-- Logs begin at Sat 2022-08-27 03:41:11 UTC, end at Sat 2022-08-27 05:23:59 UTC. -- Aug 27 04:27:38.978041 n-d-852088-5 systemd[1]: Started Devstack devstack@q-svc.service. Aug 27 04:27:41.631069 n-d-852088-5 neutron-server[107660]: INFO neutron.common.config [-] Logging enabled! Aug 27 04:27:41.631660 n-d-852088-5 neutron-server[107660]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev527 Aug 27 04:27:41.631857 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=107660) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 27 04:27:41.635091 n-d-852088-5 neutron-server[107660]: INFO neutron.common.config [-] Logging enabled! Aug 27 04:27:41.635343 n-d-852088-5 neutron-server[107660]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev527 Aug 27 04:27:41.635649 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=107660) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 27 04:27:41.636613 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 27 04:27:41.636847 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 27 04:27:41.637318 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 27 04:27:41.638190 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 27 04:27:41.638535 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 27 04:27:41.638910 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.639177 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.639412 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.639712 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.640006 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.640317 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.640612 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.640911 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.641461 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.641742 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.642025 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.642255 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.642538 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] config_source = [] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.642824 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.643108 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.643331 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] debug = True {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.643610 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.644034 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.644462 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.644743 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.645030 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.645321 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.645579 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.645854 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.646134 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.646459 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] host = n-d-852088-5 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.646737 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.647023 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.647308 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.647592 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.647862 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.648135 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.648443 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.648716 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] log_dir = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.648991 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] log_file = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.649264 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.649550 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.649835 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.650119 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.650340 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.650561 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.650844 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.651144 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.651417 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.651690 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.651961 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.652253 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.652524 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.652790 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.653100 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.653436 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.653796 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.654076 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.654350 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.654621 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.654893 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.655175 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.655447 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.655717 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.655989 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.656293 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.656560 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.656833 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.657130 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.657414 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.657693 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.657976 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.658249 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.658526 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.658796 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.659065 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] use_journal = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.659332 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] use_json = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.659600 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.659866 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.660140 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.660436 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.660704 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.660978 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.661245 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.661525 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.661792 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:41.662081 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.662370 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.662665 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.662944 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.663243 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.663520 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.663802 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.664075 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.664382 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.664668 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.664954 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.665230 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.665525 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.665811 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.666101 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.666404 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.666693 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.666982 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.667255 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.667526 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.667797 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.668070 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.668377 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.668652 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.669044 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.669345 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.669621 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.669917 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.670202 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.670486 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.670777 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.671068 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.671340 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.671617 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.671906 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.672200 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.672474 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.672758 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.673034 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.673304 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.673582 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.673870 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.674153 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.674423 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.674699 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.674987 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.675262 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.675531 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.675800 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.676075 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.676374 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.676656 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.676931 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.677200 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.677469 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.677742 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.678010 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.678278 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.678551 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.678820 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.679093 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.679360 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.679627 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.679895 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.680190 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.680450 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.680718 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.680995 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.681270 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.681541 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.681809 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.682078 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.682345 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.682613 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.682892 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.683186 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.683460 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.683734 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.684008 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.684819 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.685107 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.685391 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.685660 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.685933 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.686203 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.686490 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.686772 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.687056 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.687336 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.687629 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.687919 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.688218 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.688492 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.688764 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.689040 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.689317 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.689599 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.689868 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.690140 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.690420 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.690705 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.690999 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.691293 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.691568 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.691860 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.692150 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.692460 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.692739 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.693045 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.693325 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:41.693543 n-d-852088-5 neutron-server[107660]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 27 04:27:41.693783 n-d-852088-5 neutron-server[107660]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=107660) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 27 04:27:41.985933 n-d-852088-5 neutron-server[107660]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=107660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 27 04:27:41.986245 n-d-852088-5 neutron-server[107660]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=107660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 27 04:27:41.986510 n-d-852088-5 neutron-server[107660]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=107660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 27 04:27:41.986739 n-d-852088-5 neutron-server[107660]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=107660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 27 04:27:41.987013 n-d-852088-5 neutron-server[107660]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=107660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 27 04:27:41.987337 n-d-852088-5 neutron-server[107660]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 27 04:27:42.397310 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:42.397511 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:42.397772 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:42.398967 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:42.399239 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:42.399501 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:42.451540 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:42.451814 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:42.452076 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:42.467977 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:42.468296 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:42.468568 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:42.496057 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:42.496363 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:42.496632 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:42.533341 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:42.533618 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:42.533887 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:42.768960 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:42.769727 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:42.769727 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:42.769727 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:42.770652 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:42.866438 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:42.866767 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:42.867046 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:42.867315 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:42.867581 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:42.867889 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:42.868148 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:42.868428 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:42.868681 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:42.868962 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:42.869222 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:42.869484 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:42.869739 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:42.869990 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:42.870242 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:42.870503 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:42.870756 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:42.871022 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:42.871289 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:42.871545 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:42.871842 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:42.872182 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:42.872462 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:42.872836 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:42.873104 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:42.873330 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:42.873720 n-d-852088-5 neutron-server[107660]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=107660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 04:27:42.873957 n-d-852088-5 neutron-server[107660]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=107660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 04:27:42.874191 n-d-852088-5 neutron-server[107660]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=107660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 04:27:42.874423 n-d-852088-5 neutron-server[107660]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=107660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 04:27:42.874654 n-d-852088-5 neutron-server[107660]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=107660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 04:27:42.874886 n-d-852088-5 neutron-server[107660]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=107660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 04:27:42.875240 n-d-852088-5 neutron-server[107660]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 27 04:27:42.878310 n-d-852088-5 neutron-server[107660]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 27 04:27:42.882168 n-d-852088-5 neutron-server[107660]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 27 04:27:42.885984 n-d-852088-5 neutron-server[107660]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Aug 27 04:27:42.888274 n-d-852088-5 neutron-server[107660]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 27 04:27:42.888949 n-d-852088-5 neutron-server[107660]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 27 04:27:42.889283 n-d-852088-5 neutron-server[107660]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 27 04:27:42.889668 n-d-852088-5 neutron-server[107660]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 27 04:27:42.892723 n-d-852088-5 neutron-server[107660]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 27 04:27:42.892973 n-d-852088-5 neutron-server[107660]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 27 04:27:42.893317 n-d-852088-5 neutron-server[107660]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 27 04:27:42.898308 n-d-852088-5 neutron-server[107660]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 27 04:27:42.921505 n-d-852088-5 neutron-server[107660]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 27 04:27:42.921946 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:42.922245 n-d-852088-5 neutron-server[107660]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=107660) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 27 04:27:42.922614 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:42.923940 n-d-852088-5 neutron-server[107660]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=107660) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 27 04:27:42.924247 n-d-852088-5 neutron-server[107660]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 27 04:27:42.924492 n-d-852088-5 neutron-server[107660]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 27 04:27:42.927901 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:42.928208 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:43.067564 n-d-852088-5 neutron-server[107660]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 27 04:27:43.067746 n-d-852088-5 neutron-server[107660]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 27 04:27:43.067979 n-d-852088-5 neutron-server[107660]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 27 04:27:43.068386 n-d-852088-5 neutron-server[107660]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 27 04:27:43.120034 n-d-852088-5 neutron-server[107660]: INFO dbcounter [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Registered counter for database neutron Aug 27 04:27:43.139418 n-d-852088-5 neutron-server[107660]: DEBUG oslo_db.sqlalchemy.engines [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=107660) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 27 04:27:43.145608 n-d-852088-5 neutron-server[107660]: DEBUG dbcounter [-] [107660] Writer thread running {{(pid=107660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 27 04:27:43.792123 n-d-852088-5 neutron-server[107660]: INFO neutron.plugins.ml2.managers [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Initializing driver for type 'gre' Aug 27 04:27:43.792797 n-d-852088-5 neutron-server[107660]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] gre ID ranges: [(1, 1000)] Aug 27 04:27:43.957448 n-d-852088-5 neutron-server[107660]: INFO neutron.plugins.ml2.managers [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Initializing driver for type 'local' Aug 27 04:27:43.957789 n-d-852088-5 neutron-server[107660]: INFO neutron.plugins.ml2.managers [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Initializing driver for type 'vlan' Aug 27 04:27:44.014746 n-d-852088-5 neutron-server[107660]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] VlanTypeDriver initialization complete Aug 27 04:27:44.015109 n-d-852088-5 neutron-server[107660]: INFO neutron.plugins.ml2.managers [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Initializing driver for type 'vxlan' Aug 27 04:27:44.016432 n-d-852088-5 neutron-server[107660]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] vxlan ID ranges: [(1, 1000)] Aug 27 04:27:44.203391 n-d-852088-5 neutron-server[107660]: INFO neutron.plugins.ml2.managers [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Initializing extension driver 'port_security' Aug 27 04:27:44.203722 n-d-852088-5 neutron-server[107660]: INFO neutron.plugins.ml2.extensions.port_security [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] PortSecurityExtensionDriver initialization complete Aug 27 04:27:44.204098 n-d-852088-5 neutron-server[107660]: INFO neutron.plugins.ml2.managers [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Initializing mechanism driver 'openvswitch' Aug 27 04:27:44.204495 n-d-852088-5 neutron-server[107660]: INFO neutron.plugins.ml2.managers [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Initializing mechanism driver 'hyperv' Aug 27 04:27:44.211588 n-d-852088-5 neutron-server[107660]: DEBUG neutron.plugins.ml2.plugin [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=107660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:27:44.212304 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > port after_create 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.212681 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > port after_update 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.213037 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > port after_delete 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.213544 n-d-852088-5 neutron-server[107660]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=107660) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 27 04:27:44.214008 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > subnet after_create 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.214376 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > subnet after_update 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.214715 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > subnet after_delete 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.215110 n-d-852088-5 neutron-server[107660]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=107660) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 27 04:27:44.216233 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > network after_create 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.219762 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > network after_update 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.219762 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > network after_delete 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.219762 n-d-852088-5 neutron-server[107660]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=107660) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 27 04:27:44.219762 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > security_group after_create 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.219762 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > security_group after_update 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.220123 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > security_group after_delete 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.220123 n-d-852088-5 neutron-server[107660]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=107660) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 27 04:27:44.220123 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.220123 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.220123 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.220466 n-d-852088-5 neutron-server[107660]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=107660) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 27 04:27:44.220749 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > address_group after_create 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.221096 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > address_group after_update 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.221435 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > address_group after_delete 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.221825 n-d-852088-5 neutron-server[107660]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=107660) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 27 04:27:44.222263 n-d-852088-5 neutron-server[107660]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] ML2 OVO RPC backend initialized. {{(pid=107660) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Aug 27 04:27:44.222983 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > router_interface after_create 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.223339 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.223756 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > network before_response 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.224107 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > networks before_response 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.224486 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > port before_response 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.224899 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > ports before_response 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.225243 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > subnet before_response 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.225587 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > subnets before_response 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.225931 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > network after_create 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.226275 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > network after_update 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.226609 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > network after_delete 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.226942 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > port after_create 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.227277 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > port after_update 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.227608 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > port after_delete 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.227942 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > subnet after_create 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.228303 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > subnet after_update 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.228637 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > subnet after_delete 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.237144 n-d-852088-5 neutron-server[107660]: INFO neutron.quota [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded quota_driver: . Aug 27 04:27:44.237514 n-d-852088-5 neutron-server[107660]: INFO neutron.plugins.ml2.plugin [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Modular L2 Plugin initialization complete Aug 27 04:27:44.237859 n-d-852088-5 neutron-server[107660]: DEBUG neutron.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading services supported by the core plugin {{(pid=107660) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 27 04:27:44.238200 n-d-852088-5 neutron-server[107660]: INFO neutron.plugins.ml2.managers [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Got port-security extension from driver 'port_security' Aug 27 04:27:44.238680 n-d-852088-5 neutron-server[107660]: INFO neutron.extensions.vlantransparent [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Disabled vlantransparent extension. Aug 27 04:27:44.239180 n-d-852088-5 neutron-server[107660]: DEBUG neutron.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=107660) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 27 04:27:44.239502 n-d-852088-5 neutron-server[107660]: INFO neutron.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading Plugin: router Aug 27 04:27:44.274840 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > router_interface before_create 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.275234 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > router after_create 55549900 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.275607 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > router before_create 55549900 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.275978 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.276390 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.276752 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > router after_delete 55549900 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.277110 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > floatingip after_create 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.277458 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > floatingip after_update 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.277815 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > router after_create 55549900 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.278873 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > router after_update 55549900 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.279229 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > router after_update 55549900 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.279579 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.279938 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > router after_update 55549900 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.280397 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > router precommit_update 55549900 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.280769 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: port after_update 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.281110 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: port after_delete 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.281452 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: subnet after_update 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.281797 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.282143 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > port precommit_delete 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.282491 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > router precommit_create 55549900 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.282829 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: port before_delete 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.283171 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > router precommit_create 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.283524 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > router after_update 55549900 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.283864 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > router precommit_delete 55549900 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.284243 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > router precommit_create 55549900 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.284604 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > router_interface after_create 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.284947 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > router precommit_update 55549900 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.285309 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > agent after_create 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.285655 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > agent after_delete 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.285996 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > network after_delete 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.286844 n-d-852088-5 neutron-server[107660]: DEBUG neutron.quota.resource_registry [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Tracking information for resource: router configured {{(pid=107660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 04:27:44.287175 n-d-852088-5 neutron-server[107660]: DEBUG neutron.quota.resource_registry [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Tracking information for resource: floatingip configured {{(pid=107660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 04:27:44.291942 n-d-852088-5 neutron-server[107660]: INFO neutron.db.l3_agentschedulers_db [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 27 04:27:44.292553 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: port after_update 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.292907 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: port after_create 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.293255 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: port after_delete 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.293638 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: port after_update 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.294943 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > router before_create 55550100 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.295296 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > router precommit_delete 55550100 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.295654 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > router precommit_create 55550100 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.296011 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > router precommit_update 55550100 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.300804 n-d-852088-5 neutron-server[107660]: DEBUG neutron.services.provider_configuration [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Service providers = [] {{(pid=107660) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 27 04:27:44.301165 n-d-852088-5 neutron-server[107660]: DEBUG neutron.db.servicetype_db [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=107660) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 27 04:27:44.304299 n-d-852088-5 neutron-server[107660]: DEBUG neutron.services.service_base [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=107660) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 04:27:44.304652 n-d-852088-5 neutron-server[107660]: DEBUG neutron.services.service_base [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=107660) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 04:27:44.304993 n-d-852088-5 neutron-server[107660]: DEBUG neutron.services.service_base [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=107660) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 04:27:44.305864 n-d-852088-5 neutron-server[107660]: DEBUG neutron.services.service_base [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=107660) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 04:27:44.306238 n-d-852088-5 neutron-server[107660]: INFO neutron.services.service_base [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 27 04:27:44.306615 n-d-852088-5 neutron-server[107660]: DEBUG neutron.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=107660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 04:27:44.306932 n-d-852088-5 neutron-server[107660]: INFO neutron.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 27 04:27:44.317900 n-d-852088-5 neutron-server[107660]: DEBUG neutron.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=107660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 04:27:44.318447 n-d-852088-5 neutron-server[107660]: INFO neutron.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading Plugin: auto_allocate Aug 27 04:27:44.328010 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: network precommit_update 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.328398 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: network precommit_create 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.328944 n-d-852088-5 neutron-server[107660]: DEBUG neutron.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=107660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 04:27:44.329258 n-d-852088-5 neutron-server[107660]: INFO neutron.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading Plugin: tag Aug 27 04:27:44.336492 n-d-852088-5 neutron-server[107660]: DEBUG neutron.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=107660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 04:27:44.336819 n-d-852088-5 neutron-server[107660]: INFO neutron.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading Plugin: timestamp Aug 27 04:27:44.340808 n-d-852088-5 neutron-server[107660]: DEBUG neutron.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=107660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 04:27:44.341137 n-d-852088-5 neutron-server[107660]: INFO neutron.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading Plugin: network_ip_availability Aug 27 04:27:44.346583 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.346953 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.347304 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.348044 n-d-852088-5 neutron-server[107660]: DEBUG neutron.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=107660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 04:27:44.348387 n-d-852088-5 neutron-server[107660]: INFO neutron.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading Plugin: flavors Aug 27 04:27:44.354501 n-d-852088-5 neutron-server[107660]: DEBUG neutron.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=107660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 04:27:44.354914 n-d-852088-5 neutron-server[107660]: INFO neutron.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading Plugin: revisions Aug 27 04:27:44.359844 n-d-852088-5 neutron-server[107660]: DEBUG neutron.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=107660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 04:27:44.360258 n-d-852088-5 neutron-server[107660]: DEBUG oslo_concurrency.lockutils [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.373s {{(pid=107660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 27 04:27:44.361006 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=107660) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 27 04:27:44.361343 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Initializing extension manager. Aug 27 04:27:44.361862 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: __init__.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.362204 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: __pycache__ {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.362539 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: address_group.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.363253 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.363820 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: address-group Aug 27 04:27:44.364147 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: address_scope.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.364840 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.365350 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: address-scope Aug 27 04:27:44.365670 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: admin_state_down_before_update.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.366559 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.367067 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: router-admin-state-down-before-update Aug 27 04:27:44.367393 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: agent.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.368051 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.368589 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: agent Aug 27 04:27:44.368910 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: agent_resources_synced.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.369769 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.370275 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: agent-resources-synced Aug 27 04:27:44.370597 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: allowedaddresspairs.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.372920 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.373441 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: allowed-address-pairs Aug 27 04:27:44.373761 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: auto_allocated_topology.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.374780 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.375296 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: auto-allocated-topology Aug 27 04:27:44.375615 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: availability_zone.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.376296 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.376808 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: availability_zone Aug 27 04:27:44.377124 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: availability_zone_filter.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.377987 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.378494 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: availability_zone_filter Aug 27 04:27:44.378810 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: data_plane_status.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.379662 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.380178 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extension data-plane-status not supported by any of loaded plugins Aug 27 04:27:44.380505 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: default_subnetpools.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.381363 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.381866 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: default-subnetpools Aug 27 04:27:44.382184 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: dhcpagentscheduler.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.382948 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.383455 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: dhcp_agent_scheduler Aug 27 04:27:44.383770 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: dns.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.384655 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.385160 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extension dns-integration not supported by any of loaded plugins Aug 27 04:27:44.385479 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: dns_domain_ports.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.386341 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.386846 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 27 04:27:44.387166 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.388072 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.388598 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 27 04:27:44.388918 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: dvr.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.389551 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.390055 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: dvr Aug 27 04:27:44.390374 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: ecmp_routes.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.391490 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.391995 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extension ecmp_routes not supported by any of loaded plugins Aug 27 04:27:44.392341 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: empty_string_filtering.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.393203 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.393717 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: empty-string-filtering Aug 27 04:27:44.394038 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.394895 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.395396 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 27 04:27:44.395713 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.396604 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.397110 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 27 04:27:44.397428 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: external_net.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.398291 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.398795 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: external-net Aug 27 04:27:44.399114 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: extra_dhcp_opt.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.399971 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.400509 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: extra_dhcp_opt Aug 27 04:27:44.400828 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: extraroute.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.401684 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.402192 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: extraroute Aug 27 04:27:44.402509 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: extraroute_atomic.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.403514 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.404017 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: extraroute-atomic Aug 27 04:27:44.404368 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: filter_validation.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.405185 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.405690 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: filter-validation Aug 27 04:27:44.406009 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: fip_pf_description.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.406872 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.407375 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 27 04:27:44.407692 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: fip_pf_port_range.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.408581 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.409084 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 27 04:27:44.409401 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: fip_port_details.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.410266 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.410770 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: fip-port-details Aug 27 04:27:44.411089 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: flavors.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.412287 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.412797 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: flavors Aug 27 04:27:44.413119 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.414708 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.415229 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 27 04:27:44.415555 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: floatingip_pools.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.416241 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.416762 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: floatingip-pools Aug 27 04:27:44.417082 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: ip_allocation.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.417960 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.418468 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extension ip_allocation not supported by any of loaded plugins Aug 27 04:27:44.419301 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.420343 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.420856 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: ip-substring-filtering Aug 27 04:27:44.421178 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: l2_adjacency.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.422057 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.422564 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extension l2_adjacency not supported by any of loaded plugins Aug 27 04:27:44.422884 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: l3.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.423803 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.424345 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: router Aug 27 04:27:44.424672 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: l3_conntrack_helper.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.426830 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.427362 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 27 04:27:44.427691 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.428587 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.429102 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: ext-gw-mode Aug 27 04:27:44.429420 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.430285 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.430792 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: l3-ha Aug 27 04:27:44.431109 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.431979 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.432505 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 27 04:27:44.432824 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: l3_flavors.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.433782 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.435204 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: l3-flavors Aug 27 04:27:44.435528 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: l3_ndp_proxy.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.436891 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.437401 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 27 04:27:44.437733 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.438604 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.439111 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: l3-port-ip-change-not-allowed Aug 27 04:27:44.439431 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: l3agentscheduler.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.440436 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.440949 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: l3_agent_scheduler Aug 27 04:27:44.441272 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: local_ip.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.442954 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.443474 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extension local_ip not supported by any of loaded plugins Aug 27 04:27:44.443802 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: logging.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.445247 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.445771 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extension logging not supported by any of loaded plugins Aug 27 04:27:44.446102 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: metering.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.446805 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.447575 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: metering Aug 27 04:27:44.447902 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.448963 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.449481 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: metering_source_and_destination_fields Aug 27 04:27:44.449838 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: multiprovidernet.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.450855 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.451371 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: multi-provider Aug 27 04:27:44.451691 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: netmtu.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.452581 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.453093 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: net-mtu Aug 27 04:27:44.453458 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: netmtu_writable.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.454284 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.454796 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: net-mtu-writable Aug 27 04:27:44.455116 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: network_availability_zone.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.455744 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.456278 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: network_availability_zone Aug 27 04:27:44.456600 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: network_ip_availability.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.457656 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.458170 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: network-ip-availability Aug 27 04:27:44.458492 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: network_segment_range.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.459210 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.459720 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extension network-segment-range not supported by any of loaded plugins Aug 27 04:27:44.460039 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: pagination.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.460999 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.461329 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: pagination Aug 27 04:27:44.461650 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: port_device_profile.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.462502 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.463020 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: port-device-profile Aug 27 04:27:44.463343 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: port_mac_address_override.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.464227 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.464742 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: port-mac-override Aug 27 04:27:44.465068 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.466043 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.466640 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: port-mac-address-regenerate Aug 27 04:27:44.466967 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.467845 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.468382 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: port-numa-affinity-policy Aug 27 04:27:44.468709 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: port_resource_request.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.469577 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.470142 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extension port-resource-request not supported by any of loaded plugins Aug 27 04:27:44.470466 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: port_resource_request_groups.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.481823 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.482368 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 27 04:27:44.482689 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: portbindings.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.483565 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.484077 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: binding Aug 27 04:27:44.484427 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: portbindings_extended.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.485633 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.486147 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: binding-extended Aug 27 04:27:44.486470 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: portsecurity.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.487334 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.487850 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: port-security Aug 27 04:27:44.488189 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: project_id.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.489121 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.489450 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: project-id Aug 27 04:27:44.489770 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: providernet.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.490634 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.491189 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: provider Aug 27 04:27:44.491512 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: qos.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.495068 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.495598 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extension qos not supported by any of loaded plugins Aug 27 04:27:44.495926 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.497846 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.498376 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 27 04:27:44.498703 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.499595 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.500113 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 27 04:27:44.500462 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: qos_default.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.501340 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.501851 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extension qos-default not supported by any of loaded plugins Aug 27 04:27:44.502174 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: qos_fip.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.503069 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.503579 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extension qos-fip not supported by any of loaded plugins Aug 27 04:27:44.503900 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: qos_fip_network_policy.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.504790 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.505339 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 27 04:27:44.505663 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: qos_gateway_ip.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.506613 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.507120 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 27 04:27:44.507438 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: qos_port_network_policy.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.508340 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.508845 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 27 04:27:44.509161 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.510143 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.510680 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 27 04:27:44.511000 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.512001 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.512585 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 27 04:27:44.512888 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: qos_pps_rule.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.513990 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.514500 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extension qos-pps not supported by any of loaded plugins Aug 27 04:27:44.514820 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: qos_rule_type_details.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.522948 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.523454 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 27 04:27:44.523776 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: qos_rule_type_filter.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.524674 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.525175 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 27 04:27:44.525495 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: qos_rules_alias.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.526473 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.526981 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 27 04:27:44.527304 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: quota_check_limit.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.528292 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.528807 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: quota-check-limit Aug 27 04:27:44.529127 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: quotasv2.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.530025 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.530351 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: quotas Aug 27 04:27:44.530669 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: quotasv2_detail.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.532346 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.532683 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: quota_details Aug 27 04:27:44.533007 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: rbac.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.534342 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.534964 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: rbac-policies Aug 27 04:27:44.535297 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: rbac_address_group.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.536201 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.536720 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: rbac-address-group Aug 27 04:27:44.537043 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: rbac_address_scope.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.537916 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.538427 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: rbac-address-scope Aug 27 04:27:44.538750 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: rbac_security_groups.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.539761 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.540296 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: rbac-security-groups Aug 27 04:27:44.540621 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: rbac_subnetpool.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.541498 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.542011 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: rbac-subnetpool Aug 27 04:27:44.542336 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: revisionifmatch.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.543215 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.544333 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: revision-if-match Aug 27 04:27:44.544654 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: revisions.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.562812 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.563331 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: standard-attr-revisions Aug 27 04:27:44.563658 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: router_availability_zone.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.564333 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.564852 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: router_availability_zone Aug 27 04:27:44.565173 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: routerservicetype.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.566050 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.566556 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extension router-service-type not supported by any of loaded plugins Aug 27 04:27:44.566876 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.567824 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.568354 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: security-groups-normalized-cidr Aug 27 04:27:44.568675 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: security_groups_port_filtering.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.569548 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.570056 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: port-security-groups-filtering Aug 27 04:27:44.570376 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.571256 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.571765 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: security-groups-remote-address-group Aug 27 04:27:44.572091 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: security_groups_shared_filtering.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.572989 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.573534 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: security-groups-shared-filtering Aug 27 04:27:44.573856 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: securitygroup.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.583789 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.584364 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: security-group Aug 27 04:27:44.584698 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: segment.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.585386 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.585902 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extension segment not supported by any of loaded plugins Aug 27 04:27:44.586228 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.587160 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.587676 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 27 04:27:44.588002 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: servicetype.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.589070 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.589597 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: service-type Aug 27 04:27:44.589919 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: sorting.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.591080 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.591404 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: sorting Aug 27 04:27:44.591726 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: standard_attr_segment.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.592627 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.593147 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 27 04:27:44.593471 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: standardattrdescription.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.594082 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.594595 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: standard-attr-description Aug 27 04:27:44.594920 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: stateful_security_group.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.595819 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.596359 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: stateful-security-group Aug 27 04:27:44.596682 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: stdattrs_common.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.597225 n-d-852088-5 neutron-server[107660]: WARNING neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 27 04:27:44.597545 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.602813 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.603326 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 27 04:27:44.603647 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: subnet_onboard.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.604682 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.605204 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: subnet_onboard Aug 27 04:27:44.605525 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.606929 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.607441 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 27 04:27:44.607781 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: subnet_service_types.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.608790 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.609301 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: subnet-service-types Aug 27 04:27:44.609622 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: subnetallocation.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.610638 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.611152 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: subnet_allocation Aug 27 04:27:44.611472 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.612097 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.612637 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: subnetpool-prefix-ops Aug 27 04:27:44.612959 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.613929 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.614475 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 27 04:27:44.614749 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: tagging.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.615756 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.616308 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: standard-attr-tag Aug 27 04:27:44.616630 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: timestamp.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.617764 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.618285 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loaded extension: standard-attr-timestamp Aug 27 04:27:44.618607 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: trunk.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.619630 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.620225 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extension trunk not supported by any of loaded plugins Aug 27 04:27:44.620589 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: trunk_details.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.621459 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.622533 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extension trunk-details not supported by any of loaded plugins Aug 27 04:27:44.622855 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: uplink_status_propagation.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.623735 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.624277 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 27 04:27:44.624602 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Loading extension file: vlantransparent.py {{(pid=107660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 04:27:44.625286 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=107660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 04:27:44.625790 n-d-852088-5 neutron-server[107660]: INFO neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extension vlan-transparent not supported by any of loaded plugins Aug 27 04:27:44.628431 n-d-852088-5 neutron-server[107660]: INFO neutron.quota.resource_registry [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Creating instance of TrackedResource for resource:network Aug 27 04:27:44.628949 n-d-852088-5 neutron-server[107660]: INFO neutron.quota.resource_registry [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Creating instance of TrackedResource for resource:subnet Aug 27 04:27:44.629344 n-d-852088-5 neutron-server[107660]: INFO neutron.quota.resource_registry [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 04:27:44.629733 n-d-852088-5 neutron-server[107660]: INFO neutron.quota.resource_registry [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Creating instance of TrackedResource for resource:port Aug 27 04:27:44.631019 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.v2.resource_helper [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 04:27:44.631455 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.v2.resource_helper [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Service FLAVORS assigned prefix: {{(pid=107660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 04:27:44.632052 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.v2.resource_helper [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 04:27:44.632505 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.v2.resource_helper [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 04:27:44.632835 n-d-852088-5 neutron-server[107660]: INFO neutron.quota.resource_registry [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Creating instance of TrackedResource for resource:router Aug 27 04:27:44.633263 n-d-852088-5 neutron-server[107660]: INFO neutron.quota.resource_registry [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Creating instance of TrackedResource for resource:floatingip Aug 27 04:27:44.633744 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.v2.resource_helper [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Service METERING assigned prefix: /metering {{(pid=107660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 04:27:44.635179 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.635630 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.635993 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:27:44.637058 n-d-852088-5 neutron-server[107660]: INFO neutron.quota.resource_registry [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Creating instance of CountableResource for resource:rbac_policy Aug 27 04:27:44.637536 n-d-852088-5 neutron-server[107660]: INFO neutron.quota.resource_registry [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Creating instance of TrackedResource for resource:security_group Aug 27 04:27:44.637960 n-d-852088-5 neutron-server[107660]: INFO neutron.quota.resource_registry [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Creating instance of TrackedResource for resource:security_group_rule Aug 27 04:27:44.638472 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.v2.resource_helper [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Service CORE assigned prefix: {{(pid=107660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 04:27:44.638810 n-d-852088-5 neutron-server[107660]: INFO neutron.quota.resource_registry [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 04:27:44.639179 n-d-852088-5 neutron-server[107660]: WARNING neutron.quota.resource_registry [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] subnetpool is already registered Aug 27 04:27:44.639619 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.v2.resource_helper [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Service CORE assigned prefix: {{(pid=107660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 04:27:44.639944 n-d-852088-5 neutron-server[107660]: INFO neutron.quota.resource_registry [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 04:27:44.640303 n-d-852088-5 neutron-server[107660]: WARNING neutron.quota.resource_registry [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] subnetpool is already registered Aug 27 04:27:44.643139 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.v2.resource_helper [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 04:27:44.643575 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.v2.resource_helper [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Service FLAVORS assigned prefix: {{(pid=107660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 04:27:44.644198 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.v2.resource_helper [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 04:27:44.644650 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.v2.resource_helper [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 04:27:44.644979 n-d-852088-5 neutron-server[107660]: INFO neutron.quota.resource_registry [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Creating instance of TrackedResource for resource:router Aug 27 04:27:44.645318 n-d-852088-5 neutron-server[107660]: WARNING neutron.quota.resource_registry [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] router is already registered Aug 27 04:27:44.645726 n-d-852088-5 neutron-server[107660]: INFO neutron.quota.resource_registry [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Creating instance of TrackedResource for resource:floatingip Aug 27 04:27:44.648423 n-d-852088-5 neutron-server[107660]: WARNING neutron.quota.resource_registry [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] floatingip is already registered Aug 27 04:27:44.648423 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.v2.resource_helper [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Service METERING assigned prefix: /metering {{(pid=107660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 04:27:44.648423 n-d-852088-5 neutron-server[107660]: INFO neutron.quota.resource_registry [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Creating instance of CountableResource for resource:rbac_policy Aug 27 04:27:44.648423 n-d-852088-5 neutron-server[107660]: WARNING neutron.quota.resource_registry [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] rbac_policy is already registered Aug 27 04:27:44.648423 n-d-852088-5 neutron-server[107660]: INFO neutron.quota.resource_registry [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Creating instance of TrackedResource for resource:security_group Aug 27 04:27:44.648423 n-d-852088-5 neutron-server[107660]: WARNING neutron.quota.resource_registry [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] security_group is already registered Aug 27 04:27:44.648852 n-d-852088-5 neutron-server[107660]: INFO neutron.quota.resource_registry [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Creating instance of TrackedResource for resource:security_group_rule Aug 27 04:27:44.648970 n-d-852088-5 neutron-server[107660]: WARNING neutron.quota.resource_registry [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] security_group_rule is already registered Aug 27 04:27:44.649609 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.v2.resource_helper [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Service CORE assigned prefix: {{(pid=107660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 04:27:44.649940 n-d-852088-5 neutron-server[107660]: INFO neutron.quota.resource_registry [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 04:27:44.650274 n-d-852088-5 neutron-server[107660]: WARNING neutron.quota.resource_registry [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] subnetpool is already registered Aug 27 04:27:44.650695 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.v2.resource_helper [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Service CORE assigned prefix: {{(pid=107660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 04:27:44.651019 n-d-852088-5 neutron-server[107660]: INFO neutron.quota.resource_registry [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 04:27:44.651345 n-d-852088-5 neutron-server[107660]: WARNING neutron.quota.resource_registry [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] subnetpool is already registered Aug 27 04:27:44.651821 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extended resource: extensions {{(pid=107660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:27:44.653976 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extended resource: address-groups {{(pid=107660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:27:44.655477 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extended resource: address-scopes {{(pid=107660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:27:44.656846 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extended resource: agents {{(pid=107660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:27:44.658002 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extended resource: auto-allocated-topology {{(pid=107660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:27:44.659269 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extended resource: availability_zones {{(pid=107660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:27:44.660608 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extended resource: dhcp-networks {{(pid=107660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:27:44.662123 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extended resource: dhcp-agents {{(pid=107660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:27:44.663552 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extended resource: routers {{(pid=107660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:27:44.665373 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extended resource: flavors {{(pid=107660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:27:44.666640 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extended resource: service_profiles {{(pid=107660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:27:44.667863 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extended resource: next_providers {{(pid=107660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:27:44.670076 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extended resource: service_profiles {{(pid=107660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:27:44.677096 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extended resource: floatingip-pools {{(pid=107660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:27:44.677096 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extended resource: routers {{(pid=107660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:27:44.677096 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extended resource: floatingips {{(pid=107660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:27:44.677096 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extended resource: l3-routers {{(pid=107660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:27:44.678340 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extended resource: l3-agents {{(pid=107660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:27:44.679757 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extended resource: metering-labels {{(pid=107660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:27:44.681045 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extended resource: metering-label-rules {{(pid=107660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:27:44.682526 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extended resource: network-ip-availabilities {{(pid=107660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:27:44.683797 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extended resource: bindings {{(pid=107660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:27:44.685434 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extended resource: quotas {{(pid=107660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:27:44.687095 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extended resource: quotas {{(pid=107660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:27:44.688707 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extended resource: rbac-policies {{(pid=107660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:27:44.689902 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extended resource: security-groups {{(pid=107660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:27:44.691226 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extended resource: security-group-rules {{(pid=107660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:27:44.692514 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extended resource: service-providers {{(pid=107660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:27:44.693790 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extended resource: subnetpools {{(pid=107660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:27:44.695106 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extended resource: subnetpools {{(pid=107660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:27:44.696709 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extended resource: tags {{(pid=107660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:27:44.698439 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extended resource: tags {{(pid=107660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:27:44.700319 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extended resource: tags {{(pid=107660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:27:44.702158 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extended resource: tags {{(pid=107660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:27:44.705717 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extended resource: tags {{(pid=107660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:27:44.705910 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extended resource: tags {{(pid=107660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:27:44.707623 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extended resource: tags {{(pid=107660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:27:44.709575 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extended resource: tags {{(pid=107660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:27:44.711335 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extended resource: tags {{(pid=107660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:27:44.713158 n-d-852088-5 neutron-server[107660]: DEBUG neutron.api.extensions [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Extended resource: tags {{(pid=107660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:27:44.720016 n-d-852088-5 neutron-server[107660]: WARNING keystonemiddleware.auth_token [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 27 04:27:44.725254 n-d-852088-5 neutron-server[107660]: WARNING keystonemiddleware.auth_token [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 27 04:27:44.735092 n-d-852088-5 neutron-server[107660]: DEBUG oslo_concurrency.lockutils [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Acquiring lock "singleton_lock" {{(pid=107660) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 27 04:27:44.735409 n-d-852088-5 neutron-server[107660]: DEBUG oslo_concurrency.lockutils [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Acquired lock "singleton_lock" {{(pid=107660) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 27 04:27:44.735876 n-d-852088-5 neutron-server[107660]: DEBUG oslo_concurrency.lockutils [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Releasing lock "singleton_lock" {{(pid=107660) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 27 04:27:44.736663 n-d-852088-5 neutron-server[107660]: INFO oslo_service.service [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Starting 2 workers Aug 27 04:27:44.741519 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Started child 107775 {{(pid=107660) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 04:27:44.745989 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Started child 107776 {{(pid=107660) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 04:27:44.746916 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:27:44.749463 n-d-852088-5 neutron-server[107660]: INFO neutron.service [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Neutron service started, listening on 0.0.0.0:9696 Aug 27 04:27:44.749570 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [-] (107775) wsgi starting up on http://0.0.0.0:9696 Aug 27 04:27:44.749675 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Publish callbacks [] for process (None), before_spawn {{(pid=107660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:27:44.750838 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:27:44.751259 n-d-852088-5 neutron-server[107660]: INFO oslo_service.service [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Starting 1 workers Aug 27 04:27:44.752435 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [-] (107776) wsgi starting up on http://0.0.0.0:9696 Aug 27 04:27:44.756362 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Started child 107777 {{(pid=107660) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 04:27:44.756890 n-d-852088-5 neutron-server[107660]: INFO oslo_service.service [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Starting 1 workers Aug 27 04:27:44.759811 n-d-852088-5 neutron-server[107777]: DEBUG neutron.service [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] calling RpcWorker wait() {{(pid=107777) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 27 04:27:44.760386 n-d-852088-5 neutron-server[107777]: DEBUG neutron.service [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] returning from RpcWorker wait() {{(pid=107777) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 27 04:27:44.761445 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Started child 107778 {{(pid=107660) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 04:27:44.761722 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:27:44.762203 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:27:44.762310 n-d-852088-5 neutron-server[107660]: DEBUG neutron_lib.callbacks.manager [None req-8748baa7-1505-4f0a-ab50-23283df6572e None None] Publish callbacks [] for process (None), after_spawn {{(pid=107660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:27:44.764439 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=107660) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 27 04:27:44.764654 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 27 04:27:44.764833 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 27 04:27:44.765069 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 27 04:27:44.765393 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 27 04:27:44.765564 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 27 04:27:44.766341 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.766637 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.766896 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.767157 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.767590 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:27:44.768280 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.768280 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.768280 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.768569 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.768882 n-d-852088-5 neutron-server[107778]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:27:44.768984 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.768984 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.769189 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.769375 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.769602 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.769908 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.770187 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.770437 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.770681 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.770859 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.771111 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] config_source = [] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.771374 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.771626 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.771917 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] debug = True {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.772194 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.772704 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.773088 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.773242 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.773486 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.773756 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.773994 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.774265 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.774511 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.774740 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.775029 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.775284 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.775533 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.775761 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.775992 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.776292 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.776512 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.777021 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] host = n-d-852088-5 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.777227 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.778586 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.778586 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.778954 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.779108 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.779293 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.779600 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.779862 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.780126 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.780374 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.780655 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.780890 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.781126 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] log_dir = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.781380 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] log_file = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.781542 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] log_options = True {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.781780 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.782061 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.782333 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.782526 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.782683 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.782844 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.784699 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.785467 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.785713 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.785976 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.786215 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.786452 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.786721 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.786976 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.787267 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.787515 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.787759 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.788008 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.788370 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.788634 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.788894 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.789159 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.789419 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.789646 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.789884 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.790124 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.790360 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.790608 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.790877 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.791134 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.791407 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.791660 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.792056 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.792323 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.792889 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.792889 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.793113 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.793286 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.793556 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.794376 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.794894 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.795138 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.795358 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.795630 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.795870 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.796088 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] use_journal = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.796343 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] use_json = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.796581 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.796944 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.797184 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.797419 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.797637 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.797853 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.798206 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.798491 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.798757 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.800691 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.801033 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.801361 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.801642 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.801899 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.802276 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.802534 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.802801 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.803094 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.803362 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.803704 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.803941 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.804270 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.804536 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.804818 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.805145 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.805416 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.805681 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.805949 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.806177 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.806402 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.806663 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.806936 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.807188 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.807466 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.807758 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.808017 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.808335 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.808615 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.818141 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.818141 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.818141 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.818141 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.76/identity {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.818141 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.818141 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.818141 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.818141 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.818776 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.818776 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.818776 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.818776 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.818776 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.818776 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.818776 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.818776 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.818776 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.819337 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.819337 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.819337 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.819337 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.819337 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.819337 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.819337 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.819337 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.819337 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.819860 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.819860 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.819860 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.819860 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.819860 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.819860 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.819860 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.819860 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.820360 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.820360 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.820360 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.820360 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.820360 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.820360 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.820360 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.820360 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.820360 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.820872 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.820872 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.820872 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.820872 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.820872 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.821160 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.821258 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.821537 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.821703 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.821915 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.822131 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.822342 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.822559 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.822778 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.822996 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.823211 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.823447 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.823660 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.823873 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.824096 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.824439 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.824703 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.825548 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.825773 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.826037 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.826283 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.826545 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.826771 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.826987 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.827204 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.827470 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.827731 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.827964 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.828239 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.828476 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.828730 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.828953 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.829176 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.829394 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.829612 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.829831 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.830054 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.830290 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.830525 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.830780 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.831030 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.831269 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.831518 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.831741 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.831973 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.832247 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.832514 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.832755 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.833049 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.833269 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.833552 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.833898 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.834173 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.834435 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.834667 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.834897 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.835149 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.835409 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.835770 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.835947 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.836102 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.836384 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.839830 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.839830 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.839830 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.839830 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.839830 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.839830 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.839830 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.839830 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.840371 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.840371 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.840371 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.840371 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.840371 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.840371 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.840371 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.840371 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.76/identity {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.841241 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.841241 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.841241 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.841429 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.841610 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.841801 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.842064 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.842267 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.842508 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.842763 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.842980 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.843204 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.843416 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.843634 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.843853 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.844101 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.844338 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.844560 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.844801 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.845017 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.845234 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.845546 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.845718 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.845946 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.846171 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.846439 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.846689 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.846910 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.847136 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.847361 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.847617 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.847830 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.848099 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.848346 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.848565 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.848780 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.848999 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.849216 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.849452 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.849681 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.849892 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.850163 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.850407 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.850770 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.851031 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.851356 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.851639 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.851893 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.852133 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.852393 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.852633 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.852869 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.853106 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.853331 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.853571 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.853802 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.854040 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.854260 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.854476 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.854694 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.854930 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.855198 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.855452 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.855679 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.855932 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.856299 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.856619 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.856935 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.857151 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.857449 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.857674 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.857908 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.858127 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.858346 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.858557 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.858877 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.859124 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.859355 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.859609 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.859845 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.860085 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.860353 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.860562 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.860772 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.861013 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.861228 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.861437 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.861737 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.861890 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.862092 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.862316 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.862530 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.862737 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.862960 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.863168 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.863377 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.863597 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.863812 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.864020 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.864303 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.864619 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.864837 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.865058 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.865274 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.865487 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.865743 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.865954 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.866187 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.866427 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.866640 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.866847 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.867142 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.867388 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.867607 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.867899 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.868125 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.868389 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.868631 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.868935 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.869189 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.869888 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.869888 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.869888 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.870220 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.870306 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.870723 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.870999 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.871247 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.871501 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.872304 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.872583 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.872858 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.873094 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.873387 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.873712 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.873979 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.874234 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.874486 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.874731 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.874954 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.875198 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.875440 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.875675 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.875889 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.876126 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.876376 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.876600 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.876815 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.877060 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.877276 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.877523 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.877840 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.878069 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.878286 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.878444 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 27 04:27:44.878987 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=107660) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 27 04:27:44.879149 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 27 04:27:44.879303 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 27 04:27:44.879474 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 27 04:27:44.879644 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 27 04:27:44.879799 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 27 04:27:44.880006 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.880197 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.880352 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.880513 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.880696 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.880868 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.881004 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.881166 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.881324 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.881484 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.881951 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.881951 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.881951 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.882265 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.882265 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.882554 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.882554 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.882716 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.882857 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] config_source = [] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.883012 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.883171 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.883329 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] debug = True {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.883487 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.883920 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.883920 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.884222 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.884222 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.884558 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.884558 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.884829 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.884829 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.885071 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.885071 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.885327 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.885327 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.885643 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.885643 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.885913 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.885913 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.886066 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] host = n-d-852088-5 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.886202 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.886361 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.886518 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.886743 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.886849 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.886977 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.887135 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.887330 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.887587 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.887752 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.887911 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.888138 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.888348 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] log_dir = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.888436 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] log_file = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.897165 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] log_options = True {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.897165 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.897165 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.897165 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.897165 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.897165 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.897165 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.897690 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.897690 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.897690 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.897690 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.897690 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.897690 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.897690 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.897690 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.898289 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.898289 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.898289 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.898289 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.898289 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.898289 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.898289 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.898289 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.899040 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.899040 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.899040 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.899040 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.899040 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.899040 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.899040 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.899040 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.899040 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.899682 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.899682 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.899682 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.899682 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.899682 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.899682 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.899682 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.899682 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.900307 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.900307 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.900307 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.900307 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.900307 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.900307 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.900307 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] use_journal = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.900307 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] use_json = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.900867 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.900867 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.900867 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.900867 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.900867 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.900867 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.900867 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.900867 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.901423 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:27:44.901423 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.901423 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.901423 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.901423 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.901423 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.901423 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.901423 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.901989 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.901989 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.901989 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.901989 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.901989 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.901989 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.901989 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.901989 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.902708 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.902708 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.902708 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.902708 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.902708 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.902708 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.902708 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.902708 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.903850 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.903850 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.903850 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.903850 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.903850 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.903850 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.903850 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.903850 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.904513 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.904513 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.76/identity {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.904513 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.904513 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.904513 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.904513 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.904513 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.904513 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.905184 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.905184 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.905184 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.905184 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.905184 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.905184 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.905184 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.905184 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.905184 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.905822 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.905822 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.905822 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.905822 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.905822 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.906154 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.906154 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.906290 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.906397 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.906896 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.906896 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.906896 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.907159 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.907159 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.907318 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.907467 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.908259 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.908259 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.908259 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.908259 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.908259 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.908693 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.908693 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.908693 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.908873 n-d-852088-5 neutron-server[107777]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:27:44.908954 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.909030 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.909146 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.909311 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.909469 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.909629 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.909790 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.909951 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.910112 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.910273 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.910433 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.910593 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.910755 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.910915 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.911076 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.911236 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.911396 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.911560 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.911718 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.912043 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.912398 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.912579 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.912721 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.912879 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.913035 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.913192 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.913361 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.913529 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.913687 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.913846 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.914239 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.914571 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.914737 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.914902 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.915068 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.915225 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.915385 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.915545 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.915710 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.915871 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.916245 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.916365 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.916565 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.916669 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.916824 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.916966 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.917128 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.917286 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.917446 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.917605 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.917764 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.917935 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.918096 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.918262 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.918420 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.918671 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.919416 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.919581 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.919725 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.919876 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.920036 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.920216 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.920380 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.920545 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.920709 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.920870 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.921015 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.921191 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.921361 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.921514 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.921675 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.921860 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.922020 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.922181 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.922342 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.922501 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.922663 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.922823 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.922983 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.923146 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.923306 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.923622 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.923622 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.76/identity {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.923795 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.923932 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.924080 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.924298 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.925749 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.925749 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.925749 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.925749 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.925749 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.925749 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.925749 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.925749 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.926363 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.926363 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.926363 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.926363 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.926363 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.926776 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.926776 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.926776 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.927003 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.927087 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.927210 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.927371 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.927532 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.927695 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.927857 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.928019 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.928202 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.928370 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.928674 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.928674 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.928830 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.928996 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.929204 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.929305 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.929449 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.929610 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.929771 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.929931 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.930092 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.930252 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.930414 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.930592 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.930758 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.930917 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.931082 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.931242 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.931402 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.931563 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.931722 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.931883 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.932043 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.932231 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.932394 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.932555 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.932715 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.932875 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.933034 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.933194 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.933391 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.933557 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.934209 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.934209 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.934209 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.934209 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.934518 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.934518 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.934667 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.934780 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.934946 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.935106 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.935274 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.935432 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.935596 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.935771 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.935933 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.936093 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.936423 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.936423 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.936606 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.936746 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.936907 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.937067 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.937231 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.937529 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.937529 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.937707 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.937871 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.938211 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.938211 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.938401 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.938475 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.938639 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.938799 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.938962 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.939145 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.939145 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.939630 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.939630 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.939794 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.939880 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.940028 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.940205 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.940368 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.940537 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.940699 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.940859 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.941019 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.941179 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.941339 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.941508 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.941670 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.941832 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.942004 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.942165 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.942325 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.942486 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.942657 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.942818 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.942981 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.943141 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.943301 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.943464 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.943626 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.943795 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.943961 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.944321 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.944513 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.944690 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.944860 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.945029 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.945190 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.945358 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.945547 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.945695 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.945857 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.946017 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.946179 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.946340 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.946501 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.946661 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.946822 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.946982 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.947146 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.947320 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.947463 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.947597 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.947750 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.947911 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.948071 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.948254 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.948416 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.948576 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:27:44.948731 n-d-852088-5 neutron-server[107660]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 27 04:27:45.164611 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34598) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:27:45.171968 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [-] 10.222.0.76 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0051849 Aug 27 04:27:45.176435 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [-] 10.222.0.76 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038533 Aug 27 04:27:54.088414 n-d-852088-5 neutron-server[107660]: DEBUG dbcounter [-] [107660] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=107660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:27:56.628222 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22322f7d-1d97-450d-902a-7a56188998a9 None None] get_active_networks_info from n-d-852088-5 {{(pid=107777) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 27 04:27:56.646866 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writer thread running {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 27 04:27:56.711179 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22322f7d-1d97-450d-902a-7a56188998a9 None None] No non-hosted networks {{(pid=107777) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 27 04:27:56.736848 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.agentschedulers_db [None req-22322f7d-1d97-450d-902a-7a56188998a9 None None] DHCP Agent not found on host n-d-852088-5 {{(pid=107777) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Aug 27 04:27:56.925353 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-efb9625e-d5f4-43c5-84fa-c8726dd5ba01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1678813'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:27:58.438667 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writer thread running {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 27 04:27:59.094944 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a185d46c-f044-40b1-9cee-f3846b5a1742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1678813'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:27:59.129826 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-05308510-a2f8-4628-b53f-b0dde73e9f99 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-852088-5 {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:27:59.130666 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-05308510-a2f8-4628-b53f-b0dde73e9f99 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:27:59.743997 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-05308510-a2f8-4628-b53f-b0dde73e9f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:00.143597 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1678813'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:00.406287 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34672) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:28:00.986048 n-d-852088-5 neutron-server[107776]: WARNING oslo_policy.policy [None req-c21567b4-e50e-49b4-9f75-27500abcd259 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 04:28:00.986722 n-d-852088-5 neutron-server[107776]: WARNING oslo_policy.policy [None req-c21567b4-e50e-49b4-9f75-27500abcd259 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 04:28:01.214182 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [None req-c21567b4-e50e-49b4-9f75-27500abcd259 admin admin] http://10.222.0.76:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107776) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:28:01.215548 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c21567b4-e50e-49b4-9f75-27500abcd259 admin admin] 10.222.0.76 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8081067 Aug 27 04:28:01.692195 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1678813'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:01.693042 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:01.693428 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:01.693750 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:01.694074 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:01.694390 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:01.694742 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:01.695083 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:01.695493 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:01.695969 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:01.696316 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:01.696631 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:01.702455 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:01.702455 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:01.702455 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:01.702455 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:01.702783 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-852088-5', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:28:01.706085 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-852088-5', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:28:01.778697 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1678813'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:03.704334 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34704) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:28:04.030863 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-8e83ebee-d25b-4c27-b745-f32dfbf57d32 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'is_default': True}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:28:04.042798 n-d-852088-5 neutron-server[107776]: ERROR stevedore.extension [None req-8e83ebee-d25b-4c27-b745-f32dfbf57d32 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 27 04:28:04.125958 n-d-852088-5 neutron-server[107776]: DEBUG neutron.policy [None req-8e83ebee-d25b-4c27-b745-f32dfbf57d32 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=107776) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 27 04:28:04.169199 n-d-852088-5 neutron-server[107776]: WARNING oslo_policy.policy [None req-8e83ebee-d25b-4c27-b745-f32dfbf57d32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 04:28:04.169571 n-d-852088-5 neutron-server[107776]: WARNING oslo_policy.policy [None req-8e83ebee-d25b-4c27-b745-f32dfbf57d32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 04:28:04.189100 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writer thread running {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 27 04:28:04.349884 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8e83ebee-d25b-4c27-b745-f32dfbf57d32 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730954712016', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730954711500', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730954694819', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730954821090', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730954822843', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730954804185', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-619501', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-615902', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1681642', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1774548'] for rbac-policy (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:04.710943 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8e83ebee-d25b-4c27-b745-f32dfbf57d32 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:04.712171 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8e83ebee-d25b-4c27-b745-f32dfbf57d32 admin admin] 10.222.0.76 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0069683 Aug 27 04:28:06.219472 n-d-852088-5 neutron-server[107777]: INFO neutron.db.l3_hamode_db [None req-5116dc7b-c3b0-4318-a4e5-83e2be01cb2b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 27 04:28:06.298976 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5116dc7b-c3b0-4318-a4e5-83e2be01cb2b None None] Routers set() bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:28:06.299536 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5116dc7b-c3b0-4318-a4e5-83e2be01cb2b None None] Router IDs set() for agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 27 04:28:07.062216 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34714) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:28:07.400817 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-bd5960a2-a26e-409f-a7a5-eedfa3eebf38 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:28:07.548845 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5960a2-a26e-409f-a7a5-eedfa3eebf38 demo demo] Made reservation on behalf of b8a63babe747425e956f165dd09383c5 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:28:07.553048 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bd5960a2-a26e-409f-a7a5-eedfa3eebf38 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:07.574319 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bd5960a2-a26e-409f-a7a5-eedfa3eebf38 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:07.683528 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bd5960a2-a26e-409f-a7a5-eedfa3eebf38 demo demo] Publish callbacks [] for security_group (3c8e3ad3-4e99-4134-8d6f-05651ce85bf4), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:07.743302 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bd5960a2-a26e-409f-a7a5-eedfa3eebf38 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (3c8e3ad3-4e99-4134-8d6f-05651ce85bf4), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:07.768532 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd5960a2-a26e-409f-a7a5-eedfa3eebf38 demo demo] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:28:07.801300 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bd5960a2-a26e-409f-a7a5-eedfa3eebf38 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730952720469', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (0d68a9c5-07f0-4eb0-915f-a8e9992ed04c), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:07.801820 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bd5960a2-a26e-409f-a7a5-eedfa3eebf38 demo demo] Unsubscribe: segment precommit_create {{(pid=107776) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 27 04:28:07.802345 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-bd5960a2-a26e-409f-a7a5-eedfa3eebf38 demo demo] Added segment 0d68a9c5-07f0-4eb0-915f-a8e9992ed04c of type vlan for network 624dbee1-ace1-430d-9122-8ff982c0487b Aug 27 04:28:07.821966 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5960a2-a26e-409f-a7a5-eedfa3eebf38 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8e3ad3-4e99-4134-8d6f-05651ce85bf4,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:28:07.872638 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5960a2-a26e-409f-a7a5-eedfa3eebf38 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:07.872986 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5960a2-a26e-409f-a7a5-eedfa3eebf38 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:07.873322 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5960a2-a26e-409f-a7a5-eedfa3eebf38 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:07.873653 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5960a2-a26e-409f-a7a5-eedfa3eebf38 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:07.873975 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5960a2-a26e-409f-a7a5-eedfa3eebf38 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:07.874301 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5960a2-a26e-409f-a7a5-eedfa3eebf38 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:07.874621 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5960a2-a26e-409f-a7a5-eedfa3eebf38 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:07.874940 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5960a2-a26e-409f-a7a5-eedfa3eebf38 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:07.875257 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5960a2-a26e-409f-a7a5-eedfa3eebf38 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:07.875635 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5960a2-a26e-409f-a7a5-eedfa3eebf38 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:07.875887 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5960a2-a26e-409f-a7a5-eedfa3eebf38 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:07.876219 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5960a2-a26e-409f-a7a5-eedfa3eebf38 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:07.876535 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5960a2-a26e-409f-a7a5-eedfa3eebf38 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:07.876846 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5960a2-a26e-409f-a7a5-eedfa3eebf38 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:07.877182 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5960a2-a26e-409f-a7a5-eedfa3eebf38 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:07.878368 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5960a2-a26e-409f-a7a5-eedfa3eebf38 demo demo] Tracked resource versions report: Aug 27 04:28:07.878368 n-d-852088-5 neutron-server[107776]: pushed versions: Aug 27 04:28:07.878368 n-d-852088-5 neutron-server[107776]: { 'AddressGroup': {'1.2'}, Aug 27 04:28:07.878368 n-d-852088-5 neutron-server[107776]: 'Agent': {'1.1'}, Aug 27 04:28:07.878368 n-d-852088-5 neutron-server[107776]: 'ConntrackHelper': {'1.0'}, Aug 27 04:28:07.878368 n-d-852088-5 neutron-server[107776]: 'LocalIPAssociation': {'1.0'}, Aug 27 04:28:07.878368 n-d-852088-5 neutron-server[107776]: 'Log': {'1.0'}, Aug 27 04:28:07.878368 n-d-852088-5 neutron-server[107776]: 'NDPProxy': {'1.0'}, Aug 27 04:28:07.878368 n-d-852088-5 neutron-server[107776]: 'Network': {'1.1'}, Aug 27 04:28:07.878368 n-d-852088-5 neutron-server[107776]: 'Port': {'1.7'}, Aug 27 04:28:07.878368 n-d-852088-5 neutron-server[107776]: 'PortForwarding': {'1.3'}, Aug 27 04:28:07.878368 n-d-852088-5 neutron-server[107776]: 'QosPolicy': {'1.10'}, Aug 27 04:28:07.878368 n-d-852088-5 neutron-server[107776]: 'SecurityGroup': {'1.5'}, Aug 27 04:28:07.878368 n-d-852088-5 neutron-server[107776]: 'SecurityGroupRule': {'1.2'}, Aug 27 04:28:07.878368 n-d-852088-5 neutron-server[107776]: 'SubPort': {'1.0'}, Aug 27 04:28:07.878368 n-d-852088-5 neutron-server[107776]: 'Subnet': {'1.1'}, Aug 27 04:28:07.878368 n-d-852088-5 neutron-server[107776]: 'Trunk': {'1.1'}} Aug 27 04:28:07.878368 n-d-852088-5 neutron-server[107776]: consumer versions: Aug 27 04:28:07.878368 n-d-852088-5 neutron-server[107776]: { DHCP agent@n-d-852088-5: {}, Aug 27 04:28:07.878368 n-d-852088-5 neutron-server[107776]: L3 agent@n-d-852088-5: {}, Aug 27 04:28:07.878368 n-d-852088-5 neutron-server[107776]: Metadata agent@n-d-852088-5: {}, Aug 27 04:28:07.878368 n-d-852088-5 neutron-server[107776]: Metering agent@n-d-852088-5: {}, Aug 27 04:28:07.878368 n-d-852088-5 neutron-server[107776]: Open vSwitch agent@n-d-852088-5: { 'AddressGroup': '1.2', Aug 27 04:28:07.878368 n-d-852088-5 neutron-server[107776]: 'Agent': '1.1', Aug 27 04:28:07.878368 n-d-852088-5 neutron-server[107776]: 'ConntrackHelper': '1.0', Aug 27 04:28:07.878368 n-d-852088-5 neutron-server[107776]: 'LocalIPAssociation': '1.0', Aug 27 04:28:07.878368 n-d-852088-5 neutron-server[107776]: 'Log': '1.0', Aug 27 04:28:07.878368 n-d-852088-5 neutron-server[107776]: 'NDPProxy': '1.0', Aug 27 04:28:07.878368 n-d-852088-5 neutron-server[107776]: 'Network': '1.1', Aug 27 04:28:07.878368 n-d-852088-5 neutron-server[107776]: 'Port': '1.7', Aug 27 04:28:07.878368 n-d-852088-5 neutron-server[107776]: 'PortForwarding': '1.3', Aug 27 04:28:07.878368 n-d-852088-5 neutron-server[107776]: 'QosPolicy': '1.10', Aug 27 04:28:07.878368 n-d-852088-5 neutron-server[107776]: 'SecurityGroup': '1.5', Aug 27 04:28:07.878368 n-d-852088-5 neutron-server[107776]: 'SecurityGroupRule': '1.2', Aug 27 04:28:07.878368 n-d-852088-5 neutron-server[107776]: 'SubPort': '1.0', Aug 27 04:28:07.878368 n-d-852088-5 neutron-server[107776]: 'Subnet': '1.1', Aug 27 04:28:07.878368 n-d-852088-5 neutron-server[107776]: 'Trunk': '1.1'}} Aug 27 04:28:07.878368 n-d-852088-5 neutron-server[107776]: {{(pid=107776) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 04:28:07.912309 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bd5960a2-a26e-409f-a7a5-eedfa3eebf38 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (624dbee1-ace1-430d-9122-8ff982c0487b), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:08.008596 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bd5960a2-a26e-409f-a7a5-eedfa3eebf38 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (624dbee1-ace1-430d-9122-8ff982c0487b), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:08.014189 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5960a2-a26e-409f-a7a5-eedfa3eebf38 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:28:08.014990 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bd5960a2-a26e-409f-a7a5-eedfa3eebf38 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:08.036810 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=54,neutron:INSERT=44,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:28:08.145990 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5960a2-a26e-409f-a7a5-eedfa3eebf38 demo demo] Pushing event updated for resources: {'Network': ['ID=624dbee1-ace1-430d-9122-8ff982c0487b,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:28:08.158071 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 624dbee1-ace1-430d-9122-8ff982c0487b details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:28:08.186603 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-bd5960a2-a26e-409f-a7a5-eedfa3eebf38 demo demo] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.1233263 Aug 27 04:28:10.617441 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34728) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:28:11.037055 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e39efd-53e2-4033-be26-2be5678e212c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:28:11.038421 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b9e39efd-53e2-4033-be26-2be5678e212c demo admin] 10.222.0.76 "GET /networking/v2.0/networks/624dbee1-ace1-430d-9122-8ff982c0487b HTTP/1.1" status: 200 len: 825 time: 0.4201200 Aug 27 04:28:11.066285 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-545e6534-a609-405e-8490-cf967c2d48e8 demo admin] 10.222.0.76 "GET /networking/v2.0/subnetpools/854fa7e8-5f92-4ae8-9634-44ba93c6d2d6 HTTP/1.1" status: 200 len: 734 time: 0.0204690 Aug 27 04:28:11.076309 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-bea89bd1-ecf2-49f8-8654-c6891e5e9fca demo admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '624dbee1-ace1-430d-9122-8ff982c0487b', 'subnetpool_id': '854fa7e8-5f92-4ae8-9634-44ba93c6d2d6', 'name': 'private-subnet'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:28:11.173950 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea89bd1-ecf2-49f8-8654-c6891e5e9fca demo admin] Made reservation on behalf of b8a63babe747425e956f165dd09383c5 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:28:11.176248 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bea89bd1-ecf2-49f8-8654-c6891e5e9fca demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:11.396807 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:28:11.560707 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bea89bd1-ecf2-49f8-8654-c6891e5e9fca demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for subnet (e9aa1b42-40e4-40f0-9c9d-8ab5f1dbd979), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:11.633779 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea89bd1-ecf2-49f8-8654-c6891e5e9fca demo admin] Pushing event updated for resources: {'Subnet': ['ID=e9aa1b42-40e4-40f0-9c9d-8ab5f1dbd979,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:28:11.638355 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea89bd1-ecf2-49f8-8654-c6891e5e9fca demo admin] Checking segment: {'id': '0d68a9c5-07f0-4eb0-915f-a8e9992ed04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '624dbee1-ace1-430d-9122-8ff982c0487b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:28:11.638741 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea89bd1-ecf2-49f8-8654-c6891e5e9fca demo admin] Network hostable DHCP agents. Network: 624dbee1-ace1-430d-9122-8ff982c0487b, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:28:11.760116 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea89bd1-ecf2-49f8-8654-c6891e5e9fca demo admin] Network 624dbee1-ace1-430d-9122-8ff982c0487b is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:28:11.860220 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-bea89bd1-ecf2-49f8-8654-c6891e5e9fca demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 624dbee1-ace1-430d-9122-8ff982c0487b) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:28:11.868370 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221b7607-d57f-439a-a669-5514d930132c None None] Network 624dbee1-ace1-430d-9122-8ff982c0487b requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:28:11.872074 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea89bd1-ecf2-49f8-8654-c6891e5e9fca demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:28:11.874815 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bea89bd1-ecf2-49f8-8654-c6891e5e9fca demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:11.963635 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-bea89bd1-ecf2-49f8-8654-c6891e5e9fca demo admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8916829 Aug 27 04:28:12.133023 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9384ad93-946e-4b23-ad1c-d8c62cf3cdd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-624dbee1-ace1-430d-9122-8ff982c0487b', 'network_id': '624dbee1-ace1-430d-9122-8ff982c0487b', 'project_id': 'b8a63babe747425e956f165dd09383c5', 'fixed_ips': [{'subnet_id': 'e9aa1b42-40e4-40f0-9c9d-8ab5f1dbd979'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:28:12.134418 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9384ad93-946e-4b23-ad1c-d8c62cf3cdd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:12.425166 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=63,neutron:INSERT=36,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:28:12.434603 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-9384ad93-946e-4b23-ad1c-d8c62cf3cdd1 None None] Allocated IP 172.20.0.2 (624dbee1-ace1-430d-9122-8ff982c0487b/e9aa1b42-40e4-40f0-9c9d-8ab5f1dbd979/80b23099-ced1-43ba-b1e6-02c13595e4dd) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:28:12.682780 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=20,neutron:INSERT=31 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:28:12.687683 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=4 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:28:12.711190 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9384ad93-946e-4b23-ad1c-d8c62cf3cdd1 None None] Publish callbacks [] for port (80b23099-ced1-43ba-b1e6-02c13595e4dd), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:12.800555 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9384ad93-946e-4b23-ad1c-d8c62cf3cdd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (80b23099-ced1-43ba-b1e6-02c13595e4dd), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:12.879059 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:28:12.886858 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9384ad93-946e-4b23-ad1c-d8c62cf3cdd1 None None] Network 624dbee1-ace1-430d-9122-8ff982c0487b is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:28:12.893627 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-9384ad93-946e-4b23-ad1c-d8c62cf3cdd1 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:28:12.898507 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9384ad93-946e-4b23-ad1c-d8c62cf3cdd1 None None] Pushing event updated for resources: {'Port': ['ID=80b23099-ced1-43ba-b1e6-02c13595e4dd,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:28:12.900852 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9384ad93-946e-4b23-ad1c-d8c62cf3cdd1 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:28:12.911184 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9384ad93-946e-4b23-ad1c-d8c62cf3cdd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:12.911531 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9384ad93-946e-4b23-ad1c-d8c62cf3cdd1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:12.911872 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9384ad93-946e-4b23-ad1c-d8c62cf3cdd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:12.912226 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9384ad93-946e-4b23-ad1c-d8c62cf3cdd1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:12.912561 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9384ad93-946e-4b23-ad1c-d8c62cf3cdd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:12.912892 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9384ad93-946e-4b23-ad1c-d8c62cf3cdd1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:12.913217 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9384ad93-946e-4b23-ad1c-d8c62cf3cdd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:12.913546 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9384ad93-946e-4b23-ad1c-d8c62cf3cdd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:12.913867 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9384ad93-946e-4b23-ad1c-d8c62cf3cdd1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:12.914204 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9384ad93-946e-4b23-ad1c-d8c62cf3cdd1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:12.914530 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9384ad93-946e-4b23-ad1c-d8c62cf3cdd1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:12.914850 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9384ad93-946e-4b23-ad1c-d8c62cf3cdd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:12.915171 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9384ad93-946e-4b23-ad1c-d8c62cf3cdd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:12.915488 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9384ad93-946e-4b23-ad1c-d8c62cf3cdd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:12.915809 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9384ad93-946e-4b23-ad1c-d8c62cf3cdd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:12.917047 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9384ad93-946e-4b23-ad1c-d8c62cf3cdd1 None None] Tracked resource versions report: Aug 27 04:28:12.917047 n-d-852088-5 neutron-server[107777]: pushed versions: Aug 27 04:28:12.917047 n-d-852088-5 neutron-server[107777]: { 'AddressGroup': {'1.2'}, Aug 27 04:28:12.917047 n-d-852088-5 neutron-server[107777]: 'Agent': {'1.1'}, Aug 27 04:28:12.917047 n-d-852088-5 neutron-server[107777]: 'ConntrackHelper': {'1.0'}, Aug 27 04:28:12.917047 n-d-852088-5 neutron-server[107777]: 'LocalIPAssociation': {'1.0'}, Aug 27 04:28:12.917047 n-d-852088-5 neutron-server[107777]: 'Log': {'1.0'}, Aug 27 04:28:12.917047 n-d-852088-5 neutron-server[107777]: 'NDPProxy': {'1.0'}, Aug 27 04:28:12.917047 n-d-852088-5 neutron-server[107777]: 'Network': {'1.1'}, Aug 27 04:28:12.917047 n-d-852088-5 neutron-server[107777]: 'Port': {'1.7'}, Aug 27 04:28:12.917047 n-d-852088-5 neutron-server[107777]: 'PortForwarding': {'1.3'}, Aug 27 04:28:12.917047 n-d-852088-5 neutron-server[107777]: 'QosPolicy': {'1.10'}, Aug 27 04:28:12.917047 n-d-852088-5 neutron-server[107777]: 'SecurityGroup': {'1.5'}, Aug 27 04:28:12.917047 n-d-852088-5 neutron-server[107777]: 'SecurityGroupRule': {'1.2'}, Aug 27 04:28:12.917047 n-d-852088-5 neutron-server[107777]: 'SubPort': {'1.0'}, Aug 27 04:28:12.917047 n-d-852088-5 neutron-server[107777]: 'Subnet': {'1.1'}, Aug 27 04:28:12.917047 n-d-852088-5 neutron-server[107777]: 'Trunk': {'1.1'}} Aug 27 04:28:12.917047 n-d-852088-5 neutron-server[107777]: consumer versions: Aug 27 04:28:12.917047 n-d-852088-5 neutron-server[107777]: { DHCP agent@n-d-852088-5: {}, Aug 27 04:28:12.917047 n-d-852088-5 neutron-server[107777]: L3 agent@n-d-852088-5: {}, Aug 27 04:28:12.917047 n-d-852088-5 neutron-server[107777]: Metadata agent@n-d-852088-5: {}, Aug 27 04:28:12.917047 n-d-852088-5 neutron-server[107777]: Metering agent@n-d-852088-5: {}, Aug 27 04:28:12.917047 n-d-852088-5 neutron-server[107777]: Open vSwitch agent@n-d-852088-5: { 'AddressGroup': '1.2', Aug 27 04:28:12.917047 n-d-852088-5 neutron-server[107777]: 'Agent': '1.1', Aug 27 04:28:12.917047 n-d-852088-5 neutron-server[107777]: 'ConntrackHelper': '1.0', Aug 27 04:28:12.917047 n-d-852088-5 neutron-server[107777]: 'LocalIPAssociation': '1.0', Aug 27 04:28:12.917047 n-d-852088-5 neutron-server[107777]: 'Log': '1.0', Aug 27 04:28:12.917047 n-d-852088-5 neutron-server[107777]: 'NDPProxy': '1.0', Aug 27 04:28:12.917047 n-d-852088-5 neutron-server[107777]: 'Network': '1.1', Aug 27 04:28:12.917047 n-d-852088-5 neutron-server[107777]: 'Port': '1.7', Aug 27 04:28:12.917047 n-d-852088-5 neutron-server[107777]: 'PortForwarding': '1.3', Aug 27 04:28:12.917047 n-d-852088-5 neutron-server[107777]: 'QosPolicy': '1.10', Aug 27 04:28:12.917047 n-d-852088-5 neutron-server[107777]: 'SecurityGroup': '1.5', Aug 27 04:28:12.917047 n-d-852088-5 neutron-server[107777]: 'SecurityGroupRule': '1.2', Aug 27 04:28:12.917047 n-d-852088-5 neutron-server[107777]: 'SubPort': '1.0', Aug 27 04:28:12.917047 n-d-852088-5 neutron-server[107777]: 'Subnet': '1.1', Aug 27 04:28:12.917047 n-d-852088-5 neutron-server[107777]: 'Trunk': '1.1'}} Aug 27 04:28:12.917047 n-d-852088-5 neutron-server[107777]: {{(pid=107777) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 04:28:12.997734 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-9384ad93-946e-4b23-ad1c-d8c62cf3cdd1 None None] Attempting to bind port 80b23099-ced1-43ba-b1e6-02c13595e4dd on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:28:12.998132 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-9384ad93-946e-4b23-ad1c-d8c62cf3cdd1 None None] Attempting to bind port 80b23099-ced1-43ba-b1e6-02c13595e4dd by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '0d68a9c5-07f0-4eb0-915f-a8e9992ed04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '624dbee1-ace1-430d-9122-8ff982c0487b'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:28:12.998549 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9384ad93-946e-4b23-ad1c-d8c62cf3cdd1 None None] Attempting to bind port 80b23099-ced1-43ba-b1e6-02c13595e4dd on network 624dbee1-ace1-430d-9122-8ff982c0487b {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:28:13.003687 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9384ad93-946e-4b23-ad1c-d8c62cf3cdd1 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:28:13.004080 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9384ad93-946e-4b23-ad1c-d8c62cf3cdd1 None None] Checking segment: {'id': '0d68a9c5-07f0-4eb0-915f-a8e9992ed04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '624dbee1-ace1-430d-9122-8ff982c0487b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:28:13.004661 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9384ad93-946e-4b23-ad1c-d8c62cf3cdd1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:13.005055 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9384ad93-946e-4b23-ad1c-d8c62cf3cdd1 None None] Bound using segment: {'id': '0d68a9c5-07f0-4eb0-915f-a8e9992ed04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '624dbee1-ace1-430d-9122-8ff982c0487b'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:28:13.005546 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-9384ad93-946e-4b23-ad1c-d8c62cf3cdd1 None None] Bound port: 80b23099-ced1-43ba-b1e6-02c13595e4dd, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d68a9c5-07f0-4eb0-915f-a8e9992ed04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '624dbee1-ace1-430d-9122-8ff982c0487b'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:28:13.005945 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9384ad93-946e-4b23-ad1c-d8c62cf3cdd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (80b23099-ced1-43ba-b1e6-02c13595e4dd), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:13.070045 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-9384ad93-946e-4b23-ad1c-d8c62cf3cdd1 None None] For port 80b23099-ced1-43ba-b1e6-02c13595e4dd, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:28:13.090070 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-9384ad93-946e-4b23-ad1c-d8c62cf3cdd1 None None] For port 80b23099-ced1-43ba-b1e6-02c13595e4dd, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=80b23099-ced1-43ba-b1e6-02c13595e4dd,segment=NetworkSegment(0d68a9c5-07f0-4eb0-915f-a8e9992ed04c),segment_id=0d68a9c5-07f0-4eb0-915f-a8e9992ed04c)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:28:13.166884 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9384ad93-946e-4b23-ad1c-d8c62cf3cdd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (80b23099-ced1-43ba-b1e6-02c13595e4dd), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:13.220153 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9384ad93-946e-4b23-ad1c-d8c62cf3cdd1 None None] Pushing event updated for resources: {'Port': ['ID=80b23099-ced1-43ba-b1e6-02c13595e4dd,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:28:14.399030 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34742) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:28:14.740890 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [None req-a30b2c69-058c-4817-b406-c31c42533314 admin admin] http://10.222.0.76:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107776) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:28:14.741899 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a30b2c69-058c-4817-b406-c31c42533314 admin admin] 10.222.0.76 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3419220 Aug 27 04:28:17.211195 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34750) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:28:17.563594 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [None req-bf51c0e1-d32c-4d9a-8c9c-9fa8307466c5 admin admin] http://10.222.0.76:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107776) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:28:17.564609 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-bf51c0e1-d32c-4d9a-8c9c-9fa8307466c5 admin admin] 10.222.0.76 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3524923 Aug 27 04:28:20.013679 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34760) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:28:20.376021 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-09d6ec9c-7d98-490b-986a-b7290cd158ff demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:28:20.500391 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-09d6ec9c-7d98-490b-986a-b7290cd158ff demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (e662958c-9089-40ad-a1e5-0119054c54bc), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:20.501915 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-09d6ec9c-7d98-490b-986a-b7290cd158ff demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (e662958c-9089-40ad-a1e5-0119054c54bc), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:20.650555 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-09d6ec9c-7d98-490b-986a-b7290cd158ff demo demo] Publish callbacks [] for router_controller (e662958c-9089-40ad-a1e5-0119054c54bc), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:20.729558 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-09d6ec9c-7d98-490b-986a-b7290cd158ff demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (e662958c-9089-40ad-a1e5-0119054c54bc), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:20.734612 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:DELETE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:28:20.870802 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-09d6ec9c-7d98-490b-986a-b7290cd158ff demo demo] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:20.872020 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-09d6ec9c-7d98-490b-986a-b7290cd158ff demo demo] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8573780 Aug 27 04:28:21.342096 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 80b23099-ced1-43ba-b1e6-02c13595e4dd up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:28:21.424549 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 80b23099-ced1-43ba-b1e6-02c13595e4dd triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:28:21.424953 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (80b23099-ced1-43ba-b1e6-02c13595e4dd), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:21.505421 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e9617d-0801-4b30-879a-5c96725ac475 None None] Network 624dbee1-ace1-430d-9122-8ff982c0487b requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:28:21.579866 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 80b23099-ced1-43ba-b1e6-02c13595e4dd is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:28:21.580273 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (80b23099-ced1-43ba-b1e6-02c13595e4dd), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:21.609233 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-325b288d-efb7-40b9-aa0a-814a5d7cc246 None None] Provisioning complete for port 80b23099-ced1-43ba-b1e6-02c13595e4dd triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:28:21.609599 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-325b288d-efb7-40b9-aa0a-814a5d7cc246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (80b23099-ced1-43ba-b1e6-02c13595e4dd), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:21.670594 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 80b23099-ced1-43ba-b1e6-02c13595e4dd, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=80b23099-ced1-43ba-b1e6-02c13595e4dd,segment=NetworkSegment(0d68a9c5-07f0-4eb0-915f-a8e9992ed04c),segment_id=0d68a9c5-07f0-4eb0-915f-a8e9992ed04c)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:28:21.748034 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:28:21.748034 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (80b23099-ced1-43ba-b1e6-02c13595e4dd), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:21.797183 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-325b288d-efb7-40b9-aa0a-814a5d7cc246 None None] Current status of the port 80b23099-ced1-43ba-b1e6-02c13595e4dd is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:28:21.797570 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-325b288d-efb7-40b9-aa0a-814a5d7cc246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (80b23099-ced1-43ba-b1e6-02c13595e4dd), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:21.811081 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=80b23099-ced1-43ba-b1e6-02c13595e4dd,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:28:21.859775 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-325b288d-efb7-40b9-aa0a-814a5d7cc246 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:28:21.860227 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-325b288d-efb7-40b9-aa0a-814a5d7cc246 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:28:22.393247 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-325b288d-efb7-40b9-aa0a-814a5d7cc246 None None] Current status of the port 80b23099-ced1-43ba-b1e6-02c13595e4dd is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:28:22.513510 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-9df72333-173e-4d04-a81f-845686bdec45 None None] Provisioning complete for port 80b23099-ced1-43ba-b1e6-02c13595e4dd triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:28:22.537476 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9df72333-173e-4d04-a81f-845686bdec45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (80b23099-ced1-43ba-b1e6-02c13595e4dd), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:22.554425 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:28:22.590041 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-9df72333-173e-4d04-a81f-845686bdec45 None None] Current status of the port 80b23099-ced1-43ba-b1e6-02c13595e4dd is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:28:23.251928 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34772) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:28:23.313397 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 80b23099-ced1-43ba-b1e6-02c13595e4dd up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:28:23.356393 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 80b23099-ced1-43ba-b1e6-02c13595e4dd triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:28:23.356793 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (80b23099-ced1-43ba-b1e6-02c13595e4dd), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:23.427037 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 80b23099-ced1-43ba-b1e6-02c13595e4dd is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:28:23.584238 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [None req-93f5bc4a-5cca-49f3-9c4d-54dc1630aca8 admin admin] http://10.222.0.76:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107776) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:28:23.585225 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-93f5bc4a-5cca-49f3-9c4d-54dc1630aca8 admin admin] 10.222.0.76 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3323255 Aug 27 04:28:25.998808 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34780) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:28:26.318923 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-8b1d775f-cccc-4932-858b-fb0c5bc00f11 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'router:external': True}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:28:26.402848 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1d775f-cccc-4932-858b-fb0c5bc00f11 admin admin] Made reservation on behalf of 4935ddf6dc2a4bbea15d24b9f9bae471 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:28:26.405188 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8b1d775f-cccc-4932-858b-fb0c5bc00f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:26.413585 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8b1d775f-cccc-4932-858b-fb0c5bc00f11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:26.488228 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8b1d775f-cccc-4932-858b-fb0c5bc00f11 admin admin] Publish callbacks [] for security_group (360bbfd8-d6c7-4739-94a1-db55afa29ddf), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:26.588335 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8b1d775f-cccc-4932-858b-fb0c5bc00f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (360bbfd8-d6c7-4739-94a1-db55afa29ddf), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:26.605123 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8b1d775f-cccc-4932-858b-fb0c5bc00f11 admin admin] Reserving flat network on physical network physnet1 {{(pid=107776) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 27 04:28:26.625884 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d775f-cccc-4932-858b-fb0c5bc00f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360bbfd8-d6c7-4739-94a1-db55afa29ddf,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:28:26.628641 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8b1d775f-cccc-4932-858b-fb0c5bc00f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (632d350e-e829-42fc-b684-0dad0c81f5e8), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:26.631939 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-8b1d775f-cccc-4932-858b-fb0c5bc00f11 admin admin] Added segment 632d350e-e829-42fc-b684-0dad0c81f5e8 of type flat for network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb Aug 27 04:28:26.648252 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-396a3f8a-538f-4dd5-89c7-2299727a8b57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:26.674881 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8b1d775f-cccc-4932-858b-fb0c5bc00f11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (2db7b18a-8c4b-4ba8-8012-3e7d96728abb), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:26.800085 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8b1d775f-cccc-4932-858b-fb0c5bc00f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (2db7b18a-8c4b-4ba8-8012-3e7d96728abb), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:26.801110 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1d775f-cccc-4932-858b-fb0c5bc00f11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:28:26.801687 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8b1d775f-cccc-4932-858b-fb0c5bc00f11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:26.894080 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d775f-cccc-4932-858b-fb0c5bc00f11 admin admin] Pushing event updated for resources: {'Network': ['ID=2db7b18a-8c4b-4ba8-8012-3e7d96728abb,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:28:26.951068 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:28:26.985420 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8b1d775f-cccc-4932-858b-fb0c5bc00f11 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9855199 Aug 27 04:28:29.091342 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4c3b7502-a423-4d3c-bf5f-38c4051be38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:29.514592 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34788) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:28:30.036211 n-d-852088-5 neutron-server[107775]: WARNING oslo_policy.policy [None req-0717e105-bb5d-457e-9e17-4be704827f48 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 04:28:30.036787 n-d-852088-5 neutron-server[107775]: WARNING oslo_policy.policy [None req-0717e105-bb5d-457e-9e17-4be704827f48 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 04:28:30.120209 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:30.270504 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writer thread running {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 27 04:28:30.271145 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:28:30.393391 n-d-852088-5 neutron-server[107775]: ERROR stevedore.extension [None req-0717e105-bb5d-457e-9e17-4be704827f48 demo admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 27 04:28:30.445940 n-d-852088-5 neutron-server[107775]: DEBUG neutron.policy [None req-0717e105-bb5d-457e-9e17-4be704827f48 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=107775) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 27 04:28:30.488901 n-d-852088-5 neutron-server[107775]: WARNING oslo_policy.policy [None req-0717e105-bb5d-457e-9e17-4be704827f48 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 04:28:30.489265 n-d-852088-5 neutron-server[107775]: WARNING oslo_policy.policy [None req-0717e105-bb5d-457e-9e17-4be704827f48 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 04:28:30.496984 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0717e105-bb5d-457e-9e17-4be704827f48 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:28:30.498831 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0717e105-bb5d-457e-9e17-4be704827f48 demo admin] 10.222.0.76 "GET /networking/v2.0/subnets/e9aa1b42-40e4-40f0-9c9d-8ab5f1dbd979 HTTP/1.1" status: 200 len: 849 time: 0.9823754 Aug 27 04:28:30.676188 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-85a730d2-2450-44a7-8070-d04ad5619872 demo admin] 10.222.0.76 "GET /networking/v2.0/routers/e662958c-9089-40ad-a1e5-0119054c54bc HTTP/1.1" status: 200 len: 704 time: 0.1713748 Aug 27 04:28:30.948711 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2abebe59-780a-4f46-8285-a5861d6c3e7b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:31.292144 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-2abebe59-780a-4f46-8285-a5861d6c3e7b demo admin] Allocated IP 172.20.0.1 (624dbee1-ace1-430d-9122-8ff982c0487b/e9aa1b42-40e4-40f0-9c9d-8ab5f1dbd979/1c6bd37c-29eb-4dda-a3ee-8b11c5d7aeba) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:28:31.516837 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2abebe59-780a-4f46-8285-a5861d6c3e7b demo admin] Publish callbacks [] for port (1c6bd37c-29eb-4dda-a3ee-8b11c5d7aeba), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:31.623400 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2abebe59-780a-4f46-8285-a5861d6c3e7b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (1c6bd37c-29eb-4dda-a3ee-8b11c5d7aeba), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:31.652299 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:31.679817 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:31.697438 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abebe59-780a-4f46-8285-a5861d6c3e7b demo admin] Network 624dbee1-ace1-430d-9122-8ff982c0487b is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:28:31.702809 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-2abebe59-780a-4f46-8285-a5861d6c3e7b demo admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:28:31.741486 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abebe59-780a-4f46-8285-a5861d6c3e7b demo admin] Pushing event updated for resources: {'Port': ['ID=1c6bd37c-29eb-4dda-a3ee-8b11c5d7aeba,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:28:31.752240 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abebe59-780a-4f46-8285-a5861d6c3e7b demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:31.752580 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abebe59-780a-4f46-8285-a5861d6c3e7b demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:31.752912 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abebe59-780a-4f46-8285-a5861d6c3e7b demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:31.753237 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abebe59-780a-4f46-8285-a5861d6c3e7b demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:31.753558 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abebe59-780a-4f46-8285-a5861d6c3e7b demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:31.753881 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abebe59-780a-4f46-8285-a5861d6c3e7b demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:31.754200 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abebe59-780a-4f46-8285-a5861d6c3e7b demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:31.755166 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abebe59-780a-4f46-8285-a5861d6c3e7b demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:31.755166 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abebe59-780a-4f46-8285-a5861d6c3e7b demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:31.755166 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abebe59-780a-4f46-8285-a5861d6c3e7b demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:31.755416 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abebe59-780a-4f46-8285-a5861d6c3e7b demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:31.755706 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abebe59-780a-4f46-8285-a5861d6c3e7b demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:31.756012 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abebe59-780a-4f46-8285-a5861d6c3e7b demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:31.756344 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abebe59-780a-4f46-8285-a5861d6c3e7b demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:31.756654 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abebe59-780a-4f46-8285-a5861d6c3e7b demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:31.757841 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abebe59-780a-4f46-8285-a5861d6c3e7b demo admin] Tracked resource versions report: Aug 27 04:28:31.757841 n-d-852088-5 neutron-server[107775]: pushed versions: Aug 27 04:28:31.757841 n-d-852088-5 neutron-server[107775]: { 'AddressGroup': {'1.2'}, Aug 27 04:28:31.757841 n-d-852088-5 neutron-server[107775]: 'Agent': {'1.1'}, Aug 27 04:28:31.757841 n-d-852088-5 neutron-server[107775]: 'ConntrackHelper': {'1.0'}, Aug 27 04:28:31.757841 n-d-852088-5 neutron-server[107775]: 'LocalIPAssociation': {'1.0'}, Aug 27 04:28:31.757841 n-d-852088-5 neutron-server[107775]: 'Log': {'1.0'}, Aug 27 04:28:31.757841 n-d-852088-5 neutron-server[107775]: 'NDPProxy': {'1.0'}, Aug 27 04:28:31.757841 n-d-852088-5 neutron-server[107775]: 'Network': {'1.1'}, Aug 27 04:28:31.757841 n-d-852088-5 neutron-server[107775]: 'Port': {'1.7'}, Aug 27 04:28:31.757841 n-d-852088-5 neutron-server[107775]: 'PortForwarding': {'1.3'}, Aug 27 04:28:31.757841 n-d-852088-5 neutron-server[107775]: 'QosPolicy': {'1.10'}, Aug 27 04:28:31.757841 n-d-852088-5 neutron-server[107775]: 'SecurityGroup': {'1.5'}, Aug 27 04:28:31.757841 n-d-852088-5 neutron-server[107775]: 'SecurityGroupRule': {'1.2'}, Aug 27 04:28:31.757841 n-d-852088-5 neutron-server[107775]: 'SubPort': {'1.0'}, Aug 27 04:28:31.757841 n-d-852088-5 neutron-server[107775]: 'Subnet': {'1.1'}, Aug 27 04:28:31.757841 n-d-852088-5 neutron-server[107775]: 'Trunk': {'1.1'}} Aug 27 04:28:31.757841 n-d-852088-5 neutron-server[107775]: consumer versions: Aug 27 04:28:31.757841 n-d-852088-5 neutron-server[107775]: { DHCP agent@n-d-852088-5: {}, Aug 27 04:28:31.757841 n-d-852088-5 neutron-server[107775]: L3 agent@n-d-852088-5: {}, Aug 27 04:28:31.757841 n-d-852088-5 neutron-server[107775]: Metadata agent@n-d-852088-5: {}, Aug 27 04:28:31.757841 n-d-852088-5 neutron-server[107775]: Metering agent@n-d-852088-5: {}, Aug 27 04:28:31.757841 n-d-852088-5 neutron-server[107775]: Open vSwitch agent@n-d-852088-5: { 'AddressGroup': '1.2', Aug 27 04:28:31.757841 n-d-852088-5 neutron-server[107775]: 'Agent': '1.1', Aug 27 04:28:31.757841 n-d-852088-5 neutron-server[107775]: 'ConntrackHelper': '1.0', Aug 27 04:28:31.757841 n-d-852088-5 neutron-server[107775]: 'LocalIPAssociation': '1.0', Aug 27 04:28:31.757841 n-d-852088-5 neutron-server[107775]: 'Log': '1.0', Aug 27 04:28:31.757841 n-d-852088-5 neutron-server[107775]: 'NDPProxy': '1.0', Aug 27 04:28:31.757841 n-d-852088-5 neutron-server[107775]: 'Network': '1.1', Aug 27 04:28:31.757841 n-d-852088-5 neutron-server[107775]: 'Port': '1.7', Aug 27 04:28:31.757841 n-d-852088-5 neutron-server[107775]: 'PortForwarding': '1.3', Aug 27 04:28:31.757841 n-d-852088-5 neutron-server[107775]: 'QosPolicy': '1.10', Aug 27 04:28:31.757841 n-d-852088-5 neutron-server[107775]: 'SecurityGroup': '1.5', Aug 27 04:28:31.757841 n-d-852088-5 neutron-server[107775]: 'SecurityGroupRule': '1.2', Aug 27 04:28:31.757841 n-d-852088-5 neutron-server[107775]: 'SubPort': '1.0', Aug 27 04:28:31.757841 n-d-852088-5 neutron-server[107775]: 'Subnet': '1.1', Aug 27 04:28:31.757841 n-d-852088-5 neutron-server[107775]: 'Trunk': '1.1'}} Aug 27 04:28:31.757841 n-d-852088-5 neutron-server[107775]: {{(pid=107775) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 04:28:31.761544 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abebe59-780a-4f46-8285-a5861d6c3e7b demo admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:28:31.761544 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2abebe59-780a-4f46-8285-a5861d6c3e7b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (e662958c-9089-40ad-a1e5-0119054c54bc), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:31.901493 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:28:31.965628 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-1c966d96-5599-4dac-9a39-0995a1cc60a8 None None] Provisioning complete for port 1c6bd37c-29eb-4dda-a3ee-8b11c5d7aeba triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:28:31.966024 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1c966d96-5599-4dac-9a39-0995a1cc60a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (1c6bd37c-29eb-4dda-a3ee-8b11c5d7aeba), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:31.997875 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-1c966d96-5599-4dac-9a39-0995a1cc60a8 None None] Port 1c6bd37c-29eb-4dda-a3ee-8b11c5d7aeba cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:28:32.077674 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2abebe59-780a-4f46-8285-a5861d6c3e7b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (1c6bd37c-29eb-4dda-a3ee-8b11c5d7aeba), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:32.079262 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:28:32.287612 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2abebe59-780a-4f46-8285-a5861d6c3e7b demo admin] Publish callbacks [] for port (1c6bd37c-29eb-4dda-a3ee-8b11c5d7aeba), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:32.350873 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2abebe59-780a-4f46-8285-a5861d6c3e7b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (1c6bd37c-29eb-4dda-a3ee-8b11c5d7aeba), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:32.351605 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2abebe59-780a-4f46-8285-a5861d6c3e7b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (e662958c-9089-40ad-a1e5-0119054c54bc), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:32.431346 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abebe59-780a-4f46-8285-a5861d6c3e7b demo admin] Pushing event updated for resources: {'Port': ['ID=1c6bd37c-29eb-4dda-a3ee-8b11c5d7aeba,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:28:32.482595 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abebe59-780a-4f46-8285-a5861d6c3e7b demo admin] Network 624dbee1-ace1-430d-9122-8ff982c0487b is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:28:32.483940 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-2abebe59-780a-4f46-8285-a5861d6c3e7b demo admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:28:32.720025 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-867e99cb-e2bc-47cd-8fcf-7acd88693dc8 None None] Provisioning complete for port 1c6bd37c-29eb-4dda-a3ee-8b11c5d7aeba triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:28:32.720635 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-867e99cb-e2bc-47cd-8fcf-7acd88693dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (1c6bd37c-29eb-4dda-a3ee-8b11c5d7aeba), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:32.753040 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-867e99cb-e2bc-47cd-8fcf-7acd88693dc8 None None] Port 1c6bd37c-29eb-4dda-a3ee-8b11c5d7aeba cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:28:32.768261 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2abebe59-780a-4f46-8285-a5861d6c3e7b demo admin] Router e662958c-9089-40ad-a1e5-0119054c54bc is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:28:32.903289 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2abebe59-780a-4f46-8285-a5861d6c3e7b demo admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:28:32.909015 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2abebe59-780a-4f46-8285-a5861d6c3e7b demo admin] 10.222.0.76 "PUT /networking/v2.0/routers/e662958c-9089-40ad-a1e5-0119054c54bc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2270417 Aug 27 04:28:32.912987 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c0009a-ddf5-42dd-bc74-b7d2274cfc3c None None] Sync routers for ids ['e662958c-9089-40ad-a1e5-0119054c54bc'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:28:32.926000 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c0009a-ddf5-42dd-bc74-b7d2274cfc3c None None] Routers {'e662958c-9089-40ad-a1e5-0119054c54bc'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:28:32.926843 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-05c0009a-ddf5-42dd-bc74-b7d2274cfc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:28:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['e662958c-9089-40ad-a1e5-0119054c54bc'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:28:33.113068 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-05c0009a-ddf5-42dd-bc74-b7d2274cfc3c None None] Set router e662958c-9089-40ad-a1e5-0119054c54bc gateway port host: None {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:28:33.543852 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-05c0009a-ddf5-42dd-bc74-b7d2274cfc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e662958c-9089-40ad-a1e5-0119054c54bc', 'name': 'router1', 'tenant_id': 'b8a63babe747425e956f165dd09383c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:28:20Z', 'updated_at': '2022-08-27T04:28:31Z', 'revision_number': 2, 'project_id': 'b8a63babe747425e956f165dd09383c5', 'gw_port_host': None, '_interfaces': [{'id': '1c6bd37c-29eb-4dda-a3ee-8b11c5d7aeba', 'name': '', 'network_id': '624dbee1-ace1-430d-9122-8ff982c0487b', 'tenant_id': 'b8a63babe747425e956f165dd09383c5', 'mac_address': 'fa:16:3e:b3:e3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e662958c-9089-40ad-a1e5-0119054c54bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e9aa1b42-40e4-40f0-9c9d-8ab5f1dbd979', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:28:30Z', 'updated_at': '2022-08-27T04:28:32Z', 'revision_number': 2, 'project_id': 'b8a63babe747425e956f165dd09383c5', 'subnets': [{'id': 'e9aa1b42-40e4-40f0-9c9d-8ab5f1dbd979', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '854fa7e8-5f92-4ae8-9634-44ba93c6d2d6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:28:33.593405 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c0009a-ddf5-42dd-bc74-b7d2274cfc3c None None] Checking router: e662958c-9089-40ad-a1e5-0119054c54bc for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:28:33.593767 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c0009a-ddf5-42dd-bc74-b7d2274cfc3c None None] Updating router e662958c-9089-40ad-a1e5-0119054c54bc port 1c6bd37c-29eb-4dda-a3ee-8b11c5d7aeba binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:28:33.646326 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-05c0009a-ddf5-42dd-bc74-b7d2274cfc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (1c6bd37c-29eb-4dda-a3ee-8b11c5d7aeba), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:34.156152 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-05c0009a-ddf5-42dd-bc74-b7d2274cfc3c None None] Publish callbacks [] for port (1c6bd37c-29eb-4dda-a3ee-8b11c5d7aeba), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:34.228189 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-05c0009a-ddf5-42dd-bc74-b7d2274cfc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (1c6bd37c-29eb-4dda-a3ee-8b11c5d7aeba), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:34.378491 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e683e92d-13bb-4f1a-9ba5-c95bd0426269 None None] Pushing event updated for resources: {'Port': ['ID=1c6bd37c-29eb-4dda-a3ee-8b11c5d7aeba,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:28:34.395202 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e683e92d-13bb-4f1a-9ba5-c95bd0426269 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:34.395549 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e683e92d-13bb-4f1a-9ba5-c95bd0426269 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:34.395880 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e683e92d-13bb-4f1a-9ba5-c95bd0426269 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:34.396230 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e683e92d-13bb-4f1a-9ba5-c95bd0426269 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:34.396556 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e683e92d-13bb-4f1a-9ba5-c95bd0426269 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:34.396876 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e683e92d-13bb-4f1a-9ba5-c95bd0426269 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:34.397193 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e683e92d-13bb-4f1a-9ba5-c95bd0426269 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:34.397507 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e683e92d-13bb-4f1a-9ba5-c95bd0426269 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:34.397819 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e683e92d-13bb-4f1a-9ba5-c95bd0426269 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:34.398129 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e683e92d-13bb-4f1a-9ba5-c95bd0426269 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:34.398441 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e683e92d-13bb-4f1a-9ba5-c95bd0426269 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:34.398750 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e683e92d-13bb-4f1a-9ba5-c95bd0426269 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:34.399059 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e683e92d-13bb-4f1a-9ba5-c95bd0426269 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:34.399367 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e683e92d-13bb-4f1a-9ba5-c95bd0426269 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:34.399675 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e683e92d-13bb-4f1a-9ba5-c95bd0426269 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:28:34.400918 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e683e92d-13bb-4f1a-9ba5-c95bd0426269 None None] Tracked resource versions report: Aug 27 04:28:34.400918 n-d-852088-5 neutron-server[107778]: pushed versions: Aug 27 04:28:34.400918 n-d-852088-5 neutron-server[107778]: { 'AddressGroup': {'1.2'}, Aug 27 04:28:34.400918 n-d-852088-5 neutron-server[107778]: 'Agent': {'1.1'}, Aug 27 04:28:34.400918 n-d-852088-5 neutron-server[107778]: 'ConntrackHelper': {'1.0'}, Aug 27 04:28:34.400918 n-d-852088-5 neutron-server[107778]: 'LocalIPAssociation': {'1.0'}, Aug 27 04:28:34.400918 n-d-852088-5 neutron-server[107778]: 'Log': {'1.0'}, Aug 27 04:28:34.400918 n-d-852088-5 neutron-server[107778]: 'NDPProxy': {'1.0'}, Aug 27 04:28:34.400918 n-d-852088-5 neutron-server[107778]: 'Network': {'1.1'}, Aug 27 04:28:34.400918 n-d-852088-5 neutron-server[107778]: 'Port': {'1.7'}, Aug 27 04:28:34.400918 n-d-852088-5 neutron-server[107778]: 'PortForwarding': {'1.3'}, Aug 27 04:28:34.400918 n-d-852088-5 neutron-server[107778]: 'QosPolicy': {'1.10'}, Aug 27 04:28:34.400918 n-d-852088-5 neutron-server[107778]: 'SecurityGroup': {'1.5'}, Aug 27 04:28:34.400918 n-d-852088-5 neutron-server[107778]: 'SecurityGroupRule': {'1.2'}, Aug 27 04:28:34.400918 n-d-852088-5 neutron-server[107778]: 'SubPort': {'1.0'}, Aug 27 04:28:34.400918 n-d-852088-5 neutron-server[107778]: 'Subnet': {'1.1'}, Aug 27 04:28:34.400918 n-d-852088-5 neutron-server[107778]: 'Trunk': {'1.1'}} Aug 27 04:28:34.400918 n-d-852088-5 neutron-server[107778]: consumer versions: Aug 27 04:28:34.400918 n-d-852088-5 neutron-server[107778]: { DHCP agent@n-d-852088-5: {}, Aug 27 04:28:34.400918 n-d-852088-5 neutron-server[107778]: L3 agent@n-d-852088-5: {}, Aug 27 04:28:34.400918 n-d-852088-5 neutron-server[107778]: Metadata agent@n-d-852088-5: {}, Aug 27 04:28:34.400918 n-d-852088-5 neutron-server[107778]: Metering agent@n-d-852088-5: {}, Aug 27 04:28:34.400918 n-d-852088-5 neutron-server[107778]: Open vSwitch agent@n-d-852088-5: { 'AddressGroup': '1.2', Aug 27 04:28:34.400918 n-d-852088-5 neutron-server[107778]: 'Agent': '1.1', Aug 27 04:28:34.400918 n-d-852088-5 neutron-server[107778]: 'ConntrackHelper': '1.0', Aug 27 04:28:34.400918 n-d-852088-5 neutron-server[107778]: 'LocalIPAssociation': '1.0', Aug 27 04:28:34.400918 n-d-852088-5 neutron-server[107778]: 'Log': '1.0', Aug 27 04:28:34.400918 n-d-852088-5 neutron-server[107778]: 'NDPProxy': '1.0', Aug 27 04:28:34.400918 n-d-852088-5 neutron-server[107778]: 'Network': '1.1', Aug 27 04:28:34.400918 n-d-852088-5 neutron-server[107778]: 'Port': '1.7', Aug 27 04:28:34.400918 n-d-852088-5 neutron-server[107778]: 'PortForwarding': '1.3', Aug 27 04:28:34.400918 n-d-852088-5 neutron-server[107778]: 'QosPolicy': '1.10', Aug 27 04:28:34.400918 n-d-852088-5 neutron-server[107778]: 'SecurityGroup': '1.5', Aug 27 04:28:34.400918 n-d-852088-5 neutron-server[107778]: 'SecurityGroupRule': '1.2', Aug 27 04:28:34.400918 n-d-852088-5 neutron-server[107778]: 'SubPort': '1.0', Aug 27 04:28:34.400918 n-d-852088-5 neutron-server[107778]: 'Subnet': '1.1', Aug 27 04:28:34.400918 n-d-852088-5 neutron-server[107778]: 'Trunk': '1.1'}} Aug 27 04:28:34.400918 n-d-852088-5 neutron-server[107778]: {{(pid=107778) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 04:28:34.406628 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-05c0009a-ddf5-42dd-bc74-b7d2274cfc3c None None] Attempting to bind port 1c6bd37c-29eb-4dda-a3ee-8b11c5d7aeba on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:28:34.407026 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-05c0009a-ddf5-42dd-bc74-b7d2274cfc3c None None] Attempting to bind port 1c6bd37c-29eb-4dda-a3ee-8b11c5d7aeba by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '0d68a9c5-07f0-4eb0-915f-a8e9992ed04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '624dbee1-ace1-430d-9122-8ff982c0487b'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:28:34.407455 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c0009a-ddf5-42dd-bc74-b7d2274cfc3c None None] Attempting to bind port 1c6bd37c-29eb-4dda-a3ee-8b11c5d7aeba on network 624dbee1-ace1-430d-9122-8ff982c0487b {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:28:34.412885 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c0009a-ddf5-42dd-bc74-b7d2274cfc3c None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:28:34.413285 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c0009a-ddf5-42dd-bc74-b7d2274cfc3c None None] Checking segment: {'id': '0d68a9c5-07f0-4eb0-915f-a8e9992ed04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '624dbee1-ace1-430d-9122-8ff982c0487b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:28:34.413747 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-05c0009a-ddf5-42dd-bc74-b7d2274cfc3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:34.414120 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c0009a-ddf5-42dd-bc74-b7d2274cfc3c None None] Bound using segment: {'id': '0d68a9c5-07f0-4eb0-915f-a8e9992ed04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '624dbee1-ace1-430d-9122-8ff982c0487b'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:28:34.414571 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-05c0009a-ddf5-42dd-bc74-b7d2274cfc3c None None] Bound port: 1c6bd37c-29eb-4dda-a3ee-8b11c5d7aeba, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d68a9c5-07f0-4eb0-915f-a8e9992ed04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '624dbee1-ace1-430d-9122-8ff982c0487b'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:28:34.414937 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-05c0009a-ddf5-42dd-bc74-b7d2274cfc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (1c6bd37c-29eb-4dda-a3ee-8b11c5d7aeba), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:34.477100 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-05c0009a-ddf5-42dd-bc74-b7d2274cfc3c None None] For port 1c6bd37c-29eb-4dda-a3ee-8b11c5d7aeba, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:28:34.484482 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:28:34.498159 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-05c0009a-ddf5-42dd-bc74-b7d2274cfc3c None None] For port 1c6bd37c-29eb-4dda-a3ee-8b11c5d7aeba, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=1c6bd37c-29eb-4dda-a3ee-8b11c5d7aeba,segment=NetworkSegment(0d68a9c5-07f0-4eb0-915f-a8e9992ed04c),segment_id=0d68a9c5-07f0-4eb0-915f-a8e9992ed04c)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:28:34.583261 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-05c0009a-ddf5-42dd-bc74-b7d2274cfc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (1c6bd37c-29eb-4dda-a3ee-8b11c5d7aeba), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:34.591164 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:28:34.627401 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c0009a-ddf5-42dd-bc74-b7d2274cfc3c None None] Routers {'e662958c-9089-40ad-a1e5-0119054c54bc'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:28:34.628025 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-05c0009a-ddf5-42dd-bc74-b7d2274cfc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:28:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['e662958c-9089-40ad-a1e5-0119054c54bc'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:28:34.714122 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e683e92d-13bb-4f1a-9ba5-c95bd0426269 None None] Pushing event updated for resources: {'Port': ['ID=1c6bd37c-29eb-4dda-a3ee-8b11c5d7aeba,revision_number=4']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:28:34.736717 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-05c0009a-ddf5-42dd-bc74-b7d2274cfc3c None None] Set router e662958c-9089-40ad-a1e5-0119054c54bc gateway port host: None {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:28:34.928823 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-05c0009a-ddf5-42dd-bc74-b7d2274cfc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e662958c-9089-40ad-a1e5-0119054c54bc', 'name': 'router1', 'tenant_id': 'b8a63babe747425e956f165dd09383c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:28:20Z', 'updated_at': '2022-08-27T04:28:31Z', 'revision_number': 2, 'project_id': 'b8a63babe747425e956f165dd09383c5', 'gw_port_host': None, '_interfaces': [{'id': '1c6bd37c-29eb-4dda-a3ee-8b11c5d7aeba', 'name': '', 'network_id': '624dbee1-ace1-430d-9122-8ff982c0487b', 'tenant_id': 'b8a63babe747425e956f165dd09383c5', 'mac_address': 'fa:16:3e:b3:e3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e662958c-9089-40ad-a1e5-0119054c54bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e9aa1b42-40e4-40f0-9c9d-8ab5f1dbd979', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:28:30Z', 'updated_at': '2022-08-27T04:28:34Z', 'revision_number': 4, 'project_id': 'b8a63babe747425e956f165dd09383c5', 'subnets': [{'id': 'e9aa1b42-40e4-40f0-9c9d-8ab5f1dbd979', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '854fa7e8-5f92-4ae8-9634-44ba93c6d2d6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:28:34.955604 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c0009a-ddf5-42dd-bc74-b7d2274cfc3c None None] The sync data for ids ['e662958c-9089-40ad-a1e5-0119054c54bc'] in n-d-852088-5 is: [{'id': 'e662958c-9089-40ad-a1e5-0119054c54bc', 'name': 'router1', 'tenant_id': 'b8a63babe747425e956f165dd09383c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:28:20Z', 'updated_at': '2022-08-27T04:28:31Z', 'revision_number': 2, 'project_id': 'b8a63babe747425e956f165dd09383c5', 'gw_port_host': None, '_interfaces': [{'id': '1c6bd37c-29eb-4dda-a3ee-8b11c5d7aeba', 'name': '', 'network_id': '624dbee1-ace1-430d-9122-8ff982c0487b', 'tenant_id': 'b8a63babe747425e956f165dd09383c5', 'mac_address': 'fa:16:3e:b3:e3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e662958c-9089-40ad-a1e5-0119054c54bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e9aa1b42-40e4-40f0-9c9d-8ab5f1dbd979', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:28:30Z', 'updated_at': '2022-08-27T04:28:34Z', 'revision_number': 4, 'project_id': 'b8a63babe747425e956f165dd09383c5', 'subnets': [{'id': 'e9aa1b42-40e4-40f0-9c9d-8ab5f1dbd979', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '854fa7e8-5f92-4ae8-9634-44ba93c6d2d6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:28:35.330932 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34816) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:28:35.742470 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06d7a82-9f2e-408a-b509-7bfecb5f93e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:28:35.743842 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c06d7a82-9f2e-408a-b509-7bfecb5f93e8 admin admin] 10.222.0.76 "GET /networking/v2.0/networks/2db7b18a-8c4b-4ba8-8012-3e7d96728abb HTTP/1.1" status: 200 len: 842 time: 0.4120483 Aug 27 04:28:35.756061 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-fbf13a34-5a11-48e9-84f9-5a0b998348ca admin admin] Request body: {'subnet': {'gateway_ip': '172.25.2.1', 'cidr': '172.25.2.0/24', 'ip_version': 4, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:28:35.802743 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 5 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:28:35.888565 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf13a34-5a11-48e9-84f9-5a0b998348ca admin admin] Made reservation on behalf of 4935ddf6dc2a4bbea15d24b9f9bae471 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:28:35.891028 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fbf13a34-5a11-48e9-84f9-5a0b998348ca admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:35.939416 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:28:36.251298 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:28:36.315529 n-d-852088-5 neutron-server[107775]: DEBUG neutron.objects.ports [None req-fbf13a34-5a11-48e9-84f9-5a0b998348ca admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107775) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 27 04:28:36.315962 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fbf13a34-5a11-48e9-84f9-5a0b998348ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for subnet (a8b85f5e-fe35-4e4f-8db1-bc636cc70f14), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:36.373827 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf13a34-5a11-48e9-84f9-5a0b998348ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8b85f5e-fe35-4e4f-8db1-bc636cc70f14,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:28:36.382648 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf13a34-5a11-48e9-84f9-5a0b998348ca admin admin] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:28:36.382996 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf13a34-5a11-48e9-84f9-5a0b998348ca admin admin] Network hostable DHCP agents. Network: 2db7b18a-8c4b-4ba8-8012-3e7d96728abb, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:28:36.479829 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf13a34-5a11-48e9-84f9-5a0b998348ca admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:28:36.585536 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-fbf13a34-5a11-48e9-84f9-5a0b998348ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 2db7b18a-8c4b-4ba8-8012-3e7d96728abb) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:28:36.603828 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf13a34-5a11-48e9-84f9-5a0b998348ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:28:36.603828 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fbf13a34-5a11-48e9-84f9-5a0b998348ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:36.604438 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1560a0-5cf6-4ada-b219-130fa8da4d28 None None] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:28:36.693700 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6edce4-1120-4a99-94ca-fbc60bcb517c None None] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:28:36.719170 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-fbf13a34-5a11-48e9-84f9-5a0b998348ca admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9665356 Aug 27 04:28:36.887443 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=37,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:28:36.891832 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=46,neutron:UPDATE=5,neutron:DELETE=5,neutron:INSERT=13 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:28:39.154560 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34826) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:28:39.576469 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0b722c9f-f7b2-42ab-bf46-0ddb206d2eac demo admin] 10.222.0.76 "GET /networking/v2.0/routers/e662958c-9089-40ad-a1e5-0119054c54bc HTTP/1.1" status: 200 len: 710 time: 0.4204288 Aug 27 04:28:39.667951 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0d0fba-33fc-4a2b-88bd-388c9e8c3eec demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:28:39.669341 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-8e0d0fba-33fc-4a2b-88bd-388c9e8c3eec demo admin] 10.222.0.76 "GET /networking/v2.0/networks/2db7b18a-8c4b-4ba8-8012-3e7d96728abb HTTP/1.1" status: 200 len: 886 time: 0.0875440 Aug 27 04:28:39.678474 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-e46af695-726b-40ca-bfa0-9c8262cde7b3 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:28:39.929465 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e46af695-726b-40ca-bfa0-9c8262cde7b3 demo admin] Publish callbacks [] for router_gateway (e662958c-9089-40ad-a1e5-0119054c54bc), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:40.347965 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:28:40.362611 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e46af695-726b-40ca-bfa0-9c8262cde7b3 demo admin] Publish callbacks [] for router_gateway (e662958c-9089-40ad-a1e5-0119054c54bc), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:40.504093 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e46af695-726b-40ca-bfa0-9c8262cde7b3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:40.605692 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:28:40.619936 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-e46af695-726b-40ca-bfa0-9c8262cde7b3 demo admin] Allocated IP 172.25.2.92 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/66f3cc80-7dd1-4361-a00a-8dc62153d3b5) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:28:40.727926 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e46af695-726b-40ca-bfa0-9c8262cde7b3 demo admin] Publish callbacks [] for port (66f3cc80-7dd1-4361-a00a-8dc62153d3b5), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:40.831057 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e46af695-726b-40ca-bfa0-9c8262cde7b3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (66f3cc80-7dd1-4361-a00a-8dc62153d3b5), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:40.881497 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46af695-726b-40ca-bfa0-9c8262cde7b3 demo admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:28:40.887275 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-e46af695-726b-40ca-bfa0-9c8262cde7b3 demo admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:28:40.890144 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46af695-726b-40ca-bfa0-9c8262cde7b3 demo admin] Pushing event updated for resources: {'Port': ['ID=66f3cc80-7dd1-4361-a00a-8dc62153d3b5,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:28:40.897273 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46af695-726b-40ca-bfa0-9c8262cde7b3 demo admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:28:41.218256 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e46af695-726b-40ca-bfa0-9c8262cde7b3 demo admin] Publish callbacks [] for router_gateway (e662958c-9089-40ad-a1e5-0119054c54bc), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:41.315085 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:28:41.341661 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 1c6bd37c-29eb-4dda-a3ee-8b11c5d7aeba up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:28:41.391950 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 1c6bd37c-29eb-4dda-a3ee-8b11c5d7aeba triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:28:41.392422 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (1c6bd37c-29eb-4dda-a3ee-8b11c5d7aeba), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:41.409779 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e46af695-726b-40ca-bfa0-9c8262cde7b3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1678557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12747'] for router (e662958c-9089-40ad-a1e5-0119054c54bc), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:41.413349 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e46af695-726b-40ca-bfa0-9c8262cde7b3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1676574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1676639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1678566'] for router (e662958c-9089-40ad-a1e5-0119054c54bc), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:41.421818 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:28:41.464332 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 1c6bd37c-29eb-4dda-a3ee-8b11c5d7aeba is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:28:41.464747 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (1c6bd37c-29eb-4dda-a3ee-8b11c5d7aeba), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:41.498941 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 1c6bd37c-29eb-4dda-a3ee-8b11c5d7aeba, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=1c6bd37c-29eb-4dda-a3ee-8b11c5d7aeba,segment=NetworkSegment(0d68a9c5-07f0-4eb0-915f-a8e9992ed04c),segment_id=0d68a9c5-07f0-4eb0-915f-a8e9992ed04c)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:28:41.520347 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e46af695-726b-40ca-bfa0-9c8262cde7b3 demo admin] Router e662958c-9089-40ad-a1e5-0119054c54bc has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:28:41.553814 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (1c6bd37c-29eb-4dda-a3ee-8b11c5d7aeba), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:41.598816 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:28:41.603382 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=1c6bd37c-29eb-4dda-a3ee-8b11c5d7aeba,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:28:41.628080 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e46af695-726b-40ca-bfa0-9c8262cde7b3 demo admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:28:41.632593 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e46af695-726b-40ca-bfa0-9c8262cde7b3 demo admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:41.633691 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e46af695-726b-40ca-bfa0-9c8262cde7b3 demo admin] 10.222.0.76 "PUT /networking/v2.0/routers/e662958c-9089-40ad-a1e5-0119054c54bc HTTP/1.1" status: 200 len: 889 time: 1.9583468 Aug 27 04:28:41.653105 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3744a5e5-76b9-429d-9863-af1be6ad9749 None None] Sync routers for ids ['e662958c-9089-40ad-a1e5-0119054c54bc'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:28:41.667898 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3744a5e5-76b9-429d-9863-af1be6ad9749 None None] Routers {'e662958c-9089-40ad-a1e5-0119054c54bc'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:28:41.668625 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-3744a5e5-76b9-429d-9863-af1be6ad9749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:28:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['e662958c-9089-40ad-a1e5-0119054c54bc'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:28:41.889111 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-3744a5e5-76b9-429d-9863-af1be6ad9749 None None] Set router e662958c-9089-40ad-a1e5-0119054c54bc gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:28:42.357215 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-3744a5e5-76b9-429d-9863-af1be6ad9749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e662958c-9089-40ad-a1e5-0119054c54bc', 'name': 'router1', 'tenant_id': 'b8a63babe747425e956f165dd09383c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '66f3cc80-7dd1-4361-a00a-8dc62153d3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:28:20Z', 'updated_at': '2022-08-27T04:28:41Z', 'revision_number': 4, 'project_id': 'b8a63babe747425e956f165dd09383c5', 'gw_port': {'id': '66f3cc80-7dd1-4361-a00a-8dc62153d3b5', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e662958c-9089-40ad-a1e5-0119054c54bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:28:40Z', 'updated_at': '2022-08-27T04:28:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '1c6bd37c-29eb-4dda-a3ee-8b11c5d7aeba', 'name': '', 'network_id': '624dbee1-ace1-430d-9122-8ff982c0487b', 'tenant_id': 'b8a63babe747425e956f165dd09383c5', 'mac_address': 'fa:16:3e:b3:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e662958c-9089-40ad-a1e5-0119054c54bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e9aa1b42-40e4-40f0-9c9d-8ab5f1dbd979', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:28:30Z', 'updated_at': '2022-08-27T04:28:41Z', 'revision_number': 5, 'project_id': 'b8a63babe747425e956f165dd09383c5', 'subnets': [{'id': 'e9aa1b42-40e4-40f0-9c9d-8ab5f1dbd979', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '854fa7e8-5f92-4ae8-9634-44ba93c6d2d6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:28:42.407833 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3744a5e5-76b9-429d-9863-af1be6ad9749 None None] Checking router: e662958c-9089-40ad-a1e5-0119054c54bc for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:28:42.408226 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3744a5e5-76b9-429d-9863-af1be6ad9749 None None] Updating router e662958c-9089-40ad-a1e5-0119054c54bc port 66f3cc80-7dd1-4361-a00a-8dc62153d3b5 binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:28:42.465298 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3744a5e5-76b9-429d-9863-af1be6ad9749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (66f3cc80-7dd1-4361-a00a-8dc62153d3b5), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:42.783524 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3744a5e5-76b9-429d-9863-af1be6ad9749 None None] Publish callbacks [] for port (66f3cc80-7dd1-4361-a00a-8dc62153d3b5), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:42.879513 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3744a5e5-76b9-429d-9863-af1be6ad9749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (66f3cc80-7dd1-4361-a00a-8dc62153d3b5), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:42.917426 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-3744a5e5-76b9-429d-9863-af1be6ad9749 None None] Attempting to bind port 66f3cc80-7dd1-4361-a00a-8dc62153d3b5 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:28:42.917643 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-3744a5e5-76b9-429d-9863-af1be6ad9749 None None] Attempting to bind port 66f3cc80-7dd1-4361-a00a-8dc62153d3b5 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:28:42.917930 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3744a5e5-76b9-429d-9863-af1be6ad9749 None None] Attempting to bind port 66f3cc80-7dd1-4361-a00a-8dc62153d3b5 on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:28:42.929942 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3744a5e5-76b9-429d-9863-af1be6ad9749 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:28:42.930316 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3744a5e5-76b9-429d-9863-af1be6ad9749 None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:28:42.930708 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3744a5e5-76b9-429d-9863-af1be6ad9749 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:42.931091 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3744a5e5-76b9-429d-9863-af1be6ad9749 None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:28:42.931593 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-3744a5e5-76b9-429d-9863-af1be6ad9749 None None] Bound port: 66f3cc80-7dd1-4361-a00a-8dc62153d3b5, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:28:42.932540 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3744a5e5-76b9-429d-9863-af1be6ad9749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (66f3cc80-7dd1-4361-a00a-8dc62153d3b5), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:42.954844 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14721a-b647-42d0-8cea-3b1f14154504 None None] Pushing event updated for resources: {'Port': ['ID=66f3cc80-7dd1-4361-a00a-8dc62153d3b5,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:28:42.990209 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-3744a5e5-76b9-429d-9863-af1be6ad9749 None None] For port 66f3cc80-7dd1-4361-a00a-8dc62153d3b5, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:28:42.993174 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-3744a5e5-76b9-429d-9863-af1be6ad9749 None None] For port 66f3cc80-7dd1-4361-a00a-8dc62153d3b5, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=66f3cc80-7dd1-4361-a00a-8dc62153d3b5,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:28:43.059566 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3744a5e5-76b9-429d-9863-af1be6ad9749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (66f3cc80-7dd1-4361-a00a-8dc62153d3b5), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:43.067337 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:28:43.099344 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3744a5e5-76b9-429d-9863-af1be6ad9749 None None] Routers {'e662958c-9089-40ad-a1e5-0119054c54bc'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:28:43.099958 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-3744a5e5-76b9-429d-9863-af1be6ad9749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:28:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['e662958c-9089-40ad-a1e5-0119054c54bc'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:28:43.155395 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:28:43.164175 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14721a-b647-42d0-8cea-3b1f14154504 None None] Pushing event updated for resources: {'Port': ['ID=66f3cc80-7dd1-4361-a00a-8dc62153d3b5,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:28:43.223487 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-3744a5e5-76b9-429d-9863-af1be6ad9749 None None] Set router e662958c-9089-40ad-a1e5-0119054c54bc gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:28:43.337393 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 1c6bd37c-29eb-4dda-a3ee-8b11c5d7aeba up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:28:43.418574 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 1c6bd37c-29eb-4dda-a3ee-8b11c5d7aeba triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:28:43.419222 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (1c6bd37c-29eb-4dda-a3ee-8b11c5d7aeba), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:43.495209 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-3744a5e5-76b9-429d-9863-af1be6ad9749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e662958c-9089-40ad-a1e5-0119054c54bc', 'name': 'router1', 'tenant_id': 'b8a63babe747425e956f165dd09383c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '66f3cc80-7dd1-4361-a00a-8dc62153d3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:28:20Z', 'updated_at': '2022-08-27T04:28:41Z', 'revision_number': 4, 'project_id': 'b8a63babe747425e956f165dd09383c5', 'gw_port': {'id': '66f3cc80-7dd1-4361-a00a-8dc62153d3b5', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e662958c-9089-40ad-a1e5-0119054c54bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:28:40Z', 'updated_at': '2022-08-27T04:28:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '1c6bd37c-29eb-4dda-a3ee-8b11c5d7aeba', 'name': '', 'network_id': '624dbee1-ace1-430d-9122-8ff982c0487b', 'tenant_id': 'b8a63babe747425e956f165dd09383c5', 'mac_address': 'fa:16:3e:b3:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e662958c-9089-40ad-a1e5-0119054c54bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e9aa1b42-40e4-40f0-9c9d-8ab5f1dbd979', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:28:30Z', 'updated_at': '2022-08-27T04:28:41Z', 'revision_number': 5, 'project_id': 'b8a63babe747425e956f165dd09383c5', 'subnets': [{'id': 'e9aa1b42-40e4-40f0-9c9d-8ab5f1dbd979', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '854fa7e8-5f92-4ae8-9634-44ba93c6d2d6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:28:43.540150 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3744a5e5-76b9-429d-9863-af1be6ad9749 None None] The sync data for ids ['e662958c-9089-40ad-a1e5-0119054c54bc'] in n-d-852088-5 is: [{'id': 'e662958c-9089-40ad-a1e5-0119054c54bc', 'name': 'router1', 'tenant_id': 'b8a63babe747425e956f165dd09383c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '66f3cc80-7dd1-4361-a00a-8dc62153d3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:28:20Z', 'updated_at': '2022-08-27T04:28:41Z', 'revision_number': 4, 'project_id': 'b8a63babe747425e956f165dd09383c5', 'gw_port': {'id': '66f3cc80-7dd1-4361-a00a-8dc62153d3b5', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e662958c-9089-40ad-a1e5-0119054c54bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:28:40Z', 'updated_at': '2022-08-27T04:28:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '1c6bd37c-29eb-4dda-a3ee-8b11c5d7aeba', 'name': '', 'network_id': '624dbee1-ace1-430d-9122-8ff982c0487b', 'tenant_id': 'b8a63babe747425e956f165dd09383c5', 'mac_address': 'fa:16:3e:b3:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e662958c-9089-40ad-a1e5-0119054c54bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e9aa1b42-40e4-40f0-9c9d-8ab5f1dbd979', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:28:30Z', 'updated_at': '2022-08-27T04:28:41Z', 'revision_number': 5, 'project_id': 'b8a63babe747425e956f165dd09383c5', 'subnets': [{'id': 'e9aa1b42-40e4-40f0-9c9d-8ab5f1dbd979', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '854fa7e8-5f92-4ae8-9634-44ba93c6d2d6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:28:43.637999 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 1c6bd37c-29eb-4dda-a3ee-8b11c5d7aeba is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:28:44.210059 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34840) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:28:44.621439 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-32e9d003-ae0c-40be-a31b-b77b63b6a7ff admin admin] 10.222.0.76 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.4102516 Aug 27 04:28:45.344432 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 66f3cc80-7dd1-4361-a00a-8dc62153d3b5 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:28:45.393487 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 66f3cc80-7dd1-4361-a00a-8dc62153d3b5 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:28:45.393859 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (66f3cc80-7dd1-4361-a00a-8dc62153d3b5), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:45.469899 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 66f3cc80-7dd1-4361-a00a-8dc62153d3b5 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:28:45.470286 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (66f3cc80-7dd1-4361-a00a-8dc62153d3b5), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:45.491772 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 66f3cc80-7dd1-4361-a00a-8dc62153d3b5, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=66f3cc80-7dd1-4361-a00a-8dc62153d3b5,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:28:45.568025 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (66f3cc80-7dd1-4361-a00a-8dc62153d3b5), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:45.616419 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=66f3cc80-7dd1-4361-a00a-8dc62153d3b5,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:28:47.364569 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 66f3cc80-7dd1-4361-a00a-8dc62153d3b5 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:28:47.410617 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 66f3cc80-7dd1-4361-a00a-8dc62153d3b5 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:28:47.411156 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (66f3cc80-7dd1-4361-a00a-8dc62153d3b5), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:47.429657 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:28:47.485630 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 66f3cc80-7dd1-4361-a00a-8dc62153d3b5 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:28:50.797706 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=56 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:28:50.815907 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=22 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:28:54.613598 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=24 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:28:54.616920 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:28:56.642013 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c8b01101-4855-4db5-983d-99eaf6b74a4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:28:57.483220 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:28:59.102052 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-26b8f99a-ca1d-4330-b453-50061de00988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:29:00.130734 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:29:01.762097 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:29:01.791746 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:29:11.624678 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:29:11.637016 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:29:12.811425 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 5 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:29:18.820362 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=4 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:29:22.809356 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=4 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:29:26.829648 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-05871ce1-cc19-4de4-8ae2-b63b9ad93a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:29:29.098262 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f0eafc24-59da-4203-abe2-e9fbb69422e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:29:30.118863 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:29:31.727587 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:29:31.729185 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:29:41.624684 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:29:41.629767 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:29:49.800938 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 5 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:29:55.815025 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=6 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:29:56.643483 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a7588be7-b9be-48a5-8946-328d1071d6b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:29:59.077603 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-da302714-379d-4842-acc8-92bd4c45b9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:29:59.797765 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:30:00.123153 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:30:01.717781 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:30:01.718506 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:30:11.629315 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=10 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:30:11.631298 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:30:14.137479 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35416) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:30:14.473303 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-26bca9ff-8f72-48ce-b418-156c5e0e942d admin admin] GET failed (client error): The resource could not be found. Aug 27 04:30:14.474603 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-26bca9ff-8f72-48ce-b418-156c5e0e942d admin admin] 10.222.0.76 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3361874 Aug 27 04:30:14.640850 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a01eed9-a012-4fd0-8aee-024d725ccd28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:30:14.642516 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-8a01eed9-a012-4fd0-8aee-024d725ccd28 admin admin] 10.222.0.76 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1628158 Aug 27 04:30:16.997905 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35426) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:30:17.372146 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca038bbe-7899-4e8e-91dc-41457c98a53d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:30:17.373537 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ca038bbe-7899-4e8e-91dc-41457c98a53d admin admin] 10.222.0.76 "GET /networking/v2.0/subnets/e9aa1b42-40e4-40f0-9c9d-8ab5f1dbd979 HTTP/1.1" status: 200 len: 849 time: 0.3746924 Aug 27 04:30:17.383471 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-b5791bbc-6b11-418e-8945-8cb5a997b13d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:30:17.467732 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b5791bbc-6b11-418e-8945-8cb5a997b13d admin admin] Publish callbacks [] for subnet (e9aa1b42-40e4-40f0-9c9d-8ab5f1dbd979), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:30:17.668443 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b5791bbc-6b11-418e-8945-8cb5a997b13d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730952648075'] for subnet (e9aa1b42-40e4-40f0-9c9d-8ab5f1dbd979), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:30:17.703245 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5791bbc-6b11-418e-8945-8cb5a997b13d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:30:17.704480 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b5791bbc-6b11-418e-8945-8cb5a997b13d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:30:17.705524 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b5791bbc-6b11-418e-8945-8cb5a997b13d admin admin] 10.222.0.76 "PUT /networking/v2.0/subnets/e9aa1b42-40e4-40f0-9c9d-8ab5f1dbd979 HTTP/1.1" status: 200 len: 868 time: 0.3256781 Aug 27 04:30:17.714754 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf3ff64-96ed-49fe-8935-628c6d1b4bbf None None] Network 624dbee1-ace1-430d-9122-8ff982c0487b requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:30:17.739196 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5791bbc-6b11-418e-8945-8cb5a997b13d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9aa1b42-40e4-40f0-9c9d-8ab5f1dbd979,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:30:17.750411 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5791bbc-6b11-418e-8945-8cb5a997b13d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:30:17.750754 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5791bbc-6b11-418e-8945-8cb5a997b13d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:30:17.751092 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5791bbc-6b11-418e-8945-8cb5a997b13d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:30:17.751426 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5791bbc-6b11-418e-8945-8cb5a997b13d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:30:17.751757 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5791bbc-6b11-418e-8945-8cb5a997b13d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:30:17.752084 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5791bbc-6b11-418e-8945-8cb5a997b13d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:30:17.754150 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5791bbc-6b11-418e-8945-8cb5a997b13d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:30:17.754503 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5791bbc-6b11-418e-8945-8cb5a997b13d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:30:17.754841 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5791bbc-6b11-418e-8945-8cb5a997b13d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:30:17.756771 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5791bbc-6b11-418e-8945-8cb5a997b13d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:30:17.756771 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5791bbc-6b11-418e-8945-8cb5a997b13d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:30:17.757165 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5791bbc-6b11-418e-8945-8cb5a997b13d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:30:17.757629 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5791bbc-6b11-418e-8945-8cb5a997b13d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:30:17.757764 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5791bbc-6b11-418e-8945-8cb5a997b13d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:30:17.758001 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5791bbc-6b11-418e-8945-8cb5a997b13d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:30:18.145399 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-69280b03-4ed3-414a-9c20-ae6f6c77ec47 None None] Provisioning complete for port 80b23099-ced1-43ba-b1e6-02c13595e4dd triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:30:18.145814 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-69280b03-4ed3-414a-9c20-ae6f6c77ec47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (80b23099-ced1-43ba-b1e6-02c13595e4dd), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:30:18.218828 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-69280b03-4ed3-414a-9c20-ae6f6c77ec47 None None] Current status of the port 80b23099-ced1-43ba-b1e6-02c13595e4dd is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:30:18.226921 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-69280b03-4ed3-414a-9c20-ae6f6c77ec47 None None] Provisioning complete for port 1c6bd37c-29eb-4dda-a3ee-8b11c5d7aeba triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:30:18.227327 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-69280b03-4ed3-414a-9c20-ae6f6c77ec47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (1c6bd37c-29eb-4dda-a3ee-8b11c5d7aeba), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:30:18.299773 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-69280b03-4ed3-414a-9c20-ae6f6c77ec47 None None] Current status of the port 1c6bd37c-29eb-4dda-a3ee-8b11c5d7aeba is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:30:20.065407 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35436) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:30:20.553615 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb126596-71a4-454c-873e-c5c00b7d3066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:30:20.554288 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb126596-71a4-454c-873e-c5c00b7d3066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:30:20.555842 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-cb126596-71a4-454c-873e-c5c00b7d3066 admin admin] 10.222.0.76 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4894912 Aug 27 04:30:22.889553 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35444) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:30:23.302276 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a2f33d-f797-441c-8fbb-ca6338f26d90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:30:23.303256 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a2f33d-f797-441c-8fbb-ca6338f26d90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:30:23.305135 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-56a2f33d-f797-441c-8fbb-ca6338f26d90 admin admin] 10.222.0.76 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4146099 Aug 27 04:30:24.636282 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=10 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:30:24.639205 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=15 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:30:25.695798 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35452) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:30:26.130256 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f8b33d-0ef6-40b7-9387-97609b675ea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:30:26.131780 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d7f8b33d-0ef6-40b7-9387-97609b675ea0 admin admin] 10.222.0.76 "GET /networking/v2.0/networks/2db7b18a-8c4b-4ba8-8012-3e7d96728abb HTTP/1.1" status: 200 len: 886 time: 0.4350698 Aug 27 04:30:26.639614 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-672a9b15-ec6f-4861-a367-e773aa64a51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:30:26.800256 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 5 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:30:28.449250 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35460) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:30:28.904570 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f22a606-c896-43ee-a63e-d464d3fd82d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:30:28.906455 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-9f22a606-c896-43ee-a63e-d464d3fd82d8 admin admin] 10.222.0.76 "GET /networking/v2.0/networks/624dbee1-ace1-430d-9122-8ff982c0487b HTTP/1.1" status: 200 len: 869 time: 0.4563239 Aug 27 04:30:29.091320 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3f17a113-1fd3-45d7-ba25-5a87c1a4a6dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:30:30.150702 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:30:31.293076 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35468) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:30:31.705375 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:30:31.706827 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:30:31.720194 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee84679-8321-44f7-94ed-1de94da7795a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:30:31.720650 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee84679-8321-44f7-94ed-1de94da7795a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:30:31.722276 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0ee84679-8321-44f7-94ed-1de94da7795a admin admin] 10.222.0.76 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4282298 Aug 27 04:30:32.811625 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=5 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:30:34.168903 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35476) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:30:34.541046 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c062aa-4686-4dec-bfec-c772f130173c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:30:34.541408 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c062aa-4686-4dec-bfec-c772f130173c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:30:34.542912 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-51c062aa-4686-4dec-bfec-c772f130173c admin admin] 10.222.0.76 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3730669 Aug 27 04:30:36.797027 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=3 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:30:36.901609 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35484) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:30:37.271123 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a8baa5-4064-460d-b2db-6b06c09915d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:30:37.272628 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-28a8baa5-4064-460d-b2db-6b06c09915d6 admin admin] 10.222.0.76 "GET /networking/v2.0/subnets/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14 HTTP/1.1" status: 200 len: 816 time: 0.3700149 Aug 27 04:30:38.895699 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:30:38.902755 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:30:39.613490 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35492) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:30:40.106321 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4200c830-c79f-4b82-9ece-105cd1ccd83b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:30:40.107713 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-4200c830-c79f-4b82-9ece-105cd1ccd83b admin admin] 10.222.0.76 "GET /networking/v2.0/subnets/e9aa1b42-40e4-40f0-9c9d-8ab5f1dbd979 HTTP/1.1" status: 200 len: 868 time: 0.4932752 Aug 27 04:30:41.629465 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=47,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:30:41.634766 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=45,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:30:50.097841 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=25 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:30:50.099825 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=24 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:30:52.852337 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=12 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:30:52.856280 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=14 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:30:56.633411 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a0dd72a8-8d89-415a-83e7-9c62e7baceb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:30:59.090480 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d22a995f-bcc5-4e71-be1e-605129723cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:31:00.173125 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:31:01.686992 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:31:01.713199 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:31:03.798293 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 5 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:31:09.321495 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35548) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:31:09.658185 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [None req-dd3e003a-ef51-4343-904d-cba78b8e96f5 admin admin] http://10.222.0.76:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107775) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:31:09.659178 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-dd3e003a-ef51-4343-904d-cba78b8e96f5 admin admin] 10.222.0.76 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3367231 Aug 27 04:31:09.817287 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=2 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:31:11.632863 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:31:11.638889 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:31:12.166073 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35556) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:31:12.508382 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-74eb9587-4945-4abd-b322-63704751010a admin admin] GET failed (client error): The resource could not be found. Aug 27 04:31:12.509655 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-74eb9587-4945-4abd-b322-63704751010a admin admin] 10.222.0.76 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3426716 Aug 27 04:31:12.600203 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a565e48d-42d8-4b00-9988-11a3eb4deba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:31:12.601602 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a565e48d-42d8-4b00-9988-11a3eb4deba3 admin admin] 10.222.0.76 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0877178 Aug 27 04:31:13.795683 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=6 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:31:14.958338 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35564) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:31:15.413686 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-c1dc05a8-34d2-46ab-b6f6-185339be0d41 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:31:15.489963 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1dc05a8-34d2-46ab-b6f6-185339be0d41 admin admin] Made reservation on behalf of 4935ddf6dc2a4bbea15d24b9f9bae471 for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:31:15.492383 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c1dc05a8-34d2-46ab-b6f6-185339be0d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:31:15.520339 n-d-852088-5 neutron-server[107775]: WARNING neutron.services.revisions.revision_plugin [None req-c1dc05a8-34d2-46ab-b6f6-185339be0d41 admin admin] Could not find related network for resource to bump revision. Aug 27 04:31:15.536506 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1dc05a8-34d2-46ab-b6f6-185339be0d41 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:31:15.548812 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c1dc05a8-34d2-46ab-b6f6-185339be0d41 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730952720469', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (9f1abe37-6e1f-43f7-abee-b49eabfaa60a), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:31:15.549345 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c1dc05a8-34d2-46ab-b6f6-185339be0d41 admin admin] Unsubscribe: segment precommit_create {{(pid=107775) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 27 04:31:15.549806 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-c1dc05a8-34d2-46ab-b6f6-185339be0d41 admin admin] Added segment 9f1abe37-6e1f-43f7-abee-b49eabfaa60a of type vlan for network a82fb463-5a8f-4b8b-991d-61491eba11c6 Aug 27 04:31:15.594540 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c1dc05a8-34d2-46ab-b6f6-185339be0d41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (a82fb463-5a8f-4b8b-991d-61491eba11c6), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:31:15.718853 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c1dc05a8-34d2-46ab-b6f6-185339be0d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (a82fb463-5a8f-4b8b-991d-61491eba11c6), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:31:15.719859 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dc05a8-34d2-46ab-b6f6-185339be0d41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:31:15.720467 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c1dc05a8-34d2-46ab-b6f6-185339be0d41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:31:15.809442 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc05a8-34d2-46ab-b6f6-185339be0d41 admin admin] Pushing event updated for resources: {'Network': ['ID=a82fb463-5a8f-4b8b-991d-61491eba11c6,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:15.816544 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dc05a8-34d2-46ab-b6f6-185339be0d41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:31:15.816880 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dc05a8-34d2-46ab-b6f6-185339be0d41 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:31:15.817218 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dc05a8-34d2-46ab-b6f6-185339be0d41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:31:15.817550 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dc05a8-34d2-46ab-b6f6-185339be0d41 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:31:15.817875 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dc05a8-34d2-46ab-b6f6-185339be0d41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:31:15.818206 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dc05a8-34d2-46ab-b6f6-185339be0d41 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:31:15.818529 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dc05a8-34d2-46ab-b6f6-185339be0d41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:31:15.818852 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dc05a8-34d2-46ab-b6f6-185339be0d41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:31:15.819176 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dc05a8-34d2-46ab-b6f6-185339be0d41 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:31:15.819497 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dc05a8-34d2-46ab-b6f6-185339be0d41 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:31:15.819820 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dc05a8-34d2-46ab-b6f6-185339be0d41 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:31:15.820142 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dc05a8-34d2-46ab-b6f6-185339be0d41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:31:15.820509 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dc05a8-34d2-46ab-b6f6-185339be0d41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:31:15.820848 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dc05a8-34d2-46ab-b6f6-185339be0d41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:31:15.821173 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dc05a8-34d2-46ab-b6f6-185339be0d41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:31:15.833385 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network a82fb463-5a8f-4b8b-991d-61491eba11c6 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:31:15.836513 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c1dc05a8-34d2-46ab-b6f6-185339be0d41 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8768954 Aug 27 04:31:18.194957 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35572) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:31:18.542755 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f2e6f1f-a124-4d20-bb83-9e7a3dd95919 admin admin] GET failed (client error): The resource could not be found. Aug 27 04:31:18.544565 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3f2e6f1f-a124-4d20-bb83-9e7a3dd95919 admin admin] 10.222.0.76 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3487475 Aug 27 04:31:18.617879 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec82f83-0452-49fb-9ee3-b0af78e99138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:31:18.619320 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3ec82f83-0452-49fb-9ee3-b0af78e99138 admin admin] 10.222.0.76 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0702727 Aug 27 04:31:18.629667 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-9878b261-a05c-4298-bd1e-fb9bbeb20ba6 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:31:18.720957 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9878b261-a05c-4298-bd1e-fb9bbeb20ba6 admin admin] Made reservation on behalf of 4935ddf6dc2a4bbea15d24b9f9bae471 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:31:18.723644 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9878b261-a05c-4298-bd1e-fb9bbeb20ba6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:31:18.970579 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9878b261-a05c-4298-bd1e-fb9bbeb20ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for subnet (120f3302-721f-4373-86a6-3aa14ccf6ac4), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:31:19.029376 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9878b261-a05c-4298-bd1e-fb9bbeb20ba6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=120f3302-721f-4373-86a6-3aa14ccf6ac4,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:19.038405 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9878b261-a05c-4298-bd1e-fb9bbeb20ba6 admin admin] Checking segment: {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:31:19.038768 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9878b261-a05c-4298-bd1e-fb9bbeb20ba6 admin admin] Network hostable DHCP agents. Network: a82fb463-5a8f-4b8b-991d-61491eba11c6, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:31:19.132574 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9878b261-a05c-4298-bd1e-fb9bbeb20ba6 admin admin] Network a82fb463-5a8f-4b8b-991d-61491eba11c6 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:31:19.198233 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-9878b261-a05c-4298-bd1e-fb9bbeb20ba6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, a82fb463-5a8f-4b8b-991d-61491eba11c6) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:31:19.203994 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9878b261-a05c-4298-bd1e-fb9bbeb20ba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:31:19.204685 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9878b261-a05c-4298-bd1e-fb9bbeb20ba6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:31:19.206812 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25e1b06-c23a-401f-a806-7f88bf7ac993 None None] Network a82fb463-5a8f-4b8b-991d-61491eba11c6 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:31:19.281141 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9878b261-a05c-4298-bd1e-fb9bbeb20ba6 admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6550019 Aug 27 04:31:19.308457 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1d1bc6-e3ae-4669-a6bd-4ff341b59340 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-a82fb463-5a8f-4b8b-991d-61491eba11c6', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'project_id': '4935ddf6dc2a4bbea15d24b9f9bae471', 'fixed_ips': [{'subnet_id': '120f3302-721f-4373-86a6-3aa14ccf6ac4'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:31:19.309469 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3f1d1bc6-e3ae-4669-a6bd-4ff341b59340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:31:19.455194 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-3f1d1bc6-e3ae-4669-a6bd-4ff341b59340 None None] Allocated IP 192.168.233.2 (a82fb463-5a8f-4b8b-991d-61491eba11c6/120f3302-721f-4373-86a6-3aa14ccf6ac4/dc1e2ea8-39f3-41f6-bab4-90084f818eae) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:31:19.700435 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3f1d1bc6-e3ae-4669-a6bd-4ff341b59340 None None] Publish callbacks [] for port (dc1e2ea8-39f3-41f6-bab4-90084f818eae), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:31:19.762102 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3f1d1bc6-e3ae-4669-a6bd-4ff341b59340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (dc1e2ea8-39f3-41f6-bab4-90084f818eae), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:31:19.803981 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1d1bc6-e3ae-4669-a6bd-4ff341b59340 None None] Network a82fb463-5a8f-4b8b-991d-61491eba11c6 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:31:19.805432 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-3f1d1bc6-e3ae-4669-a6bd-4ff341b59340 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:31:19.809120 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1d1bc6-e3ae-4669-a6bd-4ff341b59340 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:31:19.818434 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1d1bc6-e3ae-4669-a6bd-4ff341b59340 None None] Pushing event updated for resources: {'Port': ['ID=dc1e2ea8-39f3-41f6-bab4-90084f818eae,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:19.843173 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1d1bc6-e3ae-4669-a6bd-4ff341b59340 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:31:19.843518 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1d1bc6-e3ae-4669-a6bd-4ff341b59340 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:31:19.843862 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1d1bc6-e3ae-4669-a6bd-4ff341b59340 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:31:19.844214 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1d1bc6-e3ae-4669-a6bd-4ff341b59340 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:31:19.844551 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1d1bc6-e3ae-4669-a6bd-4ff341b59340 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:31:19.844883 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1d1bc6-e3ae-4669-a6bd-4ff341b59340 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:31:19.845218 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1d1bc6-e3ae-4669-a6bd-4ff341b59340 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:31:19.845547 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1d1bc6-e3ae-4669-a6bd-4ff341b59340 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:31:19.845871 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1d1bc6-e3ae-4669-a6bd-4ff341b59340 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:31:19.846968 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1d1bc6-e3ae-4669-a6bd-4ff341b59340 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:31:19.846968 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1d1bc6-e3ae-4669-a6bd-4ff341b59340 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:31:19.846968 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1d1bc6-e3ae-4669-a6bd-4ff341b59340 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:31:19.847234 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1d1bc6-e3ae-4669-a6bd-4ff341b59340 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:31:19.847604 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1d1bc6-e3ae-4669-a6bd-4ff341b59340 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:31:19.848039 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1d1bc6-e3ae-4669-a6bd-4ff341b59340 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:31:19.888605 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-3f1d1bc6-e3ae-4669-a6bd-4ff341b59340 None None] Attempting to bind port dc1e2ea8-39f3-41f6-bab4-90084f818eae on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:31:19.888975 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-3f1d1bc6-e3ae-4669-a6bd-4ff341b59340 None None] Attempting to bind port dc1e2ea8-39f3-41f6-bab4-90084f818eae by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:31:19.889335 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1d1bc6-e3ae-4669-a6bd-4ff341b59340 None None] Attempting to bind port dc1e2ea8-39f3-41f6-bab4-90084f818eae on network a82fb463-5a8f-4b8b-991d-61491eba11c6 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:31:19.895996 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1d1bc6-e3ae-4669-a6bd-4ff341b59340 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:31:19.896399 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1d1bc6-e3ae-4669-a6bd-4ff341b59340 None None] Checking segment: {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:31:19.896805 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3f1d1bc6-e3ae-4669-a6bd-4ff341b59340 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:31:19.897197 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1d1bc6-e3ae-4669-a6bd-4ff341b59340 None None] Bound using segment: {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:31:19.897670 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-3f1d1bc6-e3ae-4669-a6bd-4ff341b59340 None None] Bound port: dc1e2ea8-39f3-41f6-bab4-90084f818eae, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:31:19.898054 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3f1d1bc6-e3ae-4669-a6bd-4ff341b59340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (dc1e2ea8-39f3-41f6-bab4-90084f818eae), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:31:19.962625 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-3f1d1bc6-e3ae-4669-a6bd-4ff341b59340 None None] For port dc1e2ea8-39f3-41f6-bab4-90084f818eae, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:31:19.966137 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-3f1d1bc6-e3ae-4669-a6bd-4ff341b59340 None None] For port dc1e2ea8-39f3-41f6-bab4-90084f818eae, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=dc1e2ea8-39f3-41f6-bab4-90084f818eae,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:31:20.045196 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3f1d1bc6-e3ae-4669-a6bd-4ff341b59340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (dc1e2ea8-39f3-41f6-bab4-90084f818eae), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:31:20.102417 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1d1bc6-e3ae-4669-a6bd-4ff341b59340 None None] Pushing event updated for resources: {'Port': ['ID=dc1e2ea8-39f3-41f6-bab4-90084f818eae,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:20.971461 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3842b1a-940c-40ad-be72-f07ec930497b None None] Network a82fb463-5a8f-4b8b-991d-61491eba11c6 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:31:21.042513 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-b0b04eb3-c33e-410b-a344-612b508afaa8 None None] Provisioning complete for port dc1e2ea8-39f3-41f6-bab4-90084f818eae triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:31:21.043020 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b0b04eb3-c33e-410b-a344-612b508afaa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (dc1e2ea8-39f3-41f6-bab4-90084f818eae), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:31:21.064049 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:31:21.101749 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:31:21.168632 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-b0b04eb3-c33e-410b-a344-612b508afaa8 None None] Current status of the port dc1e2ea8-39f3-41f6-bab4-90084f818eae is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:31:21.169634 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b0b04eb3-c33e-410b-a344-612b508afaa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (dc1e2ea8-39f3-41f6-bab4-90084f818eae), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:31:21.206602 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-b0b04eb3-c33e-410b-a344-612b508afaa8 None None] For port dc1e2ea8-39f3-41f6-bab4-90084f818eae, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=dc1e2ea8-39f3-41f6-bab4-90084f818eae,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:31:21.298666 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b0b04eb3-c33e-410b-a344-612b508afaa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (dc1e2ea8-39f3-41f6-bab4-90084f818eae), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:31:21.349554 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b04eb3-c33e-410b-a344-612b508afaa8 None None] Pushing event updated for resources: {'Port': ['ID=dc1e2ea8-39f3-41f6-bab4-90084f818eae,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:31:21.423683 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-15db720c-d523-4fe4-8f96-cb2ff70a534d None None] Provisioning complete for port dc1e2ea8-39f3-41f6-bab4-90084f818eae triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:31:21.423821 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-15db720c-d523-4fe4-8f96-cb2ff70a534d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (dc1e2ea8-39f3-41f6-bab4-90084f818eae), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:31:21.478162 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device dc1e2ea8-39f3-41f6-bab4-90084f818eae up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:31:21.542172 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-15db720c-d523-4fe4-8f96-cb2ff70a534d None None] Current status of the port dc1e2ea8-39f3-41f6-bab4-90084f818eae is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:31:21.555622 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port dc1e2ea8-39f3-41f6-bab4-90084f818eae triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:31:21.556015 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (dc1e2ea8-39f3-41f6-bab4-90084f818eae), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:31:21.630997 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port dc1e2ea8-39f3-41f6-bab4-90084f818eae is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:31:26.684054 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-577c75ed-e508-4516-b16c-2518fcbdf475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:31:29.074978 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-938d8492-9ed7-4faa-b6ee-2f43883284bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:31:29.215821 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=80,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:31:29.216765 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=80,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:31:30.112551 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:31:31.707540 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:31:31.729463 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:31:40.797646 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 5 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:31:41.641600 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:31:41.643516 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=53,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:31:54.796988 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=4 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:31:54.797995 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:31:56.660962 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cd2af856-3bd8-463e-b152-f2a4c4027993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:31:59.071916 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d77e7710-e64c-4638-aba7-5b32c26583e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:32:00.131737 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:32:01.685690 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:32:01.725662 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:32:11.646460 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:32:11.648358 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:32:17.797195 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 5 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:32:26.696185 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a1129130-d1ae-4469-b6d8-3cc58bd2935d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:32:27.792732 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=4 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:32:27.793684 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=4 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:32:29.134260 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4b1f8a13-f512-4029-bed5-b189a9099f5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:32:30.136540 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:32:31.758821 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:32:31.781459 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:32:41.652141 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:32:41.654336 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:32:45.200615 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35614) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:32:45.206368 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [None req-33c4b363-4619-419e-8c6d-f17cbba16386 tempest-verify_tempest_config-902774850 tempest-verify_tempest_config-902774850-project] http://10.222.0.76:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107775) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:32:45.207396 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-33c4b363-4619-419e-8c6d-f17cbba16386 tempest-verify_tempest_config-902774850 tempest-verify_tempest_config-902774850-project] 10.222.0.76 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0058308 Aug 27 04:32:46.040364 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35632) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:32:46.384978 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-85d6b8e7-ea83-4b00-8b82-44e0a6eb1014 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:32:46.487874 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-85d6b8e7-ea83-4b00-8b82-44e0a6eb1014 admin admin] Publish callbacks [] for security_group (9ac23d0d-0925-4c9e-89c8-42d944e1f24a), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:32:46.535871 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-85d6b8e7-ea83-4b00-8b82-44e0a6eb1014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (9ac23d0d-0925-4c9e-89c8-42d944e1f24a), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:32:46.581330 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-85d6b8e7-ea83-4b00-8b82-44e0a6eb1014 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=c3469edf7ccd4cdc97e189a1e37b5d7c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5399110 Aug 27 04:32:46.582901 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6b8e7-ea83-4b00-8b82-44e0a6eb1014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac23d0d-0925-4c9e-89c8-42d944e1f24a,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:32:46.584831 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35636) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:32:46.590383 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6b8e7-ea83-4b00-8b82-44e0a6eb1014 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:32:46.590727 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6b8e7-ea83-4b00-8b82-44e0a6eb1014 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:32:46.591056 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6b8e7-ea83-4b00-8b82-44e0a6eb1014 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:32:46.591389 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6b8e7-ea83-4b00-8b82-44e0a6eb1014 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:32:46.591713 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6b8e7-ea83-4b00-8b82-44e0a6eb1014 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:32:46.592045 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6b8e7-ea83-4b00-8b82-44e0a6eb1014 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:32:46.592390 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6b8e7-ea83-4b00-8b82-44e0a6eb1014 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:32:46.592710 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6b8e7-ea83-4b00-8b82-44e0a6eb1014 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:32:46.593028 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6b8e7-ea83-4b00-8b82-44e0a6eb1014 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:32:46.593349 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6b8e7-ea83-4b00-8b82-44e0a6eb1014 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:32:46.593664 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6b8e7-ea83-4b00-8b82-44e0a6eb1014 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:32:46.593980 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6b8e7-ea83-4b00-8b82-44e0a6eb1014 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:32:46.594296 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6b8e7-ea83-4b00-8b82-44e0a6eb1014 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:32:46.594610 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6b8e7-ea83-4b00-8b82-44e0a6eb1014 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:32:46.594924 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6b8e7-ea83-4b00-8b82-44e0a6eb1014 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:32:46.688525 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e1cba7cd-9210-4a30-927d-60477898225e admin admin] Publish callbacks [] for security_group (9ac23d0d-0925-4c9e-89c8-42d944e1f24a), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:32:46.709150 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e1cba7cd-9210-4a30-927d-60477898225e admin admin] Publish callbacks [] for security_group (9ac23d0d-0925-4c9e-89c8-42d944e1f24a), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:32:46.861867 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e1cba7cd-9210-4a30-927d-60477898225e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (9ac23d0d-0925-4c9e-89c8-42d944e1f24a), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:32:46.864334 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e1cba7cd-9210-4a30-927d-60477898225e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:32:46.865505 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e1cba7cd-9210-4a30-927d-60477898225e admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/9ac23d0d-0925-4c9e-89c8-42d944e1f24a HTTP/1.1" status: 204 len: 168 time: 0.2789633 Aug 27 04:32:46.873514 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cba7cd-9210-4a30-927d-60477898225e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac23d0d-0925-4c9e-89c8-42d944e1f24a,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:32:46.881387 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cba7cd-9210-4a30-927d-60477898225e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:32:46.884988 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cba7cd-9210-4a30-927d-60477898225e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:32:46.884988 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cba7cd-9210-4a30-927d-60477898225e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:32:46.884988 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cba7cd-9210-4a30-927d-60477898225e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:32:46.884988 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cba7cd-9210-4a30-927d-60477898225e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:32:46.884988 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cba7cd-9210-4a30-927d-60477898225e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:32:46.884988 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cba7cd-9210-4a30-927d-60477898225e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:32:46.884988 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cba7cd-9210-4a30-927d-60477898225e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:32:46.884988 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cba7cd-9210-4a30-927d-60477898225e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:32:46.884988 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cba7cd-9210-4a30-927d-60477898225e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:32:46.884988 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cba7cd-9210-4a30-927d-60477898225e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:32:46.884988 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cba7cd-9210-4a30-927d-60477898225e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:32:46.885933 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cba7cd-9210-4a30-927d-60477898225e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:32:46.885933 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cba7cd-9210-4a30-927d-60477898225e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:32:46.885933 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cba7cd-9210-4a30-927d-60477898225e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:32:54.796154 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 5 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:32:56.585912 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=25,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:32:56.589799 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=14,neutron:INSERT=7 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:32:56.655056 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1d15ef73-4148-4533-b988-ccab0c510cd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:32:56.748637 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:32:56.876749 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:32:59.098972 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ca6f0ecd-46f0-4197-a19d-f5b2d11eb14d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:33:00.162790 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:33:01.712073 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:33:01.738509 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:33:04.791227 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=19 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:33:04.792033 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=15 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:33:11.649843 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:33:11.655803 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:33:26.682945 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-85520668-adba-433d-99f9-f36e6b5360fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:33:29.088361 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-df18ae81-9670-4d37-bf61-d84a04adbe8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:33:30.149830 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:33:31.699804 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:33:31.777802 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:33:31.795735 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 5 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:33:37.811718 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=4 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:33:41.652712 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:33:41.660744 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:33:41.792770 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=4 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:33:54.802493 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:33:54.803371 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:33:56.657492 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-bf088c55-f36e-4340-8ae5-18fbff725868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:33:59.156605 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f53cc250-48e8-438a-8788-a0813897de1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:34:00.122709 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:34:01.733846 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:34:01.831320 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:34:08.795005 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 5 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:34:11.668554 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:34:11.671415 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:34:18.791642 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=4 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:34:18.792412 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=4 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:34:26.658178 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ec056991-2878-4fc1-af31-01c8097288e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:34:29.069568 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0cd18331-81c1-4504-a804-80f2d45d81cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:34:30.142659 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:34:31.686571 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:34:31.738002 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:34:41.613146 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:34:41.665333 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:34:45.793883 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 5 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:34:55.789108 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=15 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:34:55.789786 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=19 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:34:56.704060 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-72fc2df7-0f30-44c6-8772-a6258b255abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:34:59.126140 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-61b35045-71f0-461c-a063-6d2969d07333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:35:00.183492 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:35:01.697241 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:35:01.811681 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:35:11.669706 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:35:11.671569 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:35:22.793071 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 5 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:35:26.650740 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e3d8b2b4-1b0e-4ef5-8435-e5b71599ac51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:35:28.811473 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=3 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:35:29.129369 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7a60e43b-24cb-41d6-b7a5-a0c013edf4b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:35:30.159574 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:35:31.736546 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:35:31.769734 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:35:32.790183 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=5 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:35:41.670598 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=19 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:35:41.671383 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=22,neutron:UPDATE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:35:54.808692 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:35:56.660540 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-47c20b1d-bc89-4572-a274-5ded106bec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:35:59.129668 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-521ae16a-a419-42e0-bd93-059834be2347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:35:59.792709 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 5 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:36:00.180624 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:36:01.740305 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:36:01.774464 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:36:06.615020 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1678813'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:36:09.788502 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=4 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:36:09.789273 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=4 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:36:16.524007 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:36:16.526929 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:36:20.666609 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1678813'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:36:26.678066 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-50c44aa3-a1af-40a8-bfdf-9992be1bd2f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:36:29.110952 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ce51c489-97b2-48cf-91e7-f306709397b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:36:30.152583 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:36:31.769257 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:36:31.820643 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:36:36.636389 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:36:36.792653 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:36:46.514887 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:36:46.520860 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=9,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:36:50.591950 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:36:52.825710 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=15 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:36:52.827186 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=19 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:36:54.423244 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35722) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:36:54.552472 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-fc290e1f-9134-4c23-a664-7abd09b4ac86 admin admin] 10.222.0.76 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1282074 Aug 27 04:36:56.677136 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-07d3dce6-74ae-4885-bdda-c3d7359d1c5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:36:56.786116 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35732) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:36:56.841549 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-de168e6c-7b7e-4ed9-84ec-cddb26738b38 admin admin] 10.222.0.76 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0544183 Aug 27 04:36:59.139506 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d0f213e4-a8c0-4a99-9312-95d49a7f2aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:37:00.162184 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:37:01.727903 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:37:01.767394 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:37:06.624786 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:37:06.834870 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:37:06.838202 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:37:13.792332 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:37:16.531976 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:37:16.533898 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:37:20.618521 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:37:23.787326 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=4 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:37:23.788103 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=4 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:37:26.687188 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e3b3f678-d7e6-4adb-bcc8-e2e1494ba7ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:37:29.087195 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-05dde33c-da45-4aea-af2f-dca531b3abbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:37:30.201555 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:37:31.732879 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:37:31.773283 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:37:36.653006 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:37:46.543835 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:37:46.549546 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:37:50.658305 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:37:50.792055 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:37:56.687478 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-47d9aba3-925d-412e-a798-16da9b4dd0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:37:56.817558 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:37:59.144452 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b753026a-c416-4949-92c0-e03d7ba39cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:00.190020 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:00.787810 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=4 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:38:01.709964 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:01.749674 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:06.612514 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:16.546660 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:38:16.548595 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:38:20.670438 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:26.727139 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9ed379b1-9f3c-40ae-b54f-d9717f0429a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:27.792594 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:38:28.978115 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36128) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:38:29.133270 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-97b15b1c-3414-4588-a2c7-793fe79b76e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:29.259355 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c459c6dd-8669-47f7-8373-9ac3d2f9b0e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:29.339355 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c459c6dd-8669-47f7-8373-9ac3d2f9b0e1 admin admin] Publish callbacks [] for security_group (95091de2-bbbd-406f-8420-136284c486b3), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:29.412941 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c459c6dd-8669-47f7-8373-9ac3d2f9b0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (95091de2-bbbd-406f-8420-136284c486b3), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:29.470920 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36150) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:38:29.472578 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c459c6dd-8669-47f7-8373-9ac3d2f9b0e1 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=3f0dcb8cd77c43d1b20a41ab22537369&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4926567 Aug 27 04:38:29.492678 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c459c6dd-8669-47f7-8373-9ac3d2f9b0e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95091de2-bbbd-406f-8420-136284c486b3,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:29.501751 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c459c6dd-8669-47f7-8373-9ac3d2f9b0e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:29.502650 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c459c6dd-8669-47f7-8373-9ac3d2f9b0e1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:29.503503 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c459c6dd-8669-47f7-8373-9ac3d2f9b0e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:29.504331 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c459c6dd-8669-47f7-8373-9ac3d2f9b0e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:29.506436 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c459c6dd-8669-47f7-8373-9ac3d2f9b0e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:29.507868 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c459c6dd-8669-47f7-8373-9ac3d2f9b0e1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:29.508494 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c459c6dd-8669-47f7-8373-9ac3d2f9b0e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:29.509018 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c459c6dd-8669-47f7-8373-9ac3d2f9b0e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:29.509429 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c459c6dd-8669-47f7-8373-9ac3d2f9b0e1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:29.509952 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c459c6dd-8669-47f7-8373-9ac3d2f9b0e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:29.510491 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c459c6dd-8669-47f7-8373-9ac3d2f9b0e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:29.511207 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c459c6dd-8669-47f7-8373-9ac3d2f9b0e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:29.511813 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c459c6dd-8669-47f7-8373-9ac3d2f9b0e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:29.512220 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c459c6dd-8669-47f7-8373-9ac3d2f9b0e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:29.512734 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c459c6dd-8669-47f7-8373-9ac3d2f9b0e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:29.513994 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c459c6dd-8669-47f7-8373-9ac3d2f9b0e1 admin admin] Tracked resource versions report: Aug 27 04:38:29.513994 n-d-852088-5 neutron-server[107776]: pushed versions: Aug 27 04:38:29.513994 n-d-852088-5 neutron-server[107776]: { 'AddressGroup': {'1.2'}, Aug 27 04:38:29.513994 n-d-852088-5 neutron-server[107776]: 'Agent': {'1.1'}, Aug 27 04:38:29.513994 n-d-852088-5 neutron-server[107776]: 'ConntrackHelper': {'1.0'}, Aug 27 04:38:29.513994 n-d-852088-5 neutron-server[107776]: 'LocalIPAssociation': {'1.0'}, Aug 27 04:38:29.513994 n-d-852088-5 neutron-server[107776]: 'Log': {'1.0'}, Aug 27 04:38:29.513994 n-d-852088-5 neutron-server[107776]: 'NDPProxy': {'1.0'}, Aug 27 04:38:29.513994 n-d-852088-5 neutron-server[107776]: 'Network': {'1.1'}, Aug 27 04:38:29.513994 n-d-852088-5 neutron-server[107776]: 'Port': {'1.7'}, Aug 27 04:38:29.513994 n-d-852088-5 neutron-server[107776]: 'PortForwarding': {'1.3'}, Aug 27 04:38:29.513994 n-d-852088-5 neutron-server[107776]: 'QosPolicy': {'1.10'}, Aug 27 04:38:29.513994 n-d-852088-5 neutron-server[107776]: 'SecurityGroup': {'1.5'}, Aug 27 04:38:29.513994 n-d-852088-5 neutron-server[107776]: 'SecurityGroupRule': {'1.2'}, Aug 27 04:38:29.513994 n-d-852088-5 neutron-server[107776]: 'SubPort': {'1.0'}, Aug 27 04:38:29.513994 n-d-852088-5 neutron-server[107776]: 'Subnet': {'1.1'}, Aug 27 04:38:29.513994 n-d-852088-5 neutron-server[107776]: 'Trunk': {'1.1'}} Aug 27 04:38:29.513994 n-d-852088-5 neutron-server[107776]: consumer versions: Aug 27 04:38:29.513994 n-d-852088-5 neutron-server[107776]: { DHCP agent@n-d-852088-5: {}, Aug 27 04:38:29.513994 n-d-852088-5 neutron-server[107776]: HyperV agent@n-h1-852088-5: {}, Aug 27 04:38:29.513994 n-d-852088-5 neutron-server[107776]: HyperV agent@n-h2-852088-5: {}, Aug 27 04:38:29.513994 n-d-852088-5 neutron-server[107776]: L3 agent@n-d-852088-5: {}, Aug 27 04:38:29.513994 n-d-852088-5 neutron-server[107776]: Metadata agent@n-d-852088-5: {}, Aug 27 04:38:29.513994 n-d-852088-5 neutron-server[107776]: Metering agent@n-d-852088-5: {}, Aug 27 04:38:29.513994 n-d-852088-5 neutron-server[107776]: Open vSwitch agent@n-d-852088-5: { 'AddressGroup': '1.2', Aug 27 04:38:29.513994 n-d-852088-5 neutron-server[107776]: 'Agent': '1.1', Aug 27 04:38:29.513994 n-d-852088-5 neutron-server[107776]: 'ConntrackHelper': '1.0', Aug 27 04:38:29.513994 n-d-852088-5 neutron-server[107776]: 'LocalIPAssociation': '1.0', Aug 27 04:38:29.513994 n-d-852088-5 neutron-server[107776]: 'Log': '1.0', Aug 27 04:38:29.513994 n-d-852088-5 neutron-server[107776]: 'NDPProxy': '1.0', Aug 27 04:38:29.513994 n-d-852088-5 neutron-server[107776]: 'Network': '1.1', Aug 27 04:38:29.513994 n-d-852088-5 neutron-server[107776]: 'Port': '1.7', Aug 27 04:38:29.513994 n-d-852088-5 neutron-server[107776]: 'PortForwarding': '1.3', Aug 27 04:38:29.513994 n-d-852088-5 neutron-server[107776]: 'QosPolicy': '1.10', Aug 27 04:38:29.513994 n-d-852088-5 neutron-server[107776]: 'SecurityGroup': '1.5', Aug 27 04:38:29.513994 n-d-852088-5 neutron-server[107776]: 'SecurityGroupRule': '1.2', Aug 27 04:38:29.513994 n-d-852088-5 neutron-server[107776]: 'SubPort': '1.0', Aug 27 04:38:29.513994 n-d-852088-5 neutron-server[107776]: 'Subnet': '1.1', Aug 27 04:38:29.513994 n-d-852088-5 neutron-server[107776]: 'Trunk': '1.1'}} Aug 27 04:38:29.513994 n-d-852088-5 neutron-server[107776]: {{(pid=107776) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 04:38:29.561419 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-52011ae7-378f-4854-81b9-53207d4422f8 admin admin] Publish callbacks [] for security_group (95091de2-bbbd-406f-8420-136284c486b3), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:29.584422 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-52011ae7-378f-4854-81b9-53207d4422f8 admin admin] Publish callbacks [] for security_group (95091de2-bbbd-406f-8420-136284c486b3), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:29.705778 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36174) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:38:29.708679 n-d-852088-5 neutron-server[107775]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 27 04:38:29.737800 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2b06fa56-ce85-449d-9b84-b7bb9fdf5f77 req-e6d505d1-6a24-41b4-8871-951d450e1e03 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=dae5eca5a049462aa50c42ecaf08241e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307701 Aug 27 04:38:29.738297 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-52011ae7-378f-4854-81b9-53207d4422f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (95091de2-bbbd-406f-8420-136284c486b3), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:29.742082 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-52011ae7-378f-4854-81b9-53207d4422f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:29.746000 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-52011ae7-378f-4854-81b9-53207d4422f8 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/95091de2-bbbd-406f-8420-136284c486b3 HTTP/1.1" status: 204 len: 168 time: 0.2712660 Aug 27 04:38:29.790793 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52011ae7-378f-4854-81b9-53207d4422f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95091de2-bbbd-406f-8420-136284c486b3,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:29.837332 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52011ae7-378f-4854-81b9-53207d4422f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:29.837685 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52011ae7-378f-4854-81b9-53207d4422f8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:29.838028 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52011ae7-378f-4854-81b9-53207d4422f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:29.843837 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52011ae7-378f-4854-81b9-53207d4422f8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:29.843837 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52011ae7-378f-4854-81b9-53207d4422f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:29.843837 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52011ae7-378f-4854-81b9-53207d4422f8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:29.843837 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52011ae7-378f-4854-81b9-53207d4422f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:29.843837 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52011ae7-378f-4854-81b9-53207d4422f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:29.843837 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52011ae7-378f-4854-81b9-53207d4422f8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:29.843837 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52011ae7-378f-4854-81b9-53207d4422f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:29.843837 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52011ae7-378f-4854-81b9-53207d4422f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:29.843837 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52011ae7-378f-4854-81b9-53207d4422f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:29.843837 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52011ae7-378f-4854-81b9-53207d4422f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:29.843837 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52011ae7-378f-4854-81b9-53207d4422f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:29.843837 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52011ae7-378f-4854-81b9-53207d4422f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:29.843837 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52011ae7-378f-4854-81b9-53207d4422f8 admin admin] Tracked resource versions report: Aug 27 04:38:29.843837 n-d-852088-5 neutron-server[107775]: pushed versions: Aug 27 04:38:29.843837 n-d-852088-5 neutron-server[107775]: { 'AddressGroup': {'1.2'}, Aug 27 04:38:29.843837 n-d-852088-5 neutron-server[107775]: 'Agent': {'1.1'}, Aug 27 04:38:29.843837 n-d-852088-5 neutron-server[107775]: 'ConntrackHelper': {'1.0'}, Aug 27 04:38:29.843837 n-d-852088-5 neutron-server[107775]: 'LocalIPAssociation': {'1.0'}, Aug 27 04:38:29.843837 n-d-852088-5 neutron-server[107775]: 'Log': {'1.0'}, Aug 27 04:38:29.843837 n-d-852088-5 neutron-server[107775]: 'NDPProxy': {'1.0'}, Aug 27 04:38:29.843837 n-d-852088-5 neutron-server[107775]: 'Network': {'1.1'}, Aug 27 04:38:29.843837 n-d-852088-5 neutron-server[107775]: 'Port': {'1.7'}, Aug 27 04:38:29.843837 n-d-852088-5 neutron-server[107775]: 'PortForwarding': {'1.3'}, Aug 27 04:38:29.843837 n-d-852088-5 neutron-server[107775]: 'QosPolicy': {'1.10'}, Aug 27 04:38:29.843837 n-d-852088-5 neutron-server[107775]: 'SecurityGroup': {'1.5'}, Aug 27 04:38:29.843837 n-d-852088-5 neutron-server[107775]: 'SecurityGroupRule': {'1.2'}, Aug 27 04:38:29.843837 n-d-852088-5 neutron-server[107775]: 'SubPort': {'1.0'}, Aug 27 04:38:29.843837 n-d-852088-5 neutron-server[107775]: 'Subnet': {'1.1'}, Aug 27 04:38:29.843837 n-d-852088-5 neutron-server[107775]: 'Trunk': {'1.1'}} Aug 27 04:38:29.843837 n-d-852088-5 neutron-server[107775]: consumer versions: Aug 27 04:38:29.843837 n-d-852088-5 neutron-server[107775]: { DHCP agent@n-d-852088-5: {}, Aug 27 04:38:29.843837 n-d-852088-5 neutron-server[107775]: HyperV agent@n-h1-852088-5: {}, Aug 27 04:38:29.843837 n-d-852088-5 neutron-server[107775]: HyperV agent@n-h2-852088-5: {}, Aug 27 04:38:29.843837 n-d-852088-5 neutron-server[107775]: L3 agent@n-d-852088-5: {}, Aug 27 04:38:29.843837 n-d-852088-5 neutron-server[107775]: Metadata agent@n-d-852088-5: {}, Aug 27 04:38:29.843837 n-d-852088-5 neutron-server[107775]: Metering agent@n-d-852088-5: {}, Aug 27 04:38:29.843837 n-d-852088-5 neutron-server[107775]: Open vSwitch agent@n-d-852088-5: { 'AddressGroup': '1.2', Aug 27 04:38:29.843837 n-d-852088-5 neutron-server[107775]: 'Agent': '1.1', Aug 27 04:38:29.843837 n-d-852088-5 neutron-server[107775]: 'ConntrackHelper': '1.0', Aug 27 04:38:29.843837 n-d-852088-5 neutron-server[107775]: 'LocalIPAssociation': '1.0', Aug 27 04:38:29.843837 n-d-852088-5 neutron-server[107775]: 'Log': '1.0', Aug 27 04:38:29.843837 n-d-852088-5 neutron-server[107775]: 'NDPProxy': '1.0', Aug 27 04:38:29.843837 n-d-852088-5 neutron-server[107775]: 'Network': '1.1', Aug 27 04:38:29.843837 n-d-852088-5 neutron-server[107775]: 'Port': '1.7', Aug 27 04:38:29.843837 n-d-852088-5 neutron-server[107775]: 'PortForwarding': '1.3', Aug 27 04:38:29.843837 n-d-852088-5 neutron-server[107775]: 'QosPolicy': '1.10', Aug 27 04:38:29.843837 n-d-852088-5 neutron-server[107775]: 'SecurityGroup': '1.5', Aug 27 04:38:29.843837 n-d-852088-5 neutron-server[107775]: 'SecurityGroupRule': '1.2', Aug 27 04:38:29.847054 n-d-852088-5 neutron-server[107775]: 'SubPort': '1.0', Aug 27 04:38:29.847054 n-d-852088-5 neutron-server[107775]: 'Subnet': '1.1', Aug 27 04:38:29.847054 n-d-852088-5 neutron-server[107775]: 'Trunk': '1.1'}} Aug 27 04:38:29.847054 n-d-852088-5 neutron-server[107775]: {{(pid=107775) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 04:38:29.960858 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b06fa56-ce85-449d-9b84-b7bb9fdf5f77 req-17d5cba0-b3da-4ced-85c7-8b7d255edcc8 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:38:29.964392 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2b06fa56-ce85-449d-9b84-b7bb9fdf5f77 req-17d5cba0-b3da-4ced-85c7-8b7d255edcc8 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2161071 Aug 27 04:38:29.982981 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2b06fa56-ce85-449d-9b84-b7bb9fdf5f77 req-8f24527c-0c74-4a7c-b4f2-a3cb7c1d47bb tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/quotas/dae5eca5a049462aa50c42ecaf08241e HTTP/1.1" status: 200 len: 375 time: 0.0119262 Aug 27 04:38:30.042065 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2b06fa56-ce85-449d-9b84-b7bb9fdf5f77 req-c49fef8f-dd7b-4d1c-9334-ba4837fd40e7 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=dae5eca5a049462aa50c42ecaf08241e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0531127 Aug 27 04:38:30.247413 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:30.564667 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36228) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:38:30.587300 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cacb053b-65ae-4bd5-a4b1-b379ffdd4395 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:30.673249 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cacb053b-65ae-4bd5-a4b1-b379ffdd4395 admin admin] Publish callbacks [] for security_group (4394724e-1f29-4ee2-8475-b88cf932d642), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:30.790102 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cacb053b-65ae-4bd5-a4b1-b379ffdd4395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (4394724e-1f29-4ee2-8475-b88cf932d642), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:30.823545 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacb053b-65ae-4bd5-a4b1-b379ffdd4395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4394724e-1f29-4ee2-8475-b88cf932d642,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:30.839327 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-cacb053b-65ae-4bd5-a4b1-b379ffdd4395 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=0908b27b2b9246959efad49212610c3e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2734585 Aug 27 04:38:30.841936 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36240) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:38:30.903450 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9886b9eb-52a9-4316-b460-45fb3d1560fa admin admin] Publish callbacks [] for security_group (4394724e-1f29-4ee2-8475-b88cf932d642), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:30.914285 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36246) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:38:30.933932 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9886b9eb-52a9-4316-b460-45fb3d1560fa admin admin] Publish callbacks [] for security_group (4394724e-1f29-4ee2-8475-b88cf932d642), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:31.070069 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36260) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:38:31.099655 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9886b9eb-52a9-4316-b460-45fb3d1560fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (4394724e-1f29-4ee2-8475-b88cf932d642), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:31.104058 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9886b9eb-52a9-4316-b460-45fb3d1560fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:31.105864 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-9886b9eb-52a9-4316-b460-45fb3d1560fa admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/4394724e-1f29-4ee2-8475-b88cf932d642 HTTP/1.1" status: 204 len: 168 time: 0.2626872 Aug 27 04:38:31.122183 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886b9eb-52a9-4316-b460-45fb3d1560fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4394724e-1f29-4ee2-8475-b88cf932d642,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:31.159679 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-db4f1aef-46e5-478f-b5c4-2aa152994686 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:31.253913 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-db4f1aef-46e5-478f-b5c4-2aa152994686 admin admin] Publish callbacks [] for security_group (58ed90b8-3cc3-42ca-bf90-2c6e33d99c1f), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:31.265135 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3420ea1e-e899-430d-adef-f295ddd383c5 req-22fe82cf-119a-4286-93ab-08cb22e7e04e tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0d087124-e959-47b8-8ae4-8823745c4d8d HTTP/1.1" status: 200 len: 210 time: 0.3492470 Aug 27 04:38:31.355798 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-db4f1aef-46e5-478f-b5c4-2aa152994686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (58ed90b8-3cc3-42ca-bf90-2c6e33d99c1f), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:31.400045 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-db4f1aef-46e5-478f-b5c4-2aa152994686 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=b8eb583f85824886a7e066a7b884ce42&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3261681 Aug 27 04:38:31.400045 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4f1aef-46e5-478f-b5c4-2aa152994686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ed90b8-3cc3-42ca-bf90-2c6e33d99c1f,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:31.400310 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36280) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:38:31.471640 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-53204cc9-bf7e-4b04-bb0f-decdf0f521f4 admin admin] Publish callbacks [] for security_group (58ed90b8-3cc3-42ca-bf90-2c6e33d99c1f), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:31.496802 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-53204cc9-bf7e-4b04-bb0f-decdf0f521f4 admin admin] Publish callbacks [] for security_group (58ed90b8-3cc3-42ca-bf90-2c6e33d99c1f), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:31.635637 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-53204cc9-bf7e-4b04-bb0f-decdf0f521f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (58ed90b8-3cc3-42ca-bf90-2c6e33d99c1f), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:31.638172 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-53204cc9-bf7e-4b04-bb0f-decdf0f521f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:31.639303 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-53204cc9-bf7e-4b04-bb0f-decdf0f521f4 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/58ed90b8-3cc3-42ca-bf90-2c6e33d99c1f HTTP/1.1" status: 204 len: 168 time: 0.2380464 Aug 27 04:38:31.656301 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53204cc9-bf7e-4b04-bb0f-decdf0f521f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ed90b8-3cc3-42ca-bf90-2c6e33d99c1f,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:31.743594 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:31.898703 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:32.456964 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-fbcf2d72-37d3-444f-8280-f19a54646cf5 req-f20696e0-a8bd-45bb-8018-f8d1033851e4 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0d087124-e959-47b8-8ae4-8823745c4d8d HTTP/1.1" status: 200 len: 210 time: 0.0288825 Aug 27 04:38:32.720319 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36358) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:38:32.739241 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-23051cee-09bd-4dbe-a24a-a5d8bf660bd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:32.823144 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-23051cee-09bd-4dbe-a24a-a5d8bf660bd3 admin admin] Publish callbacks [] for security_group (22c264f6-7350-41a8-836c-217e55bfd14a), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:32.932372 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-23051cee-09bd-4dbe-a24a-a5d8bf660bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (22c264f6-7350-41a8-836c-217e55bfd14a), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:32.976652 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:38:32.979548 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23051cee-09bd-4dbe-a24a-a5d8bf660bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c264f6-7350-41a8-836c-217e55bfd14a,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:32.987789 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=10 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:38:33.002232 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-23051cee-09bd-4dbe-a24a-a5d8bf660bd3 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=d280b9d5e8114413bc7097042208b136&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2820139 Aug 27 04:38:33.005627 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36372) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:38:33.065548 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a791f776-fe98-4e36-81cd-07c470ef3892 admin admin] Publish callbacks [] for security_group (22c264f6-7350-41a8-836c-217e55bfd14a), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:33.092320 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a791f776-fe98-4e36-81cd-07c470ef3892 admin admin] Publish callbacks [] for security_group (22c264f6-7350-41a8-836c-217e55bfd14a), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:33.270570 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a791f776-fe98-4e36-81cd-07c470ef3892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (22c264f6-7350-41a8-836c-217e55bfd14a), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:33.273502 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a791f776-fe98-4e36-81cd-07c470ef3892 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:33.274596 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a791f776-fe98-4e36-81cd-07c470ef3892 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/22c264f6-7350-41a8-836c-217e55bfd14a HTTP/1.1" status: 204 len: 168 time: 0.2679615 Aug 27 04:38:33.282499 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a791f776-fe98-4e36-81cd-07c470ef3892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c264f6-7350-41a8-836c-217e55bfd14a,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:33.735072 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36414) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:38:33.735205 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ee9d7dbf-73de-4ffe-8073-442da6101d67 req-cc35b5c3-37af-40c0-88a8-8ca3badb2d9c tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0d087124-e959-47b8-8ae4-8823745c4d8d HTTP/1.1" status: 200 len: 210 time: 0.0384521 Aug 27 04:38:33.809415 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=2 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:38:33.921634 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-debc59e9-1803-40c8-b293-09c4b7d1b670 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:33.976022 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=76,neutron:INSERT=16,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:38:33.992889 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:38:34.027793 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-debc59e9-1803-40c8-b293-09c4b7d1b670 admin admin] Publish callbacks [] for security_group (dfcf27f2-4f17-4766-9221-d243efdd89b7), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:34.247617 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-debc59e9-1803-40c8-b293-09c4b7d1b670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (dfcf27f2-4f17-4766-9221-d243efdd89b7), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:34.274776 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.78', 57286) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:38:34.340467 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-debc59e9-1803-40c8-b293-09c4b7d1b670 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=d11ef3b1badc4bb7b109648fc21f3fc7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6042092 Aug 27 04:38:34.341105 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36460) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:38:34.364193 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debc59e9-1803-40c8-b293-09c4b7d1b670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfcf27f2-4f17-4766-9221-d243efdd89b7,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:34.419363 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2b06fa56-ce85-449d-9b84-b7bb9fdf5f77 req-b563e030-8d1c-48f7-8213-c0398607d0f3 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=dae5eca5a049462aa50c42ecaf08241e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1431174 Aug 27 04:38:34.430418 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-69e7d36e-066d-4bfc-a4f9-d0e26f15befc admin admin] Publish callbacks [] for security_group (dfcf27f2-4f17-4766-9221-d243efdd89b7), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:34.460236 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-69e7d36e-066d-4bfc-a4f9-d0e26f15befc admin admin] Publish callbacks [] for security_group (dfcf27f2-4f17-4766-9221-d243efdd89b7), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:34.553094 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b06fa56-ce85-449d-9b84-b7bb9fdf5f77 req-cb0fa93d-3a4a-4151-95de-52c9091b3ee9 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:38:34.555125 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2b06fa56-ce85-449d-9b84-b7bb9fdf5f77 req-cb0fa93d-3a4a-4151-95de-52c9091b3ee9 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1310740 Aug 27 04:38:34.650861 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-69e7d36e-066d-4bfc-a4f9-d0e26f15befc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (dfcf27f2-4f17-4766-9221-d243efdd89b7), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:34.654922 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-69e7d36e-066d-4bfc-a4f9-d0e26f15befc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:34.656105 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-69e7d36e-066d-4bfc-a4f9-d0e26f15befc admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/dfcf27f2-4f17-4766-9221-d243efdd89b7 HTTP/1.1" status: 204 len: 168 time: 0.3098774 Aug 27 04:38:34.667337 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [req-2b06fa56-ce85-449d-9b84-b7bb9fdf5f77 req-3524bde8-dec3-4a66-8d68-b82a31af4624 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Request body: {'port': {'device_id': '0d087124-e959-47b8-8ae4-8823745c4d8d', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'admin_state_up': True, 'tenant_id': 'dae5eca5a049462aa50c42ecaf08241e'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:38:34.689269 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e7d36e-066d-4bfc-a4f9-d0e26f15befc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfcf27f2-4f17-4766-9221-d243efdd89b7,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:34.927017 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-23d69b6b-20fd-48fd-bb03-edc00eb05e08 req-99a1e9a8-d9f7-49d9-b173-4149ea402ab8 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0d087124-e959-47b8-8ae4-8823745c4d8d HTTP/1.1" status: 200 len: 210 time: 0.0467782 Aug 27 04:38:35.075717 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b06fa56-ce85-449d-9b84-b7bb9fdf5f77 req-3524bde8-dec3-4a66-8d68-b82a31af4624 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Made reservation on behalf of dae5eca5a049462aa50c42ecaf08241e for: {'port': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:38:35.082055 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-2b06fa56-ce85-449d-9b84-b7bb9fdf5f77 req-3524bde8-dec3-4a66-8d68-b82a31af4624 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:35.096206 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-2b06fa56-ce85-449d-9b84-b7bb9fdf5f77 req-3524bde8-dec3-4a66-8d68-b82a31af4624 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:35.146848 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36512) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:38:35.188743 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-2b06fa56-ce85-449d-9b84-b7bb9fdf5f77 req-3524bde8-dec3-4a66-8d68-b82a31af4624 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Publish callbacks [] for security_group (22170a02-a707-49d3-bf0d-346bff1fd07c), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:35.269932 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-2b06fa56-ce85-449d-9b84-b7bb9fdf5f77 req-3524bde8-dec3-4a66-8d68-b82a31af4624 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (22170a02-a707-49d3-bf0d-346bff1fd07c), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:35.378145 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3524bde8-dec3-4a66-8d68-b82a31af4624 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22170a02-a707-49d3-bf0d-346bff1fd07c,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:35.530545 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [req-2b06fa56-ce85-449d-9b84-b7bb9fdf5f77 req-3524bde8-dec3-4a66-8d68-b82a31af4624 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Allocated IP 192.168.233.78 (a82fb463-5a8f-4b8b-991d-61491eba11c6/120f3302-721f-4373-86a6-3aa14ccf6ac4/f0919532-3fe5-4bda-b926-9fa100d1e9f3) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:38:35.712581 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-2b06fa56-ce85-449d-9b84-b7bb9fdf5f77 req-3524bde8-dec3-4a66-8d68-b82a31af4624 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Publish callbacks [] for port (f0919532-3fe5-4bda-b926-9fa100d1e9f3), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:35.740676 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:38:35.800420 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f5b44c6c-e3a7-4ce4-abf3-6cf196145045 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:35.827126 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-2b06fa56-ce85-449d-9b84-b7bb9fdf5f77 req-3524bde8-dec3-4a66-8d68-b82a31af4624 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (f0919532-3fe5-4bda-b926-9fa100d1e9f3), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:35.859591 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:38:35.873950 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b06fa56-ce85-449d-9b84-b7bb9fdf5f77 req-3524bde8-dec3-4a66-8d68-b82a31af4624 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Network a82fb463-5a8f-4b8b-991d-61491eba11c6 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:38:35.875517 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [req-2b06fa56-ce85-449d-9b84-b7bb9fdf5f77 req-3524bde8-dec3-4a66-8d68-b82a31af4624 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:38:35.880104 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b06fa56-ce85-449d-9b84-b7bb9fdf5f77 req-3524bde8-dec3-4a66-8d68-b82a31af4624 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:38:35.884740 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b06fa56-ce85-449d-9b84-b7bb9fdf5f77 req-3524bde8-dec3-4a66-8d68-b82a31af4624 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:38:35.885776 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-2b06fa56-ce85-449d-9b84-b7bb9fdf5f77 req-3524bde8-dec3-4a66-8d68-b82a31af4624 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:35.993076 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3524bde8-dec3-4a66-8d68-b82a31af4624 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Pushing event updated for resources: {'Port': ['ID=f0919532-3fe5-4bda-b926-9fa100d1e9f3,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:36.043046 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36564) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:38:36.063435 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f5b44c6c-e3a7-4ce4-abf3-6cf196145045 admin admin] Publish callbacks [] for security_group (366bb42d-1a3c-432a-8c01-f4815a1689c3), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:36.072073 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-17a8e193-fb0b-4de2-a648-6aa0defdb445 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:36.080723 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2b06fa56-ce85-449d-9b84-b7bb9fdf5f77 req-3524bde8-dec3-4a66-8d68-b82a31af4624 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4185772 Aug 27 04:38:36.092486 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [req-2b06fa56-ce85-449d-9b84-b7bb9fdf5f77 req-b8b5a09f-ae48-4b52-8a39-31292f455ed3 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] http://10.222.0.76:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107775) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:38:36.098984 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2b06fa56-ce85-449d-9b84-b7bb9fdf5f77 req-b8b5a09f-ae48-4b52-8a39-31292f455ed3 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0124023 Aug 27 04:38:36.181086 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-0f9ec7a1-fef9-4cf9-aec9-06b6db4f5af9 None None] Provisioning complete for port f0919532-3fe5-4bda-b926-9fa100d1e9f3 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:38:36.181675 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0f9ec7a1-fef9-4cf9-aec9-06b6db4f5af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (f0919532-3fe5-4bda-b926-9fa100d1e9f3), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:36.200061 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd8bfab-2efc-4a6f-8cb0-d9a680316edf req-cc153432-433e-469b-aebd-af0be093ac20 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:38:36.208535 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4cd8bfab-2efc-4a6f-8cb0-d9a680316edf req-cc153432-433e-469b-aebd-af0be093ac20 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0d087124-e959-47b8-8ae4-8823745c4d8d HTTP/1.1" status: 200 len: 935 time: 0.0747361 Aug 27 04:38:36.226676 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36570) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:38:36.235391 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-17a8e193-fb0b-4de2-a648-6aa0defdb445 admin admin] Publish callbacks [] for security_group (71412bca-e063-4974-be99-7b2e22f7d88b), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:36.244486 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-0f9ec7a1-fef9-4cf9-aec9-06b6db4f5af9 None None] Port f0919532-3fe5-4bda-b926-9fa100d1e9f3 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:38:36.259634 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f5b44c6c-e3a7-4ce4-abf3-6cf196145045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (366bb42d-1a3c-432a-8c01-f4815a1689c3), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:36.268667 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4cd8bfab-2efc-4a6f-8cb0-d9a680316edf req-2b9f3d3a-77ce-47b4-9f67-b1c1f3047c87 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=22170a02-a707-49d3-bf0d-346bff1fd07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590727 Aug 27 04:38:36.315412 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f5b44c6c-e3a7-4ce4-abf3-6cf196145045 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=47ac6bcb3b07481fac6b292b9c6a12b7&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1634340 Aug 27 04:38:36.317954 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b44c6c-e3a7-4ce4-abf3-6cf196145045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366bb42d-1a3c-432a-8c01-f4815a1689c3,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:36.318280 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36580) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:38:36.334109 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-17a8e193-fb0b-4de2-a648-6aa0defdb445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (71412bca-e063-4974-be99-7b2e22f7d88b), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:36.354233 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=12,neutron:SELECT=83,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:38:36.398145 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-17a8e193-fb0b-4de2-a648-6aa0defdb445 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=4dce039e9b1d49d6bee258b212c635cc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3515141 Aug 27 04:38:36.398537 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36586) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:38:36.423978 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a8e193-fb0b-4de2-a648-6aa0defdb445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71412bca-e063-4974-be99-7b2e22f7d88b,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:36.427406 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-aa5d89b3-6a20-4047-9fe2-d108332b947a admin admin] Publish callbacks [] for security_group (366bb42d-1a3c-432a-8c01-f4815a1689c3), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:36.467143 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-aa5d89b3-6a20-4047-9fe2-d108332b947a admin admin] Publish callbacks [] for security_group (366bb42d-1a3c-432a-8c01-f4815a1689c3), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:36.483499 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2a527f59-fcb9-4a0a-8bad-513913557c17 admin admin] Publish callbacks [] for security_group (71412bca-e063-4974-be99-7b2e22f7d88b), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:36.527636 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2a527f59-fcb9-4a0a-8bad-513913557c17 admin admin] Publish callbacks [] for security_group (71412bca-e063-4974-be99-7b2e22f7d88b), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:36.717987 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bab94ff8-8725-4692-9523-9ac63262b32e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:36.727559 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-aa5d89b3-6a20-4047-9fe2-d108332b947a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (366bb42d-1a3c-432a-8c01-f4815a1689c3), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:36.732631 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-aa5d89b3-6a20-4047-9fe2-d108332b947a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:36.734565 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-aa5d89b3-6a20-4047-9fe2-d108332b947a admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/366bb42d-1a3c-432a-8c01-f4815a1689c3 HTTP/1.1" status: 204 len: 168 time: 0.4148128 Aug 27 04:38:36.759334 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:36.760760 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2a527f59-fcb9-4a0a-8bad-513913557c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (71412bca-e063-4974-be99-7b2e22f7d88b), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:36.772801 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2a527f59-fcb9-4a0a-8bad-513913557c17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:36.774189 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d89b3-6a20-4047-9fe2-d108332b947a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366bb42d-1a3c-432a-8c01-f4815a1689c3,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:36.783031 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2a527f59-fcb9-4a0a-8bad-513913557c17 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/71412bca-e063-4974-be99-7b2e22f7d88b HTTP/1.1" status: 204 len: 168 time: 0.3832719 Aug 27 04:38:36.822668 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a527f59-fcb9-4a0a-8bad-513913557c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71412bca-e063-4974-be99-7b2e22f7d88b,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:36.866491 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:38:37.013819 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bab94ff8-8725-4692-9523-9ac63262b32e admin admin] Publish callbacks [] for security_group (a7fcee84-2715-4957-b2d7-f5a3029598b2), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:37.073433 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [req-2b06fa56-ce85-449d-9b84-b7bb9fdf5f77 req-b45e6ed5-9009-49df-a637-a9cfedfdc7d4 service neutron] Request body: {'port': {'device_id': '0d087124-e959-47b8-8ae4-8823745c4d8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-852088-5'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:38:37.164302 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-2b06fa56-ce85-449d-9b84-b7bb9fdf5f77 req-b45e6ed5-9009-49df-a637-a9cfedfdc7d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f0919532-3fe5-4bda-b926-9fa100d1e9f3), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:37.184762 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bab94ff8-8725-4692-9523-9ac63262b32e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (a7fcee84-2715-4957-b2d7-f5a3029598b2), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:37.274040 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab94ff8-8725-4692-9523-9ac63262b32e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7fcee84-2715-4957-b2d7-f5a3029598b2,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:37.320577 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-bab94ff8-8725-4692-9523-9ac63262b32e admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=78237faaefb0418e914718aacec86264&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0665727 Aug 27 04:38:37.322768 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-bdc1826d-1661-4b86-add4-9d57c3f17253 req-9a791cd3-29a8-48bc-9110-d7ed59fedd87 tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=f8cdc14535344095acbb85a078073ccf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0986807 Aug 27 04:38:37.328772 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36620) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:38:37.397915 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5a682742-a571-4352-9c6a-b2afa8e197b4 admin admin] Publish callbacks [] for security_group (a7fcee84-2715-4957-b2d7-f5a3029598b2), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:37.429005 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5a682742-a571-4352-9c6a-b2afa8e197b4 admin admin] Publish callbacks [] for security_group (a7fcee84-2715-4957-b2d7-f5a3029598b2), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:37.514085 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:38:37.788664 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=6 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:38:37.790059 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5a682742-a571-4352-9c6a-b2afa8e197b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (a7fcee84-2715-4957-b2d7-f5a3029598b2), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:37.796547 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5a682742-a571-4352-9c6a-b2afa8e197b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:37.798970 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-5a682742-a571-4352-9c6a-b2afa8e197b4 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/a7fcee84-2715-4957-b2d7-f5a3029598b2 HTTP/1.1" status: 204 len: 168 time: 0.4730375 Aug 27 04:38:37.827846 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac589c2-3f5a-4d9a-ac8e-4762b00b430b req-b0e46d95-9117-487a-a793-5e80c420ade3 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:38:37.828381 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a682742-a571-4352-9c6a-b2afa8e197b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7fcee84-2715-4957-b2d7-f5a3029598b2,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:37.838570 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8ac589c2-3f5a-4d9a-ac8e-4762b00b430b req-b0e46d95-9117-487a-a793-5e80c420ade3 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0d087124-e959-47b8-8ae4-8823745c4d8d HTTP/1.1" status: 200 len: 935 time: 0.2752578 Aug 27 04:38:37.867051 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1826d-1661-4b86-add4-9d57c3f17253 req-f12d9d34-15c2-4b87-a543-665d39e6b0a0 tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:38:37.874917 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-bdc1826d-1661-4b86-add4-9d57c3f17253 req-f12d9d34-15c2-4b87-a543-665d39e6b0a0 tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5234721 Aug 27 04:38:37.940768 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-bdc1826d-1661-4b86-add4-9d57c3f17253 req-889e09d8-6330-48fe-9f7f-9ab61d64ef73 tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] 10.222.0.76 "GET /networking/v2.0/quotas/f8cdc14535344095acbb85a078073ccf HTTP/1.1" status: 200 len: 375 time: 0.0646331 Aug 27 04:38:38.027945 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-bdc1826d-1661-4b86-add4-9d57c3f17253 req-4602d711-623f-4449-baf7-9514e4b20d04 tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=f8cdc14535344095acbb85a078073ccf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0728030 Aug 27 04:38:38.077095 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8ac589c2-3f5a-4d9a-ac8e-4762b00b430b req-2b7ac8ab-8fc1-439f-91cf-96d6b8806a3d tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=22170a02-a707-49d3-bf0d-346bff1fd07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335711 Aug 27 04:38:38.114800 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [req-2b06fa56-ce85-449d-9b84-b7bb9fdf5f77 req-b45e6ed5-9009-49df-a637-a9cfedfdc7d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0919532-3fe5-4bda-b926-9fa100d1e9f3 {{(pid=107775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 04:38:38.124340 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-2b06fa56-ce85-449d-9b84-b7bb9fdf5f77 req-b45e6ed5-9009-49df-a637-a9cfedfdc7d4 service neutron] Publish callbacks [] for port (f0919532-3fe5-4bda-b926-9fa100d1e9f3), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:38.162464 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.provisioning_blocks [req-2b06fa56-ce85-449d-9b84-b7bb9fdf5f77 req-b45e6ed5-9009-49df-a637-a9cfedfdc7d4 service neutron] Transition to ACTIVE for port object f0919532-3fe5-4bda-b926-9fa100d1e9f3 will not be triggered until provisioned by entity L2. {{(pid=107775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 27 04:38:38.338612 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-2b06fa56-ce85-449d-9b84-b7bb9fdf5f77 req-b45e6ed5-9009-49df-a637-a9cfedfdc7d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (f0919532-3fe5-4bda-b926-9fa100d1e9f3), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:38.481009 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [req-2b06fa56-ce85-449d-9b84-b7bb9fdf5f77 req-b45e6ed5-9009-49df-a637-a9cfedfdc7d4 service neutron] Attempting to bind port f0919532-3fe5-4bda-b926-9fa100d1e9f3 on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:38:38.481374 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [req-2b06fa56-ce85-449d-9b84-b7bb9fdf5f77 req-b45e6ed5-9009-49df-a637-a9cfedfdc7d4 service neutron] Attempting to bind port f0919532-3fe5-4bda-b926-9fa100d1e9f3 by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'}] {{(pid=107775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:38:38.481729 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b06fa56-ce85-449d-9b84-b7bb9fdf5f77 req-b45e6ed5-9009-49df-a637-a9cfedfdc7d4 service neutron] Attempting to bind port f0919532-3fe5-4bda-b926-9fa100d1e9f3 on network a82fb463-5a8f-4b8b-991d-61491eba11c6 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:38:38.524871 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b06fa56-ce85-449d-9b84-b7bb9fdf5f77 req-b45e6ed5-9009-49df-a637-a9cfedfdc7d4 service neutron] Port f0919532-3fe5-4bda-b926-9fa100d1e9f3 on network a82fb463-5a8f-4b8b-991d-61491eba11c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:38:38.525206 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b06fa56-ce85-449d-9b84-b7bb9fdf5f77 req-b45e6ed5-9009-49df-a637-a9cfedfdc7d4 service neutron] Attempting to bind port f0919532-3fe5-4bda-b926-9fa100d1e9f3 on network a82fb463-5a8f-4b8b-991d-61491eba11c6 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:38:38.534347 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b06fa56-ce85-449d-9b84-b7bb9fdf5f77 req-b45e6ed5-9009-49df-a637-a9cfedfdc7d4 service neutron] Checking agent: {'id': '01e14a85-d0aa-43ee-b1d5-63de1ae70758', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 36, 7), 'started_at': datetime.datetime(2022, 8, 27, 4, 36, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:38:38.534719 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b06fa56-ce85-449d-9b84-b7bb9fdf5f77 req-b45e6ed5-9009-49df-a637-a9cfedfdc7d4 service neutron] Checking segment: {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:38:38.535298 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b06fa56-ce85-449d-9b84-b7bb9fdf5f77 req-b45e6ed5-9009-49df-a637-a9cfedfdc7d4 service neutron] Bound using segment: {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'} {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:38:38.536418 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [req-2b06fa56-ce85-449d-9b84-b7bb9fdf5f77 req-b45e6ed5-9009-49df-a637-a9cfedfdc7d4 service neutron] Bound port: f0919532-3fe5-4bda-b926-9fa100d1e9f3, host: n-h2-852088-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'}}] {{(pid=107775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:38:38.537145 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-2b06fa56-ce85-449d-9b84-b7bb9fdf5f77 req-b45e6ed5-9009-49df-a637-a9cfedfdc7d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f0919532-3fe5-4bda-b926-9fa100d1e9f3), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:38.552229 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-cfa87d9c-5035-44a5-bade-1be07d984259 req-68dbfba8-c9c3-41b7-832b-d91cd0146bbf tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b088bb60-5987-411d-b201-229a418a5d4c HTTP/1.1" status: 200 len: 210 time: 0.0613844 Aug 27 04:38:38.553893 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45e6ed5-9009-49df-a637-a9cfedfdc7d4 service neutron] Pushing event updated for resources: {'Port': ['ID=f0919532-3fe5-4bda-b926-9fa100d1e9f3,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:38.630917 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36658) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:38:38.637810 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [req-2b06fa56-ce85-449d-9b84-b7bb9fdf5f77 req-b45e6ed5-9009-49df-a637-a9cfedfdc7d4 service neutron] For port f0919532-3fe5-4bda-b926-9fa100d1e9f3, host n-h2-852088-5, cleared binding levels {{(pid=107775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:38:38.651956 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:38:38.676840 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [req-2b06fa56-ce85-449d-9b84-b7bb9fdf5f77 req-b45e6ed5-9009-49df-a637-a9cfedfdc7d4 service neutron] For port f0919532-3fe5-4bda-b926-9fa100d1e9f3, host n-h2-852088-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852088-5',level=0,port_id=f0919532-3fe5-4bda-b926-9fa100d1e9f3,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:38:38.678816 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-db9a1a73-6a6d-42f3-b505-0c0c6c9c9904 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:38.757757 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-2b06fa56-ce85-449d-9b84-b7bb9fdf5f77 req-b45e6ed5-9009-49df-a637-a9cfedfdc7d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (f0919532-3fe5-4bda-b926-9fa100d1e9f3), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:38.836353 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b06fa56-ce85-449d-9b84-b7bb9fdf5f77 req-b45e6ed5-9009-49df-a637-a9cfedfdc7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:38:38.837947 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-2b06fa56-ce85-449d-9b84-b7bb9fdf5f77 req-b45e6ed5-9009-49df-a637-a9cfedfdc7d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:38.842474 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2b06fa56-ce85-449d-9b84-b7bb9fdf5f77 req-b45e6ed5-9009-49df-a637-a9cfedfdc7d4 service neutron] 10.222.0.78 "PUT /networking/v2.0/ports/f0919532-3fe5-4bda-b926-9fa100d1e9f3 HTTP/1.1" status: 200 len: 1095 time: 2.3075581 Aug 27 04:38:38.843341 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d087124-e959-47b8-8ae4-8823745c4d8d', 'tag': 'f0919532-3fe5-4bda-b926-9fa100d1e9f3'}] {{(pid=107775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:38:39.017931 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45e6ed5-9009-49df-a637-a9cfedfdc7d4 service neutron] Pushing event updated for resources: {'Port': ['ID=f0919532-3fe5-4bda-b926-9fa100d1e9f3,revision_number=3']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:39.127570 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b06fa56-ce85-449d-9b84-b7bb9fdf5f77 req-932ae3f7-af1a-4f64-a333-531197bf14e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:38:39.130276 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2b06fa56-ce85-449d-9b84-b7bb9fdf5f77 req-932ae3f7-af1a-4f64-a333-531197bf14e8 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=dae5eca5a049462aa50c42ecaf08241e&device_id=0d087124-e959-47b8-8ae4-8823745c4d8d HTTP/1.1" status: 200 len: 1129 time: 0.0913692 Aug 27 04:38:39.222285 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2b06fa56-ce85-449d-9b84-b7bb9fdf5f77 req-76450e83-ec4d-49d7-b6cd-174197a290a8 service neutron] 10.222.0.78 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=f0919532-3fe5-4bda-b926-9fa100d1e9f3 HTTP/1.1" status: 200 len: 217 time: 0.0801146 Aug 27 04:38:39.244232 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-db9a1a73-6a6d-42f3-b505-0c0c6c9c9904 admin admin] Publish callbacks [] for security_group (f1425d02-b374-4ba3-b55f-cf488a4fd211), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:39.355070 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec421ac-705e-4f92-a0c3-0df03c34237e req-2b4caaee-662d-44cf-a1e0-e7fb196759ea tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:38:39.369975 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5ec421ac-705e-4f92-a0c3-0df03c34237e req-2b4caaee-662d-44cf-a1e0-e7fb196759ea tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0d087124-e959-47b8-8ae4-8823745c4d8d HTTP/1.1" status: 200 len: 947 time: 0.0896418 Aug 27 04:38:39.376107 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-db9a1a73-6a6d-42f3-b505-0c0c6c9c9904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (f1425d02-b374-4ba3-b55f-cf488a4fd211), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:39.439015 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36680) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:38:39.465336 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:38:39.479413 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a314db59-1f75-4c79-b471-0add87d3140b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:39.532759 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9a1a73-6a6d-42f3-b505-0c0c6c9c9904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1425d02-b374-4ba3-b55f-cf488a4fd211,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:39.551254 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-db9a1a73-6a6d-42f3-b505-0c0c6c9c9904 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=7a8084423ead4b7f8269af329acaf6b8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9166825 Aug 27 04:38:39.552679 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36684) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:38:39.577829 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b06fa56-ce85-449d-9b84-b7bb9fdf5f77 req-8c30b549-940d-46dc-9e73-c98eb34ac2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:38:39.585477 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2b06fa56-ce85-449d-9b84-b7bb9fdf5f77 req-8c30b549-940d-46dc-9e73-c98eb34ac2de service neutron] 10.222.0.78 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.2116456 Aug 27 04:38:39.595975 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5ec421ac-705e-4f92-a0c3-0df03c34237e req-352c91f0-7235-4a46-824f-fe63a59b8e0c tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=22170a02-a707-49d3-bf0d-346bff1fd07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246192 Aug 27 04:38:39.735368 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:38:39.786507 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a314db59-1f75-4c79-b471-0add87d3140b admin admin] Publish callbacks [] for security_group (3926418d-de53-40b3-abbc-548db8d5e184), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:39.790389 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c24560c9-aa24-4a4e-9f30-22c4499c1cf7 admin admin] Publish callbacks [] for security_group (f1425d02-b374-4ba3-b55f-cf488a4fd211), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:39.818845 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c24560c9-aa24-4a4e-9f30-22c4499c1cf7 admin admin] Publish callbacks [] for security_group (f1425d02-b374-4ba3-b55f-cf488a4fd211), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:39.889561 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a314db59-1f75-4c79-b471-0add87d3140b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (3926418d-de53-40b3-abbc-548db8d5e184), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:39.935794 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ab972c78-a8a4-4e02-bb50-dc92d8242ebf req-6ccb051b-db12-46db-a946-24d649543218 tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b088bb60-5987-411d-b201-229a418a5d4c HTTP/1.1" status: 200 len: 210 time: 0.1107092 Aug 27 04:38:39.972452 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b06fa56-ce85-449d-9b84-b7bb9fdf5f77 req-f45bb2fe-1a87-46f8-a8a7-1f4c93ec6310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:38:39.972622 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a314db59-1f75-4c79-b471-0add87d3140b admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=aa1ed44f243049f1bbabb82f89f3f017&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5303752 Aug 27 04:38:39.978249 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2b06fa56-ce85-449d-9b84-b7bb9fdf5f77 req-f45bb2fe-1a87-46f8-a8a7-1f4c93ec6310 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3656042 Aug 27 04:38:39.978249 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36702) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:38:39.999998 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a314db59-1f75-4c79-b471-0add87d3140b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3926418d-de53-40b3-abbc-548db8d5e184,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:40.065116 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c24560c9-aa24-4a4e-9f30-22c4499c1cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (f1425d02-b374-4ba3-b55f-cf488a4fd211), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:40.071309 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c24560c9-aa24-4a4e-9f30-22c4499c1cf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:40.072928 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c24560c9-aa24-4a4e-9f30-22c4499c1cf7 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/f1425d02-b374-4ba3-b55f-cf488a4fd211 HTTP/1.1" status: 204 len: 168 time: 0.5121858 Aug 27 04:38:40.090997 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24560c9-aa24-4a4e-9f30-22c4499c1cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1425d02-b374-4ba3-b55f-cf488a4fd211,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:40.101649 n-d-852088-5 neutron-server[107775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ddf616e61a40c3321bb076b8b2a422f95ceea1ddd8db904bb1386914125100a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955e42d6-e92f-49ee-9ef7-a67c9055d1e0" -d '{"events": [{"name": "network-changed", "server_uuid": "0d087124-e959-47b8-8ae4-8823745c4d8d", "tag": "f0919532-3fe5-4bda-b926-9fa100d1e9f3"}]}' {{(pid=107775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:38:40.181838 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8569da08-e1e4-4fc2-add7-cee370dac2f5 admin admin] Publish callbacks [] for security_group (3926418d-de53-40b3-abbc-548db8d5e184), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:40.244126 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2b06fa56-ce85-449d-9b84-b7bb9fdf5f77 req-503d6b6e-e182-484b-8441-f0074277bda9 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267733 Aug 27 04:38:40.249186 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8569da08-e1e4-4fc2-add7-cee370dac2f5 admin admin] Publish callbacks [] for security_group (3926418d-de53-40b3-abbc-548db8d5e184), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:40.396625 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2b06fa56-ce85-449d-9b84-b7bb9fdf5f77 req-8c4191c7-d574-46ea-bff6-1d4283ecb4e2 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301899 Aug 27 04:38:40.538864 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:38:40.539804 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8569da08-e1e4-4fc2-add7-cee370dac2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (3926418d-de53-40b3-abbc-548db8d5e184), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:40.546129 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8569da08-e1e4-4fc2-add7-cee370dac2f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:40.547550 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-8569da08-e1e4-4fc2-add7-cee370dac2f5 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/3926418d-de53-40b3-abbc-548db8d5e184 HTTP/1.1" status: 204 len: 168 time: 0.5714078 Aug 27 04:38:40.557962 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8569da08-e1e4-4fc2-add7-cee370dac2f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3926418d-de53-40b3-abbc-548db8d5e184,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:41.169684 n-d-852088-5 neutron-server[107775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 04:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e8199a-cccb-4e87-bb2f-b859a94cc3db x-openstack-request-id: req-95e8199a-cccb-4e87-bb2f-b859a94cc3db {{(pid=107775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:38:41.172186 n-d-852088-5 neutron-server[107775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d087124-e959-47b8-8ae4-8823745c4d8d", "tag": "f0919532-3fe5-4bda-b926-9fa100d1e9f3", "status": "completed", "code": 200}]} {{(pid=107775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:38:41.172690 n-d-852088-5 neutron-server[107775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-95e8199a-cccb-4e87-bb2f-b859a94cc3db {{(pid=107775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:38:41.173228 n-d-852088-5 neutron-server[107775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95e8199a-cccb-4e87-bb2f-b859a94cc3db'] response: {'name': 'network-changed', 'server_uuid': '0d087124-e959-47b8-8ae4-8823745c4d8d', 'tag': 'f0919532-3fe5-4bda-b926-9fa100d1e9f3', 'status': 'completed', 'code': 200} Aug 27 04:38:41.247667 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36744) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:38:41.331582 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc2ccf-79c2-472a-bb26-751b9a3c7d40 req-945ee992-fe20-48f0-9be4-dbea176dcf4a tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:38:41.331582 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-43dc2ccf-79c2-472a-bb26-751b9a3c7d40 req-945ee992-fe20-48f0-9be4-dbea176dcf4a tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0d087124-e959-47b8-8ae4-8823745c4d8d HTTP/1.1" status: 200 len: 947 time: 0.0609143 Aug 27 04:38:41.390040 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-12795a4c-f42d-4421-92e4-5bf21e83b3ef req-a88e7468-794c-4240-8404-ca74ce7eace8 tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b088bb60-5987-411d-b201-229a418a5d4c HTTP/1.1" status: 200 len: 210 time: 0.0585825 Aug 27 04:38:41.472801 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-43dc2ccf-79c2-472a-bb26-751b9a3c7d40 req-4df0395b-7bbc-4bf2-91e7-75a20f35e2fa tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=22170a02-a707-49d3-bf0d-346bff1fd07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339493 Aug 27 04:38:41.787051 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9d649c07-e89a-49bc-affa-fa73fd2f21e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:41.900802 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9d649c07-e89a-49bc-affa-fa73fd2f21e0 admin admin] Publish callbacks [] for security_group (2615637b-776c-4978-ae35-db71eaa69293), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:41.984146 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9d649c07-e89a-49bc-affa-fa73fd2f21e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (2615637b-776c-4978-ae35-db71eaa69293), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:42.016473 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d649c07-e89a-49bc-affa-fa73fd2f21e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2615637b-776c-4978-ae35-db71eaa69293,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:42.037897 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-9d649c07-e89a-49bc-affa-fa73fd2f21e0 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=a9d7f623110e42e0a1dad7890cc646ed&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7888358 Aug 27 04:38:42.040528 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36768) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:38:42.133708 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5c5a4451-6275-434b-a443-87ffafcf95e9 admin admin] Publish callbacks [] for security_group (2615637b-776c-4978-ae35-db71eaa69293), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:42.167245 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5c5a4451-6275-434b-a443-87ffafcf95e9 admin admin] Publish callbacks [] for security_group (2615637b-776c-4978-ae35-db71eaa69293), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:42.208581 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:38:42.313290 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e42d6-e92f-49ee-9ef7-a67c9055d1e0 req-c4edaaca-0975-43ab-8562-5948d5a22198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:38:42.319376 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-955e42d6-e92f-49ee-9ef7-a67c9055d1e0 req-c4edaaca-0975-43ab-8562-5948d5a22198 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=dae5eca5a049462aa50c42ecaf08241e&device_id=0d087124-e959-47b8-8ae4-8823745c4d8d HTTP/1.1" status: 200 len: 1129 time: 0.1109688 Aug 27 04:38:42.413161 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5c5a4451-6275-434b-a443-87ffafcf95e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (2615637b-776c-4978-ae35-db71eaa69293), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:42.420209 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5c5a4451-6275-434b-a443-87ffafcf95e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:42.426799 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-5c5a4451-6275-434b-a443-87ffafcf95e9 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/2615637b-776c-4978-ae35-db71eaa69293 HTTP/1.1" status: 204 len: 168 time: 0.3809388 Aug 27 04:38:42.435158 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a4451-6275-434b-a443-87ffafcf95e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2615637b-776c-4978-ae35-db71eaa69293,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:42.639887 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-46a813c3-61de-4c69-a8d3-59a8bae476ce req-f1564d86-6200-4b08-9bb8-24c594177792 tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b088bb60-5987-411d-b201-229a418a5d4c HTTP/1.1" status: 200 len: 210 time: 0.0862823 Aug 27 04:38:43.090322 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e42d6-e92f-49ee-9ef7-a67c9055d1e0 req-45f95453-3973-4f91-89cd-b88c90b67a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:38:43.093566 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-955e42d6-e92f-49ee-9ef7-a67c9055d1e0 req-45f95453-3973-4f91-89cd-b88c90b67a0b service neutron] 10.222.0.78 "GET /networking/v2.0/networks?id=a82fb463-5a8f-4b8b-991d-61491eba11c6 HTTP/1.1" status: 200 len: 870 time: 0.7674644 Aug 27 04:38:43.101647 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e0a09-e0f1-4c37-9fb1-37724f3b0ba7 req-09c5e521-58b8-43b6-bf62-00408e3bca2e tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:38:43.104699 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d56e0a09-e0f1-4c37-9fb1-37724f3b0ba7 req-09c5e521-58b8-43b6-bf62-00408e3bca2e tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0d087124-e959-47b8-8ae4-8823745c4d8d HTTP/1.1" status: 200 len: 947 time: 0.4684775 Aug 27 04:38:43.175120 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d56e0a09-e0f1-4c37-9fb1-37724f3b0ba7 req-2f554070-25f5-408a-80ad-2f549f6fdcfe tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=22170a02-a707-49d3-bf0d-346bff1fd07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651329 Aug 27 04:38:43.824843 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-276c534d-c1e5-422b-a0e6-24499bd6dc7f req-7d0564b7-65c4-4799-bb19-bdf7f515acaf tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b088bb60-5987-411d-b201-229a418a5d4c HTTP/1.1" status: 200 len: 210 time: 0.0456221 Aug 27 04:38:43.897165 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36836) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:38:43.918367 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-44712cb1-55c6-4816-b097-64be497b6e72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:44.097165 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-44712cb1-55c6-4816-b097-64be497b6e72 admin admin] Publish callbacks [] for security_group (62235b5f-8f43-4cbc-9364-123334ae33fb), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:44.159622 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36844) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:38:44.184963 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-44712cb1-55c6-4816-b097-64be497b6e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (62235b5f-8f43-4cbc-9364-123334ae33fb), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:44.243072 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44712cb1-55c6-4816-b097-64be497b6e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62235b5f-8f43-4cbc-9364-123334ae33fb,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:44.250757 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-44712cb1-55c6-4816-b097-64be497b6e72 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=a748fb909db84586a68a8e013258931f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3522570 Aug 27 04:38:44.255145 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36850) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:38:44.347831 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-11ddad40-b128-47d7-9602-a69cf753d939 admin admin] Publish callbacks [] for security_group (62235b5f-8f43-4cbc-9364-123334ae33fb), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:44.417909 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-11ddad40-b128-47d7-9602-a69cf753d939 admin admin] Publish callbacks [] for security_group (62235b5f-8f43-4cbc-9364-123334ae33fb), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:44.469610 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d9049-92ea-4d06-af46-2e42ddd73028 req-27fd1590-6fbb-404d-b7ea-c20dec305693 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:38:44.471413 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-aa3d9049-92ea-4d06-af46-2e42ddd73028 req-27fd1590-6fbb-404d-b7ea-c20dec305693 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0d087124-e959-47b8-8ae4-8823745c4d8d HTTP/1.1" status: 200 len: 947 time: 0.1256180 Aug 27 04:38:44.581688 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:38:44.623605 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-aa3d9049-92ea-4d06-af46-2e42ddd73028 req-dc35c81f-4e74-423d-9f4a-7f8f159df2e1 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=22170a02-a707-49d3-bf0d-346bff1fd07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334238 Aug 27 04:38:44.703933 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-11ddad40-b128-47d7-9602-a69cf753d939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (62235b5f-8f43-4cbc-9364-123334ae33fb), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:44.708478 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-11ddad40-b128-47d7-9602-a69cf753d939 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:44.710733 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-11ddad40-b128-47d7-9602-a69cf753d939 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/62235b5f-8f43-4cbc-9364-123334ae33fb HTTP/1.1" status: 204 len: 168 time: 0.4545667 Aug 27 04:38:44.728457 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d1d7d2ad-6dd9-4ef7-9cf6-ce91a35a7b38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:44.800216 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:DELETE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:38:44.801671 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ddad40-b128-47d7-9602-a69cf753d939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62235b5f-8f43-4cbc-9364-123334ae33fb,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:44.846324 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d1d7d2ad-6dd9-4ef7-9cf6-ce91a35a7b38 admin admin] Publish callbacks [] for security_group (00d8260c-43b7-4c0d-b378-be495096e196), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:44.874883 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36866) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:38:44.956150 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d1d7d2ad-6dd9-4ef7-9cf6-ce91a35a7b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (00d8260c-43b7-4c0d-b378-be495096e196), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:45.031316 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3605fe27-543f-4a27-a88c-cae22106f04d req-8e15687f-f68c-4127-aa3f-91a0b395ec14 tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b088bb60-5987-411d-b201-229a418a5d4c HTTP/1.1" status: 200 len: 210 time: 0.0690370 Aug 27 04:38:45.040116 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-d1d7d2ad-6dd9-4ef7-9cf6-ce91a35a7b38 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=5fa92687e4ed4c3895a95a733decc212&name=default HTTP/1.1" status: 200 len: 2994 time: 0.8789811 Aug 27 04:38:45.042473 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7d2ad-6dd9-4ef7-9cf6-ce91a35a7b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d8260c-43b7-4c0d-b378-be495096e196,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:45.044991 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36872) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:38:45.102108 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-501c7b9c-7ba8-4baf-a001-1a750dba65cd admin admin] Publish callbacks [] for security_group (00d8260c-43b7-4c0d-b378-be495096e196), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:45.123212 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-501c7b9c-7ba8-4baf-a001-1a750dba65cd admin admin] Publish callbacks [] for security_group (00d8260c-43b7-4c0d-b378-be495096e196), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:45.253848 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-501c7b9c-7ba8-4baf-a001-1a750dba65cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (00d8260c-43b7-4c0d-b378-be495096e196), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:45.259466 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-501c7b9c-7ba8-4baf-a001-1a750dba65cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:45.264980 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-501c7b9c-7ba8-4baf-a001-1a750dba65cd admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/00d8260c-43b7-4c0d-b378-be495096e196 HTTP/1.1" status: 204 len: 168 time: 0.2182841 Aug 27 04:38:45.274771 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501c7b9c-7ba8-4baf-a001-1a750dba65cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d8260c-43b7-4c0d-b378-be495096e196,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:45.479947 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-89128f5d-5e57-4d4f-a4a9-1e4618e8ffa0 tempest-AutoAllocateNetworkTest-758009038 tempest-AutoAllocateNetworkTest-758009038-project] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=47348d84e2d94af4966603cd6ea2ce84&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6037199 Aug 27 04:38:45.483004 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36880) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:38:45.715100 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4246b6c-27d0-40a7-8118-540403c31aae tempest-AutoAllocateNetworkTest-758009038 tempest-AutoAllocateNetworkTest-758009038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:38:45.717015 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e4246b6c-27d0-40a7-8118-540403c31aae tempest-AutoAllocateNetworkTest-758009038 tempest-AutoAllocateNetworkTest-758009038-project] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2330127 Aug 27 04:38:45.720655 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36890) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:38:45.794604 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-15b5535d-cdd8-4426-823b-1ba3be1a6906 tempest-AutoAllocateNetworkTest-758009038 tempest-AutoAllocateNetworkTest-758009038-project] 10.222.0.76 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0726943 Aug 27 04:38:45.798028 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36892) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:38:45.808948 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89569b9e-6c67-4bd5-8147-b6f4bf1f4ee0 req-3d958929-10ba-476f-ba4f-968affbb52a3 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:38:45.810490 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-89569b9e-6c67-4bd5-8147-b6f4bf1f4ee0 req-3d958929-10ba-476f-ba4f-968affbb52a3 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0d087124-e959-47b8-8ae4-8823745c4d8d HTTP/1.1" status: 200 len: 947 time: 0.0644069 Aug 27 04:38:45.833492 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b04b3625-d571-44ba-98ec-3ff3c8d24a0b tempest-AutoAllocateNetworkTest-758009038 tempest-AutoAllocateNetworkTest-758009038-project] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=47348d84e2d94af4966603cd6ea2ce84 HTTP/1.1" status: 200 len: 208 time: 0.0340483 Aug 27 04:38:45.862849 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-89569b9e-6c67-4bd5-8147-b6f4bf1f4ee0 req-5b39c05f-e5b9-4c1d-b05c-74ca46f37f1e tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=22170a02-a707-49d3-bf0d-346bff1fd07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450113 Aug 27 04:38:46.129152 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-724c3f0d-14e8-448f-af5d-8675ec43b5e6 req-42f294d0-f72e-4a95-82c4-34194cf443af tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b088bb60-5987-411d-b201-229a418a5d4c HTTP/1.1" status: 200 len: 210 time: 0.0295980 Aug 27 04:38:46.243917 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36898) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:38:46.257590 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ffc6afcf-ce87-49e0-bdda-19199b5bd6b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:46.334438 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ffc6afcf-ce87-49e0-bdda-19199b5bd6b2 admin admin] Publish callbacks [] for security_group (607a4da9-78ee-44aa-8beb-9c4aa695ee06), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:46.418775 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ffc6afcf-ce87-49e0-bdda-19199b5bd6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (607a4da9-78ee-44aa-8beb-9c4aa695ee06), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:46.467293 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ffc6afcf-ce87-49e0-bdda-19199b5bd6b2 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=a077b614074d407c8b5b1053febfc109&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2222922 Aug 27 04:38:46.470065 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36902) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:38:46.478178 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc6afcf-ce87-49e0-bdda-19199b5bd6b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=607a4da9-78ee-44aa-8beb-9c4aa695ee06,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:46.528356 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-327de2e8-9f67-4dee-8a57-387afde57817 admin admin] Publish callbacks [] for security_group (607a4da9-78ee-44aa-8beb-9c4aa695ee06), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:46.557796 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-327de2e8-9f67-4dee-8a57-387afde57817 admin admin] Publish callbacks [] for security_group (607a4da9-78ee-44aa-8beb-9c4aa695ee06), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:46.709595 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-327de2e8-9f67-4dee-8a57-387afde57817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (607a4da9-78ee-44aa-8beb-9c4aa695ee06), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:46.712154 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-327de2e8-9f67-4dee-8a57-387afde57817 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:46.717113 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-327de2e8-9f67-4dee-8a57-387afde57817 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/607a4da9-78ee-44aa-8beb-9c4aa695ee06 HTTP/1.1" status: 204 len: 168 time: 0.2421639 Aug 27 04:38:46.722357 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327de2e8-9f67-4dee-8a57-387afde57817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607a4da9-78ee-44aa-8beb-9c4aa695ee06,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:46.735571 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=31,neutron:UPDATE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:38:46.736325 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:38:46.997150 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a0bd71-41d3-4364-b3b8-f8cd2af0b602 req-2c44f239-850f-4a74-b106-7bdba24b442b tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:38:47.001958 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c0a0bd71-41d3-4364-b3b8-f8cd2af0b602 req-2c44f239-850f-4a74-b106-7bdba24b442b tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0d087124-e959-47b8-8ae4-8823745c4d8d HTTP/1.1" status: 200 len: 947 time: 0.0511470 Aug 27 04:38:47.020235 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:38:47.027753 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36934) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:38:47.036953 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:38:47.046802 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e5596003-8f6a-4941-8b65-b8ea159b08d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:47.053375 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c0a0bd71-41d3-4364-b3b8-f8cd2af0b602 req-2f02612f-a557-49cc-8e9a-a1164ef51a41 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=22170a02-a707-49d3-bf0d-346bff1fd07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476222 Aug 27 04:38:47.128645 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36936) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:38:47.136996 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e5596003-8f6a-4941-8b65-b8ea159b08d6 admin admin] Publish callbacks [] for security_group (f42ba933-01a6-4052-b947-2939e20dd56e), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:47.224085 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e5596003-8f6a-4941-8b65-b8ea159b08d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (f42ba933-01a6-4052-b947-2939e20dd56e), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:47.233144 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-32584949-3051-4e0f-bf09-62826777bd03 req-c22d2496-204d-4d81-9be2-0f967d1744c5 tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b088bb60-5987-411d-b201-229a418a5d4c HTTP/1.1" status: 200 len: 210 time: 0.0300438 Aug 27 04:38:47.244243 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:38:47.272229 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5596003-8f6a-4941-8b65-b8ea159b08d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42ba933-01a6-4052-b947-2939e20dd56e,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:47.286664 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e5596003-8f6a-4941-8b65-b8ea159b08d6 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=7014de47600c4336a3e192f1f822a3a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2575245 Aug 27 04:38:47.289662 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36944) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:38:47.295088 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-57ac468d-e36f-456d-8d4d-93a7db8acd21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:47.343173 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e08f8094-3192-4b60-9d1d-31f846437df5 admin admin] Publish callbacks [] for security_group (f42ba933-01a6-4052-b947-2939e20dd56e), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:47.365839 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e08f8094-3192-4b60-9d1d-31f846437df5 admin admin] Publish callbacks [] for security_group (f42ba933-01a6-4052-b947-2939e20dd56e), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:47.381168 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-57ac468d-e36f-456d-8d4d-93a7db8acd21 admin admin] Publish callbacks [] for security_group (67c5492a-0dca-4a3e-aad3-7f477d5b10d4), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:47.464720 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-57ac468d-e36f-456d-8d4d-93a7db8acd21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (67c5492a-0dca-4a3e-aad3-7f477d5b10d4), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:47.503049 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac468d-e36f-456d-8d4d-93a7db8acd21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c5492a-0dca-4a3e-aad3-7f477d5b10d4,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:47.514189 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-57ac468d-e36f-456d-8d4d-93a7db8acd21 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=47348d84e2d94af4966603cd6ea2ce84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3833840 Aug 27 04:38:47.514189 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36954) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:38:47.537030 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e08f8094-3192-4b60-9d1d-31f846437df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (f42ba933-01a6-4052-b947-2939e20dd56e), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:47.539073 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e08f8094-3192-4b60-9d1d-31f846437df5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:47.542933 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e08f8094-3192-4b60-9d1d-31f846437df5 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/f42ba933-01a6-4052-b947-2939e20dd56e HTTP/1.1" status: 204 len: 168 time: 0.2500222 Aug 27 04:38:47.552638 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08f8094-3192-4b60-9d1d-31f846437df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42ba933-01a6-4052-b947-2939e20dd56e,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:47.636186 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5a2e0426-f360-41aa-b7d4-b11b27b657c3 admin admin] Publish callbacks [] for security_group (67c5492a-0dca-4a3e-aad3-7f477d5b10d4), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:47.658639 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5a2e0426-f360-41aa-b7d4-b11b27b657c3 admin admin] Publish callbacks [] for security_group (67c5492a-0dca-4a3e-aad3-7f477d5b10d4), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:47.812333 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5a2e0426-f360-41aa-b7d4-b11b27b657c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (67c5492a-0dca-4a3e-aad3-7f477d5b10d4), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:47.815108 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5a2e0426-f360-41aa-b7d4-b11b27b657c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:47.816275 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-5a2e0426-f360-41aa-b7d4-b11b27b657c3 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/67c5492a-0dca-4a3e-aad3-7f477d5b10d4 HTTP/1.1" status: 204 len: 168 time: 0.3021460 Aug 27 04:38:47.825017 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2e0426-f360-41aa-b7d4-b11b27b657c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c5492a-0dca-4a3e-aad3-7f477d5b10d4,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:48.386676 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-955e42d6-e92f-49ee-9ef7-a67c9055d1e0 req-a868d3ef-e8ad-4b3e-a54e-6d414de234c8 service neutron] 10.222.0.78 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=f0919532-3fe5-4bda-b926-9fa100d1e9f3 HTTP/1.1" status: 200 len: 217 time: 0.0951316 Aug 27 04:38:48.454747 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-085ffe10-76aa-4f92-b631-d4d101d89890 req-2d4c9e10-34ea-4f9e-a4bd-dcbd9a585a18 tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b088bb60-5987-411d-b201-229a418a5d4c HTTP/1.1" status: 200 len: 210 time: 0.0611870 Aug 27 04:38:48.522304 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a68205-116f-45bf-b62d-210c788721af req-7972e552-1e6b-4a18-84dc-47e0291845a3 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:38:48.523845 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-28a68205-116f-45bf-b62d-210c788721af req-7972e552-1e6b-4a18-84dc-47e0291845a3 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0d087124-e959-47b8-8ae4-8823745c4d8d HTTP/1.1" status: 200 len: 947 time: 0.1068349 Aug 27 04:38:48.527398 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e42d6-e92f-49ee-9ef7-a67c9055d1e0 req-2c4c19cb-7a55-4602-b73d-f293217aaa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:38:48.528804 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-955e42d6-e92f-49ee-9ef7-a67c9055d1e0 req-2c4c19cb-7a55-4602-b73d-f293217aaa8c service neutron] 10.222.0.78 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.1085672 Aug 27 04:38:48.571141 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-28a68205-116f-45bf-b62d-210c788721af req-2db24a5f-c74a-4b48-ac8c-135547e88d52 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=22170a02-a707-49d3-bf0d-346bff1fd07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414343 Aug 27 04:38:48.719469 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e42d6-e92f-49ee-9ef7-a67c9055d1e0 req-6bf15f68-7c59-4ca7-befe-1fb2c3b1a0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:38:48.721282 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-955e42d6-e92f-49ee-9ef7-a67c9055d1e0 req-6bf15f68-7c59-4ca7-befe-1fb2c3b1a0a7 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0415232 Aug 27 04:38:48.823951 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-955e42d6-e92f-49ee-9ef7-a67c9055d1e0 req-545d3efd-f974-4ce8-bbdf-17e4f61023dc service neutron] 10.222.0.78 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945938 Aug 27 04:38:48.922587 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-955e42d6-e92f-49ee-9ef7-a67c9055d1e0 req-e708b281-ce5b-47ca-9102-7ac11b7346bb service neutron] 10.222.0.78 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925782 Aug 27 04:38:49.050714 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 37018) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:38:49.353359 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1a49c3fb-06fb-4923-b705-ff1f0157dfba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:49.397778 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:38:49.432342 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1a49c3fb-06fb-4923-b705-ff1f0157dfba admin admin] Publish callbacks [] for security_group (1a90d714-47a4-43c9-97af-20b7cf90087a), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:49.559730 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ec466636-e6a2-494a-a13b-0e344c5cb62c req-514c2f16-fe7b-4356-b0f2-bc987e104cb5 tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b088bb60-5987-411d-b201-229a418a5d4c HTTP/1.1" status: 200 len: 210 time: 0.0295866 Aug 27 04:38:49.585191 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1a49c3fb-06fb-4923-b705-ff1f0157dfba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (1a90d714-47a4-43c9-97af-20b7cf90087a), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:49.621243 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a49c3fb-06fb-4923-b705-ff1f0157dfba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a90d714-47a4-43c9-97af-20b7cf90087a,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:49.645520 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37038) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:38:49.645769 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1a49c3fb-06fb-4923-b705-ff1f0157dfba admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=3542b4b8761349c1826612240b01ba6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5927289 Aug 27 04:38:49.698215 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:38:49.732139 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9bb629cb-de67-4908-8cfc-e150e195f079 admin admin] Publish callbacks [] for security_group (1a90d714-47a4-43c9-97af-20b7cf90087a), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:49.765472 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3625b516-9e83-4f30-a87a-349bfe1e3dfb req-1d3440a4-11c8-46b1-ae80-d09fd2b5e3cf tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:38:49.766918 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3625b516-9e83-4f30-a87a-349bfe1e3dfb req-1d3440a4-11c8-46b1-ae80-d09fd2b5e3cf tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0d087124-e959-47b8-8ae4-8823745c4d8d HTTP/1.1" status: 200 len: 947 time: 0.0818295 Aug 27 04:38:49.769003 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9bb629cb-de67-4908-8cfc-e150e195f079 admin admin] Publish callbacks [] for security_group (1a90d714-47a4-43c9-97af-20b7cf90087a), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:49.839360 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3625b516-9e83-4f30-a87a-349bfe1e3dfb req-98b9c168-0a2b-46eb-9490-663ab2875298 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=22170a02-a707-49d3-bf0d-346bff1fd07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627215 Aug 27 04:38:49.852554 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 37044) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:38:49.915844 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9bb629cb-de67-4908-8cfc-e150e195f079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (1a90d714-47a4-43c9-97af-20b7cf90087a), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:49.918527 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9bb629cb-de67-4908-8cfc-e150e195f079 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:49.919747 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9bb629cb-de67-4908-8cfc-e150e195f079 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/1a90d714-47a4-43c9-97af-20b7cf90087a HTTP/1.1" status: 204 len: 168 time: 0.2730725 Aug 27 04:38:49.929123 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb629cb-de67-4908-8cfc-e150e195f079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a90d714-47a4-43c9-97af-20b7cf90087a,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:50.071529 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1cd7ccb1-a9f4-4a59-8a1e-29fda5f20312 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:50.150491 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1cd7ccb1-a9f4-4a59-8a1e-29fda5f20312 admin admin] Publish callbacks [] for security_group (1bd4f01c-b889-4ef9-a019-c9e9eba1b773), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:50.270454 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1cd7ccb1-a9f4-4a59-8a1e-29fda5f20312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (1bd4f01c-b889-4ef9-a019-c9e9eba1b773), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:50.311373 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1cd7ccb1-a9f4-4a59-8a1e-29fda5f20312 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=3abc374e90e84a308dc532e53f122985&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4574573 Aug 27 04:38:50.312810 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd7ccb1-a9f4-4a59-8a1e-29fda5f20312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd4f01c-b889-4ef9-a019-c9e9eba1b773,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:50.314096 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37062) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:38:50.388253 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4154c904-5215-4513-9be3-048128f35b51 admin admin] Publish callbacks [] for security_group (1bd4f01c-b889-4ef9-a019-c9e9eba1b773), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:50.411854 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4154c904-5215-4513-9be3-048128f35b51 admin admin] Publish callbacks [] for security_group (1bd4f01c-b889-4ef9-a019-c9e9eba1b773), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:50.435210 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:38:50.550090 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4154c904-5215-4513-9be3-048128f35b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (1bd4f01c-b889-4ef9-a019-c9e9eba1b773), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:50.553750 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4154c904-5215-4513-9be3-048128f35b51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:50.559723 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-4154c904-5215-4513-9be3-048128f35b51 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/1bd4f01c-b889-4ef9-a019-c9e9eba1b773 HTTP/1.1" status: 204 len: 168 time: 0.2374575 Aug 27 04:38:50.574565 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154c904-5215-4513-9be3-048128f35b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd4f01c-b889-4ef9-a019-c9e9eba1b773,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:50.665335 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:50.674932 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ec4cbaef-a0fa-449d-bcbc-c2c09686f626 req-11b63864-6a05-4f3d-8da6-ce459b21af70 tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b088bb60-5987-411d-b201-229a418a5d4c HTTP/1.1" status: 200 len: 210 time: 0.0370047 Aug 27 04:38:50.982408 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891ca67-6130-4f1c-a6ce-3b38c80298d0 req-f90eaa5e-247c-4a8d-bf50-98fe40164784 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:38:50.983908 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1891ca67-6130-4f1c-a6ce-3b38c80298d0 req-f90eaa5e-247c-4a8d-bf50-98fe40164784 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0d087124-e959-47b8-8ae4-8823745c4d8d HTTP/1.1" status: 200 len: 947 time: 0.0519097 Aug 27 04:38:51.032819 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1891ca67-6130-4f1c-a6ce-3b38c80298d0 req-355fcd21-9910-4f6f-b1b2-0e283cd529b5 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=22170a02-a707-49d3-bf0d-346bff1fd07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414324 Aug 27 04:38:51.383662 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-bdc1826d-1661-4b86-add4-9d57c3f17253 req-b9bc739d-7fd5-467e-9059-a1646c36e3d9 tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=f8cdc14535344095acbb85a078073ccf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226419 Aug 27 04:38:51.494168 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1826d-1661-4b86-add4-9d57c3f17253 req-e00703d9-0991-46d5-9c09-9798eb7fe6e5 tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:38:51.495691 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-bdc1826d-1661-4b86-add4-9d57c3f17253 req-e00703d9-0991-46d5-9c09-9798eb7fe6e5 tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1077616 Aug 27 04:38:51.507794 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [req-bdc1826d-1661-4b86-add4-9d57c3f17253 req-269ba176-da78-41be-bd92-fdcfc6fda7da tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] Request body: {'port': {'device_id': 'b088bb60-5987-411d-b201-229a418a5d4c', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'admin_state_up': True, 'tenant_id': 'f8cdc14535344095acbb85a078073ccf'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:38:51.739286 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdc1826d-1661-4b86-add4-9d57c3f17253 req-269ba176-da78-41be-bd92-fdcfc6fda7da tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] Made reservation on behalf of f8cdc14535344095acbb85a078073ccf for: {'port': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:38:51.743883 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-bdc1826d-1661-4b86-add4-9d57c3f17253 req-269ba176-da78-41be-bd92-fdcfc6fda7da tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:51.756455 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-bdc1826d-1661-4b86-add4-9d57c3f17253 req-269ba176-da78-41be-bd92-fdcfc6fda7da tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:51.789314 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:38:51.791391 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b0ee9173-653d-4f87-b27f-b31b28c93195 req-f5105745-4ab8-44c1-87c6-964cb0b6360f tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b088bb60-5987-411d-b201-229a418a5d4c HTTP/1.1" status: 200 len: 210 time: 0.0378649 Aug 27 04:38:51.864947 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-bdc1826d-1661-4b86-add4-9d57c3f17253 req-269ba176-da78-41be-bd92-fdcfc6fda7da tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] Publish callbacks [] for security_group (1d4c7e20-3bd8-4726-ab7d-f71e12713dca), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:51.883592 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 37092) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:38:51.899541 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-420a2d8a-cbb4-45c6-8aed-c7e6bfe57032 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:51.930588 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=77,neutron:INSERT=22,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:38:51.989670 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-420a2d8a-cbb4-45c6-8aed-c7e6bfe57032 admin admin] Publish callbacks [] for security_group (33e39764-3768-42e1-9e22-b4c29aeabb6c), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:52.002528 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-bdc1826d-1661-4b86-add4-9d57c3f17253 req-269ba176-da78-41be-bd92-fdcfc6fda7da tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (1d4c7e20-3bd8-4726-ab7d-f71e12713dca), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:52.070188 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-420a2d8a-cbb4-45c6-8aed-c7e6bfe57032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (33e39764-3768-42e1-9e22-b4c29aeabb6c), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:52.109659 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420a2d8a-cbb4-45c6-8aed-c7e6bfe57032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e39764-3768-42e1-9e22-b4c29aeabb6c,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:52.130125 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-420a2d8a-cbb4-45c6-8aed-c7e6bfe57032 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=f078c5c4c11d43b5af5486e99df69078&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2436850 Aug 27 04:38:52.132445 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 37102) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:38:52.152038 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [req-bdc1826d-1661-4b86-add4-9d57c3f17253 req-269ba176-da78-41be-bd92-fdcfc6fda7da tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] Allocated IP 192.168.233.144 (a82fb463-5a8f-4b8b-991d-61491eba11c6/120f3302-721f-4373-86a6-3aa14ccf6ac4/f8ee892f-aaa2-4684-9d64-317433db73bd) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:38:52.210026 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e9a81fa6-0934-4124-8d43-541abca63e32 admin admin] Publish callbacks [] for security_group (33e39764-3768-42e1-9e22-b4c29aeabb6c), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:52.235114 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e9a81fa6-0934-4124-8d43-541abca63e32 admin admin] Publish callbacks [] for security_group (33e39764-3768-42e1-9e22-b4c29aeabb6c), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:52.318084 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ba176-da78-41be-bd92-fdcfc6fda7da tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4c7e20-3bd8-4726-ab7d-f71e12713dca,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:52.320364 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:38:52.345510 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4af9f-55eb-45b1-89a7-402a4cc286e6 req-02e6fda7-147a-4b65-93f8-f10b51bf46d6 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:38:52.352392 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3ab4af9f-55eb-45b1-89a7-402a4cc286e6 req-02e6fda7-147a-4b65-93f8-f10b51bf46d6 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0d087124-e959-47b8-8ae4-8823745c4d8d HTTP/1.1" status: 200 len: 947 time: 0.0885437 Aug 27 04:38:52.361882 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e9a81fa6-0934-4124-8d43-541abca63e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (33e39764-3768-42e1-9e22-b4c29aeabb6c), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:52.366553 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e9a81fa6-0934-4124-8d43-541abca63e32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:52.368632 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e9a81fa6-0934-4124-8d43-541abca63e32 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/33e39764-3768-42e1-9e22-b4c29aeabb6c HTTP/1.1" status: 204 len: 168 time: 0.2349789 Aug 27 04:38:52.379526 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a81fa6-0934-4124-8d43-541abca63e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e39764-3768-42e1-9e22-b4c29aeabb6c,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:52.395879 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-bdc1826d-1661-4b86-add4-9d57c3f17253 req-269ba176-da78-41be-bd92-fdcfc6fda7da tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] Publish callbacks [] for port (f8ee892f-aaa2-4684-9d64-317433db73bd), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:52.433608 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3ab4af9f-55eb-45b1-89a7-402a4cc286e6 req-2dd7a723-49a3-48f2-888e-3d1f2bcfa122 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=22170a02-a707-49d3-bf0d-346bff1fd07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803549 Aug 27 04:38:52.473942 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37110) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:38:52.491353 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bc0a83ac-2700-4efe-8fe1-d6e7c69d1105 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:52.549134 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-bdc1826d-1661-4b86-add4-9d57c3f17253 req-269ba176-da78-41be-bd92-fdcfc6fda7da tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (f8ee892f-aaa2-4684-9d64-317433db73bd), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:52.634997 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdc1826d-1661-4b86-add4-9d57c3f17253 req-269ba176-da78-41be-bd92-fdcfc6fda7da tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] Network a82fb463-5a8f-4b8b-991d-61491eba11c6 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:38:52.646040 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [req-bdc1826d-1661-4b86-add4-9d57c3f17253 req-269ba176-da78-41be-bd92-fdcfc6fda7da tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:38:52.651761 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc1826d-1661-4b86-add4-9d57c3f17253 req-269ba176-da78-41be-bd92-fdcfc6fda7da tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:38:52.663205 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1826d-1661-4b86-add4-9d57c3f17253 req-269ba176-da78-41be-bd92-fdcfc6fda7da tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:38:52.663665 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-bdc1826d-1661-4b86-add4-9d57c3f17253 req-269ba176-da78-41be-bd92-fdcfc6fda7da tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:52.690157 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ba176-da78-41be-bd92-fdcfc6fda7da tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] Pushing event updated for resources: {'Port': ['ID=f8ee892f-aaa2-4684-9d64-317433db73bd,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:52.701071 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bc0a83ac-2700-4efe-8fe1-d6e7c69d1105 admin admin] Publish callbacks [] for security_group (8d45fe0c-416a-466e-95fd-4f4b1911e48d), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:52.806852 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bc0a83ac-2700-4efe-8fe1-d6e7c69d1105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (8d45fe0c-416a-466e-95fd-4f4b1911e48d), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:52.961689 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-bc0a83ac-2700-4efe-8fe1-d6e7c69d1105 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=94f01a9940a74089816f8478000f0013&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4832265 Aug 27 04:38:52.961689 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0a83ac-2700-4efe-8fe1-d6e7c69d1105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d45fe0c-416a-466e-95fd-4f4b1911e48d,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:52.966866 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 37122) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:38:52.973341 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-bdc1826d-1661-4b86-add4-9d57c3f17253 req-269ba176-da78-41be-bd92-fdcfc6fda7da tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4638903 Aug 27 04:38:52.986740 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [req-bdc1826d-1661-4b86-add4-9d57c3f17253 req-ea6656e4-2c7c-4752-9131-768a41c4b222 service neutron] Request body: {'port': {'device_id': 'b088bb60-5987-411d-b201-229a418a5d4c', 'device_owner': 'compute:tempest-test_az-293552712', 'binding:host_id': 'n-h2-852088-5'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:38:53.012728 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=12 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:38:53.015970 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=16 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:38:53.080273 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8ff9abf8-f410-42e7-b206-e4d1535326ae admin admin] Publish callbacks [] for security_group (8d45fe0c-416a-466e-95fd-4f4b1911e48d), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:53.088386 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-bdc1826d-1661-4b86-add4-9d57c3f17253 req-ea6656e4-2c7c-4752-9131-768a41c4b222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f8ee892f-aaa2-4684-9d64-317433db73bd), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:53.112155 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-a60d7348-a745-43df-8a7e-1be3e2e82acc None None] Provisioning complete for port f8ee892f-aaa2-4684-9d64-317433db73bd triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:38:53.112745 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a60d7348-a745-43df-8a7e-1be3e2e82acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (f8ee892f-aaa2-4684-9d64-317433db73bd), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:53.123006 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8ff9abf8-f410-42e7-b206-e4d1535326ae admin admin] Publish callbacks [] for security_group (8d45fe0c-416a-466e-95fd-4f4b1911e48d), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:53.135418 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:38:53.168354 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb4478-b066-4f5e-9a22-2347bf72a781 req-8e933c3a-7a49-46ef-be57-5dd464d24b29 tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:38:53.170660 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-cbdb4478-b066-4f5e-9a22-2347bf72a781 req-8e933c3a-7a49-46ef-be57-5dd464d24b29 tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b088bb60-5987-411d-b201-229a418a5d4c HTTP/1.1" status: 200 len: 936 time: 0.2016068 Aug 27 04:38:53.182682 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-a60d7348-a745-43df-8a7e-1be3e2e82acc None None] Port f8ee892f-aaa2-4684-9d64-317433db73bd cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:38:53.310007 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-cbdb4478-b066-4f5e-9a22-2347bf72a781 req-adf0589e-5761-4f4a-ba74-7cbbac906272 tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=1d4c7e20-3bd8-4726-ab7d-f71e12713dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187887 Aug 27 04:38:53.322119 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8ff9abf8-f410-42e7-b206-e4d1535326ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (8d45fe0c-416a-466e-95fd-4f4b1911e48d), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:53.325487 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8ff9abf8-f410-42e7-b206-e4d1535326ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:53.328404 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8ff9abf8-f410-42e7-b206-e4d1535326ae admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/8d45fe0c-416a-466e-95fd-4f4b1911e48d HTTP/1.1" status: 204 len: 168 time: 0.3596742 Aug 27 04:38:53.342381 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff9abf8-f410-42e7-b206-e4d1535326ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d45fe0c-416a-466e-95fd-4f4b1911e48d,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:53.350828 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Device f0919532-3fe5-4bda-b926-9fa100d1e9f3 details requested by agent hyperv_n-h2-852088-5 with host n-h2-852088-5 {{(pid=107777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:38:53.529122 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] For port f0919532-3fe5-4bda-b926-9fa100d1e9f3, host n-h2-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852088-5',level=0,port_id=f0919532-3fe5-4bda-b926-9fa100d1e9f3,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:38:53.545443 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Returning: {'device': 'f0919532-3fe5-4bda-b926-9fa100d1e9f3', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'port_id': 'f0919532-3fe5-4bda-b926-9fa100d1e9f3', 'mac_address': 'fa:16:3e:e4:34:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120f3302-721f-4373-86a6-3aa14ccf6ac4', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:38:53.572475 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [req-bdc1826d-1661-4b86-add4-9d57c3f17253 req-ea6656e4-2c7c-4752-9131-768a41c4b222 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8ee892f-aaa2-4684-9d64-317433db73bd {{(pid=107775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 04:38:53.588038 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-bdc1826d-1661-4b86-add4-9d57c3f17253 req-ea6656e4-2c7c-4752-9131-768a41c4b222 service neutron] Publish callbacks [] for port (f8ee892f-aaa2-4684-9d64-317433db73bd), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:53.601704 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Current status of the port f0919532-3fe5-4bda-b926-9fa100d1e9f3 is: DOWN; New status is: BUILD {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:38:53.602293 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f0919532-3fe5-4bda-b926-9fa100d1e9f3), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:53.609563 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.provisioning_blocks [req-bdc1826d-1661-4b86-add4-9d57c3f17253 req-ea6656e4-2c7c-4752-9131-768a41c4b222 service neutron] Transition to ACTIVE for port object f8ee892f-aaa2-4684-9d64-317433db73bd will not be triggered until provisioned by entity L2. {{(pid=107775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 27 04:38:53.621632 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0919532-3fe5-4bda-b926-9fa100d1e9f3 {{(pid=107777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 04:38:53.657633 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] For port f0919532-3fe5-4bda-b926-9fa100d1e9f3, host n-h2-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852088-5',level=0,port_id=f0919532-3fe5-4bda-b926-9fa100d1e9f3,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:38:53.710043 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-bdc1826d-1661-4b86-add4-9d57c3f17253 req-ea6656e4-2c7c-4752-9131-768a41c4b222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (f8ee892f-aaa2-4684-9d64-317433db73bd), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:53.733554 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (f0919532-3fe5-4bda-b926-9fa100d1e9f3), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:53.759592 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07634e1b-774e-47da-b027-c20b98cee09b req-212c41a7-ef0f-43ca-a269-27127526f93d tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:38:53.761831 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-07634e1b-774e-47da-b027-c20b98cee09b req-212c41a7-ef0f-43ca-a269-27127526f93d tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0d087124-e959-47b8-8ae4-8823745c4d8d HTTP/1.1" status: 200 len: 947 time: 0.1135225 Aug 27 04:38:53.809620 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Pushing event updated for resources: {'Port': ['ID=f0919532-3fe5-4bda-b926-9fa100d1e9f3,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:53.821050 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:53.824850 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:53.824850 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:53.824850 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:53.824850 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:53.824850 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:53.824850 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:53.824850 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:53.825419 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:53.825419 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:53.825722 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:53.826304 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:53.826909 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:53.827377 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:53.828030 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:53.829523 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Tracked resource versions report: Aug 27 04:38:53.829523 n-d-852088-5 neutron-server[107777]: pushed versions: Aug 27 04:38:53.829523 n-d-852088-5 neutron-server[107777]: { 'AddressGroup': {'1.2'}, Aug 27 04:38:53.829523 n-d-852088-5 neutron-server[107777]: 'Agent': {'1.1'}, Aug 27 04:38:53.829523 n-d-852088-5 neutron-server[107777]: 'ConntrackHelper': {'1.0'}, Aug 27 04:38:53.829523 n-d-852088-5 neutron-server[107777]: 'LocalIPAssociation': {'1.0'}, Aug 27 04:38:53.829523 n-d-852088-5 neutron-server[107777]: 'Log': {'1.0'}, Aug 27 04:38:53.829523 n-d-852088-5 neutron-server[107777]: 'NDPProxy': {'1.0'}, Aug 27 04:38:53.829523 n-d-852088-5 neutron-server[107777]: 'Network': {'1.1'}, Aug 27 04:38:53.829523 n-d-852088-5 neutron-server[107777]: 'Port': {'1.7'}, Aug 27 04:38:53.829523 n-d-852088-5 neutron-server[107777]: 'PortForwarding': {'1.3'}, Aug 27 04:38:53.829523 n-d-852088-5 neutron-server[107777]: 'QosPolicy': {'1.10'}, Aug 27 04:38:53.829523 n-d-852088-5 neutron-server[107777]: 'SecurityGroup': {'1.5'}, Aug 27 04:38:53.829523 n-d-852088-5 neutron-server[107777]: 'SecurityGroupRule': {'1.2'}, Aug 27 04:38:53.829523 n-d-852088-5 neutron-server[107777]: 'SubPort': {'1.0'}, Aug 27 04:38:53.829523 n-d-852088-5 neutron-server[107777]: 'Subnet': {'1.1'}, Aug 27 04:38:53.829523 n-d-852088-5 neutron-server[107777]: 'Trunk': {'1.1'}} Aug 27 04:38:53.829523 n-d-852088-5 neutron-server[107777]: consumer versions: Aug 27 04:38:53.829523 n-d-852088-5 neutron-server[107777]: { DHCP agent@n-d-852088-5: {}, Aug 27 04:38:53.829523 n-d-852088-5 neutron-server[107777]: HyperV agent@n-h1-852088-5: {}, Aug 27 04:38:53.829523 n-d-852088-5 neutron-server[107777]: HyperV agent@n-h2-852088-5: {}, Aug 27 04:38:53.829523 n-d-852088-5 neutron-server[107777]: L3 agent@n-d-852088-5: {}, Aug 27 04:38:53.829523 n-d-852088-5 neutron-server[107777]: Metadata agent@n-d-852088-5: {}, Aug 27 04:38:53.829523 n-d-852088-5 neutron-server[107777]: Metering agent@n-d-852088-5: {}, Aug 27 04:38:53.829523 n-d-852088-5 neutron-server[107777]: Open vSwitch agent@n-d-852088-5: { 'AddressGroup': '1.2', Aug 27 04:38:53.829523 n-d-852088-5 neutron-server[107777]: 'Agent': '1.1', Aug 27 04:38:53.829523 n-d-852088-5 neutron-server[107777]: 'ConntrackHelper': '1.0', Aug 27 04:38:53.829523 n-d-852088-5 neutron-server[107777]: 'LocalIPAssociation': '1.0', Aug 27 04:38:53.829523 n-d-852088-5 neutron-server[107777]: 'Log': '1.0', Aug 27 04:38:53.829523 n-d-852088-5 neutron-server[107777]: 'NDPProxy': '1.0', Aug 27 04:38:53.829523 n-d-852088-5 neutron-server[107777]: 'Network': '1.1', Aug 27 04:38:53.829523 n-d-852088-5 neutron-server[107777]: 'Port': '1.7', Aug 27 04:38:53.829523 n-d-852088-5 neutron-server[107777]: 'PortForwarding': '1.3', Aug 27 04:38:53.829523 n-d-852088-5 neutron-server[107777]: 'QosPolicy': '1.10', Aug 27 04:38:53.829523 n-d-852088-5 neutron-server[107777]: 'SecurityGroup': '1.5', Aug 27 04:38:53.829523 n-d-852088-5 neutron-server[107777]: 'SecurityGroupRule': '1.2', Aug 27 04:38:53.829523 n-d-852088-5 neutron-server[107777]: 'SubPort': '1.0', Aug 27 04:38:53.829523 n-d-852088-5 neutron-server[107777]: 'Subnet': '1.1', Aug 27 04:38:53.829523 n-d-852088-5 neutron-server[107777]: 'Trunk': '1.1'}} Aug 27 04:38:53.829523 n-d-852088-5 neutron-server[107777]: {{(pid=107777) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 04:38:53.843068 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6656e4-2c7c-4752-9131-768a41c4b222 service neutron] Pushing event updated for resources: {'Port': ['ID=f8ee892f-aaa2-4684-9d64-317433db73bd,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:53.845887 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [req-bdc1826d-1661-4b86-add4-9d57c3f17253 req-ea6656e4-2c7c-4752-9131-768a41c4b222 service neutron] Attempting to bind port f8ee892f-aaa2-4684-9d64-317433db73bd on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:38:53.846214 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [req-bdc1826d-1661-4b86-add4-9d57c3f17253 req-ea6656e4-2c7c-4752-9131-768a41c4b222 service neutron] Attempting to bind port f8ee892f-aaa2-4684-9d64-317433db73bd by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'}] {{(pid=107775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:38:53.846627 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc1826d-1661-4b86-add4-9d57c3f17253 req-ea6656e4-2c7c-4752-9131-768a41c4b222 service neutron] Attempting to bind port f8ee892f-aaa2-4684-9d64-317433db73bd on network a82fb463-5a8f-4b8b-991d-61491eba11c6 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:38:53.860218 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc1826d-1661-4b86-add4-9d57c3f17253 req-ea6656e4-2c7c-4752-9131-768a41c4b222 service neutron] Port f8ee892f-aaa2-4684-9d64-317433db73bd on network a82fb463-5a8f-4b8b-991d-61491eba11c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:38:53.860526 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc1826d-1661-4b86-add4-9d57c3f17253 req-ea6656e4-2c7c-4752-9131-768a41c4b222 service neutron] Attempting to bind port f8ee892f-aaa2-4684-9d64-317433db73bd on network a82fb463-5a8f-4b8b-991d-61491eba11c6 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:38:53.870683 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc1826d-1661-4b86-add4-9d57c3f17253 req-ea6656e4-2c7c-4752-9131-768a41c4b222 service neutron] Checking agent: {'id': '01e14a85-d0aa-43ee-b1d5-63de1ae70758', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 36, 7), 'started_at': datetime.datetime(2022, 8, 27, 4, 36, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:38:53.871021 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc1826d-1661-4b86-add4-9d57c3f17253 req-ea6656e4-2c7c-4752-9131-768a41c4b222 service neutron] Checking segment: {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:38:53.871397 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc1826d-1661-4b86-add4-9d57c3f17253 req-ea6656e4-2c7c-4752-9131-768a41c4b222 service neutron] Bound using segment: {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'} {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:38:53.871823 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [req-bdc1826d-1661-4b86-add4-9d57c3f17253 req-ea6656e4-2c7c-4752-9131-768a41c4b222 service neutron] Bound port: f8ee892f-aaa2-4684-9d64-317433db73bd, host: n-h2-852088-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'}}] {{(pid=107775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:38:53.872228 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-bdc1826d-1661-4b86-add4-9d57c3f17253 req-ea6656e4-2c7c-4752-9131-768a41c4b222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f8ee892f-aaa2-4684-9d64-317433db73bd), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:53.894068 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-07634e1b-774e-47da-b027-c20b98cee09b req-d19f4cec-fcd4-42e9-b345-58d2bb9ee147 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=22170a02-a707-49d3-bf0d-346bff1fd07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197097 Aug 27 04:38:53.981360 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [req-bdc1826d-1661-4b86-add4-9d57c3f17253 req-ea6656e4-2c7c-4752-9131-768a41c4b222 service neutron] For port f8ee892f-aaa2-4684-9d64-317433db73bd, host n-h2-852088-5, cleared binding levels {{(pid=107775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:38:53.984806 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [req-bdc1826d-1661-4b86-add4-9d57c3f17253 req-ea6656e4-2c7c-4752-9131-768a41c4b222 service neutron] For port f8ee892f-aaa2-4684-9d64-317433db73bd, host n-h2-852088-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852088-5',level=0,port_id=f8ee892f-aaa2-4684-9d64-317433db73bd,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:38:54.071253 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-bdc1826d-1661-4b86-add4-9d57c3f17253 req-ea6656e4-2c7c-4752-9131-768a41c4b222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (f8ee892f-aaa2-4684-9d64-317433db73bd), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:54.076956 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1826d-1661-4b86-add4-9d57c3f17253 req-ea6656e4-2c7c-4752-9131-768a41c4b222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:38:54.077828 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-bdc1826d-1661-4b86-add4-9d57c3f17253 req-ea6656e4-2c7c-4752-9131-768a41c4b222 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:54.080549 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-bdc1826d-1661-4b86-add4-9d57c3f17253 req-ea6656e4-2c7c-4752-9131-768a41c4b222 service neutron] 10.222.0.78 "PUT /networking/v2.0/ports/f8ee892f-aaa2-4684-9d64-317433db73bd HTTP/1.1" status: 200 len: 1117 time: 1.0998507 Aug 27 04:38:54.083070 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b088bb60-5987-411d-b201-229a418a5d4c', 'tag': 'f8ee892f-aaa2-4684-9d64-317433db73bd'}] {{(pid=107775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:38:54.086895 n-d-852088-5 neutron-server[107775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ddf616e61a40c3321bb076b8b2a422f95ceea1ddd8db904bb1386914125100a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1775610d-5475-47bd-b234-932f8d8ef31a" -d '{"events": [{"name": "network-changed", "server_uuid": "b088bb60-5987-411d-b201-229a418a5d4c", "tag": "f8ee892f-aaa2-4684-9d64-317433db73bd"}]}' {{(pid=107775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:38:54.180648 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] get_ports_and_sgs() called for port_ids ['f0919532-3fe5-4bda-b926-9fa100d1e9f3'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:38:54.276038 n-d-852088-5 neutron-server[107775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 04:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ceb7a71-6113-4dac-ada9-2e1d4783c879 x-openstack-request-id: req-6ceb7a71-6113-4dac-ada9-2e1d4783c879 {{(pid=107775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:38:54.276375 n-d-852088-5 neutron-server[107775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b088bb60-5987-411d-b201-229a418a5d4c", "tag": "f8ee892f-aaa2-4684-9d64-317433db73bd", "status": "completed", "code": 200}]} {{(pid=107775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:38:54.276625 n-d-852088-5 neutron-server[107775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6ceb7a71-6113-4dac-ada9-2e1d4783c879 {{(pid=107775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:38:54.277011 n-d-852088-5 neutron-server[107775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ceb7a71-6113-4dac-ada9-2e1d4783c879'] response: {'name': 'network-changed', 'server_uuid': 'b088bb60-5987-411d-b201-229a418a5d4c', 'tag': 'f8ee892f-aaa2-4684-9d64-317433db73bd', 'status': 'completed', 'code': 200} Aug 27 04:38:54.289461 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:38:54.317760 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6656e4-2c7c-4752-9131-768a41c4b222 service neutron] Pushing event updated for resources: {'Port': ['ID=f8ee892f-aaa2-4684-9d64-317433db73bd,revision_number=3']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:54.352481 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775610d-5475-47bd-b234-932f8d8ef31a req-6dc5fac7-ccba-4733-9ef1-7e5bcd376c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:38:54.354019 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1775610d-5475-47bd-b234-932f8d8ef31a req-6dc5fac7-ccba-4733-9ef1-7e5bcd376c84 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=f8cdc14535344095acbb85a078073ccf&device_id=b088bb60-5987-411d-b201-229a418a5d4c HTTP/1.1" status: 200 len: 1151 time: 0.0760248 Aug 27 04:38:54.427772 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1775610d-5475-47bd-b234-932f8d8ef31a req-e6bcec69-fc30-4abc-9dec-e0b67e036c74 service neutron] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=f8cdc14535344095acbb85a078073ccf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0634689 Aug 27 04:38:54.482570 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:38:54.580666 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 37202) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:38:54.606586 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b5fda-5dfd-4bda-a5e7-2371c4ec9885 req-3d64ce44-3f32-4fe4-a0bd-c5d1c84cb07d tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:38:54.606586 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ce0b5fda-5dfd-4bda-a5e7-2371c4ec9885 req-3d64ce44-3f32-4fe4-a0bd-c5d1c84cb07d tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b088bb60-5987-411d-b201-229a418a5d4c HTTP/1.1" status: 200 len: 969 time: 0.1768789 Aug 27 04:38:54.708380 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775610d-5475-47bd-b234-932f8d8ef31a req-a60602d7-1e14-4886-910b-286d7da79ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:38:54.709849 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1775610d-5475-47bd-b234-932f8d8ef31a req-a60602d7-1e14-4886-910b-286d7da79ed8 service neutron] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2707589 Aug 27 04:38:54.714419 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ce0b5fda-5dfd-4bda-a5e7-2371c4ec9885 req-d324c2b6-699d-41e7-8d1a-7419363b1c27 tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=1d4c7e20-3bd8-4726-ab7d-f71e12713dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981607 Aug 27 04:38:54.805998 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1826d-1661-4b86-add4-9d57c3f17253 req-128e51a6-e8bc-42fb-b998-4bcb1435dce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:38:54.807502 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-bdc1826d-1661-4b86-add4-9d57c3f17253 req-128e51a6-e8bc-42fb-b998-4bcb1435dce7 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=f8cdc14535344095acbb85a078073ccf&device_id=b088bb60-5987-411d-b201-229a418a5d4c HTTP/1.1" status: 200 len: 1151 time: 0.0447505 Aug 27 04:38:54.867032 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-bdc1826d-1661-4b86-add4-9d57c3f17253 req-66af0479-2171-4f18-97f5-7d87c90424c6 service neutron] 10.222.0.78 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=f8ee892f-aaa2-4684-9d64-317433db73bd HTTP/1.1" status: 200 len: 217 time: 0.0525351 Aug 27 04:38:54.918388 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b6dc9da8-c69b-43d2-9f0d-1572de8851ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:54.922358 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1826d-1661-4b86-add4-9d57c3f17253 req-e7cc1a82-6a3d-4a6e-8545-d81a0269584f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:38:54.923809 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-bdc1826d-1661-4b86-add4-9d57c3f17253 req-e7cc1a82-6a3d-4a6e-8545-d81a0269584f service neutron] 10.222.0.78 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.0511677 Aug 27 04:38:54.989912 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1826d-1661-4b86-add4-9d57c3f17253 req-d6b7d2a7-e566-47de-b3cb-a44cea51a2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:38:54.992489 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-bdc1826d-1661-4b86-add4-9d57c3f17253 req-d6b7d2a7-e566-47de-b3cb-a44cea51a2fe service neutron] 10.222.0.78 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0606096 Aug 27 04:38:55.071597 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b6dc9da8-c69b-43d2-9f0d-1572de8851ed admin admin] Publish callbacks [] for security_group (0f422272-613f-4c58-bf05-9135c5a9a8c2), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:55.114273 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e61a14-e61d-438b-941a-1707f0c8f6e3 req-c9f5c30e-18e7-4538-9df0-c863c7c2fbdb tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:38:55.116181 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d8e61a14-e61d-438b-941a-1707f0c8f6e3 req-c9f5c30e-18e7-4538-9df0-c863c7c2fbdb tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0d087124-e959-47b8-8ae4-8823745c4d8d HTTP/1.1" status: 200 len: 948 time: 0.0800562 Aug 27 04:38:55.138272 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b6dc9da8-c69b-43d2-9f0d-1572de8851ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (0f422272-613f-4c58-bf05-9135c5a9a8c2), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:55.151958 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:38:55.186488 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b6dc9da8-c69b-43d2-9f0d-1572de8851ed admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=2900af09c3054d8ab1483c824ed091a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6047292 Aug 27 04:38:55.187376 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dc9da8-c69b-43d2-9f0d-1572de8851ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f422272-613f-4c58-bf05-9135c5a9a8c2,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:55.189875 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37222) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:38:55.206186 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d8e61a14-e61d-438b-941a-1707f0c8f6e3 req-c1178fa0-79c7-4813-b759-437d5dd473b0 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=22170a02-a707-49d3-bf0d-346bff1fd07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774133 Aug 27 04:38:55.241672 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-bdc1826d-1661-4b86-add4-9d57c3f17253 req-52bddfc4-f69a-430d-90db-2aeaadbafa0f service neutron] 10.222.0.78 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395184 Aug 27 04:38:55.298442 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 37228) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:38:55.315339 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b7ae4d42-2f45-4bfb-9936-ee02538dce11 admin admin] Publish callbacks [] for security_group (0f422272-613f-4c58-bf05-9135c5a9a8c2), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:55.351633 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Device f0919532-3fe5-4bda-b926-9fa100d1e9f3 up at agent hyperv_n-h2-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:38:55.355403 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b7ae4d42-2f45-4bfb-9936-ee02538dce11 admin admin] Publish callbacks [] for security_group (0f422272-613f-4c58-bf05-9135c5a9a8c2), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:55.389970 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-bdc1826d-1661-4b86-add4-9d57c3f17253 req-300bff34-5c5e-43c4-9bcb-fa539d89e879 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425910 Aug 27 04:38:55.401726 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Provisioning for port f0919532-3fe5-4bda-b926-9fa100d1e9f3 completed by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 27 04:38:55.476485 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Provisioning complete for port f0919532-3fe5-4bda-b926-9fa100d1e9f3 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:38:55.477346 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (f0919532-3fe5-4bda-b926-9fa100d1e9f3), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:55.534229 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b7ae4d42-2f45-4bfb-9936-ee02538dce11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (0f422272-613f-4c58-bf05-9135c5a9a8c2), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:55.538153 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b7ae4d42-2f45-4bfb-9936-ee02538dce11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:55.541771 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b7ae4d42-2f45-4bfb-9936-ee02538dce11 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/0f422272-613f-4c58-bf05-9135c5a9a8c2 HTTP/1.1" status: 204 len: 168 time: 0.3468280 Aug 27 04:38:55.554042 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ae4d42-2f45-4bfb-9936-ee02538dce11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f422272-613f-4c58-bf05-9135c5a9a8c2,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:55.594145 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Current status of the port f0919532-3fe5-4bda-b926-9fa100d1e9f3 is: BUILD; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:38:55.594527 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f0919532-3fe5-4bda-b926-9fa100d1e9f3), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:55.622839 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d087124-e959-47b8-8ae4-8823745c4d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0919532-3fe5-4bda-b926-9fa100d1e9f3'}] {{(pid=107777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:38:55.654373 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:38:55.670741 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8d167aa0-7a9e-4aa4-94a1-4c31b30049da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:55.702051 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] For port f0919532-3fe5-4bda-b926-9fa100d1e9f3, host n-h2-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852088-5',level=0,port_id=f0919532-3fe5-4bda-b926-9fa100d1e9f3,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:38:55.777590 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8d167aa0-7a9e-4aa4-94a1-4c31b30049da admin admin] Publish callbacks [] for security_group (0df0794a-3d8e-4d51-949d-80998756bbac), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:55.783924 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (f0919532-3fe5-4bda-b926-9fa100d1e9f3), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:55.821254 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:38:55.830783 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:38:55.837351 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Pushing event updated for resources: {'Port': ['ID=f0919532-3fe5-4bda-b926-9fa100d1e9f3,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:55.838496 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123da24f-2c01-4379-aa0b-2e1f3f1301d2 req-10dfa233-8b7e-422a-9208-c9275e5100db tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:38:55.840037 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-123da24f-2c01-4379-aa0b-2e1f3f1301d2 req-10dfa233-8b7e-422a-9208-c9275e5100db tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b088bb60-5987-411d-b201-229a418a5d4c HTTP/1.1" status: 200 len: 969 time: 0.0467992 Aug 27 04:38:55.864922 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8d167aa0-7a9e-4aa4-94a1-4c31b30049da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (0df0794a-3d8e-4d51-949d-80998756bbac), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:55.913217 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-123da24f-2c01-4379-aa0b-2e1f3f1301d2 req-9523aa73-5c3f-4a52-92b2-0605dc76813e tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=1d4c7e20-3bd8-4726-ab7d-f71e12713dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670466 Aug 27 04:38:55.914101 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8d167aa0-7a9e-4aa4-94a1-4c31b30049da admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=f8753714da584eb8a8ff4f7cd6b158d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6139233 Aug 27 04:38:55.915065 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d167aa0-7a9e-4aa4-94a1-4c31b30049da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df0794a-3d8e-4d51-949d-80998756bbac,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:55.917229 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37260) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:38:55.994446 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9f1cf124-2dfe-4404-80f1-3af0851d7e27 admin admin] Publish callbacks [] for security_group (0df0794a-3d8e-4d51-949d-80998756bbac), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:56.015458 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9f1cf124-2dfe-4404-80f1-3af0851d7e27 admin admin] Publish callbacks [] for security_group (0df0794a-3d8e-4d51-949d-80998756bbac), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:56.167256 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9f1cf124-2dfe-4404-80f1-3af0851d7e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (0df0794a-3d8e-4d51-949d-80998756bbac), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:56.169947 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9f1cf124-2dfe-4404-80f1-3af0851d7e27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:56.171132 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9f1cf124-2dfe-4404-80f1-3af0851d7e27 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/0df0794a-3d8e-4d51-949d-80998756bbac HTTP/1.1" status: 204 len: 168 time: 0.2529392 Aug 27 04:38:56.179481 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1cf124-2dfe-4404-80f1-3af0851d7e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df0794a-3d8e-4d51-949d-80998756bbac,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:56.241298 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6e1ed2c1589df8125b2075e26a1ec4ff1174e69d6a71546bdf3c3a9a29d330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67fda95-7460-4308-8819-b900e76c0060" -d '{"events": [{"server_uuid": "0d087124-e959-47b8-8ae4-8823745c4d8d", "name": "network-vif-plugged", "status": "completed", "tag": "f0919532-3fe5-4bda-b926-9fa100d1e9f3"}]}' {{(pid=107777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:38:56.332218 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:38:56.347984 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193f835-f57e-4709-8ee9-e3fb9d164600 req-eba48599-90c9-475d-8ed5-b0072fdf11d0 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:38:56.349667 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7193f835-f57e-4709-8ee9-e3fb9d164600 req-eba48599-90c9-475d-8ed5-b0072fdf11d0 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0d087124-e959-47b8-8ae4-8823745c4d8d HTTP/1.1" status: 200 len: 949 time: 0.0472617 Aug 27 04:38:56.399804 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7193f835-f57e-4709-8ee9-e3fb9d164600 req-94b1d13d-61a3-4809-9c9f-5671ed28d1e2 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=22170a02-a707-49d3-bf0d-346bff1fd07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444086 Aug 27 04:38:56.675222 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6896c2ce-1b69-4c05-b092-4100ee9dbd2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:56.676238 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37280) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:38:56.707650 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-05b79405-3a2c-40b3-80cf-a081dc787a5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:56.808505 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-05b79405-3a2c-40b3-80cf-a081dc787a5d admin admin] Publish callbacks [] for security_group (9107cab9-25b4-4972-83c7-730870d02d2a), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:56.898737 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-05b79405-3a2c-40b3-80cf-a081dc787a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (9107cab9-25b4-4972-83c7-730870d02d2a), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:56.950457 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-05b79405-3a2c-40b3-80cf-a081dc787a5d admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=122e99ea16214018ad34a2ef7373ebb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2703424 Aug 27 04:38:56.951052 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 04:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8183263d-61c2-4897-b173-2fc16818107a x-openstack-request-id: req-8183263d-61c2-4897-b173-2fc16818107a {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:38:56.951052 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d087124-e959-47b8-8ae4-8823745c4d8d", "name": "network-vif-plugged", "status": "completed", "tag": "f0919532-3fe5-4bda-b926-9fa100d1e9f3", "code": 200}]} {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:38:56.951052 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8183263d-61c2-4897-b173-2fc16818107a {{(pid=107777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:38:56.951052 n-d-852088-5 neutron-server[107777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8183263d-61c2-4897-b173-2fc16818107a'] response: {'server_uuid': '0d087124-e959-47b8-8ae4-8823745c4d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0919532-3fe5-4bda-b926-9fa100d1e9f3', 'code': 200} Aug 27 04:38:56.951394 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 37286) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:38:56.973786 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b79405-3a2c-40b3-80cf-a081dc787a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9107cab9-25b4-4972-83c7-730870d02d2a,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:57.006529 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 37288) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:38:57.015953 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1723de6e-23e2-420a-8018-d44e00557aa4 admin admin] Publish callbacks [] for security_group (9107cab9-25b4-4972-83c7-730870d02d2a), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:57.037511 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1723de6e-23e2-420a-8018-d44e00557aa4 admin admin] Publish callbacks [] for security_group (9107cab9-25b4-4972-83c7-730870d02d2a), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:57.042127 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37292) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:38:57.052395 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=74,neutron:DELETE=4,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:38:57.067045 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a767f151-95a4-42bd-8252-9583265a3735 req-1f8f62a4-8ee8-4c99-8eaf-1341aee349a7 tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:38:57.068805 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a767f151-95a4-42bd-8252-9583265a3735 req-1f8f62a4-8ee8-4c99-8eaf-1341aee349a7 tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b088bb60-5987-411d-b201-229a418a5d4c HTTP/1.1" status: 200 len: 969 time: 0.0651102 Aug 27 04:38:57.121876 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a767f151-95a4-42bd-8252-9583265a3735 req-bd25304a-c72e-428f-b5ac-77458d4de319 tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=1d4c7e20-3bd8-4726-ab7d-f71e12713dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475357 Aug 27 04:38:57.200066 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c61e5fc3-316b-439b-bd91-0f6c72a97e80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:57.232639 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-3a64f0b3-65f4-4f1b-8ba5-9c062e5da0ff admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-825981788-network', 'tenant_id': '0e2774ce585b4cfba6bcec93ae80096f'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:38:57.282981 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1723de6e-23e2-420a-8018-d44e00557aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (9107cab9-25b4-4972-83c7-730870d02d2a), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:57.286257 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1723de6e-23e2-420a-8018-d44e00557aa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:57.287437 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1723de6e-23e2-420a-8018-d44e00557aa4 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/9107cab9-25b4-4972-83c7-730870d02d2a HTTP/1.1" status: 204 len: 168 time: 0.3354642 Aug 27 04:38:57.307249 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1723de6e-23e2-420a-8018-d44e00557aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9107cab9-25b4-4972-83c7-730870d02d2a,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:57.355473 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c61e5fc3-316b-439b-bd91-0f6c72a97e80 admin admin] Publish callbacks [] for security_group (607c79f3-1a11-470c-98e4-82df10eca642), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:57.401004 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a64f0b3-65f4-4f1b-8ba5-9c062e5da0ff admin admin] Made reservation on behalf of 0e2774ce585b4cfba6bcec93ae80096f for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:38:57.403454 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3a64f0b3-65f4-4f1b-8ba5-9c062e5da0ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:57.413331 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3a64f0b3-65f4-4f1b-8ba5-9c062e5da0ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:57.453504 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c61e5fc3-316b-439b-bd91-0f6c72a97e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (607c79f3-1a11-470c-98e4-82df10eca642), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:57.465702 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:38:57.495841 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c61e5fc3-316b-439b-bd91-0f6c72a97e80 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=76a738c95fb340e99ec9da1cf243a549&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4885402 Aug 27 04:38:57.500491 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 37304) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:38:57.501156 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e5fc3-316b-439b-bd91-0f6c72a97e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=607c79f3-1a11-470c-98e4-82df10eca642,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:57.529963 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:38:57.531930 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3a64f0b3-65f4-4f1b-8ba5-9c062e5da0ff admin admin] Publish callbacks [] for security_group (45f79c3c-d11a-4fd6-843d-5303fcdc87c9), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:57.544876 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e641c4-d5bc-4c92-8747-dbda486aeb5d req-205790b8-2fb6-495a-a418-c45688468f7e tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:38:57.546394 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-50e641c4-d5bc-4c92-8747-dbda486aeb5d req-205790b8-2fb6-495a-a418-c45688468f7e tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0d087124-e959-47b8-8ae4-8823745c4d8d HTTP/1.1" status: 200 len: 949 time: 0.0597267 Aug 27 04:38:57.559636 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8ae2ee3d-ce5b-423b-b189-b2b4b59acf23 admin admin] Publish callbacks [] for security_group (607c79f3-1a11-470c-98e4-82df10eca642), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:57.580868 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8ae2ee3d-ce5b-423b-b189-b2b4b59acf23 admin admin] Publish callbacks [] for security_group (607c79f3-1a11-470c-98e4-82df10eca642), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:57.597162 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-50e641c4-d5bc-4c92-8747-dbda486aeb5d req-07385e94-cab0-4853-badc-975150677df4 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=22170a02-a707-49d3-bf0d-346bff1fd07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446987 Aug 27 04:38:57.669650 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3a64f0b3-65f4-4f1b-8ba5-9c062e5da0ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (45f79c3c-d11a-4fd6-843d-5303fcdc87c9), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:57.697829 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a64f0b3-65f4-4f1b-8ba5-9c062e5da0ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f79c3c-d11a-4fd6-843d-5303fcdc87c9,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:57.705229 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37306) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:38:57.724183 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8ae2ee3d-ce5b-423b-b189-b2b4b59acf23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (607c79f3-1a11-470c-98e4-82df10eca642), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:57.730337 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b5454b20-7a01-4126-9d57-41d25081e02d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:57.730466 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8ae2ee3d-ce5b-423b-b189-b2b4b59acf23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:57.730613 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a64f0b3-65f4-4f1b-8ba5-9c062e5da0ff admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:38:57.733507 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8ae2ee3d-ce5b-423b-b189-b2b4b59acf23 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/607c79f3-1a11-470c-98e4-82df10eca642 HTTP/1.1" status: 204 len: 168 time: 0.2294967 Aug 27 04:38:57.750804 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae2ee3d-ce5b-423b-b189-b2b4b59acf23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607c79f3-1a11-470c-98e4-82df10eca642,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:57.780183 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3a64f0b3-65f4-4f1b-8ba5-9c062e5da0ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (51c2bfaa-1fef-4e5b-ba2e-232016c091e6), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:57.780633 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-3a64f0b3-65f4-4f1b-8ba5-9c062e5da0ff admin admin] Added segment 51c2bfaa-1fef-4e5b-ba2e-232016c091e6 of type vlan for network b134d935-62df-4180-b42e-dd0f46da1876 Aug 27 04:38:57.867932 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:38:57.904433 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3a64f0b3-65f4-4f1b-8ba5-9c062e5da0ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (b134d935-62df-4180-b42e-dd0f46da1876), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:57.915844 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43cb7a-7fd0-41d1-b864-a30043ca83c9 req-199030fb-1a18-4439-8c3d-3a7ed64fc139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:38:57.916863 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-bd43cb7a-7fd0-41d1-b864-a30043ca83c9 req-199030fb-1a18-4439-8c3d-3a7ed64fc139 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0d087124-e959-47b8-8ae4-8823745c4d8d HTTP/1.1" status: 200 len: 1131 time: 0.1257217 Aug 27 04:38:57.962085 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b5454b20-7a01-4126-9d57-41d25081e02d admin admin] Publish callbacks [] for security_group (67b7336c-f032-4ef9-b8b9-1f2647d99e4d), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:57.963152 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-bd43cb7a-7fd0-41d1-b864-a30043ca83c9 req-2d66d914-77ef-4de7-9e19-114fc9a42d6c service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:58.047115 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b5454b20-7a01-4126-9d57-41d25081e02d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (67b7336c-f032-4ef9-b8b9-1f2647d99e4d), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:58.049299 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3a64f0b3-65f4-4f1b-8ba5-9c062e5da0ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (b134d935-62df-4180-b42e-dd0f46da1876), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:58.056185 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a64f0b3-65f4-4f1b-8ba5-9c062e5da0ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:38:58.056185 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3a64f0b3-65f4-4f1b-8ba5-9c062e5da0ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:58.088211 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-bd43cb7a-7fd0-41d1-b864-a30043ca83c9 req-2d66d914-77ef-4de7-9e19-114fc9a42d6c service neutron] Publish callbacks [] for security_group (e2b6b88c-5dc1-481c-85b7-3608c3a0f5f0), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:58.155436 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b5454b20-7a01-4126-9d57-41d25081e02d admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=07874299a526478f86485a30dac994b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4461942 Aug 27 04:38:58.156248 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 37328) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:38:58.156624 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5454b20-7a01-4126-9d57-41d25081e02d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b7336c-f032-4ef9-b8b9-1f2647d99e4d,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:58.194083 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a64f0b3-65f4-4f1b-8ba5-9c062e5da0ff admin admin] Pushing event updated for resources: {'Network': ['ID=b134d935-62df-4180-b42e-dd0f46da1876,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:58.204817 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network b134d935-62df-4180-b42e-dd0f46da1876 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:38:58.210176 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1d3895c3-8dea-4f73-8c09-465f106143d9 admin admin] Publish callbacks [] for security_group (67b7336c-f032-4ef9-b8b9-1f2647d99e4d), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:58.233214 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1d3895c3-8dea-4f73-8c09-465f106143d9 admin admin] Publish callbacks [] for security_group (67b7336c-f032-4ef9-b8b9-1f2647d99e4d), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:58.268082 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a63c5a-fc70-4d9f-b078-0814a4ec6e37 req-ccd986d6-b164-4347-893c-f6014e4b04db tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:38:58.282460 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f0a63c5a-fc70-4d9f-b078-0814a4ec6e37 req-ccd986d6-b164-4347-893c-f6014e4b04db tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b088bb60-5987-411d-b201-229a418a5d4c HTTP/1.1" status: 200 len: 969 time: 0.0776324 Aug 27 04:38:58.291640 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-bd43cb7a-7fd0-41d1-b864-a30043ca83c9 req-2d66d914-77ef-4de7-9e19-114fc9a42d6c service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (e2b6b88c-5dc1-481c-85b7-3608c3a0f5f0), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:58.323866 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3a64f0b3-65f4-4f1b-8ba5-9c062e5da0ff admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2778151 Aug 27 04:38:58.325667 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 37334) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:38:58.333333 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-8531ee2a-d28e-4733-a3cd-e84a015bcbf5 admin admin] Request body: {'subnet': {'network_id': 'b134d935-62df-4180-b42e-dd0f46da1876', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-825981788-subnet', 'tenant_id': '0e2774ce585b4cfba6bcec93ae80096f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:38:58.361453 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1d3895c3-8dea-4f73-8c09-465f106143d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (67b7336c-f032-4ef9-b8b9-1f2647d99e4d), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:58.362658 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-bd43cb7a-7fd0-41d1-b864-a30043ca83c9 req-2d66d914-77ef-4de7-9e19-114fc9a42d6c service neutron] 10.222.0.78 "GET /networking/v2.0/security-groups?id=22170a02-a707-49d3-bf0d-346bff1fd07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4346545 Aug 27 04:38:58.364785 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1d3895c3-8dea-4f73-8c09-465f106143d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:58.368475 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1d3895c3-8dea-4f73-8c09-465f106143d9 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/67b7336c-f032-4ef9-b8b9-1f2647d99e4d HTTP/1.1" status: 204 len: 168 time: 0.2091656 Aug 27 04:38:58.372913 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d66d914-77ef-4de7-9e19-114fc9a42d6c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b6b88c-5dc1-481c-85b7-3608c3a0f5f0,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:58.375321 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3895c3-8dea-4f73-8c09-465f106143d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b7336c-f032-4ef9-b8b9-1f2647d99e4d,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:58.393280 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f0a63c5a-fc70-4d9f-b078-0814a4ec6e37 req-caa57897-ce67-4904-9a8a-8d5a8e7b1641 tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=1d4c7e20-3bd8-4726-ab7d-f71e12713dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094820 Aug 27 04:38:58.459053 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8531ee2a-d28e-4733-a3cd-e84a015bcbf5 admin admin] Made reservation on behalf of 0e2774ce585b4cfba6bcec93ae80096f for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:38:58.462486 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8531ee2a-d28e-4733-a3cd-e84a015bcbf5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:58.756376 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8531ee2a-d28e-4733-a3cd-e84a015bcbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for subnet (61505813-e6e6-476e-b1aa-48cf481200bc), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:58.760324 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 37368) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:38:58.763352 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bbc664-6018-4a84-99e4-70b2f870dd3d req-730bee2f-8f56-4995-b860-05823c39421c tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:38:58.765064 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-47bbc664-6018-4a84-99e4-70b2f870dd3d req-730bee2f-8f56-4995-b860-05823c39421c tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0d087124-e959-47b8-8ae4-8823745c4d8d HTTP/1.1" status: 200 len: 949 time: 0.0702488 Aug 27 04:38:58.778721 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2a41b96b-f236-4ddc-8eca-0d9c55f229c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:58.787615 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:38:58.817777 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-47bbc664-6018-4a84-99e4-70b2f870dd3d req-b42e0eb0-9a07-4cc4-9f31-4c1ae6bf0cdd tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=22170a02-a707-49d3-bf0d-346bff1fd07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463071 Aug 27 04:38:58.859653 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8531ee2a-d28e-4733-a3cd-e84a015bcbf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61505813-e6e6-476e-b1aa-48cf481200bc,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:58.883628 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8531ee2a-d28e-4733-a3cd-e84a015bcbf5 admin admin] Checking segment: {'id': '51c2bfaa-1fef-4e5b-ba2e-232016c091e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b134d935-62df-4180-b42e-dd0f46da1876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:38:58.884087 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8531ee2a-d28e-4733-a3cd-e84a015bcbf5 admin admin] Network hostable DHCP agents. Network: b134d935-62df-4180-b42e-dd0f46da1876, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:38:58.939275 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2a41b96b-f236-4ddc-8eca-0d9c55f229c8 admin admin] Publish callbacks [] for security_group (29612a60-7c74-4124-868e-66da7cbdb78e), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:58.978444 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8531ee2a-d28e-4733-a3cd-e84a015bcbf5 admin admin] Network b134d935-62df-4180-b42e-dd0f46da1876 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:38:59.058326 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2a41b96b-f236-4ddc-8eca-0d9c55f229c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (29612a60-7c74-4124-868e-66da7cbdb78e), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:59.100591 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2a41b96b-f236-4ddc-8eca-0d9c55f229c8 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=9c291fc39e884d9eaa7ba9a757a64c25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3377521 Aug 27 04:38:59.101647 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a41b96b-f236-4ddc-8eca-0d9c55f229c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29612a60-7c74-4124-868e-66da7cbdb78e,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:59.103441 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37374) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:38:59.149571 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-8531ee2a-d28e-4733-a3cd-e84a015bcbf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, b134d935-62df-4180-b42e-dd0f46da1876) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:38:59.160517 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f026eca5-be34-407a-8163-a88413b750de None None] Network b134d935-62df-4180-b42e-dd0f46da1876 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:38:59.160727 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8531ee2a-d28e-4733-a3cd-e84a015bcbf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:38:59.163905 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8531ee2a-d28e-4733-a3cd-e84a015bcbf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:59.178807 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a8cd2b7a-a6e9-4c68-946b-2b32d97a60f2 admin admin] Publish callbacks [] for security_group (29612a60-7c74-4124-868e-66da7cbdb78e), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:59.214299 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1555208a-ee83-4269-9997-08c5f2ad4a9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:59.221278 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a8cd2b7a-a6e9-4c68-946b-2b32d97a60f2 admin admin] Publish callbacks [] for security_group (29612a60-7c74-4124-868e-66da7cbdb78e), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:59.301303 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37388) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:38:59.302021 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8531ee2a-d28e-4733-a3cd-e84a015bcbf5 admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9739327 Aug 27 04:38:59.306221 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-8b78a590-174b-40f6-a92f-29f0df45a1cb admin admin] Request body: {'router': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-825981788-router', 'tenant_id': '0e2774ce585b4cfba6bcec93ae80096f', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:38:59.350524 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Device f8ee892f-aaa2-4684-9d64-317433db73bd details requested by agent hyperv_n-h2-852088-5 with host n-h2-852088-5 {{(pid=107777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:38:59.390492 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a8cd2b7a-a6e9-4c68-946b-2b32d97a60f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (29612a60-7c74-4124-868e-66da7cbdb78e), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:59.396004 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a8cd2b7a-a6e9-4c68-946b-2b32d97a60f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:59.397500 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a8cd2b7a-a6e9-4c68-946b-2b32d97a60f2 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/29612a60-7c74-4124-868e-66da7cbdb78e HTTP/1.1" status: 204 len: 168 time: 0.2925324 Aug 27 04:38:59.416130 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cd2b7a-a6e9-4c68-946b-2b32d97a60f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29612a60-7c74-4124-868e-66da7cbdb78e,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:59.419143 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8b78a590-174b-40f6-a92f-29f0df45a1cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (51568ced-6296-45e8-aaef-d09dc45fa22e), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:59.420564 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8b78a590-174b-40f6-a92f-29f0df45a1cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (51568ced-6296-45e8-aaef-d09dc45fa22e), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:59.435947 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d717def3-628d-4937-be7f-646e099640d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-b134d935-62df-4180-b42e-dd0f46da1876', 'network_id': 'b134d935-62df-4180-b42e-dd0f46da1876', 'project_id': '0e2774ce585b4cfba6bcec93ae80096f', 'fixed_ips': [{'subnet_id': '61505813-e6e6-476e-b1aa-48cf481200bc'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:38:59.436961 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d717def3-628d-4937-be7f-646e099640d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:59.552615 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8b78a590-174b-40f6-a92f-29f0df45a1cb admin admin] Publish callbacks [] for router_controller (51568ced-6296-45e8-aaef-d09dc45fa22e), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:59.579128 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] For port f8ee892f-aaa2-4684-9d64-317433db73bd, host n-h2-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852088-5',level=0,port_id=f8ee892f-aaa2-4684-9d64-317433db73bd,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:38:59.588459 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd8e2ca-9d45-4f2d-9c51-854cd0c7ba27 req-9b8c4341-53a3-4d10-984a-a65bd75ba073 tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:38:59.589975 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-bcd8e2ca-9d45-4f2d-9c51-854cd0c7ba27 req-9b8c4341-53a3-4d10-984a-a65bd75ba073 tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b088bb60-5987-411d-b201-229a418a5d4c HTTP/1.1" status: 200 len: 969 time: 0.0537899 Aug 27 04:38:59.619326 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Returning: {'device': 'f8ee892f-aaa2-4684-9d64-317433db73bd', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'port_id': 'f8ee892f-aaa2-4684-9d64-317433db73bd', 'mac_address': 'fa:16:3e:f7:93:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120f3302-721f-4373-86a6-3aa14ccf6ac4', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:tempest-test_az-293552712', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:38:59.640217 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-bcd8e2ca-9d45-4f2d-9c51-854cd0c7ba27 req-34ca5250-5ed8-4542-9eea-46bcdeb5cc24 tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=1d4c7e20-3bd8-4726-ab7d-f71e12713dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429204 Aug 27 04:38:59.677253 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-d717def3-628d-4937-be7f-646e099640d9 None None] Allocated IP 172.20.0.2 (b134d935-62df-4180-b42e-dd0f46da1876/61505813-e6e6-476e-b1aa-48cf481200bc/87857f32-d853-4fe1-9a87-fe654d94d5e0) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:38:59.681454 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Current status of the port f8ee892f-aaa2-4684-9d64-317433db73bd is: DOWN; New status is: BUILD {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:38:59.681840 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f8ee892f-aaa2-4684-9d64-317433db73bd), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:59.704531 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8ee892f-aaa2-4684-9d64-317433db73bd {{(pid=107777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 04:38:59.766101 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] For port f8ee892f-aaa2-4684-9d64-317433db73bd, host n-h2-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852088-5',level=0,port_id=f8ee892f-aaa2-4684-9d64-317433db73bd,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:38:59.834359 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8b78a590-174b-40f6-a92f-29f0df45a1cb admin admin] Publish callbacks [] for router_gateway (51568ced-6296-45e8-aaef-d09dc45fa22e), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:59.864865 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d717def3-628d-4937-be7f-646e099640d9 None None] Publish callbacks [] for port (87857f32-d853-4fe1-9a87-fe654d94d5e0), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:59.866410 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (f8ee892f-aaa2-4684-9d64-317433db73bd), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:59.930669 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Pushing event updated for resources: {'Port': ['ID=f8ee892f-aaa2-4684-9d64-317433db73bd,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:59.985525 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d717def3-628d-4937-be7f-646e099640d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (87857f32-d853-4fe1-9a87-fe654d94d5e0), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:38:59.996136 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:00.022374 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:00.031651 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d717def3-628d-4937-be7f-646e099640d9 None None] Network b134d935-62df-4180-b42e-dd0f46da1876 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:39:00.037828 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-d717def3-628d-4937-be7f-646e099640d9 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:39:00.042202 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d717def3-628d-4937-be7f-646e099640d9 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:39:00.045862 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d717def3-628d-4937-be7f-646e099640d9 None None] Pushing event updated for resources: {'Port': ['ID=87857f32-d853-4fe1-9a87-fe654d94d5e0,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:00.115094 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 37406) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:00.124532 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:00.131119 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:00.144254 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-d717def3-628d-4937-be7f-646e099640d9 None None] Attempting to bind port 87857f32-d853-4fe1-9a87-fe654d94d5e0 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:39:00.144707 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-d717def3-628d-4937-be7f-646e099640d9 None None] Attempting to bind port 87857f32-d853-4fe1-9a87-fe654d94d5e0 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '51c2bfaa-1fef-4e5b-ba2e-232016c091e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b134d935-62df-4180-b42e-dd0f46da1876'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:39:00.145334 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d717def3-628d-4937-be7f-646e099640d9 None None] Attempting to bind port 87857f32-d853-4fe1-9a87-fe654d94d5e0 on network b134d935-62df-4180-b42e-dd0f46da1876 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:39:00.150927 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d717def3-628d-4937-be7f-646e099640d9 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:39:00.151542 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d717def3-628d-4937-be7f-646e099640d9 None None] Checking segment: {'id': '51c2bfaa-1fef-4e5b-ba2e-232016c091e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b134d935-62df-4180-b42e-dd0f46da1876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:39:00.151946 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d717def3-628d-4937-be7f-646e099640d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:00.152483 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d717def3-628d-4937-be7f-646e099640d9 None None] Bound using segment: {'id': '51c2bfaa-1fef-4e5b-ba2e-232016c091e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b134d935-62df-4180-b42e-dd0f46da1876'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:39:00.153099 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-d717def3-628d-4937-be7f-646e099640d9 None None] Bound port: 87857f32-d853-4fe1-9a87-fe654d94d5e0, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51c2bfaa-1fef-4e5b-ba2e-232016c091e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b134d935-62df-4180-b42e-dd0f46da1876'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:39:00.153489 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d717def3-628d-4937-be7f-646e099640d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (87857f32-d853-4fe1-9a87-fe654d94d5e0), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:00.178723 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe2c01-ddaf-40e0-ae1f-b16b77ed8fc7 req-3cddd086-4e0c-4e13-81c3-eb0fc3ab396a tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:00.180218 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c1fe2c01-ddaf-40e0-ae1f-b16b77ed8fc7 req-3cddd086-4e0c-4e13-81c3-eb0fc3ab396a tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0d087124-e959-47b8-8ae4-8823745c4d8d HTTP/1.1" status: 200 len: 949 time: 0.2663374 Aug 27 04:39:00.221689 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d717def3-628d-4937-be7f-646e099640d9 None None] For port 87857f32-d853-4fe1-9a87-fe654d94d5e0, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:39:00.225435 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:00.227291 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d717def3-628d-4937-be7f-646e099640d9 None None] For port 87857f32-d853-4fe1-9a87-fe654d94d5e0, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=87857f32-d853-4fe1-9a87-fe654d94d5e0,segment=NetworkSegment(51c2bfaa-1fef-4e5b-ba2e-232016c091e6),segment_id=51c2bfaa-1fef-4e5b-ba2e-232016c091e6)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:39:00.254972 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] get_ports_and_sgs() called for port_ids ['f8ee892f-aaa2-4684-9d64-317433db73bd'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:39:00.285811 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c1fe2c01-ddaf-40e0-ae1f-b16b77ed8fc7 req-98fc38a5-11f6-4bfa-92f1-5637974cce10 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=22170a02-a707-49d3-bf0d-346bff1fd07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986278 Aug 27 04:39:00.353669 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d717def3-628d-4937-be7f-646e099640d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (87857f32-d853-4fe1-9a87-fe654d94d5e0), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:00.401119 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-974323f6-f8ca-454e-aba9-bc2a6e690307 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:00.447983 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8b78a590-174b-40f6-a92f-29f0df45a1cb admin admin] Publish callbacks [] for router_gateway (51568ced-6296-45e8-aaef-d09dc45fa22e), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:00.462448 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d717def3-628d-4937-be7f-646e099640d9 None None] Pushing event updated for resources: {'Port': ['ID=87857f32-d853-4fe1-9a87-fe654d94d5e0,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:00.464955 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:00.483395 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8b78a590-174b-40f6-a92f-29f0df45a1cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:00.538658 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-974323f6-f8ca-454e-aba9-bc2a6e690307 admin admin] Publish callbacks [] for security_group (2ca28ffa-c1b1-4329-b99e-6df5f3a13005), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:00.677557 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-8b78a590-174b-40f6-a92f-29f0df45a1cb admin admin] Allocated IP 172.25.2.214 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/a9089721-ca2f-4efe-b09f-8cdaf4aab72e) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:39:00.744876 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-974323f6-f8ca-454e-aba9-bc2a6e690307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (2ca28ffa-c1b1-4329-b99e-6df5f3a13005), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:00.824517 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-974323f6-f8ca-454e-aba9-bc2a6e690307 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=53e16ad050b14326978c7b1a5fae8dcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6765525 Aug 27 04:39:00.824517 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974323f6-f8ca-454e-aba9-bc2a6e690307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca28ffa-c1b1-4329-b99e-6df5f3a13005,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:00.824940 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37430) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:00.832768 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89ac3c-cfb6-403a-bc06-7db4e28a1f44 req-ab57f901-b1fc-4796-9741-0c3ae65ffdcb tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:00.834292 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7f89ac3c-cfb6-403a-bc06-7db4e28a1f44 req-ab57f901-b1fc-4796-9741-0c3ae65ffdcb tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b088bb60-5987-411d-b201-229a418a5d4c HTTP/1.1" status: 200 len: 970 time: 0.0847845 Aug 27 04:39:00.895809 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8b78a590-174b-40f6-a92f-29f0df45a1cb admin admin] Publish callbacks [] for port (a9089721-ca2f-4efe-b09f-8cdaf4aab72e), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:00.935721 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7f89ac3c-cfb6-403a-bc06-7db4e28a1f44 req-c6b7c572-0d7d-4d81-b026-ee7682a8f7bf tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=1d4c7e20-3bd8-4726-ab7d-f71e12713dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903621 Aug 27 04:39:00.961151 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c4fdd0c1-87fd-4d77-8d3c-f73014d0ba21 admin admin] Publish callbacks [] for security_group (2ca28ffa-c1b1-4329-b99e-6df5f3a13005), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:00.995191 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c4fdd0c1-87fd-4d77-8d3c-f73014d0ba21 admin admin] Publish callbacks [] for security_group (2ca28ffa-c1b1-4329-b99e-6df5f3a13005), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:01.036859 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8b78a590-174b-40f6-a92f-29f0df45a1cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (a9089721-ca2f-4efe-b09f-8cdaf4aab72e), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:01.090343 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b78a590-174b-40f6-a92f-29f0df45a1cb admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:39:01.095836 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-8b78a590-174b-40f6-a92f-29f0df45a1cb admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:39:01.101223 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b78a590-174b-40f6-a92f-29f0df45a1cb admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:39:01.151069 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b78a590-174b-40f6-a92f-29f0df45a1cb admin admin] Pushing event updated for resources: {'Port': ['ID=a9089721-ca2f-4efe-b09f-8cdaf4aab72e,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:01.156554 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c4fdd0c1-87fd-4d77-8d3c-f73014d0ba21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (2ca28ffa-c1b1-4329-b99e-6df5f3a13005), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:01.159044 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c4fdd0c1-87fd-4d77-8d3c-f73014d0ba21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:01.160265 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c4fdd0c1-87fd-4d77-8d3c-f73014d0ba21 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/2ca28ffa-c1b1-4329-b99e-6df5f3a13005 HTTP/1.1" status: 204 len: 168 time: 0.3632867 Aug 27 04:39:01.199914 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fdd0c1-87fd-4d77-8d3c-f73014d0ba21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca28ffa-c1b1-4329-b99e-6df5f3a13005,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:01.374852 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Device f8ee892f-aaa2-4684-9d64-317433db73bd up at agent hyperv_n-h2-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:39:01.438044 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Provisioning for port f8ee892f-aaa2-4684-9d64-317433db73bd completed by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 27 04:39:01.478144 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7936392d-6367-4f48-a209-195a907fb83e req-549b771c-948b-47ef-bc59-0b7f0a0add84 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:01.479733 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7936392d-6367-4f48-a209-195a907fb83e req-549b771c-948b-47ef-bc59-0b7f0a0add84 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0d087124-e959-47b8-8ae4-8823745c4d8d HTTP/1.1" status: 200 len: 949 time: 0.0871258 Aug 27 04:39:01.495524 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8b78a590-174b-40f6-a92f-29f0df45a1cb admin admin] Publish callbacks [] for router_gateway (51568ced-6296-45e8-aaef-d09dc45fa22e), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:01.545959 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Provisioning complete for port f8ee892f-aaa2-4684-9d64-317433db73bd triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:39:01.547200 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (f8ee892f-aaa2-4684-9d64-317433db73bd), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:01.605267 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7936392d-6367-4f48-a209-195a907fb83e req-7d45e3a0-3342-4a2c-8d27-03c3bace0ef0 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=22170a02-a707-49d3-bf0d-346bff1fd07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189964 Aug 27 04:39:01.637961 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b204ca9-3532-4ea6-8b97-ec3db84d3ad3 None None] Network b134d935-62df-4180-b42e-dd0f46da1876 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:39:01.777786 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8b78a590-174b-40f6-a92f-29f0df45a1cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (51568ced-6296-45e8-aaef-d09dc45fa22e), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:01.811125 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 87857f32-d853-4fe1-9a87-fe654d94d5e0 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:39:01.839895 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Current status of the port f8ee892f-aaa2-4684-9d64-317433db73bd is: BUILD; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:39:01.840331 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f8ee892f-aaa2-4684-9d64-317433db73bd), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:01.859699 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-e7bfe1ef-b495-4e1b-8a7e-ef315f8fca9f None None] Provisioning complete for port 87857f32-d853-4fe1-9a87-fe654d94d5e0 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:39:01.860198 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e7bfe1ef-b495-4e1b-8a7e-ef315f8fca9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (87857f32-d853-4fe1-9a87-fe654d94d5e0), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:01.907972 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:01.930523 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b088bb60-5987-411d-b201-229a418a5d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ee892f-aaa2-4684-9d64-317433db73bd'}] {{(pid=107777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:39:01.933129 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6e1ed2c1589df8125b2075e26a1ec4ff1174e69d6a71546bdf3c3a9a29d330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bbc475c-b12a-4e47-a19b-03e4c1e8fb78" -d '{"events": [{"server_uuid": "b088bb60-5987-411d-b201-229a418a5d4c", "name": "network-vif-plugged", "status": "completed", "tag": "f8ee892f-aaa2-4684-9d64-317433db73bd"}]}' {{(pid=107777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:39:01.978264 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] For port f8ee892f-aaa2-4684-9d64-317433db73bd, host n-h2-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852088-5',level=0,port_id=f8ee892f-aaa2-4684-9d64-317433db73bd,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:39:01.999654 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:02.001669 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 87857f32-d853-4fe1-9a87-fe654d94d5e0 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:39:02.002057 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (87857f32-d853-4fe1-9a87-fe654d94d5e0), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:02.022529 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 04:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43606743-64e2-476c-9a7d-580925066a3c x-openstack-request-id: req-43606743-64e2-476c-9a7d-580925066a3c {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:39:02.022838 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b088bb60-5987-411d-b201-229a418a5d4c", "name": "network-vif-plugged", "status": "completed", "tag": "f8ee892f-aaa2-4684-9d64-317433db73bd", "code": 200}]} {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:39:02.027999 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-43606743-64e2-476c-9a7d-580925066a3c {{(pid=107777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:39:02.027999 n-d-852088-5 neutron-server[107777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43606743-64e2-476c-9a7d-580925066a3c'] response: {'server_uuid': 'b088bb60-5987-411d-b201-229a418a5d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ee892f-aaa2-4684-9d64-317433db73bd', 'code': 200} Aug 27 04:39:02.054301 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b78a590-174b-40f6-a92f-29f0df45a1cb admin admin] Router 51568ced-6296-45e8-aaef-d09dc45fa22e is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:39:02.065198 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-e7bfe1ef-b495-4e1b-8a7e-ef315f8fca9f None None] Current status of the port 87857f32-d853-4fe1-9a87-fe654d94d5e0 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:39:02.065931 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e7bfe1ef-b495-4e1b-8a7e-ef315f8fca9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (87857f32-d853-4fe1-9a87-fe654d94d5e0), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:02.135245 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (f8ee892f-aaa2-4684-9d64-317433db73bd), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:02.144034 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-e7bfe1ef-b495-4e1b-8a7e-ef315f8fca9f None None] For port 87857f32-d853-4fe1-9a87-fe654d94d5e0, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=87857f32-d853-4fe1-9a87-fe654d94d5e0,segment=NetworkSegment(51c2bfaa-1fef-4e5b-ba2e-232016c091e6),segment_id=51c2bfaa-1fef-4e5b-ba2e-232016c091e6)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:39:02.182038 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 37474) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:02.192805 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 87857f32-d853-4fe1-9a87-fe654d94d5e0 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:39:02.193201 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (87857f32-d853-4fe1-9a87-fe654d94d5e0), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:02.226083 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f6d227b1-2430-49d2-85de-5f1fa7be05d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:02.236258 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Pushing event updated for resources: {'Port': ['ID=f8ee892f-aaa2-4684-9d64-317433db73bd,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:02.241712 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e7bfe1ef-b495-4e1b-8a7e-ef315f8fca9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (87857f32-d853-4fe1-9a87-fe654d94d5e0), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:02.335851 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:39:02.336305 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:39:02.341103 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bfe1ef-b495-4e1b-8a7e-ef315f8fca9f None None] Pushing event updated for resources: {'Port': ['ID=87857f32-d853-4fe1-9a87-fe654d94d5e0,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:02.371553 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-3173e446-4c8c-4920-834c-32d80fbb57f4 None None] Provisioning complete for port 87857f32-d853-4fe1-9a87-fe654d94d5e0 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:39:02.371936 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3173e446-4c8c-4920-834c-32d80fbb57f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (87857f32-d853-4fe1-9a87-fe654d94d5e0), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:02.402864 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d725dd84-b8ed-40f3-b1f1-d87101fa0bf0 req-eda25785-6546-45fe-b7ae-a9fa85426b51 tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:02.404696 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d725dd84-b8ed-40f3-b1f1-d87101fa0bf0 req-eda25785-6546-45fe-b7ae-a9fa85426b51 tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b088bb60-5987-411d-b201-229a418a5d4c HTTP/1.1" status: 200 len: 970 time: 0.3325369 Aug 27 04:39:02.486498 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b78a590-174b-40f6-a92f-29f0df45a1cb admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:39:02.495819 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6247d677-ded2-4692-ac0e-204f0d076827 None None] Sync routers for ids ['51568ced-6296-45e8-aaef-d09dc45fa22e'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:39:02.529745 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6247d677-ded2-4692-ac0e-204f0d076827 None None] Routers {'51568ced-6296-45e8-aaef-d09dc45fa22e'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:39:02.537070 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-6247d677-ded2-4692-ac0e-204f0d076827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:38:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['51568ced-6296-45e8-aaef-d09dc45fa22e'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:02.545337 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de443eb1-1e8b-4059-8ae4-7ce6506cd81c req-e92332ec-3873-4c68-ab02-3e4d89c3791b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:02.549968 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-de443eb1-1e8b-4059-8ae4-7ce6506cd81c req-e92332ec-3873-4c68-ab02-3e4d89c3791b service neutron] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b088bb60-5987-411d-b201-229a418a5d4c HTTP/1.1" status: 200 len: 1153 time: 0.3992434 Aug 27 04:39:02.558824 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-3173e446-4c8c-4920-834c-32d80fbb57f4 None None] Current status of the port 87857f32-d853-4fe1-9a87-fe654d94d5e0 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:39:02.561480 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f6d227b1-2430-49d2-85de-5f1fa7be05d9 admin admin] Publish callbacks [] for security_group (ad63ef36-703e-4a0a-8a71-3a2dd8642cae), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:02.636525 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d725dd84-b8ed-40f3-b1f1-d87101fa0bf0 req-c15960ae-ad5f-43ce-8bc6-ddf27675a022 tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=1d4c7e20-3bd8-4726-ab7d-f71e12713dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155979 Aug 27 04:39:02.639800 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-de443eb1-1e8b-4059-8ae4-7ce6506cd81c req-bd779f9d-5e6b-433a-a3c0-ddcaef4ad827 service neutron] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1d4c7e20-3bd8-4726-ab7d-f71e12713dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717614 Aug 27 04:39:02.665187 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f6d227b1-2430-49d2-85de-5f1fa7be05d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (ad63ef36-703e-4a0a-8a71-3a2dd8642cae), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:02.667013 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8b78a590-174b-40f6-a92f-29f0df45a1cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:02.671157 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-8b78a590-174b-40f6-a92f-29f0df45a1cb admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.3685920 Aug 27 04:39:02.672232 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37484) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:02.711788 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f6d227b1-2430-49d2-85de-5f1fa7be05d9 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=a7f150be00514a02a7d339aa7a111332&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5276988 Aug 27 04:39:02.718068 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 37490) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:02.719151 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-6247d677-ded2-4692-ac0e-204f0d076827 None None] Set router 51568ced-6296-45e8-aaef-d09dc45fa22e gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:39:02.749157 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=74,neutron:DELETE=2,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:02.766790 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d227b1-2430-49d2-85de-5f1fa7be05d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad63ef36-703e-4a0a-8a71-3a2dd8642cae,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:02.801981 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-029ef58a-1767-4519-8aed-0741fba555fa admin admin] Publish callbacks [] for security_group (ad63ef36-703e-4a0a-8a71-3a2dd8642cae), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:02.818809 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:02.825609 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-029ef58a-1767-4519-8aed-0741fba555fa admin admin] Publish callbacks [] for security_group (ad63ef36-703e-4a0a-8a71-3a2dd8642cae), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:02.886248 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:02.887976 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 87857f32-d853-4fe1-9a87-fe654d94d5e0 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:39:02.953947 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 37496) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:02.984191 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-029ef58a-1767-4519-8aed-0741fba555fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (ad63ef36-703e-4a0a-8a71-3a2dd8642cae), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:02.986800 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-029ef58a-1767-4519-8aed-0741fba555fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:02.988959 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-029ef58a-1767-4519-8aed-0741fba555fa admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/ad63ef36-703e-4a0a-8a71-3a2dd8642cae HTTP/1.1" status: 204 len: 168 time: 0.2639205 Aug 27 04:39:03.002707 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029ef58a-1767-4519-8aed-0741fba555fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad63ef36-703e-4a0a-8a71-3a2dd8642cae,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:03.119319 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-6247d677-ded2-4692-ac0e-204f0d076827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51568ced-6296-45e8-aaef-d09dc45fa22e', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-825981788-router', 'tenant_id': '0e2774ce585b4cfba6bcec93ae80096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': 'a9089721-ca2f-4efe-b09f-8cdaf4aab72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:38:59Z', 'updated_at': '2022-08-27T04:39:01Z', 'revision_number': 3, 'project_id': '0e2774ce585b4cfba6bcec93ae80096f', 'gw_port': {'id': 'a9089721-ca2f-4efe-b09f-8cdaf4aab72e', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:18:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51568ced-6296-45e8-aaef-d09dc45fa22e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:00Z', 'updated_at': '2022-08-27T04:39:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:03.147617 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd57da-3fa1-4df3-9a46-627ab8b9ee3b req-4227af7d-e44c-4ce1-98ca-7408cd3b0c39 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:03.149303 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-65cd57da-3fa1-4df3-9a46-627ab8b9ee3b req-4227af7d-e44c-4ce1-98ca-7408cd3b0c39 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0d087124-e959-47b8-8ae4-8823745c4d8d HTTP/1.1" status: 200 len: 949 time: 0.1156590 Aug 27 04:39:03.156831 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6247d677-ded2-4692-ac0e-204f0d076827 None None] Checking router: 51568ced-6296-45e8-aaef-d09dc45fa22e for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:39:03.157411 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6247d677-ded2-4692-ac0e-204f0d076827 None None] Updating router 51568ced-6296-45e8-aaef-d09dc45fa22e port a9089721-ca2f-4efe-b09f-8cdaf4aab72e binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:39:03.192967 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-6247d677-ded2-4692-ac0e-204f0d076827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a9089721-ca2f-4efe-b09f-8cdaf4aab72e), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:03.228207 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-71f97e4e-bc97-4a5b-a61f-eec2790380f4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1308493048-network', 'tenant_id': '876447d8eb814920856d46902fd76713'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:39:03.237638 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-65cd57da-3fa1-4df3-9a46-627ab8b9ee3b req-2f4954b4-b20e-4f11-94e8-68f33602258a tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=22170a02-a707-49d3-bf0d-346bff1fd07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784297 Aug 27 04:39:03.338487 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f97e4e-bc97-4a5b-a61f-eec2790380f4 admin admin] Made reservation on behalf of 876447d8eb814920856d46902fd76713 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:39:03.341262 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-464d5edd-1af9-4695-9d4a-b64097a108c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:03.341993 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-71f97e4e-bc97-4a5b-a61f-eec2790380f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:03.353953 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-71f97e4e-bc97-4a5b-a61f-eec2790380f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:03.542751 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-6247d677-ded2-4692-ac0e-204f0d076827 None None] Publish callbacks [] for port (a9089721-ca2f-4efe-b09f-8cdaf4aab72e), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:03.545743 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-71f97e4e-bc97-4a5b-a61f-eec2790380f4 admin admin] Publish callbacks [] for security_group (7d011a74-d8aa-4c20-8661-cbcad2455b40), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:03.595418 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-6247d677-ded2-4692-ac0e-204f0d076827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a9089721-ca2f-4efe-b09f-8cdaf4aab72e), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:03.618365 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-71f97e4e-bc97-4a5b-a61f-eec2790380f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (7d011a74-d8aa-4c20-8661-cbcad2455b40), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:03.630229 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:03.632610 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-6247d677-ded2-4692-ac0e-204f0d076827 None None] Attempting to bind port a9089721-ca2f-4efe-b09f-8cdaf4aab72e on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:39:03.633374 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-6247d677-ded2-4692-ac0e-204f0d076827 None None] Attempting to bind port a9089721-ca2f-4efe-b09f-8cdaf4aab72e by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:39:03.633729 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:03.634276 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6247d677-ded2-4692-ac0e-204f0d076827 None None] Attempting to bind port a9089721-ca2f-4efe-b09f-8cdaf4aab72e on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:39:03.644857 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6247d677-ded2-4692-ac0e-204f0d076827 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:39:03.648861 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6247d677-ded2-4692-ac0e-204f0d076827 None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:39:03.648861 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-6247d677-ded2-4692-ac0e-204f0d076827 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:03.648861 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6247d677-ded2-4692-ac0e-204f0d076827 None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:39:03.648861 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-6247d677-ded2-4692-ac0e-204f0d076827 None None] Bound port: a9089721-ca2f-4efe-b09f-8cdaf4aab72e, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:39:03.648861 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-6247d677-ded2-4692-ac0e-204f0d076827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a9089721-ca2f-4efe-b09f-8cdaf4aab72e), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:03.677290 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71f97e4e-bc97-4a5b-a61f-eec2790380f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:39:03.685296 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f97e4e-bc97-4a5b-a61f-eec2790380f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d011a74-d8aa-4c20-8661-cbcad2455b40,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:03.695762 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-71f97e4e-bc97-4a5b-a61f-eec2790380f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (7fbfb8d2-d6f5-4d94-9380-883a548ecc4d), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:03.696101 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-71f97e4e-bc97-4a5b-a61f-eec2790380f4 admin admin] Added segment 7fbfb8d2-d6f5-4d94-9380-883a548ecc4d of type vlan for network 344d462f-6760-460a-9857-8c3930ef017b Aug 27 04:39:03.698181 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:03.698345 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64ba2ff-7fae-4ee0-8a62-ca8419c3b8b5 None None] Pushing event updated for resources: {'Port': ['ID=a9089721-ca2f-4efe-b09f-8cdaf4aab72e,revision_number=2']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:03.725316 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ba2ff-7fae-4ee0-8a62-ca8419c3b8b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:03.728354 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ba2ff-7fae-4ee0-8a62-ca8419c3b8b5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:03.728354 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ba2ff-7fae-4ee0-8a62-ca8419c3b8b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:03.728354 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ba2ff-7fae-4ee0-8a62-ca8419c3b8b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:03.728354 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ba2ff-7fae-4ee0-8a62-ca8419c3b8b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:03.728354 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ba2ff-7fae-4ee0-8a62-ca8419c3b8b5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:03.728354 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ba2ff-7fae-4ee0-8a62-ca8419c3b8b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:03.728354 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ba2ff-7fae-4ee0-8a62-ca8419c3b8b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:03.728354 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ba2ff-7fae-4ee0-8a62-ca8419c3b8b5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:03.729861 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ba2ff-7fae-4ee0-8a62-ca8419c3b8b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:03.731980 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ba2ff-7fae-4ee0-8a62-ca8419c3b8b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:03.735805 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ba2ff-7fae-4ee0-8a62-ca8419c3b8b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:03.736349 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ba2ff-7fae-4ee0-8a62-ca8419c3b8b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:03.739266 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ba2ff-7fae-4ee0-8a62-ca8419c3b8b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:03.739635 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ba2ff-7fae-4ee0-8a62-ca8419c3b8b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:03.741057 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ba2ff-7fae-4ee0-8a62-ca8419c3b8b5 None None] Tracked resource versions report: Aug 27 04:39:03.741057 n-d-852088-5 neutron-server[107778]: pushed versions: Aug 27 04:39:03.741057 n-d-852088-5 neutron-server[107778]: { 'AddressGroup': {'1.2'}, Aug 27 04:39:03.741057 n-d-852088-5 neutron-server[107778]: 'Agent': {'1.1'}, Aug 27 04:39:03.741057 n-d-852088-5 neutron-server[107778]: 'ConntrackHelper': {'1.0'}, Aug 27 04:39:03.741057 n-d-852088-5 neutron-server[107778]: 'LocalIPAssociation': {'1.0'}, Aug 27 04:39:03.741057 n-d-852088-5 neutron-server[107778]: 'Log': {'1.0'}, Aug 27 04:39:03.741057 n-d-852088-5 neutron-server[107778]: 'NDPProxy': {'1.0'}, Aug 27 04:39:03.741057 n-d-852088-5 neutron-server[107778]: 'Network': {'1.1'}, Aug 27 04:39:03.741057 n-d-852088-5 neutron-server[107778]: 'Port': {'1.7'}, Aug 27 04:39:03.741057 n-d-852088-5 neutron-server[107778]: 'PortForwarding': {'1.3'}, Aug 27 04:39:03.741057 n-d-852088-5 neutron-server[107778]: 'QosPolicy': {'1.10'}, Aug 27 04:39:03.741057 n-d-852088-5 neutron-server[107778]: 'SecurityGroup': {'1.5'}, Aug 27 04:39:03.741057 n-d-852088-5 neutron-server[107778]: 'SecurityGroupRule': {'1.2'}, Aug 27 04:39:03.741057 n-d-852088-5 neutron-server[107778]: 'SubPort': {'1.0'}, Aug 27 04:39:03.741057 n-d-852088-5 neutron-server[107778]: 'Subnet': {'1.1'}, Aug 27 04:39:03.741057 n-d-852088-5 neutron-server[107778]: 'Trunk': {'1.1'}} Aug 27 04:39:03.741057 n-d-852088-5 neutron-server[107778]: consumer versions: Aug 27 04:39:03.741057 n-d-852088-5 neutron-server[107778]: { DHCP agent@n-d-852088-5: {}, Aug 27 04:39:03.741057 n-d-852088-5 neutron-server[107778]: HyperV agent@n-h1-852088-5: {}, Aug 27 04:39:03.741057 n-d-852088-5 neutron-server[107778]: HyperV agent@n-h2-852088-5: {}, Aug 27 04:39:03.741057 n-d-852088-5 neutron-server[107778]: L3 agent@n-d-852088-5: {}, Aug 27 04:39:03.741057 n-d-852088-5 neutron-server[107778]: Metadata agent@n-d-852088-5: {}, Aug 27 04:39:03.741057 n-d-852088-5 neutron-server[107778]: Metering agent@n-d-852088-5: {}, Aug 27 04:39:03.741057 n-d-852088-5 neutron-server[107778]: Open vSwitch agent@n-d-852088-5: { 'AddressGroup': '1.2', Aug 27 04:39:03.741057 n-d-852088-5 neutron-server[107778]: 'Agent': '1.1', Aug 27 04:39:03.741057 n-d-852088-5 neutron-server[107778]: 'ConntrackHelper': '1.0', Aug 27 04:39:03.741057 n-d-852088-5 neutron-server[107778]: 'LocalIPAssociation': '1.0', Aug 27 04:39:03.741057 n-d-852088-5 neutron-server[107778]: 'Log': '1.0', Aug 27 04:39:03.741057 n-d-852088-5 neutron-server[107778]: 'NDPProxy': '1.0', Aug 27 04:39:03.741057 n-d-852088-5 neutron-server[107778]: 'Network': '1.1', Aug 27 04:39:03.741057 n-d-852088-5 neutron-server[107778]: 'Port': '1.7', Aug 27 04:39:03.741057 n-d-852088-5 neutron-server[107778]: 'PortForwarding': '1.3', Aug 27 04:39:03.741057 n-d-852088-5 neutron-server[107778]: 'QosPolicy': '1.10', Aug 27 04:39:03.741057 n-d-852088-5 neutron-server[107778]: 'SecurityGroup': '1.5', Aug 27 04:39:03.741057 n-d-852088-5 neutron-server[107778]: 'SecurityGroupRule': '1.2', Aug 27 04:39:03.741057 n-d-852088-5 neutron-server[107778]: 'SubPort': '1.0', Aug 27 04:39:03.741057 n-d-852088-5 neutron-server[107778]: 'Subnet': '1.1', Aug 27 04:39:03.741057 n-d-852088-5 neutron-server[107778]: 'Trunk': '1.1'}} Aug 27 04:39:03.741057 n-d-852088-5 neutron-server[107778]: {{(pid=107778) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 04:39:03.773786 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-464d5edd-1af9-4695-9d4a-b64097a108c3 admin admin] Allocated IP 172.20.0.1 (b134d935-62df-4180-b42e-dd0f46da1876/61505813-e6e6-476e-b1aa-48cf481200bc/8ffd99c9-e89d-48f3-8d27-e6da270d4a1c) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:39:03.795901 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-71f97e4e-bc97-4a5b-a61f-eec2790380f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (344d462f-6760-460a-9857-8c3930ef017b), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:03.801430 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-6247d677-ded2-4692-ac0e-204f0d076827 None None] For port a9089721-ca2f-4efe-b09f-8cdaf4aab72e, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:39:03.805327 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-6247d677-ded2-4692-ac0e-204f0d076827 None None] For port a9089721-ca2f-4efe-b09f-8cdaf4aab72e, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a9089721-ca2f-4efe-b09f-8cdaf4aab72e,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:39:03.812802 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 87857f32-d853-4fe1-9a87-fe654d94d5e0 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:39:03.871099 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-6247d677-ded2-4692-ac0e-204f0d076827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a9089721-ca2f-4efe-b09f-8cdaf4aab72e), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:03.915917 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-71f97e4e-bc97-4a5b-a61f-eec2790380f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (344d462f-6760-460a-9857-8c3930ef017b), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:03.917020 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f97e4e-bc97-4a5b-a61f-eec2790380f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:03.917593 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-71f97e4e-bc97-4a5b-a61f-eec2790380f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:03.940404 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:03.951547 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64ba2ff-7fae-4ee0-8a62-ca8419c3b8b5 None None] Pushing event updated for resources: {'Port': ['ID=a9089721-ca2f-4efe-b09f-8cdaf4aab72e,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:03.961948 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6247d677-ded2-4692-ac0e-204f0d076827 None None] Routers {'51568ced-6296-45e8-aaef-d09dc45fa22e'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:39:03.961948 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-6247d677-ded2-4692-ac0e-204f0d076827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:38:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['51568ced-6296-45e8-aaef-d09dc45fa22e'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:03.998167 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966cd491-b515-4609-ba2f-586fa40284ac req-e2280b21-15c4-42d1-a3bb-67d1b389c27d tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:03.999780 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-966cd491-b515-4609-ba2f-586fa40284ac req-e2280b21-15c4-42d1-a3bb-67d1b389c27d tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b088bb60-5987-411d-b201-229a418a5d4c HTTP/1.1" status: 200 len: 971 time: 0.1389551 Aug 27 04:39:04.065097 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f97e4e-bc97-4a5b-a61f-eec2790380f4 admin admin] Pushing event updated for resources: {'Network': ['ID=344d462f-6760-460a-9857-8c3930ef017b,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:04.079276 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 344d462f-6760-460a-9857-8c3930ef017b details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:39:04.094138 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:04.106853 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-966cd491-b515-4609-ba2f-586fa40284ac req-b00a2fd8-b67b-4427-b66c-e5e7fa93b8de tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=1d4c7e20-3bd8-4726-ab7d-f71e12713dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958776 Aug 27 04:39:04.128437 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-6247d677-ded2-4692-ac0e-204f0d076827 None None] Set router 51568ced-6296-45e8-aaef-d09dc45fa22e gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:39:04.141510 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-464d5edd-1af9-4695-9d4a-b64097a108c3 admin admin] Publish callbacks [] for port (8ffd99c9-e89d-48f3-8d27-e6da270d4a1c), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:04.156927 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 87857f32-d853-4fe1-9a87-fe654d94d5e0 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:39:04.157671 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (87857f32-d853-4fe1-9a87-fe654d94d5e0), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:04.175556 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37528) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:04.176099 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-71f97e4e-bc97-4a5b-a61f-eec2790380f4 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2209110 Aug 27 04:39:04.181985 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-633511ff-9a78-41e3-a1f1-f068f245b55d admin admin] Request body: {'subnet': {'network_id': '344d462f-6760-460a-9857-8c3930ef017b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1308493048-subnet', 'tenant_id': '876447d8eb814920856d46902fd76713', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:39:04.283107 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 87857f32-d853-4fe1-9a87-fe654d94d5e0 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:39:04.288143 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633511ff-9a78-41e3-a1f1-f068f245b55d admin admin] Made reservation on behalf of 876447d8eb814920856d46902fd76713 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:39:04.291989 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-633511ff-9a78-41e3-a1f1-f068f245b55d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:04.346178 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-464d5edd-1af9-4695-9d4a-b64097a108c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (8ffd99c9-e89d-48f3-8d27-e6da270d4a1c), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:04.465175 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464d5edd-1af9-4695-9d4a-b64097a108c3 admin admin] Network b134d935-62df-4180-b42e-dd0f46da1876 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:39:04.471655 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d5edd-1af9-4695-9d4a-b64097a108c3 admin admin] Pushing event updated for resources: {'Port': ['ID=8ffd99c9-e89d-48f3-8d27-e6da270d4a1c,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:04.487383 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-464d5edd-1af9-4695-9d4a-b64097a108c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:39:04.487383 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464d5edd-1af9-4695-9d4a-b64097a108c3 admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:39:04.487383 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-464d5edd-1af9-4695-9d4a-b64097a108c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (51568ced-6296-45e8-aaef-d09dc45fa22e), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:04.535471 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-6247d677-ded2-4692-ac0e-204f0d076827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51568ced-6296-45e8-aaef-d09dc45fa22e', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-825981788-router', 'tenant_id': '0e2774ce585b4cfba6bcec93ae80096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': 'a9089721-ca2f-4efe-b09f-8cdaf4aab72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:38:59Z', 'updated_at': '2022-08-27T04:39:01Z', 'revision_number': 3, 'project_id': '0e2774ce585b4cfba6bcec93ae80096f', 'gw_port': {'id': 'a9089721-ca2f-4efe-b09f-8cdaf4aab72e', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:18:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51568ced-6296-45e8-aaef-d09dc45fa22e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:00Z', 'updated_at': '2022-08-27T04:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:04.568362 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6247d677-ded2-4692-ac0e-204f0d076827 None None] The sync data for ids ['51568ced-6296-45e8-aaef-d09dc45fa22e'] in n-d-852088-5 is: [{'id': '51568ced-6296-45e8-aaef-d09dc45fa22e', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-825981788-router', 'tenant_id': '0e2774ce585b4cfba6bcec93ae80096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': 'a9089721-ca2f-4efe-b09f-8cdaf4aab72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:38:59Z', 'updated_at': '2022-08-27T04:39:01Z', 'revision_number': 3, 'project_id': '0e2774ce585b4cfba6bcec93ae80096f', 'gw_port': {'id': 'a9089721-ca2f-4efe-b09f-8cdaf4aab72e', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:18:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51568ced-6296-45e8-aaef-d09dc45fa22e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:00Z', 'updated_at': '2022-08-27T04:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:39:04.611925 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426b793-175a-4674-9cd9-37742e6f6f70 req-4a22387e-af0f-4ce9-9510-f7ffd08e55c6 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:04.621314 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3426b793-175a-4674-9cd9-37742e6f6f70 req-4a22387e-af0f-4ce9-9510-f7ffd08e55c6 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0d087124-e959-47b8-8ae4-8823745c4d8d HTTP/1.1" status: 200 len: 949 time: 0.2269573 Aug 27 04:39:04.718812 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87616fbd-8144-4e39-a320-fdbda1472550 req-92e55cd6-236b-4dfe-b3e0-56c8aac20030 tempest-DeleteServersAdminTestJSON-1220826188 tempest-DeleteServersAdminTestJSON-1220826188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:04.720457 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-87616fbd-8144-4e39-a320-fdbda1472550 req-92e55cd6-236b-4dfe-b3e0-56c8aac20030 tempest-DeleteServersAdminTestJSON-1220826188 tempest-DeleteServersAdminTestJSON-1220826188-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0d087124-e959-47b8-8ae4-8823745c4d8d HTTP/1.1" status: 200 len: 1131 time: 0.1388588 Aug 27 04:39:04.816045 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3426b793-175a-4674-9cd9-37742e6f6f70 req-3a5eebbc-5820-4530-bdc7-537a2a1459d9 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=22170a02-a707-49d3-bf0d-346bff1fd07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939940 Aug 27 04:39:04.827535 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:39:04.827882 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-1fcb62b6-a49c-48f8-9105-cf562096111d None None] Provisioning complete for port 8ffd99c9-e89d-48f3-8d27-e6da270d4a1c triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:39:04.842728 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1fcb62b6-a49c-48f8-9105-cf562096111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (8ffd99c9-e89d-48f3-8d27-e6da270d4a1c), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:04.912052 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-1fcb62b6-a49c-48f8-9105-cf562096111d None None] Port 8ffd99c9-e89d-48f3-8d27-e6da270d4a1c cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:39:04.915049 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:05.019716 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [req-87616fbd-8144-4e39-a320-fdbda1472550 req-7da421a2-686b-4a27-bb92-1e0d4799b58e tempest-DeleteServersAdminTestJSON-1220826188 tempest-DeleteServersAdminTestJSON-1220826188-project-admin] Deleting port f0919532-3fe5-4bda-b926-9fa100d1e9f3 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:39:05.020205 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-87616fbd-8144-4e39-a320-fdbda1472550 req-7da421a2-686b-4a27-bb92-1e0d4799b58e tempest-DeleteServersAdminTestJSON-1220826188 tempest-DeleteServersAdminTestJSON-1220826188-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (f0919532-3fe5-4bda-b926-9fa100d1e9f3), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:05.069029 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-464d5edd-1af9-4695-9d4a-b64097a108c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8ffd99c9-e89d-48f3-8d27-e6da270d4a1c), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:05.093080 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 37568) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:05.201151 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-633511ff-9a78-41e3-a1f1-f068f245b55d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for subnet (cfbcca89-0e4a-4642-9594-a27cb2aa6e50), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:05.308820 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6d37e964-36b2-4fef-9f42-7bfc1475af0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:05.373228 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [req-87616fbd-8144-4e39-a320-fdbda1472550 req-7da421a2-686b-4a27-bb92-1e0d4799b58e tempest-DeleteServersAdminTestJSON-1220826188 tempest-DeleteServersAdminTestJSON-1220826188-project-admin] For port f0919532-3fe5-4bda-b926-9fa100d1e9f3, host n-h2-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852088-5',level=0,port_id=f0919532-3fe5-4bda-b926-9fa100d1e9f3,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:39:05.373603 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-87616fbd-8144-4e39-a320-fdbda1472550 req-7da421a2-686b-4a27-bb92-1e0d4799b58e tempest-DeleteServersAdminTestJSON-1220826188 tempest-DeleteServersAdminTestJSON-1220826188-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (f0919532-3fe5-4bda-b926-9fa100d1e9f3), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:05.382177 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633511ff-9a78-41e3-a1f1-f068f245b55d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfbcca89-0e4a-4642-9594-a27cb2aa6e50,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:05.412058 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6178e9-be1b-4cec-8364-4a0049c5b66d req-c987331f-c0cb-437a-833f-04b7af22580c tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:05.412985 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6d37e964-36b2-4fef-9f42-7bfc1475af0a admin admin] Publish callbacks [] for security_group (d69cda95-76d4-4c8c-a5c6-835f344121ae), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:05.413628 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2b6178e9-be1b-4cec-8364-4a0049c5b66d req-c987331f-c0cb-437a-833f-04b7af22580c tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b088bb60-5987-411d-b201-229a418a5d4c HTTP/1.1" status: 200 len: 971 time: 0.1419563 Aug 27 04:39:05.420691 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [req-87616fbd-8144-4e39-a320-fdbda1472550 req-7da421a2-686b-4a27-bb92-1e0d4799b58e tempest-DeleteServersAdminTestJSON-1220826188 tempest-DeleteServersAdminTestJSON-1220826188-project-admin] Calling delete_port for f0919532-3fe5-4bda-b926-9fa100d1e9f3 owned by compute:nova {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:39:05.471407 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633511ff-9a78-41e3-a1f1-f068f245b55d admin admin] Checking segment: {'id': '7fbfb8d2-d6f5-4d94-9380-883a548ecc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '344d462f-6760-460a-9857-8c3930ef017b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:39:05.471776 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633511ff-9a78-41e3-a1f1-f068f245b55d admin admin] Network hostable DHCP agents. Network: 344d462f-6760-460a-9857-8c3930ef017b, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:39:05.560986 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6d37e964-36b2-4fef-9f42-7bfc1475af0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (d69cda95-76d4-4c8c-a5c6-835f344121ae), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:05.612562 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2b6178e9-be1b-4cec-8364-4a0049c5b66d req-a42470e8-257d-45ab-ae84-95438ae9fbac tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=1d4c7e20-3bd8-4726-ab7d-f71e12713dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881397 Aug 27 04:39:05.653845 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6d37e964-36b2-4fef-9f42-7bfc1475af0a admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=97bfd3043f0a465892d401dbb012409d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5584607 Aug 27 04:39:05.654715 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37e964-36b2-4fef-9f42-7bfc1475af0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69cda95-76d4-4c8c-a5c6-835f344121ae,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:05.657921 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 37598) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:05.728085 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8d9bbdb6-139e-41dd-9fee-bececd190e4e admin admin] Publish callbacks [] for security_group (d69cda95-76d4-4c8c-a5c6-835f344121ae), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:05.750402 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:UPDATE=3,neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:05.766840 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633511ff-9a78-41e3-a1f1-f068f245b55d admin admin] Network 344d462f-6760-460a-9857-8c3930ef017b is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:39:05.774474 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8d9bbdb6-139e-41dd-9fee-bececd190e4e admin admin] Publish callbacks [] for security_group (d69cda95-76d4-4c8c-a5c6-835f344121ae), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:05.787528 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-464d5edd-1af9-4695-9d4a-b64097a108c3 admin admin] Publish callbacks [] for port (8ffd99c9-e89d-48f3-8d27-e6da270d4a1c), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:05.790016 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:05.848712 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a9089721-ca2f-4efe-b09f-8cdaf4aab72e up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:39:05.870866 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-633511ff-9a78-41e3-a1f1-f068f245b55d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 344d462f-6760-460a-9857-8c3930ef017b) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:39:05.882560 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633511ff-9a78-41e3-a1f1-f068f245b55d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:05.883393 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-633511ff-9a78-41e3-a1f1-f068f245b55d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:05.886702 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-464d5edd-1af9-4695-9d4a-b64097a108c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (8ffd99c9-e89d-48f3-8d27-e6da270d4a1c), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:05.887096 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-464d5edd-1af9-4695-9d4a-b64097a108c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (51568ced-6296-45e8-aaef-d09dc45fa22e), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:05.898581 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:05.901922 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d91c17-a7ce-45f4-93dc-21b04376e54a None None] Network 344d462f-6760-460a-9857-8c3930ef017b requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:39:05.941851 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 37614) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:05.959615 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-87616fbd-8144-4e39-a320-fdbda1472550 req-7da421a2-686b-4a27-bb92-1e0d4799b58e tempest-DeleteServersAdminTestJSON-1220826188 tempest-DeleteServersAdminTestJSON-1220826188-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (f0919532-3fe5-4bda-b926-9fa100d1e9f3), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:05.974085 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8d9bbdb6-139e-41dd-9fee-bececd190e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (d69cda95-76d4-4c8c-a5c6-835f344121ae), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:05.977338 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] get_ports_and_sgs() called for port_ids ['f0919532-3fe5-4bda-b926-9fa100d1e9f3'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:39:05.979224 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8d9bbdb6-139e-41dd-9fee-bececd190e4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:05.980640 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8d9bbdb6-139e-41dd-9fee-bececd190e4e admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/d69cda95-76d4-4c8c-a5c6-835f344121ae HTTP/1.1" status: 204 len: 168 time: 0.3213515 Aug 27 04:39:05.990345 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:06.007921 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9bbdb6-139e-41dd-9fee-bececd190e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69cda95-76d4-4c8c-a5c6-835f344121ae,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:06.027131 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b0630-fb3f-44d7-8dd0-93bef6158a46 req-71d8c76d-8ff1-4bda-81aa-9dea82b076b1 tempest-AggregatesAdminTestJSON-1422868917 tempest-AggregatesAdminTestJSON-1422868917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:06.036648 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4c1b0630-fb3f-44d7-8dd0-93bef6158a46 req-71d8c76d-8ff1-4bda-81aa-9dea82b076b1 tempest-AggregatesAdminTestJSON-1422868917 tempest-AggregatesAdminTestJSON-1422868917-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b088bb60-5987-411d-b201-229a418a5d4c HTTP/1.1" status: 200 len: 1153 time: 0.1994793 Aug 27 04:39:06.046783 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port a9089721-ca2f-4efe-b09f-8cdaf4aab72e triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:39:06.047338 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a9089721-ca2f-4efe-b09f-8cdaf4aab72e), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:06.080669 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-47a559bd-cb2a-4558-be7a-9fb9de08b41e req-26a81552-8170-42d9-9f59-d849e9020c78 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0d087124-e959-47b8-8ae4-8823745c4d8d HTTP/1.1" status: 200 len: 210 time: 0.1253135 Aug 27 04:39:06.115988 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-da490b2e-4a46-441e-9bd4-0e8f4c0c2bc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:06.145544 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5603db95-fdbf-456a-b76f-bdfe5786ec7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-344d462f-6760-460a-9857-8c3930ef017b', 'network_id': '344d462f-6760-460a-9857-8c3930ef017b', 'project_id': '876447d8eb814920856d46902fd76713', 'fixed_ips': [{'subnet_id': 'cfbcca89-0e4a-4642-9594-a27cb2aa6e50'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:39:06.146881 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5603db95-fdbf-456a-b76f-bdfe5786ec7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:06.150705 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-4c1b0630-fb3f-44d7-8dd0-93bef6158a46 req-52463878-1088-45b3-bd53-33123a4fd639 tempest-AggregatesAdminTestJSON-1422868917 tempest-AggregatesAdminTestJSON-1422868917-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:06.197306 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d5edd-1af9-4695-9d4a-b64097a108c3 admin admin] Pushing event updated for resources: {'Port': ['ID=8ffd99c9-e89d-48f3-8d27-e6da270d4a1c,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:06.217400 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port a9089721-ca2f-4efe-b09f-8cdaf4aab72e is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:39:06.218106 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a9089721-ca2f-4efe-b09f-8cdaf4aab72e), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:06.239279 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-da490b2e-4a46-441e-9bd4-0e8f4c0c2bc3 admin admin] Publish callbacks [] for security_group (0494fcc9-fc44-4184-927e-80946e7c24cb), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:06.241776 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 37624) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:06.247535 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-633511ff-9a78-41e3-a1f1-f068f245b55d admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.0669317 Aug 27 04:39:06.249904 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [req-87616fbd-8144-4e39-a320-fdbda1472550 req-7da421a2-686b-4a27-bb92-1e0d4799b58e tempest-DeleteServersAdminTestJSON-1220826188 tempest-DeleteServersAdminTestJSON-1220826188-project-admin] No DVR routers for this DVR port f0919532-3fe5-4bda-b926-9fa100d1e9f3 on host n-h2-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:39:06.250953 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-5ba51918-ccb5-4d48-a31f-505eff45c645 admin admin] Request body: {'router': {'name': 'tempest-LiveMigrationTest-1308493048-router', 'tenant_id': '876447d8eb814920856d46902fd76713', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:39:06.254411 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-87616fbd-8144-4e39-a320-fdbda1472550 req-7da421a2-686b-4a27-bb92-1e0d4799b58e tempest-DeleteServersAdminTestJSON-1220826188 tempest-DeleteServersAdminTestJSON-1220826188-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:06.261075 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-87616fbd-8144-4e39-a320-fdbda1472550 req-7da421a2-686b-4a27-bb92-1e0d4799b58e tempest-DeleteServersAdminTestJSON-1220826188 tempest-DeleteServersAdminTestJSON-1220826188-project-admin] 10.222.0.78 "DELETE /networking/v2.0/ports/f0919532-3fe5-4bda-b926-9fa100d1e9f3 HTTP/1.1" status: 204 len: 173 time: 1.5210690 Aug 27 04:39:06.280332 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d087124-e959-47b8-8ae4-8823745c4d8d', 'name': 'network-vif-deleted', 'tag': 'f0919532-3fe5-4bda-b926-9fa100d1e9f3'}] {{(pid=107775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:39:06.282741 n-d-852088-5 neutron-server[107775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ddf616e61a40c3321bb076b8b2a422f95ceea1ddd8db904bb1386914125100a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7a7a4c-5ddf-444f-9cf7-9b0c90938b23" -d '{"events": [{"server_uuid": "0d087124-e959-47b8-8ae4-8823745c4d8d", "name": "network-vif-deleted", "tag": "f0919532-3fe5-4bda-b926-9fa100d1e9f3"}]}' {{(pid=107775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:39:06.284850 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port a9089721-ca2f-4efe-b09f-8cdaf4aab72e, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a9089721-ca2f-4efe-b09f-8cdaf4aab72e,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:39:06.310288 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-da490b2e-4a46-441e-9bd4-0e8f4c0c2bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (0494fcc9-fc44-4184-927e-80946e7c24cb), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:06.359924 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da421a2-686b-4a27-bb92-1e0d4799b58e tempest-DeleteServersAdminTestJSON-1220826188 tempest-DeleteServersAdminTestJSON-1220826188-project-admin] Pushing event deleted for resources: {'Port': ['ID=f0919532-3fe5-4bda-b926-9fa100d1e9f3,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:06.382911 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da490b2e-4a46-441e-9bd4-0e8f4c0c2bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0494fcc9-fc44-4184-927e-80946e7c24cb,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:06.388131 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464d5edd-1af9-4695-9d4a-b64097a108c3 admin admin] Network b134d935-62df-4180-b42e-dd0f46da1876 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:39:06.389106 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-da490b2e-4a46-441e-9bd4-0e8f4c0c2bc3 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=e29f97d7f4b048348e405dff4e6afc52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4457242 Aug 27 04:39:06.391667 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 37632) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:06.397291 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-464d5edd-1af9-4695-9d4a-b64097a108c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:39:06.409726 n-d-852088-5 neutron-server[107775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 04:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d08947c-ec83-4a2a-8aa1-3633aea686c2 x-openstack-request-id: req-9d08947c-ec83-4a2a-8aa1-3633aea686c2 {{(pid=107775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:39:06.410024 n-d-852088-5 neutron-server[107775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d087124-e959-47b8-8ae4-8823745c4d8d", "name": "network-vif-deleted", "tag": "f0919532-3fe5-4bda-b926-9fa100d1e9f3", "status": "completed", "code": 200}]} {{(pid=107775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:39:06.410320 n-d-852088-5 neutron-server[107775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9d08947c-ec83-4a2a-8aa1-3633aea686c2 {{(pid=107775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:39:06.410980 n-d-852088-5 neutron-server[107775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d08947c-ec83-4a2a-8aa1-3633aea686c2'] response: {'server_uuid': '0d087124-e959-47b8-8ae4-8823745c4d8d', 'name': 'network-vif-deleted', 'tag': 'f0919532-3fe5-4bda-b926-9fa100d1e9f3', 'status': 'completed', 'code': 200} Aug 27 04:39:06.431047 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5ba51918-ccb5-4d48-a31f-505eff45c645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (30f1d0b2-f177-4cd1-9bba-dd7606e6331e), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:06.433746 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5ba51918-ccb5-4d48-a31f-505eff45c645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (30f1d0b2-f177-4cd1-9bba-dd7606e6331e), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:06.531775 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a9089721-ca2f-4efe-b09f-8cdaf4aab72e), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:06.577965 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5ba51918-ccb5-4d48-a31f-505eff45c645 admin admin] Publish callbacks [] for router_controller (30f1d0b2-f177-4cd1-9bba-dd7606e6331e), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:06.611952 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9fc3ea54-a7f3-412f-b588-acbeabbf774b admin admin] Publish callbacks [] for security_group (0494fcc9-fc44-4184-927e-80946e7c24cb), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:06.642435 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-5603db95-fdbf-456a-b76f-bdfe5786ec7b None None] Allocated IP 172.20.0.2 (344d462f-6760-460a-9857-8c3930ef017b/cfbcca89-0e4a-4642-9594-a27cb2aa6e50/89338a70-5fb6-46d5-936e-1ea73316ed55) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:39:06.661570 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9fc3ea54-a7f3-412f-b588-acbeabbf774b admin admin] Publish callbacks [] for security_group (0494fcc9-fc44-4184-927e-80946e7c24cb), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:06.716282 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:06.731548 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-4c1b0630-fb3f-44d7-8dd0-93bef6158a46 req-52463878-1088-45b3-bd53-33123a4fd639 tempest-AggregatesAdminTestJSON-1422868917 tempest-AggregatesAdminTestJSON-1422868917-project-admin] Publish callbacks [] for security_group (9d4516fe-67e8-4b3f-ae17-7b3f1028f88b), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:06.740239 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:06.747347 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464d5edd-1af9-4695-9d4a-b64097a108c3 admin admin] Router 51568ced-6296-45e8-aaef-d09dc45fa22e has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:39:06.759536 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:06.799669 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=a9089721-ca2f-4efe-b09f-8cdaf4aab72e,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:06.812328 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-4c1b0630-fb3f-44d7-8dd0-93bef6158a46 req-52463878-1088-45b3-bd53-33123a4fd639 tempest-AggregatesAdminTestJSON-1422868917 tempest-AggregatesAdminTestJSON-1422868917-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (9d4516fe-67e8-4b3f-ae17-7b3f1028f88b), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:06.834208 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9fc3ea54-a7f3-412f-b588-acbeabbf774b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (0494fcc9-fc44-4184-927e-80946e7c24cb), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:06.836861 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9fc3ea54-a7f3-412f-b588-acbeabbf774b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:06.837902 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-9fc3ea54-a7f3-412f-b588-acbeabbf774b admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/0494fcc9-fc44-4184-927e-80946e7c24cb HTTP/1.1" status: 204 len: 168 time: 0.4452252 Aug 27 04:39:06.857503 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc3ea54-a7f3-412f-b588-acbeabbf774b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0494fcc9-fc44-4184-927e-80946e7c24cb,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:06.909531 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4c1b0630-fb3f-44d7-8dd0-93bef6158a46 req-52463878-1088-45b3-bd53-33123a4fd639 tempest-AggregatesAdminTestJSON-1422868917 tempest-AggregatesAdminTestJSON-1422868917-project-admin] 10.222.0.76 "GET /networking/v2.0/security-groups?id=1d4c7e20-3bd8-4726-ab7d-f71e12713dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8719225 Aug 27 04:39:06.912843 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52463878-1088-45b3-bd53-33123a4fd639 tempest-AggregatesAdminTestJSON-1422868917 tempest-AggregatesAdminTestJSON-1422868917-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4516fe-67e8-4b3f-ae17-7b3f1028f88b,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:06.956751 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464d5edd-1af9-4695-9d4a-b64097a108c3 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:39:06.972816 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-464d5edd-1af9-4695-9d4a-b64097a108c3 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/51568ced-6296-45e8-aaef-d09dc45fa22e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2925315 Aug 27 04:39:06.987488 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-da467fa9-99ce-413f-8d5f-2f83801d9963 None None] Provisioning complete for port 8ffd99c9-e89d-48f3-8d27-e6da270d4a1c triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:39:06.988686 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-da467fa9-99ce-413f-8d5f-2f83801d9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (8ffd99c9-e89d-48f3-8d27-e6da270d4a1c), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:07.062463 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5ba51918-ccb5-4d48-a31f-505eff45c645 admin admin] Publish callbacks [] for router_gateway (30f1d0b2-f177-4cd1-9bba-dd7606e6331e), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:07.074950 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37644) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:07.094470 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3cc7ced7-678a-4210-a884-c748ff5bc549 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:07.108123 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5603db95-fdbf-456a-b76f-bdfe5786ec7b None None] Publish callbacks [] for port (89338a70-5fb6-46d5-936e-1ea73316ed55), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:07.113026 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-da467fa9-99ce-413f-8d5f-2f83801d9963 None None] Port 8ffd99c9-e89d-48f3-8d27-e6da270d4a1c cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:39:07.187737 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5603db95-fdbf-456a-b76f-bdfe5786ec7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (89338a70-5fb6-46d5-936e-1ea73316ed55), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:07.265744 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5603db95-fdbf-456a-b76f-bdfe5786ec7b None None] Network 344d462f-6760-460a-9857-8c3930ef017b is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:39:07.275994 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:07.279835 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-5603db95-fdbf-456a-b76f-bdfe5786ec7b None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:39:07.288662 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5603db95-fdbf-456a-b76f-bdfe5786ec7b None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:39:07.321040 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5603db95-fdbf-456a-b76f-bdfe5786ec7b None None] Pushing event updated for resources: {'Port': ['ID=89338a70-5fb6-46d5-936e-1ea73316ed55,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:07.477915 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-5603db95-fdbf-456a-b76f-bdfe5786ec7b None None] Attempting to bind port 89338a70-5fb6-46d5-936e-1ea73316ed55 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:39:07.478529 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-5603db95-fdbf-456a-b76f-bdfe5786ec7b None None] Attempting to bind port 89338a70-5fb6-46d5-936e-1ea73316ed55 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '7fbfb8d2-d6f5-4d94-9380-883a548ecc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '344d462f-6760-460a-9857-8c3930ef017b'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:39:07.479075 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5603db95-fdbf-456a-b76f-bdfe5786ec7b None None] Attempting to bind port 89338a70-5fb6-46d5-936e-1ea73316ed55 on network 344d462f-6760-460a-9857-8c3930ef017b {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:39:07.490937 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5603db95-fdbf-456a-b76f-bdfe5786ec7b None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:39:07.491601 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5603db95-fdbf-456a-b76f-bdfe5786ec7b None None] Checking segment: {'id': '7fbfb8d2-d6f5-4d94-9380-883a548ecc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '344d462f-6760-460a-9857-8c3930ef017b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:39:07.492202 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5603db95-fdbf-456a-b76f-bdfe5786ec7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:07.493834 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5603db95-fdbf-456a-b76f-bdfe5786ec7b None None] Bound using segment: {'id': '7fbfb8d2-d6f5-4d94-9380-883a548ecc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '344d462f-6760-460a-9857-8c3930ef017b'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:39:07.494875 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-5603db95-fdbf-456a-b76f-bdfe5786ec7b None None] Bound port: 89338a70-5fb6-46d5-936e-1ea73316ed55, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fbfb8d2-d6f5-4d94-9380-883a548ecc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '344d462f-6760-460a-9857-8c3930ef017b'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:39:07.500103 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5603db95-fdbf-456a-b76f-bdfe5786ec7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (89338a70-5fb6-46d5-936e-1ea73316ed55), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:07.502899 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 37652) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:07.555409 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e4a3a56b-8525-4f8e-a173-482105dda866 req-d6a1550b-2d59-4c92-9aee-0b299d8f39af tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0d087124-e959-47b8-8ae4-8823745c4d8d HTTP/1.1" status: 200 len: 210 time: 0.0430498 Aug 27 04:39:07.557523 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3cc7ced7-678a-4210-a884-c748ff5bc549 admin admin] Publish callbacks [] for security_group (ce651f12-ba89-4906-83f1-68b79b72b86a), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:07.602108 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5ba51918-ccb5-4d48-a31f-505eff45c645 admin admin] Publish callbacks [] for router_gateway (30f1d0b2-f177-4cd1-9bba-dd7606e6331e), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:07.622992 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3cc7ced7-678a-4210-a884-c748ff5bc549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (ce651f12-ba89-4906-83f1-68b79b72b86a), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:07.630020 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-5603db95-fdbf-456a-b76f-bdfe5786ec7b None None] For port 89338a70-5fb6-46d5-936e-1ea73316ed55, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:39:07.633676 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-5603db95-fdbf-456a-b76f-bdfe5786ec7b None None] For port 89338a70-5fb6-46d5-936e-1ea73316ed55, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=89338a70-5fb6-46d5-936e-1ea73316ed55,segment=NetworkSegment(7fbfb8d2-d6f5-4d94-9380-883a548ecc4d),segment_id=7fbfb8d2-d6f5-4d94-9380-883a548ecc4d)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:39:07.679471 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5ba51918-ccb5-4d48-a31f-505eff45c645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:07.680611 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3cc7ced7-678a-4210-a884-c748ff5bc549 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=ab925fef5c8b4b63bceb4f546cde291b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6045039 Aug 27 04:39:07.681947 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc7ced7-678a-4210-a884-c748ff5bc549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce651f12-ba89-4906-83f1-68b79b72b86a,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:07.686462 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37660) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:07.716150 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5603db95-fdbf-456a-b76f-bdfe5786ec7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (89338a70-5fb6-46d5-936e-1ea73316ed55), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:07.773421 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:07.813517 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8ce14d3a-9e73-42e5-b547-d9a25ec29fa3 admin admin] Publish callbacks [] for security_group (ce651f12-ba89-4906-83f1-68b79b72b86a), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:07.853450 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a9dad0-a649-4706-a99d-d86161960497 None None] Sync routers for ids ['51568ced-6296-45e8-aaef-d09dc45fa22e'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:39:07.861600 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8ce14d3a-9e73-42e5-b547-d9a25ec29fa3 admin admin] Publish callbacks [] for security_group (ce651f12-ba89-4906-83f1-68b79b72b86a), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:07.894806 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a9089721-ca2f-4efe-b09f-8cdaf4aab72e up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:39:08.002334 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-5ba51918-ccb5-4d48-a31f-505eff45c645 admin admin] Allocated IP 172.25.2.139 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/e6c063f5-fda7-4ac4-b795-4dcf758c50b4) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:39:08.007813 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-047af055-bfa3-4a36-94af-34afbf5be924 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:08.012228 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5603db95-fdbf-456a-b76f-bdfe5786ec7b None None] Pushing event updated for resources: {'Port': ['ID=89338a70-5fb6-46d5-936e-1ea73316ed55,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:08.019124 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8ce14d3a-9e73-42e5-b547-d9a25ec29fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (ce651f12-ba89-4906-83f1-68b79b72b86a), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:08.022753 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8ce14d3a-9e73-42e5-b547-d9a25ec29fa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:08.023947 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-8ce14d3a-9e73-42e5-b547-d9a25ec29fa3 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/ce651f12-ba89-4906-83f1-68b79b72b86a HTTP/1.1" status: 204 len: 168 time: 0.3361752 Aug 27 04:39:08.031258 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a9dad0-a649-4706-a99d-d86161960497 None None] Routers {'51568ced-6296-45e8-aaef-d09dc45fa22e'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:39:08.031896 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-b3a9dad0-a649-4706-a99d-d86161960497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:38:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['51568ced-6296-45e8-aaef-d09dc45fa22e'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:08.054855 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce14d3a-9e73-42e5-b547-d9a25ec29fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce651f12-ba89-4906-83f1-68b79b72b86a,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:08.161045 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:08.174341 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port a9089721-ca2f-4efe-b09f-8cdaf4aab72e triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:39:08.175025 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a9089721-ca2f-4efe-b09f-8cdaf4aab72e), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:08.199484 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d8e6c-4a55-4415-8e8e-e22680b543fc req-1b8adb31-c1ce-408d-9e21-8885631efa46 tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:08.219393 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b05d8e6c-4a55-4415-8e8e-e22680b543fc req-1b8adb31-c1ce-408d-9e21-8885631efa46 tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b088bb60-5987-411d-b201-229a418a5d4c HTTP/1.1" status: 200 len: 971 time: 0.0847585 Aug 27 04:39:08.231859 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-b3a9dad0-a649-4706-a99d-d86161960497 None None] Set router 51568ced-6296-45e8-aaef-d09dc45fa22e gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:39:08.242378 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5ba51918-ccb5-4d48-a31f-505eff45c645 admin admin] Publish callbacks [] for port (e6c063f5-fda7-4ac4-b795-4dcf758c50b4), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:08.286743 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-047af055-bfa3-4a36-94af-34afbf5be924 admin admin] Publish callbacks [] for security_group (79e99a10-9fb2-4a9e-a4c8-1103c63dfec4), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:08.300953 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:08.325332 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b05d8e6c-4a55-4415-8e8e-e22680b543fc req-cc269392-20e6-42ad-be53-b3c69b2e64a6 tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=1d4c7e20-3bd8-4726-ab7d-f71e12713dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883095 Aug 27 04:39:08.341480 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-047af055-bfa3-4a36-94af-34afbf5be924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (79e99a10-9fb2-4a9e-a4c8-1103c63dfec4), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:08.365074 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:08.382637 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37668) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:08.402933 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-47337103-393e-4a89-9e52-a263e13b6fd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:08.411522 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port a9089721-ca2f-4efe-b09f-8cdaf4aab72e is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:39:08.433466 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-047af055-bfa3-4a36-94af-34afbf5be924 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=b20136c6b84e441eab875d7a007dd4dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9250734 Aug 27 04:39:08.435105 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047af055-bfa3-4a36-94af-34afbf5be924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e99a10-9fb2-4a9e-a4c8-1103c63dfec4,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:08.438090 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37670) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:08.440810 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5ba51918-ccb5-4d48-a31f-505eff45c645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (e6c063f5-fda7-4ac4-b795-4dcf758c50b4), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:08.535684 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-b3a9dad0-a649-4706-a99d-d86161960497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51568ced-6296-45e8-aaef-d09dc45fa22e', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-825981788-router', 'tenant_id': '0e2774ce585b4cfba6bcec93ae80096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': 'a9089721-ca2f-4efe-b09f-8cdaf4aab72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:38:59Z', 'updated_at': '2022-08-27T04:39:04Z', 'revision_number': 4, 'project_id': '0e2774ce585b4cfba6bcec93ae80096f', 'gw_port': {'id': 'a9089721-ca2f-4efe-b09f-8cdaf4aab72e', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:18:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51568ced-6296-45e8-aaef-d09dc45fa22e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:00Z', 'updated_at': '2022-08-27T04:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '8ffd99c9-e89d-48f3-8d27-e6da270d4a1c', 'name': '', 'network_id': 'b134d935-62df-4180-b42e-dd0f46da1876', 'tenant_id': '0e2774ce585b4cfba6bcec93ae80096f', 'mac_address': 'fa:16:3e:7f:85:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51568ced-6296-45e8-aaef-d09dc45fa22e', 'device_owner': 'network:router_interface', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '61505813-e6e6-476e-b1aa-48cf481200bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:03Z', 'updated_at': '2022-08-27T04:39:05Z', 'revision_number': 2, 'project_id': '0e2774ce585b4cfba6bcec93ae80096f', 'subnets': [{'id': '61505813-e6e6-476e-b1aa-48cf481200bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:08.554453 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba51918-ccb5-4d48-a31f-505eff45c645 admin admin] Pushing event updated for resources: {'Port': ['ID=e6c063f5-fda7-4ac4-b795-4dcf758c50b4,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:08.568073 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba51918-ccb5-4d48-a31f-505eff45c645 admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:39:08.570223 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-5ba51918-ccb5-4d48-a31f-505eff45c645 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:39:08.574420 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba51918-ccb5-4d48-a31f-505eff45c645 admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:39:08.583197 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a9dad0-a649-4706-a99d-d86161960497 None None] Checking router: 51568ced-6296-45e8-aaef-d09dc45fa22e for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:39:08.583760 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a9dad0-a649-4706-a99d-d86161960497 None None] Updating router 51568ced-6296-45e8-aaef-d09dc45fa22e port 8ffd99c9-e89d-48f3-8d27-e6da270d4a1c binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:39:08.611574 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1815cea0-4f77-4098-9565-c121bb2590b0 admin admin] Publish callbacks [] for security_group (79e99a10-9fb2-4a9e-a4c8-1103c63dfec4), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:08.615871 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:08.620440 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b3a9dad0-a649-4706-a99d-d86161960497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8ffd99c9-e89d-48f3-8d27-e6da270d4a1c), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:08.779134 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1815cea0-4f77-4098-9565-c121bb2590b0 admin admin] Publish callbacks [] for security_group (79e99a10-9fb2-4a9e-a4c8-1103c63dfec4), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:08.804544 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-47337103-393e-4a89-9e52-a263e13b6fd1 admin admin] Publish callbacks [] for security_group (fc656dc8-6945-4131-b30c-a0099c7fa1d0), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:08.849334 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1de8631c-851b-4bcf-a73d-76d619ffe26c req-732afa9f-4ab9-4143-8bc3-18e7f3dd02e2 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0d087124-e959-47b8-8ae4-8823745c4d8d HTTP/1.1" status: 200 len: 210 time: 0.0373957 Aug 27 04:39:08.899772 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-47337103-393e-4a89-9e52-a263e13b6fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (fc656dc8-6945-4131-b30c-a0099c7fa1d0), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:08.970553 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.78', 57305) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:09.059887 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b3a9dad0-a649-4706-a99d-d86161960497 None None] Publish callbacks [] for port (8ffd99c9-e89d-48f3-8d27-e6da270d4a1c), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:09.085283 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-47337103-393e-4a89-9e52-a263e13b6fd1 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=6100886b0ef243edba1b735b7dfd2be5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7014620 Aug 27 04:39:09.087336 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-0fab6dac-c35a-40a8-89b6-c6d6e3e458cc req-9c25434f-81e5-4cc7-aec3-3ae036af26dc service neutron] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0d087124-e959-47b8-8ae4-8823745c4d8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1212215 Aug 27 04:39:09.089308 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37688) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:09.127738 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47337103-393e-4a89-9e52-a263e13b6fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc656dc8-6945-4131-b30c-a0099c7fa1d0,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:09.133290 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5169f-b613-44b4-8aa5-5f1e0efc085f req-8dd8190a-c00b-49d1-ab89-51905909e3b4 tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:09.134760 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-b2f5169f-b613-44b4-8aa5-5f1e0efc085f req-8dd8190a-c00b-49d1-ab89-51905909e3b4 tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b088bb60-5987-411d-b201-229a418a5d4c HTTP/1.1" status: 200 len: 971 time: 0.1632836 Aug 27 04:39:09.143928 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:09.157701 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 37690) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:09.162253 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b3a9dad0-a649-4706-a99d-d86161960497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (8ffd99c9-e89d-48f3-8d27-e6da270d4a1c), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:09.171016 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1815cea0-4f77-4098-9565-c121bb2590b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (79e99a10-9fb2-4a9e-a4c8-1103c63dfec4), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:09.173495 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1815cea0-4f77-4098-9565-c121bb2590b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:09.174603 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1815cea0-4f77-4098-9565-c121bb2590b0 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/79e99a10-9fb2-4a9e-a4c8-1103c63dfec4 HTTP/1.1" status: 204 len: 168 time: 0.7158670 Aug 27 04:39:09.207702 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-0fab6dac-c35a-40a8-89b6-c6d6e3e458cc req-f0923c4e-6347-4af6-844c-df4f4663ef52 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=dae5eca5a049462aa50c42ecaf08241e&device_id=0d087124-e959-47b8-8ae4-8823745c4d8d HTTP/1.1" status: 200 len: 210 time: 0.0457942 Aug 27 04:39:09.214055 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1815cea0-4f77-4098-9565-c121bb2590b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e99a10-9fb2-4a9e-a4c8-1103c63dfec4,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:09.219244 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e18e7990-ea05-4385-8c57-2045882ce0eb admin admin] Publish callbacks [] for security_group (fc656dc8-6945-4131-b30c-a0099c7fa1d0), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:09.250075 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e18e7990-ea05-4385-8c57-2045882ce0eb admin admin] Publish callbacks [] for security_group (fc656dc8-6945-4131-b30c-a0099c7fa1d0), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:09.384356 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-8948c057-e3c0-4eac-b168-f96b7e55fd17 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-456696632-network', 'tenant_id': 'b6348e2d199d41b790823569854a5517'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:39:09.393532 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9a9586-312e-46ba-8285-9cfec6c90cf5 None None] Pushing event updated for resources: {'Port': ['ID=8ffd99c9-e89d-48f3-8d27-e6da270d4a1c,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:09.400090 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-0fab6dac-c35a-40a8-89b6-c6d6e3e458cc req-612f62eb-c3d0-42ae-ac73-9328b232d36f service neutron] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=dae5eca5a049462aa50c42ecaf08241e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0564971 Aug 27 04:39:09.402627 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Device f0919532-3fe5-4bda-b926-9fa100d1e9f3 no longer exists at agent hyperv_n-h2-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:39:09.416043 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e572d83e-de5e-406a-a0d7-f1bc8d2dca1d None None] Network 344d462f-6760-460a-9857-8c3930ef017b requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:39:09.429934 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [req-b2f5169f-b613-44b4-8aa5-5f1e0efc085f req-a05af352-b59e-4928-8383-788d7aba31b1 tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] Deleting port f8ee892f-aaa2-4684-9d64-317433db73bd {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:39:09.430423 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-b2f5169f-b613-44b4-8aa5-5f1e0efc085f req-a05af352-b59e-4928-8383-788d7aba31b1 tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (f8ee892f-aaa2-4684-9d64-317433db73bd), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:09.452563 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:09.471826 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e18e7990-ea05-4385-8c57-2045882ce0eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (fc656dc8-6945-4131-b30c-a0099c7fa1d0), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:09.475389 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e18e7990-ea05-4385-8c57-2045882ce0eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:09.478913 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e18e7990-ea05-4385-8c57-2045882ce0eb admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/fc656dc8-6945-4131-b30c-a0099c7fa1d0 HTTP/1.1" status: 204 len: 168 time: 0.3861232 Aug 27 04:39:09.500885 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18e7990-ea05-4385-8c57-2045882ce0eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc656dc8-6945-4131-b30c-a0099c7fa1d0,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:09.553482 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] No Port match for: f0919532-3fe5-4bda-b926-9fa100d1e9f3 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:39:09.553829 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Device f0919532-3fe5-4bda-b926-9fa100d1e9f3 not bound to the agent host n-h2-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:39:09.555712 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ecef6-3881-41d0-b333-770ee21b1668 req-97e10761-b1da-4f3e-ac76-e8d22842fdab tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:09.557590 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a37ecef6-3881-41d0-b333-770ee21b1668 req-97e10761-b1da-4f3e-ac76-e8d22842fdab tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b088bb60-5987-411d-b201-229a418a5d4c HTTP/1.1" status: 200 len: 971 time: 0.0662627 Aug 27 04:39:09.585726 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:09.595867 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-b3a9dad0-a649-4706-a99d-d86161960497 None None] Attempting to bind port 8ffd99c9-e89d-48f3-8d27-e6da270d4a1c on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:39:09.596253 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-b3a9dad0-a649-4706-a99d-d86161960497 None None] Attempting to bind port 8ffd99c9-e89d-48f3-8d27-e6da270d4a1c by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '51c2bfaa-1fef-4e5b-ba2e-232016c091e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b134d935-62df-4180-b42e-dd0f46da1876'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:39:09.596666 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a9dad0-a649-4706-a99d-d86161960497 None None] Attempting to bind port 8ffd99c9-e89d-48f3-8d27-e6da270d4a1c on network b134d935-62df-4180-b42e-dd0f46da1876 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:39:09.612594 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4bfbe0f3-d482-495f-8c80-d42b96c85dcb None None] Provisioning complete for port 89338a70-5fb6-46d5-936e-1ea73316ed55 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:39:09.613655 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4bfbe0f3-d482-495f-8c80-d42b96c85dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (89338a70-5fb6-46d5-936e-1ea73316ed55), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:09.621499 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a9dad0-a649-4706-a99d-d86161960497 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:39:09.621895 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a9dad0-a649-4706-a99d-d86161960497 None None] Checking segment: {'id': '51c2bfaa-1fef-4e5b-ba2e-232016c091e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b134d935-62df-4180-b42e-dd0f46da1876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:39:09.622287 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b3a9dad0-a649-4706-a99d-d86161960497 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:09.622685 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a9dad0-a649-4706-a99d-d86161960497 None None] Bound using segment: {'id': '51c2bfaa-1fef-4e5b-ba2e-232016c091e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b134d935-62df-4180-b42e-dd0f46da1876'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:39:09.629275 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-b3a9dad0-a649-4706-a99d-d86161960497 None None] Bound port: 8ffd99c9-e89d-48f3-8d27-e6da270d4a1c, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51c2bfaa-1fef-4e5b-ba2e-232016c091e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b134d935-62df-4180-b42e-dd0f46da1876'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:39:09.629275 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b3a9dad0-a649-4706-a99d-d86161960497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8ffd99c9-e89d-48f3-8d27-e6da270d4a1c), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:09.634692 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a37ecef6-3881-41d0-b333-770ee21b1668 req-8fe007c8-1ab1-45d1-ad40-b3af1f7fedf2 tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=1d4c7e20-3bd8-4726-ab7d-f71e12713dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699246 Aug 27 04:39:09.638298 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab6dac-c35a-40a8-89b6-c6d6e3e458cc req-76436738-dcfe-4b02-bc53-bc56a5a6fb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:09.639896 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-0fab6dac-c35a-40a8-89b6-c6d6e3e458cc req-76436738-dcfe-4b02-bc53-bc56a5a6fb75 service neutron] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2380400 Aug 27 04:39:09.803096 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-b3a9dad0-a649-4706-a99d-d86161960497 None None] For port 8ffd99c9-e89d-48f3-8d27-e6da270d4a1c, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:39:09.805369 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 89338a70-5fb6-46d5-936e-1ea73316ed55 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:39:09.838486 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8948c057-e3c0-4eac-b168-f96b7e55fd17 admin admin] Made reservation on behalf of b6348e2d199d41b790823569854a5517 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:39:09.841366 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8948c057-e3c0-4eac-b168-f96b7e55fd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:09.865127 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-b3a9dad0-a649-4706-a99d-d86161960497 None None] For port 8ffd99c9-e89d-48f3-8d27-e6da270d4a1c, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=8ffd99c9-e89d-48f3-8d27-e6da270d4a1c,segment=NetworkSegment(51c2bfaa-1fef-4e5b-ba2e-232016c091e6),segment_id=51c2bfaa-1fef-4e5b-ba2e-232016c091e6)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:39:09.887193 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8948c057-e3c0-4eac-b168-f96b7e55fd17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:09.890931 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4bfbe0f3-d482-495f-8c80-d42b96c85dcb None None] Current status of the port 89338a70-5fb6-46d5-936e-1ea73316ed55 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:39:09.892379 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4bfbe0f3-d482-495f-8c80-d42b96c85dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (89338a70-5fb6-46d5-936e-1ea73316ed55), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:09.907267 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:09.907400 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5ba51918-ccb5-4d48-a31f-505eff45c645 admin admin] Publish callbacks [] for router_gateway (30f1d0b2-f177-4cd1-9bba-dd7606e6331e), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:09.930474 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 89338a70-5fb6-46d5-936e-1ea73316ed55 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:39:09.930823 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (89338a70-5fb6-46d5-936e-1ea73316ed55), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:09.962731 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b3a9dad0-a649-4706-a99d-d86161960497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (8ffd99c9-e89d-48f3-8d27-e6da270d4a1c), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:09.977947 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4bfbe0f3-d482-495f-8c80-d42b96c85dcb None None] For port 89338a70-5fb6-46d5-936e-1ea73316ed55, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=89338a70-5fb6-46d5-936e-1ea73316ed55,segment=NetworkSegment(7fbfb8d2-d6f5-4d94-9380-883a548ecc4d),segment_id=7fbfb8d2-d6f5-4d94-9380-883a548ecc4d)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:39:09.995324 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-b2f5169f-b613-44b4-8aa5-5f1e0efc085f req-a05af352-b59e-4928-8383-788d7aba31b1 tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] For port f8ee892f-aaa2-4684-9d64-317433db73bd, host n-h2-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852088-5',level=0,port_id=f8ee892f-aaa2-4684-9d64-317433db73bd,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:39:09.996079 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-b2f5169f-b613-44b4-8aa5-5f1e0efc085f req-a05af352-b59e-4928-8383-788d7aba31b1 tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (f8ee892f-aaa2-4684-9d64-317433db73bd), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:10.037763 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [req-b2f5169f-b613-44b4-8aa5-5f1e0efc085f req-a05af352-b59e-4928-8383-788d7aba31b1 tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] Calling delete_port for f8ee892f-aaa2-4684-9d64-317433db73bd owned by compute:tempest-test_az-293552712 {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:39:10.069844 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:10.108246 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 89338a70-5fb6-46d5-936e-1ea73316ed55 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:39:10.108957 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (89338a70-5fb6-46d5-936e-1ea73316ed55), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:10.145010 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a9dad0-a649-4706-a99d-d86161960497 None None] Routers {'51568ced-6296-45e8-aaef-d09dc45fa22e'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:39:10.148237 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-b3a9dad0-a649-4706-a99d-d86161960497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:38:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['51568ced-6296-45e8-aaef-d09dc45fa22e'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:10.211762 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4bfbe0f3-d482-495f-8c80-d42b96c85dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (89338a70-5fb6-46d5-936e-1ea73316ed55), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:10.280716 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9a9586-312e-46ba-8285-9cfec6c90cf5 None None] Pushing event updated for resources: {'Port': ['ID=8ffd99c9-e89d-48f3-8d27-e6da270d4a1c,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:10.310405 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:39:10.310819 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:39:10.333995 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8948c057-e3c0-4eac-b168-f96b7e55fd17 admin admin] Publish callbacks [] for security_group (74ca6c55-954e-4f0d-8f38-07eaae25e196), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:10.392577 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5ba51918-ccb5-4d48-a31f-505eff45c645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (30f1d0b2-f177-4cd1-9bba-dd7606e6331e), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:10.411744 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8948c057-e3c0-4eac-b168-f96b7e55fd17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (74ca6c55-954e-4f0d-8f38-07eaae25e196), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:10.413461 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-b3a9dad0-a649-4706-a99d-d86161960497 None None] Set router 51568ced-6296-45e8-aaef-d09dc45fa22e gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:39:10.419118 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfbe0f3-d482-495f-8c80-d42b96c85dcb None None] Pushing event updated for resources: {'Port': ['ID=89338a70-5fb6-46d5-936e-1ea73316ed55,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:10.419118 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-f0706491-db0c-4ad8-8201-fd4f51fed11d None None] Provisioning complete for port 89338a70-5fb6-46d5-936e-1ea73316ed55 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:39:10.419118 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f0706491-db0c-4ad8-8201-fd4f51fed11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (89338a70-5fb6-46d5-936e-1ea73316ed55), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:10.425893 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8948c057-e3c0-4eac-b168-f96b7e55fd17 admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:39:10.439073 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8948c057-e3c0-4eac-b168-f96b7e55fd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (62b023d8-041f-4d8a-82f6-8e4650491749), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:10.439558 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-8948c057-e3c0-4eac-b168-f96b7e55fd17 admin admin] Added segment 62b023d8-041f-4d8a-82f6-8e4650491749 of type vlan for network 3606df3f-1ba5-472f-86e3-30828306dc36 Aug 27 04:39:10.505632 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d3f37a51-b172-4af6-8836-b9fd5ec54849 req-095450ab-15cf-41e7-947d-2c5400194a33 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=dae5eca5a049462aa50c42ecaf08241e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376394 Aug 27 04:39:10.530815 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8948c057-e3c0-4eac-b168-f96b7e55fd17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (3606df3f-1ba5-472f-86e3-30828306dc36), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:10.593783 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8948c057-e3c0-4eac-b168-f96b7e55fd17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ca6c55-954e-4f0d-8f38-07eaae25e196,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:10.637178 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-f0706491-db0c-4ad8-8201-fd4f51fed11d None None] Current status of the port 89338a70-5fb6-46d5-936e-1ea73316ed55 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:39:10.662478 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8948c057-e3c0-4eac-b168-f96b7e55fd17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (3606df3f-1ba5-472f-86e3-30828306dc36), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:10.663583 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8948c057-e3c0-4eac-b168-f96b7e55fd17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:10.663716 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f37a51-b172-4af6-8836-b9fd5ec54849 req-62898d5a-233d-468f-adc4-c5730055ff40 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:10.664149 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8948c057-e3c0-4eac-b168-f96b7e55fd17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:10.671710 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d3f37a51-b172-4af6-8836-b9fd5ec54849 req-62898d5a-233d-468f-adc4-c5730055ff40 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1592669 Aug 27 04:39:10.695716 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d3f37a51-b172-4af6-8836-b9fd5ec54849 req-2df3970f-0958-47d5-bbc9-9af52f46adc2 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/quotas/dae5eca5a049462aa50c42ecaf08241e HTTP/1.1" status: 200 len: 375 time: 0.0220098 Aug 27 04:39:10.744829 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d3f37a51-b172-4af6-8836-b9fd5ec54849 req-d02299bb-bdef-47b4-a72e-85fcd7c1b659 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=dae5eca5a049462aa50c42ecaf08241e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477893 Aug 27 04:39:10.779550 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:10.789700 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-b3a9dad0-a649-4706-a99d-d86161960497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51568ced-6296-45e8-aaef-d09dc45fa22e', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-825981788-router', 'tenant_id': '0e2774ce585b4cfba6bcec93ae80096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': 'a9089721-ca2f-4efe-b09f-8cdaf4aab72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:38:59Z', 'updated_at': '2022-08-27T04:39:04Z', 'revision_number': 4, 'project_id': '0e2774ce585b4cfba6bcec93ae80096f', 'gw_port': {'id': 'a9089721-ca2f-4efe-b09f-8cdaf4aab72e', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:18:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51568ced-6296-45e8-aaef-d09dc45fa22e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:00Z', 'updated_at': '2022-08-27T04:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '8ffd99c9-e89d-48f3-8d27-e6da270d4a1c', 'name': '', 'network_id': 'b134d935-62df-4180-b42e-dd0f46da1876', 'tenant_id': '0e2774ce585b4cfba6bcec93ae80096f', 'mac_address': 'fa:16:3e:7f:85:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51568ced-6296-45e8-aaef-d09dc45fa22e', 'device_owner': 'network:router_interface', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '61505813-e6e6-476e-b1aa-48cf481200bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:03Z', 'updated_at': '2022-08-27T04:39:09Z', 'revision_number': 4, 'project_id': '0e2774ce585b4cfba6bcec93ae80096f', 'subnets': [{'id': '61505813-e6e6-476e-b1aa-48cf481200bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:10.831308 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8948c057-e3c0-4eac-b168-f96b7e55fd17 admin admin] Pushing event updated for resources: {'Network': ['ID=3606df3f-1ba5-472f-86e3-30828306dc36,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:10.855144 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 3606df3f-1ba5-472f-86e3-30828306dc36 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:39:10.862035 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a9dad0-a649-4706-a99d-d86161960497 None None] The sync data for ids ['51568ced-6296-45e8-aaef-d09dc45fa22e'] in n-d-852088-5 is: [{'id': '51568ced-6296-45e8-aaef-d09dc45fa22e', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-825981788-router', 'tenant_id': '0e2774ce585b4cfba6bcec93ae80096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': 'a9089721-ca2f-4efe-b09f-8cdaf4aab72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:38:59Z', 'updated_at': '2022-08-27T04:39:04Z', 'revision_number': 4, 'project_id': '0e2774ce585b4cfba6bcec93ae80096f', 'gw_port': {'id': 'a9089721-ca2f-4efe-b09f-8cdaf4aab72e', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:18:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51568ced-6296-45e8-aaef-d09dc45fa22e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:00Z', 'updated_at': '2022-08-27T04:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '8ffd99c9-e89d-48f3-8d27-e6da270d4a1c', 'name': '', 'network_id': 'b134d935-62df-4180-b42e-dd0f46da1876', 'tenant_id': '0e2774ce585b4cfba6bcec93ae80096f', 'mac_address': 'fa:16:3e:7f:85:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51568ced-6296-45e8-aaef-d09dc45fa22e', 'device_owner': 'network:router_interface', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '61505813-e6e6-476e-b1aa-48cf481200bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:03Z', 'updated_at': '2022-08-27T04:39:09Z', 'revision_number': 4, 'project_id': '0e2774ce585b4cfba6bcec93ae80096f', 'subnets': [{'id': '61505813-e6e6-476e-b1aa-48cf481200bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:39:10.864744 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8948c057-e3c0-4eac-b168-f96b7e55fd17 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6274891 Aug 27 04:39:10.865497 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 37746) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:10.874458 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-7d1847d9-d861-44e6-83a8-cd447fe8ef37 admin admin] Request body: {'subnet': {'network_id': '3606df3f-1ba5-472f-86e3-30828306dc36', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-456696632-subnet', 'tenant_id': 'b6348e2d199d41b790823569854a5517', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:39:10.875669 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a0ad1-70e7-4576-bed3-88725bf45d41 req-2bfc25e4-a3a8-48a7-b31a-f6dee6426996 tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:10.885209 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-631a0ad1-70e7-4576-bed3-88725bf45d41 req-2bfc25e4-a3a8-48a7-b31a-f6dee6426996 tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b088bb60-5987-411d-b201-229a418a5d4c HTTP/1.1" status: 200 len: 971 time: 0.1381838 Aug 27 04:39:10.911859 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-b2f5169f-b613-44b4-8aa5-5f1e0efc085f req-a05af352-b59e-4928-8383-788d7aba31b1 tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (f8ee892f-aaa2-4684-9d64-317433db73bd), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:10.999566 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05af352-b59e-4928-8383-788d7aba31b1 tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] Pushing event deleted for resources: {'Port': ['ID=f8ee892f-aaa2-4684-9d64-317433db73bd,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:11.041159 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:11.063734 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1847d9-d861-44e6-83a8-cd447fe8ef37 admin admin] Made reservation on behalf of b6348e2d199d41b790823569854a5517 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:39:11.068990 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7d1847d9-d861-44e6-83a8-cd447fe8ef37 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:11.091819 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] get_ports_and_sgs() called for port_ids ['f8ee892f-aaa2-4684-9d64-317433db73bd'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:39:11.172272 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f5169f-b613-44b4-8aa5-5f1e0efc085f req-a05af352-b59e-4928-8383-788d7aba31b1 tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] No DVR routers for this DVR port f8ee892f-aaa2-4684-9d64-317433db73bd on host n-h2-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:39:11.180039 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-b2f5169f-b613-44b4-8aa5-5f1e0efc085f req-a05af352-b59e-4928-8383-788d7aba31b1 tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:11.188334 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-b2f5169f-b613-44b4-8aa5-5f1e0efc085f req-a05af352-b59e-4928-8383-788d7aba31b1 tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] 10.222.0.78 "DELETE /networking/v2.0/ports/f8ee892f-aaa2-4684-9d64-317433db73bd HTTP/1.1" status: 204 len: 173 time: 2.0452356 Aug 27 04:39:11.217216 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 89338a70-5fb6-46d5-936e-1ea73316ed55 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:39:11.244496 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-631a0ad1-70e7-4576-bed3-88725bf45d41 req-c94049eb-1fdf-4a02-a72a-40bc33462e26 tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=1d4c7e20-3bd8-4726-ab7d-f71e12713dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524270 Aug 27 04:39:11.302474 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7377e553-3d7b-4423-9a1f-2bb7a0ce922f req-e6b9d76f-0ac5-4801-bf15-48a716065a35 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b156e99a-2ece-4f8c-9c6e-f4f613555ccc HTTP/1.1" status: 200 len: 210 time: 0.1222899 Aug 27 04:39:11.332236 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b088bb60-5987-411d-b201-229a418a5d4c', 'name': 'network-vif-deleted', 'tag': 'f8ee892f-aaa2-4684-9d64-317433db73bd'}] {{(pid=107776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:39:11.351704 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:INSERT=1,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:11.414506 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:11.421265 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ba51918-ccb5-4d48-a31f-505eff45c645 admin admin] Router 30f1d0b2-f177-4cd1-9bba-dd7606e6331e is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:39:11.611136 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ba51918-ccb5-4d48-a31f-505eff45c645 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:39:11.624779 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cf00ea-4db2-4b7c-9d01-dc9706bdddaf None None] Sync routers for ids ['30f1d0b2-f177-4cd1-9bba-dd7606e6331e'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:39:11.660635 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cf00ea-4db2-4b7c-9d01-dc9706bdddaf None None] Routers {'30f1d0b2-f177-4cd1-9bba-dd7606e6331e'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:39:11.662979 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-b2cf00ea-4db2-4b7c-9d01-dc9706bdddaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:38:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['30f1d0b2-f177-4cd1-9bba-dd7606e6331e'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:11.815330 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:11.976878 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 8ffd99c9-e89d-48f3-8d27-e6da270d4a1c up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:39:11.977713 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7ad66632f4c78724655075356aa8535ba41c652eced6c9cea0c1f0c67b1e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4084862a-c8f8-4ad5-9df3-cf6f94576f63" -d '{"events": [{"server_uuid": "b088bb60-5987-411d-b201-229a418a5d4c", "name": "network-vif-deleted", "tag": "f8ee892f-aaa2-4684-9d64-317433db73bd"}]}' {{(pid=107776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:39:11.983919 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-b2cf00ea-4db2-4b7c-9d01-dc9706bdddaf None None] Set router 30f1d0b2-f177-4cd1-9bba-dd7606e6331e gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:39:11.991353 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5ba51918-ccb5-4d48-a31f-505eff45c645 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:11.992778 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-5ba51918-ccb5-4d48-a31f-505eff45c645 admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.7484987 Aug 27 04:39:11.995520 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 37780) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:12.075651 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 8ffd99c9-e89d-48f3-8d27-e6da270d4a1c triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:39:12.076053 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (8ffd99c9-e89d-48f3-8d27-e6da270d4a1c), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:12.135660 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:12.144497 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7d1847d9-d861-44e6-83a8-cd447fe8ef37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for subnet (9ea046d4-cc36-42f8-8b56-183057642d3b), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:12.271090 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 8ffd99c9-e89d-48f3-8d27-e6da270d4a1c is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:39:12.272029 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8ffd99c9-e89d-48f3-8d27-e6da270d4a1c), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:12.295073 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-b2cf00ea-4db2-4b7c-9d01-dc9706bdddaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f1d0b2-f177-4cd1-9bba-dd7606e6331e', 'name': 'tempest-LiveMigrationTest-1308493048-router', 'tenant_id': '876447d8eb814920856d46902fd76713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'e6c063f5-fda7-4ac4-b795-4dcf758c50b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:39:06Z', 'updated_at': '2022-08-27T04:39:08Z', 'revision_number': 3, 'project_id': '876447d8eb814920856d46902fd76713', 'gw_port': {'id': 'e6c063f5-fda7-4ac4-b795-4dcf758c50b4', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:47:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f1d0b2-f177-4cd1-9bba-dd7606e6331e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:07Z', 'updated_at': '2022-08-27T04:39:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:12.331683 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cf00ea-4db2-4b7c-9d01-dc9706bdddaf None None] Checking router: 30f1d0b2-f177-4cd1-9bba-dd7606e6331e for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:39:12.332655 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cf00ea-4db2-4b7c-9d01-dc9706bdddaf None None] Updating router 30f1d0b2-f177-4cd1-9bba-dd7606e6331e port e6c063f5-fda7-4ac4-b795-4dcf758c50b4 binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:39:12.361072 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1847d9-d861-44e6-83a8-cd447fe8ef37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ea046d4-cc36-42f8-8b56-183057642d3b,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:12.376769 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 8ffd99c9-e89d-48f3-8d27-e6da270d4a1c, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=8ffd99c9-e89d-48f3-8d27-e6da270d4a1c,segment=NetworkSegment(51c2bfaa-1fef-4e5b-ba2e-232016c091e6),segment_id=51c2bfaa-1fef-4e5b-ba2e-232016c091e6)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:39:12.376975 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-b2cf00ea-4db2-4b7c-9d01-dc9706bdddaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (e6c063f5-fda7-4ac4-b795-4dcf758c50b4), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:12.405769 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1847d9-d861-44e6-83a8-cd447fe8ef37 admin admin] Checking segment: {'id': '62b023d8-041f-4d8a-82f6-8e4650491749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3606df3f-1ba5-472f-86e3-30828306dc36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:39:12.406138 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1847d9-d861-44e6-83a8-cd447fe8ef37 admin admin] Network hostable DHCP agents. Network: 3606df3f-1ba5-472f-86e3-30828306dc36, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:39:12.466462 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (8ffd99c9-e89d-48f3-8d27-e6da270d4a1c), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:12.467890 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 89338a70-5fb6-46d5-936e-1ea73316ed55 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:39:12.520553 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3e1c525e-68a1-4b11-bb79-77f55316630a req-480df180-ba98-4a18-8bc3-b8a6c8381696 tempest-AggregatesAdminTestJSON-1002940062 tempest-AggregatesAdminTestJSON-1002940062-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b088bb60-5987-411d-b201-229a418a5d4c HTTP/1.1" status: 200 len: 210 time: 0.0924411 Aug 27 04:39:12.651007 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=8ffd99c9-e89d-48f3-8d27-e6da270d4a1c,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:12.718166 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 89338a70-5fb6-46d5-936e-1ea73316ed55 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:39:12.718789 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (89338a70-5fb6-46d5-936e-1ea73316ed55), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:12.769579 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7cd6a8b8-ef05-45d0-b9c8-a103e13ae0da req-b4353037-4f53-4bc5-baf2-8cd1df8e0e7e tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b156e99a-2ece-4f8c-9c6e-f4f613555ccc HTTP/1.1" status: 200 len: 210 time: 0.0846744 Aug 27 04:39:12.848706 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 04:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf5f42f-6618-4d13-a576-a61aa7de8562 x-openstack-request-id: req-9bf5f42f-6618-4d13-a576-a61aa7de8562 {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:39:12.849021 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b088bb60-5987-411d-b201-229a418a5d4c", "name": "network-vif-deleted", "tag": "f8ee892f-aaa2-4684-9d64-317433db73bd", "status": "completed", "code": 200}]} {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:39:12.849375 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9bf5f42f-6618-4d13-a576-a61aa7de8562 {{(pid=107776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:39:12.854020 n-d-852088-5 neutron-server[107776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bf5f42f-6618-4d13-a576-a61aa7de8562'] response: {'server_uuid': 'b088bb60-5987-411d-b201-229a418a5d4c', 'name': 'network-vif-deleted', 'tag': 'f8ee892f-aaa2-4684-9d64-317433db73bd', 'status': 'completed', 'code': 200} Aug 27 04:39:12.854020 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1847d9-d861-44e6-83a8-cd447fe8ef37 admin admin] Network 3606df3f-1ba5-472f-86e3-30828306dc36 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:39:12.898143 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 89338a70-5fb6-46d5-936e-1ea73316ed55 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:39:12.981449 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-b2cf00ea-4db2-4b7c-9d01-dc9706bdddaf None None] Publish callbacks [] for port (e6c063f5-fda7-4ac4-b795-4dcf758c50b4), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:12.987164 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-7d1847d9-d861-44e6-83a8-cd447fe8ef37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 3606df3f-1ba5-472f-86e3-30828306dc36) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:39:12.992770 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1847d9-d861-44e6-83a8-cd447fe8ef37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:12.994284 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7d1847d9-d861-44e6-83a8-cd447fe8ef37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:12.998094 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c5d58a-0bb8-45ea-a36d-d23b61869838 None None] Network 3606df3f-1ba5-472f-86e3-30828306dc36 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:39:13.071580 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-b2cf00ea-4db2-4b7c-9d01-dc9706bdddaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (e6c063f5-fda7-4ac4-b795-4dcf758c50b4), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:13.145462 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-b2cf00ea-4db2-4b7c-9d01-dc9706bdddaf None None] Attempting to bind port e6c063f5-fda7-4ac4-b795-4dcf758c50b4 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:39:13.145932 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-b2cf00ea-4db2-4b7c-9d01-dc9706bdddaf None None] Attempting to bind port e6c063f5-fda7-4ac4-b795-4dcf758c50b4 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:39:13.146244 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cf00ea-4db2-4b7c-9d01-dc9706bdddaf None None] Attempting to bind port e6c063f5-fda7-4ac4-b795-4dcf758c50b4 on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:39:13.156335 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cf00ea-4db2-4b7c-9d01-dc9706bdddaf None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:39:13.157164 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cf00ea-4db2-4b7c-9d01-dc9706bdddaf None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:39:13.157727 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-b2cf00ea-4db2-4b7c-9d01-dc9706bdddaf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:13.162288 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cf00ea-4db2-4b7c-9d01-dc9706bdddaf None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:39:13.162288 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-b2cf00ea-4db2-4b7c-9d01-dc9706bdddaf None None] Bound port: e6c063f5-fda7-4ac4-b795-4dcf758c50b4, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:39:13.162288 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-b2cf00ea-4db2-4b7c-9d01-dc9706bdddaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (e6c063f5-fda7-4ac4-b795-4dcf758c50b4), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:13.193765 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ae72e4-9570-4ad6-967e-c1e6d2de2412 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-3606df3f-1ba5-472f-86e3-30828306dc36', 'network_id': '3606df3f-1ba5-472f-86e3-30828306dc36', 'project_id': 'b6348e2d199d41b790823569854a5517', 'fixed_ips': [{'subnet_id': '9ea046d4-cc36-42f8-8b56-183057642d3b'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:39:13.194726 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-89ae72e4-9570-4ad6-967e-c1e6d2de2412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:13.209547 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-324e5243-4b5a-4b6d-b9e1-d1361e54dc8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:13.220625 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7d1847d9-d861-44e6-83a8-cd447fe8ef37 admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.3481100 Aug 27 04:39:13.220951 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37828) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:13.227067 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-7c73931f-919d-4a2a-a79d-a25cc8ef3646 admin admin] Request body: {'router': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-456696632-router', 'tenant_id': 'b6348e2d199d41b790823569854a5517', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:39:13.231289 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=82,neutron:DELETE=10,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:13.318552 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef6494-c778-45e9-b7d0-fc46f9789a05 None None] Pushing event updated for resources: {'Port': ['ID=e6c063f5-fda7-4ac4-b795-4dcf758c50b4,revision_number=2']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:13.362003 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7c73931f-919d-4a2a-a79d-a25cc8ef3646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (8bdff552-a884-4abe-9a69-956707d2b0d1), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:13.363668 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7c73931f-919d-4a2a-a79d-a25cc8ef3646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (8bdff552-a884-4abe-9a69-956707d2b0d1), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:13.434384 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:13.446468 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-b2cf00ea-4db2-4b7c-9d01-dc9706bdddaf None None] For port e6c063f5-fda7-4ac4-b795-4dcf758c50b4, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:39:13.454384 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-b2cf00ea-4db2-4b7c-9d01-dc9706bdddaf None None] For port e6c063f5-fda7-4ac4-b795-4dcf758c50b4, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=e6c063f5-fda7-4ac4-b795-4dcf758c50b4,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:39:13.457892 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7c73931f-919d-4a2a-a79d-a25cc8ef3646 admin admin] Publish callbacks [] for router_controller (8bdff552-a884-4abe-9a69-956707d2b0d1), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:13.458127 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:13.476666 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:13.501084 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Device f8ee892f-aaa2-4684-9d64-317433db73bd no longer exists at agent hyperv_n-h2-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:39:13.534287 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] No Port match for: f8ee892f-aaa2-4684-9d64-317433db73bd {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:39:13.535430 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Device f8ee892f-aaa2-4684-9d64-317433db73bd not bound to the agent host n-h2-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:39:13.541226 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-b2cf00ea-4db2-4b7c-9d01-dc9706bdddaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (e6c063f5-fda7-4ac4-b795-4dcf758c50b4), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:13.625103 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-324e5243-4b5a-4b6d-b9e1-d1361e54dc8a admin admin] Allocated IP 172.20.0.1 (344d462f-6760-460a-9857-8c3930ef017b/cfbcca89-0e4a-4642-9594-a27cb2aa6e50/6d571c5b-6694-41f8-96e6-dc516e6e7efb) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:39:13.633011 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cf00ea-4db2-4b7c-9d01-dc9706bdddaf None None] Routers {'30f1d0b2-f177-4cd1-9bba-dd7606e6331e'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:39:13.633657 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-b2cf00ea-4db2-4b7c-9d01-dc9706bdddaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:38:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['30f1d0b2-f177-4cd1-9bba-dd7606e6331e'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:13.649112 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:13.664422 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-89ae72e4-9570-4ad6-967e-c1e6d2de2412 None None] Allocated IP 172.20.0.2 (3606df3f-1ba5-472f-86e3-30828306dc36/9ea046d4-cc36-42f8-8b56-183057642d3b/4b1f9eae-060a-4cdf-a130-df7069af369d) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:39:13.844271 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 8ffd99c9-e89d-48f3-8d27-e6da270d4a1c up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:39:13.859402 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7c73931f-919d-4a2a-a79d-a25cc8ef3646 admin admin] Publish callbacks [] for router_gateway (8bdff552-a884-4abe-9a69-956707d2b0d1), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:13.866614 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:13.869831 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:13.874702 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef6494-c778-45e9-b7d0-fc46f9789a05 None None] Pushing event updated for resources: {'Port': ['ID=e6c063f5-fda7-4ac4-b795-4dcf758c50b4,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:13.975277 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-324e5243-4b5a-4b6d-b9e1-d1361e54dc8a admin admin] Publish callbacks [] for port (6d571c5b-6694-41f8-96e6-dc516e6e7efb), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:14.007349 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-89ae72e4-9570-4ad6-967e-c1e6d2de2412 None None] Publish callbacks [] for port (4b1f9eae-060a-4cdf-a130-df7069af369d), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:14.035983 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-b2cf00ea-4db2-4b7c-9d01-dc9706bdddaf None None] Set router 30f1d0b2-f177-4cd1-9bba-dd7606e6331e gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:39:14.060048 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 8ffd99c9-e89d-48f3-8d27-e6da270d4a1c triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:39:14.060596 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (8ffd99c9-e89d-48f3-8d27-e6da270d4a1c), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:14.094073 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-324e5243-4b5a-4b6d-b9e1-d1361e54dc8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (6d571c5b-6694-41f8-96e6-dc516e6e7efb), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:14.106004 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-89ae72e4-9570-4ad6-967e-c1e6d2de2412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (4b1f9eae-060a-4cdf-a130-df7069af369d), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:14.160346 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:14.176730 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ae72e4-9570-4ad6-967e-c1e6d2de2412 None None] Network 3606df3f-1ba5-472f-86e3-30828306dc36 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:39:14.178537 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.75', 53787) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:14.182197 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5962c2a7-04f7-4e7d-a8bb-a3c7c6e99373 req-1e4b10a6-1c58-4245-be70-892116b03f3e tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b156e99a-2ece-4f8c-9c6e-f4f613555ccc HTTP/1.1" status: 200 len: 210 time: 0.1245129 Aug 27 04:39:14.183292 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37872) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:14.204124 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-89ae72e4-9570-4ad6-967e-c1e6d2de2412 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:39:14.207961 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ae72e4-9570-4ad6-967e-c1e6d2de2412 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:39:14.225189 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ae72e4-9570-4ad6-967e-c1e6d2de2412 None None] Pushing event updated for resources: {'Port': ['ID=4b1f9eae-060a-4cdf-a130-df7069af369d,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:14.262547 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324e5243-4b5a-4b6d-b9e1-d1361e54dc8a admin admin] Network 344d462f-6760-460a-9857-8c3930ef017b is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:39:14.278674 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-324e5243-4b5a-4b6d-b9e1-d1361e54dc8a admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:39:14.299733 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324e5243-4b5a-4b6d-b9e1-d1361e54dc8a admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:39:14.299942 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-324e5243-4b5a-4b6d-b9e1-d1361e54dc8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (30f1d0b2-f177-4cd1-9bba-dd7606e6331e), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:14.314407 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-d3f37a51-b172-4af6-8836-b9fd5ec54849 req-4d7c426e-2d4f-4b08-b643-9f575375133e tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.75 "GET /networking/v2.0/networks?tenant_id=dae5eca5a049462aa50c42ecaf08241e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1256323 Aug 27 04:39:14.362397 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-b2cf00ea-4db2-4b7c-9d01-dc9706bdddaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f1d0b2-f177-4cd1-9bba-dd7606e6331e', 'name': 'tempest-LiveMigrationTest-1308493048-router', 'tenant_id': '876447d8eb814920856d46902fd76713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'e6c063f5-fda7-4ac4-b795-4dcf758c50b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:39:06Z', 'updated_at': '2022-08-27T04:39:08Z', 'revision_number': 3, 'project_id': '876447d8eb814920856d46902fd76713', 'gw_port': {'id': 'e6c063f5-fda7-4ac4-b795-4dcf758c50b4', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:47:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f1d0b2-f177-4cd1-9bba-dd7606e6331e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:07Z', 'updated_at': '2022-08-27T04:39:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:14.449628 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cf00ea-4db2-4b7c-9d01-dc9706bdddaf None None] The sync data for ids ['30f1d0b2-f177-4cd1-9bba-dd7606e6331e'] in n-d-852088-5 is: [{'id': '30f1d0b2-f177-4cd1-9bba-dd7606e6331e', 'name': 'tempest-LiveMigrationTest-1308493048-router', 'tenant_id': '876447d8eb814920856d46902fd76713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'e6c063f5-fda7-4ac4-b795-4dcf758c50b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:39:06Z', 'updated_at': '2022-08-27T04:39:08Z', 'revision_number': 3, 'project_id': '876447d8eb814920856d46902fd76713', 'gw_port': {'id': 'e6c063f5-fda7-4ac4-b795-4dcf758c50b4', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:47:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f1d0b2-f177-4cd1-9bba-dd7606e6331e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:07Z', 'updated_at': '2022-08-27T04:39:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:39:14.480145 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-89ae72e4-9570-4ad6-967e-c1e6d2de2412 None None] Attempting to bind port 4b1f9eae-060a-4cdf-a130-df7069af369d on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:39:14.489873 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7c73931f-919d-4a2a-a79d-a25cc8ef3646 admin admin] Publish callbacks [] for router_gateway (8bdff552-a884-4abe-9a69-956707d2b0d1), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:14.492695 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-89ae72e4-9570-4ad6-967e-c1e6d2de2412 None None] Attempting to bind port 4b1f9eae-060a-4cdf-a130-df7069af369d by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '62b023d8-041f-4d8a-82f6-8e4650491749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3606df3f-1ba5-472f-86e3-30828306dc36'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:39:14.493223 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ae72e4-9570-4ad6-967e-c1e6d2de2412 None None] Attempting to bind port 4b1f9eae-060a-4cdf-a130-df7069af369d on network 3606df3f-1ba5-472f-86e3-30828306dc36 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:39:14.505737 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 8ffd99c9-e89d-48f3-8d27-e6da270d4a1c is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:39:14.512069 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ae72e4-9570-4ad6-967e-c1e6d2de2412 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:39:14.517464 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ae72e4-9570-4ad6-967e-c1e6d2de2412 None None] Checking segment: {'id': '62b023d8-041f-4d8a-82f6-8e4650491749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3606df3f-1ba5-472f-86e3-30828306dc36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:39:14.518498 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-89ae72e4-9570-4ad6-967e-c1e6d2de2412 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:14.519683 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ae72e4-9570-4ad6-967e-c1e6d2de2412 None None] Bound using segment: {'id': '62b023d8-041f-4d8a-82f6-8e4650491749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3606df3f-1ba5-472f-86e3-30828306dc36'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:39:14.522233 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-89ae72e4-9570-4ad6-967e-c1e6d2de2412 None None] Bound port: 4b1f9eae-060a-4cdf-a130-df7069af369d, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62b023d8-041f-4d8a-82f6-8e4650491749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3606df3f-1ba5-472f-86e3-30828306dc36'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:39:14.524206 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-89ae72e4-9570-4ad6-967e-c1e6d2de2412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (4b1f9eae-060a-4cdf-a130-df7069af369d), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:14.583705 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7c73931f-919d-4a2a-a79d-a25cc8ef3646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:14.602507 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6255e3ca-1903-425c-96f0-40b5b42c7337 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:14.706366 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-89ae72e4-9570-4ad6-967e-c1e6d2de2412 None None] For port 4b1f9eae-060a-4cdf-a130-df7069af369d, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:39:14.710450 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-89ae72e4-9570-4ad6-967e-c1e6d2de2412 None None] For port 4b1f9eae-060a-4cdf-a130-df7069af369d, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=4b1f9eae-060a-4cdf-a130-df7069af369d,segment=NetworkSegment(62b023d8-041f-4d8a-82f6-8e4650491749),segment_id=62b023d8-041f-4d8a-82f6-8e4650491749)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:39:14.761908 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f37a51-b172-4af6-8836-b9fd5ec54849 req-79b39057-8f25-4e83-9c2a-0b838012a324 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:14.775897 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-d3f37a51-b172-4af6-8836-b9fd5ec54849 req-79b39057-8f25-4e83-9c2a-0b838012a324 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.75 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4193771 Aug 27 04:39:14.798671 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-d44d3c48-4745-4219-914e-8cdcfb441201 None None] Provisioning complete for port 6d571c5b-6694-41f8-96e6-dc516e6e7efb triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:39:14.799251 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d44d3c48-4745-4219-914e-8cdcfb441201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (6d571c5b-6694-41f8-96e6-dc516e6e7efb), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:14.803716 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e5243-4b5a-4b6d-b9e1-d1361e54dc8a admin admin] Pushing event updated for resources: {'Port': ['ID=6d571c5b-6694-41f8-96e6-dc516e6e7efb,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:14.853136 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-89ae72e4-9570-4ad6-967e-c1e6d2de2412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (4b1f9eae-060a-4cdf-a130-df7069af369d), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:14.915360 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-7c73931f-919d-4a2a-a79d-a25cc8ef3646 admin admin] Allocated IP 172.25.2.212 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/d464b109-3f53-4ddd-8fce-11b6acf6dc20) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:39:14.940250 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d44d3c48-4745-4219-914e-8cdcfb441201 None None] Port 6d571c5b-6694-41f8-96e6-dc516e6e7efb cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:39:15.015838 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ae72e4-9570-4ad6-967e-c1e6d2de2412 None None] Pushing event updated for resources: {'Port': ['ID=4b1f9eae-060a-4cdf-a130-df7069af369d,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:15.103017 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [req-d3f37a51-b172-4af6-8836-b9fd5ec54849 req-39a8e100-ccad-45f2-8f5e-8ffa122bf70d tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Request body: {'port': {'device_id': 'b156e99a-2ece-4f8c-9c6e-f4f613555ccc', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'admin_state_up': True, 'tenant_id': 'dae5eca5a049462aa50c42ecaf08241e'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:39:15.238853 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6255e3ca-1903-425c-96f0-40b5b42c7337 admin admin] Publish callbacks [] for security_group (83365afb-53b2-4bdd-9865-17ea53ada404), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:15.360565 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6255e3ca-1903-425c-96f0-40b5b42c7337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (83365afb-53b2-4bdd-9865-17ea53ada404), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:15.402275 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7c73931f-919d-4a2a-a79d-a25cc8ef3646 admin admin] Publish callbacks [] for port (d464b109-3f53-4ddd-8fce-11b6acf6dc20), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:15.437450 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [req-bbcf6abe-96fd-418a-a267-cb806d63f46c req-528c76ee-e467-4e5c-94ee-d99b7b3e7500 tempest-SecurityGroupsTestAdminJSON-996870314 tempest-SecurityGroupsTestAdminJSON-996870314-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1775995099', 'description': 'tempest-description-280796613'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:39:15.444133 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-324e5243-4b5a-4b6d-b9e1-d1361e54dc8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (6d571c5b-6694-41f8-96e6-dc516e6e7efb), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:15.454034 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-6255e3ca-1903-425c-96f0-40b5b42c7337 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=86f7acaa2f2347218b8f4e34b08d53e5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2657406 Aug 27 04:39:15.459173 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 37916) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:15.483150 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6255e3ca-1903-425c-96f0-40b5b42c7337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83365afb-53b2-4bdd-9865-17ea53ada404,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:15.666204 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-bbcf6abe-96fd-418a-a267-cb806d63f46c req-528c76ee-e467-4e5c-94ee-d99b7b3e7500 tempest-SecurityGroupsTestAdminJSON-996870314 tempest-SecurityGroupsTestAdminJSON-996870314-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:15.671790 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7c73931f-919d-4a2a-a79d-a25cc8ef3646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (d464b109-3f53-4ddd-8fce-11b6acf6dc20), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:15.676321 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6411ebec-5b28-4c90-b265-02d4894ab357 admin admin] Publish callbacks [] for security_group (83365afb-53b2-4bdd-9865-17ea53ada404), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:15.704522 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-bbcf6abe-96fd-418a-a267-cb806d63f46c req-528c76ee-e467-4e5c-94ee-d99b7b3e7500 tempest-SecurityGroupsTestAdminJSON-996870314 tempest-SecurityGroupsTestAdminJSON-996870314-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:15.766177 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37922) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:15.843226 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d0c797ca-2206-4aad-ac9a-8d691680fdbc req-45f13e11-55b9-4b61-a767-40537f9a2007 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b156e99a-2ece-4f8c-9c6e-f4f613555ccc HTTP/1.1" status: 200 len: 210 time: 0.1282430 Aug 27 04:39:15.858118 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c73931f-919d-4a2a-a79d-a25cc8ef3646 admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:39:15.867378 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-7c73931f-919d-4a2a-a79d-a25cc8ef3646 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:39:15.877860 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c73931f-919d-4a2a-a79d-a25cc8ef3646 admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:39:15.888318 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device e6c063f5-fda7-4ac4-b795-4dcf758c50b4 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:39:15.895346 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c73931f-919d-4a2a-a79d-a25cc8ef3646 admin admin] Pushing event updated for resources: {'Port': ['ID=d464b109-3f53-4ddd-8fce-11b6acf6dc20,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:15.963778 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3f37a51-b172-4af6-8836-b9fd5ec54849 req-39a8e100-ccad-45f2-8f5e-8ffa122bf70d tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Made reservation on behalf of dae5eca5a049462aa50c42ecaf08241e for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:39:15.992857 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-d3f37a51-b172-4af6-8836-b9fd5ec54849 req-39a8e100-ccad-45f2-8f5e-8ffa122bf70d tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:16.014564 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port e6c063f5-fda7-4ac4-b795-4dcf758c50b4 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:39:16.015304 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e6c063f5-fda7-4ac4-b795-4dcf758c50b4), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:16.153213 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fecb4144-f223-4b0b-857a-cbe10089a527 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:16.210880 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port e6c063f5-fda7-4ac4-b795-4dcf758c50b4 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:39:16.211328 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (e6c063f5-fda7-4ac4-b795-4dcf758c50b4), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:16.226223 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6411ebec-5b28-4c90-b265-02d4894ab357 admin admin] Publish callbacks [] for security_group (83365afb-53b2-4bdd-9865-17ea53ada404), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:16.264115 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-bbcf6abe-96fd-418a-a267-cb806d63f46c req-528c76ee-e467-4e5c-94ee-d99b7b3e7500 tempest-SecurityGroupsTestAdminJSON-996870314 tempest-SecurityGroupsTestAdminJSON-996870314-project] Publish callbacks [] for security_group (1e8339e3-a60d-4071-abcb-bed1738c1108), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:16.270648 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port e6c063f5-fda7-4ac4-b795-4dcf758c50b4, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=e6c063f5-fda7-4ac4-b795-4dcf758c50b4,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:39:16.343851 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-bbcf6abe-96fd-418a-a267-cb806d63f46c req-528c76ee-e467-4e5c-94ee-d99b7b3e7500 tempest-SecurityGroupsTestAdminJSON-996870314 tempest-SecurityGroupsTestAdminJSON-996870314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (1e8339e3-a60d-4071-abcb-bed1738c1108), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:16.346474 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (e6c063f5-fda7-4ac4-b795-4dcf758c50b4), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:16.346474 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 4b1f9eae-060a-4cdf-a130-df7069af369d up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:39:16.460374 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fecb4144-f223-4b0b-857a-cbe10089a527 admin admin] Publish callbacks [] for security_group (400d1bab-575b-4fd0-9f47-d04c522a04bf), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:16.465195 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c76ee-e467-4e5c-94ee-d99b7b3e7500 tempest-SecurityGroupsTestAdminJSON-996870314 tempest-SecurityGroupsTestAdminJSON-996870314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8339e3-a60d-4071-abcb-bed1738c1108,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:16.485245 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7c73931f-919d-4a2a-a79d-a25cc8ef3646 admin admin] Publish callbacks [] for router_gateway (8bdff552-a884-4abe-9a69-956707d2b0d1), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:16.504335 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:16.504335 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=e6c063f5-fda7-4ac4-b795-4dcf758c50b4,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:16.532375 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 4b1f9eae-060a-4cdf-a130-df7069af369d triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:39:16.533004 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (4b1f9eae-060a-4cdf-a130-df7069af369d), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:16.547497 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fecb4144-f223-4b0b-857a-cbe10089a527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (400d1bab-575b-4fd0-9f47-d04c522a04bf), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:16.563670 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-bbcf6abe-96fd-418a-a267-cb806d63f46c req-528c76ee-e467-4e5c-94ee-d99b7b3e7500 tempest-SecurityGroupsTestAdminJSON-996870314 tempest-SecurityGroupsTestAdminJSON-996870314-project] Publish callbacks [] for security_group (cf85b017-11f7-4f94-85db-9777a7d82aa1), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:16.659348 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [req-d3f37a51-b172-4af6-8836-b9fd5ec54849 req-39a8e100-ccad-45f2-8f5e-8ffa122bf70d tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Allocated IP 192.168.233.37 (a82fb463-5a8f-4b8b-991d-61491eba11c6/120f3302-721f-4373-86a6-3aa14ccf6ac4/7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:39:16.690500 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-324e5243-4b5a-4b6d-b9e1-d1361e54dc8a admin admin] Publish callbacks [] for port (6d571c5b-6694-41f8-96e6-dc516e6e7efb), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:16.730310 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6411ebec-5b28-4c90-b265-02d4894ab357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (83365afb-53b2-4bdd-9865-17ea53ada404), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:16.734362 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6411ebec-5b28-4c90-b265-02d4894ab357 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:16.742752 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6411ebec-5b28-4c90-b265-02d4894ab357 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/83365afb-53b2-4bdd-9865-17ea53ada404 HTTP/1.1" status: 204 len: 168 time: 1.2735639 Aug 27 04:39:16.747130 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 4b1f9eae-060a-4cdf-a130-df7069af369d is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:39:16.747705 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (4b1f9eae-060a-4cdf-a130-df7069af369d), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:16.774187 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-324e5243-4b5a-4b6d-b9e1-d1361e54dc8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (6d571c5b-6694-41f8-96e6-dc516e6e7efb), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:16.775485 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-324e5243-4b5a-4b6d-b9e1-d1361e54dc8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (30f1d0b2-f177-4cd1-9bba-dd7606e6331e), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:16.788085 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f9a7bd-10dc-45a2-b10d-e83b530e550f None None] Network 3606df3f-1ba5-472f-86e3-30828306dc36 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:39:17.126841 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6411ebec-5b28-4c90-b265-02d4894ab357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83365afb-53b2-4bdd-9865-17ea53ada404,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:17.129064 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-bbcf6abe-96fd-418a-a267-cb806d63f46c req-528c76ee-e467-4e5c-94ee-d99b7b3e7500 tempest-SecurityGroupsTestAdminJSON-996870314 tempest-SecurityGroupsTestAdminJSON-996870314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (cf85b017-11f7-4f94-85db-9777a7d82aa1), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:17.129064 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-fecb4144-f223-4b0b-857a-cbe10089a527 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=2b4b25bc171f426b8cea0a1b22e2c7d5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1834157 Aug 27 04:39:17.129064 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecb4144-f223-4b0b-857a-cbe10089a527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400d1bab-575b-4fd0-9f47-d04c522a04bf,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:17.129608 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-42696363-c1db-4b6f-a5e4-2bf637e9e2ce None None] Provisioning complete for port 4b1f9eae-060a-4cdf-a130-df7069af369d triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:39:17.129608 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-42696363-c1db-4b6f-a5e4-2bf637e9e2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (4b1f9eae-060a-4cdf-a130-df7069af369d), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:17.130366 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c76ee-e467-4e5c-94ee-d99b7b3e7500 tempest-SecurityGroupsTestAdminJSON-996870314 tempest-SecurityGroupsTestAdminJSON-996870314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf85b017-11f7-4f94-85db-9777a7d82aa1,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:17.130725 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e5243-4b5a-4b6d-b9e1-d1361e54dc8a admin admin] Pushing event updated for resources: {'Port': ['ID=6d571c5b-6694-41f8-96e6-dc516e6e7efb,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:17.131634 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 4b1f9eae-060a-4cdf-a130-df7069af369d, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=4b1f9eae-060a-4cdf-a130-df7069af369d,segment=NetworkSegment(62b023d8-041f-4d8a-82f6-8e4650491749),segment_id=62b023d8-041f-4d8a-82f6-8e4650491749)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:39:17.132298 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-d3f37a51-b172-4af6-8836-b9fd5ec54849 req-39a8e100-ccad-45f2-8f5e-8ffa122bf70d tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Publish callbacks [] for port (7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:17.132760 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37950) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:17.133123 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-42696363-c1db-4b6f-a5e4-2bf637e9e2ce None None] Current status of the port 4b1f9eae-060a-4cdf-a130-df7069af369d is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:39:17.133123 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-42696363-c1db-4b6f-a5e4-2bf637e9e2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (4b1f9eae-060a-4cdf-a130-df7069af369d), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:17.157259 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324e5243-4b5a-4b6d-b9e1-d1361e54dc8a admin admin] Network 344d462f-6760-460a-9857-8c3930ef017b is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:39:17.162128 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-324e5243-4b5a-4b6d-b9e1-d1361e54dc8a admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:39:17.174872 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7c73931f-919d-4a2a-a79d-a25cc8ef3646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (8bdff552-a884-4abe-9a69-956707d2b0d1), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:17.342366 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-324e5243-4b5a-4b6d-b9e1-d1361e54dc8a admin admin] Router 30f1d0b2-f177-4cd1-9bba-dd7606e6331e has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:39:17.363697 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-23e1d4cc-8dcf-4561-826d-c7d6a25ee6e0 admin admin] Publish callbacks [] for security_group (400d1bab-575b-4fd0-9f47-d04c522a04bf), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:17.398316 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (4b1f9eae-060a-4cdf-a130-df7069af369d), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:17.399440 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-bbcf6abe-96fd-418a-a267-cb806d63f46c req-528c76ee-e467-4e5c-94ee-d99b7b3e7500 tempest-SecurityGroupsTestAdminJSON-996870314 tempest-SecurityGroupsTestAdminJSON-996870314-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:17.399440 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-bbcf6abe-96fd-418a-a267-cb806d63f46c req-528c76ee-e467-4e5c-94ee-d99b7b3e7500 tempest-SecurityGroupsTestAdminJSON-996870314 tempest-SecurityGroupsTestAdminJSON-996870314-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.9554119 Aug 27 04:39:17.419904 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-23e1d4cc-8dcf-4561-826d-c7d6a25ee6e0 admin admin] Publish callbacks [] for security_group (400d1bab-575b-4fd0-9f47-d04c522a04bf), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:17.520014 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-42696363-c1db-4b6f-a5e4-2bf637e9e2ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:39:17.520542 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-42696363-c1db-4b6f-a5e4-2bf637e9e2ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:39:17.536500 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=4b1f9eae-060a-4cdf-a130-df7069af369d,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:17.556331 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:17.556587 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-d3f37a51-b172-4af6-8836-b9fd5ec54849 req-39a8e100-ccad-45f2-8f5e-8ffa122bf70d tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:17.565183 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-fd5dd843-dd38-437c-8820-76748cb57868 req-92f6fd63-5dd0-46a0-8088-433a681a5a58 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b156e99a-2ece-4f8c-9c6e-f4f613555ccc HTTP/1.1" status: 200 len: 210 time: 0.0370460 Aug 27 04:39:17.603175 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c73931f-919d-4a2a-a79d-a25cc8ef3646 admin admin] Router 8bdff552-a884-4abe-9a69-956707d2b0d1 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:39:17.615353 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [req-c528d59b-d364-4309-a922-5a8fcc396245 req-a366f1e8-f36b-42ad-82a6-5c571fb83c01 tempest-SecurityGroupsTestAdminJSON-996870314 tempest-SecurityGroupsTestAdminJSON-996870314-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1924623766', 'description': 'tempest-description-771404399'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:39:17.616518 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-324e5243-4b5a-4b6d-b9e1-d1361e54dc8a admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:39:17.627385 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b566819-fa18-46c9-ab5f-eb433b8c6f37 None None] Sync routers for ids ['30f1d0b2-f177-4cd1-9bba-dd7606e6331e'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:39:17.653495 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-324e5243-4b5a-4b6d-b9e1-d1361e54dc8a admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/30f1d0b2-f177-4cd1-9bba-dd7606e6331e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6473491 Aug 27 04:39:17.654606 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b566819-fa18-46c9-ab5f-eb433b8c6f37 None None] Routers {'30f1d0b2-f177-4cd1-9bba-dd7606e6331e'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:39:17.655551 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-4b566819-fa18-46c9-ab5f-eb433b8c6f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:38:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['30f1d0b2-f177-4cd1-9bba-dd7606e6331e'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:17.683891 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a8e100-ccad-45f2-8f5e-8ffa122bf70d tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Pushing event updated for resources: {'Port': ['ID=7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:17.693729 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3f37a51-b172-4af6-8836-b9fd5ec54849 req-39a8e100-ccad-45f2-8f5e-8ffa122bf70d tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Network a82fb463-5a8f-4b8b-991d-61491eba11c6 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:39:17.695494 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [req-d3f37a51-b172-4af6-8836-b9fd5ec54849 req-39a8e100-ccad-45f2-8f5e-8ffa122bf70d tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:39:17.697836 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3f37a51-b172-4af6-8836-b9fd5ec54849 req-39a8e100-ccad-45f2-8f5e-8ffa122bf70d tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:39:17.702514 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f37a51-b172-4af6-8836-b9fd5ec54849 req-39a8e100-ccad-45f2-8f5e-8ffa122bf70d tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:17.703172 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-d3f37a51-b172-4af6-8836-b9fd5ec54849 req-39a8e100-ccad-45f2-8f5e-8ffa122bf70d tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:17.718143 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:17.774322 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-23e1d4cc-8dcf-4561-826d-c7d6a25ee6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (400d1bab-575b-4fd0-9f47-d04c522a04bf), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:17.787648 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-23e1d4cc-8dcf-4561-826d-c7d6a25ee6e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:17.805833 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-23e1d4cc-8dcf-4561-826d-c7d6a25ee6e0 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/400d1bab-575b-4fd0-9f47-d04c522a04bf HTTP/1.1" status: 204 len: 168 time: 0.6725688 Aug 27 04:39:17.819926 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e1d4cc-8dcf-4561-826d-c7d6a25ee6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400d1bab-575b-4fd0-9f47-d04c522a04bf,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:17.826738 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-c528d59b-d364-4309-a922-5a8fcc396245 req-a366f1e8-f36b-42ad-82a6-5c571fb83c01 tempest-SecurityGroupsTestAdminJSON-996870314 tempest-SecurityGroupsTestAdminJSON-996870314-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:17.866270 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-4b566819-fa18-46c9-ab5f-eb433b8c6f37 None None] Set router 30f1d0b2-f177-4cd1-9bba-dd7606e6331e gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:39:17.939633 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device e6c063f5-fda7-4ac4-b795-4dcf758c50b4 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:39:17.945965 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-d3f37a51-b172-4af6-8836-b9fd5ec54849 req-39a8e100-ccad-45f2-8f5e-8ffa122bf70d tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.75 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8459671 Aug 27 04:39:18.025328 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:18.027234 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c73931f-919d-4a2a-a79d-a25cc8ef3646 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:39:18.042767 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f86cd4-2369-4435-ac2e-044b48651531 None None] Sync routers for ids ['8bdff552-a884-4abe-9a69-956707d2b0d1'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:39:18.069334 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f86cd4-2369-4435-ac2e-044b48651531 None None] Routers {'8bdff552-a884-4abe-9a69-956707d2b0d1'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:39:18.072305 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-e0f86cd4-2369-4435-ac2e-044b48651531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:38:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['8bdff552-a884-4abe-9a69-956707d2b0d1'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:18.121375 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-c528d59b-d364-4309-a922-5a8fcc396245 req-a366f1e8-f36b-42ad-82a6-5c571fb83c01 tempest-SecurityGroupsTestAdminJSON-996870314 tempest-SecurityGroupsTestAdminJSON-996870314-project] Publish callbacks [] for security_group (4e74553f-1e76-4efb-9c4b-78b18982e48f), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:18.165298 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7c73931f-919d-4a2a-a79d-a25cc8ef3646 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:18.171291 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7c73931f-919d-4a2a-a79d-a25cc8ef3646 admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.9445953 Aug 27 04:39:18.171291 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37972) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:18.259645 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port e6c063f5-fda7-4ac4-b795-4dcf758c50b4 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:39:18.259645 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e6c063f5-fda7-4ac4-b795-4dcf758c50b4), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:18.262591 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-42696363-c1db-4b6f-a5e4-2bf637e9e2ce None None] Current status of the port 4b1f9eae-060a-4cdf-a130-df7069af369d is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:39:18.285176 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-e0f86cd4-2369-4435-ac2e-044b48651531 None None] Set router 8bdff552-a884-4abe-9a69-956707d2b0d1 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:39:18.356684 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-c528d59b-d364-4309-a922-5a8fcc396245 req-a366f1e8-f36b-42ad-82a6-5c571fb83c01 tempest-SecurityGroupsTestAdminJSON-996870314 tempest-SecurityGroupsTestAdminJSON-996870314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (4e74553f-1e76-4efb-9c4b-78b18982e48f), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:18.553621 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a366f1e8-f36b-42ad-82a6-5c571fb83c01 tempest-SecurityGroupsTestAdminJSON-996870314 tempest-SecurityGroupsTestAdminJSON-996870314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e74553f-1e76-4efb-9c4b-78b18982e48f,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:18.577032 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-75456fce-e9eb-4120-bb5b-2374e558e3b8 None None] Provisioning complete for port 6d571c5b-6694-41f8-96e6-dc516e6e7efb triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:39:18.577032 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-75456fce-e9eb-4120-bb5b-2374e558e3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (6d571c5b-6694-41f8-96e6-dc516e6e7efb), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:18.614345 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-e0f86cd4-2369-4435-ac2e-044b48651531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bdff552-a884-4abe-9a69-956707d2b0d1', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-456696632-router', 'tenant_id': 'b6348e2d199d41b790823569854a5517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': 'd464b109-3f53-4ddd-8fce-11b6acf6dc20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:39:13Z', 'updated_at': '2022-08-27T04:39:16Z', 'revision_number': 3, 'project_id': 'b6348e2d199d41b790823569854a5517', 'gw_port': {'id': 'd464b109-3f53-4ddd-8fce-11b6acf6dc20', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bdff552-a884-4abe-9a69-956707d2b0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:14Z', 'updated_at': '2022-08-27T04:39:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:18.647100 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-75456fce-e9eb-4120-bb5b-2374e558e3b8 None None] Port 6d571c5b-6694-41f8-96e6-dc516e6e7efb cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:39:18.647100 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-4b566819-fa18-46c9-ab5f-eb433b8c6f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f1d0b2-f177-4cd1-9bba-dd7606e6331e', 'name': 'tempest-LiveMigrationTest-1308493048-router', 'tenant_id': '876447d8eb814920856d46902fd76713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'e6c063f5-fda7-4ac4-b795-4dcf758c50b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:39:06Z', 'updated_at': '2022-08-27T04:39:15Z', 'revision_number': 4, 'project_id': '876447d8eb814920856d46902fd76713', 'gw_port': {'id': 'e6c063f5-fda7-4ac4-b795-4dcf758c50b4', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:47:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f1d0b2-f177-4cd1-9bba-dd7606e6331e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:07Z', 'updated_at': '2022-08-27T04:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '6d571c5b-6694-41f8-96e6-dc516e6e7efb', 'name': '', 'network_id': '344d462f-6760-460a-9857-8c3930ef017b', 'tenant_id': '876447d8eb814920856d46902fd76713', 'mac_address': 'fa:16:3e:df:f4:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f1d0b2-f177-4cd1-9bba-dd7606e6331e', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'cfbcca89-0e4a-4642-9594-a27cb2aa6e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:13Z', 'updated_at': '2022-08-27T04:39:15Z', 'revision_number': 2, 'project_id': '876447d8eb814920856d46902fd76713', 'subnets': [{'id': 'cfbcca89-0e4a-4642-9594-a27cb2aa6e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:18.693412 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b566819-fa18-46c9-ab5f-eb433b8c6f37 None None] Checking router: 30f1d0b2-f177-4cd1-9bba-dd7606e6331e for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:39:18.693412 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b566819-fa18-46c9-ab5f-eb433b8c6f37 None None] Updating router 30f1d0b2-f177-4cd1-9bba-dd7606e6331e port 6d571c5b-6694-41f8-96e6-dc516e6e7efb binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:39:18.711894 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-c528d59b-d364-4309-a922-5a8fcc396245 req-a366f1e8-f36b-42ad-82a6-5c571fb83c01 tempest-SecurityGroupsTestAdminJSON-996870314 tempest-SecurityGroupsTestAdminJSON-996870314-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:18.713624 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c528d59b-d364-4309-a922-5a8fcc396245 req-a366f1e8-f36b-42ad-82a6-5c571fb83c01 tempest-SecurityGroupsTestAdminJSON-996870314 tempest-SecurityGroupsTestAdminJSON-996870314-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.1114607 Aug 27 04:39:18.720676 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:18.757808 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f86cd4-2369-4435-ac2e-044b48651531 None None] Checking router: 8bdff552-a884-4abe-9a69-956707d2b0d1 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:39:18.758876 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f86cd4-2369-4435-ac2e-044b48651531 None None] Updating router 8bdff552-a884-4abe-9a69-956707d2b0d1 port d464b109-3f53-4ddd-8fce-11b6acf6dc20 binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:39:18.761735 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-75456fce-e9eb-4120-bb5b-2374e558e3b8 None None] Provisioning complete for port 7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:39:18.767511 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-75456fce-e9eb-4120-bb5b-2374e558e3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:18.795144 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:18.796437 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-e0f86cd4-2369-4435-ac2e-044b48651531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (d464b109-3f53-4ddd-8fce-11b6acf6dc20), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:18.801809 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4b566819-fa18-46c9-ab5f-eb433b8c6f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (6d571c5b-6694-41f8-96e6-dc516e6e7efb), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:18.814829 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port e6c063f5-fda7-4ac4-b795-4dcf758c50b4 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:39:18.816612 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 4b1f9eae-060a-4cdf-a130-df7069af369d up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:39:18.854460 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-75456fce-e9eb-4120-bb5b-2374e558e3b8 None None] Port 7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:39:18.912662 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-75456fce-e9eb-4120-bb5b-2374e558e3b8 None None] Provisioning complete for port 4b1f9eae-060a-4cdf-a130-df7069af369d triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:39:18.912662 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-75456fce-e9eb-4120-bb5b-2374e558e3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (4b1f9eae-060a-4cdf-a130-df7069af369d), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:18.913031 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:18.973683 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4512911-bcea-4b1a-bad5-1184daf9402e req-266cbf5b-b749-44f2-a1da-b216757c8f6e tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:18.987956 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b4512911-bcea-4b1a-bad5-1184daf9402e req-266cbf5b-b749-44f2-a1da-b216757c8f6e tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b156e99a-2ece-4f8c-9c6e-f4f613555ccc HTTP/1.1" status: 200 len: 935 time: 0.1841853 Aug 27 04:39:18.999558 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 4b1f9eae-060a-4cdf-a130-df7069af369d triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:39:19.002524 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (4b1f9eae-060a-4cdf-a130-df7069af369d), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:19.153337 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38008) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:19.156307 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b4512911-bcea-4b1a-bad5-1184daf9402e req-1a91ed6a-dc3c-4a8f-8216-82d2c2f0e8e9 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=22170a02-a707-49d3-bf0d-346bff1fd07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619985 Aug 27 04:39:19.183561 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dc648401-14d2-42ce-ace4-1d289045e8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:19.190297 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9ec120fe-f6d1-4f51-b0c3-5bcb0f972d44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:19.231915 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-75456fce-e9eb-4120-bb5b-2374e558e3b8 None None] Current status of the port 4b1f9eae-060a-4cdf-a130-df7069af369d is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:39:19.252119 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-e0f86cd4-2369-4435-ac2e-044b48651531 None None] Publish callbacks [] for port (d464b109-3f53-4ddd-8fce-11b6acf6dc20), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:19.299479 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 4b1f9eae-060a-4cdf-a130-df7069af369d is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:39:19.327390 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-e0f86cd4-2369-4435-ac2e-044b48651531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (d464b109-3f53-4ddd-8fce-11b6acf6dc20), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:19.390425 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9ec120fe-f6d1-4f51-b0c3-5bcb0f972d44 admin admin] Publish callbacks [] for security_group (46d53191-30fd-4d5a-8981-0a4a24f2e666), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:19.410166 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:19.417486 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29da14e-44f2-484f-aaa4-faad06ec4178 None None] Pushing event updated for resources: {'Port': ['ID=d464b109-3f53-4ddd-8fce-11b6acf6dc20,revision_number=2']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:19.434301 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4b566819-fa18-46c9-ab5f-eb433b8c6f37 None None] Publish callbacks [] for port (6d571c5b-6694-41f8-96e6-dc516e6e7efb), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:19.434724 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-e0f86cd4-2369-4435-ac2e-044b48651531 None None] Attempting to bind port d464b109-3f53-4ddd-8fce-11b6acf6dc20 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:39:19.435118 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-e0f86cd4-2369-4435-ac2e-044b48651531 None None] Attempting to bind port d464b109-3f53-4ddd-8fce-11b6acf6dc20 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:39:19.435476 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f86cd4-2369-4435-ac2e-044b48651531 None None] Attempting to bind port d464b109-3f53-4ddd-8fce-11b6acf6dc20 on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:39:19.442369 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f86cd4-2369-4435-ac2e-044b48651531 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:39:19.442744 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f86cd4-2369-4435-ac2e-044b48651531 None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:39:19.443201 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-e0f86cd4-2369-4435-ac2e-044b48651531 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:19.445295 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f86cd4-2369-4435-ac2e-044b48651531 None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:39:19.445295 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-e0f86cd4-2369-4435-ac2e-044b48651531 None None] Bound port: d464b109-3f53-4ddd-8fce-11b6acf6dc20, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:39:19.445295 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-e0f86cd4-2369-4435-ac2e-044b48651531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (d464b109-3f53-4ddd-8fce-11b6acf6dc20), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:19.510336 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9ec120fe-f6d1-4f51-b0c3-5bcb0f972d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (46d53191-30fd-4d5a-8981-0a4a24f2e666), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:19.530284 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-e0f86cd4-2369-4435-ac2e-044b48651531 None None] For port d464b109-3f53-4ddd-8fce-11b6acf6dc20, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:39:19.530284 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-e0f86cd4-2369-4435-ac2e-044b48651531 None None] For port d464b109-3f53-4ddd-8fce-11b6acf6dc20, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=d464b109-3f53-4ddd-8fce-11b6acf6dc20,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:39:19.540060 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-dc648401-14d2-42ce-ace4-1d289045e8e6 admin admin] Allocated IP 172.20.0.1 (3606df3f-1ba5-472f-86e3-30828306dc36/9ea046d4-cc36-42f8-8b56-183057642d3b/310c2368-c079-4e9a-8d1f-6a0c62a24bf1) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:39:19.561740 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [req-ea09287b-3091-43c2-aebb-62a5bd8502db req-567d75f3-7d70-469e-b050-771138b16824 tempest-SecurityGroupsTestAdminJSON-1800237463 tempest-SecurityGroupsTestAdminJSON-1800237463-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-74923412', 'description': 'tempest-description-1936326583'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:39:19.578085 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec120fe-f6d1-4f51-b0c3-5bcb0f972d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d53191-30fd-4d5a-8981-0a4a24f2e666,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:19.588081 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-9ec120fe-f6d1-4f51-b0c3-5bcb0f972d44 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=0c6b6bde537b4b62bf37d8bba7a5eb7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4312866 Aug 27 04:39:19.588951 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38020) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:19.606938 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4b566819-fa18-46c9-ab5f-eb433b8c6f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (6d571c5b-6694-41f8-96e6-dc516e6e7efb), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:19.647327 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-e0f86cd4-2369-4435-ac2e-044b48651531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (d464b109-3f53-4ddd-8fce-11b6acf6dc20), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:19.687667 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd85fdc-185c-42a5-b7c9-40b2e053ff2c None None] Pushing event updated for resources: {'Port': ['ID=6d571c5b-6694-41f8-96e6-dc516e6e7efb,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:19.695660 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ea8401cb-a605-4392-b9f2-2bb474b6efa6 admin admin] Publish callbacks [] for security_group (46d53191-30fd-4d5a-8981-0a4a24f2e666), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:19.738992 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f86cd4-2369-4435-ac2e-044b48651531 None None] Routers {'8bdff552-a884-4abe-9a69-956707d2b0d1'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:39:19.739633 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-e0f86cd4-2369-4435-ac2e-044b48651531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:38:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['8bdff552-a884-4abe-9a69-956707d2b0d1'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:19.753187 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ea8401cb-a605-4392-b9f2-2bb474b6efa6 admin admin] Publish callbacks [] for security_group (46d53191-30fd-4d5a-8981-0a4a24f2e666), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:19.757225 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dc648401-14d2-42ce-ace4-1d289045e8e6 admin admin] Publish callbacks [] for port (310c2368-c079-4e9a-8d1f-6a0c62a24bf1), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:19.767315 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-ea09287b-3091-43c2-aebb-62a5bd8502db req-567d75f3-7d70-469e-b050-771138b16824 tempest-SecurityGroupsTestAdminJSON-1800237463 tempest-SecurityGroupsTestAdminJSON-1800237463-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:19.799997 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-ea09287b-3091-43c2-aebb-62a5bd8502db req-567d75f3-7d70-469e-b050-771138b16824 tempest-SecurityGroupsTestAdminJSON-1800237463 tempest-SecurityGroupsTestAdminJSON-1800237463-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:19.837560 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-4b566819-fa18-46c9-ab5f-eb433b8c6f37 None None] Attempting to bind port 6d571c5b-6694-41f8-96e6-dc516e6e7efb on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:39:19.838225 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-4b566819-fa18-46c9-ab5f-eb433b8c6f37 None None] Attempting to bind port 6d571c5b-6694-41f8-96e6-dc516e6e7efb by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '7fbfb8d2-d6f5-4d94-9380-883a548ecc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '344d462f-6760-460a-9857-8c3930ef017b'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:39:19.839619 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b566819-fa18-46c9-ab5f-eb433b8c6f37 None None] Attempting to bind port 6d571c5b-6694-41f8-96e6-dc516e6e7efb on network 344d462f-6760-460a-9857-8c3930ef017b {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:39:19.854952 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b566819-fa18-46c9-ab5f-eb433b8c6f37 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:39:19.855477 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b566819-fa18-46c9-ab5f-eb433b8c6f37 None None] Checking segment: {'id': '7fbfb8d2-d6f5-4d94-9380-883a548ecc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '344d462f-6760-460a-9857-8c3930ef017b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:39:19.863646 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4b566819-fa18-46c9-ab5f-eb433b8c6f37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:19.864183 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b566819-fa18-46c9-ab5f-eb433b8c6f37 None None] Bound using segment: {'id': '7fbfb8d2-d6f5-4d94-9380-883a548ecc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '344d462f-6760-460a-9857-8c3930ef017b'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:39:19.864863 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-4b566819-fa18-46c9-ab5f-eb433b8c6f37 None None] Bound port: 6d571c5b-6694-41f8-96e6-dc516e6e7efb, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fbfb8d2-d6f5-4d94-9380-883a548ecc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '344d462f-6760-460a-9857-8c3930ef017b'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:39:19.867431 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4b566819-fa18-46c9-ab5f-eb433b8c6f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (6d571c5b-6694-41f8-96e6-dc516e6e7efb), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:19.873815 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29da14e-44f2-484f-aaa4-faad06ec4178 None None] Pushing event updated for resources: {'Port': ['ID=d464b109-3f53-4ddd-8fce-11b6acf6dc20,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:19.940768 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ea8401cb-a605-4392-b9f2-2bb474b6efa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (46d53191-30fd-4d5a-8981-0a4a24f2e666), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:19.946965 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ea8401cb-a605-4392-b9f2-2bb474b6efa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:19.948125 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ea8401cb-a605-4392-b9f2-2bb474b6efa6 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/46d53191-30fd-4d5a-8981-0a4a24f2e666 HTTP/1.1" status: 204 len: 168 time: 0.3588798 Aug 27 04:39:19.985124 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8401cb-a605-4392-b9f2-2bb474b6efa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d53191-30fd-4d5a-8981-0a4a24f2e666,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:19.990370 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:20.032575 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38040) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:20.043547 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38044) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:20.048808 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-41dcc178-41d2-4651-8e83-7cf93c7c8010 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-248283437-network', 'tenant_id': '3836cf4a5fcb4de098cca1d964f3899e'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:39:20.053512 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dc648401-14d2-42ce-ace4-1d289045e8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (310c2368-c079-4e9a-8d1f-6a0c62a24bf1), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:20.069946 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4b566819-fa18-46c9-ab5f-eb433b8c6f37 None None] For port 6d571c5b-6694-41f8-96e6-dc516e6e7efb, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:39:20.078409 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4b566819-fa18-46c9-ab5f-eb433b8c6f37 None None] For port 6d571c5b-6694-41f8-96e6-dc516e6e7efb, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=6d571c5b-6694-41f8-96e6-dc516e6e7efb,segment=NetworkSegment(7fbfb8d2-d6f5-4d94-9380-883a548ecc4d),segment_id=7fbfb8d2-d6f5-4d94-9380-883a548ecc4d)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:39:20.110749 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-e0f86cd4-2369-4435-ac2e-044b48651531 None None] Set router 8bdff552-a884-4abe-9a69-956707d2b0d1 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:39:20.112743 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-ea09287b-3091-43c2-aebb-62a5bd8502db req-567d75f3-7d70-469e-b050-771138b16824 tempest-SecurityGroupsTestAdminJSON-1800237463 tempest-SecurityGroupsTestAdminJSON-1800237463-project-admin] Publish callbacks [] for security_group (67578020-9b6a-4ab2-bdeb-05835c46b335), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:20.133409 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc648401-14d2-42ce-ace4-1d289045e8e6 admin admin] Network 3606df3f-1ba5-472f-86e3-30828306dc36 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:39:20.139347 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-dc648401-14d2-42ce-ace4-1d289045e8e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:39:20.141895 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc648401-14d2-42ce-ace4-1d289045e8e6 admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:39:20.142804 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dc648401-14d2-42ce-ace4-1d289045e8e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (8bdff552-a884-4abe-9a69-956707d2b0d1), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:20.145670 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4b566819-fa18-46c9-ab5f-eb433b8c6f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (6d571c5b-6694-41f8-96e6-dc516e6e7efb), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:20.163075 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc648401-14d2-42ce-ace4-1d289045e8e6 admin admin] Pushing event updated for resources: {'Port': ['ID=310c2368-c079-4e9a-8d1f-6a0c62a24bf1,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:20.173817 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41dcc178-41d2-4651-8e83-7cf93c7c8010 admin admin] Made reservation on behalf of 3836cf4a5fcb4de098cca1d964f3899e for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:39:20.179040 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-41dcc178-41d2-4651-8e83-7cf93c7c8010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:20.196035 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-41dcc178-41d2-4651-8e83-7cf93c7c8010 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:20.227188 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b566819-fa18-46c9-ab5f-eb433b8c6f37 None None] Routers {'30f1d0b2-f177-4cd1-9bba-dd7606e6331e'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:39:20.227829 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-4b566819-fa18-46c9-ab5f-eb433b8c6f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:38:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['30f1d0b2-f177-4cd1-9bba-dd7606e6331e'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:20.260338 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-ea09287b-3091-43c2-aebb-62a5bd8502db req-567d75f3-7d70-469e-b050-771138b16824 tempest-SecurityGroupsTestAdminJSON-1800237463 tempest-SecurityGroupsTestAdminJSON-1800237463-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (67578020-9b6a-4ab2-bdeb-05835c46b335), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:20.358586 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-054c6f14-a2db-4991-8ac4-9828b6163e07 admin admin] Request body: {'network': {'name': 'tempest-ImagesNegativeTestJSON-1108588799-network', 'tenant_id': '102c34e4c00d4db4bcdfdfbbffd8992c'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:39:20.391394 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-41dcc178-41d2-4651-8e83-7cf93c7c8010 admin admin] Publish callbacks [] for security_group (1004d7df-3d65-4d66-b1d7-84ef469d1c81), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:20.399058 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567d75f3-7d70-469e-b050-771138b16824 tempest-SecurityGroupsTestAdminJSON-1800237463 tempest-SecurityGroupsTestAdminJSON-1800237463-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67578020-9b6a-4ab2-bdeb-05835c46b335,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:20.453259 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd85fdc-185c-42a5-b7c9-40b2e053ff2c None None] Pushing event updated for resources: {'Port': ['ID=6d571c5b-6694-41f8-96e6-dc516e6e7efb,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:20.461520 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:20.470300 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-e0f86cd4-2369-4435-ac2e-044b48651531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bdff552-a884-4abe-9a69-956707d2b0d1', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-456696632-router', 'tenant_id': 'b6348e2d199d41b790823569854a5517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': 'd464b109-3f53-4ddd-8fce-11b6acf6dc20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:39:13Z', 'updated_at': '2022-08-27T04:39:16Z', 'revision_number': 3, 'project_id': 'b6348e2d199d41b790823569854a5517', 'gw_port': {'id': 'd464b109-3f53-4ddd-8fce-11b6acf6dc20', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bdff552-a884-4abe-9a69-956707d2b0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:14Z', 'updated_at': '2022-08-27T04:39:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:20.499108 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f86cd4-2369-4435-ac2e-044b48651531 None None] The sync data for ids ['8bdff552-a884-4abe-9a69-956707d2b0d1'] in n-d-852088-5 is: [{'id': '8bdff552-a884-4abe-9a69-956707d2b0d1', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-456696632-router', 'tenant_id': 'b6348e2d199d41b790823569854a5517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': 'd464b109-3f53-4ddd-8fce-11b6acf6dc20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:39:13Z', 'updated_at': '2022-08-27T04:39:16Z', 'revision_number': 3, 'project_id': 'b6348e2d199d41b790823569854a5517', 'gw_port': {'id': 'd464b109-3f53-4ddd-8fce-11b6acf6dc20', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bdff552-a884-4abe-9a69-956707d2b0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:14Z', 'updated_at': '2022-08-27T04:39:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:39:20.510789 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-4b566819-fa18-46c9-ab5f-eb433b8c6f37 None None] Set router 30f1d0b2-f177-4cd1-9bba-dd7606e6331e gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:39:20.517225 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-41dcc178-41d2-4651-8e83-7cf93c7c8010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (1004d7df-3d65-4d66-b1d7-84ef469d1c81), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:20.521789 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054c6f14-a2db-4991-8ac4-9828b6163e07 admin admin] Made reservation on behalf of 102c34e4c00d4db4bcdfdfbbffd8992c for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:39:20.524794 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-054c6f14-a2db-4991-8ac4-9828b6163e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:20.539939 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-054c6f14-a2db-4991-8ac4-9828b6163e07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:20.553290 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09029779-a4c6-4cf4-8bcc-1f8e7aa88b8e req-167ad55a-662f-40c3-b431-56628b62d7bf tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:20.554819 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-09029779-a4c6-4cf4-8bcc-1f8e7aa88b8e req-167ad55a-662f-40c3-b431-56628b62d7bf tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b156e99a-2ece-4f8c-9c6e-f4f613555ccc HTTP/1.1" status: 200 len: 935 time: 0.1710827 Aug 27 04:39:20.579518 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41dcc178-41d2-4651-8e83-7cf93c7c8010 admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:39:20.582309 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-ea09287b-3091-43c2-aebb-62a5bd8502db req-567d75f3-7d70-469e-b050-771138b16824 tempest-SecurityGroupsTestAdminJSON-1800237463 tempest-SecurityGroupsTestAdminJSON-1800237463-project-admin] Publish callbacks [] for security_group (35ce803c-5894-4aa1-a446-48453c484ce0), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:20.609742 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-41dcc178-41d2-4651-8e83-7cf93c7c8010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (b18d3530-52ff-43bc-91ef-9657f4a0adf3), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:20.610264 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-41dcc178-41d2-4651-8e83-7cf93c7c8010 admin admin] Added segment b18d3530-52ff-43bc-91ef-9657f4a0adf3 of type vlan for network 3b65ea62-ed5a-43b6-9ebc-adebf100c991 Aug 27 04:39:20.627283 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dcc178-41d2-4651-8e83-7cf93c7c8010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1004d7df-3d65-4d66-b1d7-84ef469d1c81,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:20.650961 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-55e613f7-018e-46e7-a1f3-ce94bb9db41e None None] Provisioning complete for port 310c2368-c079-4e9a-8d1f-6a0c62a24bf1 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:39:20.651329 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-55e613f7-018e-46e7-a1f3-ce94bb9db41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (310c2368-c079-4e9a-8d1f-6a0c62a24bf1), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:20.653587 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-09029779-a4c6-4cf4-8bcc-1f8e7aa88b8e req-2affbe4f-5691-46e9-a3d8-90644a0959cb tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=22170a02-a707-49d3-bf0d-346bff1fd07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815654 Aug 27 04:39:20.655615 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-ea09287b-3091-43c2-aebb-62a5bd8502db req-567d75f3-7d70-469e-b050-771138b16824 tempest-SecurityGroupsTestAdminJSON-1800237463 tempest-SecurityGroupsTestAdminJSON-1800237463-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (35ce803c-5894-4aa1-a446-48453c484ce0), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:20.722404 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dc648401-14d2-42ce-ace4-1d289045e8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (310c2368-c079-4e9a-8d1f-6a0c62a24bf1), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:20.729838 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-41dcc178-41d2-4651-8e83-7cf93c7c8010 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (3b65ea62-ed5a-43b6-9ebc-adebf100c991), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:20.808265 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567d75f3-7d70-469e-b050-771138b16824 tempest-SecurityGroupsTestAdminJSON-1800237463 tempest-SecurityGroupsTestAdminJSON-1800237463-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ce803c-5894-4aa1-a446-48453c484ce0,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:20.815129 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:20.820809 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-054c6f14-a2db-4991-8ac4-9828b6163e07 admin admin] Publish callbacks [] for security_group (23bf297d-ee4f-47bb-bf23-2f8a509d1704), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:20.845477 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-55e613f7-018e-46e7-a1f3-ce94bb9db41e None None] Port 310c2368-c079-4e9a-8d1f-6a0c62a24bf1 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:39:20.849826 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:20.869879 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-41dcc178-41d2-4651-8e83-7cf93c7c8010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (3b65ea62-ed5a-43b6-9ebc-adebf100c991), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:20.870943 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41dcc178-41d2-4651-8e83-7cf93c7c8010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:20.878860 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-41dcc178-41d2-4651-8e83-7cf93c7c8010 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:20.894744 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:20.934928 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-ea09287b-3091-43c2-aebb-62a5bd8502db req-567d75f3-7d70-469e-b050-771138b16824 tempest-SecurityGroupsTestAdminJSON-1800237463 tempest-SecurityGroupsTestAdminJSON-1800237463-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:20.936541 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ea09287b-3091-43c2-aebb-62a5bd8502db req-567d75f3-7d70-469e-b050-771138b16824 tempest-SecurityGroupsTestAdminJSON-1800237463 tempest-SecurityGroupsTestAdminJSON-1800237463-project-admin] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.3809319 Aug 27 04:39:20.976282 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-4b566819-fa18-46c9-ab5f-eb433b8c6f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f1d0b2-f177-4cd1-9bba-dd7606e6331e', 'name': 'tempest-LiveMigrationTest-1308493048-router', 'tenant_id': '876447d8eb814920856d46902fd76713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'e6c063f5-fda7-4ac4-b795-4dcf758c50b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:39:06Z', 'updated_at': '2022-08-27T04:39:15Z', 'revision_number': 4, 'project_id': '876447d8eb814920856d46902fd76713', 'gw_port': {'id': 'e6c063f5-fda7-4ac4-b795-4dcf758c50b4', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:47:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f1d0b2-f177-4cd1-9bba-dd7606e6331e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:07Z', 'updated_at': '2022-08-27T04:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '6d571c5b-6694-41f8-96e6-dc516e6e7efb', 'name': '', 'network_id': '344d462f-6760-460a-9857-8c3930ef017b', 'tenant_id': '876447d8eb814920856d46902fd76713', 'mac_address': 'fa:16:3e:df:f4:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f1d0b2-f177-4cd1-9bba-dd7606e6331e', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'cfbcca89-0e4a-4642-9594-a27cb2aa6e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:13Z', 'updated_at': '2022-08-27T04:39:20Z', 'revision_number': 4, 'project_id': '876447d8eb814920856d46902fd76713', 'subnets': [{'id': 'cfbcca89-0e4a-4642-9594-a27cb2aa6e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:21.037824 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b566819-fa18-46c9-ab5f-eb433b8c6f37 None None] The sync data for ids ['30f1d0b2-f177-4cd1-9bba-dd7606e6331e'] in n-d-852088-5 is: [{'id': '30f1d0b2-f177-4cd1-9bba-dd7606e6331e', 'name': 'tempest-LiveMigrationTest-1308493048-router', 'tenant_id': '876447d8eb814920856d46902fd76713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'e6c063f5-fda7-4ac4-b795-4dcf758c50b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:39:06Z', 'updated_at': '2022-08-27T04:39:15Z', 'revision_number': 4, 'project_id': '876447d8eb814920856d46902fd76713', 'gw_port': {'id': 'e6c063f5-fda7-4ac4-b795-4dcf758c50b4', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:47:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f1d0b2-f177-4cd1-9bba-dd7606e6331e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:07Z', 'updated_at': '2022-08-27T04:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '6d571c5b-6694-41f8-96e6-dc516e6e7efb', 'name': '', 'network_id': '344d462f-6760-460a-9857-8c3930ef017b', 'tenant_id': '876447d8eb814920856d46902fd76713', 'mac_address': 'fa:16:3e:df:f4:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f1d0b2-f177-4cd1-9bba-dd7606e6331e', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'cfbcca89-0e4a-4642-9594-a27cb2aa6e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:13Z', 'updated_at': '2022-08-27T04:39:20Z', 'revision_number': 4, 'project_id': '876447d8eb814920856d46902fd76713', 'subnets': [{'id': 'cfbcca89-0e4a-4642-9594-a27cb2aa6e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:39:21.054564 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dcc178-41d2-4651-8e83-7cf93c7c8010 admin admin] Pushing event updated for resources: {'Network': ['ID=3b65ea62-ed5a-43b6-9ebc-adebf100c991,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:21.062469 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-054c6f14-a2db-4991-8ac4-9828b6163e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (23bf297d-ee4f-47bb-bf23-2f8a509d1704), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:21.071270 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 3b65ea62-ed5a-43b6-9ebc-adebf100c991 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:39:21.098541 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c6f14-a2db-4991-8ac4-9828b6163e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23bf297d-ee4f-47bb-bf23-2f8a509d1704,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:21.133335 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-054c6f14-a2db-4991-8ac4-9828b6163e07 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:39:21.158473 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-054c6f14-a2db-4991-8ac4-9828b6163e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (b47f8e05-7d5e-4b89-8886-104de46100c8), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:21.164154 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-054c6f14-a2db-4991-8ac4-9828b6163e07 admin admin] Added segment b47f8e05-7d5e-4b89-8886-104de46100c8 of type vlan for network 1776fee4-8798-41a4-bbd7-5e7d8c1a6a96 Aug 27 04:39:21.165955 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:21.185307 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-41dcc178-41d2-4651-8e83-7cf93c7c8010 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1405137 Aug 27 04:39:21.187342 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [req-87d084f0-1bc5-4001-a4d2-c97ab4b05c61 req-f99c9483-7151-4e9b-bb3a-fbb7206c2b69 tempest-SecurityGroupsTestAdminJSON-1800237463 tempest-SecurityGroupsTestAdminJSON-1800237463-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-995252484', 'description': 'tempest-description-1812264831'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:39:21.192035 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38078) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:21.198193 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-f9fb3897-a922-41a7-a5eb-cbb60e58ecc5 admin admin] Request body: {'subnet': {'network_id': '3b65ea62-ed5a-43b6-9ebc-adebf100c991', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-248283437-subnet', 'tenant_id': '3836cf4a5fcb4de098cca1d964f3899e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:39:21.226696 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dc648401-14d2-42ce-ace4-1d289045e8e6 admin admin] Publish callbacks [] for port (310c2368-c079-4e9a-8d1f-6a0c62a24bf1), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:21.287824 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9fb3897-a922-41a7-a5eb-cbb60e58ecc5 admin admin] Made reservation on behalf of 3836cf4a5fcb4de098cca1d964f3899e for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:39:21.288018 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dc648401-14d2-42ce-ace4-1d289045e8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (310c2368-c079-4e9a-8d1f-6a0c62a24bf1), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:21.288841 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dc648401-14d2-42ce-ace4-1d289045e8e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (8bdff552-a884-4abe-9a69-956707d2b0d1), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:21.293873 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f9fb3897-a922-41a7-a5eb-cbb60e58ecc5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:21.312192 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-054c6f14-a2db-4991-8ac4-9828b6163e07 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (1776fee4-8798-41a4-bbd7-5e7d8c1a6a96), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:21.389313 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-87d084f0-1bc5-4001-a4d2-c97ab4b05c61 req-f99c9483-7151-4e9b-bb3a-fbb7206c2b69 tempest-SecurityGroupsTestAdminJSON-1800237463 tempest-SecurityGroupsTestAdminJSON-1800237463-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:21.424206 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc648401-14d2-42ce-ace4-1d289045e8e6 admin admin] Pushing event updated for resources: {'Port': ['ID=310c2368-c079-4e9a-8d1f-6a0c62a24bf1,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:21.516599 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc648401-14d2-42ce-ace4-1d289045e8e6 admin admin] Network 3606df3f-1ba5-472f-86e3-30828306dc36 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:39:21.522119 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-dc648401-14d2-42ce-ace4-1d289045e8e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:39:21.525646 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-87d084f0-1bc5-4001-a4d2-c97ab4b05c61 req-f99c9483-7151-4e9b-bb3a-fbb7206c2b69 tempest-SecurityGroupsTestAdminJSON-1800237463 tempest-SecurityGroupsTestAdminJSON-1800237463-project-admin] Publish callbacks [] for security_group (0bcc5887-acdd-44cb-b2e7-4459a16588ea), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:21.547197 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-054c6f14-a2db-4991-8ac4-9828b6163e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (1776fee4-8798-41a4-bbd7-5e7d8c1a6a96), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:21.548336 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054c6f14-a2db-4991-8ac4-9828b6163e07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:21.549067 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-054c6f14-a2db-4991-8ac4-9828b6163e07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:21.652518 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-054c6f14-a2db-4991-8ac4-9828b6163e07 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6161914 Aug 27 04:39:21.655604 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38090) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:21.671023 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-e6d316da-31f9-4e15-8c8e-2cba89d6baac admin admin] Request body: {'subnet': {'network_id': '1776fee4-8798-41a4-bbd7-5e7d8c1a6a96', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesNegativeTestJSON-1108588799-subnet', 'tenant_id': '102c34e4c00d4db4bcdfdfbbffd8992c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:39:21.685777 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c6f14-a2db-4991-8ac4-9828b6163e07 admin admin] Pushing event updated for resources: {'Network': ['ID=1776fee4-8798-41a4-bbd7-5e7d8c1a6a96,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:21.707697 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 1776fee4-8798-41a4-bbd7-5e7d8c1a6a96 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:39:21.725799 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f9fb3897-a922-41a7-a5eb-cbb60e58ecc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for subnet (b2534d27-6d19-4d04-a415-13e5fa9c5853), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:21.755957 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-87d084f0-1bc5-4001-a4d2-c97ab4b05c61 req-f99c9483-7151-4e9b-bb3a-fbb7206c2b69 tempest-SecurityGroupsTestAdminJSON-1800237463 tempest-SecurityGroupsTestAdminJSON-1800237463-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (0bcc5887-acdd-44cb-b2e7-4459a16588ea), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:21.826346 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d316da-31f9-4e15-8c8e-2cba89d6baac admin admin] Made reservation on behalf of 102c34e4c00d4db4bcdfdfbbffd8992c for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:39:21.828910 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e6d316da-31f9-4e15-8c8e-2cba89d6baac admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:21.879382 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6d571c5b-6694-41f8-96e6-dc516e6e7efb up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:39:21.887829 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc648401-14d2-42ce-ace4-1d289045e8e6 admin admin] Router 8bdff552-a884-4abe-9a69-956707d2b0d1 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:39:21.889850 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99c9483-7151-4e9b-bb3a-fbb7206c2b69 tempest-SecurityGroupsTestAdminJSON-1800237463 tempest-SecurityGroupsTestAdminJSON-1800237463-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bcc5887-acdd-44cb-b2e7-4459a16588ea,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:21.905692 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fb3897-a922-41a7-a5eb-cbb60e58ecc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2534d27-6d19-4d04-a415-13e5fa9c5853,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:21.927424 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-87d084f0-1bc5-4001-a4d2-c97ab4b05c61 req-f99c9483-7151-4e9b-bb3a-fbb7206c2b69 tempest-SecurityGroupsTestAdminJSON-1800237463 tempest-SecurityGroupsTestAdminJSON-1800237463-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:21.927424 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-87d084f0-1bc5-4001-a4d2-c97ab4b05c61 req-f99c9483-7151-4e9b-bb3a-fbb7206c2b69 tempest-SecurityGroupsTestAdminJSON-1800237463 tempest-SecurityGroupsTestAdminJSON-1800237463-project-admin] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.7399135 Aug 27 04:39:21.978165 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fb3897-a922-41a7-a5eb-cbb60e58ecc5 admin admin] Checking segment: {'id': 'b18d3530-52ff-43bc-91ef-9657f4a0adf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3b65ea62-ed5a-43b6-9ebc-adebf100c991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:39:21.978363 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fb3897-a922-41a7-a5eb-cbb60e58ecc5 admin admin] Network hostable DHCP agents. Network: 3b65ea62-ed5a-43b6-9ebc-adebf100c991, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:39:21.993565 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-7a352ec9-2053-48fd-b750-d18d37fc8d12 None None] Provisioning complete for port 310c2368-c079-4e9a-8d1f-6a0c62a24bf1 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:39:21.994390 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7a352ec9-2053-48fd-b750-d18d37fc8d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (310c2368-c079-4e9a-8d1f-6a0c62a24bf1), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:22.066393 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-7a352ec9-2053-48fd-b750-d18d37fc8d12 None None] Port 310c2368-c079-4e9a-8d1f-6a0c62a24bf1 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:39:22.107403 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc648401-14d2-42ce-ace4-1d289045e8e6 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:39:22.123738 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 6d571c5b-6694-41f8-96e6-dc516e6e7efb triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:39:22.124144 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (6d571c5b-6694-41f8-96e6-dc516e6e7efb), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:22.169512 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:22.174174 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:22.212411 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fb3897-a922-41a7-a5eb-cbb60e58ecc5 admin admin] Network 3b65ea62-ed5a-43b6-9ebc-adebf100c991 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:39:22.232702 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9e207-0068-42bb-b7cf-fb5b8d0836f0 req-00d43f24-e026-49f7-ab72-abdfe55f10fe tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:22.234320 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-13e9e207-0068-42bb-b7cf-fb5b8d0836f0 req-00d43f24-e026-49f7-ab72-abdfe55f10fe tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b156e99a-2ece-4f8c-9c6e-f4f613555ccc HTTP/1.1" status: 200 len: 935 time: 0.1245611 Aug 27 04:39:22.245645 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-dc648401-14d2-42ce-ace4-1d289045e8e6 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/8bdff552-a884-4abe-9a69-956707d2b0d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0685244 Aug 27 04:39:22.298960 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:22.327432 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-f9fb3897-a922-41a7-a5eb-cbb60e58ecc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 3b65ea62-ed5a-43b6-9ebc-adebf100c991) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:39:22.333817 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fb3897-a922-41a7-a5eb-cbb60e58ecc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:22.335320 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f9fb3897-a922-41a7-a5eb-cbb60e58ecc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:22.358519 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38bb331-444e-4a40-a8b9-8079c7a3d43f None None] Network 3b65ea62-ed5a-43b6-9ebc-adebf100c991 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:39:22.366402 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e6d316da-31f9-4e15-8c8e-2cba89d6baac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for subnet (181eb9be-0fb9-40f8-838b-8aa6b9d22b67), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:22.434946 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-13e9e207-0068-42bb-b7cf-fb5b8d0836f0 req-dab11175-b5ec-4a2e-abf4-dd225f926206 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=22170a02-a707-49d3-bf0d-346bff1fd07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577187 Aug 27 04:39:22.467092 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f9fb3897-a922-41a7-a5eb-cbb60e58ecc5 admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.2730737 Aug 27 04:39:22.485962 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d316da-31f9-4e15-8c8e-2cba89d6baac admin admin] Checking segment: {'id': 'b47f8e05-7d5e-4b89-8886-104de46100c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1776fee4-8798-41a4-bbd7-5e7d8c1a6a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:39:22.485962 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d316da-31f9-4e15-8c8e-2cba89d6baac admin admin] Network hostable DHCP agents. Network: 1776fee4-8798-41a4-bbd7-5e7d8c1a6a96, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:39:22.485962 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38112) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:22.486254 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d316da-31f9-4e15-8c8e-2cba89d6baac admin admin] Pushing event updated for resources: {'Subnet': ['ID=181eb9be-0fb9-40f8-838b-8aa6b9d22b67,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:22.486896 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38114) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:22.490788 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-acc9c286-e4a5-4673-a633-94ee50667854 admin admin] Request body: {'router': {'name': 'tempest-LiveMigrationTest-248283437-router', 'tenant_id': '3836cf4a5fcb4de098cca1d964f3899e', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:39:22.542250 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 6d571c5b-6694-41f8-96e6-dc516e6e7efb is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:39:22.543055 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (6d571c5b-6694-41f8-96e6-dc516e6e7efb), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:22.589852 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:22.612458 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4566678e-3dfd-4b3b-8f8b-b27bdebc5c70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-3b65ea62-ed5a-43b6-9ebc-adebf100c991', 'network_id': '3b65ea62-ed5a-43b6-9ebc-adebf100c991', 'project_id': '3836cf4a5fcb4de098cca1d964f3899e', 'fixed_ips': [{'subnet_id': 'b2534d27-6d19-4d04-a415-13e5fa9c5853'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:39:22.613507 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-acc9c286-e4a5-4673-a633-94ee50667854 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (bcdfd97e-8056-41a1-909c-60470a16a5d5), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:22.614777 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-acc9c286-e4a5-4673-a633-94ee50667854 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (bcdfd97e-8056-41a1-909c-60470a16a5d5), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:22.615491 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4566678e-3dfd-4b3b-8f8b-b27bdebc5c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:22.620567 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 6d571c5b-6694-41f8-96e6-dc516e6e7efb, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=6d571c5b-6694-41f8-96e6-dc516e6e7efb,segment=NetworkSegment(7fbfb8d2-d6f5-4d94-9380-883a548ecc4d),segment_id=7fbfb8d2-d6f5-4d94-9380-883a548ecc4d)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:39:22.627759 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d316da-31f9-4e15-8c8e-2cba89d6baac admin admin] Network 1776fee4-8798-41a4-bbd7-5e7d8c1a6a96 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:39:22.709034 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-acc9c286-e4a5-4673-a633-94ee50667854 admin admin] Publish callbacks [] for router_controller (bcdfd97e-8056-41a1-909c-60470a16a5d5), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:22.715550 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-e6d316da-31f9-4e15-8c8e-2cba89d6baac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 1776fee4-8798-41a4-bbd7-5e7d8c1a6a96) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:39:22.721211 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (6d571c5b-6694-41f8-96e6-dc516e6e7efb), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:22.722128 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d464b109-3f53-4ddd-8fce-11b6acf6dc20 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:39:22.723319 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d316da-31f9-4e15-8c8e-2cba89d6baac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:22.724090 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e6d316da-31f9-4e15-8c8e-2cba89d6baac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:22.807773 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542fc640-4ec3-403a-a4fd-a3cdbdb91d0e None None] Network 1776fee4-8798-41a4-bbd7-5e7d8c1a6a96 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:39:22.823305 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e6d316da-31f9-4e15-8c8e-2cba89d6baac admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1636999 Aug 27 04:39:22.890685 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38126) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:22.898542 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-f7d31008-862f-49df-8c34-58a750564f14 admin admin] Request body: {'router': {'name': 'tempest-ImagesNegativeTestJSON-1108588799-router', 'tenant_id': '102c34e4c00d4db4bcdfdfbbffd8992c', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:39:23.043889 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-acc9c286-e4a5-4673-a633-94ee50667854 admin admin] Publish callbacks [] for router_gateway (bcdfd97e-8056-41a1-909c-60470a16a5d5), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:23.059293 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f7d31008-862f-49df-8c34-58a750564f14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (61ecc89c-ab1b-4c89-9059-238d4224500e), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:23.060709 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f7d31008-862f-49df-8c34-58a750564f14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (61ecc89c-ab1b-4c89-9059-238d4224500e), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:23.098052 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=6d571c5b-6694-41f8-96e6-dc516e6e7efb,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:23.150068 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port d464b109-3f53-4ddd-8fce-11b6acf6dc20 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:39:23.150467 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d464b109-3f53-4ddd-8fce-11b6acf6dc20), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:23.155079 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-4566678e-3dfd-4b3b-8f8b-b27bdebc5c70 None None] Allocated IP 172.20.0.2 (3b65ea62-ed5a-43b6-9ebc-adebf100c991/b2534d27-6d19-4d04-a415-13e5fa9c5853/396b88cc-1561-4080-be7c-c94624b55f3a) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:39:23.172863 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-aac22461-d294-4c92-9280-443c579a0e8b req-a3b206c8-45b9-4e5b-86b4-a03ca87fcdc8 tempest-SecurityGroupsTestAdminJSON-1800237463 tempest-SecurityGroupsTestAdminJSON-1800237463-project-admin] 10.222.0.76 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 42649 time: 0.9373159 Aug 27 04:39:23.272509 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f7d31008-862f-49df-8c34-58a750564f14 admin admin] Publish callbacks [] for router_controller (61ecc89c-ab1b-4c89-9059-238d4224500e), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:23.346854 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-aac22461-d294-4c92-9280-443c579a0e8b req-4ac4f6c7-3384-48c6-bf03-44e509ad6d49 tempest-SecurityGroupsTestAdminJSON-1800237463 tempest-SecurityGroupsTestAdminJSON-1800237463-project-admin] 10.222.0.76 "GET /networking/v2.0/security-groups/1004d7df-3d65-4d66-b1d7-84ef469d1c81 HTTP/1.1" status: 200 len: 2998 time: 0.1726389 Aug 27 04:39:23.414421 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70e3faf-07ac-4716-a1ab-785e5f2d4f81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-1776fee4-8798-41a4-bbd7-5e7d8c1a6a96', 'network_id': '1776fee4-8798-41a4-bbd7-5e7d8c1a6a96', 'project_id': '102c34e4c00d4db4bcdfdfbbffd8992c', 'fixed_ips': [{'subnet_id': '181eb9be-0fb9-40f8-838b-8aa6b9d22b67'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:39:23.418836 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e70e3faf-07ac-4716-a1ab-785e5f2d4f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:23.604507 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38148) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:23.702887 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-aac22461-d294-4c92-9280-443c579a0e8b req-f784fcb0-8459-49fd-bcb9-bf8d2e3af519 tempest-SecurityGroupsTestAdminJSON-1800237463 tempest-SecurityGroupsTestAdminJSON-1800237463-project-admin] 10.222.0.76 "GET /networking/v2.0/security-groups/1004d7df-3d65-4d66-b1d7-84ef469d1c81 HTTP/1.1" status: 200 len: 2998 time: 0.3550928 Aug 27 04:39:23.730244 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port d464b109-3f53-4ddd-8fce-11b6acf6dc20 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:39:23.730769 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (d464b109-3f53-4ddd-8fce-11b6acf6dc20), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:23.842950 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-e70e3faf-07ac-4716-a1ab-785e5f2d4f81 None None] Allocated IP 172.20.0.2 (1776fee4-8798-41a4-bbd7-5e7d8c1a6a96/181eb9be-0fb9-40f8-838b-8aa6b9d22b67/6c45caf8-bc7a-4ddb-89de-33657546b101) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:39:23.909729 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-acc9c286-e4a5-4673-a633-94ee50667854 admin admin] Publish callbacks [] for router_gateway (bcdfd97e-8056-41a1-909c-60470a16a5d5), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:23.968593 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fef628-fc9e-40fa-b2eb-0e45b64b2213 None None] Sync routers for ids ['8bdff552-a884-4abe-9a69-956707d2b0d1'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:39:23.971356 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f7d31008-862f-49df-8c34-58a750564f14 admin admin] Publish callbacks [] for router_gateway (61ecc89c-ab1b-4c89-9059-238d4224500e), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:23.995023 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=77,neutron:UPDATE=3,neutron:INSERT=20 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:23.999033 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-acc9c286-e4a5-4673-a633-94ee50667854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:24.019219 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:24.023723 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0b3c9af9-46a3-4650-9d7a-45a4344e32f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (51568ced-6296-45e8-aaef-d09dc45fa22e), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:24.026638 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-89512fa8-a547-48b0-a5a6-a2423d9350ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:24.030814 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port d464b109-3f53-4ddd-8fce-11b6acf6dc20, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=d464b109-3f53-4ddd-8fce-11b6acf6dc20,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:39:24.032499 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fef628-fc9e-40fa-b2eb-0e45b64b2213 None None] Routers {'8bdff552-a884-4abe-9a69-956707d2b0d1'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:39:24.033122 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-62fef628-fc9e-40fa-b2eb-0e45b64b2213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:38:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['8bdff552-a884-4abe-9a69-956707d2b0d1'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:24.035376 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-aac22461-d294-4c92-9280-443c579a0e8b req-f84d3dae-eea5-4fc6-80ca-5b255eab7e75 tempest-SecurityGroupsTestAdminJSON-1800237463 tempest-SecurityGroupsTestAdminJSON-1800237463-project-admin] 10.222.0.76 "GET /networking/v2.0/security-groups/1d4c7e20-3bd8-4726-ab7d-f71e12713dca HTTP/1.1" status: 200 len: 2998 time: 0.3224294 Aug 27 04:39:24.073441 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d1711-f279-4937-a480-a1ac50bfb0d3 req-522243e5-1edd-47e9-a702-f2a77fdfd7f0 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:24.080550 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-eb7d1711-f279-4937-a480-a1ac50bfb0d3 req-522243e5-1edd-47e9-a702-f2a77fdfd7f0 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b156e99a-2ece-4f8c-9c6e-f4f613555ccc HTTP/1.1" status: 200 len: 935 time: 0.2104120 Aug 27 04:39:24.084375 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4566678e-3dfd-4b3b-8f8b-b27bdebc5c70 None None] Publish callbacks [] for port (396b88cc-1561-4080-be7c-c94624b55f3a), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:24.150299 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [req-d3f37a51-b172-4af6-8836-b9fd5ec54849 req-68cd717d-8c19-4d15-83fe-553251654102 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] http://10.222.0.76:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107776) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:39:24.151082 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (d464b109-3f53-4ddd-8fce-11b6acf6dc20), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:24.151650 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-d3f37a51-b172-4af6-8836-b9fd5ec54849 req-68cd717d-8c19-4d15-83fe-553251654102 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.75 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057425 Aug 27 04:39:24.153789 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-acc9c286-e4a5-4673-a633-94ee50667854 admin admin] Allocated IP 172.25.2.99 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/453d3326-0b23-407f-b550-81420d239313) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:39:24.215735 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4566678e-3dfd-4b3b-8f8b-b27bdebc5c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (396b88cc-1561-4080-be7c-c94624b55f3a), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:24.275749 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:24.276090 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-62fef628-fc9e-40fa-b2eb-0e45b64b2213 None None] Set router 8bdff552-a884-4abe-9a69-956707d2b0d1 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:39:24.336355 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [req-d3f37a51-b172-4af6-8836-b9fd5ec54849 req-ae237402-4b71-458d-83c2-8b450067ba92 service neutron] Request body: {'port': {'device_id': 'b156e99a-2ece-4f8c-9c6e-f4f613555ccc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-852088-5'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:39:24.344792 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-aac22461-d294-4c92-9280-443c579a0e8b req-276a45d6-f9bd-4862-a0d2-a850a59bde13 tempest-SecurityGroupsTestAdminJSON-1800237463 tempest-SecurityGroupsTestAdminJSON-1800237463-project-admin] 10.222.0.76 "GET /networking/v2.0/security-groups/1d4c7e20-3bd8-4726-ab7d-f71e12713dca HTTP/1.1" status: 200 len: 2998 time: 0.3084185 Aug 27 04:39:24.346714 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6d571c5b-6694-41f8-96e6-dc516e6e7efb up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:39:24.350244 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4566678e-3dfd-4b3b-8f8b-b27bdebc5c70 None None] Network 3b65ea62-ed5a-43b6-9ebc-adebf100c991 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:39:24.350599 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-eb7d1711-f279-4937-a480-a1ac50bfb0d3 req-ea258180-a78d-4ca9-b7af-387b0527f952 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=22170a02-a707-49d3-bf0d-346bff1fd07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693276 Aug 27 04:39:24.356405 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=d464b109-3f53-4ddd-8fce-11b6acf6dc20,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:24.365484 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e70e3faf-07ac-4716-a1ab-785e5f2d4f81 None None] Publish callbacks [] for port (6c45caf8-bc7a-4ddb-89de-33657546b101), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:24.393651 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-acc9c286-e4a5-4673-a633-94ee50667854 admin admin] Publish callbacks [] for port (453d3326-0b23-407f-b550-81420d239313), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:24.410936 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-4566678e-3dfd-4b3b-8f8b-b27bdebc5c70 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:39:24.433421 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-d3f37a51-b172-4af6-8836-b9fd5ec54849 req-ae237402-4b71-458d-83c2-8b450067ba92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:24.446986 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4566678e-3dfd-4b3b-8f8b-b27bdebc5c70 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:39:24.501191 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e70e3faf-07ac-4716-a1ab-785e5f2d4f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (6c45caf8-bc7a-4ddb-89de-33657546b101), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:24.591565 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4566678e-3dfd-4b3b-8f8b-b27bdebc5c70 None None] Pushing event updated for resources: {'Port': ['ID=396b88cc-1561-4080-be7c-c94624b55f3a,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:24.611433 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70e3faf-07ac-4716-a1ab-785e5f2d4f81 None None] Network 1776fee4-8798-41a4-bbd7-5e7d8c1a6a96 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:39:24.699412 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-acc9c286-e4a5-4673-a633-94ee50667854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (453d3326-0b23-407f-b550-81420d239313), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:24.753189 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc9c286-e4a5-4673-a633-94ee50667854 admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:39:24.759647 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-acc9c286-e4a5-4673-a633-94ee50667854 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:39:24.767327 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc9c286-e4a5-4673-a633-94ee50667854 admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:39:24.773239 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc9c286-e4a5-4673-a633-94ee50667854 admin admin] Pushing event updated for resources: {'Port': ['ID=453d3326-0b23-407f-b550-81420d239313,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:24.774347 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-e70e3faf-07ac-4716-a1ab-785e5f2d4f81 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:39:24.789502 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70e3faf-07ac-4716-a1ab-785e5f2d4f81 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:39:24.791735 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:24.795794 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 6d571c5b-6694-41f8-96e6-dc516e6e7efb triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:39:24.796401 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (6d571c5b-6694-41f8-96e6-dc516e6e7efb), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:24.809271 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-4566678e-3dfd-4b3b-8f8b-b27bdebc5c70 None None] Attempting to bind port 396b88cc-1561-4080-be7c-c94624b55f3a on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:39:24.809642 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-4566678e-3dfd-4b3b-8f8b-b27bdebc5c70 None None] Attempting to bind port 396b88cc-1561-4080-be7c-c94624b55f3a by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'b18d3530-52ff-43bc-91ef-9657f4a0adf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3b65ea62-ed5a-43b6-9ebc-adebf100c991'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:39:24.810000 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4566678e-3dfd-4b3b-8f8b-b27bdebc5c70 None None] Attempting to bind port 396b88cc-1561-4080-be7c-c94624b55f3a on network 3b65ea62-ed5a-43b6-9ebc-adebf100c991 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:39:24.830426 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f7d31008-862f-49df-8c34-58a750564f14 admin admin] Publish callbacks [] for router_gateway (61ecc89c-ab1b-4c89-9059-238d4224500e), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:24.853929 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4566678e-3dfd-4b3b-8f8b-b27bdebc5c70 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:39:24.854302 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4566678e-3dfd-4b3b-8f8b-b27bdebc5c70 None None] Checking segment: {'id': 'b18d3530-52ff-43bc-91ef-9657f4a0adf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3b65ea62-ed5a-43b6-9ebc-adebf100c991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:39:24.854701 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4566678e-3dfd-4b3b-8f8b-b27bdebc5c70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:24.855091 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4566678e-3dfd-4b3b-8f8b-b27bdebc5c70 None None] Bound using segment: {'id': 'b18d3530-52ff-43bc-91ef-9657f4a0adf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3b65ea62-ed5a-43b6-9ebc-adebf100c991'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:39:24.855561 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-4566678e-3dfd-4b3b-8f8b-b27bdebc5c70 None None] Bound port: 396b88cc-1561-4080-be7c-c94624b55f3a, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b18d3530-52ff-43bc-91ef-9657f4a0adf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3b65ea62-ed5a-43b6-9ebc-adebf100c991'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:39:24.855933 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4566678e-3dfd-4b3b-8f8b-b27bdebc5c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (396b88cc-1561-4080-be7c-c94624b55f3a), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:24.858078 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70e3faf-07ac-4716-a1ab-785e5f2d4f81 None None] Pushing event updated for resources: {'Port': ['ID=6c45caf8-bc7a-4ddb-89de-33657546b101,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:24.970923 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [req-d3f37a51-b172-4af6-8836-b9fd5ec54849 req-ae237402-4b71-458d-83c2-8b450067ba92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85 {{(pid=107776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 04:39:24.979980 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-d3f37a51-b172-4af6-8836-b9fd5ec54849 req-ae237402-4b71-458d-83c2-8b450067ba92 service neutron] Publish callbacks [] for port (7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:25.005413 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.provisioning_blocks [req-d3f37a51-b172-4af6-8836-b9fd5ec54849 req-ae237402-4b71-458d-83c2-8b450067ba92 service neutron] Transition to ACTIVE for port object 7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85 will not be triggered until provisioned by entity L2. {{(pid=107776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 27 04:39:25.016940 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-e70e3faf-07ac-4716-a1ab-785e5f2d4f81 None None] Attempting to bind port 6c45caf8-bc7a-4ddb-89de-33657546b101 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:39:25.017318 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-e70e3faf-07ac-4716-a1ab-785e5f2d4f81 None None] Attempting to bind port 6c45caf8-bc7a-4ddb-89de-33657546b101 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'b47f8e05-7d5e-4b89-8886-104de46100c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1776fee4-8798-41a4-bbd7-5e7d8c1a6a96'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:39:25.017741 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70e3faf-07ac-4716-a1ab-785e5f2d4f81 None None] Attempting to bind port 6c45caf8-bc7a-4ddb-89de-33657546b101 on network 1776fee4-8798-41a4-bbd7-5e7d8c1a6a96 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:39:25.043054 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-62fef628-fc9e-40fa-b2eb-0e45b64b2213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bdff552-a884-4abe-9a69-956707d2b0d1', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-456696632-router', 'tenant_id': 'b6348e2d199d41b790823569854a5517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': 'd464b109-3f53-4ddd-8fce-11b6acf6dc20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:39:13Z', 'updated_at': '2022-08-27T04:39:20Z', 'revision_number': 4, 'project_id': 'b6348e2d199d41b790823569854a5517', 'gw_port': {'id': 'd464b109-3f53-4ddd-8fce-11b6acf6dc20', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bdff552-a884-4abe-9a69-956707d2b0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:14Z', 'updated_at': '2022-08-27T04:39:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '310c2368-c079-4e9a-8d1f-6a0c62a24bf1', 'name': '', 'network_id': '3606df3f-1ba5-472f-86e3-30828306dc36', 'tenant_id': 'b6348e2d199d41b790823569854a5517', 'mac_address': 'fa:16:3e:e6:98:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bdff552-a884-4abe-9a69-956707d2b0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '9ea046d4-cc36-42f8-8b56-183057642d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:19Z', 'updated_at': '2022-08-27T04:39:20Z', 'revision_number': 2, 'project_id': 'b6348e2d199d41b790823569854a5517', 'subnets': [{'id': '9ea046d4-cc36-42f8-8b56-183057642d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:25.070178 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70e3faf-07ac-4716-a1ab-785e5f2d4f81 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:39:25.070554 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70e3faf-07ac-4716-a1ab-785e5f2d4f81 None None] Checking segment: {'id': 'b47f8e05-7d5e-4b89-8886-104de46100c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1776fee4-8798-41a4-bbd7-5e7d8c1a6a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:39:25.070990 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e70e3faf-07ac-4716-a1ab-785e5f2d4f81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:25.071387 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70e3faf-07ac-4716-a1ab-785e5f2d4f81 None None] Bound using segment: {'id': 'b47f8e05-7d5e-4b89-8886-104de46100c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1776fee4-8798-41a4-bbd7-5e7d8c1a6a96'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:39:25.072561 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-e70e3faf-07ac-4716-a1ab-785e5f2d4f81 None None] Bound port: 6c45caf8-bc7a-4ddb-89de-33657546b101, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b47f8e05-7d5e-4b89-8886-104de46100c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1776fee4-8798-41a4-bbd7-5e7d8c1a6a96'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:39:25.072950 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e70e3faf-07ac-4716-a1ab-785e5f2d4f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (6c45caf8-bc7a-4ddb-89de-33657546b101), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:25.086226 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-89512fa8-a547-48b0-a5a6-a2423d9350ab admin admin] Publish callbacks [] for security_group (f77cdbe4-2abe-42c6-b73c-cf97263a8b4e), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:25.089121 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-d3f37a51-b172-4af6-8836-b9fd5ec54849 req-ae237402-4b71-458d-83c2-8b450067ba92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:25.094975 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f7d31008-862f-49df-8c34-58a750564f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:25.115499 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4566678e-3dfd-4b3b-8f8b-b27bdebc5c70 None None] For port 396b88cc-1561-4080-be7c-c94624b55f3a, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:39:25.116288 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:25.118305 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fef628-fc9e-40fa-b2eb-0e45b64b2213 None None] Checking router: 8bdff552-a884-4abe-9a69-956707d2b0d1 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:39:25.118665 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fef628-fc9e-40fa-b2eb-0e45b64b2213 None None] Updating router 8bdff552-a884-4abe-9a69-956707d2b0d1 port 310c2368-c079-4e9a-8d1f-6a0c62a24bf1 binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:39:25.125211 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-aac22461-d294-4c92-9280-443c579a0e8b req-ed716950-1118-4354-bc20-5986dfc94943 tempest-SecurityGroupsTestAdminJSON-1800237463 tempest-SecurityGroupsTestAdminJSON-1800237463-project-admin] 10.222.0.76 "GET /networking/v2.0/security-groups/1e8339e3-a60d-4071-abcb-bed1738c1108 HTTP/1.1" status: 200 len: 2998 time: 0.7345097 Aug 27 04:39:25.146328 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-acc9c286-e4a5-4673-a633-94ee50667854 admin admin] Publish callbacks [] for router_gateway (bcdfd97e-8056-41a1-909c-60470a16a5d5), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:25.161614 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4566678e-3dfd-4b3b-8f8b-b27bdebc5c70 None None] For port 396b88cc-1561-4080-be7c-c94624b55f3a, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=396b88cc-1561-4080-be7c-c94624b55f3a,segment=NetworkSegment(b18d3530-52ff-43bc-91ef-9657f4a0adf3),segment_id=b18d3530-52ff-43bc-91ef-9657f4a0adf3)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:39:25.169270 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 6d571c5b-6694-41f8-96e6-dc516e6e7efb is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:39:25.210019 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-62fef628-fc9e-40fa-b2eb-0e45b64b2213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (310c2368-c079-4e9a-8d1f-6a0c62a24bf1), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:25.211758 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae237402-4b71-458d-83c2-8b450067ba92 service neutron] Pushing event updated for resources: {'Port': ['ID=7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:25.232871 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-d3f37a51-b172-4af6-8836-b9fd5ec54849 req-ae237402-4b71-458d-83c2-8b450067ba92 service neutron] Attempting to bind port 7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85 on host n-h1-852088-5 for vnic_type normal with profile {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:39:25.233606 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-d3f37a51-b172-4af6-8836-b9fd5ec54849 req-ae237402-4b71-458d-83c2-8b450067ba92 service neutron] Attempting to bind port 7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85 by drivers openvswitch,hyperv on host n-h1-852088-5 at level 0 using segments [{'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:39:25.234379 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f37a51-b172-4af6-8836-b9fd5ec54849 req-ae237402-4b71-458d-83c2-8b450067ba92 service neutron] Attempting to bind port 7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85 on network a82fb463-5a8f-4b8b-991d-61491eba11c6 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:39:25.234953 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4566678e-3dfd-4b3b-8f8b-b27bdebc5c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (396b88cc-1561-4080-be7c-c94624b55f3a), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:25.236527 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-89512fa8-a547-48b0-a5a6-a2423d9350ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (f77cdbe4-2abe-42c6-b73c-cf97263a8b4e), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:25.242520 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f37a51-b172-4af6-8836-b9fd5ec54849 req-ae237402-4b71-458d-83c2-8b450067ba92 service neutron] Port 7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85 on network a82fb463-5a8f-4b8b-991d-61491eba11c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-852088-5 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:39:25.243136 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f37a51-b172-4af6-8836-b9fd5ec54849 req-ae237402-4b71-458d-83c2-8b450067ba92 service neutron] Attempting to bind port 7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85 on network a82fb463-5a8f-4b8b-991d-61491eba11c6 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:39:25.277530 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f37a51-b172-4af6-8836-b9fd5ec54849 req-ae237402-4b71-458d-83c2-8b450067ba92 service neutron] Checking agent: {'id': '6d03b773-90f7-436b-9be6-5928d8d54dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 36, 21), 'started_at': datetime.datetime(2022, 8, 27, 4, 36, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:39:25.278414 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f37a51-b172-4af6-8836-b9fd5ec54849 req-ae237402-4b71-458d-83c2-8b450067ba92 service neutron] Checking segment: {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:39:25.278857 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f37a51-b172-4af6-8836-b9fd5ec54849 req-ae237402-4b71-458d-83c2-8b450067ba92 service neutron] Bound using segment: {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'} {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:39:25.279426 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-d3f37a51-b172-4af6-8836-b9fd5ec54849 req-ae237402-4b71-458d-83c2-8b450067ba92 service neutron] Bound port: 7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85, host: n-h1-852088-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'}}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:39:25.280327 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-d3f37a51-b172-4af6-8836-b9fd5ec54849 req-ae237402-4b71-458d-83c2-8b450067ba92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:25.310383 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:25.330409 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c153337-259b-4e7e-84cb-89d7f467fd71 req-b9be6c70-be41-4bda-b423-6876812fa255 tempest-NetworksTest-1351899230 tempest-NetworksTest-1351899230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:25.332033 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c153337-259b-4e7e-84cb-89d7f467fd71 req-b9be6c70-be41-4bda-b423-6876812fa255 tempest-NetworksTest-1351899230 tempest-NetworksTest-1351899230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:25.332517 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c153337-259b-4e7e-84cb-89d7f467fd71 req-b9be6c70-be41-4bda-b423-6876812fa255 tempest-NetworksTest-1351899230 tempest-NetworksTest-1351899230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:25.332811 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-e70e3faf-07ac-4716-a1ab-785e5f2d4f81 None None] For port 6c45caf8-bc7a-4ddb-89de-33657546b101, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:39:25.332983 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c153337-259b-4e7e-84cb-89d7f467fd71 req-b9be6c70-be41-4bda-b423-6876812fa255 tempest-NetworksTest-1351899230 tempest-NetworksTest-1351899230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:25.333770 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c153337-259b-4e7e-84cb-89d7f467fd71 req-b9be6c70-be41-4bda-b423-6876812fa255 tempest-NetworksTest-1351899230 tempest-NetworksTest-1351899230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:25.333902 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c153337-259b-4e7e-84cb-89d7f467fd71 req-b9be6c70-be41-4bda-b423-6876812fa255 tempest-NetworksTest-1351899230 tempest-NetworksTest-1351899230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:25.334773 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c153337-259b-4e7e-84cb-89d7f467fd71 req-b9be6c70-be41-4bda-b423-6876812fa255 tempest-NetworksTest-1351899230 tempest-NetworksTest-1351899230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:25.334773 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c153337-259b-4e7e-84cb-89d7f467fd71 req-b9be6c70-be41-4bda-b423-6876812fa255 tempest-NetworksTest-1351899230 tempest-NetworksTest-1351899230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:25.348204 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4c153337-259b-4e7e-84cb-89d7f467fd71 req-b9be6c70-be41-4bda-b423-6876812fa255 tempest-NetworksTest-1351899230 tempest-NetworksTest-1351899230-project-admin] 10.222.0.76 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 5722 time: 0.7894039 Aug 27 04:39:25.408563 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-e70e3faf-07ac-4716-a1ab-785e5f2d4f81 None None] For port 6c45caf8-bc7a-4ddb-89de-33657546b101, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=6c45caf8-bc7a-4ddb-89de-33657546b101,segment=NetworkSegment(b47f8e05-7d5e-4b89-8886-104de46100c8),segment_id=b47f8e05-7d5e-4b89-8886-104de46100c8)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:39:25.412392 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-d3f37a51-b172-4af6-8836-b9fd5ec54849 req-ae237402-4b71-458d-83c2-8b450067ba92 service neutron] For port 7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85, host n-h1-852088-5, cleared binding levels {{(pid=107776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:39:25.415989 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-89512fa8-a547-48b0-a5a6-a2423d9350ab admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=1275d58fd90145148f202c5286adc7cd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8081567 Aug 27 04:39:25.419591 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38170) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:25.420874 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-0b3c9af9-46a3-4650-9d7a-45a4344e32f8 admin admin] Deleting port 8ffd99c9-e89d-48f3-8d27-e6da270d4a1c {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:39:25.421215 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0b3c9af9-46a3-4650-9d7a-45a4344e32f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (8ffd99c9-e89d-48f3-8d27-e6da270d4a1c), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:25.443066 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89512fa8-a547-48b0-a5a6-a2423d9350ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77cdbe4-2abe-42c6-b73c-cf97263a8b4e,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:25.443265 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4566678e-3dfd-4b3b-8f8b-b27bdebc5c70 None None] Pushing event updated for resources: {'Port': ['ID=396b88cc-1561-4080-be7c-c94624b55f3a,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:25.470584 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-d3f37a51-b172-4af6-8836-b9fd5ec54849 req-ae237402-4b71-458d-83c2-8b450067ba92 service neutron] For port 7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85, host n-h1-852088-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:39:25.505545 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-aac22461-d294-4c92-9280-443c579a0e8b req-dff03f19-7c6e-4e35-b608-598f6a577dc9 tempest-SecurityGroupsTestAdminJSON-1800237463 tempest-SecurityGroupsTestAdminJSON-1800237463-project-admin] 10.222.0.76 "GET /networking/v2.0/security-groups/1e8339e3-a60d-4071-abcb-bed1738c1108 HTTP/1.1" status: 200 len: 2998 time: 0.3548715 Aug 27 04:39:25.525044 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-acc9c286-e4a5-4673-a633-94ee50667854 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (bcdfd97e-8056-41a1-909c-60470a16a5d5), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:25.529727 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-f7d31008-862f-49df-8c34-58a750564f14 admin admin] Allocated IP 172.25.2.61 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/0bbee1f3-abc2-4f93-809c-399560b1d40a) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:39:25.539357 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-36fc58d3-a48c-4846-85e9-b0ac045471c4 admin admin] Publish callbacks [] for security_group (f77cdbe4-2abe-42c6-b73c-cf97263a8b4e), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:25.590648 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:25.592352 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-d3f37a51-b172-4af6-8836-b9fd5ec54849 req-ae237402-4b71-458d-83c2-8b450067ba92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:25.603122 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e70e3faf-07ac-4716-a1ab-785e5f2d4f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (6c45caf8-bc7a-4ddb-89de-33657546b101), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:25.644993 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f37a51-b172-4af6-8836-b9fd5ec54849 req-ae237402-4b71-458d-83c2-8b450067ba92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:25.644993 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-d3f37a51-b172-4af6-8836-b9fd5ec54849 req-ae237402-4b71-458d-83c2-8b450067ba92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:25.647906 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-d3f37a51-b172-4af6-8836-b9fd5ec54849 req-ae237402-4b71-458d-83c2-8b450067ba92 service neutron] 10.222.0.75 "PUT /networking/v2.0/ports/7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85 HTTP/1.1" status: 200 len: 1095 time: 1.3911238 Aug 27 04:39:25.649001 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b156e99a-2ece-4f8c-9c6e-f4f613555ccc', 'tag': '7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85'}] {{(pid=107776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:39:25.650904 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7ad66632f4c78724655075356aa8535ba41c652eced6c9cea0c1f0c67b1e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66eb381c-7256-4698-a069-26972b2c473f" -d '{"events": [{"name": "network-changed", "server_uuid": "b156e99a-2ece-4f8c-9c6e-f4f613555ccc", "tag": "7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85"}]}' {{(pid=107776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:39:25.680495 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-36fc58d3-a48c-4846-85e9-b0ac045471c4 admin admin] Publish callbacks [] for security_group (f77cdbe4-2abe-42c6-b73c-cf97263a8b4e), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:25.731113 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-0b3c9af9-46a3-4650-9d7a-45a4344e32f8 admin admin] For port 8ffd99c9-e89d-48f3-8d27-e6da270d4a1c, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=8ffd99c9-e89d-48f3-8d27-e6da270d4a1c,segment=NetworkSegment(51c2bfaa-1fef-4e5b-ba2e-232016c091e6),segment_id=51c2bfaa-1fef-4e5b-ba2e-232016c091e6)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:39:25.731487 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0b3c9af9-46a3-4650-9d7a-45a4344e32f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (8ffd99c9-e89d-48f3-8d27-e6da270d4a1c), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:25.736276 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70e3faf-07ac-4716-a1ab-785e5f2d4f81 None None] Pushing event updated for resources: {'Port': ['ID=6c45caf8-bc7a-4ddb-89de-33657546b101,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:25.803372 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-0b3c9af9-46a3-4650-9d7a-45a4344e32f8 admin admin] Calling delete_port for 8ffd99c9-e89d-48f3-8d27-e6da270d4a1c owned by network:router_interface {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:39:25.837643 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-aac22461-d294-4c92-9280-443c579a0e8b req-056a8d5d-15a1-41ed-8078-f66377e8dca4 tempest-SecurityGroupsTestAdminJSON-1800237463 tempest-SecurityGroupsTestAdminJSON-1800237463-project-admin] 10.222.0.76 "GET /networking/v2.0/security-groups/22170a02-a707-49d3-bf0d-346bff1fd07c HTTP/1.1" status: 200 len: 2994 time: 0.3038888 Aug 27 04:39:25.867960 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-62fef628-fc9e-40fa-b2eb-0e45b64b2213 None None] Publish callbacks [] for port (310c2368-c079-4e9a-8d1f-6a0c62a24bf1), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:25.916792 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d32f6-e146-4004-9d72-754409209664 req-9d29de91-44ea-42c5-b31d-ab62375819cc tempest-NetworksTest-1351899230 tempest-NetworksTest-1351899230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:25.918513 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b18d32f6-e146-4004-9d72-754409209664 req-9d29de91-44ea-42c5-b31d-ab62375819cc tempest-NetworksTest-1351899230 tempest-NetworksTest-1351899230-project-admin] 10.222.0.76 "GET /networking/v2.0/networks/2db7b18a-8c4b-4ba8-8012-3e7d96728abb HTTP/1.1" status: 200 len: 886 time: 0.4081962 Aug 27 04:39:25.923875 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:25.938108 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-62fef628-fc9e-40fa-b2eb-0e45b64b2213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (310c2368-c079-4e9a-8d1f-6a0c62a24bf1), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:26.056769 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0c828-c732-4718-bdd6-d1680c10c75f None None] Pushing event updated for resources: {'Port': ['ID=310c2368-c079-4e9a-8d1f-6a0c62a24bf1,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:26.125608 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-62fef628-fc9e-40fa-b2eb-0e45b64b2213 None None] Attempting to bind port 310c2368-c079-4e9a-8d1f-6a0c62a24bf1 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:39:26.125987 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-62fef628-fc9e-40fa-b2eb-0e45b64b2213 None None] Attempting to bind port 310c2368-c079-4e9a-8d1f-6a0c62a24bf1 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '62b023d8-041f-4d8a-82f6-8e4650491749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3606df3f-1ba5-472f-86e3-30828306dc36'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:39:26.126346 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fef628-fc9e-40fa-b2eb-0e45b64b2213 None None] Attempting to bind port 310c2368-c079-4e9a-8d1f-6a0c62a24bf1 on network 3606df3f-1ba5-472f-86e3-30828306dc36 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:39:26.130538 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-aac22461-d294-4c92-9280-443c579a0e8b req-999ee21b-9bd1-4489-ad18-bdc9023c9ed6 tempest-SecurityGroupsTestAdminJSON-1800237463 tempest-SecurityGroupsTestAdminJSON-1800237463-project-admin] 10.222.0.76 "GET /networking/v2.0/security-groups/22170a02-a707-49d3-bf0d-346bff1fd07c HTTP/1.1" status: 200 len: 2994 time: 0.2035012 Aug 27 04:39:26.141124 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fef628-fc9e-40fa-b2eb-0e45b64b2213 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:39:26.141501 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fef628-fc9e-40fa-b2eb-0e45b64b2213 None None] Checking segment: {'id': '62b023d8-041f-4d8a-82f6-8e4650491749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3606df3f-1ba5-472f-86e3-30828306dc36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:39:26.141911 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-62fef628-fc9e-40fa-b2eb-0e45b64b2213 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:26.142416 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fef628-fc9e-40fa-b2eb-0e45b64b2213 None None] Bound using segment: {'id': '62b023d8-041f-4d8a-82f6-8e4650491749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3606df3f-1ba5-472f-86e3-30828306dc36'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:39:26.142897 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-62fef628-fc9e-40fa-b2eb-0e45b64b2213 None None] Bound port: 310c2368-c079-4e9a-8d1f-6a0c62a24bf1, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62b023d8-041f-4d8a-82f6-8e4650491749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3606df3f-1ba5-472f-86e3-30828306dc36'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:39:26.143279 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-62fef628-fc9e-40fa-b2eb-0e45b64b2213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (310c2368-c079-4e9a-8d1f-6a0c62a24bf1), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:26.162656 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f7d31008-862f-49df-8c34-58a750564f14 admin admin] Publish callbacks [] for port (0bbee1f3-abc2-4f93-809c-399560b1d40a), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:26.172448 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a51f08-7cc3-4123-acac-da759d88dc43 req-d800b24e-ad36-4136-8537-b24e8c1df922 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:26.178971 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d0a51f08-7cc3-4123-acac-da759d88dc43 req-d800b24e-ad36-4136-8537-b24e8c1df922 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b156e99a-2ece-4f8c-9c6e-f4f613555ccc HTTP/1.1" status: 200 len: 947 time: 0.1593409 Aug 27 04:39:26.180696 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=16,neutron:SELECT=79,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:26.224896 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae237402-4b71-458d-83c2-8b450067ba92 service neutron] Pushing event updated for resources: {'Port': ['ID=7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85,revision_number=3']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:26.238744 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:26.248974 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-62fef628-fc9e-40fa-b2eb-0e45b64b2213 None None] For port 310c2368-c079-4e9a-8d1f-6a0c62a24bf1, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:39:26.252351 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-62fef628-fc9e-40fa-b2eb-0e45b64b2213 None None] For port 310c2368-c079-4e9a-8d1f-6a0c62a24bf1, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=310c2368-c079-4e9a-8d1f-6a0c62a24bf1,segment=NetworkSegment(62b023d8-041f-4d8a-82f6-8e4650491749),segment_id=62b023d8-041f-4d8a-82f6-8e4650491749)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:39:26.270627 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=8 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:26.299087 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f37a51-b172-4af6-8836-b9fd5ec54849 req-08619b98-6982-4d55-99a8-51f5f0da17e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:26.301179 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-d3f37a51-b172-4af6-8836-b9fd5ec54849 req-08619b98-6982-4d55-99a8-51f5f0da17e1 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=dae5eca5a049462aa50c42ecaf08241e&device_id=b156e99a-2ece-4f8c-9c6e-f4f613555ccc HTTP/1.1" status: 200 len: 1129 time: 0.2460330 Aug 27 04:39:26.350671 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-62fef628-fc9e-40fa-b2eb-0e45b64b2213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (310c2368-c079-4e9a-8d1f-6a0c62a24bf1), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:26.371572 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-36fc58d3-a48c-4846-85e9-b0ac045471c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (f77cdbe4-2abe-42c6-b73c-cf97263a8b4e), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:26.381142 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-36fc58d3-a48c-4846-85e9-b0ac045471c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:26.402040 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-36fc58d3-a48c-4846-85e9-b0ac045471c4 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/f77cdbe4-2abe-42c6-b73c-cf97263a8b4e HTTP/1.1" status: 204 len: 168 time: 0.9636209 Aug 27 04:39:26.418700 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0c828-c732-4718-bdd6-d1680c10c75f None None] Pushing event updated for resources: {'Port': ['ID=310c2368-c079-4e9a-8d1f-6a0c62a24bf1,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:26.429915 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fef628-fc9e-40fa-b2eb-0e45b64b2213 None None] Routers {'8bdff552-a884-4abe-9a69-956707d2b0d1'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:39:26.430554 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-62fef628-fc9e-40fa-b2eb-0e45b64b2213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:38:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['8bdff552-a884-4abe-9a69-956707d2b0d1'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:26.442347 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-aac22461-d294-4c92-9280-443c579a0e8b req-afc7ae3c-c660-4295-b3e1-e76d251453bc tempest-SecurityGroupsTestAdminJSON-1800237463 tempest-SecurityGroupsTestAdminJSON-1800237463-project-admin] 10.222.0.76 "GET /networking/v2.0/security-groups/23bf297d-ee4f-47bb-bf23-2f8a509d1704 HTTP/1.1" status: 200 len: 2998 time: 0.2946639 Aug 27 04:39:26.494075 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d0a51f08-7cc3-4123-acac-da759d88dc43 req-a37de3fe-c2be-4a26-84e6-423372e63df5 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=22170a02-a707-49d3-bf0d-346bff1fd07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142076 Aug 27 04:39:26.504372 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-d3f37a51-b172-4af6-8836-b9fd5ec54849 req-7f0f5901-8126-4305-a56b-1553cf81c935 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85 HTTP/1.1" status: 200 len: 217 time: 0.1857877 Aug 27 04:39:26.547619 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f7d31008-862f-49df-8c34-58a750564f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (0bbee1f3-abc2-4f93-809c-399560b1d40a), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:26.549293 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc58d3-a48c-4846-85e9-b0ac045471c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77cdbe4-2abe-42c6-b73c-cf97263a8b4e,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:26.550339 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0b3c9af9-46a3-4650-9d7a-45a4344e32f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (8ffd99c9-e89d-48f3-8d27-e6da270d4a1c), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:26.612034 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-aac22461-d294-4c92-9280-443c579a0e8b req-20b0d967-9ca7-467f-89b6-e20bc75821fa tempest-SecurityGroupsTestAdminJSON-1800237463 tempest-SecurityGroupsTestAdminJSON-1800237463-project-admin] 10.222.0.76 "GET /networking/v2.0/security-groups/23bf297d-ee4f-47bb-bf23-2f8a509d1704 HTTP/1.1" status: 200 len: 2998 time: 0.1562407 Aug 27 04:39:26.624924 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc9c286-e4a5-4673-a633-94ee50667854 admin admin] Router bcdfd97e-8056-41a1-909c-60470a16a5d5 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:39:26.637373 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6c45caf8-bc7a-4ddb-89de-33657546b101 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:39:26.645525 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f37a51-b172-4af6-8836-b9fd5ec54849 req-e67b96de-9bf4-4344-bb40-9938b6fcc703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:26.646780 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-d3f37a51-b172-4af6-8836-b9fd5ec54849 req-e67b96de-9bf4-4344-bb40-9938b6fcc703 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.1295354 Aug 27 04:39:26.658921 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d31008-862f-49df-8c34-58a750564f14 admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:39:26.682402 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-f7d31008-862f-49df-8c34-58a750564f14 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:39:26.698319 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d31008-862f-49df-8c34-58a750564f14 admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:39:26.707664 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d31008-862f-49df-8c34-58a750564f14 admin admin] Pushing event updated for resources: {'Port': ['ID=0bbee1f3-abc2-4f93-809c-399560b1d40a,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:26.795814 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 6c45caf8-bc7a-4ddb-89de-33657546b101 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:39:26.796214 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (6c45caf8-bc7a-4ddb-89de-33657546b101), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:26.845741 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-62fef628-fc9e-40fa-b2eb-0e45b64b2213 None None] Set router 8bdff552-a884-4abe-9a69-956707d2b0d1 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:39:26.875277 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 04:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89012ff7-6586-471b-8fa4-486b94383d88 x-openstack-request-id: req-89012ff7-6586-471b-8fa4-486b94383d88 {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:39:26.875576 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b156e99a-2ece-4f8c-9c6e-f4f613555ccc", "tag": "7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85", "status": "completed", "code": 200}]} {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:39:26.875832 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-89012ff7-6586-471b-8fa4-486b94383d88 {{(pid=107776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:39:26.879206 n-d-852088-5 neutron-server[107776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89012ff7-6586-471b-8fa4-486b94383d88'] response: {'name': 'network-changed', 'server_uuid': 'b156e99a-2ece-4f8c-9c6e-f4f613555ccc', 'tag': '7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85', 'status': 'completed', 'code': 200} Aug 27 04:39:26.919377 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b5a06a49-361e-421b-b96f-ff8389c86af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:27.000325 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3c9af9-46a3-4650-9d7a-45a4344e32f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ffd99c9-e89d-48f3-8d27-e6da270d4a1c,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:27.012821 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:27.033820 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f37a51-b172-4af6-8836-b9fd5ec54849 req-6bf2490c-db19-45c3-b383-251c18d3eb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:27.035394 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-d3f37a51-b172-4af6-8836-b9fd5ec54849 req-6bf2490c-db19-45c3-b383-251c18d3eb0a service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3771217 Aug 27 04:39:27.114052 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 6c45caf8-bc7a-4ddb-89de-33657546b101 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:39:27.114710 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (6c45caf8-bc7a-4ddb-89de-33657546b101), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:27.182465 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07df78fd-6067-482d-b4bc-d6462e40c69f None None] Network 3b65ea62-ed5a-43b6-9ebc-adebf100c991 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:39:27.193524 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc9c286-e4a5-4673-a633-94ee50667854 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:39:27.212041 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03177f17-9815-4354-b27e-dad0c3571b09 None None] Sync routers for ids ['bcdfd97e-8056-41a1-909c-60470a16a5d5'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:39:27.228844 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03177f17-9815-4354-b27e-dad0c3571b09 None None] Routers {'bcdfd97e-8056-41a1-909c-60470a16a5d5'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:39:27.229492 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-03177f17-9815-4354-b27e-dad0c3571b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:38:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['bcdfd97e-8056-41a1-909c-60470a16a5d5'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:27.245271 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=25,neutron:UPDATE=5,neutron:SELECT=70 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:27.253932 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-acc9c286-e4a5-4673-a633-94ee50667854 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:27.255082 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-acc9c286-e4a5-4673-a633-94ee50667854 admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.7709732 Aug 27 04:39:27.259355 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38184) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:27.278929 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:27.285089 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07021d-3bde-4f23-92a7-b300f0cfe809 req-0773a010-5ef0-455f-bc60-253571127f27 tempest-NetworksTest-1351899230 tempest-NetworksTest-1351899230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:27.285565 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07021d-3bde-4f23-92a7-b300f0cfe809 req-0773a010-5ef0-455f-bc60-253571127f27 tempest-NetworksTest-1351899230 tempest-NetworksTest-1351899230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:27.286024 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07021d-3bde-4f23-92a7-b300f0cfe809 req-0773a010-5ef0-455f-bc60-253571127f27 tempest-NetworksTest-1351899230 tempest-NetworksTest-1351899230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:27.286479 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07021d-3bde-4f23-92a7-b300f0cfe809 req-0773a010-5ef0-455f-bc60-253571127f27 tempest-NetworksTest-1351899230 tempest-NetworksTest-1351899230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:27.286931 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07021d-3bde-4f23-92a7-b300f0cfe809 req-0773a010-5ef0-455f-bc60-253571127f27 tempest-NetworksTest-1351899230 tempest-NetworksTest-1351899230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:27.287388 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07021d-3bde-4f23-92a7-b300f0cfe809 req-0773a010-5ef0-455f-bc60-253571127f27 tempest-NetworksTest-1351899230 tempest-NetworksTest-1351899230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:27.287837 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07021d-3bde-4f23-92a7-b300f0cfe809 req-0773a010-5ef0-455f-bc60-253571127f27 tempest-NetworksTest-1351899230 tempest-NetworksTest-1351899230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:27.288492 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07021d-3bde-4f23-92a7-b300f0cfe809 req-0773a010-5ef0-455f-bc60-253571127f27 tempest-NetworksTest-1351899230 tempest-NetworksTest-1351899230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:27.312204 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-cc07021d-3bde-4f23-92a7-b300f0cfe809 req-0773a010-5ef0-455f-bc60-253571127f27 tempest-NetworksTest-1351899230 tempest-NetworksTest-1351899230-project-admin] 10.222.0.76 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 5722 time: 0.4136107 Aug 27 04:39:27.394639 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-d3f37a51-b172-4af6-8836-b9fd5ec54849 req-4b988035-c19f-4cae-9889-142a49e84a3f service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3500865 Aug 27 04:39:27.395136 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38190) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:27.414423 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-aac22461-d294-4c92-9280-443c579a0e8b req-096d1420-33de-44b8-95d2-d85874bce052 tempest-SecurityGroupsTestAdminJSON-1800237463 tempest-SecurityGroupsTestAdminJSON-1800237463-project-admin] 10.222.0.76 "GET /networking/v2.0/security-groups/360bbfd8-d6c7-4739-94a1-db55afa29ddf HTTP/1.1" status: 200 len: 2994 time: 0.7596810 Aug 27 04:39:27.454948 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0b3c9af9-46a3-4650-9d7a-45a4344e32f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (51568ced-6296-45e8-aaef-d09dc45fa22e), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:27.469780 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-03177f17-9815-4354-b27e-dad0c3571b09 None None] Set router bcdfd97e-8056-41a1-909c-60470a16a5d5 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:39:27.484625 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6c173733-ebca-4f3b-bd75-68f6bf516cba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:27.566784 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 6c45caf8-bc7a-4ddb-89de-33657546b101, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=6c45caf8-bc7a-4ddb-89de-33657546b101,segment=NetworkSegment(b47f8e05-7d5e-4b89-8886-104de46100c8),segment_id=b47f8e05-7d5e-4b89-8886-104de46100c8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:39:27.583293 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d59139-1ecf-4c71-a04d-5f5c55c580f0 None None] Network 1776fee4-8798-41a4-bbd7-5e7d8c1a6a96 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:39:27.625688 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:27.631130 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-aac22461-d294-4c92-9280-443c579a0e8b req-1fa04842-4341-4509-a912-02e4d208923e tempest-SecurityGroupsTestAdminJSON-1800237463 tempest-SecurityGroupsTestAdminJSON-1800237463-project-admin] 10.222.0.76 "GET /networking/v2.0/security-groups/360bbfd8-d6c7-4739-94a1-db55afa29ddf HTTP/1.1" status: 200 len: 2994 time: 0.2156842 Aug 27 04:39:27.760927 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c89a5-e006-42ad-8c98-5e89c9b9170d req-f0adb25d-d1a1-403d-aae5-f321c8099f74 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:27.762790 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-831c89a5-e006-42ad-8c98-5e89c9b9170d req-f0adb25d-d1a1-403d-aae5-f321c8099f74 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b156e99a-2ece-4f8c-9c6e-f4f613555ccc HTTP/1.1" status: 200 len: 947 time: 0.0542340 Aug 27 04:39:27.775958 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-d3f37a51-b172-4af6-8836-b9fd5ec54849 req-7844b99c-bad7-4773-8974-12e01e537bdd service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572357 Aug 27 04:39:27.791596 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-03177f17-9815-4354-b27e-dad0c3571b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdfd97e-8056-41a1-909c-60470a16a5d5', 'name': 'tempest-LiveMigrationTest-248283437-router', 'tenant_id': '3836cf4a5fcb4de098cca1d964f3899e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '453d3326-0b23-407f-b550-81420d239313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:39:22Z', 'updated_at': '2022-08-27T04:39:24Z', 'revision_number': 3, 'project_id': '3836cf4a5fcb4de098cca1d964f3899e', 'gw_port': {'id': '453d3326-0b23-407f-b550-81420d239313', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:29:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcdfd97e-8056-41a1-909c-60470a16a5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:24Z', 'updated_at': '2022-08-27T04:39:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:27.835640 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03177f17-9815-4354-b27e-dad0c3571b09 None None] Checking router: bcdfd97e-8056-41a1-909c-60470a16a5d5 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:39:27.836300 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03177f17-9815-4354-b27e-dad0c3571b09 None None] Updating router bcdfd97e-8056-41a1-909c-60470a16a5d5 port 453d3326-0b23-407f-b550-81420d239313 binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:39:27.844272 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6c173733-ebca-4f3b-bd75-68f6bf516cba admin admin] Publish callbacks [] for security_group (1effaeaa-49b4-4cbb-bd2b-7cfb4c1033a5), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:27.868687 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-03177f17-9815-4354-b27e-dad0c3571b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (453d3326-0b23-407f-b550-81420d239313), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:27.882739 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (6c45caf8-bc7a-4ddb-89de-33657546b101), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:27.883566 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 396b88cc-1561-4080-be7c-c94624b55f3a up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:39:27.885668 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-f3b6f0c5-6309-4744-8689-2b674771a3f9 None None] Provisioning complete for port 396b88cc-1561-4080-be7c-c94624b55f3a triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:39:27.886040 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f3b6f0c5-6309-4744-8689-2b674771a3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (396b88cc-1561-4080-be7c-c94624b55f3a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:27.907040 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:27.926111 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-aac22461-d294-4c92-9280-443c579a0e8b req-be5ae146-2428-4b12-88c2-311512301662 tempest-SecurityGroupsTestAdminJSON-1800237463 tempest-SecurityGroupsTestAdminJSON-1800237463-project-admin] 10.222.0.76 "GET /networking/v2.0/security-groups/3c8e3ad3-4e99-4134-8d6f-05651ce85bf4 HTTP/1.1" status: 200 len: 2990 time: 0.2938862 Aug 27 04:39:27.976808 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-62fef628-fc9e-40fa-b2eb-0e45b64b2213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bdff552-a884-4abe-9a69-956707d2b0d1', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-456696632-router', 'tenant_id': 'b6348e2d199d41b790823569854a5517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': 'd464b109-3f53-4ddd-8fce-11b6acf6dc20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:39:13Z', 'updated_at': '2022-08-27T04:39:20Z', 'revision_number': 4, 'project_id': 'b6348e2d199d41b790823569854a5517', 'gw_port': {'id': 'd464b109-3f53-4ddd-8fce-11b6acf6dc20', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdff552-a884-4abe-9a69-956707d2b0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:14Z', 'updated_at': '2022-08-27T04:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '310c2368-c079-4e9a-8d1f-6a0c62a24bf1', 'name': '', 'network_id': '3606df3f-1ba5-472f-86e3-30828306dc36', 'tenant_id': 'b6348e2d199d41b790823569854a5517', 'mac_address': 'fa:16:3e:e6:98:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bdff552-a884-4abe-9a69-956707d2b0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '9ea046d4-cc36-42f8-8b56-183057642d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:19Z', 'updated_at': '2022-08-27T04:39:26Z', 'revision_number': 4, 'project_id': 'b6348e2d199d41b790823569854a5517', 'subnets': [{'id': '9ea046d4-cc36-42f8-8b56-183057642d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:28.066143 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fef628-fc9e-40fa-b2eb-0e45b64b2213 None None] The sync data for ids ['8bdff552-a884-4abe-9a69-956707d2b0d1'] in n-d-852088-5 is: [{'id': '8bdff552-a884-4abe-9a69-956707d2b0d1', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-456696632-router', 'tenant_id': 'b6348e2d199d41b790823569854a5517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': 'd464b109-3f53-4ddd-8fce-11b6acf6dc20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:39:13Z', 'updated_at': '2022-08-27T04:39:20Z', 'revision_number': 4, 'project_id': 'b6348e2d199d41b790823569854a5517', 'gw_port': {'id': 'd464b109-3f53-4ddd-8fce-11b6acf6dc20', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdff552-a884-4abe-9a69-956707d2b0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:14Z', 'updated_at': '2022-08-27T04:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '310c2368-c079-4e9a-8d1f-6a0c62a24bf1', 'name': '', 'network_id': '3606df3f-1ba5-472f-86e3-30828306dc36', 'tenant_id': 'b6348e2d199d41b790823569854a5517', 'mac_address': 'fa:16:3e:e6:98:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bdff552-a884-4abe-9a69-956707d2b0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '9ea046d4-cc36-42f8-8b56-183057642d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:19Z', 'updated_at': '2022-08-27T04:39:26Z', 'revision_number': 4, 'project_id': 'b6348e2d199d41b790823569854a5517', 'subnets': [{'id': '9ea046d4-cc36-42f8-8b56-183057642d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:39:28.079197 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38200) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:28.090359 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-831c89a5-e006-42ad-8c98-5e89c9b9170d req-72a17c99-9cbc-48dc-87a4-5bb40bf33987 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=22170a02-a707-49d3-bf0d-346bff1fd07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100016 Aug 27 04:39:28.099295 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6c173733-ebca-4f3b-bd75-68f6bf516cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (1effaeaa-49b4-4cbb-bd2b-7cfb4c1033a5), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:28.100848 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f7d31008-862f-49df-8c34-58a750564f14 admin admin] Publish callbacks [] for router_gateway (61ecc89c-ab1b-4c89-9059-238d4224500e), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:28.189521 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=6c45caf8-bc7a-4ddb-89de-33657546b101,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:28.193498 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:28.200043 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:28.236462 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 396b88cc-1561-4080-be7c-c94624b55f3a triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:39:28.236462 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (396b88cc-1561-4080-be7c-c94624b55f3a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:28.251928 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6c173733-ebca-4f3b-bd75-68f6bf516cba admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=ba664abd2b724fa1b4f5c4e549f707b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8494556 Aug 27 04:39:28.283072 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38204) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:28.305234 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:28.350354 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-03177f17-9815-4354-b27e-dad0c3571b09 None None] Publish callbacks [] for port (453d3326-0b23-407f-b550-81420d239313), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:28.362910 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-aac22461-d294-4c92-9280-443c579a0e8b req-8f8d15ab-1e7b-44cf-867f-510f6bfa34ab tempest-SecurityGroupsTestAdminJSON-1800237463 tempest-SecurityGroupsTestAdminJSON-1800237463-project-admin] 10.222.0.76 "GET /networking/v2.0/security-groups/3c8e3ad3-4e99-4134-8d6f-05651ce85bf4 HTTP/1.1" status: 200 len: 2990 time: 0.4351838 Aug 27 04:39:28.410250 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c173733-ebca-4f3b-bd75-68f6bf516cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1effaeaa-49b4-4cbb-bd2b-7cfb4c1033a5,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:28.429815 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-03177f17-9815-4354-b27e-dad0c3571b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (453d3326-0b23-407f-b550-81420d239313), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:28.441986 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:28.447795 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-f3b6f0c5-6309-4744-8689-2b674771a3f9 None None] Current status of the port 396b88cc-1561-4080-be7c-c94624b55f3a is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:39:28.448039 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f3b6f0c5-6309-4744-8689-2b674771a3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (396b88cc-1561-4080-be7c-c94624b55f3a), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:28.461045 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-03177f17-9815-4354-b27e-dad0c3571b09 None None] Attempting to bind port 453d3326-0b23-407f-b550-81420d239313 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:39:28.463340 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-03177f17-9815-4354-b27e-dad0c3571b09 None None] Attempting to bind port 453d3326-0b23-407f-b550-81420d239313 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:39:28.463340 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03177f17-9815-4354-b27e-dad0c3571b09 None None] Attempting to bind port 453d3326-0b23-407f-b550-81420d239313 on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:39:28.554667 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03177f17-9815-4354-b27e-dad0c3571b09 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:39:28.559549 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03177f17-9815-4354-b27e-dad0c3571b09 None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:39:28.559549 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-03177f17-9815-4354-b27e-dad0c3571b09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:28.559549 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03177f17-9815-4354-b27e-dad0c3571b09 None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:39:28.559549 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-03177f17-9815-4354-b27e-dad0c3571b09 None None] Bound port: 453d3326-0b23-407f-b550-81420d239313, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:39:28.559549 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-03177f17-9815-4354-b27e-dad0c3571b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (453d3326-0b23-407f-b550-81420d239313), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:28.559549 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff347b3-d9ea-411e-a962-2d42b0c6086a None None] Pushing event updated for resources: {'Port': ['ID=453d3326-0b23-407f-b550-81420d239313,revision_number=2']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:28.624686 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-f3b6f0c5-6309-4744-8689-2b674771a3f9 None None] For port 396b88cc-1561-4080-be7c-c94624b55f3a, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=396b88cc-1561-4080-be7c-c94624b55f3a,segment=NetworkSegment(b18d3530-52ff-43bc-91ef-9657f4a0adf3),segment_id=b18d3530-52ff-43bc-91ef-9657f4a0adf3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:39:28.636864 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4b7ec5a7-2399-4eb3-906b-283aa9241830 admin admin] Publish callbacks [] for security_group (1effaeaa-49b4-4cbb-bd2b-7cfb4c1033a5), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:28.638305 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 396b88cc-1561-4080-be7c-c94624b55f3a is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:39:28.638714 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (396b88cc-1561-4080-be7c-c94624b55f3a), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:28.684450 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:28.699967 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f3b6f0c5-6309-4744-8689-2b674771a3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (396b88cc-1561-4080-be7c-c94624b55f3a), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:28.702168 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-03177f17-9815-4354-b27e-dad0c3571b09 None None] For port 453d3326-0b23-407f-b550-81420d239313, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:39:28.712600 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-03177f17-9815-4354-b27e-dad0c3571b09 None None] For port 453d3326-0b23-407f-b550-81420d239313, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=453d3326-0b23-407f-b550-81420d239313,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:39:28.724401 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-975ede66-3528-49d8-a3aa-c8283659a58b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:28.743065 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4b7ec5a7-2399-4eb3-906b-283aa9241830 admin admin] Publish callbacks [] for security_group (1effaeaa-49b4-4cbb-bd2b-7cfb4c1033a5), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:28.752019 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3181dead-d1b3-4f27-8547-d7a232e21df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:28.761314 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:39:28.773181 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-03177f17-9815-4354-b27e-dad0c3571b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (453d3326-0b23-407f-b550-81420d239313), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:28.776759 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:39:28.883258 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff347b3-d9ea-411e-a962-2d42b0c6086a None None] Pushing event updated for resources: {'Port': ['ID=453d3326-0b23-407f-b550-81420d239313,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:28.898118 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-c604c2e0-2ed3-432f-a00a-65ef0ce7459c None None] Provisioning complete for port 396b88cc-1561-4080-be7c-c94624b55f3a triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:39:28.898540 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c604c2e0-2ed3-432f-a00a-65ef0ce7459c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (396b88cc-1561-4080-be7c-c94624b55f3a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:28.901454 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03177f17-9815-4354-b27e-dad0c3571b09 None None] Routers {'bcdfd97e-8056-41a1-909c-60470a16a5d5'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:39:28.902283 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-03177f17-9815-4354-b27e-dad0c3571b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:38:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['bcdfd97e-8056-41a1-909c-60470a16a5d5'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:28.906854 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-aac22461-d294-4c92-9280-443c579a0e8b req-f80e2d98-8231-4cf5-993b-404d322edd38 tempest-SecurityGroupsTestAdminJSON-1800237463 tempest-SecurityGroupsTestAdminJSON-1800237463-project-admin] 10.222.0.76 "GET /networking/v2.0/security-groups/45f79c3c-d11a-4fd6-843d-5303fcdc87c9 HTTP/1.1" status: 200 len: 2998 time: 0.5205078 Aug 27 04:39:28.951977 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b6f0c5-6309-4744-8689-2b674771a3f9 None None] Pushing event updated for resources: {'Port': ['ID=396b88cc-1561-4080-be7c-c94624b55f3a,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:28.966580 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38210) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:29.044518 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4b7ec5a7-2399-4eb3-906b-283aa9241830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (1effaeaa-49b4-4cbb-bd2b-7cfb4c1033a5), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:29.052119 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4b7ec5a7-2399-4eb3-906b-283aa9241830 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:29.053366 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-4b7ec5a7-2399-4eb3-906b-283aa9241830 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/1effaeaa-49b4-4cbb-bd2b-7cfb4c1033a5 HTTP/1.1" status: 204 len: 168 time: 0.7615092 Aug 27 04:39:29.087952 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7ec5a7-2399-4eb3-906b-283aa9241830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1effaeaa-49b4-4cbb-bd2b-7cfb4c1033a5,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:29.141112 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-c604c2e0-2ed3-432f-a00a-65ef0ce7459c None None] Current status of the port 396b88cc-1561-4080-be7c-c94624b55f3a is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:39:29.147176 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:29.168686 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-c604c2e0-2ed3-432f-a00a-65ef0ce7459c None None] Provisioning complete for port 6c45caf8-bc7a-4ddb-89de-33657546b101 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:39:29.169441 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c604c2e0-2ed3-432f-a00a-65ef0ce7459c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (6c45caf8-bc7a-4ddb-89de-33657546b101), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:29.191113 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3c9af9-46a3-4650-9d7a-45a4344e32f8 admin admin] Router 51568ced-6296-45e8-aaef-d09dc45fa22e has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:39:29.193299 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:29.218502 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-3181dead-d1b3-4f27-8547-d7a232e21df3 admin admin] Allocated IP 172.20.0.1 (3b65ea62-ed5a-43b6-9ebc-adebf100c991/b2534d27-6d19-4d04-a415-13e5fa9c5853/a01ae985-ef41-409f-9aa4-d3b83e009793) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:39:29.263565 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-532e686f-b87c-4da0-965f-e5dafac0dd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:29.286291 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f7d31008-862f-49df-8c34-58a750564f14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (61ecc89c-ab1b-4c89-9059-238d4224500e), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:29.312145 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-03177f17-9815-4354-b27e-dad0c3571b09 None None] Set router bcdfd97e-8056-41a1-909c-60470a16a5d5 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:39:29.384768 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:29.395457 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:29.395925 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-975ede66-3528-49d8-a3aa-c8283659a58b admin admin] Publish callbacks [] for security_group (0c17f35f-151a-44f5-8876-eccb6fd66a3a), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:29.396322 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:29.417598 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 396b88cc-1561-4080-be7c-c94624b55f3a is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:39:29.418698 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d464b109-3f53-4ddd-8fce-11b6acf6dc20 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:39:29.452886 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c1255ecf-4246-47be-93cd-1394efcd1d0b admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=f8cdc14535344095acbb85a078073ccf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4850752 Aug 27 04:39:29.459780 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38220) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:29.508739 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-c604c2e0-2ed3-432f-a00a-65ef0ce7459c None None] Current status of the port 6c45caf8-bc7a-4ddb-89de-33657546b101 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:39:29.531064 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3181dead-d1b3-4f27-8547-d7a232e21df3 admin admin] Publish callbacks [] for port (a01ae985-ef41-409f-9aa4-d3b83e009793), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:29.563148 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port d464b109-3f53-4ddd-8fce-11b6acf6dc20 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:39:29.563465 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d464b109-3f53-4ddd-8fce-11b6acf6dc20), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:29.575926 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-975ede66-3528-49d8-a3aa-c8283659a58b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (0c17f35f-151a-44f5-8876-eccb6fd66a3a), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:29.595667 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:29.596290 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b6255-f979-4fc4-b73d-c6e4a36296ac req-2454029a-cba6-411a-a0fa-bd7bf17c6146 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:29.603780 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-277b6255-f979-4fc4-b73d-c6e4a36296ac req-2454029a-cba6-411a-a0fa-bd7bf17c6146 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b156e99a-2ece-4f8c-9c6e-f4f613555ccc HTTP/1.1" status: 200 len: 947 time: 0.3364334 Aug 27 04:39:29.638433 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3b7f8cbb-fa78-456e-bff9-b25cd4ad668d admin admin] Publish callbacks [] for security_group (1d4c7e20-3bd8-4726-ab7d-f71e12713dca), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:29.663720 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-1a4c2585-9e4b-4ae5-b867-e677e073e163 None None] Provisioning complete for port 6c45caf8-bc7a-4ddb-89de-33657546b101 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:39:29.664206 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1a4c2585-9e4b-4ae5-b867-e677e073e163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (6c45caf8-bc7a-4ddb-89de-33657546b101), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:29.683998 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-aac22461-d294-4c92-9280-443c579a0e8b req-31299774-db4a-477d-8d91-445c93a2db00 tempest-SecurityGroupsTestAdminJSON-1800237463 tempest-SecurityGroupsTestAdminJSON-1800237463-project-admin] 10.222.0.76 "GET /networking/v2.0/security-groups/45f79c3c-d11a-4fd6-843d-5303fcdc87c9 HTTP/1.1" status: 200 len: 2998 time: 0.5600486 Aug 27 04:39:29.686555 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3b7f8cbb-fa78-456e-bff9-b25cd4ad668d admin admin] Publish callbacks [] for security_group (1d4c7e20-3bd8-4726-ab7d-f71e12713dca), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:29.693817 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-03177f17-9815-4354-b27e-dad0c3571b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdfd97e-8056-41a1-909c-60470a16a5d5', 'name': 'tempest-LiveMigrationTest-248283437-router', 'tenant_id': '3836cf4a5fcb4de098cca1d964f3899e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '453d3326-0b23-407f-b550-81420d239313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:39:22Z', 'updated_at': '2022-08-27T04:39:24Z', 'revision_number': 3, 'project_id': '3836cf4a5fcb4de098cca1d964f3899e', 'gw_port': {'id': '453d3326-0b23-407f-b550-81420d239313', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:29:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcdfd97e-8056-41a1-909c-60470a16a5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:24Z', 'updated_at': '2022-08-27T04:39:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:29.724526 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port d464b109-3f53-4ddd-8fce-11b6acf6dc20 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:39:29.725872 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3181dead-d1b3-4f27-8547-d7a232e21df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (a01ae985-ef41-409f-9aa4-d3b83e009793), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:29.745298 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:29.785017 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-975ede66-3528-49d8-a3aa-c8283659a58b admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=03a16e9694944b158242b5187b405875&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6789291 Aug 27 04:39:29.794247 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975ede66-3528-49d8-a3aa-c8283659a58b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c17f35f-151a-44f5-8876-eccb6fd66a3a,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:29.798845 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38228) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:29.844610 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03177f17-9815-4354-b27e-dad0c3571b09 None None] The sync data for ids ['bcdfd97e-8056-41a1-909c-60470a16a5d5'] in n-d-852088-5 is: [{'id': 'bcdfd97e-8056-41a1-909c-60470a16a5d5', 'name': 'tempest-LiveMigrationTest-248283437-router', 'tenant_id': '3836cf4a5fcb4de098cca1d964f3899e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '453d3326-0b23-407f-b550-81420d239313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:39:22Z', 'updated_at': '2022-08-27T04:39:24Z', 'revision_number': 3, 'project_id': '3836cf4a5fcb4de098cca1d964f3899e', 'gw_port': {'id': '453d3326-0b23-407f-b550-81420d239313', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:29:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcdfd97e-8056-41a1-909c-60470a16a5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:24Z', 'updated_at': '2022-08-27T04:39:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:39:29.861128 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-1a4c2585-9e4b-4ae5-b867-e677e073e163 None None] Current status of the port 6c45caf8-bc7a-4ddb-89de-33657546b101 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:39:29.872044 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:29.878632 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3181dead-d1b3-4f27-8547-d7a232e21df3 admin admin] Network 3b65ea62-ed5a-43b6-9ebc-adebf100c991 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:39:29.884582 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-3181dead-d1b3-4f27-8547-d7a232e21df3 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:39:29.888862 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3181dead-d1b3-4f27-8547-d7a232e21df3 admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:39:29.889398 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3181dead-d1b3-4f27-8547-d7a232e21df3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (bcdfd97e-8056-41a1-909c-60470a16a5d5), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:29.956700 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-aac22461-d294-4c92-9280-443c579a0e8b req-8bc5de30-4f77-4139-9e76-16ed854b4d65 tempest-SecurityGroupsTestAdminJSON-1800237463 tempest-SecurityGroupsTestAdminJSON-1800237463-project-admin] 10.222.0.76 "GET /networking/v2.0/security-groups/67578020-9b6a-4ab2-bdeb-05835c46b335 HTTP/1.1" status: 200 len: 2998 time: 0.2712414 Aug 27 04:39:29.960646 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-277b6255-f979-4fc4-b73d-c6e4a36296ac req-1aae65a9-e298-47e5-a12f-3ffe0eb89c06 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=22170a02-a707-49d3-bf0d-346bff1fd07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565671 Aug 27 04:39:30.005795 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3c9af9-46a3-4650-9d7a-45a4344e32f8 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:39:30.021346 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e9a2d5-f383-4f2f-9125-882169772656 None None] Sync routers for ids ['51568ced-6296-45e8-aaef-d09dc45fa22e'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:39:30.033424 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3181dead-d1b3-4f27-8547-d7a232e21df3 admin admin] Pushing event updated for resources: {'Port': ['ID=a01ae985-ef41-409f-9aa4-d3b83e009793,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:30.038087 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0b3c9af9-46a3-4650-9d7a-45a4344e32f8 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/51568ced-6296-45e8-aaef-d09dc45fa22e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5500531 Aug 27 04:39:30.040437 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e9a2d5-f383-4f2f-9125-882169772656 None None] Routers {'51568ced-6296-45e8-aaef-d09dc45fa22e'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:39:30.041124 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-98e9a2d5-f383-4f2f-9125-882169772656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:39:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['51568ced-6296-45e8-aaef-d09dc45fa22e'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:30.053939 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38232) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:30.061610 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181dead-d1b3-4f27-8547-d7a232e21df3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:30.066587 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181dead-d1b3-4f27-8547-d7a232e21df3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:30.066587 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181dead-d1b3-4f27-8547-d7a232e21df3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:30.067031 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181dead-d1b3-4f27-8547-d7a232e21df3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:30.067378 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181dead-d1b3-4f27-8547-d7a232e21df3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:30.068530 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181dead-d1b3-4f27-8547-d7a232e21df3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:30.068880 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181dead-d1b3-4f27-8547-d7a232e21df3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:30.069219 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181dead-d1b3-4f27-8547-d7a232e21df3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:30.069552 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181dead-d1b3-4f27-8547-d7a232e21df3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:30.069879 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181dead-d1b3-4f27-8547-d7a232e21df3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:30.070209 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181dead-d1b3-4f27-8547-d7a232e21df3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:30.070537 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181dead-d1b3-4f27-8547-d7a232e21df3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:30.072676 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181dead-d1b3-4f27-8547-d7a232e21df3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:30.072983 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181dead-d1b3-4f27-8547-d7a232e21df3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:30.075275 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181dead-d1b3-4f27-8547-d7a232e21df3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:30.195064 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3b7f8cbb-fa78-456e-bff9-b25cd4ad668d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (1d4c7e20-3bd8-4726-ab7d-f71e12713dca), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:30.198069 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3b7f8cbb-fa78-456e-bff9-b25cd4ad668d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:30.199446 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3b7f8cbb-fa78-456e-bff9-b25cd4ad668d admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/1d4c7e20-3bd8-4726-ab7d-f71e12713dca HTTP/1.1" status: 204 len: 168 time: 0.7386823 Aug 27 04:39:30.224128 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7f8cbb-fa78-456e-bff9-b25cd4ad668d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4c7e20-3bd8-4726-ab7d-f71e12713dca,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:30.225381 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:30.236136 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 310c2368-c079-4e9a-8d1f-6a0c62a24bf1 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:39:30.242913 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:30.281558 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-90250276-3aee-4e15-971e-160d2c342641 admin admin] Publish callbacks [] for security_group (0c17f35f-151a-44f5-8876-eccb6fd66a3a), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:30.344502 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-98e9a2d5-f383-4f2f-9125-882169772656 None None] Set router 51568ced-6296-45e8-aaef-d09dc45fa22e gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:39:30.346083 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-aac22461-d294-4c92-9280-443c579a0e8b req-3d642999-ebde-43da-9dcd-7d0cee50353f tempest-SecurityGroupsTestAdminJSON-1800237463 tempest-SecurityGroupsTestAdminJSON-1800237463-project-admin] 10.222.0.76 "GET /networking/v2.0/security-groups/67578020-9b6a-4ab2-bdeb-05835c46b335 HTTP/1.1" status: 200 len: 2998 time: 0.3652358 Aug 27 04:39:30.370027 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-90250276-3aee-4e15-971e-160d2c342641 admin admin] Publish callbacks [] for security_group (0c17f35f-151a-44f5-8876-eccb6fd66a3a), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:30.379711 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7d31008-862f-49df-8c34-58a750564f14 admin admin] Router 61ecc89c-ab1b-4c89-9059-238d4224500e is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:39:30.382978 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3181dead-d1b3-4f27-8547-d7a232e21df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a01ae985-ef41-409f-9aa4-d3b83e009793), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:30.464111 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9dd9-df50-454b-8d5f-34ae584f45dd admin admin] Publish callbacks [] for router (51568ced-6296-45e8-aaef-d09dc45fa22e), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:30.501688 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-0507a267-c5ea-43e4-b099-5790ed885de9 None None] Provisioning complete for port a01ae985-ef41-409f-9aa4-d3b83e009793 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:39:30.502280 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0507a267-c5ea-43e4-b099-5790ed885de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a01ae985-ef41-409f-9aa4-d3b83e009793), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:30.607896 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 310c2368-c079-4e9a-8d1f-6a0c62a24bf1 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:39:30.615545 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (310c2368-c079-4e9a-8d1f-6a0c62a24bf1), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:30.619538 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-aac22461-d294-4c92-9280-443c579a0e8b req-542a5c67-dc1b-4cf8-8683-ea0bdec40b3e tempest-SecurityGroupsTestAdminJSON-1800237463 tempest-SecurityGroupsTestAdminJSON-1800237463-project-admin] 10.222.0.76 "GET /networking/v2.0/security-groups/74ca6c55-954e-4f0d-8f38-07eaae25e196 HTTP/1.1" status: 200 len: 2998 time: 0.2725675 Aug 27 04:39:30.625621 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:30.664672 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-0507a267-c5ea-43e4-b099-5790ed885de9 None None] Port a01ae985-ef41-409f-9aa4-d3b83e009793 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:39:30.718523 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3181dead-d1b3-4f27-8547-d7a232e21df3 admin admin] Publish callbacks [] for port (a01ae985-ef41-409f-9aa4-d3b83e009793), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:30.790437 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3181dead-d1b3-4f27-8547-d7a232e21df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a01ae985-ef41-409f-9aa4-d3b83e009793), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:30.791479 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3181dead-d1b3-4f27-8547-d7a232e21df3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (bcdfd97e-8056-41a1-909c-60470a16a5d5), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:30.798255 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-aac22461-d294-4c92-9280-443c579a0e8b req-473b3419-62ec-4817-879b-fdca707d4a3c tempest-SecurityGroupsTestAdminJSON-1800237463 tempest-SecurityGroupsTestAdminJSON-1800237463-project-admin] 10.222.0.76 "GET /networking/v2.0/security-groups/74ca6c55-954e-4f0d-8f38-07eaae25e196 HTTP/1.1" status: 200 len: 2998 time: 0.1700540 Aug 27 04:39:30.819323 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d31008-862f-49df-8c34-58a750564f14 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:39:30.824152 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-98e9a2d5-f383-4f2f-9125-882169772656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51568ced-6296-45e8-aaef-d09dc45fa22e', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-825981788-router', 'tenant_id': '0e2774ce585b4cfba6bcec93ae80096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': 'a9089721-ca2f-4efe-b09f-8cdaf4aab72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:38:59Z', 'updated_at': '2022-08-27T04:39:26Z', 'revision_number': 5, 'project_id': '0e2774ce585b4cfba6bcec93ae80096f', 'gw_port': {'id': 'a9089721-ca2f-4efe-b09f-8cdaf4aab72e', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:18:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51568ced-6296-45e8-aaef-d09dc45fa22e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:00Z', 'updated_at': '2022-08-27T04:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:30.829506 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e509a4-27cf-411e-8452-92ce5dc741d8 None None] Sync routers for ids ['61ecc89c-ab1b-4c89-9059-238d4224500e'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:39:30.848270 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e509a4-27cf-411e-8452-92ce5dc741d8 None None] Routers {'61ecc89c-ab1b-4c89-9059-238d4224500e'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:39:30.850812 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-e7e509a4-27cf-411e-8452-92ce5dc741d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:39:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['61ecc89c-ab1b-4c89-9059-238d4224500e'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:30.868181 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-90250276-3aee-4e15-971e-160d2c342641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (0c17f35f-151a-44f5-8876-eccb6fd66a3a), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:30.870745 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-90250276-3aee-4e15-971e-160d2c342641 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:30.872096 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-90250276-3aee-4e15-971e-160d2c342641 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/0c17f35f-151a-44f5-8876-eccb6fd66a3a HTTP/1.1" status: 204 len: 168 time: 1.0582769 Aug 27 04:39:30.879503 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9dd9-df50-454b-8d5f-34ae584f45dd admin admin] Publish callbacks [] for router_gateway (51568ced-6296-45e8-aaef-d09dc45fa22e), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:30.890464 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e9a2d5-f383-4f2f-9125-882169772656 None None] Checking router: 51568ced-6296-45e8-aaef-d09dc45fa22e for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:39:30.897593 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3181dead-d1b3-4f27-8547-d7a232e21df3 admin admin] Pushing event updated for resources: {'Port': ['ID=a01ae985-ef41-409f-9aa4-d3b83e009793,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:30.898732 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 310c2368-c079-4e9a-8d1f-6a0c62a24bf1 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:39:30.899130 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (310c2368-c079-4e9a-8d1f-6a0c62a24bf1), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:30.908206 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90250276-3aee-4e15-971e-160d2c342641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c17f35f-151a-44f5-8876-eccb6fd66a3a,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:30.918928 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-aac22461-d294-4c92-9280-443c579a0e8b req-b5ffd6f5-74ff-4735-8e8a-6b8824eaa930 tempest-SecurityGroupsTestAdminJSON-1800237463 tempest-SecurityGroupsTestAdminJSON-1800237463-project-admin] 10.222.0.76 "GET /networking/v2.0/security-groups/7d011a74-d8aa-4c20-8661-cbcad2455b40 HTTP/1.1" status: 200 len: 2998 time: 0.1103921 Aug 27 04:39:30.921707 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f7d31008-862f-49df-8c34-58a750564f14 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:30.922853 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f7d31008-862f-49df-8c34-58a750564f14 admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.0279655 Aug 27 04:39:30.924774 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90250276-3aee-4e15-971e-160d2c342641 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:30.925283 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90250276-3aee-4e15-971e-160d2c342641 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:30.926059 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90250276-3aee-4e15-971e-160d2c342641 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:30.926402 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90250276-3aee-4e15-971e-160d2c342641 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:30.926515 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e9a2d5-f383-4f2f-9125-882169772656 None None] Routers {'51568ced-6296-45e8-aaef-d09dc45fa22e'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:39:30.926736 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90250276-3aee-4e15-971e-160d2c342641 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:30.927064 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90250276-3aee-4e15-971e-160d2c342641 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:30.927175 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-98e9a2d5-f383-4f2f-9125-882169772656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:39:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['51568ced-6296-45e8-aaef-d09dc45fa22e'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:30.927469 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90250276-3aee-4e15-971e-160d2c342641 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:30.927800 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90250276-3aee-4e15-971e-160d2c342641 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:30.928121 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90250276-3aee-4e15-971e-160d2c342641 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:30.928503 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90250276-3aee-4e15-971e-160d2c342641 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:30.928825 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90250276-3aee-4e15-971e-160d2c342641 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:30.929309 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90250276-3aee-4e15-971e-160d2c342641 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:30.929633 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90250276-3aee-4e15-971e-160d2c342641 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:30.929950 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90250276-3aee-4e15-971e-160d2c342641 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:30.930268 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90250276-3aee-4e15-971e-160d2c342641 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:30.933886 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38248) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:30.952489 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38250) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:30.993111 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3181dead-d1b3-4f27-8547-d7a232e21df3 admin admin] Network 3b65ea62-ed5a-43b6-9ebc-adebf100c991 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:39:31.009078 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38254) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:31.084274 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:31.095589 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:31.107254 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-3181dead-d1b3-4f27-8547-d7a232e21df3 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:39:31.131209 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-aac22461-d294-4c92-9280-443c579a0e8b req-f62914aa-400e-4145-8af3-79ba4f51e757 tempest-SecurityGroupsTestAdminJSON-1800237463 tempest-SecurityGroupsTestAdminJSON-1800237463-project-admin] 10.222.0.76 "GET /networking/v2.0/security-groups/7d011a74-d8aa-4c20-8661-cbcad2455b40 HTTP/1.1" status: 200 len: 2998 time: 0.1957703 Aug 27 04:39:31.153231 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb381c-7256-4698-a069-26972b2c473f req-92bb5203-3521-4c86-bdac-3ea401ede4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:31.163773 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-66eb381c-7256-4698-a069-26972b2c473f req-92bb5203-3521-4c86-bdac-3ea401ede4fb service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=dae5eca5a049462aa50c42ecaf08241e&device_id=b156e99a-2ece-4f8c-9c6e-f4f613555ccc HTTP/1.1" status: 200 len: 1129 time: 0.1654963 Aug 27 04:39:31.169940 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:31.176670 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9dd9-df50-454b-8d5f-34ae584f45dd admin admin] Deleting port a9089721-ca2f-4efe-b09f-8cdaf4aab72e {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:39:31.176982 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9dd9-df50-454b-8d5f-34ae584f45dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (a9089721-ca2f-4efe-b09f-8cdaf4aab72e), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:31.195287 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:31.204415 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 310c2368-c079-4e9a-8d1f-6a0c62a24bf1, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=310c2368-c079-4e9a-8d1f-6a0c62a24bf1,segment=NetworkSegment(62b023d8-041f-4d8a-82f6-8e4650491749),segment_id=62b023d8-041f-4d8a-82f6-8e4650491749)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:39:31.251472 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-e7e509a4-27cf-411e-8452-92ce5dc741d8 None None] Set router 61ecc89c-ab1b-4c89-9059-238d4224500e gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:39:31.279193 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (310c2368-c079-4e9a-8d1f-6a0c62a24bf1), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:31.285622 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6c45caf8-bc7a-4ddb-89de-33657546b101 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:39:31.287132 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-2d8a9dd9-df50-454b-8d5f-34ae584f45dd admin admin] For port a9089721-ca2f-4efe-b09f-8cdaf4aab72e, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a9089721-ca2f-4efe-b09f-8cdaf4aab72e,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:39:31.287945 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9dd9-df50-454b-8d5f-34ae584f45dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (a9089721-ca2f-4efe-b09f-8cdaf4aab72e), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:31.304807 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9dd9-df50-454b-8d5f-34ae584f45dd admin admin] Calling delete_port for a9089721-ca2f-4efe-b09f-8cdaf4aab72e owned by network:router_gateway {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:39:31.660924 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-98e9a2d5-f383-4f2f-9125-882169772656 None None] Set router 51568ced-6296-45e8-aaef-d09dc45fa22e gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:39:31.700814 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:31.782928 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-e7e509a4-27cf-411e-8452-92ce5dc741d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ecc89c-ab1b-4c89-9059-238d4224500e', 'name': 'tempest-ImagesNegativeTestJSON-1108588799-router', 'tenant_id': '102c34e4c00d4db4bcdfdfbbffd8992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '0bbee1f3-abc2-4f93-809c-399560b1d40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:39:23Z', 'updated_at': '2022-08-27T04:39:27Z', 'revision_number': 3, 'project_id': '102c34e4c00d4db4bcdfdfbbffd8992c', 'gw_port': {'id': '0bbee1f3-abc2-4f93-809c-399560b1d40a', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ff:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ecc89c-ab1b-4c89-9059-238d4224500e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:25Z', 'updated_at': '2022-08-27T04:39:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:31.824431 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-c67f2c6e-f199-40ac-a755-0f4b09acab20 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-102997866-network', 'tenant_id': '5830193fb5044d669e0ec200593ff23f'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:39:31.827894 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e509a4-27cf-411e-8452-92ce5dc741d8 None None] Checking router: 61ecc89c-ab1b-4c89-9059-238d4224500e for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:39:31.828264 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e509a4-27cf-411e-8452-92ce5dc741d8 None None] Updating router 61ecc89c-ab1b-4c89-9059-238d4224500e port 0bbee1f3-abc2-4f93-809c-399560b1d40a binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:39:31.859984 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3181dead-d1b3-4f27-8547-d7a232e21df3 admin admin] Router bcdfd97e-8056-41a1-909c-60470a16a5d5 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:39:31.869590 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-8940c3d5-05a1-4a2a-b4a8-40e071d49312 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=e3257ae112444765a396e3ebab7380a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8588355 Aug 27 04:39:31.873834 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-e7e509a4-27cf-411e-8452-92ce5dc741d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (0bbee1f3-abc2-4f93-809c-399560b1d40a), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:31.882128 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38260) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:31.900656 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-ecbb48ea-a8ae-47a5-999b-d2d55169e9fe None None] Provisioning complete for port a01ae985-ef41-409f-9aa4-d3b83e009793 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:39:31.900656 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ecbb48ea-a8ae-47a5-999b-d2d55169e9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a01ae985-ef41-409f-9aa4-d3b83e009793), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:31.901554 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:31.925568 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb381c-7256-4698-a069-26972b2c473f req-c4108975-8c56-4a59-b269-73b8ead795db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:31.929382 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-66eb381c-7256-4698-a069-26972b2c473f req-c4108975-8c56-4a59-b269-73b8ead795db service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=a82fb463-5a8f-4b8b-991d-61491eba11c6 HTTP/1.1" status: 200 len: 870 time: 0.7311072 Aug 27 04:39:31.970778 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=310c2368-c079-4e9a-8d1f-6a0c62a24bf1,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:32.009924 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-ecbb48ea-a8ae-47a5-999b-d2d55169e9fe None None] Port a01ae985-ef41-409f-9aa4-d3b83e009793 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:39:32.021630 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 6c45caf8-bc7a-4ddb-89de-33657546b101 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:39:32.022022 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (6c45caf8-bc7a-4ddb-89de-33657546b101), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:32.027922 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:32.077800 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104f649-43e7-457a-9105-52be41be9550 req-d68803f1-74b4-4788-8a9e-4a95fbb9738a tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:32.079344 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4104f649-43e7-457a-9105-52be41be9550 req-d68803f1-74b4-4788-8a9e-4a95fbb9738a tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b156e99a-2ece-4f8c-9c6e-f4f613555ccc HTTP/1.1" status: 200 len: 947 time: 0.2354667 Aug 27 04:39:32.084380 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-aac22461-d294-4c92-9280-443c579a0e8b req-ea5b9f93-f6ed-49e9-ae6d-3dc05cdfd88e tempest-SecurityGroupsTestAdminJSON-1800237463 tempest-SecurityGroupsTestAdminJSON-1800237463-project-admin] 10.222.0.76 "GET /networking/v2.0/security-groups/9d4516fe-67e8-4b3f-ae17-7b3f1028f88b HTTP/1.1" status: 200 len: 2998 time: 0.9102066 Aug 27 04:39:32.140426 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:32.154967 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-98e9a2d5-f383-4f2f-9125-882169772656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51568ced-6296-45e8-aaef-d09dc45fa22e', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-825981788-router', 'tenant_id': '0e2774ce585b4cfba6bcec93ae80096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': 'a9089721-ca2f-4efe-b09f-8cdaf4aab72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:38:59Z', 'updated_at': '2022-08-27T04:39:26Z', 'revision_number': 5, 'project_id': '0e2774ce585b4cfba6bcec93ae80096f', 'gw_port': {'id': 'a9089721-ca2f-4efe-b09f-8cdaf4aab72e', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:18:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51568ced-6296-45e8-aaef-d09dc45fa22e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:00Z', 'updated_at': '2022-08-27T04:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:32.160868 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38262) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:32.195009 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e9a2d5-f383-4f2f-9125-882169772656 None None] The sync data for ids ['51568ced-6296-45e8-aaef-d09dc45fa22e'] in n-d-852088-5 is: [{'id': '51568ced-6296-45e8-aaef-d09dc45fa22e', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-825981788-router', 'tenant_id': '0e2774ce585b4cfba6bcec93ae80096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': 'a9089721-ca2f-4efe-b09f-8cdaf4aab72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:38:59Z', 'updated_at': '2022-08-27T04:39:26Z', 'revision_number': 5, 'project_id': '0e2774ce585b4cfba6bcec93ae80096f', 'gw_port': {'id': 'a9089721-ca2f-4efe-b09f-8cdaf4aab72e', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:18:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51568ced-6296-45e8-aaef-d09dc45fa22e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:00Z', 'updated_at': '2022-08-27T04:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:39:32.204203 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67f2c6e-f199-40ac-a755-0f4b09acab20 admin admin] Made reservation on behalf of 5830193fb5044d669e0ec200593ff23f for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:39:32.206669 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c67f2c6e-f199-40ac-a755-0f4b09acab20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:32.237052 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-66eb381c-7256-4698-a069-26972b2c473f req-9d840de8-991f-4687-8410-51fa51c81aa1 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85 HTTP/1.1" status: 200 len: 217 time: 0.1592250 Aug 27 04:39:32.257816 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3181dead-d1b3-4f27-8547-d7a232e21df3 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:39:32.261461 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-73df46dd-2035-4235-848c-d867c66369ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:32.276201 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3181dead-d1b3-4f27-8547-d7a232e21df3 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/bcdfd97e-8056-41a1-909c-60470a16a5d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0073390 Aug 27 04:39:32.292612 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 6c45caf8-bc7a-4ddb-89de-33657546b101 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:39:32.295185 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 396b88cc-1561-4080-be7c-c94624b55f3a up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:39:32.306819 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-e7e509a4-27cf-411e-8452-92ce5dc741d8 None None] Publish callbacks [] for port (0bbee1f3-abc2-4f93-809c-399560b1d40a), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:32.329653 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c67f2c6e-f199-40ac-a755-0f4b09acab20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:32.355099 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb381c-7256-4698-a069-26972b2c473f req-be9d77ef-d01a-4563-a3e5-317898b7afe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:32.356019 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 396b88cc-1561-4080-be7c-c94624b55f3a triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:39:32.357014 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-66eb381c-7256-4698-a069-26972b2c473f req-be9d77ef-d01a-4563-a3e5-317898b7afe4 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.0969305 Aug 27 04:39:32.362555 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (396b88cc-1561-4080-be7c-c94624b55f3a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:32.382469 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-eabc7cc3-231c-41f9-ab21-606b594f80ee admin admin] Publish callbacks [] for security_group (9d4516fe-67e8-4b3f-ae17-7b3f1028f88b), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:32.389913 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-e7e509a4-27cf-411e-8452-92ce5dc741d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (0bbee1f3-abc2-4f93-809c-399560b1d40a), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:32.429401 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4104f649-43e7-457a-9105-52be41be9550 req-b1ee64cc-468d-4bb1-92b9-ba4233fbe92f tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=22170a02-a707-49d3-bf0d-346bff1fd07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378385 Aug 27 04:39:32.477408 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-e7e509a4-27cf-411e-8452-92ce5dc741d8 None None] Attempting to bind port 0bbee1f3-abc2-4f93-809c-399560b1d40a on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:39:32.477408 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-e7e509a4-27cf-411e-8452-92ce5dc741d8 None None] Attempting to bind port 0bbee1f3-abc2-4f93-809c-399560b1d40a by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:39:32.477408 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e509a4-27cf-411e-8452-92ce5dc741d8 None None] Attempting to bind port 0bbee1f3-abc2-4f93-809c-399560b1d40a on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:39:32.500039 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e509a4-27cf-411e-8452-92ce5dc741d8 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:39:32.500420 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e509a4-27cf-411e-8452-92ce5dc741d8 None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:39:32.500739 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-e7e509a4-27cf-411e-8452-92ce5dc741d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:32.503672 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 396b88cc-1561-4080-be7c-c94624b55f3a is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:39:32.505285 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb381c-7256-4698-a069-26972b2c473f req-08e3ff3d-458e-4300-a462-70f810cb17ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:32.506921 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e509a4-27cf-411e-8452-92ce5dc741d8 None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:39:32.507945 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-e7e509a4-27cf-411e-8452-92ce5dc741d8 None None] Bound port: 0bbee1f3-abc2-4f93-809c-399560b1d40a, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:39:32.509411 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-66eb381c-7256-4698-a069-26972b2c473f req-08e3ff3d-458e-4300-a462-70f810cb17ed service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1416225 Aug 27 04:39:32.511806 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-e7e509a4-27cf-411e-8452-92ce5dc741d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (0bbee1f3-abc2-4f93-809c-399560b1d40a), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:32.522328 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-eabc7cc3-231c-41f9-ab21-606b594f80ee admin admin] Publish callbacks [] for security_group (9d4516fe-67e8-4b3f-ae17-7b3f1028f88b), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:32.566458 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-aac22461-d294-4c92-9280-443c579a0e8b req-dcfc4a1e-a3db-437e-91a9-43c99a12cd2e tempest-SecurityGroupsTestAdminJSON-1800237463 tempest-SecurityGroupsTestAdminJSON-1800237463-project-admin] 10.222.0.76 "GET /networking/v2.0/security-groups/9d4516fe-67e8-4b3f-ae17-7b3f1028f88b HTTP/1.1" status: 200 len: 2998 time: 0.3761225 Aug 27 04:39:32.607578 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-e7e509a4-27cf-411e-8452-92ce5dc741d8 None None] For port 0bbee1f3-abc2-4f93-809c-399560b1d40a, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:39:32.607753 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a55576-e7c4-4d75-8c7f-3fc9696695cd None None] Pushing event updated for resources: {'Port': ['ID=0bbee1f3-abc2-4f93-809c-399560b1d40a,revision_number=2']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:32.615131 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-e7e509a4-27cf-411e-8452-92ce5dc741d8 None None] For port 0bbee1f3-abc2-4f93-809c-399560b1d40a, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=0bbee1f3-abc2-4f93-809c-399560b1d40a,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:39:32.658190 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9dd9-df50-454b-8d5f-34ae584f45dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (a9089721-ca2f-4efe-b09f-8cdaf4aab72e), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:32.662089 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:32.706998 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-aac22461-d294-4c92-9280-443c579a0e8b req-b08616a8-4ace-47d8-819c-52c0ab4f864a tempest-SecurityGroupsTestAdminJSON-1800237463 tempest-SecurityGroupsTestAdminJSON-1800237463-project-admin] 10.222.0.76 "GET /networking/v2.0/security-groups/e2b6b88c-5dc1-481c-85b7-3608c3a0f5f0 HTTP/1.1" status: 200 len: 2998 time: 0.1393764 Aug 27 04:39:32.714303 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9dd9-df50-454b-8d5f-34ae584f45dd admin admin] Pushing event deleted for resources: {'Port': ['ID=a9089721-ca2f-4efe-b09f-8cdaf4aab72e,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:32.734267 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-e7e509a4-27cf-411e-8452-92ce5dc741d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (0bbee1f3-abc2-4f93-809c-399560b1d40a), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:32.771637 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-73df46dd-2035-4235-848c-d867c66369ee admin admin] Publish callbacks [] for security_group (2e190187-fce8-4328-b646-7ff4ad1da750), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:32.804533 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-66eb381c-7256-4698-a069-26972b2c473f req-35bf7f49-86c2-41b5-8a86-0b6009094e7f service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795048 Aug 27 04:39:32.824948 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:32.825555 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:32.832825 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:32.843156 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c67f2c6e-f199-40ac-a755-0f4b09acab20 admin admin] Publish callbacks [] for security_group (c7b6a1ee-d30c-4ca3-ac88-1e56f19bc593), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:32.849978 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9dd9-df50-454b-8d5f-34ae584f45dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (51568ced-6296-45e8-aaef-d09dc45fa22e), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:32.852279 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 310c2368-c079-4e9a-8d1f-6a0c62a24bf1 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:39:32.863932 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e509a4-27cf-411e-8452-92ce5dc741d8 None None] Routers {'61ecc89c-ab1b-4c89-9059-238d4224500e'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:39:32.864742 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-e7e509a4-27cf-411e-8452-92ce5dc741d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:39:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['61ecc89c-ab1b-4c89-9059-238d4224500e'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:32.866957 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a55576-e7c4-4d75-8c7f-3fc9696695cd None None] Pushing event updated for resources: {'Port': ['ID=0bbee1f3-abc2-4f93-809c-399560b1d40a,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:32.876631 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-73df46dd-2035-4235-848c-d867c66369ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (2e190187-fce8-4328-b646-7ff4ad1da750), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:32.880963 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-eabc7cc3-231c-41f9-ab21-606b594f80ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (9d4516fe-67e8-4b3f-ae17-7b3f1028f88b), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:32.881479 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:32.884565 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-eabc7cc3-231c-41f9-ab21-606b594f80ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:32.888211 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-eabc7cc3-231c-41f9-ab21-606b594f80ee admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/9d4516fe-67e8-4b3f-ae17-7b3f1028f88b HTTP/1.1" status: 204 len: 168 time: 1.0022342 Aug 27 04:39:32.929810 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73df46dd-2035-4235-848c-d867c66369ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e190187-fce8-4328-b646-7ff4ad1da750,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:32.982810 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc7cc3-231c-41f9-ab21-606b594f80ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4516fe-67e8-4b3f-ae17-7b3f1028f88b,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:32.996185 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-73df46dd-2035-4235-848c-d867c66369ee admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=ccf7558ad87b40e28a9a2e458455bab6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8281302 Aug 27 04:39:32.998591 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38280) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:33.059452 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-66eb381c-7256-4698-a069-26972b2c473f req-c0a80beb-77b5-485c-8727-e44c655e1c05 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467172 Aug 27 04:39:33.060424 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c67f2c6e-f199-40ac-a755-0f4b09acab20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (c7b6a1ee-d30c-4ca3-ac88-1e56f19bc593), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:33.066397 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 310c2368-c079-4e9a-8d1f-6a0c62a24bf1 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:39:33.067283 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (310c2368-c079-4e9a-8d1f-6a0c62a24bf1), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:33.109111 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-e7e509a4-27cf-411e-8452-92ce5dc741d8 None None] Set router 61ecc89c-ab1b-4c89-9059-238d4224500e gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:39:33.114158 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-39082a0a-d109-4316-b83e-f4a6dd673b33 admin admin] Publish callbacks [] for security_group (2e190187-fce8-4328-b646-7ff4ad1da750), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:33.148469 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-39082a0a-d109-4316-b83e-f4a6dd673b33 admin admin] Publish callbacks [] for security_group (2e190187-fce8-4328-b646-7ff4ad1da750), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:33.186805 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:33.208369 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 310c2368-c079-4e9a-8d1f-6a0c62a24bf1 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:39:33.209831 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 453d3326-0b23-407f-b550-81420d239313 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:39:33.211658 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-aac22461-d294-4c92-9280-443c579a0e8b req-67914600-a214-4938-a947-0cd043b352ed tempest-SecurityGroupsTestAdminJSON-1800237463 tempest-SecurityGroupsTestAdminJSON-1800237463-project-admin] 10.222.0.76 "GET /networking/v2.0/security-groups/e2b6b88c-5dc1-481c-85b7-3608c3a0f5f0 HTTP/1.1" status: 200 len: 2998 time: 0.5038247 Aug 27 04:39:33.250114 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:33.274281 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9dd9-df50-454b-8d5f-34ae584f45dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (51568ced-6296-45e8-aaef-d09dc45fa22e), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:33.284230 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 453d3326-0b23-407f-b550-81420d239313 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:39:33.284546 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (453d3326-0b23-407f-b550-81420d239313), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:33.285202 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c67f2c6e-f199-40ac-a755-0f4b09acab20 admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:39:33.289323 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9dd9-df50-454b-8d5f-34ae584f45dd admin admin] Publish callbacks [] for router_controller (51568ced-6296-45e8-aaef-d09dc45fa22e), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:33.350338 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-39082a0a-d109-4316-b83e-f4a6dd673b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (2e190187-fce8-4328-b646-7ff4ad1da750), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:33.353818 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-39082a0a-d109-4316-b83e-f4a6dd673b33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:33.355064 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67f2c6e-f199-40ac-a755-0f4b09acab20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b6a1ee-d30c-4ca3-ac88-1e56f19bc593,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:33.355591 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-39082a0a-d109-4316-b83e-f4a6dd673b33 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/2e190187-fce8-4328-b646-7ff4ad1da750 HTTP/1.1" status: 204 len: 168 time: 0.3558593 Aug 27 04:39:33.388474 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 453d3326-0b23-407f-b550-81420d239313 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:39:33.388973 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (453d3326-0b23-407f-b550-81420d239313), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:33.391612 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39082a0a-d109-4316-b83e-f4a6dd673b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e190187-fce8-4328-b646-7ff4ad1da750,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:33.416018 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 453d3326-0b23-407f-b550-81420d239313, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=453d3326-0b23-407f-b550-81420d239313,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:39:33.419203 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device 7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85 details requested by agent hyperv_n-h1-852088-5 with host n-h1-852088-5 {{(pid=107777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:39:33.437696 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c67f2c6e-f199-40ac-a755-0f4b09acab20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (fb741577-61d1-45b0-bcfa-7174c3965238), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:33.438049 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-c67f2c6e-f199-40ac-a755-0f4b09acab20 admin admin] Added segment fb741577-61d1-45b0-bcfa-7174c3965238 of type vlan for network ef400a2a-b925-41d3-9f86-e224276accb3 Aug 27 04:39:33.477593 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-e7e509a4-27cf-411e-8452-92ce5dc741d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ecc89c-ab1b-4c89-9059-238d4224500e', 'name': 'tempest-ImagesNegativeTestJSON-1108588799-router', 'tenant_id': '102c34e4c00d4db4bcdfdfbbffd8992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '0bbee1f3-abc2-4f93-809c-399560b1d40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:39:23Z', 'updated_at': '2022-08-27T04:39:27Z', 'revision_number': 3, 'project_id': '102c34e4c00d4db4bcdfdfbbffd8992c', 'gw_port': {'id': '0bbee1f3-abc2-4f93-809c-399560b1d40a', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ff:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ecc89c-ab1b-4c89-9059-238d4224500e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:25Z', 'updated_at': '2022-08-27T04:39:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:33.505601 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (453d3326-0b23-407f-b550-81420d239313), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:33.527019 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:33.550964 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 8ffd99c9-e89d-48f3-8d27-e6da270d4a1c no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:39:33.555302 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e509a4-27cf-411e-8452-92ce5dc741d8 None None] The sync data for ids ['61ecc89c-ab1b-4c89-9059-238d4224500e'] in n-d-852088-5 is: [{'id': '61ecc89c-ab1b-4c89-9059-238d4224500e', 'name': 'tempest-ImagesNegativeTestJSON-1108588799-router', 'tenant_id': '102c34e4c00d4db4bcdfdfbbffd8992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '0bbee1f3-abc2-4f93-809c-399560b1d40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:39:23Z', 'updated_at': '2022-08-27T04:39:27Z', 'revision_number': 3, 'project_id': '102c34e4c00d4db4bcdfdfbbffd8992c', 'gw_port': {'id': '0bbee1f3-abc2-4f93-809c-399560b1d40a', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ff:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ecc89c-ab1b-4c89-9059-238d4224500e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:25Z', 'updated_at': '2022-08-27T04:39:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:39:33.569422 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4097845a-0374-44ab-9998-d6b26d7045a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:33.617738 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=453d3326-0b23-407f-b550-81420d239313,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:33.632531 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9dd9-df50-454b-8d5f-34ae584f45dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (51568ced-6296-45e8-aaef-d09dc45fa22e), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:33.633233 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8a9dd9-df50-454b-8d5f-34ae584f45dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51568ced-6296-45e8-aaef-d09dc45fa22e {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:39:33.642153 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 8ffd99c9-e89d-48f3-8d27-e6da270d4a1c {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:39:33.642636 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 8ffd99c9-e89d-48f3-8d27-e6da270d4a1c not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:39:33.650463 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c67f2c6e-f199-40ac-a755-0f4b09acab20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (ef400a2a-b925-41d3-9f86-e224276accb3), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:33.669742 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9dd9-df50-454b-8d5f-34ae584f45dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:33.671766 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2d8a9dd9-df50-454b-8d5f-34ae584f45dd admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/51568ced-6296-45e8-aaef-d09dc45fa22e HTTP/1.1" status: 204 len: 168 time: 3.6120260 Aug 27 04:39:33.674218 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38296) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:33.698299 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port 7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:39:33.713327 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Returning: {'device': '7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'port_id': '7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85', 'mac_address': 'fa:16:3e:f9:60:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120f3302-721f-4373-86a6-3aa14ccf6ac4', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:39:33.751248 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2e8a893b-2a44-4b43-9ee4-e8a0926b2937 req-abaf5249-9641-4191-a3fb-06f8ad631113 tempest-SecurityGroupsTestAdminJSON-996870314 tempest-SecurityGroupsTestAdminJSON-996870314-project] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=924b11c4c75648429a304e08e7e8042d HTTP/1.1" status: 200 len: 6153 time: 0.4600368 Aug 27 04:39:33.762787 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Current status of the port 7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85 is: DOWN; New status is: BUILD {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:39:33.762989 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86656b74-01e7-450f-9c99-9ef6997533fc req-2a57fdef-bc2a-4d85-bbe0-5ab0decdd461 tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:33.763399 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:33.764476 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-86656b74-01e7-450f-9c99-9ef6997533fc req-2a57fdef-bc2a-4d85-bbe0-5ab0decdd461 tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] 10.222.0.76 "GET /networking/v2.0/networks?id=344d462f-6760-460a-9857-8c3930ef017b HTTP/1.1" status: 200 len: 808 time: 0.6861358 Aug 27 04:39:33.781986 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85 {{(pid=107777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 04:39:33.786203 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2a132a4-8660-4669-bbb6-0d5d2d15c417 admin admin] Deleting subnet 61505813-e6e6-476e-b1aa-48cf481200bc {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:39:33.795896 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a2a132a4-8660-4669-bbb6-0d5d2d15c417 admin admin] Publish callbacks [] for subnet (61505813-e6e6-476e-b1aa-48cf481200bc), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:33.813185 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port 7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:39:33.839139 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c67f2c6e-f199-40ac-a755-0f4b09acab20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (ef400a2a-b925-41d3-9f86-e224276accb3), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:33.840290 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67f2c6e-f199-40ac-a755-0f4b09acab20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:33.840881 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c67f2c6e-f199-40ac-a755-0f4b09acab20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:33.841838 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a2a132a4-8660-4669-bbb6-0d5d2d15c417 admin admin] Publish callbacks [] for subnet (61505813-e6e6-476e-b1aa-48cf481200bc), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:33.875249 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:33.954493 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Pushing event updated for resources: {'Port': ['ID=7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:33.956593 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a2a132a4-8660-4669-bbb6-0d5d2d15c417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (61505813-e6e6-476e-b1aa-48cf481200bc), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:33.977383 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-86656b74-01e7-450f-9c99-9ef6997533fc req-43250aa5-a105-4c9f-8cfe-7d0e11c44a6e tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] 10.222.0.76 "GET /networking/v2.0/quotas/876447d8eb814920856d46902fd76713 HTTP/1.1" status: 200 len: 375 time: 0.2021275 Aug 27 04:39:33.978129 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67f2c6e-f199-40ac-a755-0f4b09acab20 admin admin] Pushing event updated for resources: {'Network': ['ID=ef400a2a-b925-41d3-9f86-e224276accb3,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:33.999717 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network ef400a2a-b925-41d3-9f86-e224276accb3 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:39:34.101658 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2e8a893b-2a44-4b43-9ee4-e8a0926b2937 req-6773e2c7-3e13-4e2a-8128-ba562559d9e3 tempest-SecurityGroupsTestAdminJSON-996870314 tempest-SecurityGroupsTestAdminJSON-996870314-project] 10.222.0.76 "GET /networking/v2.0/security-groups/1e8339e3-a60d-4071-abcb-bed1738c1108 HTTP/1.1" status: 200 len: 2998 time: 0.3494830 Aug 27 04:39:34.140366 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a2a132a4-8660-4669-bbb6-0d5d2d15c417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for subnet (61505813-e6e6-476e-b1aa-48cf481200bc), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:34.182185 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-86656b74-01e7-450f-9c99-9ef6997533fc req-c4f886ea-9a0d-43d3-a424-c687509019bd tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=876447d8eb814920856d46902fd76713&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1361573 Aug 27 04:39:34.183495 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4326b000-7590-4f88-82fa-ec4396184919 None None] Sync routers for ids ['bcdfd97e-8056-41a1-909c-60470a16a5d5'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:39:34.202745 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a132a4-8660-4669-bbb6-0d5d2d15c417 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61505813-e6e6-476e-b1aa-48cf481200bc,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:34.215091 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4326b000-7590-4f88-82fa-ec4396184919 None None] Routers {'bcdfd97e-8056-41a1-909c-60470a16a5d5'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:39:34.215091 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-4326b000-7590-4f88-82fa-ec4396184919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:39:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['bcdfd97e-8056-41a1-909c-60470a16a5d5'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:34.216687 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a2a132a4-8660-4669-bbb6-0d5d2d15c417 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:34.220686 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a2a132a4-8660-4669-bbb6-0d5d2d15c417 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/61505813-e6e6-476e-b1aa-48cf481200bc HTTP/1.1" status: 204 len: 168 time: 0.5426493 Aug 27 04:39:34.220831 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c67f2c6e-f199-40ac-a755-0f4b09acab20 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 896 time: 3.2646098 Aug 27 04:39:34.221089 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38314) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:34.222093 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38316) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:34.242781 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-ef1442ac-448e-4db9-b89a-51428d900446 admin admin] Request body: {'subnet': {'network_id': 'ef400a2a-b925-41d3-9f86-e224276accb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-102997866-subnet', 'tenant_id': '5830193fb5044d669e0ec200593ff23f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:39:34.255821 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:34.285366 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d319fc01-826c-4880-8b18-c80df6795a20 None None] Network b134d935-62df-4180-b42e-dd0f46da1876 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:39:34.301141 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2e8a893b-2a44-4b43-9ee4-e8a0926b2937 req-de627e5b-0c28-4d76-834e-dafc9fcb12e0 tempest-SecurityGroupsTestAdminJSON-996870314 tempest-SecurityGroupsTestAdminJSON-996870314-project] 10.222.0.76 "GET /networking/v2.0/security-groups/1e8339e3-a60d-4071-abcb-bed1738c1108 HTTP/1.1" status: 200 len: 2998 time: 0.1979749 Aug 27 04:39:34.340860 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-4097845a-0374-44ab-9998-d6b26d7045a2 admin admin] Allocated IP 172.20.0.1 (1776fee4-8798-41a4-bbd7-5e7d8c1a6a96/181eb9be-0fb9-40f8-838b-8aa6b9d22b67/f066d416-4194-4885-987f-4efdbabea0cc) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:39:34.392646 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-16f93185-74d8-4114-b823-68ef50e37d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (b134d935-62df-4180-b42e-dd0f46da1876), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:34.395553 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:34.448430 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1442ac-448e-4db9-b89a-51428d900446 admin admin] Made reservation on behalf of 5830193fb5044d669e0ec200593ff23f for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:39:34.451301 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ef1442ac-448e-4db9-b89a-51428d900446 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:34.484906 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] get_ports_and_sgs() called for port_ids ['7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:39:34.494325 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e6bf3-a66d-47d5-92d3-da185bf68e22 req-fa70116d-7955-48db-94ea-f52692375527 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:34.496743 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1d3e6bf3-a66d-47d5-92d3-da185bf68e22 req-fa70116d-7955-48db-94ea-f52692375527 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b156e99a-2ece-4f8c-9c6e-f4f613555ccc HTTP/1.1" status: 200 len: 948 time: 0.0638344 Aug 27 04:39:34.515290 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:34.527527 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-16f93185-74d8-4114-b823-68ef50e37d57 admin admin] Deleting port 87857f32-d853-4fe1-9a87-fe654d94d5e0 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:39:34.527971 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-16f93185-74d8-4114-b823-68ef50e37d57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (87857f32-d853-4fe1-9a87-fe654d94d5e0), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:34.613361 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-4326b000-7590-4f88-82fa-ec4396184919 None None] Set router bcdfd97e-8056-41a1-909c-60470a16a5d5 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:39:34.640799 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-98739e97-cf3a-4e25-a1e5-a2d813bd11b6 req-6d10dc8e-a5a1-49c6-9b49-ce68ad962adc tempest-SecurityGroupsTestAdminJSON-1800237463 tempest-SecurityGroupsTestAdminJSON-1800237463-project-admin] 10.222.0.76 "GET /networking/v2.0/security-groups/0bcc5887-acdd-44cb-b2e7-4459a16588ea HTTP/1.1" status: 200 len: 1794 time: 0.2048545 Aug 27 04:39:34.671800 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:34.753926 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1d3e6bf3-a66d-47d5-92d3-da185bf68e22 req-b16c7651-1921-4ea0-887a-2157b4fc6f11 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=22170a02-a707-49d3-bf0d-346bff1fd07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438672 Aug 27 04:39:34.793524 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-16f93185-74d8-4114-b823-68ef50e37d57 admin admin] For port 87857f32-d853-4fe1-9a87-fe654d94d5e0, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=87857f32-d853-4fe1-9a87-fe654d94d5e0,segment=NetworkSegment(51c2bfaa-1fef-4e5b-ba2e-232016c091e6),segment_id=51c2bfaa-1fef-4e5b-ba2e-232016c091e6)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:39:34.793898 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-16f93185-74d8-4114-b823-68ef50e37d57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (87857f32-d853-4fe1-9a87-fe654d94d5e0), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:34.813048 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4097845a-0374-44ab-9998-d6b26d7045a2 admin admin] Publish callbacks [] for port (f066d416-4194-4885-987f-4efdbabea0cc), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:34.846309 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-16f93185-74d8-4114-b823-68ef50e37d57 admin admin] Calling delete_port for 87857f32-d853-4fe1-9a87-fe654d94d5e0 owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:39:34.877704 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-98739e97-cf3a-4e25-a1e5-a2d813bd11b6 req-c46aaef1-ec10-40ef-9209-dc9da023b989 tempest-SecurityGroupsTestAdminJSON-1800237463 tempest-SecurityGroupsTestAdminJSON-1800237463-project-admin] Publish callbacks [] for security_group (0bcc5887-acdd-44cb-b2e7-4459a16588ea), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:34.966365 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-98739e97-cf3a-4e25-a1e5-a2d813bd11b6 req-c46aaef1-ec10-40ef-9209-dc9da023b989 tempest-SecurityGroupsTestAdminJSON-1800237463 tempest-SecurityGroupsTestAdminJSON-1800237463-project-admin] Publish callbacks [] for security_group (0bcc5887-acdd-44cb-b2e7-4459a16588ea), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:35.064093 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4097845a-0374-44ab-9998-d6b26d7045a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (f066d416-4194-4885-987f-4efdbabea0cc), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:35.091352 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:35.138167 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:35.149997 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29221474-fc02-42ea-923e-c45c9515fc3d None None] DHCP port deletion for b134d935-62df-4180-b42e-dd0f46da1876 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:39:35.156990 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-16f93185-74d8-4114-b823-68ef50e37d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (87857f32-d853-4fe1-9a87-fe654d94d5e0), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:35.217279 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f93185-74d8-4114-b823-68ef50e37d57 admin admin] Pushing event deleted for resources: {'Port': ['ID=87857f32-d853-4fe1-9a87-fe654d94d5e0,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:35.223356 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 453d3326-0b23-407f-b550-81420d239313 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:39:35.256506 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f93185-74d8-4114-b823-68ef50e37d57 admin admin] No DVR routers for this DVR port 87857f32-d853-4fe1-9a87-fe654d94d5e0 on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:39:35.376072 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-16f93185-74d8-4114-b823-68ef50e37d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (b134d935-62df-4180-b42e-dd0f46da1876), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:35.410241 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 453d3326-0b23-407f-b550-81420d239313 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:39:35.411323 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (453d3326-0b23-407f-b550-81420d239313), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:35.424230 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-16f93185-74d8-4114-b823-68ef50e37d57 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=107776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:39:35.425698 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-16f93185-74d8-4114-b823-68ef50e37d57 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=107776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:39:35.426729 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-16f93185-74d8-4114-b823-68ef50e37d57 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=107776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:39:35.427332 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-16f93185-74d8-4114-b823-68ef50e37d57 admin admin] Subscribe: > port after_create 55550000 {{(pid=107776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:39:35.428157 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-16f93185-74d8-4114-b823-68ef50e37d57 admin admin] Subscribe: > port after_delete 55550000 {{(pid=107776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:39:35.428735 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-16f93185-74d8-4114-b823-68ef50e37d57 admin admin] Subscribe: > port after_update 55550000 {{(pid=107776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:39:35.429261 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-16f93185-74d8-4114-b823-68ef50e37d57 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=107776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:39:35.429820 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-16f93185-74d8-4114-b823-68ef50e37d57 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:39:35.431682 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-16f93185-74d8-4114-b823-68ef50e37d57 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:39:35.432282 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-16f93185-74d8-4114-b823-68ef50e37d57 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=107776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:39:35.486942 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-4326b000-7590-4f88-82fa-ec4396184919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdfd97e-8056-41a1-909c-60470a16a5d5', 'name': 'tempest-LiveMigrationTest-248283437-router', 'tenant_id': '3836cf4a5fcb4de098cca1d964f3899e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '453d3326-0b23-407f-b550-81420d239313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:39:22Z', 'updated_at': '2022-08-27T04:39:30Z', 'revision_number': 4, 'project_id': '3836cf4a5fcb4de098cca1d964f3899e', 'gw_port': {'id': '453d3326-0b23-407f-b550-81420d239313', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:29:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdfd97e-8056-41a1-909c-60470a16a5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:24Z', 'updated_at': '2022-08-27T04:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'a01ae985-ef41-409f-9aa4-d3b83e009793', 'name': '', 'network_id': '3b65ea62-ed5a-43b6-9ebc-adebf100c991', 'tenant_id': '3836cf4a5fcb4de098cca1d964f3899e', 'mac_address': 'fa:16:3e:4c:2e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcdfd97e-8056-41a1-909c-60470a16a5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'b2534d27-6d19-4d04-a415-13e5fa9c5853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:28Z', 'updated_at': '2022-08-27T04:39:30Z', 'revision_number': 2, 'project_id': '3836cf4a5fcb4de098cca1d964f3899e', 'subnets': [{'id': 'b2534d27-6d19-4d04-a415-13e5fa9c5853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:35.523743 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4326b000-7590-4f88-82fa-ec4396184919 None None] Checking router: bcdfd97e-8056-41a1-909c-60470a16a5d5 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:39:35.524100 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4326b000-7590-4f88-82fa-ec4396184919 None None] Updating router bcdfd97e-8056-41a1-909c-60470a16a5d5 port a01ae985-ef41-409f-9aa4-d3b83e009793 binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:39:35.555708 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-16f93185-74d8-4114-b823-68ef50e37d57 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:39:35.557472 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-16f93185-74d8-4114-b823-68ef50e37d57 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:39:35.557472 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-16f93185-74d8-4114-b823-68ef50e37d57 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=107776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:39:35.557472 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-16f93185-74d8-4114-b823-68ef50e37d57 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=107776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:39:35.557472 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-16f93185-74d8-4114-b823-68ef50e37d57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b134d935-62df-4180-b42e-dd0f46da1876']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:35.564820 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ef1442ac-448e-4db9-b89a-51428d900446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (72e70728-5d5a-4c32-9fca-3e94144630bd), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:35.584244 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:35.590405 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 453d3326-0b23-407f-b550-81420d239313 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:39:35.594224 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4326b000-7590-4f88-82fa-ec4396184919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a01ae985-ef41-409f-9aa4-d3b83e009793), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:35.748814 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4097845a-0374-44ab-9998-d6b26d7045a2 admin admin] Network 1776fee4-8798-41a4-bbd7-5e7d8c1a6a96 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:39:35.786545 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-4097845a-0374-44ab-9998-d6b26d7045a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:39:35.800436 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4097845a-0374-44ab-9998-d6b26d7045a2 admin admin] Pushing event updated for resources: {'Port': ['ID=f066d416-4194-4885-987f-4efdbabea0cc,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:35.809719 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4097845a-0374-44ab-9998-d6b26d7045a2 admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:39:35.810228 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4097845a-0374-44ab-9998-d6b26d7045a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (61ecc89c-ab1b-4c89-9059-238d4224500e), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:35.907539 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-16f93185-74d8-4114-b823-68ef50e37d57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51c2bfaa-1fef-4e5b-ba2e-232016c091e6') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:35.907829 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-16f93185-74d8-4114-b823-68ef50e37d57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51c2bfaa-1fef-4e5b-ba2e-232016c091e6') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:35.918536 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84248100-bfc7-4bf7-8cd8-a29c298c3456 req-d505529d-c04a-4615-ba18-aea08cf42611 tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:35.932874 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-84248100-bfc7-4bf7-8cd8-a29c298c3456 req-d505529d-c04a-4615-ba18-aea08cf42611 tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] 10.222.0.76 "GET /networking/v2.0/networks?id=344d462f-6760-460a-9857-8c3930ef017b HTTP/1.1" status: 200 len: 808 time: 1.0007572 Aug 27 04:39:35.933888 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-16f93185-74d8-4114-b823-68ef50e37d57 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (51c2bfaa-1fef-4e5b-ba2e-232016c091e6), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:35.940785 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-98739e97-cf3a-4e25-a1e5-a2d813bd11b6 req-c46aaef1-ec10-40ef-9209-dc9da023b989 tempest-SecurityGroupsTestAdminJSON-1800237463 tempest-SecurityGroupsTestAdminJSON-1800237463-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (0bcc5887-acdd-44cb-b2e7-4459a16588ea), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:35.944243 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-98739e97-cf3a-4e25-a1e5-a2d813bd11b6 req-c46aaef1-ec10-40ef-9209-dc9da023b989 tempest-SecurityGroupsTestAdminJSON-1800237463 tempest-SecurityGroupsTestAdminJSON-1800237463-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:35.946647 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-98739e97-cf3a-4e25-a1e5-a2d813bd11b6 req-c46aaef1-ec10-40ef-9209-dc9da023b989 tempest-SecurityGroupsTestAdminJSON-1800237463 tempest-SecurityGroupsTestAdminJSON-1800237463-project-admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/0bcc5887-acdd-44cb-b2e7-4459a16588ea HTTP/1.1" status: 204 len: 173 time: 1.3041427 Aug 27 04:39:35.987900 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-84248100-bfc7-4bf7-8cd8-a29c298c3456 req-1eaa3900-d855-4905-8715-d23c43219413 tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] 10.222.0.76 "GET /networking/v2.0/quotas/876447d8eb814920856d46902fd76713 HTTP/1.1" status: 200 len: 375 time: 0.0478721 Aug 27 04:39:36.024778 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46aaef1-ec10-40ef-9209-dc9da023b989 tempest-SecurityGroupsTestAdminJSON-1800237463 tempest-SecurityGroupsTestAdminJSON-1800237463-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bcc5887-acdd-44cb-b2e7-4459a16588ea,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:36.029020 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1442ac-448e-4db9-b89a-51428d900446 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72e70728-5d5a-4c32-9fca-3e94144630bd,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:36.033153 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:36.038886 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-16f93185-74d8-4114-b823-68ef50e37d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (51c2bfaa-1fef-4e5b-ba2e-232016c091e6), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:36.059992 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16f93185-74d8-4114-b823-68ef50e37d57 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:39:36.061098 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-16f93185-74d8-4114-b823-68ef50e37d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (51c2bfaa-1fef-4e5b-ba2e-232016c091e6), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:36.080521 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:36.158886 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-84248100-bfc7-4bf7-8cd8-a29c298c3456 req-a4999bc0-9e90-4053-abfa-e8841b75d1c7 tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=876447d8eb814920856d46902fd76713&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1748943 Aug 27 04:39:36.160069 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4326b000-7590-4f88-82fa-ec4396184919 None None] Publish callbacks [] for port (a01ae985-ef41-409f-9aa4-d3b83e009793), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:36.173862 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-2a6132f7-71c5-4065-a371-5e8b1aad6e33 None None] Provisioning complete for port f066d416-4194-4885-987f-4efdbabea0cc triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:39:36.174375 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1442ac-448e-4db9-b89a-51428d900446 admin admin] Checking segment: {'id': 'fb741577-61d1-45b0-bcfa-7174c3965238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ef400a2a-b925-41d3-9f86-e224276accb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:39:36.174882 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2a6132f7-71c5-4065-a371-5e8b1aad6e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (f066d416-4194-4885-987f-4efdbabea0cc), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:36.174992 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1442ac-448e-4db9-b89a-51428d900446 admin admin] Network hostable DHCP agents. Network: ef400a2a-b925-41d3-9f86-e224276accb3, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:39:36.215336 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-2a6132f7-71c5-4065-a371-5e8b1aad6e33 None None] Port f066d416-4194-4885-987f-4efdbabea0cc cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:39:36.215552 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b23bb11-5ae8-42ee-99f3-938047c63041 req-a24a622c-f972-4b35-a5d9-a22274ababf0 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:36.217037 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7b23bb11-5ae8-42ee-99f3-938047c63041 req-a24a622c-f972-4b35-a5d9-a22274ababf0 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b156e99a-2ece-4f8c-9c6e-f4f613555ccc HTTP/1.1" status: 200 len: 948 time: 0.1171649 Aug 27 04:39:36.242613 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-16f93185-74d8-4114-b823-68ef50e37d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (b134d935-62df-4180-b42e-dd0f46da1876), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:36.260044 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-16f93185-74d8-4114-b823-68ef50e37d57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:36.263470 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-16f93185-74d8-4114-b823-68ef50e37d57 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/b134d935-62df-4180-b42e-dd0f46da1876 HTTP/1.1" status: 204 len: 168 time: 2.0402660 Aug 27 04:39:36.267623 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7b23bb11-5ae8-42ee-99f3-938047c63041 req-fb91d743-a569-4156-b55f-403d43d6511c tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=22170a02-a707-49d3-bf0d-346bff1fd07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441728 Aug 27 04:39:36.268157 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38374) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:36.271151 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4326b000-7590-4f88-82fa-ec4396184919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a01ae985-ef41-409f-9aa4-d3b83e009793), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:36.275839 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f93185-74d8-4114-b823-68ef50e37d57 admin admin] Pushing event deleted for resources: {'Network': ['ID=b134d935-62df-4180-b42e-dd0f46da1876,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:36.288381 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1442ac-448e-4db9-b89a-51428d900446 admin admin] Network ef400a2a-b925-41d3-9f86-e224276accb3 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:39:36.342125 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f022585-3d28-403e-80a2-e9809f548902 None None] Pushing event updated for resources: {'Port': ['ID=a01ae985-ef41-409f-9aa4-d3b83e009793,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:36.385679 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-ef1442ac-448e-4db9-b89a-51428d900446 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, ef400a2a-b925-41d3-9f86-e224276accb3) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:39:36.394499 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:36.399086 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1442ac-448e-4db9-b89a-51428d900446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:36.399685 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ef1442ac-448e-4db9-b89a-51428d900446 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:36.429786 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbfa8c3-1513-43e2-a32b-7795e8eeeadf None None] Network ef400a2a-b925-41d3-9f86-e224276accb3 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:39:36.503715 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ef1442ac-448e-4db9-b89a-51428d900446 admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.2704706 Aug 27 04:39:36.503892 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3a2936db-7aa2-4113-886c-86e98d14f375 req-a7f0fe6e-59cc-4d9b-b951-f43c5863e538 tempest-SecurityGroupsTestAdminJSON-1800237463 tempest-SecurityGroupsTestAdminJSON-1800237463-project-admin] 10.222.0.76 "GET /networking/v2.0/security-groups/35ce803c-5894-4aa1-a446-48453c484ce0 HTTP/1.1" status: 200 len: 1793 time: 0.1645527 Aug 27 04:39:36.503974 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38386) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:36.508960 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-564a3d64-8366-4397-9fbc-43645617021a admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-102997866-router', 'tenant_id': '5830193fb5044d669e0ec200593ff23f', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:39:36.509128 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4097845a-0374-44ab-9998-d6b26d7045a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f066d416-4194-4885-987f-4efdbabea0cc), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:36.512029 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:36.540345 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-4326b000-7590-4f88-82fa-ec4396184919 None None] Attempting to bind port a01ae985-ef41-409f-9aa4-d3b83e009793 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:39:36.540345 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-4326b000-7590-4f88-82fa-ec4396184919 None None] Attempting to bind port a01ae985-ef41-409f-9aa4-d3b83e009793 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'b18d3530-52ff-43bc-91ef-9657f4a0adf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3b65ea62-ed5a-43b6-9ebc-adebf100c991'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:39:36.540345 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4326b000-7590-4f88-82fa-ec4396184919 None None] Attempting to bind port a01ae985-ef41-409f-9aa4-d3b83e009793 on network 3b65ea62-ed5a-43b6-9ebc-adebf100c991 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:39:36.597536 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38392) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:36.621967 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-3328b3c3-bc22-4955-a6a0-b4761eff0594 tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] Request body: {'security_group': {'name': 'tempest-securitygroup--945688888', 'description': 'tempest-description--1532300995'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:39:36.622163 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4326b000-7590-4f88-82fa-ec4396184919 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:39:36.622163 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4326b000-7590-4f88-82fa-ec4396184919 None None] Checking segment: {'id': 'b18d3530-52ff-43bc-91ef-9657f4a0adf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3b65ea62-ed5a-43b6-9ebc-adebf100c991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:39:36.625286 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4326b000-7590-4f88-82fa-ec4396184919 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:36.626219 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4326b000-7590-4f88-82fa-ec4396184919 None None] Bound using segment: {'id': 'b18d3530-52ff-43bc-91ef-9657f4a0adf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3b65ea62-ed5a-43b6-9ebc-adebf100c991'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:39:36.630372 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-4326b000-7590-4f88-82fa-ec4396184919 None None] Bound port: a01ae985-ef41-409f-9aa4-d3b83e009793, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b18d3530-52ff-43bc-91ef-9657f4a0adf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3b65ea62-ed5a-43b6-9ebc-adebf100c991'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:39:36.631321 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4326b000-7590-4f88-82fa-ec4396184919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a01ae985-ef41-409f-9aa4-d3b83e009793), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:36.664004 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-564a3d64-8366-4397-9fbc-43645617021a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (a96ba3b4-dbf0-4870-86a9-a2e26f632cce), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:36.665332 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-564a3d64-8366-4397-9fbc-43645617021a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (a96ba3b4-dbf0-4870-86a9-a2e26f632cce), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:36.765447 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 0bbee1f3-abc2-4f93-809c-399560b1d40a up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:39:36.774107 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-564a3d64-8366-4397-9fbc-43645617021a admin admin] Publish callbacks [] for router_controller (a96ba3b4-dbf0-4870-86a9-a2e26f632cce), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:36.776469 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:36.789501 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3328b3c3-bc22-4955-a6a0-b4761eff0594 tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:36.810903 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:36.888428 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4326b000-7590-4f88-82fa-ec4396184919 None None] For port a01ae985-ef41-409f-9aa4-d3b83e009793, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:39:36.892886 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8e2d6a-cd18-4bd9-8d15-acd571a524dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-ef400a2a-b925-41d3-9f86-e224276accb3', 'network_id': 'ef400a2a-b925-41d3-9f86-e224276accb3', 'project_id': '5830193fb5044d669e0ec200593ff23f', 'fixed_ips': [{'subnet_id': '72e70728-5d5a-4c32-9fca-3e94144630bd'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:39:36.895082 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c8e2d6a-cd18-4bd9-8d15-acd571a524dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:36.931588 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-3a2936db-7aa2-4113-886c-86e98d14f375 req-4fa397a5-3e25-42af-ab5c-973b1f45701f tempest-SecurityGroupsTestAdminJSON-1800237463 tempest-SecurityGroupsTestAdminJSON-1800237463-project-admin] Publish callbacks [] for security_group (35ce803c-5894-4aa1-a446-48453c484ce0), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:36.970996 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4326b000-7590-4f88-82fa-ec4396184919 None None] For port a01ae985-ef41-409f-9aa4-d3b83e009793, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a01ae985-ef41-409f-9aa4-d3b83e009793,segment=NetworkSegment(b18d3530-52ff-43bc-91ef-9657f4a0adf3),segment_id=b18d3530-52ff-43bc-91ef-9657f4a0adf3)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:39:36.976494 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 0bbee1f3-abc2-4f93-809c-399560b1d40a triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:39:36.976878 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (0bbee1f3-abc2-4f93-809c-399560b1d40a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:37.005623 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 51c2bfaa-1fef-4e5b-ba2e-232016c091e6 resource provider aggregate not found Aug 27 04:39:37.014367 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-3a2936db-7aa2-4113-886c-86e98d14f375 req-4fa397a5-3e25-42af-ab5c-973b1f45701f tempest-SecurityGroupsTestAdminJSON-1800237463 tempest-SecurityGroupsTestAdminJSON-1800237463-project-admin] Publish callbacks [] for security_group (35ce803c-5894-4aa1-a446-48453c484ce0), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:37.034639 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 51c2bfaa-1fef-4e5b-ba2e-232016c091e6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 51c2bfaa-1fef-4e5b-ba2e-232016c091e6 found for delete ", "request_id": "req-bb07cc4d-938a-417c-ad7b-bdfbab35e240"}]} Aug 27 04:39:37.135594 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:37.148886 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3328b3c3-bc22-4955-a6a0-b4761eff0594 tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] Publish callbacks [] for security_group (ddf63bd3-82de-4e19-bc75-46ce8d4abf03), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:37.170208 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4326b000-7590-4f88-82fa-ec4396184919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a01ae985-ef41-409f-9aa4-d3b83e009793), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:37.183529 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:37.190236 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-564a3d64-8366-4397-9fbc-43645617021a admin admin] Publish callbacks [] for router_gateway (a96ba3b4-dbf0-4870-86a9-a2e26f632cce), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:37.196775 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4097845a-0374-44ab-9998-d6b26d7045a2 admin admin] Publish callbacks [] for port (f066d416-4194-4885-987f-4efdbabea0cc), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:37.229286 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3328b3c3-bc22-4955-a6a0-b4761eff0594 tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (ddf63bd3-82de-4e19-bc75-46ce8d4abf03), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:37.244126 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-3a2936db-7aa2-4113-886c-86e98d14f375 req-4fa397a5-3e25-42af-ab5c-973b1f45701f tempest-SecurityGroupsTestAdminJSON-1800237463 tempest-SecurityGroupsTestAdminJSON-1800237463-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (35ce803c-5894-4aa1-a446-48453c484ce0), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:37.246639 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-3a2936db-7aa2-4113-886c-86e98d14f375 req-4fa397a5-3e25-42af-ab5c-973b1f45701f tempest-SecurityGroupsTestAdminJSON-1800237463 tempest-SecurityGroupsTestAdminJSON-1800237463-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:37.247765 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3a2936db-7aa2-4113-886c-86e98d14f375 req-4fa397a5-3e25-42af-ab5c-973b1f45701f tempest-SecurityGroupsTestAdminJSON-1800237463 tempest-SecurityGroupsTestAdminJSON-1800237463-project-admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/35ce803c-5894-4aa1-a446-48453c484ce0 HTTP/1.1" status: 204 len: 173 time: 0.7214313 Aug 27 04:39:37.248596 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:37.276534 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:37.303069 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4097845a-0374-44ab-9998-d6b26d7045a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (f066d416-4194-4885-987f-4efdbabea0cc), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:37.303724 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4097845a-0374-44ab-9998-d6b26d7045a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (61ecc89c-ab1b-4c89-9059-238d4224500e), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:37.310606 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3328b3c3-bc22-4955-a6a0-b4761eff0594 tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf63bd3-82de-4e19-bc75-46ce8d4abf03,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:37.361496 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4326b000-7590-4f88-82fa-ec4396184919 None None] Routers {'bcdfd97e-8056-41a1-909c-60470a16a5d5'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:39:37.365089 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-4326b000-7590-4f88-82fa-ec4396184919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:39:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['bcdfd97e-8056-41a1-909c-60470a16a5d5'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:37.373409 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3328b3c3-bc22-4955-a6a0-b4761eff0594 tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:37.378619 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3328b3c3-bc22-4955-a6a0-b4761eff0594 tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7666245 Aug 27 04:39:37.383804 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38420) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:37.413990 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-2701cbb1-8f2e-4f56-8996-d82e5724e47d tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] Request body: {'security_group_rule': {'security_group_id': 'ddf63bd3-82de-4e19-bc75-46ce8d4abf03', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:39:37.438052 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa397a5-3e25-42af-ab5c-973b1f45701f tempest-SecurityGroupsTestAdminJSON-1800237463 tempest-SecurityGroupsTestAdminJSON-1800237463-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ce803c-5894-4aa1-a446-48453c484ce0,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:37.483116 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c13bfbe6-1713-439f-b6b9-35f1b9c13522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (8bdff552-a884-4abe-9a69-956707d2b0d1), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:37.545059 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4097845a-0374-44ab-9998-d6b26d7045a2 admin admin] Pushing event updated for resources: {'Port': ['ID=f066d416-4194-4885-987f-4efdbabea0cc,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:37.551716 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-564a3d64-8366-4397-9fbc-43645617021a admin admin] Publish callbacks [] for router_gateway (a96ba3b4-dbf0-4870-86a9-a2e26f632cce), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:37.552309 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-4326b000-7590-4f88-82fa-ec4396184919 None None] Set router bcdfd97e-8056-41a1-909c-60470a16a5d5 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:39:37.557807 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device 7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85 up at agent hyperv_n-h1-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:39:37.575936 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-564a3d64-8366-4397-9fbc-43645617021a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:37.592400 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-fcb194be-354e-46fc-a2fc-a1f6943dcc69 req-799ff4e6-54cb-4061-9f93-8993d7a86260 tempest-SecurityGroupsTestAdminJSON-996870314 tempest-SecurityGroupsTestAdminJSON-996870314-project] 10.222.0.76 "GET /networking/v2.0/security-groups/4e74553f-1e76-4efb-9c4b-78b18982e48f HTTP/1.1" status: 200 len: 1794 time: 0.3066597 Aug 27 04:39:37.652261 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7524669-86b1-4145-b539-91d6b10a6191 req-886a00ff-72a1-4d0f-9f0c-1dfb275c790c tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:37.654041 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e7524669-86b1-4145-b539-91d6b10a6191 req-886a00ff-72a1-4d0f-9f0c-1dfb275c790c tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b156e99a-2ece-4f8c-9c6e-f4f613555ccc HTTP/1.1" status: 200 len: 948 time: 0.1759701 Aug 27 04:39:37.657958 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f022585-3d28-403e-80a2-e9809f548902 None None] Pushing event updated for resources: {'Port': ['ID=a01ae985-ef41-409f-9aa4-d3b83e009793,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:37.701377 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:37.705220 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-564a3d64-8366-4397-9fbc-43645617021a admin admin] Allocated IP 172.25.2.62 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/7207f835-2c89-4917-8901-e951d872c2b3) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:39:37.706509 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2701cbb1-8f2e-4f56-8996-d82e5724e47d tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] Publish callbacks [] for security_group_rule (64f6bbb1-7575-42a3-bf95-acf862d8b630), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:37.772324 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-7c8e2d6a-cd18-4bd9-8d15-acd571a524dc None None] Allocated IP 172.20.0.2 (ef400a2a-b925-41d3-9f86-e224276accb3/72e70728-5d5a-4c32-9fca-3e94144630bd/10a6f397-9f47-4bd8-aaa3-39a7f3c37be3) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:39:37.798131 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 0bbee1f3-abc2-4f93-809c-399560b1d40a is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:39:37.798488 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (0bbee1f3-abc2-4f93-809c-399560b1d40a), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:37.847875 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-564a3d64-8366-4397-9fbc-43645617021a admin admin] Publish callbacks [] for port (7207f835-2c89-4917-8901-e951d872c2b3), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:37.854181 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38426) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:37.885966 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4097845a-0374-44ab-9998-d6b26d7045a2 admin admin] Network 1776fee4-8798-41a4-bbd7-5e7d8c1a6a96 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:39:37.888739 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:37.892666 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:37.901021 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-4097845a-0374-44ab-9998-d6b26d7045a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:39:37.948453 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-564a3d64-8366-4397-9fbc-43645617021a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (7207f835-2c89-4917-8901-e951d872c2b3), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:38.036233 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564a3d64-8366-4397-9fbc-43645617021a admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:39:38.047104 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Provisioning for port 7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85 completed by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 27 04:39:38.052831 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-564a3d64-8366-4397-9fbc-43645617021a admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:39:38.052975 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 0bbee1f3-abc2-4f93-809c-399560b1d40a, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=0bbee1f3-abc2-4f93-809c-399560b1d40a,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:39:38.058918 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a3d64-8366-4397-9fbc-43645617021a admin admin] Pushing event updated for resources: {'Port': ['ID=7207f835-2c89-4917-8901-e951d872c2b3,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:38.063834 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564a3d64-8366-4397-9fbc-43645617021a admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:39:38.113454 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0b460f32-f60f-4f4e-94f1-ab969dbc4ded admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:38.118072 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-c13bfbe6-1713-439f-b6b9-35f1b9c13522 admin admin] Deleting port 310c2368-c079-4e9a-8d1f-6a0c62a24bf1 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:39:38.118589 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c13bfbe6-1713-439f-b6b9-35f1b9c13522 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (310c2368-c079-4e9a-8d1f-6a0c62a24bf1), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:38.129546 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (0bbee1f3-abc2-4f93-809c-399560b1d40a), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:38.159180 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2701cbb1-8f2e-4f56-8996-d82e5724e47d tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] Publish callbacks [] for security_group_rule (64f6bbb1-7575-42a3-bf95-acf862d8b630), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:38.160141 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-fcb194be-354e-46fc-a2fc-a1f6943dcc69 req-1e661bf2-5103-4457-a829-bcf03c3ddbbf tempest-SecurityGroupsTestAdminJSON-996870314 tempest-SecurityGroupsTestAdminJSON-996870314-project] Publish callbacks [] for security_group (4e74553f-1e76-4efb-9c4b-78b18982e48f), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:38.184420 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-fcb194be-354e-46fc-a2fc-a1f6943dcc69 req-1e661bf2-5103-4457-a829-bcf03c3ddbbf tempest-SecurityGroupsTestAdminJSON-996870314 tempest-SecurityGroupsTestAdminJSON-996870314-project] Publish callbacks [] for security_group (4e74553f-1e76-4efb-9c4b-78b18982e48f), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:38.202260 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Provisioning complete for port 7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:39:38.202559 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:38.223820 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a9089721-ca2f-4efe-b09f-8cdaf4aab72e no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:39:38.253343 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2701cbb1-8f2e-4f56-8996-d82e5724e47d tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (64f6bbb1-7575-42a3-bf95-acf862d8b630), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:38.305633 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: a9089721-ca2f-4efe-b09f-8cdaf4aab72e {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:39:38.305975 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a9089721-ca2f-4efe-b09f-8cdaf4aab72e not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:39:38.306085 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e7524669-86b1-4145-b539-91d6b10a6191 req-4ada3c2c-d02b-4328-9402-2a9e54bc0961 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=22170a02-a707-49d3-bf0d-346bff1fd07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6291261 Aug 27 04:39:38.306383 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 87857f32-d853-4fe1-9a87-fe654d94d5e0 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:39:38.312379 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-fcb194be-354e-46fc-a2fc-a1f6943dcc69 req-1e661bf2-5103-4457-a829-bcf03c3ddbbf tempest-SecurityGroupsTestAdminJSON-996870314 tempest-SecurityGroupsTestAdminJSON-996870314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (4e74553f-1e76-4efb-9c4b-78b18982e48f), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:38.315772 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-fcb194be-354e-46fc-a2fc-a1f6943dcc69 req-1e661bf2-5103-4457-a829-bcf03c3ddbbf tempest-SecurityGroupsTestAdminJSON-996870314 tempest-SecurityGroupsTestAdminJSON-996870314-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:38.316977 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-fcb194be-354e-46fc-a2fc-a1f6943dcc69 req-1e661bf2-5103-4457-a829-bcf03c3ddbbf tempest-SecurityGroupsTestAdminJSON-996870314 tempest-SecurityGroupsTestAdminJSON-996870314-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/4e74553f-1e76-4efb-9c4b-78b18982e48f HTTP/1.1" status: 204 len: 173 time: 0.7132974 Aug 27 04:39:38.335660 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-4326b000-7590-4f88-82fa-ec4396184919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdfd97e-8056-41a1-909c-60470a16a5d5', 'name': 'tempest-LiveMigrationTest-248283437-router', 'tenant_id': '3836cf4a5fcb4de098cca1d964f3899e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '453d3326-0b23-407f-b550-81420d239313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:39:22Z', 'updated_at': '2022-08-27T04:39:30Z', 'revision_number': 4, 'project_id': '3836cf4a5fcb4de098cca1d964f3899e', 'gw_port': {'id': '453d3326-0b23-407f-b550-81420d239313', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:29:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdfd97e-8056-41a1-909c-60470a16a5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:24Z', 'updated_at': '2022-08-27T04:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'a01ae985-ef41-409f-9aa4-d3b83e009793', 'name': '', 'network_id': '3b65ea62-ed5a-43b6-9ebc-adebf100c991', 'tenant_id': '3836cf4a5fcb4de098cca1d964f3899e', 'mac_address': 'fa:16:3e:4c:2e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcdfd97e-8056-41a1-909c-60470a16a5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'b2534d27-6d19-4d04-a415-13e5fa9c5853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:28Z', 'updated_at': '2022-08-27T04:39:36Z', 'revision_number': 4, 'project_id': '3836cf4a5fcb4de098cca1d964f3899e', 'subnets': [{'id': 'b2534d27-6d19-4d04-a415-13e5fa9c5853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:38.393899 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0b460f32-f60f-4f4e-94f1-ab969dbc4ded admin admin] Publish callbacks [] for security_group (28a1c9e1-5740-4e12-b46e-022eec859e8f), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:38.410627 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=0bbee1f3-abc2-4f93-809c-399560b1d40a,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:38.414069 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2701cbb1-8f2e-4f56-8996-d82e5724e47d tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64f6bbb1-7575-42a3-bf95-acf862d8b630,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:38.414236 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 87857f32-d853-4fe1-9a87-fe654d94d5e0 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:39:38.414806 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 87857f32-d853-4fe1-9a87-fe654d94d5e0 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:39:38.428692 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4326b000-7590-4f88-82fa-ec4396184919 None None] The sync data for ids ['bcdfd97e-8056-41a1-909c-60470a16a5d5'] in n-d-852088-5 is: [{'id': 'bcdfd97e-8056-41a1-909c-60470a16a5d5', 'name': 'tempest-LiveMigrationTest-248283437-router', 'tenant_id': '3836cf4a5fcb4de098cca1d964f3899e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '453d3326-0b23-407f-b550-81420d239313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:39:22Z', 'updated_at': '2022-08-27T04:39:30Z', 'revision_number': 4, 'project_id': '3836cf4a5fcb4de098cca1d964f3899e', 'gw_port': {'id': '453d3326-0b23-407f-b550-81420d239313', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:29:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdfd97e-8056-41a1-909c-60470a16a5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:24Z', 'updated_at': '2022-08-27T04:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'a01ae985-ef41-409f-9aa4-d3b83e009793', 'name': '', 'network_id': '3b65ea62-ed5a-43b6-9ebc-adebf100c991', 'tenant_id': '3836cf4a5fcb4de098cca1d964f3899e', 'mac_address': 'fa:16:3e:4c:2e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcdfd97e-8056-41a1-909c-60470a16a5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'b2534d27-6d19-4d04-a415-13e5fa9c5853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:28Z', 'updated_at': '2022-08-27T04:39:36Z', 'revision_number': 4, 'project_id': '3836cf4a5fcb4de098cca1d964f3899e', 'subnets': [{'id': 'b2534d27-6d19-4d04-a415-13e5fa9c5853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:39:38.434063 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c8e2d6a-cd18-4bd9-8d15-acd571a524dc None None] Publish callbacks [] for port (10a6f397-9f47-4bd8-aaa3-39a7f3c37be3), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:38.443243 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2701cbb1-8f2e-4f56-8996-d82e5724e47d tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:38.444710 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2701cbb1-8f2e-4f56-8996-d82e5724e47d tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0508935 Aug 27 04:39:38.447472 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38436) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:38.448536 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-c75fe8c3-c8d5-4354-a386-f55c9f795d16 None None] Provisioning complete for port f066d416-4194-4885-987f-4efdbabea0cc triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:39:38.448909 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c75fe8c3-c8d5-4354-a386-f55c9f795d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (f066d416-4194-4885-987f-4efdbabea0cc), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:38.458999 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e661bf2-5103-4457-a829-bcf03c3ddbbf tempest-SecurityGroupsTestAdminJSON-996870314 tempest-SecurityGroupsTestAdminJSON-996870314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e74553f-1e76-4efb-9c4b-78b18982e48f,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:38.459416 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-8f43817b-2021-49a0-b7b5-d6dc5b8590cd tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] Request body: {'security_group_rule': {'security_group_id': 'ddf63bd3-82de-4e19-bc75-46ce8d4abf03', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:39:38.586644 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0b460f32-f60f-4f4e-94f1-ab969dbc4ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (28a1c9e1-5740-4e12-b46e-022eec859e8f), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:38.625836 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Current status of the port 7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85 is: BUILD; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:39:38.627247 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:38.641178 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-c75fe8c3-c8d5-4354-a386-f55c9f795d16 None None] Port f066d416-4194-4885-987f-4efdbabea0cc cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:39:38.648856 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c8e2d6a-cd18-4bd9-8d15-acd571a524dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (10a6f397-9f47-4bd8-aaa3-39a7f3c37be3), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:38.655138 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:38.683969 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b460f32-f60f-4f4e-94f1-ab969dbc4ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a1c9e1-5740-4e12-b46e-022eec859e8f,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:38.721425 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:DELETE=1,neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:38.773105 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8e2d6a-cd18-4bd9-8d15-acd571a524dc None None] Network ef400a2a-b925-41d3-9f86-e224276accb3 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:39:38.773707 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b156e99a-2ece-4f8c-9c6e-f4f613555ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85'}] {{(pid=107777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:39:38.777980 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6e1ed2c1589df8125b2075e26a1ec4ff1174e69d6a71546bdf3c3a9a29d330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7a27e0-bec5-4eb2-9bd0-5d1be2db058d" -d '{"events": [{"server_uuid": "b156e99a-2ece-4f8c-9c6e-f4f613555ccc", "name": "network-vif-plugged", "status": "completed", "tag": "7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85"}]}' {{(pid=107777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:39:38.795244 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-0b460f32-f60f-4f4e-94f1-ab969dbc4ded admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=1ad64f4c133b4363a643fd08ec2a32a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9399593 Aug 27 04:39:38.796575 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38444) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:38.843069 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-7c8e2d6a-cd18-4bd9-8d15-acd571a524dc None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:39:38.843911 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port 7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:39:38.844964 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e2d6a-cd18-4bd9-8d15-acd571a524dc None None] Pushing event updated for resources: {'Port': ['ID=10a6f397-9f47-4bd8-aaa3-39a7f3c37be3,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:38.851253 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8e2d6a-cd18-4bd9-8d15-acd571a524dc None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:39:38.865491 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8f43817b-2021-49a0-b7b5-d6dc5b8590cd tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] Publish callbacks [] for security_group_rule (945b5c55-4511-4a6b-a58b-682fd0384e90), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:38.869968 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 0bbee1f3-abc2-4f93-809c-399560b1d40a up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:39:38.884280 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:38.945050 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-33df10ef-36e0-48ca-8f93-7d72591d550c admin admin] Publish callbacks [] for security_group (28a1c9e1-5740-4e12-b46e-022eec859e8f), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:38.945815 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 04:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b626f49-57e3-4c78-b27d-1aa8ffe99f06 x-openstack-request-id: req-5b626f49-57e3-4c78-b27d-1aa8ffe99f06 {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:39:38.946815 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b156e99a-2ece-4f8c-9c6e-f4f613555ccc", "name": "network-vif-plugged", "status": "completed", "tag": "7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85", "code": 200}]} {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:39:38.947247 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5b626f49-57e3-4c78-b27d-1aa8ffe99f06 {{(pid=107777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:39:38.947796 n-d-852088-5 neutron-server[107777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b626f49-57e3-4c78-b27d-1aa8ffe99f06'] response: {'server_uuid': 'b156e99a-2ece-4f8c-9c6e-f4f613555ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85', 'code': 200} Aug 27 04:39:38.955333 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:38.969331 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-c13bfbe6-1713-439f-b6b9-35f1b9c13522 admin admin] For port 310c2368-c079-4e9a-8d1f-6a0c62a24bf1, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=310c2368-c079-4e9a-8d1f-6a0c62a24bf1,segment=NetworkSegment(62b023d8-041f-4d8a-82f6-8e4650491749),segment_id=62b023d8-041f-4d8a-82f6-8e4650491749)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:39:38.969699 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c13bfbe6-1713-439f-b6b9-35f1b9c13522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (310c2368-c079-4e9a-8d1f-6a0c62a24bf1), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:38.983458 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-33df10ef-36e0-48ca-8f93-7d72591d550c admin admin] Publish callbacks [] for security_group (28a1c9e1-5740-4e12-b46e-022eec859e8f), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:39.011068 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-c13bfbe6-1713-439f-b6b9-35f1b9c13522 admin admin] Calling delete_port for 310c2368-c079-4e9a-8d1f-6a0c62a24bf1 owned by network:router_interface {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:39:39.024262 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4097845a-0374-44ab-9998-d6b26d7045a2 admin admin] Router 61ecc89c-ab1b-4c89-9059-238d4224500e has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:39:39.029686 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-564a3d64-8366-4397-9fbc-43645617021a admin admin] Publish callbacks [] for router_gateway (a96ba3b4-dbf0-4870-86a9-a2e26f632cce), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:39.030602 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-823624bb-2044-420d-bcd1-ae769c7916d6 req-9ad3ea61-3c36-4107-909b-62e6440120d4 tempest-SecurityGroupsTestAdminJSON-996870314 tempest-SecurityGroupsTestAdminJSON-996870314-project] 10.222.0.76 "GET /networking/v2.0/security-groups/cf85b017-11f7-4f94-85db-9777a7d82aa1 HTTP/1.1" status: 200 len: 1794 time: 0.6074870 Aug 27 04:39:39.146507 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-7c8e2d6a-cd18-4bd9-8d15-acd571a524dc None None] Attempting to bind port 10a6f397-9f47-4bd8-aaa3-39a7f3c37be3 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:39:39.147612 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-7c8e2d6a-cd18-4bd9-8d15-acd571a524dc None None] Attempting to bind port 10a6f397-9f47-4bd8-aaa3-39a7f3c37be3 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'fb741577-61d1-45b0-bcfa-7174c3965238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ef400a2a-b925-41d3-9f86-e224276accb3'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:39:39.148128 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8e2d6a-cd18-4bd9-8d15-acd571a524dc None None] Attempting to bind port 10a6f397-9f47-4bd8-aaa3-39a7f3c37be3 on network ef400a2a-b925-41d3-9f86-e224276accb3 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:39:39.168126 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8e2d6a-cd18-4bd9-8d15-acd571a524dc None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:39:39.168822 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8e2d6a-cd18-4bd9-8d15-acd571a524dc None None] Checking segment: {'id': 'fb741577-61d1-45b0-bcfa-7174c3965238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ef400a2a-b925-41d3-9f86-e224276accb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:39:39.169395 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c8e2d6a-cd18-4bd9-8d15-acd571a524dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:39.169932 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8e2d6a-cd18-4bd9-8d15-acd571a524dc None None] Bound using segment: {'id': 'fb741577-61d1-45b0-bcfa-7174c3965238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ef400a2a-b925-41d3-9f86-e224276accb3'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:39:39.171367 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-7c8e2d6a-cd18-4bd9-8d15-acd571a524dc None None] Bound port: 10a6f397-9f47-4bd8-aaa3-39a7f3c37be3, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb741577-61d1-45b0-bcfa-7174c3965238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ef400a2a-b925-41d3-9f86-e224276accb3'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:39:39.172429 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c8e2d6a-cd18-4bd9-8d15-acd571a524dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (10a6f397-9f47-4bd8-aaa3-39a7f3c37be3), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:39.179388 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd4659b-3fed-42bf-a39f-1ee10ba72180 req-cc3cf31b-e19c-4026-b0df-d8ca7c370d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:39.181156 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-ffd4659b-3fed-42bf-a39f-1ee10ba72180 req-cc3cf31b-e19c-4026-b0df-d8ca7c370d6e service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b156e99a-2ece-4f8c-9c6e-f4f613555ccc HTTP/1.1" status: 200 len: 1131 time: 0.1015964 Aug 27 04:39:39.185728 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Pushing event updated for resources: {'Port': ['ID=7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:39.192084 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 0bbee1f3-abc2-4f93-809c-399560b1d40a triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:39:39.192674 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (0bbee1f3-abc2-4f93-809c-399560b1d40a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:39.222698 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:39.241153 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8f43817b-2021-49a0-b7b5-d6dc5b8590cd tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] Publish callbacks [] for security_group_rule (945b5c55-4511-4a6b-a58b-682fd0384e90), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:39.315836 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8f43817b-2021-49a0-b7b5-d6dc5b8590cd tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (945b5c55-4511-4a6b-a58b-682fd0384e90), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:39.324044 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-7c8e2d6a-cd18-4bd9-8d15-acd571a524dc None None] For port 10a6f397-9f47-4bd8-aaa3-39a7f3c37be3, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:39:39.341594 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-ffd4659b-3fed-42bf-a39f-1ee10ba72180 req-b45be868-8532-412a-81f2-fa7a98fafc7a service neutron] 10.222.0.75 "GET /networking/v2.0/security-groups?id=22170a02-a707-49d3-bf0d-346bff1fd07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504378 Aug 27 04:39:39.350241 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-7c8e2d6a-cd18-4bd9-8d15-acd571a524dc None None] For port 10a6f397-9f47-4bd8-aaa3-39a7f3c37be3, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=10a6f397-9f47-4bd8-aaa3-39a7f3c37be3,segment=NetworkSegment(fb741577-61d1-45b0-bcfa-7174c3965238),segment_id=fb741577-61d1-45b0-bcfa-7174c3965238)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:39:39.355616 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f43817b-2021-49a0-b7b5-d6dc5b8590cd tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=945b5c55-4511-4a6b-a58b-682fd0384e90,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:39.356265 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 0bbee1f3-abc2-4f93-809c-399560b1d40a is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:39:39.361290 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a01ae985-ef41-409f-9aa4-d3b83e009793 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:39:39.384292 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:39.418666 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port a01ae985-ef41-409f-9aa4-d3b83e009793 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:39:39.419044 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a01ae985-ef41-409f-9aa4-d3b83e009793), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:39.449500 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8f43817b-2021-49a0-b7b5-d6dc5b8590cd tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:39.451899 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8f43817b-2021-49a0-b7b5-d6dc5b8590cd tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0023470 Aug 27 04:39:39.455085 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:39.455478 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38456) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:39.460175 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c8e2d6a-cd18-4bd9-8d15-acd571a524dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (10a6f397-9f47-4bd8-aaa3-39a7f3c37be3), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:39.499505 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-66664280-1391-45ce-a725-84cc622cef2e tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] Request body: {'floatingip': {'floating_network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:39:39.525559 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-33df10ef-36e0-48ca-8f93-7d72591d550c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (28a1c9e1-5740-4e12-b46e-022eec859e8f), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:39.530032 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-33df10ef-36e0-48ca-8f93-7d72591d550c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:39.535494 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-33df10ef-36e0-48ca-8f93-7d72591d550c admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/28a1c9e1-5740-4e12-b46e-022eec859e8f HTTP/1.1" status: 204 len: 168 time: 0.7353971 Aug 27 04:39:39.605196 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port a01ae985-ef41-409f-9aa4-d3b83e009793 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:39:39.605970 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a01ae985-ef41-409f-9aa4-d3b83e009793), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:39.623233 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-823624bb-2044-420d-bcd1-ae769c7916d6 req-3726822f-6146-4cd5-ad03-c13b3bacd99a tempest-SecurityGroupsTestAdminJSON-996870314 tempest-SecurityGroupsTestAdminJSON-996870314-project] Publish callbacks [] for security_group (cf85b017-11f7-4f94-85db-9777a7d82aa1), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:39.634235 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c13bfbe6-1713-439f-b6b9-35f1b9c13522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (310c2368-c079-4e9a-8d1f-6a0c62a24bf1), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:39.663379 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port a01ae985-ef41-409f-9aa4-d3b83e009793, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a01ae985-ef41-409f-9aa4-d3b83e009793,segment=NetworkSegment(b18d3530-52ff-43bc-91ef-9657f4a0adf3),segment_id=b18d3530-52ff-43bc-91ef-9657f4a0adf3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:39:39.668002 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e2d6a-cd18-4bd9-8d15-acd571a524dc None None] Pushing event updated for resources: {'Port': ['ID=10a6f397-9f47-4bd8-aaa3-39a7f3c37be3,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:39.677294 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4097845a-0374-44ab-9998-d6b26d7045a2 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:39:39.686994 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:39.693401 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b2096e-f574-4c61-8e4a-68db969ce5a2 None None] Sync routers for ids ['61ecc89c-ab1b-4c89-9059-238d4224500e'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:39:39.708468 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b2096e-f574-4c61-8e4a-68db969ce5a2 None None] Routers {'61ecc89c-ab1b-4c89-9059-238d4224500e'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:39:39.709294 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-13b2096e-f574-4c61-8e4a-68db969ce5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:39:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['61ecc89c-ab1b-4c89-9059-238d4224500e'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:39.733263 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-4097845a-0374-44ab-9998-d6b26d7045a2 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/61ecc89c-ab1b-4c89-9059-238d4224500e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7968652 Aug 27 04:39:39.745782 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a01ae985-ef41-409f-9aa4-d3b83e009793), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:39.747811 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-823624bb-2044-420d-bcd1-ae769c7916d6 req-3726822f-6146-4cd5-ad03-c13b3bacd99a tempest-SecurityGroupsTestAdminJSON-996870314 tempest-SecurityGroupsTestAdminJSON-996870314-project] Publish callbacks [] for security_group (cf85b017-11f7-4f94-85db-9777a7d82aa1), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:39.829152 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13bfbe6-1713-439f-b6b9-35f1b9c13522 admin admin] Pushing event deleted for resources: {'Port': ['ID=310c2368-c079-4e9a-8d1f-6a0c62a24bf1,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:39.853092 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1aaaba-2a9a-4b04-8370-3b05bdc457f6 req-a0d7d556-5c51-4dc6-a012-fb225d56b06e tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:39.854755 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4c1aaaba-2a9a-4b04-8370-3b05bdc457f6 req-a0d7d556-5c51-4dc6-a012-fb225d56b06e tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b156e99a-2ece-4f8c-9c6e-f4f613555ccc HTTP/1.1" status: 200 len: 949 time: 0.2388284 Aug 27 04:39:39.973221 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=a01ae985-ef41-409f-9aa4-d3b83e009793,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:40.006811 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-66664280-1391-45ce-a725-84cc622cef2e tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:40.033011 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df10ef-36e0-48ca-8f93-7d72591d550c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a1c9e1-5740-4e12-b46e-022eec859e8f,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:40.078728 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-13b2096e-f574-4c61-8e4a-68db969ce5a2 None None] Set router 61ecc89c-ab1b-4c89-9059-238d4224500e gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:39:40.123075 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-564a3d64-8366-4397-9fbc-43645617021a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (a96ba3b4-dbf0-4870-86a9-a2e26f632cce), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:40.133728 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-823624bb-2044-420d-bcd1-ae769c7916d6 req-3726822f-6146-4cd5-ad03-c13b3bacd99a tempest-SecurityGroupsTestAdminJSON-996870314 tempest-SecurityGroupsTestAdminJSON-996870314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (cf85b017-11f7-4f94-85db-9777a7d82aa1), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:40.138970 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-823624bb-2044-420d-bcd1-ae769c7916d6 req-3726822f-6146-4cd5-ad03-c13b3bacd99a tempest-SecurityGroupsTestAdminJSON-996870314 tempest-SecurityGroupsTestAdminJSON-996870314-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:40.172862 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-823624bb-2044-420d-bcd1-ae769c7916d6 req-3726822f-6146-4cd5-ad03-c13b3bacd99a tempest-SecurityGroupsTestAdminJSON-996870314 tempest-SecurityGroupsTestAdminJSON-996870314-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/cf85b017-11f7-4f94-85db-9777a7d82aa1 HTTP/1.1" status: 204 len: 173 time: 1.1279199 Aug 27 04:39:40.264929 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3726822f-6146-4cd5-ad03-c13b3bacd99a tempest-SecurityGroupsTestAdminJSON-996870314 tempest-SecurityGroupsTestAdminJSON-996870314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf85b017-11f7-4f94-85db-9777a7d82aa1,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:40.297171 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4c1aaaba-2a9a-4b04-8370-3b05bdc457f6 req-e3e45143-3eb1-4a39-a4b6-d26c4641c2de tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=22170a02-a707-49d3-bf0d-346bff1fd07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3910391 Aug 27 04:39:40.301089 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c13bfbe6-1713-439f-b6b9-35f1b9c13522 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (8bdff552-a884-4abe-9a69-956707d2b0d1), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:40.417960 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-66664280-1391-45ce-a725-84cc622cef2e tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:40.437405 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:40.546448 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-13b2096e-f574-4c61-8e4a-68db969ce5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ecc89c-ab1b-4c89-9059-238d4224500e', 'name': 'tempest-ImagesNegativeTestJSON-1108588799-router', 'tenant_id': '102c34e4c00d4db4bcdfdfbbffd8992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '0bbee1f3-abc2-4f93-809c-399560b1d40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:39:23Z', 'updated_at': '2022-08-27T04:39:36Z', 'revision_number': 4, 'project_id': '102c34e4c00d4db4bcdfdfbbffd8992c', 'gw_port': {'id': '0bbee1f3-abc2-4f93-809c-399560b1d40a', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ff:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ecc89c-ab1b-4c89-9059-238d4224500e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:25Z', 'updated_at': '2022-08-27T04:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'f066d416-4194-4885-987f-4efdbabea0cc', 'name': '', 'network_id': '1776fee4-8798-41a4-bbd7-5e7d8c1a6a96', 'tenant_id': '102c34e4c00d4db4bcdfdfbbffd8992c', 'mac_address': 'fa:16:3e:13:bb:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ecc89c-ab1b-4c89-9059-238d4224500e', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '181eb9be-0fb9-40f8-838b-8aa6b9d22b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:33Z', 'updated_at': '2022-08-27T04:39:36Z', 'revision_number': 2, 'project_id': '102c34e4c00d4db4bcdfdfbbffd8992c', 'subnets': [{'id': '181eb9be-0fb9-40f8-838b-8aa6b9d22b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:40.589871 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b2096e-f574-4c61-8e4a-68db969ce5a2 None None] Checking router: 61ecc89c-ab1b-4c89-9059-238d4224500e for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:39:40.590599 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b2096e-f574-4c61-8e4a-68db969ce5a2 None None] Updating router 61ecc89c-ab1b-4c89-9059-238d4224500e port f066d416-4194-4885-987f-4efdbabea0cc binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:39:40.619864 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38476) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:40.634696 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-13b2096e-f574-4c61-8e4a-68db969ce5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f066d416-4194-4885-987f-4efdbabea0cc), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:40.688124 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1e64bcfe-e472-493f-9f5a-bf196d5796a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:40.715046 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:40.759242 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-66664280-1391-45ce-a725-84cc622cef2e tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] Allocated IP 172.25.2.89 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/51363558-6521-4022-8589-6311958baad2) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:39:40.801455 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1e64bcfe-e472-493f-9f5a-bf196d5796a1 admin admin] Publish callbacks [] for security_group (8157d577-24e3-4773-8086-9ed8323ef630), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:40.857240 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:40.859064 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1e64bcfe-e472-493f-9f5a-bf196d5796a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (8157d577-24e3-4773-8086-9ed8323ef630), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:40.884800 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-564a3d64-8366-4397-9fbc-43645617021a admin admin] Router a96ba3b4-dbf0-4870-86a9-a2e26f632cce is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:39:40.957696 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1e64bcfe-e472-493f-9f5a-bf196d5796a1 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=65ab61c8de834429b2a40c1986e9ee1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3341253 Aug 27 04:39:40.965864 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:40.969029 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38482) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:40.969750 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e64bcfe-e472-493f-9f5a-bf196d5796a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8157d577-24e3-4773-8086-9ed8323ef630,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:40.979197 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 10a6f397-9f47-4bd8-aaa3-39a7f3c37be3 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:39:41.059834 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c13bfbe6-1713-439f-b6b9-35f1b9c13522 admin admin] Router 8bdff552-a884-4abe-9a69-956707d2b0d1 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:39:41.081707 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-14addd66-eb29-4fdf-b406-25f14cb9bab7 admin admin] Publish callbacks [] for security_group (8157d577-24e3-4773-8086-9ed8323ef630), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:41.139383 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-66664280-1391-45ce-a725-84cc622cef2e tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] Publish callbacks [] for port (51363558-6521-4022-8589-6311958baad2), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:41.140384 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:41.179787 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 10a6f397-9f47-4bd8-aaa3-39a7f3c37be3 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:39:41.181573 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (10a6f397-9f47-4bd8-aaa3-39a7f3c37be3), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:41.238818 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:41.247898 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-13b2096e-f574-4c61-8e4a-68db969ce5a2 None None] Publish callbacks [] for port (f066d416-4194-4885-987f-4efdbabea0cc), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:41.251350 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-14addd66-eb29-4fdf-b406-25f14cb9bab7 admin admin] Publish callbacks [] for security_group (8157d577-24e3-4773-8086-9ed8323ef630), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:41.275727 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c13bfbe6-1713-439f-b6b9-35f1b9c13522 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:39:41.285556 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c13bfbe6-1713-439f-b6b9-35f1b9c13522 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/8bdff552-a884-4abe-9a69-956707d2b0d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0117445 Aug 27 04:39:41.286193 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38486) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:41.293216 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44014c5d-dbb4-47d2-b72c-2b68120fac2d None None] Sync routers for ids ['8bdff552-a884-4abe-9a69-956707d2b0d1'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:39:41.338768 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-13b2096e-f574-4c61-8e4a-68db969ce5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (f066d416-4194-4885-987f-4efdbabea0cc), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:41.342950 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44014c5d-dbb4-47d2-b72c-2b68120fac2d None None] Routers {'8bdff552-a884-4abe-9a69-956707d2b0d1'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:39:41.343719 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-44014c5d-dbb4-47d2-b72c-2b68120fac2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:39:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['8bdff552-a884-4abe-9a69-956707d2b0d1'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:41.357252 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-66664280-1391-45ce-a725-84cc622cef2e tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (51363558-6521-4022-8589-6311958baad2), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:41.380879 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38498) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:41.448936 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430d5ee7-94b0-4fab-b310-e4e95f4f8227 None None] Pushing event updated for resources: {'Port': ['ID=f066d416-4194-4885-987f-4efdbabea0cc,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:41.492154 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66664280-1391-45ce-a725-84cc622cef2e tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:39:41.513938 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-66664280-1391-45ce-a725-84cc622cef2e tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:39:41.519466 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564a3d64-8366-4397-9fbc-43645617021a admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:39:41.528979 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66664280-1391-45ce-a725-84cc622cef2e tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] Pushing event updated for resources: {'Port': ['ID=51363558-6521-4022-8589-6311958baad2,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:41.535415 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66664280-1391-45ce-a725-84cc622cef2e tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:39:41.550286 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe8b5d-aac5-496c-99e9-028c3e251e08 req-7a0076bc-f2b2-468b-a80b-20a5da0e1443 tempest-ImagesNegativeTestJSON-1528886235 tempest-ImagesNegativeTestJSON-1528886235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:41.551906 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-32fe8b5d-aac5-496c-99e9-028c3e251e08 req-7a0076bc-f2b2-468b-a80b-20a5da0e1443 tempest-ImagesNegativeTestJSON-1528886235 tempest-ImagesNegativeTestJSON-1528886235-project] 10.222.0.76 "GET /networking/v2.0/networks?id=1776fee4-8798-41a4-bbd7-5e7d8c1a6a96 HTTP/1.1" status: 200 len: 813 time: 0.1763759 Aug 27 04:39:41.586075 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca63f33-66d7-4dbb-ba7c-e7f063eb0403 None None] Sync routers for ids ['a96ba3b4-dbf0-4870-86a9-a2e26f632cce'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:39:41.613620 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca63f33-66d7-4dbb-ba7c-e7f063eb0403 None None] Routers {'a96ba3b4-dbf0-4870-86a9-a2e26f632cce'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:39:41.615165 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-7ca63f33-66d7-4dbb-ba7c-e7f063eb0403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:39:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['a96ba3b4-dbf0-4870-86a9-a2e26f632cce'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:41.626347 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad80835-6d84-492e-b785-90968eaf0eda req-97d38b3e-9185-4b33-8f32-31caf184a88a tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:41.628484 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-aad80835-6d84-492e-b785-90968eaf0eda req-97d38b3e-9185-4b33-8f32-31caf184a88a tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b156e99a-2ece-4f8c-9c6e-f4f613555ccc HTTP/1.1" status: 200 len: 949 time: 0.0750751 Aug 27 04:39:41.648230 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-32fe8b5d-aac5-496c-99e9-028c3e251e08 req-9d590843-2f05-4eb1-9e19-31897be9caac tempest-ImagesNegativeTestJSON-1528886235 tempest-ImagesNegativeTestJSON-1528886235-project] 10.222.0.76 "GET /networking/v2.0/quotas/102c34e4c00d4db4bcdfdfbbffd8992c HTTP/1.1" status: 200 len: 375 time: 0.0812514 Aug 27 04:39:41.672512 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 10a6f397-9f47-4bd8-aaa3-39a7f3c37be3 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:39:41.673711 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (10a6f397-9f47-4bd8-aaa3-39a7f3c37be3), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:41.708912 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-564a3d64-8366-4397-9fbc-43645617021a admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:41.712936 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-564a3d64-8366-4397-9fbc-43645617021a admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.2056687 Aug 27 04:39:41.713731 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38502) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:41.719972 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce404cd-9b16-4691-b1ef-18ea78285109 None None] Network ef400a2a-b925-41d3-9f86-e224276accb3 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:39:41.732357 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:41.733084 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-13b2096e-f574-4c61-8e4a-68db969ce5a2 None None] Attempting to bind port f066d416-4194-4885-987f-4efdbabea0cc on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:39:41.733629 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-13b2096e-f574-4c61-8e4a-68db969ce5a2 None None] Attempting to bind port f066d416-4194-4885-987f-4efdbabea0cc by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'b47f8e05-7d5e-4b89-8886-104de46100c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1776fee4-8798-41a4-bbd7-5e7d8c1a6a96'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:39:41.734166 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b2096e-f574-4c61-8e4a-68db969ce5a2 None None] Attempting to bind port f066d416-4194-4885-987f-4efdbabea0cc on network 1776fee4-8798-41a4-bbd7-5e7d8c1a6a96 {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:39:41.777663 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b2096e-f574-4c61-8e4a-68db969ce5a2 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:39:41.778206 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b2096e-f574-4c61-8e4a-68db969ce5a2 None None] Checking segment: {'id': 'b47f8e05-7d5e-4b89-8886-104de46100c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1776fee4-8798-41a4-bbd7-5e7d8c1a6a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:39:41.778701 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-13b2096e-f574-4c61-8e4a-68db969ce5a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:41.779084 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b2096e-f574-4c61-8e4a-68db969ce5a2 None None] Bound using segment: {'id': 'b47f8e05-7d5e-4b89-8886-104de46100c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1776fee4-8798-41a4-bbd7-5e7d8c1a6a96'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:39:41.779562 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-13b2096e-f574-4c61-8e4a-68db969ce5a2 None None] Bound port: f066d416-4194-4885-987f-4efdbabea0cc, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b47f8e05-7d5e-4b89-8886-104de46100c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1776fee4-8798-41a4-bbd7-5e7d8c1a6a96'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:39:41.779949 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-13b2096e-f574-4c61-8e4a-68db969ce5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f066d416-4194-4885-987f-4efdbabea0cc), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:41.798092 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-e4bd918c-0bbc-45dc-a341-349e79a79575 None None] Provisioning complete for port 10a6f397-9f47-4bd8-aaa3-39a7f3c37be3 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:39:41.798938 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e4bd918c-0bbc-45dc-a341-349e79a79575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (10a6f397-9f47-4bd8-aaa3-39a7f3c37be3), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:41.810370 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-aad80835-6d84-492e-b785-90968eaf0eda req-4a7a9bae-d716-4804-9790-6a0c01147226 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=22170a02-a707-49d3-bf0d-346bff1fd07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685071 Aug 27 04:39:41.816118 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:39:41.867283 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-32fe8b5d-aac5-496c-99e9-028c3e251e08 req-7ec87ddb-cb33-402d-aa31-461a801770e5 tempest-ImagesNegativeTestJSON-1528886235 tempest-ImagesNegativeTestJSON-1528886235-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=102c34e4c00d4db4bcdfdfbbffd8992c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1622972 Aug 27 04:39:41.873752 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-13b2096e-f574-4c61-8e4a-68db969ce5a2 None None] For port f066d416-4194-4885-987f-4efdbabea0cc, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:39:41.875905 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-14addd66-eb29-4fdf-b406-25f14cb9bab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (8157d577-24e3-4773-8086-9ed8323ef630), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:41.877343 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-13b2096e-f574-4c61-8e4a-68db969ce5a2 None None] For port f066d416-4194-4885-987f-4efdbabea0cc, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=f066d416-4194-4885-987f-4efdbabea0cc,segment=NetworkSegment(b47f8e05-7d5e-4b89-8886-104de46100c8),segment_id=b47f8e05-7d5e-4b89-8886-104de46100c8)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:39:41.883857 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-14addd66-eb29-4fdf-b406-25f14cb9bab7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:41.885785 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-14addd66-eb29-4fdf-b406-25f14cb9bab7 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/8157d577-24e3-4773-8086-9ed8323ef630 HTTP/1.1" status: 204 len: 168 time: 0.9118519 Aug 27 04:39:41.890239 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-44b4499a-d4e6-4139-89f7-8f1d5ce26a8c admin admin] Publish callbacks [] for router (8bdff552-a884-4abe-9a69-956707d2b0d1), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:41.892550 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-7ca63f33-66d7-4dbb-ba7c-e7f063eb0403 None None] Set router a96ba3b4-dbf0-4870-86a9-a2e26f632cce gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:39:41.962115 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14addd66-eb29-4fdf-b406-25f14cb9bab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8157d577-24e3-4773-8086-9ed8323ef630,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:42.032320 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-44014c5d-dbb4-47d2-b72c-2b68120fac2d None None] Set router 8bdff552-a884-4abe-9a69-956707d2b0d1 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:39:42.061967 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-13b2096e-f574-4c61-8e4a-68db969ce5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (f066d416-4194-4885-987f-4efdbabea0cc), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:42.070070 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:42.094075 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38522) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:42.135336 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:42.139432 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430d5ee7-94b0-4fab-b310-e4e95f4f8227 None None] Pushing event updated for resources: {'Port': ['ID=f066d416-4194-4885-987f-4efdbabea0cc,revision_number=4']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:42.168390 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b2096e-f574-4c61-8e4a-68db969ce5a2 None None] Routers {'61ecc89c-ab1b-4c89-9059-238d4224500e'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:39:42.169134 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-13b2096e-f574-4c61-8e4a-68db969ce5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:39:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['61ecc89c-ab1b-4c89-9059-238d4224500e'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:42.175983 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-66664280-1391-45ce-a725-84cc622cef2e tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] Publish callbacks [] for floatingip (8d4ad32d-a2fa-4030-a233-529e8dbb8f8a), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:42.199426 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 10a6f397-9f47-4bd8-aaa3-39a7f3c37be3, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=10a6f397-9f47-4bd8-aaa3-39a7f3c37be3,segment=NetworkSegment(fb741577-61d1-45b0-bcfa-7174c3965238),segment_id=fb741577-61d1-45b0-bcfa-7174c3965238)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:39:42.226855 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:42.244411 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:42.297769 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-44b4499a-d4e6-4139-89f7-8f1d5ce26a8c admin admin] Publish callbacks [] for router_gateway (8bdff552-a884-4abe-9a69-956707d2b0d1), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:42.314583 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (10a6f397-9f47-4bd8-aaa3-39a7f3c37be3), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:42.315667 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a01ae985-ef41-409f-9aa4-d3b83e009793 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:39:42.336391 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-7ca63f33-66d7-4dbb-ba7c-e7f063eb0403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96ba3b4-dbf0-4870-86a9-a2e26f632cce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-102997866-router', 'tenant_id': '5830193fb5044d669e0ec200593ff23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '7207f835-2c89-4917-8901-e951d872c2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:39:36Z', 'updated_at': '2022-08-27T04:39:38Z', 'revision_number': 3, 'project_id': '5830193fb5044d669e0ec200593ff23f', 'gw_port': {'id': '7207f835-2c89-4917-8901-e951d872c2b3', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:35:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96ba3b4-dbf0-4870-86a9-a2e26f632cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:37Z', 'updated_at': '2022-08-27T04:39:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:42.369472 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca63f33-66d7-4dbb-ba7c-e7f063eb0403 None None] Checking router: a96ba3b4-dbf0-4870-86a9-a2e26f632cce for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:39:42.370200 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca63f33-66d7-4dbb-ba7c-e7f063eb0403 None None] Updating router a96ba3b4-dbf0-4870-86a9-a2e26f632cce port 7207f835-2c89-4917-8901-e951d872c2b3 binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:39:42.384118 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ff19f99f-5888-4649-9969-895ad9444af4 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=924b11c4c75648429a304e08e7e8042d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0008104 Aug 27 04:39:42.389166 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38524) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:42.449282 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-13b2096e-f574-4c61-8e4a-68db969ce5a2 None None] Set router 61ecc89c-ab1b-4c89-9059-238d4224500e gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:39:42.452268 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-7ca63f33-66d7-4dbb-ba7c-e7f063eb0403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (7207f835-2c89-4917-8901-e951d872c2b3), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:42.463991 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-66664280-1391-45ce-a725-84cc622cef2e tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (51363558-6521-4022-8589-6311958baad2), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:42.540428 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:42.589942 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-44b4499a-d4e6-4139-89f7-8f1d5ce26a8c admin admin] Deleting port d464b109-3f53-4ddd-8fce-11b6acf6dc20 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:39:42.590501 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-44b4499a-d4e6-4139-89f7-8f1d5ce26a8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (d464b109-3f53-4ddd-8fce-11b6acf6dc20), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:42.624523 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-e4bd918c-0bbc-45dc-a341-349e79a79575 None None] Current status of the port 10a6f397-9f47-4bd8-aaa3-39a7f3c37be3 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:39:42.677828 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-66664280-1391-45ce-a725-84cc622cef2e tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] Publish callbacks [] for port (51363558-6521-4022-8589-6311958baad2), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:42.696737 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:42.749832 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port a01ae985-ef41-409f-9aa4-d3b83e009793 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:39:42.750155 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a01ae985-ef41-409f-9aa4-d3b83e009793), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:42.788862 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-66664280-1391-45ce-a725-84cc622cef2e tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (51363558-6521-4022-8589-6311958baad2), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:42.884048 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:42.961623 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=10a6f397-9f47-4bd8-aaa3-39a7f3c37be3,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:43.160933 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66664280-1391-45ce-a725-84cc622cef2e tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] Pushing event updated for resources: {'Port': ['ID=51363558-6521-4022-8589-6311958baad2,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:43.206470 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-66664280-1391-45ce-a725-84cc622cef2e tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677636'] for floatingip (8d4ad32d-a2fa-4030-a233-529e8dbb8f8a), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:43.222871 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-13b2096e-f574-4c61-8e4a-68db969ce5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ecc89c-ab1b-4c89-9059-238d4224500e', 'name': 'tempest-ImagesNegativeTestJSON-1108588799-router', 'tenant_id': '102c34e4c00d4db4bcdfdfbbffd8992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '0bbee1f3-abc2-4f93-809c-399560b1d40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:39:23Z', 'updated_at': '2022-08-27T04:39:36Z', 'revision_number': 4, 'project_id': '102c34e4c00d4db4bcdfdfbbffd8992c', 'gw_port': {'id': '0bbee1f3-abc2-4f93-809c-399560b1d40a', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ff:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ecc89c-ab1b-4c89-9059-238d4224500e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:25Z', 'updated_at': '2022-08-27T04:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'f066d416-4194-4885-987f-4efdbabea0cc', 'name': '', 'network_id': '1776fee4-8798-41a4-bbd7-5e7d8c1a6a96', 'tenant_id': '102c34e4c00d4db4bcdfdfbbffd8992c', 'mac_address': 'fa:16:3e:13:bb:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ecc89c-ab1b-4c89-9059-238d4224500e', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '181eb9be-0fb9-40f8-838b-8aa6b9d22b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:33Z', 'updated_at': '2022-08-27T04:39:41Z', 'revision_number': 4, 'project_id': '102c34e4c00d4db4bcdfdfbbffd8992c', 'subnets': [{'id': '181eb9be-0fb9-40f8-838b-8aa6b9d22b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:43.223158 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-44014c5d-dbb4-47d2-b72c-2b68120fac2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bdff552-a884-4abe-9a69-956707d2b0d1', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-456696632-router', 'tenant_id': 'b6348e2d199d41b790823569854a5517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': 'd464b109-3f53-4ddd-8fce-11b6acf6dc20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:39:13Z', 'updated_at': '2022-08-27T04:39:39Z', 'revision_number': 5, 'project_id': 'b6348e2d199d41b790823569854a5517', 'gw_port': {'id': 'd464b109-3f53-4ddd-8fce-11b6acf6dc20', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdff552-a884-4abe-9a69-956707d2b0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:14Z', 'updated_at': '2022-08-27T04:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:43.257841 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44014c5d-dbb4-47d2-b72c-2b68120fac2d None None] Checking router: 8bdff552-a884-4abe-9a69-956707d2b0d1 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:39:43.272980 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-44b4499a-d4e6-4139-89f7-8f1d5ce26a8c admin admin] For port d464b109-3f53-4ddd-8fce-11b6acf6dc20, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=d464b109-3f53-4ddd-8fce-11b6acf6dc20,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:39:43.273410 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-44b4499a-d4e6-4139-89f7-8f1d5ce26a8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (d464b109-3f53-4ddd-8fce-11b6acf6dc20), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:43.276900 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:43.287928 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port a01ae985-ef41-409f-9aa4-d3b83e009793 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:39:43.290399 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-49e02c70-4379-497a-bdb2-5a98b0d283f5 None None] Provisioning complete for port 10a6f397-9f47-4bd8-aaa3-39a7f3c37be3 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:39:43.291176 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-49e02c70-4379-497a-bdb2-5a98b0d283f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (10a6f397-9f47-4bd8-aaa3-39a7f3c37be3), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:43.293045 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-7ca63f33-66d7-4dbb-ba7c-e7f063eb0403 None None] Publish callbacks [] for port (7207f835-2c89-4917-8901-e951d872c2b3), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:43.298235 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b2096e-f574-4c61-8e4a-68db969ce5a2 None None] The sync data for ids ['61ecc89c-ab1b-4c89-9059-238d4224500e'] in n-d-852088-5 is: [{'id': '61ecc89c-ab1b-4c89-9059-238d4224500e', 'name': 'tempest-ImagesNegativeTestJSON-1108588799-router', 'tenant_id': '102c34e4c00d4db4bcdfdfbbffd8992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '0bbee1f3-abc2-4f93-809c-399560b1d40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:39:23Z', 'updated_at': '2022-08-27T04:39:36Z', 'revision_number': 4, 'project_id': '102c34e4c00d4db4bcdfdfbbffd8992c', 'gw_port': {'id': '0bbee1f3-abc2-4f93-809c-399560b1d40a', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ff:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ecc89c-ab1b-4c89-9059-238d4224500e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:25Z', 'updated_at': '2022-08-27T04:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'f066d416-4194-4885-987f-4efdbabea0cc', 'name': '', 'network_id': '1776fee4-8798-41a4-bbd7-5e7d8c1a6a96', 'tenant_id': '102c34e4c00d4db4bcdfdfbbffd8992c', 'mac_address': 'fa:16:3e:13:bb:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ecc89c-ab1b-4c89-9059-238d4224500e', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '181eb9be-0fb9-40f8-838b-8aa6b9d22b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:33Z', 'updated_at': '2022-08-27T04:39:41Z', 'revision_number': 4, 'project_id': '102c34e4c00d4db4bcdfdfbbffd8992c', 'subnets': [{'id': '181eb9be-0fb9-40f8-838b-8aa6b9d22b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:39:43.298447 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44014c5d-dbb4-47d2-b72c-2b68120fac2d None None] Routers {'8bdff552-a884-4abe-9a69-956707d2b0d1'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:39:43.298995 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-44014c5d-dbb4-47d2-b72c-2b68120fac2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:39:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['8bdff552-a884-4abe-9a69-956707d2b0d1'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:43.359581 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-66664280-1391-45ce-a725-84cc622cef2e tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:43.361136 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-44b4499a-d4e6-4139-89f7-8f1d5ce26a8c admin admin] Calling delete_port for d464b109-3f53-4ddd-8fce-11b6acf6dc20 owned by network:router_gateway {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:39:43.370549 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-66664280-1391-45ce-a725-84cc622cef2e tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] 10.222.0.76 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9114456 Aug 27 04:39:43.424079 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-7ca63f33-66d7-4dbb-ba7c-e7f063eb0403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (7207f835-2c89-4917-8901-e951d872c2b3), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:43.445675 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e4ea1a0c-4c49-4684-85c5-4bce851651ec admin admin] Publish callbacks [] for security_group (1e8339e3-a60d-4071-abcb-bed1738c1108), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:43.495132 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e4ea1a0c-4c49-4684-85c5-4bce851651ec admin admin] Publish callbacks [] for security_group (1e8339e3-a60d-4071-abcb-bed1738c1108), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:43.524773 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-7ca63f33-66d7-4dbb-ba7c-e7f063eb0403 None None] Attempting to bind port 7207f835-2c89-4917-8901-e951d872c2b3 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:39:43.525600 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-7ca63f33-66d7-4dbb-ba7c-e7f063eb0403 None None] Attempting to bind port 7207f835-2c89-4917-8901-e951d872c2b3 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:39:43.526342 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca63f33-66d7-4dbb-ba7c-e7f063eb0403 None None] Attempting to bind port 7207f835-2c89-4917-8901-e951d872c2b3 on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:39:43.544687 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:43.547478 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca63f33-66d7-4dbb-ba7c-e7f063eb0403 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:39:43.548344 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca63f33-66d7-4dbb-ba7c-e7f063eb0403 None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:39:43.549126 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-7ca63f33-66d7-4dbb-ba7c-e7f063eb0403 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:43.552827 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca63f33-66d7-4dbb-ba7c-e7f063eb0403 None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:39:43.553051 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-7ca63f33-66d7-4dbb-ba7c-e7f063eb0403 None None] Bound port: 7207f835-2c89-4917-8901-e951d872c2b3, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:39:43.554136 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-7ca63f33-66d7-4dbb-ba7c-e7f063eb0403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (7207f835-2c89-4917-8901-e951d872c2b3), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:43.562318 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 10a6f397-9f47-4bd8-aaa3-39a7f3c37be3 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:39:43.617001 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e0f8ee-1d5c-4438-9532-0f6d89730407 None None] Pushing event updated for resources: {'Port': ['ID=7207f835-2c89-4917-8901-e951d872c2b3,revision_number=2']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:43.688348 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-7ca63f33-66d7-4dbb-ba7c-e7f063eb0403 None None] For port 7207f835-2c89-4917-8901-e951d872c2b3, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:39:43.688542 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-44014c5d-dbb4-47d2-b72c-2b68120fac2d None None] Set router 8bdff552-a884-4abe-9a69-956707d2b0d1 gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:39:43.694068 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-7ca63f33-66d7-4dbb-ba7c-e7f063eb0403 None None] For port 7207f835-2c89-4917-8901-e951d872c2b3, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=7207f835-2c89-4917-8901-e951d872c2b3,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:39:43.746438 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63690d-5fdf-4859-a4b0-065b514d070b req-6fcba93b-6cd4-45db-9487-2b65517d9dd5 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:43.748100 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1d63690d-5fdf-4859-a4b0-065b514d070b req-6fcba93b-6cd4-45db-9487-2b65517d9dd5 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b156e99a-2ece-4f8c-9c6e-f4f613555ccc HTTP/1.1" status: 200 len: 949 time: 0.4334948 Aug 27 04:39:43.756879 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-44014c5d-dbb4-47d2-b72c-2b68120fac2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bdff552-a884-4abe-9a69-956707d2b0d1', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-456696632-router', 'tenant_id': 'b6348e2d199d41b790823569854a5517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:39:13Z', 'updated_at': '2022-08-27T04:39:42Z', 'revision_number': 6, 'project_id': 'b6348e2d199d41b790823569854a5517', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:43.767857 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-7ca63f33-66d7-4dbb-ba7c-e7f063eb0403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (7207f835-2c89-4917-8901-e951d872c2b3), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:43.819716 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3f27be16-d424-44b8-875e-e4d12e628c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:43.837020 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e4ea1a0c-4c49-4684-85c5-4bce851651ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (1e8339e3-a60d-4071-abcb-bed1738c1108), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:43.848110 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e4ea1a0c-4c49-4684-85c5-4bce851651ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:43.849524 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e4ea1a0c-4c49-4684-85c5-4bce851651ec admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/1e8339e3-a60d-4071-abcb-bed1738c1108 HTTP/1.1" status: 204 len: 168 time: 1.4612839 Aug 27 04:39:43.863230 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:43.867404 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e0f8ee-1d5c-4438-9532-0f6d89730407 None None] Pushing event updated for resources: {'Port': ['ID=7207f835-2c89-4917-8901-e951d872c2b3,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:43.870049 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-49e02c70-4379-497a-bdb2-5a98b0d283f5 None None] Current status of the port 10a6f397-9f47-4bd8-aaa3-39a7f3c37be3 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:39:43.878610 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44014c5d-dbb4-47d2-b72c-2b68120fac2d None None] The sync data for ids ['8bdff552-a884-4abe-9a69-956707d2b0d1'] in n-d-852088-5 is: [{'id': '8bdff552-a884-4abe-9a69-956707d2b0d1', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-456696632-router', 'tenant_id': 'b6348e2d199d41b790823569854a5517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:39:13Z', 'updated_at': '2022-08-27T04:39:42Z', 'revision_number': 6, 'project_id': 'b6348e2d199d41b790823569854a5517', 'gw_port_host': None}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:39:43.891706 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 10a6f397-9f47-4bd8-aaa3-39a7f3c37be3 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:39:43.892000 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (10a6f397-9f47-4bd8-aaa3-39a7f3c37be3), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:43.895182 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca63f33-66d7-4dbb-ba7c-e7f063eb0403 None None] Routers {'a96ba3b4-dbf0-4870-86a9-a2e26f632cce'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:39:43.896920 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-7ca63f33-66d7-4dbb-ba7c-e7f063eb0403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:39:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['a96ba3b4-dbf0-4870-86a9-a2e26f632cce'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:43.923812 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:43.981150 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1d63690d-5fdf-4859-a4b0-065b514d070b req-91cfc52a-d34a-48a4-8234-4cc8c4a2f643 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=22170a02-a707-49d3-bf0d-346bff1fd07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818604 Aug 27 04:39:43.986828 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea1a0c-4c49-4684-85c5-4bce851651ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8339e3-a60d-4071-abcb-bed1738c1108,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:44.170862 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 10a6f397-9f47-4bd8-aaa3-39a7f3c37be3 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:39:44.262338 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-7ca63f33-66d7-4dbb-ba7c-e7f063eb0403 None None] Set router a96ba3b4-dbf0-4870-86a9-a2e26f632cce gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:39:44.327067 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bcd19f5a-9b3a-47e2-b8bd-59732e7b60d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (61ecc89c-ab1b-4c89-9059-238d4224500e), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:44.343003 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-3f27be16-d424-44b8-875e-e4d12e628c9a admin admin] Allocated IP 172.20.0.1 (ef400a2a-b925-41d3-9f86-e224276accb3/72e70728-5d5a-4c32-9fca-3e94144630bd/0b2cc346-d662-44ce-ae04-525b1e9d11c0) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:39:44.392812 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7b36e080-99ac-4a95-83a7-0291f831948a req-ee41582e-b0b3-499a-b5e9-dfafeedae2a0 tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] 10.222.0.76 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--945688888&fields=id&tenant_id=876447d8eb814920856d46902fd76713 HTTP/1.1" status: 200 len: 267 time: 0.1649804 Aug 27 04:39:44.552948 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3f27be16-d424-44b8-875e-e4d12e628c9a admin admin] Publish callbacks [] for port (0b2cc346-d662-44ce-ae04-525b1e9d11c0), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:44.581825 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-7ca63f33-66d7-4dbb-ba7c-e7f063eb0403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96ba3b4-dbf0-4870-86a9-a2e26f632cce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-102997866-router', 'tenant_id': '5830193fb5044d669e0ec200593ff23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '7207f835-2c89-4917-8901-e951d872c2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:39:36Z', 'updated_at': '2022-08-27T04:39:38Z', 'revision_number': 3, 'project_id': '5830193fb5044d669e0ec200593ff23f', 'gw_port': {'id': '7207f835-2c89-4917-8901-e951d872c2b3', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:35:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96ba3b4-dbf0-4870-86a9-a2e26f632cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:37Z', 'updated_at': '2022-08-27T04:39:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:44.589869 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:44.618499 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca63f33-66d7-4dbb-ba7c-e7f063eb0403 None None] The sync data for ids ['a96ba3b4-dbf0-4870-86a9-a2e26f632cce'] in n-d-852088-5 is: [{'id': 'a96ba3b4-dbf0-4870-86a9-a2e26f632cce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-102997866-router', 'tenant_id': '5830193fb5044d669e0ec200593ff23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '7207f835-2c89-4917-8901-e951d872c2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:39:36Z', 'updated_at': '2022-08-27T04:39:38Z', 'revision_number': 3, 'project_id': '5830193fb5044d669e0ec200593ff23f', 'gw_port': {'id': '7207f835-2c89-4917-8901-e951d872c2b3', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:35:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96ba3b4-dbf0-4870-86a9-a2e26f632cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:37Z', 'updated_at': '2022-08-27T04:39:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:39:44.665636 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3f27be16-d424-44b8-875e-e4d12e628c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (0b2cc346-d662-44ce-ae04-525b1e9d11c0), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:44.673218 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-44b4499a-d4e6-4139-89f7-8f1d5ce26a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (d464b109-3f53-4ddd-8fce-11b6acf6dc20), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:44.702697 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:44.712111 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b4499a-d4e6-4139-89f7-8f1d5ce26a8c admin admin] Pushing event deleted for resources: {'Port': ['ID=d464b109-3f53-4ddd-8fce-11b6acf6dc20,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:44.748236 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f27be16-d424-44b8-875e-e4d12e628c9a admin admin] Network ef400a2a-b925-41d3-9f86-e224276accb3 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:39:44.752129 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-3f27be16-d424-44b8-875e-e4d12e628c9a admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:39:44.754737 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f27be16-d424-44b8-875e-e4d12e628c9a admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:39:44.758279 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f27be16-d424-44b8-875e-e4d12e628c9a admin admin] Pushing event updated for resources: {'Port': ['ID=0b2cc346-d662-44ce-ae04-525b1e9d11c0,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:44.795310 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b36e080-99ac-4a95-83a7-0291f831948a req-42e8536c-daf1-4e6c-8c3a-2439dec03e1a tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:44.797197 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7b36e080-99ac-4a95-83a7-0291f831948a req-42e8536c-daf1-4e6c-8c3a-2439dec03e1a tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] 10.222.0.76 "GET /networking/v2.0/networks?id=344d462f-6760-460a-9857-8c3930ef017b HTTP/1.1" status: 200 len: 808 time: 0.4034212 Aug 27 04:39:44.798143 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-44b4499a-d4e6-4139-89f7-8f1d5ce26a8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (8bdff552-a884-4abe-9a69-956707d2b0d1), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:44.815468 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3f27be16-d424-44b8-875e-e4d12e628c9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (a96ba3b4-dbf0-4870-86a9-a2e26f632cce), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:44.818209 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:44.937013 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38592) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:44.996131 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7b36e080-99ac-4a95-83a7-0291f831948a req-ef2f448c-9e65-485d-8f2d-e232793095eb tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] 10.222.0.76 "GET /networking/v2.0/quotas/876447d8eb814920856d46902fd76713 HTTP/1.1" status: 200 len: 375 time: 0.1903334 Aug 27 04:39:45.002160 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-d29edde8-031d-4721-8440-2f15b2f7b7ac None None] Provisioning complete for port 0b2cc346-d662-44ce-ae04-525b1e9d11c0 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:39:45.002746 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d29edde8-031d-4721-8440-2f15b2f7b7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (0b2cc346-d662-44ce-ae04-525b1e9d11c0), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:45.012067 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e46c4fe7-18d2-4df1-a769-89ebe06c8232 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=a5a462aca3ed42dbb5d220090986844b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0737848 Aug 27 04:39:45.014586 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38594) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:45.029873 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-44b4499a-d4e6-4139-89f7-8f1d5ce26a8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (8bdff552-a884-4abe-9a69-956707d2b0d1), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:45.043013 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-44b4499a-d4e6-4139-89f7-8f1d5ce26a8c admin admin] Publish callbacks [] for router_controller (8bdff552-a884-4abe-9a69-956707d2b0d1), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:45.081109 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d29edde8-031d-4721-8440-2f15b2f7b7ac None None] Port 0b2cc346-d662-44ce-ae04-525b1e9d11c0 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:39:45.090494 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3f27be16-d424-44b8-875e-e4d12e628c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (0b2cc346-d662-44ce-ae04-525b1e9d11c0), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:45.117541 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-59c718bc-03da-46a2-aa62-a7edb620ae60 admin admin] Publish callbacks [] for security_group (67578020-9b6a-4ab2-bdeb-05835c46b335), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:45.128714 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7b36e080-99ac-4a95-83a7-0291f831948a req-31325cf1-efa0-4b2c-853d-fce1d2662d14 tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=876447d8eb814920856d46902fd76713&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1048651 Aug 27 04:39:45.171592 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-59c718bc-03da-46a2-aa62-a7edb620ae60 admin admin] Publish callbacks [] for security_group (67578020-9b6a-4ab2-bdeb-05835c46b335), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:45.197091 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-44b4499a-d4e6-4139-89f7-8f1d5ce26a8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (8bdff552-a884-4abe-9a69-956707d2b0d1), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:45.197949 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b4499a-d4e6-4139-89f7-8f1d5ce26a8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8bdff552-a884-4abe-9a69-956707d2b0d1 {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:39:45.204002 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:45.209867 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-bcd19f5a-9b3a-47e2-b8bd-59732e7b60d0 admin admin] Deleting port f066d416-4194-4885-987f-4efdbabea0cc {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:39:45.210297 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bcd19f5a-9b3a-47e2-b8bd-59732e7b60d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (f066d416-4194-4885-987f-4efdbabea0cc), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:45.217915 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-44b4499a-d4e6-4139-89f7-8f1d5ce26a8c admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:45.222115 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-44b4499a-d4e6-4139-89f7-8f1d5ce26a8c admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/8bdff552-a884-4abe-9a69-956707d2b0d1 HTTP/1.1" status: 204 len: 168 time: 3.9299688 Aug 27 04:39:45.243106 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38600) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:45.440341 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3f27be16-d424-44b8-875e-e4d12e628c9a admin admin] Publish callbacks [] for port (0b2cc346-d662-44ce-ae04-525b1e9d11c0), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:45.572618 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3f27be16-d424-44b8-875e-e4d12e628c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (0b2cc346-d662-44ce-ae04-525b1e9d11c0), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:45.573625 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd897c59-11b1-4052-b9bd-80fa5b28a85f admin admin] Deleting subnet 9ea046d4-cc36-42f8-8b56-183057642d3b {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:39:45.582132 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cd897c59-11b1-4052-b9bd-80fa5b28a85f admin admin] Publish callbacks [] for subnet (9ea046d4-cc36-42f8-8b56-183057642d3b), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:45.599255 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db143d-9452-47b3-a449-b488d3b85b9f req-8a62ec01-cacd-4e6d-8567-fa0b8f692046 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:45.601380 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-27db143d-9452-47b3-a449-b488d3b85b9f req-8a62ec01-cacd-4e6d-8567-fa0b8f692046 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b156e99a-2ece-4f8c-9c6e-f4f613555ccc HTTP/1.1" status: 200 len: 949 time: 0.1903083 Aug 27 04:39:45.682595 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device f066d416-4194-4885-987f-4efdbabea0cc up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:39:45.709655 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-bcd19f5a-9b3a-47e2-b8bd-59732e7b60d0 admin admin] For port f066d416-4194-4885-987f-4efdbabea0cc, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=f066d416-4194-4885-987f-4efdbabea0cc,segment=NetworkSegment(b47f8e05-7d5e-4b89-8886-104de46100c8),segment_id=b47f8e05-7d5e-4b89-8886-104de46100c8)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:39:45.710051 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bcd19f5a-9b3a-47e2-b8bd-59732e7b60d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (f066d416-4194-4885-987f-4efdbabea0cc), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:45.851845 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-bcd19f5a-9b3a-47e2-b8bd-59732e7b60d0 admin admin] Calling delete_port for f066d416-4194-4885-987f-4efdbabea0cc owned by network:router_interface {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:39:45.860748 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port f066d416-4194-4885-987f-4efdbabea0cc triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:39:45.861380 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (f066d416-4194-4885-987f-4efdbabea0cc), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:45.866798 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cd897c59-11b1-4052-b9bd-80fa5b28a85f admin admin] Publish callbacks [] for subnet (9ea046d4-cc36-42f8-8b56-183057642d3b), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:46.046486 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-27db143d-9452-47b3-a449-b488d3b85b9f req-8e29aa3b-086d-4e2d-b559-174fda103571 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=22170a02-a707-49d3-bf0d-346bff1fd07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4015017 Aug 27 04:39:46.072787 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port f066d416-4194-4885-987f-4efdbabea0cc is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:39:46.075772 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f066d416-4194-4885-987f-4efdbabea0cc), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:46.125877 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:46.177382 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port f066d416-4194-4885-987f-4efdbabea0cc, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=f066d416-4194-4885-987f-4efdbabea0cc,segment=NetworkSegment(b47f8e05-7d5e-4b89-8886-104de46100c8),segment_id=b47f8e05-7d5e-4b89-8886-104de46100c8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:39:46.235560 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (f066d416-4194-4885-987f-4efdbabea0cc), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:46.259103 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:46.285964 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3f27be16-d424-44b8-875e-e4d12e628c9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (a96ba3b4-dbf0-4870-86a9-a2e26f632cce), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:46.288475 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-59c718bc-03da-46a2-aa62-a7edb620ae60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (67578020-9b6a-4ab2-bdeb-05835c46b335), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:46.292048 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-59c718bc-03da-46a2-aa62-a7edb620ae60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:46.293882 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-59c718bc-03da-46a2-aa62-a7edb620ae60 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/67578020-9b6a-4ab2-bdeb-05835c46b335 HTTP/1.1" status: 204 len: 168 time: 1.2774405 Aug 27 04:39:46.306651 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 310c2368-c079-4e9a-8d1f-6a0c62a24bf1 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:39:46.325509 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cd897c59-11b1-4052-b9bd-80fa5b28a85f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (9ea046d4-cc36-42f8-8b56-183057642d3b), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:46.349941 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:46.358385 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c718bc-03da-46a2-aa62-a7edb620ae60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67578020-9b6a-4ab2-bdeb-05835c46b335,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:46.415957 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:46.446061 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 310c2368-c079-4e9a-8d1f-6a0c62a24bf1 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:39:46.446450 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 310c2368-c079-4e9a-8d1f-6a0c62a24bf1 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:39:46.514716 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f27be16-d424-44b8-875e-e4d12e628c9a admin admin] Pushing event updated for resources: {'Port': ['ID=0b2cc346-d662-44ce-ae04-525b1e9d11c0,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:46.535746 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=f066d416-4194-4885-987f-4efdbabea0cc,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:46.692873 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f27be16-d424-44b8-875e-e4d12e628c9a admin admin] Network ef400a2a-b925-41d3-9f86-e224276accb3 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:39:46.694378 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-3f27be16-d424-44b8-875e-e4d12e628c9a admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:39:46.887276 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cd897c59-11b1-4052-b9bd-80fa5b28a85f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for subnet (9ea046d4-cc36-42f8-8b56-183057642d3b), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:46.993094 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f27be16-d424-44b8-875e-e4d12e628c9a admin admin] Router a96ba3b4-dbf0-4870-86a9-a2e26f632cce has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:39:47.025926 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bcd19f5a-9b3a-47e2-b8bd-59732e7b60d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (f066d416-4194-4885-987f-4efdbabea0cc), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:47.100209 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd897c59-11b1-4052-b9bd-80fa5b28a85f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ea046d4-cc36-42f8-8b56-183057642d3b,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:47.115577 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd19f5a-9b3a-47e2-b8bd-59732e7b60d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f066d416-4194-4885-987f-4efdbabea0cc,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:47.124912 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:47.129833 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cd897c59-11b1-4052-b9bd-80fa5b28a85f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:47.134671 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a181663b-27ef-4c77-a7ff-fa8b99dba530 None None] Network 3606df3f-1ba5-472f-86e3-30828306dc36 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:39:47.151623 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-cd897c59-11b1-4052-b9bd-80fa5b28a85f admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/9ea046d4-cc36-42f8-8b56-183057642d3b HTTP/1.1" status: 204 len: 168 time: 1.8902462 Aug 27 04:39:47.157203 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38676) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:47.310505 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:47.354092 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f27be16-d424-44b8-875e-e4d12e628c9a admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:39:47.374468 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3f27be16-d424-44b8-875e-e4d12e628c9a admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/a96ba3b4-dbf0-4870-86a9-a2e26f632cce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6585701 Aug 27 04:39:47.379290 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:47.417768 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-aa450e9b-f01b-49f8-bca8-75a85d7b07fb None None] Provisioning complete for port 0b2cc346-d662-44ce-ae04-525b1e9d11c0 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:39:47.417768 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-aa450e9b-f01b-49f8-bca8-75a85d7b07fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (0b2cc346-d662-44ce-ae04-525b1e9d11c0), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:47.594601 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-aa450e9b-f01b-49f8-bca8-75a85d7b07fb None None] Port 0b2cc346-d662-44ce-ae04-525b1e9d11c0 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:39:47.693601 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 7207f835-2c89-4917-8901-e951d872c2b3 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:39:47.764630 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ada379-8664-44dc-be7c-7789ae170fd2 None None] DHCP port deletion for 3606df3f-1ba5-472f-86e3-30828306dc36 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:39:47.768478 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792d750-81ea-4eed-9ea4-cfbc397bcf90 req-4e78ac52-3d59-4527-9b3f-41bbbd9ecabe tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:47.770231 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f792d750-81ea-4eed-9ea4-cfbc397bcf90 req-4e78ac52-3d59-4527-9b3f-41bbbd9ecabe tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b156e99a-2ece-4f8c-9c6e-f4f613555ccc HTTP/1.1" status: 200 len: 949 time: 0.3534470 Aug 27 04:39:47.774899 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-38415f82-6aef-41be-b410-5f4d27b588ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (3606df3f-1ba5-472f-86e3-30828306dc36), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:47.874661 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bcd19f5a-9b3a-47e2-b8bd-59732e7b60d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (61ecc89c-ab1b-4c89-9059-238d4224500e), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:47.928225 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-f2ada379-8664-44dc-be7c-7789ae170fd2 None None] Deleting port 4b1f9eae-060a-4cdf-a130-df7069af369d {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:39:47.928827 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f2ada379-8664-44dc-be7c-7789ae170fd2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (4b1f9eae-060a-4cdf-a130-df7069af369d), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:47.930922 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f792d750-81ea-4eed-9ea4-cfbc397bcf90 req-fc665aeb-6c2a-4ac1-950f-8cf58bb4d31f tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=22170a02-a707-49d3-bf0d-346bff1fd07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502566 Aug 27 04:39:47.936917 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 7207f835-2c89-4917-8901-e951d872c2b3 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:39:47.938746 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (7207f835-2c89-4917-8901-e951d872c2b3), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:47.952110 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:47.953125 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-38415f82-6aef-41be-b410-5f4d27b588ce admin admin] Deleting port 4b1f9eae-060a-4cdf-a130-df7069af369d {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:39:47.953558 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-38415f82-6aef-41be-b410-5f4d27b588ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (4b1f9eae-060a-4cdf-a130-df7069af369d), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:48.123914 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-f2ada379-8664-44dc-be7c-7789ae170fd2 None None] For port 4b1f9eae-060a-4cdf-a130-df7069af369d, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=4b1f9eae-060a-4cdf-a130-df7069af369d,segment=NetworkSegment(62b023d8-041f-4d8a-82f6-8e4650491749),segment_id=62b023d8-041f-4d8a-82f6-8e4650491749)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:39:48.159213 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f2ada379-8664-44dc-be7c-7789ae170fd2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (4b1f9eae-060a-4cdf-a130-df7069af369d), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:48.159213 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-f2ada379-8664-44dc-be7c-7789ae170fd2 None None] Calling delete_port for 4b1f9eae-060a-4cdf-a130-df7069af369d owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:39:48.186566 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:48.275964 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 7207f835-2c89-4917-8901-e951d872c2b3 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:39:48.276420 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (7207f835-2c89-4917-8901-e951d872c2b3), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:48.325877 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 7207f835-2c89-4917-8901-e951d872c2b3, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=7207f835-2c89-4917-8901-e951d872c2b3,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:39:48.376848 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-38415f82-6aef-41be-b410-5f4d27b588ce admin admin] For port 4b1f9eae-060a-4cdf-a130-df7069af369d, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=4b1f9eae-060a-4cdf-a130-df7069af369d,segment=NetworkSegment(62b023d8-041f-4d8a-82f6-8e4650491749),segment_id=62b023d8-041f-4d8a-82f6-8e4650491749)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:39:48.377217 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-38415f82-6aef-41be-b410-5f4d27b588ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (4b1f9eae-060a-4cdf-a130-df7069af369d), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:48.400957 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-38415f82-6aef-41be-b410-5f4d27b588ce admin admin] Calling delete_port for 4b1f9eae-060a-4cdf-a130-df7069af369d owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:39:48.566140 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (7207f835-2c89-4917-8901-e951d872c2b3), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:48.576460 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f2ada379-8664-44dc-be7c-7789ae170fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (4b1f9eae-060a-4cdf-a130-df7069af369d), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:48.584369 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d464b109-3f53-4ddd-8fce-11b6acf6dc20 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:39:48.590845 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-38415f82-6aef-41be-b410-5f4d27b588ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (4b1f9eae-060a-4cdf-a130-df7069af369d), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:48.631824 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: d464b109-3f53-4ddd-8fce-11b6acf6dc20 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:39:48.632197 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d464b109-3f53-4ddd-8fce-11b6acf6dc20 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:39:48.642739 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ada379-8664-44dc-be7c-7789ae170fd2 None None] No DVR routers for this DVR port 4b1f9eae-060a-4cdf-a130-df7069af369d on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:39:48.663551 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd19f5a-9b3a-47e2-b8bd-59732e7b60d0 admin admin] Router 61ecc89c-ab1b-4c89-9059-238d4224500e has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:39:48.663551 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38415f82-6aef-41be-b410-5f4d27b588ce admin admin] Pushing event deleted for resources: {'Port': ['ID=4b1f9eae-060a-4cdf-a130-df7069af369d,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:48.673954 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38415f82-6aef-41be-b410-5f4d27b588ce admin admin] No DVR routers for this DVR port 4b1f9eae-060a-4cdf-a130-df7069af369d on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:39:48.693366 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=7207f835-2c89-4917-8901-e951d872c2b3,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:48.725416 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ada379-8664-44dc-be7c-7789ae170fd2 None None] Pushing event deleted for resources: {'Port': ['ID=4b1f9eae-060a-4cdf-a130-df7069af369d,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:48.840098 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-38415f82-6aef-41be-b410-5f4d27b588ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (3606df3f-1ba5-472f-86e3-30828306dc36), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:48.869381 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f1259-caec-4e60-bb90-5f141be16f34 req-30d6d56a-27d3-424f-9fca-47ac955332af tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:48.870811 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-38415f82-6aef-41be-b410-5f4d27b588ce admin admin] Subscribe: > segment before_delete 55550000 {{(pid=107775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:39:48.871164 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-38415f82-6aef-41be-b410-5f4d27b588ce admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=107775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:39:48.872606 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-38415f82-6aef-41be-b410-5f4d27b588ce admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=107775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:39:48.872925 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-38415f82-6aef-41be-b410-5f4d27b588ce admin admin] Subscribe: > port after_create 55550000 {{(pid=107775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:39:48.873255 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-38415f82-6aef-41be-b410-5f4d27b588ce admin admin] Subscribe: > port after_delete 55550000 {{(pid=107775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:39:48.873599 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-38415f82-6aef-41be-b410-5f4d27b588ce admin admin] Subscribe: > port after_update 55550000 {{(pid=107775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:39:48.873925 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-38415f82-6aef-41be-b410-5f4d27b588ce admin admin] Subscribe: > segment after_delete 55550000 {{(pid=107775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:39:48.874295 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-38415f82-6aef-41be-b410-5f4d27b588ce admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:39:48.874428 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-d33f1259-caec-4e60-bb90-5f141be16f34 req-30d6d56a-27d3-424f-9fca-47ac955332af tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b156e99a-2ece-4f8c-9c6e-f4f613555ccc HTTP/1.1" status: 200 len: 949 time: 0.1132672 Aug 27 04:39:48.874653 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-38415f82-6aef-41be-b410-5f4d27b588ce admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:39:48.875115 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-38415f82-6aef-41be-b410-5f4d27b588ce admin admin] Subscribe: > subnet after_update 55550000 {{(pid=107775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:39:48.958745 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-38415f82-6aef-41be-b410-5f4d27b588ce admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:39:48.959353 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-38415f82-6aef-41be-b410-5f4d27b588ce admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:39:48.959616 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-38415f82-6aef-41be-b410-5f4d27b588ce admin admin] Subscribe: > subnet before_create 55550000 {{(pid=107775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:39:48.959782 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-38415f82-6aef-41be-b410-5f4d27b588ce admin admin] Subscribe: > subnet before_update 55550000 {{(pid=107775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:39:48.960132 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-38415f82-6aef-41be-b410-5f4d27b588ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3606df3f-1ba5-472f-86e3-30828306dc36']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:49.013914 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-38415f82-6aef-41be-b410-5f4d27b588ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62b023d8-041f-4d8a-82f6-8e4650491749') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:49.014216 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-38415f82-6aef-41be-b410-5f4d27b588ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62b023d8-041f-4d8a-82f6-8e4650491749') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:49.035320 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [req-d33f1259-caec-4e60-bb90-5f141be16f34 req-8a4de8ca-781c-4f22-bb57-050254057fcc tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Deleting port 7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:39:49.035783 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-d33f1259-caec-4e60-bb90-5f141be16f34 req-8a4de8ca-781c-4f22-bb57-050254057fcc tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:49.060260 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-38415f82-6aef-41be-b410-5f4d27b588ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (62b023d8-041f-4d8a-82f6-8e4650491749), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:49.122751 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-38415f82-6aef-41be-b410-5f4d27b588ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (62b023d8-041f-4d8a-82f6-8e4650491749), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:49.136713 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:49.197978 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38415f82-6aef-41be-b410-5f4d27b588ce admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:39:49.200944 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-38415f82-6aef-41be-b410-5f4d27b588ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (62b023d8-041f-4d8a-82f6-8e4650491749), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:49.251764 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-d33f1259-caec-4e60-bb90-5f141be16f34 req-8a4de8ca-781c-4f22-bb57-050254057fcc tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] For port 7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:39:49.252434 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-d33f1259-caec-4e60-bb90-5f141be16f34 req-8a4de8ca-781c-4f22-bb57-050254057fcc tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:49.275700 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [req-d33f1259-caec-4e60-bb90-5f141be16f34 req-8a4de8ca-781c-4f22-bb57-050254057fcc tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Calling delete_port for 7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85 owned by compute:nova {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:39:49.355974 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7ea9f-0b28-4801-98a4-63f23fede83a req-b9852532-8a26-4d8c-974c-4b59738c5afb tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:49.366398 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7ef7ea9f-0b28-4801-98a4-63f23fede83a req-b9852532-8a26-4d8c-974c-4b59738c5afb tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b156e99a-2ece-4f8c-9c6e-f4f613555ccc HTTP/1.1" status: 200 len: 949 time: 0.2450733 Aug 27 04:39:49.375722 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:UPDATE=1,neutron:SELECT=95,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:49.397345 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:49.414714 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 7207f835-2c89-4917-8901-e951d872c2b3 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:39:49.433930 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd19f5a-9b3a-47e2-b8bd-59732e7b60d0 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:39:49.452850 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-bcd19f5a-9b3a-47e2-b8bd-59732e7b60d0 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/61ecc89c-ab1b-4c89-9059-238d4224500e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3439550 Aug 27 04:39:49.460975 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38788) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:49.462992 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-8f3809d3-3989-4dd7-b327-bed0ffa75e77 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-843603323-network', 'tenant_id': '4be70acd148e4739ba601614d787ad14'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:39:49.488866 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38790) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:49.582807 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7ef7ea9f-0b28-4801-98a4-63f23fede83a req-856acf2c-e1bc-41dc-8254-e54d1cf44240 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=22170a02-a707-49d3-bf0d-346bff1fd07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151966 Aug 27 04:39:49.628895 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:49.635261 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89743b50-3c4a-485e-805a-c29d56a34045 None None] Sync routers for ids ['61ecc89c-ab1b-4c89-9059-238d4224500e'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:39:49.657670 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89743b50-3c4a-485e-805a-c29d56a34045 None None] Routers {'61ecc89c-ab1b-4c89-9059-238d4224500e'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:39:49.658407 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-d33f1259-caec-4e60-bb90-5f141be16f34 req-8a4de8ca-781c-4f22-bb57-050254057fcc tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:49.658602 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-89743b50-3c4a-485e-805a-c29d56a34045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:39:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['61ecc89c-ab1b-4c89-9059-238d4224500e'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:49.669893 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-38415f82-6aef-41be-b410-5f4d27b588ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (3606df3f-1ba5-472f-86e3-30828306dc36), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:49.709368 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] get_ports_and_sgs() called for port_ids ['7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:39:49.730135 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f6f4184b-5ac0-4f01-8828-5875407f3e65 admin admin] Publish callbacks [] for router (61ecc89c-ab1b-4c89-9059-238d4224500e), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:49.737564 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3809d3-3989-4dd7-b327-bed0ffa75e77 admin admin] Made reservation on behalf of 4be70acd148e4739ba601614d787ad14 for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:39:49.737564 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8f3809d3-3989-4dd7-b327-bed0ffa75e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:49.754504 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-38415f82-6aef-41be-b410-5f4d27b588ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:49.761158 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-38415f82-6aef-41be-b410-5f4d27b588ce admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/3606df3f-1ba5-472f-86e3-30828306dc36 HTTP/1.1" status: 204 len: 168 time: 2.5996625 Aug 27 04:39:49.762846 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4de8ca-781c-4f22-bb57-050254057fcc tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Pushing event deleted for resources: {'Port': ['ID=7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:49.861192 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38415f82-6aef-41be-b410-5f4d27b588ce admin admin] Pushing event deleted for resources: {'Network': ['ID=3606df3f-1ba5-472f-86e3-30828306dc36,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:49.872463 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8f3809d3-3989-4dd7-b327-bed0ffa75e77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:49.903110 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 7207f835-2c89-4917-8901-e951d872c2b3 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:39:49.903741 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (7207f835-2c89-4917-8901-e951d872c2b3), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:49.915919 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [req-d33f1259-caec-4e60-bb90-5f141be16f34 req-8a4de8ca-781c-4f22-bb57-050254057fcc tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] No DVR routers for this DVR port 7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85 on host n-h1-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:39:49.916552 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:49.927790 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-d33f1259-caec-4e60-bb90-5f141be16f34 req-8a4de8ca-781c-4f22-bb57-050254057fcc tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:49.938969 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-d33f1259-caec-4e60-bb90-5f141be16f34 req-8a4de8ca-781c-4f22-bb57-050254057fcc tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.75 "DELETE /networking/v2.0/ports/7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85 HTTP/1.1" status: 204 len: 173 time: 1.0581188 Aug 27 04:39:49.940110 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b156e99a-2ece-4f8c-9c6e-f4f613555ccc', 'name': 'network-vif-deleted', 'tag': '7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85'}] {{(pid=107776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:39:49.950747 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7ad66632f4c78724655075356aa8535ba41c652eced6c9cea0c1f0c67b1e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8206db-1645-4df3-8d39-a3cff4159fbe" -d '{"events": [{"server_uuid": "b156e99a-2ece-4f8c-9c6e-f4f613555ccc", "name": "network-vif-deleted", "tag": "7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85"}]}' {{(pid=107776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:39:49.988772 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38806) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:50.051723 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-89743b50-3c4a-485e-805a-c29d56a34045 None None] Set router 61ecc89c-ab1b-4c89-9059-238d4224500e gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:39:50.102762 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 04:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3728ba-6f74-410a-9006-ae1945103bd6 x-openstack-request-id: req-8e3728ba-6f74-410a-9006-ae1945103bd6 {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:39:50.102762 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b156e99a-2ece-4f8c-9c6e-f4f613555ccc", "name": "network-vif-deleted", "tag": "7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85", "status": "completed", "code": 200}]} {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:39:50.102762 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8e3728ba-6f74-410a-9006-ae1945103bd6 {{(pid=107776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:39:50.102762 n-d-852088-5 neutron-server[107776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e3728ba-6f74-410a-9006-ae1945103bd6'] response: {'server_uuid': 'b156e99a-2ece-4f8c-9c6e-f4f613555ccc', 'name': 'network-vif-deleted', 'tag': '7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85', 'status': 'completed', 'code': 200} Aug 27 04:39:50.194162 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f6f4184b-5ac0-4f01-8828-5875407f3e65 admin admin] Publish callbacks [] for router_gateway (61ecc89c-ab1b-4c89-9059-238d4224500e), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:50.243389 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 62b023d8-041f-4d8a-82f6-8e4650491749 resource provider aggregate not found Aug 27 04:39:50.256241 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8f3809d3-3989-4dd7-b327-bed0ffa75e77 admin admin] Publish callbacks [] for security_group (736392b4-803d-4478-a51e-a92672f7bb89), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:50.273465 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 7207f835-2c89-4917-8901-e951d872c2b3 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:39:50.331220 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 62b023d8-041f-4d8a-82f6-8e4650491749 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 62b023d8-041f-4d8a-82f6-8e4650491749 found for delete ", "request_id": "req-2e5239d4-c185-4025-aaff-db6804becfbd"}]} Aug 27 04:39:50.351781 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-f6f4184b-5ac0-4f01-8828-5875407f3e65 admin admin] Deleting port 0bbee1f3-abc2-4f93-809c-399560b1d40a {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:39:50.352394 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f6f4184b-5ac0-4f01-8828-5875407f3e65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (0bbee1f3-abc2-4f93-809c-399560b1d40a), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:50.385665 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 4b1f9eae-060a-4cdf-a130-df7069af369d no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:39:50.394321 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8f3809d3-3989-4dd7-b327-bed0ffa75e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (736392b4-803d-4478-a51e-a92672f7bb89), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:50.397715 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-89743b50-3c4a-485e-805a-c29d56a34045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ecc89c-ab1b-4c89-9059-238d4224500e', 'name': 'tempest-ImagesNegativeTestJSON-1108588799-router', 'tenant_id': '102c34e4c00d4db4bcdfdfbbffd8992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '0bbee1f3-abc2-4f93-809c-399560b1d40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:39:23Z', 'updated_at': '2022-08-27T04:39:46Z', 'revision_number': 5, 'project_id': '102c34e4c00d4db4bcdfdfbbffd8992c', 'gw_port': {'id': '0bbee1f3-abc2-4f93-809c-399560b1d40a', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ff:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ecc89c-ab1b-4c89-9059-238d4224500e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:25Z', 'updated_at': '2022-08-27T04:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:50.435501 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f3809d3-3989-4dd7-b327-bed0ffa75e77 admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:39:50.450696 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89743b50-3c4a-485e-805a-c29d56a34045 None None] Checking router: 61ecc89c-ab1b-4c89-9059-238d4224500e for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:39:50.452540 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:50.453684 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:50.457226 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 4b1f9eae-060a-4cdf-a130-df7069af369d {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:39:50.457644 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 4b1f9eae-060a-4cdf-a130-df7069af369d not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:39:50.461971 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3809d3-3989-4dd7-b327-bed0ffa75e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736392b4-803d-4478-a51e-a92672f7bb89,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:50.465564 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89743b50-3c4a-485e-805a-c29d56a34045 None None] Routers {'61ecc89c-ab1b-4c89-9059-238d4224500e'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:39:50.466443 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-89743b50-3c4a-485e-805a-c29d56a34045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:39:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['61ecc89c-ab1b-4c89-9059-238d4224500e'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:50.489742 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8f3809d3-3989-4dd7-b327-bed0ffa75e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (6bcc1a9d-4fe7-48b0-a744-5a0c28f5b090), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:50.490087 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-8f3809d3-3989-4dd7-b327-bed0ffa75e77 admin admin] Added segment 6bcc1a9d-4fe7-48b0-a744-5a0c28f5b090 of type vlan for network 02b8aabf-af74-4a4e-a24a-359e768d8ea4 Aug 27 04:39:50.499773 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-621a5c94-75ea-45db-9ecc-6710cb3b769b admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-520160126-network', 'tenant_id': 'b6295028045c4e4a89a385e4e835c7a3'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:39:50.539511 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38828) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:50.558312 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-f6f4184b-5ac0-4f01-8828-5875407f3e65 admin admin] For port 0bbee1f3-abc2-4f93-809c-399560b1d40a, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=0bbee1f3-abc2-4f93-809c-399560b1d40a,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:39:50.565943 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f6f4184b-5ac0-4f01-8828-5875407f3e65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (0bbee1f3-abc2-4f93-809c-399560b1d40a), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:50.582716 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8f3809d3-3989-4dd7-b327-bed0ffa75e77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (02b8aabf-af74-4a4e-a24a-359e768d8ea4), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:50.585350 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-f6f4184b-5ac0-4f01-8828-5875407f3e65 admin admin] Calling delete_port for 0bbee1f3-abc2-4f93-809c-399560b1d40a owned by network:router_gateway {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:39:50.586448 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-89743b50-3c4a-485e-805a-c29d56a34045 None None] Set router 61ecc89c-ab1b-4c89-9059-238d4224500e gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:39:50.681175 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-4c4333f4-8cff-40f2-991f-bcdd1d51d0da admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=0e2774ce585b4cfba6bcec93ae80096f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1388290 Aug 27 04:39:50.682461 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38834) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:50.687777 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e5c70a-0278-458b-a30c-b3ae7fbff4e9 None None] Sync routers for ids ['a96ba3b4-dbf0-4870-86a9-a2e26f632cce'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:39:50.702442 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e5c70a-0278-458b-a30c-b3ae7fbff4e9 None None] Routers {'a96ba3b4-dbf0-4870-86a9-a2e26f632cce'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:39:50.703553 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-d7e5c70a-0278-458b-a30c-b3ae7fbff4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:39:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['a96ba3b4-dbf0-4870-86a9-a2e26f632cce'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:50.714831 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-89743b50-3c4a-485e-805a-c29d56a34045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ecc89c-ab1b-4c89-9059-238d4224500e', 'name': 'tempest-ImagesNegativeTestJSON-1108588799-router', 'tenant_id': '102c34e4c00d4db4bcdfdfbbffd8992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:39:23Z', 'updated_at': '2022-08-27T04:39:50Z', 'revision_number': 6, 'project_id': '102c34e4c00d4db4bcdfdfbbffd8992c', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:50.725895 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621a5c94-75ea-45db-9ecc-6710cb3b769b admin admin] Made reservation on behalf of b6295028045c4e4a89a385e4e835c7a3 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:39:50.730262 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-621a5c94-75ea-45db-9ecc-6710cb3b769b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:50.770271 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-621a5c94-75ea-45db-9ecc-6710cb3b769b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:50.795376 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89743b50-3c4a-485e-805a-c29d56a34045 None None] The sync data for ids ['61ecc89c-ab1b-4c89-9059-238d4224500e'] in n-d-852088-5 is: [{'id': '61ecc89c-ab1b-4c89-9059-238d4224500e', 'name': 'tempest-ImagesNegativeTestJSON-1108588799-router', 'tenant_id': '102c34e4c00d4db4bcdfdfbbffd8992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:39:23Z', 'updated_at': '2022-08-27T04:39:50Z', 'revision_number': 6, 'project_id': '102c34e4c00d4db4bcdfdfbbffd8992c', 'gw_port_host': None}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:39:50.856908 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cd788c81-1d07-4cc3-8a39-fabc2b7fd867 admin admin] Publish callbacks [] for security_group (45f79c3c-d11a-4fd6-843d-5303fcdc87c9), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:50.882550 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cd788c81-1d07-4cc3-8a39-fabc2b7fd867 admin admin] Publish callbacks [] for security_group (45f79c3c-d11a-4fd6-843d-5303fcdc87c9), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:50.906494 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:50.910339 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-d7e5c70a-0278-458b-a30c-b3ae7fbff4e9 None None] Set router a96ba3b4-dbf0-4870-86a9-a2e26f632cce gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:39:50.923980 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.db.resource_extend [None req-8f3809d3-3989-4dd7-b327-bed0ffa75e77 admin admin] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 27 04:39:51.030975 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f6f4184b-5ac0-4f01-8828-5875407f3e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (0bbee1f3-abc2-4f93-809c-399560b1d40a), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:51.100067 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:51.100778 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f4184b-5ac0-4f01-8828-5875407f3e65 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bbee1f3-abc2-4f93-809c-399560b1d40a,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:51.106246 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8f3809d3-3989-4dd7-b327-bed0ffa75e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (02b8aabf-af74-4a4e-a24a-359e768d8ea4), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:51.106246 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3809d3-3989-4dd7-b327-bed0ffa75e77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:51.106246 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8f3809d3-3989-4dd7-b327-bed0ffa75e77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:51.136982 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-621a5c94-75ea-45db-9ecc-6710cb3b769b admin admin] Publish callbacks [] for security_group (3cb4dc91-bbba-41e7-a42f-31c7228872d4), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:51.207784 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-621a5c94-75ea-45db-9ecc-6710cb3b769b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (3cb4dc91-bbba-41e7-a42f-31c7228872d4), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:51.235226 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-8f3809d3-3989-4dd7-b327-bed0ffa75e77 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.7776344 Aug 27 04:39:51.238564 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38840) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:51.252021 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621a5c94-75ea-45db-9ecc-6710cb3b769b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb4dc91-bbba-41e7-a42f-31c7228872d4,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:51.257959 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cd788c81-1d07-4cc3-8a39-fabc2b7fd867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (45f79c3c-d11a-4fd6-843d-5303fcdc87c9), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:51.261242 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cd788c81-1d07-4cc3-8a39-fabc2b7fd867 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:51.263085 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-cd788c81-1d07-4cc3-8a39-fabc2b7fd867 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/45f79c3c-d11a-4fd6-843d-5303fcdc87c9 HTTP/1.1" status: 204 len: 168 time: 0.5734191 Aug 27 04:39:51.267712 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-386d25f4-03c6-4675-ae43-9bb5d7766284 admin admin] Request body: {'subnet': {'network_id': '02b8aabf-af74-4a4e-a24a-359e768d8ea4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-843603323-subnet', 'tenant_id': '4be70acd148e4739ba601614d787ad14', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:39:51.274409 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-621a5c94-75ea-45db-9ecc-6710cb3b769b admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:39:51.286743 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd788c81-1d07-4cc3-8a39-fabc2b7fd867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f79c3c-d11a-4fd6-843d-5303fcdc87c9,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:51.295980 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-621a5c94-75ea-45db-9ecc-6710cb3b769b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (25ebb9e9-dc98-4fc3-a669-dda354dfe216), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:51.296371 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-621a5c94-75ea-45db-9ecc-6710cb3b769b admin admin] Added segment 25ebb9e9-dc98-4fc3-a669-dda354dfe216 of type vlan for network 3a4fb9cd-27e3-4fc7-b4e5-f61592dbf377 Aug 27 04:39:51.394845 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-03147724-c547-4899-8665-54bc3a0e43f7 req-88a24656-275c-49c5-9141-9ee9ce2055d0 tempest-DeleteServersAdminTestJSON-1816908647 tempest-DeleteServersAdminTestJSON-1816908647-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b156e99a-2ece-4f8c-9c6e-f4f613555ccc HTTP/1.1" status: 200 len: 210 time: 0.1545510 Aug 27 04:39:51.429885 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-d7e5c70a-0278-458b-a30c-b3ae7fbff4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96ba3b4-dbf0-4870-86a9-a2e26f632cce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-102997866-router', 'tenant_id': '5830193fb5044d669e0ec200593ff23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '7207f835-2c89-4917-8901-e951d872c2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:39:36Z', 'updated_at': '2022-08-27T04:39:44Z', 'revision_number': 4, 'project_id': '5830193fb5044d669e0ec200593ff23f', 'gw_port': {'id': '7207f835-2c89-4917-8901-e951d872c2b3', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:35:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96ba3b4-dbf0-4870-86a9-a2e26f632cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:37Z', 'updated_at': '2022-08-27T04:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '0b2cc346-d662-44ce-ae04-525b1e9d11c0', 'name': '', 'network_id': 'ef400a2a-b925-41d3-9f86-e224276accb3', 'tenant_id': '5830193fb5044d669e0ec200593ff23f', 'mac_address': 'fa:16:3e:6e:6a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96ba3b4-dbf0-4870-86a9-a2e26f632cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '72e70728-5d5a-4c32-9fca-3e94144630bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:43Z', 'updated_at': '2022-08-27T04:39:45Z', 'revision_number': 2, 'project_id': '5830193fb5044d669e0ec200593ff23f', 'subnets': [{'id': '72e70728-5d5a-4c32-9fca-3e94144630bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:51.432644 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-621a5c94-75ea-45db-9ecc-6710cb3b769b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (3a4fb9cd-27e3-4fc7-b4e5-f61592dbf377), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:51.471829 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e5c70a-0278-458b-a30c-b3ae7fbff4e9 None None] Checking router: a96ba3b4-dbf0-4870-86a9-a2e26f632cce for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:39:51.472296 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e5c70a-0278-458b-a30c-b3ae7fbff4e9 None None] Updating router a96ba3b4-dbf0-4870-86a9-a2e26f632cce port 0b2cc346-d662-44ce-ae04-525b1e9d11c0 binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:39:51.510018 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-d7e5c70a-0278-458b-a30c-b3ae7fbff4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (0b2cc346-d662-44ce-ae04-525b1e9d11c0), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:51.510590 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3809d3-3989-4dd7-b327-bed0ffa75e77 admin admin] Pushing event updated for resources: {'Network': ['ID=02b8aabf-af74-4a4e-a24a-359e768d8ea4,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:51.512820 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f6f4184b-5ac0-4f01-8828-5875407f3e65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (61ecc89c-ab1b-4c89-9059-238d4224500e), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:51.526303 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 02b8aabf-af74-4a4e-a24a-359e768d8ea4 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:39:51.619638 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f6f4184b-5ac0-4f01-8828-5875407f3e65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (61ecc89c-ab1b-4c89-9059-238d4224500e), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:51.622534 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f6f4184b-5ac0-4f01-8828-5875407f3e65 admin admin] Publish callbacks [] for router_controller (61ecc89c-ab1b-4c89-9059-238d4224500e), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:51.640675 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-621a5c94-75ea-45db-9ecc-6710cb3b769b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (3a4fb9cd-27e3-4fc7-b4e5-f61592dbf377), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:51.644106 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621a5c94-75ea-45db-9ecc-6710cb3b769b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:51.644106 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-621a5c94-75ea-45db-9ecc-6710cb3b769b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:51.729625 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386d25f4-03c6-4675-ae43-9bb5d7766284 admin admin] Made reservation on behalf of 4be70acd148e4739ba601614d787ad14 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:39:51.735593 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-386d25f4-03c6-4675-ae43-9bb5d7766284 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:51.737738 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:51.756303 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621a5c94-75ea-45db-9ecc-6710cb3b769b admin admin] Pushing event updated for resources: {'Network': ['ID=3a4fb9cd-27e3-4fc7-b4e5-f61592dbf377,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:51.768824 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 3a4fb9cd-27e3-4fc7-b4e5-f61592dbf377 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:39:51.836627 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-621a5c94-75ea-45db-9ecc-6710cb3b769b admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8431618 Aug 27 04:39:51.836627 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38848) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:51.841161 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f6f4184b-5ac0-4f01-8828-5875407f3e65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (61ecc89c-ab1b-4c89-9059-238d4224500e), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:51.841769 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f4184b-5ac0-4f01-8828-5875407f3e65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61ecc89c-ab1b-4c89-9059-238d4224500e {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:39:51.844909 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-0069ae3b-21e1-41e6-aca7-80cdfa12319f admin admin] Request body: {'subnet': {'network_id': '3a4fb9cd-27e3-4fc7-b4e5-f61592dbf377', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-520160126-subnet', 'tenant_id': 'b6295028045c4e4a89a385e4e835c7a3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:39:51.861166 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f6f4184b-5ac0-4f01-8828-5875407f3e65 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:51.870388 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38852) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:51.875382 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f6f4184b-5ac0-4f01-8828-5875407f3e65 admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/61ecc89c-ab1b-4c89-9059-238d4224500e HTTP/1.1" status: 204 len: 168 time: 2.3730426 Aug 27 04:39:51.885636 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device f066d416-4194-4885-987f-4efdbabea0cc no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:39:51.950887 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: f066d416-4194-4885-987f-4efdbabea0cc {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:39:51.953164 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device f066d416-4194-4885-987f-4efdbabea0cc not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:39:52.037955 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca3bccd1-ca30-4e91-8607-fe396029f2cd admin admin] Deleting subnet 181eb9be-0fb9-40f8-838b-8aa6b9d22b67 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:39:52.042707 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ca3bccd1-ca30-4e91-8607-fe396029f2cd admin admin] Publish callbacks [] for subnet (181eb9be-0fb9-40f8-838b-8aa6b9d22b67), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:52.046989 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0069ae3b-21e1-41e6-aca7-80cdfa12319f admin admin] Made reservation on behalf of b6295028045c4e4a89a385e4e835c7a3 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:39:52.049935 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0069ae3b-21e1-41e6-aca7-80cdfa12319f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:52.061679 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:52.066373 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-d7e5c70a-0278-458b-a30c-b3ae7fbff4e9 None None] Publish callbacks [] for port (0b2cc346-d662-44ce-ae04-525b1e9d11c0), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:52.072374 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=75,neutron:INSERT=14,neutron:UPDATE=5,neutron:DELETE=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:52.149528 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:52.178383 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-d7e5c70a-0278-458b-a30c-b3ae7fbff4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (0b2cc346-d662-44ce-ae04-525b1e9d11c0), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:52.265647 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ca3bccd1-ca30-4e91-8607-fe396029f2cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (181eb9be-0fb9-40f8-838b-8aa6b9d22b67), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:52.334710 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81288d30-c9e4-4851-bdc6-b5112ad9eceb None None] Pushing event updated for resources: {'Port': ['ID=0b2cc346-d662-44ce-ae04-525b1e9d11c0,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:52.405395 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-d7e5c70a-0278-458b-a30c-b3ae7fbff4e9 None None] Attempting to bind port 0b2cc346-d662-44ce-ae04-525b1e9d11c0 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:39:52.408386 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-d7e5c70a-0278-458b-a30c-b3ae7fbff4e9 None None] Attempting to bind port 0b2cc346-d662-44ce-ae04-525b1e9d11c0 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'fb741577-61d1-45b0-bcfa-7174c3965238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ef400a2a-b925-41d3-9f86-e224276accb3'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:39:52.418280 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e5c70a-0278-458b-a30c-b3ae7fbff4e9 None None] Attempting to bind port 0b2cc346-d662-44ce-ae04-525b1e9d11c0 on network ef400a2a-b925-41d3-9f86-e224276accb3 {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:39:52.436474 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ca3bccd1-ca30-4e91-8607-fe396029f2cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (181eb9be-0fb9-40f8-838b-8aa6b9d22b67), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:52.444966 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e5c70a-0278-458b-a30c-b3ae7fbff4e9 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:39:52.446380 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e5c70a-0278-458b-a30c-b3ae7fbff4e9 None None] Checking segment: {'id': 'fb741577-61d1-45b0-bcfa-7174c3965238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ef400a2a-b925-41d3-9f86-e224276accb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:39:52.446990 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-d7e5c70a-0278-458b-a30c-b3ae7fbff4e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:52.447655 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e5c70a-0278-458b-a30c-b3ae7fbff4e9 None None] Bound using segment: {'id': 'fb741577-61d1-45b0-bcfa-7174c3965238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ef400a2a-b925-41d3-9f86-e224276accb3'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:39:52.448429 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-d7e5c70a-0278-458b-a30c-b3ae7fbff4e9 None None] Bound port: 0b2cc346-d662-44ce-ae04-525b1e9d11c0, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb741577-61d1-45b0-bcfa-7174c3965238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ef400a2a-b925-41d3-9f86-e224276accb3'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:39:52.449718 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-d7e5c70a-0278-458b-a30c-b3ae7fbff4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (0b2cc346-d662-44ce-ae04-525b1e9d11c0), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:52.537775 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-d7e5c70a-0278-458b-a30c-b3ae7fbff4e9 None None] For port 0b2cc346-d662-44ce-ae04-525b1e9d11c0, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:39:52.541129 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-d7e5c70a-0278-458b-a30c-b3ae7fbff4e9 None None] For port 0b2cc346-d662-44ce-ae04-525b1e9d11c0, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=0b2cc346-d662-44ce-ae04-525b1e9d11c0,segment=NetworkSegment(fb741577-61d1-45b0-bcfa-7174c3965238),segment_id=fb741577-61d1-45b0-bcfa-7174c3965238)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:39:52.684221 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-386d25f4-03c6-4675-ae43-9bb5d7766284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (ea9f916a-ab70-494c-8826-3e2090fa8e07), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:52.715992 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0069ae3b-21e1-41e6-aca7-80cdfa12319f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (c4c72ad4-a6e8-4bc1-93bc-cf472e27f6b6), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:52.717370 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-d7e5c70a-0278-458b-a30c-b3ae7fbff4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (0b2cc346-d662-44ce-ae04-525b1e9d11c0), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:52.723974 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ca3bccd1-ca30-4e91-8607-fe396029f2cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (181eb9be-0fb9-40f8-838b-8aa6b9d22b67), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:52.777472 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386d25f4-03c6-4675-ae43-9bb5d7766284 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea9f916a-ab70-494c-8826-3e2090fa8e07,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:52.792963 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386d25f4-03c6-4675-ae43-9bb5d7766284 admin admin] Checking segment: {'id': '6bcc1a9d-4fe7-48b0-a744-5a0c28f5b090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '02b8aabf-af74-4a4e-a24a-359e768d8ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:39:52.792963 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386d25f4-03c6-4675-ae43-9bb5d7766284 admin admin] Network hostable DHCP agents. Network: 02b8aabf-af74-4a4e-a24a-359e768d8ea4, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:39:52.794779 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e5c70a-0278-458b-a30c-b3ae7fbff4e9 None None] Routers {'a96ba3b4-dbf0-4870-86a9-a2e26f632cce'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:39:52.798097 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-d7e5c70a-0278-458b-a30c-b3ae7fbff4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:39:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['a96ba3b4-dbf0-4870-86a9-a2e26f632cce'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:52.808608 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ca3bccd1-ca30-4e91-8607-fe396029f2cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:52.811134 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1ee43b-b7f4-4bf1-aa4b-7a81e032a11d None None] Network 1776fee4-8798-41a4-bbd7-5e7d8c1a6a96 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:39:52.815931 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ca3bccd1-ca30-4e91-8607-fe396029f2cd admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/181eb9be-0fb9-40f8-838b-8aa6b9d22b67 HTTP/1.1" status: 204 len: 168 time: 0.9444504 Aug 27 04:39:52.816562 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38870) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:52.835511 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0069ae3b-21e1-41e6-aca7-80cdfa12319f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4c72ad4-a6e8-4bc1-93bc-cf472e27f6b6,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:52.898859 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3bccd1-ca30-4e91-8607-fe396029f2cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=181eb9be-0fb9-40f8-838b-8aa6b9d22b67,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:52.916467 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0069ae3b-21e1-41e6-aca7-80cdfa12319f admin admin] Checking segment: {'id': '25ebb9e9-dc98-4fc3-a669-dda354dfe216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3a4fb9cd-27e3-4fc7-b4e5-f61592dbf377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:39:52.916856 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0069ae3b-21e1-41e6-aca7-80cdfa12319f admin admin] Network hostable DHCP agents. Network: 3a4fb9cd-27e3-4fc7-b4e5-f61592dbf377, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:39:52.950544 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:52.952664 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81288d30-c9e4-4851-bdc6-b5112ad9eceb None None] Pushing event updated for resources: {'Port': ['ID=0b2cc346-d662-44ce-ae04-525b1e9d11c0,revision_number=4']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:53.009291 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0069ae3b-21e1-41e6-aca7-80cdfa12319f admin admin] Network 3a4fb9cd-27e3-4fc7-b4e5-f61592dbf377 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:39:53.022165 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-d7e5c70a-0278-458b-a30c-b3ae7fbff4e9 None None] Set router a96ba3b4-dbf0-4870-86a9-a2e26f632cce gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:39:53.032191 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38874) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:53.056993 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6b84af91-8f10-4092-a538-6933acb02dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (1776fee4-8798-41a4-bbd7-5e7d8c1a6a96), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:53.071939 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386d25f4-03c6-4675-ae43-9bb5d7766284 admin admin] Network 02b8aabf-af74-4a4e-a24a-359e768d8ea4 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:39:53.150416 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fbd1a9-deea-4975-b642-89e54586472e None None] DHCP port deletion for 1776fee4-8798-41a4-bbd7-5e7d8c1a6a96 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:39:53.200727 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-0069ae3b-21e1-41e6-aca7-80cdfa12319f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 3a4fb9cd-27e3-4fc7-b4e5-f61592dbf377) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:39:53.218989 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d6925d3e-af2b-4552-bd96-b732cdf88e6b admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=b6348e2d199d41b790823569854a5517&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1829057 Aug 27 04:39:53.223469 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0069ae3b-21e1-41e6-aca7-80cdfa12319f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:53.224694 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0069ae3b-21e1-41e6-aca7-80cdfa12319f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:53.226386 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38882) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:53.243946 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ebd107-57df-4fe9-96ce-1e611bf1ff2e None None] Network 3a4fb9cd-27e3-4fc7-b4e5-f61592dbf377 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:39:53.251061 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-386d25f4-03c6-4675-ae43-9bb5d7766284 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 02b8aabf-af74-4a4e-a24a-359e768d8ea4) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:39:53.300806 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386d25f4-03c6-4675-ae43-9bb5d7766284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:39:53.301670 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-386d25f4-03c6-4675-ae43-9bb5d7766284 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:53.304053 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f2b235-0c49-4de5-ab39-c6fd63253c17 None None] Network 02b8aabf-af74-4a4e-a24a-359e768d8ea4 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:39:53.311363 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2557d81e-8363-438c-9f8a-7bcee49af741 admin admin] Publish callbacks [] for security_group (74ca6c55-954e-4f0d-8f38-07eaae25e196), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:53.319417 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-6b84af91-8f10-4092-a538-6933acb02dd7 admin admin] Deleting port 6c45caf8-bc7a-4ddb-89de-33657546b101 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:39:53.328376 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6b84af91-8f10-4092-a538-6933acb02dd7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (6c45caf8-bc7a-4ddb-89de-33657546b101), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:53.359504 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2557d81e-8363-438c-9f8a-7bcee49af741 admin admin] Publish callbacks [] for security_group (74ca6c55-954e-4f0d-8f38-07eaae25e196), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:53.443379 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-0069ae3b-21e1-41e6-aca7-80cdfa12319f admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6050117 Aug 27 04:39:53.464337 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38892) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:53.472326 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-6c282599-a49e-4e31-b025-936a4d92585c admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-520160126-router', 'tenant_id': 'b6295028045c4e4a89a385e4e835c7a3', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:39:53.521767 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-386d25f4-03c6-4675-ae43-9bb5d7766284 admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.2677660 Aug 27 04:39:53.538974 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38898) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:53.624834 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-130bc4c7-8733-4492-86a1-10695aeb1ea3 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-843603323-router', 'tenant_id': '4be70acd148e4739ba601614d787ad14', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:39:53.676321 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6c282599-a49e-4e31-b025-936a4d92585c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (4577865d-078d-42cc-aea4-c38b0bce28ce), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:53.678024 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6c282599-a49e-4e31-b025-936a4d92585c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (4577865d-078d-42cc-aea4-c38b0bce28ce), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:53.727874 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-6b84af91-8f10-4092-a538-6933acb02dd7 admin admin] For port 6c45caf8-bc7a-4ddb-89de-33657546b101, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=6c45caf8-bc7a-4ddb-89de-33657546b101,segment=NetworkSegment(b47f8e05-7d5e-4b89-8886-104de46100c8),segment_id=b47f8e05-7d5e-4b89-8886-104de46100c8)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:39:53.727874 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6b84af91-8f10-4092-a538-6933acb02dd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (6c45caf8-bc7a-4ddb-89de-33657546b101), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:53.753737 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device 7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85 no longer exists at agent hyperv_n-h1-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:39:53.754929 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-6b84af91-8f10-4092-a538-6933acb02dd7 admin admin] Calling delete_port for 6c45caf8-bc7a-4ddb-89de-33657546b101 owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:39:53.764709 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6c45caf8-bc7a-4ddb-89de-33657546b101 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:39:53.777838 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-95fbd1a9-deea-4975-b642-89e54586472e None None] Deleting port 6c45caf8-bc7a-4ddb-89de-33657546b101 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:39:53.778213 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-95fbd1a9-deea-4975-b642-89e54586472e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (6c45caf8-bc7a-4ddb-89de-33657546b101), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:53.827773 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-d7e5c70a-0278-458b-a30c-b3ae7fbff4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96ba3b4-dbf0-4870-86a9-a2e26f632cce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-102997866-router', 'tenant_id': '5830193fb5044d669e0ec200593ff23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '7207f835-2c89-4917-8901-e951d872c2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:39:36Z', 'updated_at': '2022-08-27T04:39:44Z', 'revision_number': 4, 'project_id': '5830193fb5044d669e0ec200593ff23f', 'gw_port': {'id': '7207f835-2c89-4917-8901-e951d872c2b3', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:35:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96ba3b4-dbf0-4870-86a9-a2e26f632cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:37Z', 'updated_at': '2022-08-27T04:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '0b2cc346-d662-44ce-ae04-525b1e9d11c0', 'name': '', 'network_id': 'ef400a2a-b925-41d3-9f86-e224276accb3', 'tenant_id': '5830193fb5044d669e0ec200593ff23f', 'mac_address': 'fa:16:3e:6e:6a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96ba3b4-dbf0-4870-86a9-a2e26f632cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '72e70728-5d5a-4c32-9fca-3e94144630bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:43Z', 'updated_at': '2022-08-27T04:39:52Z', 'revision_number': 4, 'project_id': '5830193fb5044d669e0ec200593ff23f', 'subnets': [{'id': '72e70728-5d5a-4c32-9fca-3e94144630bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:53.829205 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6c282599-a49e-4e31-b025-936a4d92585c admin admin] Publish callbacks [] for router_controller (4577865d-078d-42cc-aea4-c38b0bce28ce), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:53.831542 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:53.844739 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2557d81e-8363-438c-9f8a-7bcee49af741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (74ca6c55-954e-4f0d-8f38-07eaae25e196), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:53.849380 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2557d81e-8363-438c-9f8a-7bcee49af741 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:53.854849 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e5c70a-0278-458b-a30c-b3ae7fbff4e9 None None] The sync data for ids ['a96ba3b4-dbf0-4870-86a9-a2e26f632cce'] in n-d-852088-5 is: [{'id': 'a96ba3b4-dbf0-4870-86a9-a2e26f632cce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-102997866-router', 'tenant_id': '5830193fb5044d669e0ec200593ff23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '7207f835-2c89-4917-8901-e951d872c2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:39:36Z', 'updated_at': '2022-08-27T04:39:44Z', 'revision_number': 4, 'project_id': '5830193fb5044d669e0ec200593ff23f', 'gw_port': {'id': '7207f835-2c89-4917-8901-e951d872c2b3', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:35:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96ba3b4-dbf0-4870-86a9-a2e26f632cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:37Z', 'updated_at': '2022-08-27T04:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '0b2cc346-d662-44ce-ae04-525b1e9d11c0', 'name': '', 'network_id': 'ef400a2a-b925-41d3-9f86-e224276accb3', 'tenant_id': '5830193fb5044d669e0ec200593ff23f', 'mac_address': 'fa:16:3e:6e:6a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96ba3b4-dbf0-4870-86a9-a2e26f632cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '72e70728-5d5a-4c32-9fca-3e94144630bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:43Z', 'updated_at': '2022-08-27T04:39:52Z', 'revision_number': 4, 'project_id': '5830193fb5044d669e0ec200593ff23f', 'subnets': [{'id': '72e70728-5d5a-4c32-9fca-3e94144630bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:39:53.862441 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-130bc4c7-8733-4492-86a1-10695aeb1ea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (23f20c61-d845-473e-8659-aae6cba37fa2), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:53.863739 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-130bc4c7-8733-4492-86a1-10695aeb1ea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (23f20c61-d845-473e-8659-aae6cba37fa2), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:53.866563 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2557d81e-8363-438c-9f8a-7bcee49af741 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/74ca6c55-954e-4f0d-8f38-07eaae25e196 HTTP/1.1" status: 204 len: 168 time: 0.6293523 Aug 27 04:39:53.894876 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2557d81e-8363-438c-9f8a-7bcee49af741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ca6c55-954e-4f0d-8f38-07eaae25e196,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:53.949540 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:54.179301 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be97ef8e-3e94-46e6-9b0f-58ad453e40d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-02b8aabf-af74-4a4e-a24a-359e768d8ea4', 'network_id': '02b8aabf-af74-4a4e-a24a-359e768d8ea4', 'project_id': '4be70acd148e4739ba601614d787ad14', 'fixed_ips': [{'subnet_id': 'ea9f916a-ab70-494c-8826-3e2090fa8e07'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:39:54.180413 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-be97ef8e-3e94-46e6-9b0f-58ad453e40d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:54.185332 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] No Port match for: 7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:39:54.189274 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device 7d5b0bf3-6b1d-401a-9bcf-1c20e143ca85 not bound to the agent host n-h1-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:39:54.211839 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-130bc4c7-8733-4492-86a1-10695aeb1ea3 admin admin] Publish callbacks [] for router_controller (23f20c61-d845-473e-8659-aae6cba37fa2), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:54.300746 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6b84af91-8f10-4092-a538-6933acb02dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (6c45caf8-bc7a-4ddb-89de-33657546b101), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:54.326086 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6c282599-a49e-4e31-b025-936a4d92585c admin admin] Publish callbacks [] for router_gateway (4577865d-078d-42cc-aea4-c38b0bce28ce), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:54.438683 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178c2814-f4bb-417f-8aa5-ac6aca0f836d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-3a4fb9cd-27e3-4fc7-b4e5-f61592dbf377', 'network_id': '3a4fb9cd-27e3-4fc7-b4e5-f61592dbf377', 'project_id': 'b6295028045c4e4a89a385e4e835c7a3', 'fixed_ips': [{'subnet_id': 'c4c72ad4-a6e8-4bc1-93bc-cf472e27f6b6'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:39:54.439894 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-178c2814-f4bb-417f-8aa5-ac6aca0f836d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:54.464233 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-95fbd1a9-deea-4975-b642-89e54586472e None None] For port 6c45caf8-bc7a-4ddb-89de-33657546b101, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=6c45caf8-bc7a-4ddb-89de-33657546b101,segment=NetworkSegment(b47f8e05-7d5e-4b89-8886-104de46100c8),segment_id=b47f8e05-7d5e-4b89-8886-104de46100c8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:39:54.464606 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-95fbd1a9-deea-4975-b642-89e54586472e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (6c45caf8-bc7a-4ddb-89de-33657546b101), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:54.486529 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:54.496157 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No active binding found for port 6c45caf8-bc7a-4ddb-89de-33657546b101 {{(pid=107777) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Aug 27 04:39:54.496157 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] The host n-d-852088-5 is not matching for port 6c45caf8-bc7a-4ddb-89de-33657546b101 host None! {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 27 04:39:54.496157 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6c45caf8-bc7a-4ddb-89de-33657546b101 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:39:54.496708 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 0bbee1f3-abc2-4f93-809c-399560b1d40a no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:39:54.499142 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-95fbd1a9-deea-4975-b642-89e54586472e None None] Calling delete_port for 6c45caf8-bc7a-4ddb-89de-33657546b101 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:39:54.546469 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 0bbee1f3-abc2-4f93-809c-399560b1d40a {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:39:54.546811 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 0bbee1f3-abc2-4f93-809c-399560b1d40a not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:39:54.626863 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b84af91-8f10-4092-a538-6933acb02dd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c45caf8-bc7a-4ddb-89de-33657546b101,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:54.635437 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b84af91-8f10-4092-a538-6933acb02dd7 admin admin] No DVR routers for this DVR port 6c45caf8-bc7a-4ddb-89de-33657546b101 on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:39:54.884843 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:54.911295 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:54.923230 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:54.925985 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38934) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:54.962257 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:54.973745 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6c282599-a49e-4e31-b025-936a4d92585c admin admin] Publish callbacks [] for router_gateway (4577865d-078d-42cc-aea4-c38b0bce28ce), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:55.031867 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6c282599-a49e-4e31-b025-936a4d92585c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:55.076364 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-be97ef8e-3e94-46e6-9b0f-58ad453e40d0 None None] Allocated IP 172.20.0.2 (02b8aabf-af74-4a4e-a24a-359e768d8ea4/ea9f916a-ab70-494c-8826-3e2090fa8e07/4c0a1305-de9c-45be-83f3-a1ff4a036f22) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:39:55.242433 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-95fbd1a9-deea-4975-b642-89e54586472e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (6c45caf8-bc7a-4ddb-89de-33657546b101), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:55.266102 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-6c282599-a49e-4e31-b025-936a4d92585c admin admin] Allocated IP 172.25.2.186 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/294b53b6-f7d0-445e-8047-b87a519f5011) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:39:55.311882 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fbd1a9-deea-4975-b642-89e54586472e None None] Pushing event deleted for resources: {'Port': ['ID=6c45caf8-bc7a-4ddb-89de-33657546b101,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:55.447858 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fbd1a9-deea-4975-b642-89e54586472e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:55.448271 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fbd1a9-deea-4975-b642-89e54586472e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:55.448574 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fbd1a9-deea-4975-b642-89e54586472e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:55.448914 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fbd1a9-deea-4975-b642-89e54586472e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:55.449251 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fbd1a9-deea-4975-b642-89e54586472e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:55.449581 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fbd1a9-deea-4975-b642-89e54586472e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:55.449937 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fbd1a9-deea-4975-b642-89e54586472e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:55.450234 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fbd1a9-deea-4975-b642-89e54586472e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:55.470215 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fbd1a9-deea-4975-b642-89e54586472e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:55.473071 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fbd1a9-deea-4975-b642-89e54586472e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:55.475203 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fbd1a9-deea-4975-b642-89e54586472e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:55.476510 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fbd1a9-deea-4975-b642-89e54586472e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:55.477147 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fbd1a9-deea-4975-b642-89e54586472e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:55.477647 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fbd1a9-deea-4975-b642-89e54586472e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:55.478225 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fbd1a9-deea-4975-b642-89e54586472e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:55.504595 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fbd1a9-deea-4975-b642-89e54586472e None None] No DVR routers for this DVR port 6c45caf8-bc7a-4ddb-89de-33657546b101 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:39:55.544782 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 0b2cc346-d662-44ce-ae04-525b1e9d11c0 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:39:55.599143 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6c282599-a49e-4e31-b025-936a4d92585c admin admin] Publish callbacks [] for port (294b53b6-f7d0-445e-8047-b87a519f5011), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:55.661497 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6b84af91-8f10-4092-a538-6933acb02dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (1776fee4-8798-41a4-bbd7-5e7d8c1a6a96), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:55.679929 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-130bc4c7-8733-4492-86a1-10695aeb1ea3 admin admin] Publish callbacks [] for router_gateway (23f20c61-d845-473e-8659-aae6cba37fa2), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:55.701431 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-178c2814-f4bb-417f-8aa5-ac6aca0f836d None None] Allocated IP 172.20.0.2 (3a4fb9cd-27e3-4fc7-b4e5-f61592dbf377/c4c72ad4-a6e8-4bc1-93bc-cf472e27f6b6/ff9694a6-51e3-4a2b-a984-56cf29364c43) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:39:55.737310 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-6b84af91-8f10-4092-a538-6933acb02dd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1776fee4-8798-41a4-bbd7-5e7d8c1a6a96']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:55.755126 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-6b84af91-8f10-4092-a538-6933acb02dd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b47f8e05-7d5e-4b89-8886-104de46100c8') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:55.755430 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-6b84af91-8f10-4092-a538-6933acb02dd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b47f8e05-7d5e-4b89-8886-104de46100c8') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:55.756845 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6c282599-a49e-4e31-b025-936a4d92585c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (294b53b6-f7d0-445e-8047-b87a519f5011), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:55.771631 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 0b2cc346-d662-44ce-ae04-525b1e9d11c0 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:39:55.794448 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (0b2cc346-d662-44ce-ae04-525b1e9d11c0), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:55.797686 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6b84af91-8f10-4092-a538-6933acb02dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (b47f8e05-7d5e-4b89-8886-104de46100c8), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:55.821722 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c282599-a49e-4e31-b025-936a4d92585c admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:39:55.833054 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-6c282599-a49e-4e31-b025-936a4d92585c admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:39:55.836691 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c282599-a49e-4e31-b025-936a4d92585c admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:39:55.896607 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:UPDATE=8,neutron:INSERT=6 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:55.908803 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c282599-a49e-4e31-b025-936a4d92585c admin admin] Pushing event updated for resources: {'Port': ['ID=294b53b6-f7d0-445e-8047-b87a519f5011,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:55.932506 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6b84af91-8f10-4092-a538-6933acb02dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (b47f8e05-7d5e-4b89-8886-104de46100c8), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:55.932506 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b84af91-8f10-4092-a538-6933acb02dd7 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:39:55.932506 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6b84af91-8f10-4092-a538-6933acb02dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (b47f8e05-7d5e-4b89-8886-104de46100c8), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:55.933504 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:56.069135 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment b47f8e05-7d5e-4b89-8886-104de46100c8 resource provider aggregate not found Aug 27 04:39:56.133059 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-be97ef8e-3e94-46e6-9b0f-58ad453e40d0 None None] Publish callbacks [] for port (4c0a1305-de9c-45be-83f3-a1ff4a036f22), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:56.157031 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment b47f8e05-7d5e-4b89-8886-104de46100c8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b47f8e05-7d5e-4b89-8886-104de46100c8 found for delete ", "request_id": "req-1a8d195c-2fce-4ee2-8e38-a524b18ce851"}]} Aug 27 04:39:56.167642 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6b84af91-8f10-4092-a538-6933acb02dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (1776fee4-8798-41a4-bbd7-5e7d8c1a6a96), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:56.220784 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6b84af91-8f10-4092-a538-6933acb02dd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:56.244266 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-6b84af91-8f10-4092-a538-6933acb02dd7 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/1776fee4-8798-41a4-bbd7-5e7d8c1a6a96 HTTP/1.1" status: 204 len: 168 time: 3.4240599 Aug 27 04:39:56.320745 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b84af91-8f10-4092-a538-6933acb02dd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1776fee4-8798-41a4-bbd7-5e7d8c1a6a96,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:56.327404 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-be97ef8e-3e94-46e6-9b0f-58ad453e40d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (4c0a1305-de9c-45be-83f3-a1ff4a036f22), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:56.334505 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c330975e-fa79-4f01-82c1-efc667e58a37 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=dae5eca5a049462aa50c42ecaf08241e&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4002013 Aug 27 04:39:56.335517 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38982) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:56.423895 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-130bc4c7-8733-4492-86a1-10695aeb1ea3 admin admin] Publish callbacks [] for router_gateway (23f20c61-d845-473e-8659-aae6cba37fa2), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:56.446075 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-130bc4c7-8733-4492-86a1-10695aeb1ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:56.506970 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6c282599-a49e-4e31-b025-936a4d92585c admin admin] Publish callbacks [] for router_gateway (4577865d-078d-42cc-aea4-c38b0bce28ce), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:56.509865 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 0b2cc346-d662-44ce-ae04-525b1e9d11c0 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:39:56.519707 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (0b2cc346-d662-44ce-ae04-525b1e9d11c0), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:56.519856 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6bcd14c3-429b-40f3-9a06-61a3807c153c admin admin] Publish callbacks [] for security_group (22170a02-a707-49d3-bf0d-346bff1fd07c), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:56.528960 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be97ef8e-3e94-46e6-9b0f-58ad453e40d0 None None] Network 02b8aabf-af74-4a4e-a24a-359e768d8ea4 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:39:56.551527 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6bcd14c3-429b-40f3-9a06-61a3807c153c admin admin] Publish callbacks [] for security_group (22170a02-a707-49d3-bf0d-346bff1fd07c), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:56.555558 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-be97ef8e-3e94-46e6-9b0f-58ad453e40d0 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:39:56.566198 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be97ef8e-3e94-46e6-9b0f-58ad453e40d0 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:39:56.567274 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:56.568398 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be97ef8e-3e94-46e6-9b0f-58ad453e40d0 None None] Pushing event updated for resources: {'Port': ['ID=4c0a1305-de9c-45be-83f3-a1ff4a036f22,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:56.572437 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-178c2814-f4bb-417f-8aa5-ac6aca0f836d None None] Publish callbacks [] for port (ff9694a6-51e3-4a2b-a984-56cf29364c43), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:56.652609 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 0b2cc346-d662-44ce-ae04-525b1e9d11c0, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=0b2cc346-d662-44ce-ae04-525b1e9d11c0,segment=NetworkSegment(fb741577-61d1-45b0-bcfa-7174c3965238),segment_id=fb741577-61d1-45b0-bcfa-7174c3965238)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:39:56.655902 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=7 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:56.668770 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-130bc4c7-8733-4492-86a1-10695aeb1ea3 admin admin] Allocated IP 172.25.2.241 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/2a8fc636-81ae-4130-bda1-7cf312eb9b99) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:39:56.677900 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:56.682528 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-178c2814-f4bb-417f-8aa5-ac6aca0f836d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (ff9694a6-51e3-4a2b-a984-56cf29364c43), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:56.736343 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178c2814-f4bb-417f-8aa5-ac6aca0f836d None None] Network 3a4fb9cd-27e3-4fc7-b4e5-f61592dbf377 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:39:56.738206 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-be97ef8e-3e94-46e6-9b0f-58ad453e40d0 None None] Attempting to bind port 4c0a1305-de9c-45be-83f3-a1ff4a036f22 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:39:56.738830 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-be97ef8e-3e94-46e6-9b0f-58ad453e40d0 None None] Attempting to bind port 4c0a1305-de9c-45be-83f3-a1ff4a036f22 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '6bcc1a9d-4fe7-48b0-a744-5a0c28f5b090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '02b8aabf-af74-4a4e-a24a-359e768d8ea4'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:39:56.739292 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be97ef8e-3e94-46e6-9b0f-58ad453e40d0 None None] Attempting to bind port 4c0a1305-de9c-45be-83f3-a1ff4a036f22 on network 02b8aabf-af74-4a4e-a24a-359e768d8ea4 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:39:56.746111 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-178c2814-f4bb-417f-8aa5-ac6aca0f836d None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:39:56.752904 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178c2814-f4bb-417f-8aa5-ac6aca0f836d None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:39:56.762306 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be97ef8e-3e94-46e6-9b0f-58ad453e40d0 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:39:56.763191 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be97ef8e-3e94-46e6-9b0f-58ad453e40d0 None None] Checking segment: {'id': '6bcc1a9d-4fe7-48b0-a744-5a0c28f5b090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '02b8aabf-af74-4a4e-a24a-359e768d8ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:39:56.763478 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-be97ef8e-3e94-46e6-9b0f-58ad453e40d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:56.763970 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be97ef8e-3e94-46e6-9b0f-58ad453e40d0 None None] Bound using segment: {'id': '6bcc1a9d-4fe7-48b0-a744-5a0c28f5b090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '02b8aabf-af74-4a4e-a24a-359e768d8ea4'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:39:56.764579 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-be97ef8e-3e94-46e6-9b0f-58ad453e40d0 None None] Bound port: 4c0a1305-de9c-45be-83f3-a1ff4a036f22, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bcc1a9d-4fe7-48b0-a744-5a0c28f5b090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '02b8aabf-af74-4a4e-a24a-359e768d8ea4'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:39:56.765074 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-be97ef8e-3e94-46e6-9b0f-58ad453e40d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (4c0a1305-de9c-45be-83f3-a1ff4a036f22), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:56.811076 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (0b2cc346-d662-44ce-ae04-525b1e9d11c0), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:56.815579 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178c2814-f4bb-417f-8aa5-ac6aca0f836d None None] Pushing event updated for resources: {'Port': ['ID=ff9694a6-51e3-4a2b-a984-56cf29364c43,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:56.818104 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-55b2a213-4221-4e5c-aa45-02474bb3305f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:56.831861 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6bcd14c3-429b-40f3-9a06-61a3807c153c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (22170a02-a707-49d3-bf0d-346bff1fd07c), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:56.835143 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6bcd14c3-429b-40f3-9a06-61a3807c153c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:56.837600 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-6bcd14c3-429b-40f3-9a06-61a3807c153c admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/22170a02-a707-49d3-bf0d-346bff1fd07c HTTP/1.1" status: 204 len: 168 time: 0.4990158 Aug 27 04:39:56.860266 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-130bc4c7-8733-4492-86a1-10695aeb1ea3 admin admin] Publish callbacks [] for port (2a8fc636-81ae-4130-bda1-7cf312eb9b99), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:56.862678 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcd14c3-429b-40f3-9a06-61a3807c153c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22170a02-a707-49d3-bf0d-346bff1fd07c,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:56.871661 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6c282599-a49e-4e31-b025-936a4d92585c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (4577865d-078d-42cc-aea4-c38b0bce28ce), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:56.942968 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-178c2814-f4bb-417f-8aa5-ac6aca0f836d None None] Attempting to bind port ff9694a6-51e3-4a2b-a984-56cf29364c43 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:39:56.943587 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-178c2814-f4bb-417f-8aa5-ac6aca0f836d None None] Attempting to bind port ff9694a6-51e3-4a2b-a984-56cf29364c43 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '25ebb9e9-dc98-4fc3-a669-dda354dfe216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3a4fb9cd-27e3-4fc7-b4e5-f61592dbf377'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:39:56.946788 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178c2814-f4bb-417f-8aa5-ac6aca0f836d None None] Attempting to bind port ff9694a6-51e3-4a2b-a984-56cf29364c43 on network 3a4fb9cd-27e3-4fc7-b4e5-f61592dbf377 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:39:56.977865 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178c2814-f4bb-417f-8aa5-ac6aca0f836d None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:39:56.978376 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178c2814-f4bb-417f-8aa5-ac6aca0f836d None None] Checking segment: {'id': '25ebb9e9-dc98-4fc3-a669-dda354dfe216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3a4fb9cd-27e3-4fc7-b4e5-f61592dbf377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:39:56.978511 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38992) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:56.978985 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-178c2814-f4bb-417f-8aa5-ac6aca0f836d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:56.979479 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178c2814-f4bb-417f-8aa5-ac6aca0f836d None None] Bound using segment: {'id': '25ebb9e9-dc98-4fc3-a669-dda354dfe216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3a4fb9cd-27e3-4fc7-b4e5-f61592dbf377'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:39:56.980180 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-178c2814-f4bb-417f-8aa5-ac6aca0f836d None None] Bound port: ff9694a6-51e3-4a2b-a984-56cf29364c43, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25ebb9e9-dc98-4fc3-a669-dda354dfe216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3a4fb9cd-27e3-4fc7-b4e5-f61592dbf377'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:39:56.980674 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-178c2814-f4bb-417f-8aa5-ac6aca0f836d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (ff9694a6-51e3-4a2b-a984-56cf29364c43), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:57.010717 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=0b2cc346-d662-44ce-ae04-525b1e9d11c0,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:57.011475 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-be97ef8e-3e94-46e6-9b0f-58ad453e40d0 None None] For port 4c0a1305-de9c-45be-83f3-a1ff4a036f22, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:39:57.085114 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-be97ef8e-3e94-46e6-9b0f-58ad453e40d0 None None] For port 4c0a1305-de9c-45be-83f3-a1ff4a036f22, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=4c0a1305-de9c-45be-83f3-a1ff4a036f22,segment=NetworkSegment(6bcc1a9d-4fe7-48b0-a744-5a0c28f5b090),segment_id=6bcc1a9d-4fe7-48b0-a744-5a0c28f5b090)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:39:57.109774 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-cce95104-1427-4ab3-b267-53f6152f8a9f admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=102c34e4c00d4db4bcdfdfbbffd8992c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1261587 Aug 27 04:39:57.110982 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-130bc4c7-8733-4492-86a1-10695aeb1ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (2a8fc636-81ae-4130-bda1-7cf312eb9b99), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:57.124289 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38996) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:57.138791 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130bc4c7-8733-4492-86a1-10695aeb1ea3 admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:39:57.152913 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-be97ef8e-3e94-46e6-9b0f-58ad453e40d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (4c0a1305-de9c-45be-83f3-a1ff4a036f22), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:57.165694 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-178c2814-f4bb-417f-8aa5-ac6aca0f836d None None] For port ff9694a6-51e3-4a2b-a984-56cf29364c43, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:39:57.209674 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-130bc4c7-8733-4492-86a1-10695aeb1ea3 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:39:57.217272 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130bc4c7-8733-4492-86a1-10695aeb1ea3 admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:39:57.223824 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-178c2814-f4bb-417f-8aa5-ac6aca0f836d None None] For port ff9694a6-51e3-4a2b-a984-56cf29364c43, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=ff9694a6-51e3-4a2b-a984-56cf29364c43,segment=NetworkSegment(25ebb9e9-dc98-4fc3-a669-dda354dfe216),segment_id=25ebb9e9-dc98-4fc3-a669-dda354dfe216)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:39:57.276463 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38998) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:57.278674 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be97ef8e-3e94-46e6-9b0f-58ad453e40d0 None None] Pushing event updated for resources: {'Port': ['ID=4c0a1305-de9c-45be-83f3-a1ff4a036f22,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:57.289822 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:57.299155 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-178c2814-f4bb-417f-8aa5-ac6aca0f836d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (ff9694a6-51e3-4a2b-a984-56cf29364c43), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:57.373396 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c282599-a49e-4e31-b025-936a4d92585c admin admin] Router 4577865d-078d-42cc-aea4-c38b0bce28ce is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:39:57.476658 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:57.501652 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 0b2cc346-d662-44ce-ae04-525b1e9d11c0 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:39:57.540409 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130bc4c7-8733-4492-86a1-10695aeb1ea3 admin admin] Pushing event updated for resources: {'Port': ['ID=2a8fc636-81ae-4130-bda1-7cf312eb9b99,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:57.574971 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-629e3e46-497c-4dac-ab5d-698b6e4f882a admin admin] Publish callbacks [] for security_group (23bf297d-ee4f-47bb-bf23-2f8a509d1704), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:57.602015 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178c2814-f4bb-417f-8aa5-ac6aca0f836d None None] Pushing event updated for resources: {'Port': ['ID=ff9694a6-51e3-4a2b-a984-56cf29364c43,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:57.610551 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-629e3e46-497c-4dac-ab5d-698b6e4f882a admin admin] Publish callbacks [] for security_group (23bf297d-ee4f-47bb-bf23-2f8a509d1704), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:57.704928 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 0b2cc346-d662-44ce-ae04-525b1e9d11c0 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:39:57.705117 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (0b2cc346-d662-44ce-ae04-525b1e9d11c0), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:57.760492 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c282599-a49e-4e31-b025-936a4d92585c admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:39:57.774636 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39004) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:57.805146 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-629e3e46-497c-4dac-ab5d-698b6e4f882a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (23bf297d-ee4f-47bb-bf23-2f8a509d1704), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:57.808467 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-629e3e46-497c-4dac-ab5d-698b6e4f882a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:57.810019 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-629e3e46-497c-4dac-ab5d-698b6e4f882a admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/23bf297d-ee4f-47bb-bf23-2f8a509d1704 HTTP/1.1" status: 204 len: 168 time: 0.6692801 Aug 27 04:39:57.824804 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e501b268-f5cc-46b7-a5df-5e77aaaca9af None None] Sync routers for ids ['4577865d-078d-42cc-aea4-c38b0bce28ce'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:39:57.839749 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e3e46-497c-4dac-ab5d-698b6e4f882a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23bf297d-ee4f-47bb-bf23-2f8a509d1704,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:57.879670 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6c282599-a49e-4e31-b025-936a4d92585c admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:57.884029 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6c282599-a49e-4e31-b025-936a4d92585c admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.4154835 Aug 27 04:39:57.884029 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39012) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:57.937997 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:57.942396 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e501b268-f5cc-46b7-a5df-5e77aaaca9af None None] Routers {'4577865d-078d-42cc-aea4-c38b0bce28ce'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:39:57.944621 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-e501b268-f5cc-46b7-a5df-5e77aaaca9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:39:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['4577865d-078d-42cc-aea4-c38b0bce28ce'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:57.953127 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-130bc4c7-8733-4492-86a1-10695aeb1ea3 admin admin] Publish callbacks [] for router_gateway (23f20c61-d845-473e-8659-aae6cba37fa2), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:57.996413 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:58.205862 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7ab9560e-881d-4a8b-b5d7-efda8adeabed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:58.225581 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-e501b268-f5cc-46b7-a5df-5e77aaaca9af None None] Set router 4577865d-078d-42cc-aea4-c38b0bce28ce gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:39:58.289047 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=84,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:58.369182 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-115827ca-6e3d-4402-b3ef-6bdedfcbea2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:58.423094 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7ab9560e-881d-4a8b-b5d7-efda8adeabed admin admin] Publish callbacks [] for security_group (c114d5b5-4296-4d61-9312-84de3ed01245), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:58.426482 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-130bc4c7-8733-4492-86a1-10695aeb1ea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (23f20c61-d845-473e-8659-aae6cba37fa2), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:58.490220 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 0b2cc346-d662-44ce-ae04-525b1e9d11c0 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:39:58.534464 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:58.625304 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:58.644359 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7ab9560e-881d-4a8b-b5d7-efda8adeabed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (c114d5b5-4296-4d61-9312-84de3ed01245), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:58.657121 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-e501b268-f5cc-46b7-a5df-5e77aaaca9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4577865d-078d-42cc-aea4-c38b0bce28ce', 'name': 'tempest-AttachSCSIVolumeTestJSON-520160126-router', 'tenant_id': 'b6295028045c4e4a89a385e4e835c7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '294b53b6-f7d0-445e-8047-b87a519f5011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:39:53Z', 'updated_at': '2022-08-27T04:39:56Z', 'revision_number': 3, 'project_id': 'b6295028045c4e4a89a385e4e835c7a3', 'gw_port': {'id': '294b53b6-f7d0-445e-8047-b87a519f5011', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4577865d-078d-42cc-aea4-c38b0bce28ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:55Z', 'updated_at': '2022-08-27T04:39:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:58.718207 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39018) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:58.749602 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e501b268-f5cc-46b7-a5df-5e77aaaca9af None None] Checking router: 4577865d-078d-42cc-aea4-c38b0bce28ce for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:39:58.750053 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e501b268-f5cc-46b7-a5df-5e77aaaca9af None None] Updating router 4577865d-078d-42cc-aea4-c38b0bce28ce port 294b53b6-f7d0-445e-8047-b87a519f5011 binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:39:58.763916 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e2ffd259-35b2-4ba0-a289-1f354d4021da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:58.772019 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7ab9560e-881d-4a8b-b5d7-efda8adeabed admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=3260003f727e4758bd94829754848349&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4894445 Aug 27 04:39:58.776780 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39020) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:58.777097 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab9560e-881d-4a8b-b5d7-efda8adeabed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c114d5b5-4296-4d61-9312-84de3ed01245,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:58.848740 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e501b268-f5cc-46b7-a5df-5e77aaaca9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (294b53b6-f7d0-445e-8047-b87a519f5011), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:58.887590 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-115827ca-6e3d-4402-b3ef-6bdedfcbea2f admin admin] Publish callbacks [] for security_group (150f8c8e-90e8-4e22-924d-081497d07fe2), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:58.909514 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:58.990033 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-115827ca-6e3d-4402-b3ef-6bdedfcbea2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (150f8c8e-90e8-4e22-924d-081497d07fe2), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:59.011016 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c84fa8b7-3435-4a79-949a-aa10ab070656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:59.024452 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-130bc4c7-8733-4492-86a1-10695aeb1ea3 admin admin] Router 23f20c61-d845-473e-8659-aae6cba37fa2 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:39:59.191333 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115827ca-6e3d-4402-b3ef-6bdedfcbea2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=150f8c8e-90e8-4e22-924d-081497d07fe2,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:59.193422 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31855ae-0c82-4d3a-bace-1a71a77ba607 None None] Network 02b8aabf-af74-4a4e-a24a-359e768d8ea4 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:39:59.227229 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-115827ca-6e3d-4402-b3ef-6bdedfcbea2f admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=9698589ac2984c589f2a357cf753b3f1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4515641 Aug 27 04:39:59.232619 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39034) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:59.371793 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:59.413989 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-31c0f0f0-67af-4972-a7e4-95bcbbcf98ff admin admin] Publish callbacks [] for security_group (c114d5b5-4296-4d61-9312-84de3ed01245), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:59.558237 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-31c0f0f0-67af-4972-a7e4-95bcbbcf98ff admin admin] Publish callbacks [] for security_group (c114d5b5-4296-4d61-9312-84de3ed01245), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:59.588446 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-130bc4c7-8733-4492-86a1-10695aeb1ea3 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:39:59.602018 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f58d1d-c7a5-4c7b-8ee8-62f9afc4e085 None None] Sync routers for ids ['23f20c61-d845-473e-8659-aae6cba37fa2'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:39:59.617981 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-388a3a9e-3c9b-4a7b-90c4-5f70e34a84d4 None None] Provisioning complete for port 4c0a1305-de9c-45be-83f3-a1ff4a036f22 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:39:59.618455 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-388a3a9e-3c9b-4a7b-90c4-5f70e34a84d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (4c0a1305-de9c-45be-83f3-a1ff4a036f22), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:59.621206 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f58d1d-c7a5-4c7b-8ee8-62f9afc4e085 None None] Routers {'23f20c61-d845-473e-8659-aae6cba37fa2'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:39:59.622612 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-c1f58d1d-c7a5-4c7b-8ee8-62f9afc4e085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:39:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['23f20c61-d845-473e-8659-aae6cba37fa2'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:39:59.629831 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c7d769-060a-4884-87fd-9b7d888b8bbb None None] Network 3a4fb9cd-27e3-4fc7-b4e5-f61592dbf377 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:39:59.648023 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d0c87f92-e389-419a-841e-45bb786b0187 admin admin] Publish callbacks [] for security_group (150f8c8e-90e8-4e22-924d-081497d07fe2), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:59.737589 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:39:59.740068 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d78d78c0-9873-4ed4-a481-58ab9f78b517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:59.758816 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e2ffd259-35b2-4ba0-a289-1f354d4021da admin admin] Publish callbacks [] for security_group (ba845f22-174e-427a-81cb-31916b1adb2f), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:59.821210 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-130bc4c7-8733-4492-86a1-10695aeb1ea3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:59.825370 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-130bc4c7-8733-4492-86a1-10695aeb1ea3 admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.2756953 Aug 27 04:39:59.826032 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39046) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:39:59.842394 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d0c87f92-e389-419a-841e-45bb786b0187 admin admin] Publish callbacks [] for security_group (150f8c8e-90e8-4e22-924d-081497d07fe2), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:59.848962 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e2ffd259-35b2-4ba0-a289-1f354d4021da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (ba845f22-174e-427a-81cb-31916b1adb2f), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:39:59.867613 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device ff9694a6-51e3-4a2b-a984-56cf29364c43 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:39:59.897989 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-c84fa8b7-3435-4a79-949a-aa10ab070656 admin admin] Allocated IP 172.20.0.1 (3a4fb9cd-27e3-4fc7-b4e5-f61592dbf377/c4c72ad4-a6e8-4bc1-93bc-cf472e27f6b6/8d8c5d53-76dd-4e1a-9408-490ba4b65c3b) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:39:59.906584 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-c1f58d1d-c7a5-4c7b-8ee8-62f9afc4e085 None None] Set router 23f20c61-d845-473e-8659-aae6cba37fa2 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:40:00.013270 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-31c0f0f0-67af-4972-a7e4-95bcbbcf98ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (c114d5b5-4296-4d61-9312-84de3ed01245), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:00.015343 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-31c0f0f0-67af-4972-a7e4-95bcbbcf98ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:00.018028 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-31c0f0f0-67af-4972-a7e4-95bcbbcf98ff admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/c114d5b5-4296-4d61-9312-84de3ed01245 HTTP/1.1" status: 204 len: 168 time: 1.2386608 Aug 27 04:40:00.061007 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e501b268-f5cc-46b7-a5df-5e77aaaca9af None None] Publish callbacks [] for port (294b53b6-f7d0-445e-8047-b87a519f5011), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:00.120899 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port ff9694a6-51e3-4a2b-a984-56cf29364c43 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:40:00.121895 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (ff9694a6-51e3-4a2b-a984-56cf29364c43), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:00.142717 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d0c87f92-e389-419a-841e-45bb786b0187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (150f8c8e-90e8-4e22-924d-081497d07fe2), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:00.149579 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d0c87f92-e389-419a-841e-45bb786b0187 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:00.150733 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d0c87f92-e389-419a-841e-45bb786b0187 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/150f8c8e-90e8-4e22-924d-081497d07fe2 HTTP/1.1" status: 204 len: 168 time: 0.9171395 Aug 27 04:40:00.203541 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c87f92-e389-419a-841e-45bb786b0187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=150f8c8e-90e8-4e22-924d-081497d07fe2,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:00.214377 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e501b268-f5cc-46b7-a5df-5e77aaaca9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (294b53b6-f7d0-445e-8047-b87a519f5011), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:00.249146 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c84fa8b7-3435-4a79-949a-aa10ab070656 admin admin] Publish callbacks [] for port (8d8c5d53-76dd-4e1a-9408-490ba4b65c3b), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:00.249479 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e2ffd259-35b2-4ba0-a289-1f354d4021da admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=05ffa52411954891bff423a45852eed0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5269070 Aug 27 04:40:00.250508 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39060) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:00.274451 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ffd259-35b2-4ba0-a289-1f354d4021da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba845f22-174e-427a-81cb-31916b1adb2f,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:00.317832 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:00.332267 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c0f0f0-67af-4972-a7e4-95bcbbcf98ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c114d5b5-4296-4d61-9312-84de3ed01245,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:00.383984 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-c1f58d1d-c7a5-4c7b-8ee8-62f9afc4e085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f20c61-d845-473e-8659-aae6cba37fa2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-843603323-router', 'tenant_id': '4be70acd148e4739ba601614d787ad14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '2a8fc636-81ae-4130-bda1-7cf312eb9b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:39:53Z', 'updated_at': '2022-08-27T04:39:57Z', 'revision_number': 3, 'project_id': '4be70acd148e4739ba601614d787ad14', 'gw_port': {'id': '2a8fc636-81ae-4130-bda1-7cf312eb9b99', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:68:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f20c61-d845-473e-8659-aae6cba37fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:56Z', 'updated_at': '2022-08-27T04:39:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:00.394906 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-e501b268-f5cc-46b7-a5df-5e77aaaca9af None None] Attempting to bind port 294b53b6-f7d0-445e-8047-b87a519f5011 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:40:00.396717 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-e501b268-f5cc-46b7-a5df-5e77aaaca9af None None] Attempting to bind port 294b53b6-f7d0-445e-8047-b87a519f5011 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:40:00.397184 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e501b268-f5cc-46b7-a5df-5e77aaaca9af None None] Attempting to bind port 294b53b6-f7d0-445e-8047-b87a519f5011 on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:40:00.447176 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f58d1d-c7a5-4c7b-8ee8-62f9afc4e085 None None] Checking router: 23f20c61-d845-473e-8659-aae6cba37fa2 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:40:00.449983 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f58d1d-c7a5-4c7b-8ee8-62f9afc4e085 None None] Updating router 23f20c61-d845-473e-8659-aae6cba37fa2 port 2a8fc636-81ae-4130-bda1-7cf312eb9b99 binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:40:00.454015 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25def81e-ad51-4584-8296-f2975feed701 None None] Pushing event updated for resources: {'Port': ['ID=294b53b6-f7d0-445e-8047-b87a519f5011,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:00.457313 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e501b268-f5cc-46b7-a5df-5e77aaaca9af None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:40:00.458167 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e501b268-f5cc-46b7-a5df-5e77aaaca9af None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:40:00.458796 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e501b268-f5cc-46b7-a5df-5e77aaaca9af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:00.459456 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e501b268-f5cc-46b7-a5df-5e77aaaca9af None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:40:00.460150 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-e501b268-f5cc-46b7-a5df-5e77aaaca9af None None] Bound port: 294b53b6-f7d0-445e-8047-b87a519f5011, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:40:00.460774 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e501b268-f5cc-46b7-a5df-5e77aaaca9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (294b53b6-f7d0-445e-8047-b87a519f5011), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:00.505224 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:00.519602 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-c1f58d1d-c7a5-4c7b-8ee8-62f9afc4e085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (2a8fc636-81ae-4130-bda1-7cf312eb9b99), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:00.527780 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-493b2652-6396-4231-b0fb-83201ac4c788 admin admin] Publish callbacks [] for security_group (ba845f22-174e-427a-81cb-31916b1adb2f), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:00.544306 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c84fa8b7-3435-4a79-949a-aa10ab070656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (8d8c5d53-76dd-4e1a-9408-490ba4b65c3b), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:00.545824 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-e501b268-f5cc-46b7-a5df-5e77aaaca9af None None] For port 294b53b6-f7d0-445e-8047-b87a519f5011, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:40:00.551046 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-e501b268-f5cc-46b7-a5df-5e77aaaca9af None None] For port 294b53b6-f7d0-445e-8047-b87a519f5011, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=294b53b6-f7d0-445e-8047-b87a519f5011,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:40:00.622841 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-493b2652-6396-4231-b0fb-83201ac4c788 admin admin] Publish callbacks [] for security_group (ba845f22-174e-427a-81cb-31916b1adb2f), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:00.685544 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:00.732133 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e501b268-f5cc-46b7-a5df-5e77aaaca9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (294b53b6-f7d0-445e-8047-b87a519f5011), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:00.785110 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-493b2652-6396-4231-b0fb-83201ac4c788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (ba845f22-174e-427a-81cb-31916b1adb2f), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:00.790368 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-493b2652-6396-4231-b0fb-83201ac4c788 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:00.791780 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-493b2652-6396-4231-b0fb-83201ac4c788 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/ba845f22-174e-427a-81cb-31916b1adb2f HTTP/1.1" status: 204 len: 168 time: 0.5397236 Aug 27 04:40:00.834659 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84fa8b7-3435-4a79-949a-aa10ab070656 admin admin] Network 3a4fb9cd-27e3-4fc7-b4e5-f61592dbf377 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:40:00.839273 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493b2652-6396-4231-b0fb-83201ac4c788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba845f22-174e-427a-81cb-31916b1adb2f,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:00.845083 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-c84fa8b7-3435-4a79-949a-aa10ab070656 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:40:00.848261 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84fa8b7-3435-4a79-949a-aa10ab070656 admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:40:00.870034 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:00.913898 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84fa8b7-3435-4a79-949a-aa10ab070656 admin admin] Pushing event updated for resources: {'Port': ['ID=8d8c5d53-76dd-4e1a-9408-490ba4b65c3b,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:00.918459 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c84fa8b7-3435-4a79-949a-aa10ab070656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (4577865d-078d-42cc-aea4-c38b0bce28ce), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:00.948808 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-388a3a9e-3c9b-4a7b-90c4-5f70e34a84d4 None None] Current status of the port 4c0a1305-de9c-45be-83f3-a1ff4a036f22 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:40:00.949181 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-388a3a9e-3c9b-4a7b-90c4-5f70e34a84d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (4c0a1305-de9c-45be-83f3-a1ff4a036f22), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:00.990127 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=86,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:01.103263 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port ff9694a6-51e3-4a2b-a984-56cf29364c43 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:40:01.104952 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (ff9694a6-51e3-4a2b-a984-56cf29364c43), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:01.150723 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-c1f58d1d-c7a5-4c7b-8ee8-62f9afc4e085 None None] Publish callbacks [] for port (2a8fc636-81ae-4130-bda1-7cf312eb9b99), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:01.153566 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e501b268-f5cc-46b7-a5df-5e77aaaca9af None None] Routers {'4577865d-078d-42cc-aea4-c38b0bce28ce'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:40:01.154220 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-e501b268-f5cc-46b7-a5df-5e77aaaca9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:39:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['4577865d-078d-42cc-aea4-c38b0bce28ce'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:01.208817 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-c1f58d1d-c7a5-4c7b-8ee8-62f9afc4e085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (2a8fc636-81ae-4130-bda1-7cf312eb9b99), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:01.272468 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9d5e635e-1a7b-4236-acac-946cced65ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:01.301983 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-c1f58d1d-c7a5-4c7b-8ee8-62f9afc4e085 None None] Attempting to bind port 2a8fc636-81ae-4130-bda1-7cf312eb9b99 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:40:01.301983 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-c1f58d1d-c7a5-4c7b-8ee8-62f9afc4e085 None None] Attempting to bind port 2a8fc636-81ae-4130-bda1-7cf312eb9b99 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:40:01.301983 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f58d1d-c7a5-4c7b-8ee8-62f9afc4e085 None None] Attempting to bind port 2a8fc636-81ae-4130-bda1-7cf312eb9b99 on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:40:01.306276 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c84fa8b7-3435-4a79-949a-aa10ab070656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8d8c5d53-76dd-4e1a-9408-490ba4b65c3b), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:01.322977 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25def81e-ad51-4584-8296-f2975feed701 None None] Pushing event updated for resources: {'Port': ['ID=294b53b6-f7d0-445e-8047-b87a519f5011,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:01.362440 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f58d1d-c7a5-4c7b-8ee8-62f9afc4e085 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:40:01.365486 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f58d1d-c7a5-4c7b-8ee8-62f9afc4e085 None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:40:01.365661 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:01.366858 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-c1f58d1d-c7a5-4c7b-8ee8-62f9afc4e085 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:01.370870 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f58d1d-c7a5-4c7b-8ee8-62f9afc4e085 None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:40:01.372608 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-c1f58d1d-c7a5-4c7b-8ee8-62f9afc4e085 None None] Bound port: 2a8fc636-81ae-4130-bda1-7cf312eb9b99, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:40:01.374516 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-c1f58d1d-c7a5-4c7b-8ee8-62f9afc4e085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (2a8fc636-81ae-4130-bda1-7cf312eb9b99), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:01.377898 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-388a3a9e-3c9b-4a7b-90c4-5f70e34a84d4 None None] For port 4c0a1305-de9c-45be-83f3-a1ff4a036f22, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=4c0a1305-de9c-45be-83f3-a1ff4a036f22,segment=NetworkSegment(6bcc1a9d-4fe7-48b0-a744-5a0c28f5b090),segment_id=6bcc1a9d-4fe7-48b0-a744-5a0c28f5b090)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:40:01.403096 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:01.480831 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port ff9694a6-51e3-4a2b-a984-56cf29364c43, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=ff9694a6-51e3-4a2b-a984-56cf29364c43,segment=NetworkSegment(25ebb9e9-dc98-4fc3-a669-dda354dfe216),segment_id=25ebb9e9-dc98-4fc3-a669-dda354dfe216)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:40:01.490390 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37419a7a-2284-48b3-9313-d96972a517dc None None] Pushing event updated for resources: {'Port': ['ID=2a8fc636-81ae-4130-bda1-7cf312eb9b99,revision_number=2']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:01.491083 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-388a3a9e-3c9b-4a7b-90c4-5f70e34a84d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (4c0a1305-de9c-45be-83f3-a1ff4a036f22), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:01.563000 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (ff9694a6-51e3-4a2b-a984-56cf29364c43), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:01.565940 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 4c0a1305-de9c-45be-83f3-a1ff4a036f22 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:40:01.593083 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:01.677341 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-c1f58d1d-c7a5-4c7b-8ee8-62f9afc4e085 None None] For port 2a8fc636-81ae-4130-bda1-7cf312eb9b99, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:40:01.694907 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-c1f58d1d-c7a5-4c7b-8ee8-62f9afc4e085 None None] For port 2a8fc636-81ae-4130-bda1-7cf312eb9b99, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=2a8fc636-81ae-4130-bda1-7cf312eb9b99,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:40:01.739486 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-e501b268-f5cc-46b7-a5df-5e77aaaca9af None None] Set router 4577865d-078d-42cc-aea4-c38b0bce28ce gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:40:01.751463 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c84fa8b7-3435-4a79-949a-aa10ab070656 admin admin] Publish callbacks [] for port (8d8c5d53-76dd-4e1a-9408-490ba4b65c3b), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:01.761484 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-c1f58d1d-c7a5-4c7b-8ee8-62f9afc4e085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (2a8fc636-81ae-4130-bda1-7cf312eb9b99), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:01.772509 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-9d5e635e-1a7b-4236-acac-946cced65ebc admin admin] Allocated IP 172.20.0.1 (02b8aabf-af74-4a4e-a24a-359e768d8ea4/ea9f916a-ab70-494c-8826-3e2090fa8e07/ead487b3-2f58-45f9-a627-cbe217c12f65) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:40:01.822067 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-dbf31e4f-daa4-4ef8-9405-7294f03fd73f None None] Provisioning complete for port 8d8c5d53-76dd-4e1a-9408-490ba4b65c3b triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:40:01.822436 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-dbf31e4f-daa4-4ef8-9405-7294f03fd73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (8d8c5d53-76dd-4e1a-9408-490ba4b65c3b), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:01.830420 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f58d1d-c7a5-4c7b-8ee8-62f9afc4e085 None None] Routers {'23f20c61-d845-473e-8659-aae6cba37fa2'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:40:01.831214 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-c1f58d1d-c7a5-4c7b-8ee8-62f9afc4e085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:39:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['23f20c61-d845-473e-8659-aae6cba37fa2'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:01.848945 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388a3a9e-3c9b-4a7b-90c4-5f70e34a84d4 None None] Pushing event updated for resources: {'Port': ['ID=4c0a1305-de9c-45be-83f3-a1ff4a036f22,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:01.856457 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c84fa8b7-3435-4a79-949a-aa10ab070656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (8d8c5d53-76dd-4e1a-9408-490ba4b65c3b), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:01.891216 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39078) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:01.916256 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:01.916500 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0290225e-c5b5-40ac-878d-6a053fd3eca2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:01.979972 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37419a7a-2284-48b3-9313-d96972a517dc None None] Pushing event updated for resources: {'Port': ['ID=2a8fc636-81ae-4130-bda1-7cf312eb9b99,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:02.043304 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9d5e635e-1a7b-4236-acac-946cced65ebc admin admin] Publish callbacks [] for port (ead487b3-2f58-45f9-a627-cbe217c12f65), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:02.120491 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c84fa8b7-3435-4a79-949a-aa10ab070656 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (4577865d-078d-42cc-aea4-c38b0bce28ce), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:02.122727 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-c1f58d1d-c7a5-4c7b-8ee8-62f9afc4e085 None None] Set router 23f20c61-d845-473e-8659-aae6cba37fa2 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:40:02.123689 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84fa8b7-3435-4a79-949a-aa10ab070656 admin admin] Pushing event updated for resources: {'Port': ['ID=8d8c5d53-76dd-4e1a-9408-490ba4b65c3b,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:02.161009 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:02.179099 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:02.191121 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-dbf31e4f-daa4-4ef8-9405-7294f03fd73f None None] Port 8d8c5d53-76dd-4e1a-9408-490ba4b65c3b cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:40:02.224027 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 4c0a1305-de9c-45be-83f3-a1ff4a036f22 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:40:02.224655 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (4c0a1305-de9c-45be-83f3-a1ff4a036f22), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:02.314264 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-dbf31e4f-daa4-4ef8-9405-7294f03fd73f None None] Provisioning complete for port ff9694a6-51e3-4a2b-a984-56cf29364c43 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:40:02.315945 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-dbf31e4f-daa4-4ef8-9405-7294f03fd73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (ff9694a6-51e3-4a2b-a984-56cf29364c43), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:02.320923 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9d5e635e-1a7b-4236-acac-946cced65ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (ead487b3-2f58-45f9-a627-cbe217c12f65), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:02.329209 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=ff9694a6-51e3-4a2b-a984-56cf29364c43,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:02.378096 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0290225e-c5b5-40ac-878d-6a053fd3eca2 admin admin] Publish callbacks [] for security_group (e05004f9-3c51-47f8-9bcc-3dbffd334ccb), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:02.406323 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84fa8b7-3435-4a79-949a-aa10ab070656 admin admin] Network 3a4fb9cd-27e3-4fc7-b4e5-f61592dbf377 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:40:02.410473 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5e635e-1a7b-4236-acac-946cced65ebc admin admin] Network 02b8aabf-af74-4a4e-a24a-359e768d8ea4 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:40:02.413696 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:02.414822 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-c84fa8b7-3435-4a79-949a-aa10ab070656 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:40:02.488635 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0290225e-c5b5-40ac-878d-6a053fd3eca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (e05004f9-3c51-47f8-9bcc-3dbffd334ccb), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:02.553836 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-9d5e635e-1a7b-4236-acac-946cced65ebc admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:40:02.561292 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5e635e-1a7b-4236-acac-946cced65ebc admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:40:02.621272 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 4c0a1305-de9c-45be-83f3-a1ff4a036f22 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:40:02.625368 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-c1f58d1d-c7a5-4c7b-8ee8-62f9afc4e085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f20c61-d845-473e-8659-aae6cba37fa2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-843603323-router', 'tenant_id': '4be70acd148e4739ba601614d787ad14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '2a8fc636-81ae-4130-bda1-7cf312eb9b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:39:53Z', 'updated_at': '2022-08-27T04:39:57Z', 'revision_number': 3, 'project_id': '4be70acd148e4739ba601614d787ad14', 'gw_port': {'id': '2a8fc636-81ae-4130-bda1-7cf312eb9b99', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:68:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f20c61-d845-473e-8659-aae6cba37fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:56Z', 'updated_at': '2022-08-27T04:40:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:02.638218 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-dbf31e4f-daa4-4ef8-9405-7294f03fd73f None None] Current status of the port ff9694a6-51e3-4a2b-a984-56cf29364c43 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:40:02.638856 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-e501b268-f5cc-46b7-a5df-5e77aaaca9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4577865d-078d-42cc-aea4-c38b0bce28ce', 'name': 'tempest-AttachSCSIVolumeTestJSON-520160126-router', 'tenant_id': 'b6295028045c4e4a89a385e4e835c7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '294b53b6-f7d0-445e-8047-b87a519f5011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:39:53Z', 'updated_at': '2022-08-27T04:39:56Z', 'revision_number': 3, 'project_id': 'b6295028045c4e4a89a385e4e835c7a3', 'gw_port': {'id': '294b53b6-f7d0-445e-8047-b87a519f5011', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4577865d-078d-42cc-aea4-c38b0bce28ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:55Z', 'updated_at': '2022-08-27T04:40:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:02.694098 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e501b268-f5cc-46b7-a5df-5e77aaaca9af None None] The sync data for ids ['4577865d-078d-42cc-aea4-c38b0bce28ce'] in n-d-852088-5 is: [{'id': '4577865d-078d-42cc-aea4-c38b0bce28ce', 'name': 'tempest-AttachSCSIVolumeTestJSON-520160126-router', 'tenant_id': 'b6295028045c4e4a89a385e4e835c7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '294b53b6-f7d0-445e-8047-b87a519f5011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:39:53Z', 'updated_at': '2022-08-27T04:39:56Z', 'revision_number': 3, 'project_id': 'b6295028045c4e4a89a385e4e835c7a3', 'gw_port': {'id': '294b53b6-f7d0-445e-8047-b87a519f5011', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4577865d-078d-42cc-aea4-c38b0bce28ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:55Z', 'updated_at': '2022-08-27T04:40:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:40:02.707827 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-dbf31e4f-daa4-4ef8-9405-7294f03fd73f None None] Provisioning complete for port 4c0a1305-de9c-45be-83f3-a1ff4a036f22 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:40:02.708078 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-dbf31e4f-daa4-4ef8-9405-7294f03fd73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (4c0a1305-de9c-45be-83f3-a1ff4a036f22), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:02.710961 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f58d1d-c7a5-4c7b-8ee8-62f9afc4e085 None None] The sync data for ids ['23f20c61-d845-473e-8659-aae6cba37fa2'] in n-d-852088-5 is: [{'id': '23f20c61-d845-473e-8659-aae6cba37fa2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-843603323-router', 'tenant_id': '4be70acd148e4739ba601614d787ad14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '2a8fc636-81ae-4130-bda1-7cf312eb9b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:39:53Z', 'updated_at': '2022-08-27T04:39:57Z', 'revision_number': 3, 'project_id': '4be70acd148e4739ba601614d787ad14', 'gw_port': {'id': '2a8fc636-81ae-4130-bda1-7cf312eb9b99', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:68:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f20c61-d845-473e-8659-aae6cba37fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:56Z', 'updated_at': '2022-08-27T04:40:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:40:02.711200 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0290225e-c5b5-40ac-878d-6a053fd3eca2 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=a66264cd9ee44c5aa506cd280e01b6ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8179319 Aug 27 04:40:02.713517 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9d5e635e-1a7b-4236-acac-946cced65ebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (23f20c61-d845-473e-8659-aae6cba37fa2), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:02.715925 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39098) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:02.829036 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39100) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:02.908341 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f07f5d49-fcc5-4cd6-986f-6d1318eb8e0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:02.922596 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:02.932578 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 4c0a1305-de9c-45be-83f3-a1ff4a036f22 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:40:03.028476 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c84fa8b7-3435-4a79-949a-aa10ab070656 admin admin] Router 4577865d-078d-42cc-aea4-c38b0bce28ce has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:40:03.050245 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5e635e-1a7b-4236-acac-946cced65ebc admin admin] Pushing event updated for resources: {'Port': ['ID=ead487b3-2f58-45f9-a627-cbe217c12f65,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:03.054318 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0290225e-c5b5-40ac-878d-6a053fd3eca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e05004f9-3c51-47f8-9bcc-3dbffd334ccb,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:03.117357 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9d5e635e-1a7b-4236-acac-946cced65ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (ead487b3-2f58-45f9-a627-cbe217c12f65), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:03.184975 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-dbf31e4f-daa4-4ef8-9405-7294f03fd73f None None] Current status of the port 4c0a1305-de9c-45be-83f3-a1ff4a036f22 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:40:03.275669 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 4c0a1305-de9c-45be-83f3-a1ff4a036f22 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:40:03.292705 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (4c0a1305-de9c-45be-83f3-a1ff4a036f22), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:03.314466 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dab3e96a-00f1-41ac-bcd2-6950c9f97d57 admin admin] Publish callbacks [] for security_group (e05004f9-3c51-47f8-9bcc-3dbffd334ccb), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:03.316215 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e052d4b9-46f7-4d6d-9138-cbd9bea51715 req-0ffd728d-6a31-4343-abf7-6926b19e7a17 tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=2936c03bbeee48a585b66453179cba76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0802648 Aug 27 04:40:03.456863 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dab3e96a-00f1-41ac-bcd2-6950c9f97d57 admin admin] Publish callbacks [] for security_group (e05004f9-3c51-47f8-9bcc-3dbffd334ccb), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:03.460593 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4acce7f7-a46c-4dcb-b9b4-e9a16dc19f2e None None] Provisioning complete for port 8d8c5d53-76dd-4e1a-9408-490ba4b65c3b triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:40:03.460973 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4acce7f7-a46c-4dcb-b9b4-e9a16dc19f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (8d8c5d53-76dd-4e1a-9408-490ba4b65c3b), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:03.543382 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c84fa8b7-3435-4a79-949a-aa10ab070656 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:40:03.562446 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 4c0a1305-de9c-45be-83f3-a1ff4a036f22 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:40:03.563545 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device ff9694a6-51e3-4a2b-a984-56cf29364c43 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:40:03.568119 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c84fa8b7-3435-4a79-949a-aa10ab070656 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/4577865d-078d-42cc-aea4-c38b0bce28ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6825712 Aug 27 04:40:03.593847 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f07f5d49-fcc5-4cd6-986f-6d1318eb8e0e admin admin] Publish callbacks [] for security_group (cdd37a84-0b3b-4143-bde7-33625adc5b46), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:03.647259 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f07f5d49-fcc5-4cd6-986f-6d1318eb8e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (cdd37a84-0b3b-4143-bde7-33625adc5b46), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:03.647454 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:03.648286 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:03.722786 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4acce7f7-a46c-4dcb-b9b4-e9a16dc19f2e None None] Port 8d8c5d53-76dd-4e1a-9408-490ba4b65c3b cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:40:03.730669 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:03.755382 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dab3e96a-00f1-41ac-bcd2-6950c9f97d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (e05004f9-3c51-47f8-9bcc-3dbffd334ccb), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:03.760938 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4acce7f7-a46c-4dcb-b9b4-e9a16dc19f2e None None] Provisioning complete for port ead487b3-2f58-45f9-a627-cbe217c12f65 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:40:03.761160 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dab3e96a-00f1-41ac-bcd2-6950c9f97d57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:03.761344 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4acce7f7-a46c-4dcb-b9b4-e9a16dc19f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (ead487b3-2f58-45f9-a627-cbe217c12f65), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:03.766495 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-dab3e96a-00f1-41ac-bcd2-6950c9f97d57 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/e05004f9-3c51-47f8-9bcc-3dbffd334ccb HTTP/1.1" status: 204 len: 168 time: 1.0493994 Aug 27 04:40:03.773327 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f07f5d49-fcc5-4cd6-986f-6d1318eb8e0e admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=a009574aaba144b7912f5dbc5173dc42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9432428 Aug 27 04:40:03.776284 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07f5d49-fcc5-4cd6-986f-6d1318eb8e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd37a84-0b3b-4143-bde7-33625adc5b46,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:03.812952 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39124) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:03.816069 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab3e96a-00f1-41ac-bcd2-6950c9f97d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05004f9-3c51-47f8-9bcc-3dbffd334ccb,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:03.874683 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4acce7f7-a46c-4dcb-b9b4-e9a16dc19f2e None None] Port ead487b3-2f58-45f9-a627-cbe217c12f65 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:40:03.896090 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:03.920733 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port ff9694a6-51e3-4a2b-a984-56cf29364c43 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:40:03.921299 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (ff9694a6-51e3-4a2b-a984-56cf29364c43), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:03.942996 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-53e12715-f4f9-4194-892b-79c93255bf8c admin admin] Publish callbacks [] for security_group (cdd37a84-0b3b-4143-bde7-33625adc5b46), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:03.978762 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-53e12715-f4f9-4194-892b-79c93255bf8c admin admin] Publish callbacks [] for security_group (cdd37a84-0b3b-4143-bde7-33625adc5b46), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:04.164991 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port ff9694a6-51e3-4a2b-a984-56cf29364c43 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:40:04.219054 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-53e12715-f4f9-4194-892b-79c93255bf8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (cdd37a84-0b3b-4143-bde7-33625adc5b46), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:04.222919 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-53e12715-f4f9-4194-892b-79c93255bf8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:04.225597 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-53e12715-f4f9-4194-892b-79c93255bf8c admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/cdd37a84-0b3b-4143-bde7-33625adc5b46 HTTP/1.1" status: 204 len: 168 time: 0.3947458 Aug 27 04:40:04.258226 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e12715-f4f9-4194-892b-79c93255bf8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd37a84-0b3b-4143-bde7-33625adc5b46,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:04.376411 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9d5e635e-1a7b-4236-acac-946cced65ebc admin admin] Publish callbacks [] for port (ead487b3-2f58-45f9-a627-cbe217c12f65), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:04.384714 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052d4b9-46f7-4d6d-9138-cbd9bea51715 req-512b0c13-9391-4682-8639-1755ce73d1b3 tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:04.392224 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e052d4b9-46f7-4d6d-9138-cbd9bea51715 req-512b0c13-9391-4682-8639-1755ce73d1b3 tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0707777 Aug 27 04:40:04.416229 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e052d4b9-46f7-4d6d-9138-cbd9bea51715 req-c7e62693-00bb-469a-a242-4e20a3c8f7e2 tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] 10.222.0.76 "GET /networking/v2.0/quotas/2936c03bbeee48a585b66453179cba76 HTTP/1.1" status: 200 len: 375 time: 0.0231702 Aug 27 04:40:04.432855 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9d5e635e-1a7b-4236-acac-946cced65ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (ead487b3-2f58-45f9-a627-cbe217c12f65), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:04.497885 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e052d4b9-46f7-4d6d-9138-cbd9bea51715 req-e519cad5-3eda-4d27-8f23-293ee883d0f1 tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=2936c03bbeee48a585b66453179cba76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0796270 Aug 27 04:40:04.579193 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9d5e635e-1a7b-4236-acac-946cced65ebc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (23f20c61-d845-473e-8659-aae6cba37fa2), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:04.582304 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5e635e-1a7b-4236-acac-946cced65ebc admin admin] Pushing event updated for resources: {'Port': ['ID=ead487b3-2f58-45f9-a627-cbe217c12f65,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:04.609345 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39138) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:04.785763 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5e635e-1a7b-4236-acac-946cced65ebc admin admin] Network 02b8aabf-af74-4a4e-a24a-359e768d8ea4 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:40:04.799608 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-9d5e635e-1a7b-4236-acac-946cced65ebc admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:40:04.896273 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 2a8fc636-81ae-4130-bda1-7cf312eb9b99 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:40:04.938743 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-35b0234f-f765-4557-97f2-03b67b3fca11 req-00ee098e-bffb-4a63-89d3-9372093748a4 tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e907b3ea-a6a3-414d-85b7-b2a4632baf53 HTTP/1.1" status: 200 len: 210 time: 0.0502069 Aug 27 04:40:05.039144 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 2a8fc636-81ae-4130-bda1-7cf312eb9b99 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:40:05.039144 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (2a8fc636-81ae-4130-bda1-7cf312eb9b99), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:05.078263 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:05.081777 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d5e635e-1a7b-4236-acac-946cced65ebc admin admin] Router 23f20c61-d845-473e-8659-aae6cba37fa2 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:40:05.172025 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 2a8fc636-81ae-4130-bda1-7cf312eb9b99 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:40:05.172621 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (2a8fc636-81ae-4130-bda1-7cf312eb9b99), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:05.179341 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:05.215853 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 2a8fc636-81ae-4130-bda1-7cf312eb9b99, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=2a8fc636-81ae-4130-bda1-7cf312eb9b99,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:40:05.222244 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-969055ef-3aaf-4714-aad7-6cc5781e7c4a None None] Provisioning complete for port ead487b3-2f58-45f9-a627-cbe217c12f65 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:40:05.222999 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-969055ef-3aaf-4714-aad7-6cc5781e7c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (ead487b3-2f58-45f9-a627-cbe217c12f65), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:05.240804 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5e635e-1a7b-4236-acac-946cced65ebc admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:40:05.256311 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9d5e635e-1a7b-4236-acac-946cced65ebc admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/23f20c61-d845-473e-8659-aae6cba37fa2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4285471 Aug 27 04:40:05.269028 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-969055ef-3aaf-4714-aad7-6cc5781e7c4a None None] Port ead487b3-2f58-45f9-a627-cbe217c12f65 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:40:05.298744 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (2a8fc636-81ae-4130-bda1-7cf312eb9b99), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:05.300150 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 294b53b6-f7d0-445e-8047-b87a519f5011 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:40:05.382592 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b367aa17-4635-4e84-844c-41389b7ac633 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:05.443967 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=2a8fc636-81ae-4130-bda1-7cf312eb9b99,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:05.451227 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 294b53b6-f7d0-445e-8047-b87a519f5011 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:40:05.451227 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (294b53b6-f7d0-445e-8047-b87a519f5011), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:05.550258 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:05.561645 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b367aa17-4635-4e84-844c-41389b7ac633 admin admin] Publish callbacks [] for security_group (c39b9163-219b-48d1-985d-dac7a0d0d0cf), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:05.621378 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 294b53b6-f7d0-445e-8047-b87a519f5011 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:40:05.622115 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (294b53b6-f7d0-445e-8047-b87a519f5011), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:05.662427 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 294b53b6-f7d0-445e-8047-b87a519f5011, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=294b53b6-f7d0-445e-8047-b87a519f5011,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:40:05.669744 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b367aa17-4635-4e84-844c-41389b7ac633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (c39b9163-219b-48d1-985d-dac7a0d0d0cf), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:05.721193 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (294b53b6-f7d0-445e-8047-b87a519f5011), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:05.767995 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b367aa17-4635-4e84-844c-41389b7ac633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39b9163-219b-48d1-985d-dac7a0d0d0cf,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:05.774087 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b367aa17-4635-4e84-844c-41389b7ac633 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=7690f1c669934b5f8cac0ccb02d846b3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1627462 Aug 27 04:40:05.776724 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39180) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:05.792100 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=294b53b6-f7d0-445e-8047-b87a519f5011,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:05.835539 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-871b8499-e829-476b-b6a9-f561b29d7470 admin admin] Publish callbacks [] for security_group (c39b9163-219b-48d1-985d-dac7a0d0d0cf), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:05.863213 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-871b8499-e829-476b-b6a9-f561b29d7470 admin admin] Publish callbacks [] for security_group (c39b9163-219b-48d1-985d-dac7a0d0d0cf), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:05.897317 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:05.995275 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-871b8499-e829-476b-b6a9-f561b29d7470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (c39b9163-219b-48d1-985d-dac7a0d0d0cf), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:05.998169 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-871b8499-e829-476b-b6a9-f561b29d7470 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:05.999451 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-871b8499-e829-476b-b6a9-f561b29d7470 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/c39b9163-219b-48d1-985d-dac7a0d0d0cf HTTP/1.1" status: 204 len: 168 time: 0.2216153 Aug 27 04:40:06.012585 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871b8499-e829-476b-b6a9-f561b29d7470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39b9163-219b-48d1-985d-dac7a0d0d0cf,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:06.058258 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8754159b-5138-47c7-b66c-732a1e4abc29 req-be71ffbc-726c-46b7-acd8-48359ffdf3ea tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e907b3ea-a6a3-414d-85b7-b2a4632baf53 HTTP/1.1" status: 200 len: 210 time: 0.0467455 Aug 27 04:40:06.120633 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:06.498309 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:06.680867 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:06.756496 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512b5395-f824-49ee-8f02-b78d4f38dace None None] Sync routers for ids ['4577865d-078d-42cc-aea4-c38b0bce28ce'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:40:06.771835 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512b5395-f824-49ee-8f02-b78d4f38dace None None] Routers {'4577865d-078d-42cc-aea4-c38b0bce28ce'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:40:06.774651 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-512b5395-f824-49ee-8f02-b78d4f38dace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:39:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['4577865d-078d-42cc-aea4-c38b0bce28ce'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:06.804907 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 2a8fc636-81ae-4130-bda1-7cf312eb9b99 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:40:06.935068 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39212) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:06.954684 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-edba644c-f9fc-47f9-82d3-55b53947514e admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-130903635-network', 'tenant_id': '987059a7976d45cbbc3b3dfc6c09dafd'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:40:06.955080 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6164a83-ba10-4edd-a34f-532bf5aac20f None None] Sync routers for ids ['23f20c61-d845-473e-8659-aae6cba37fa2'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:40:06.968222 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:06.978033 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6164a83-ba10-4edd-a34f-532bf5aac20f None None] Routers {'23f20c61-d845-473e-8659-aae6cba37fa2'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:40:06.983329 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-b6164a83-ba10-4edd-a34f-532bf5aac20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:39:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['23f20c61-d845-473e-8659-aae6cba37fa2'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:07.003302 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 2a8fc636-81ae-4130-bda1-7cf312eb9b99 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:40:07.003660 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (2a8fc636-81ae-4130-bda1-7cf312eb9b99), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:07.045208 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-512b5395-f824-49ee-8f02-b78d4f38dace None None] Set router 4577865d-078d-42cc-aea4-c38b0bce28ce gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:40:07.160637 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edba644c-f9fc-47f9-82d3-55b53947514e admin admin] Made reservation on behalf of 987059a7976d45cbbc3b3dfc6c09dafd for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:40:07.163741 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-edba644c-f9fc-47f9-82d3-55b53947514e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:07.172505 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:07.195310 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-edba644c-f9fc-47f9-82d3-55b53947514e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:07.264994 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 2a8fc636-81ae-4130-bda1-7cf312eb9b99 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:40:07.266535 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 294b53b6-f7d0-445e-8047-b87a519f5011 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:40:07.278700 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-b6164a83-ba10-4edd-a34f-532bf5aac20f None None] Set router 23f20c61-d845-473e-8659-aae6cba37fa2 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:40:07.358618 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-bc29ac4f-8309-4b7d-87e5-2ab7c727abaa req-d76ce974-6eb5-4d80-b913-91ae15db9da6 tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e907b3ea-a6a3-414d-85b7-b2a4632baf53 HTTP/1.1" status: 200 len: 210 time: 0.0491076 Aug 27 04:40:07.395074 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:07.407783 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-edba644c-f9fc-47f9-82d3-55b53947514e admin admin] Publish callbacks [] for security_group (7415a910-8e04-474a-9166-bbe8aa40c262), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:07.457993 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 294b53b6-f7d0-445e-8047-b87a519f5011 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:40:07.458446 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (294b53b6-f7d0-445e-8047-b87a519f5011), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:07.480718 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-edba644c-f9fc-47f9-82d3-55b53947514e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (7415a910-8e04-474a-9166-bbe8aa40c262), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:07.498262 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:07.524095 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-512b5395-f824-49ee-8f02-b78d4f38dace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4577865d-078d-42cc-aea4-c38b0bce28ce', 'name': 'tempest-AttachSCSIVolumeTestJSON-520160126-router', 'tenant_id': 'b6295028045c4e4a89a385e4e835c7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '294b53b6-f7d0-445e-8047-b87a519f5011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:39:53Z', 'updated_at': '2022-08-27T04:40:01Z', 'revision_number': 4, 'project_id': 'b6295028045c4e4a89a385e4e835c7a3', 'gw_port': {'id': '294b53b6-f7d0-445e-8047-b87a519f5011', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4577865d-078d-42cc-aea4-c38b0bce28ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:55Z', 'updated_at': '2022-08-27T04:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '8d8c5d53-76dd-4e1a-9408-490ba4b65c3b', 'name': '', 'network_id': '3a4fb9cd-27e3-4fc7-b4e5-f61592dbf377', 'tenant_id': 'b6295028045c4e4a89a385e4e835c7a3', 'mac_address': 'fa:16:3e:af:fc:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4577865d-078d-42cc-aea4-c38b0bce28ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c4c72ad4-a6e8-4bc1-93bc-cf472e27f6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:59Z', 'updated_at': '2022-08-27T04:40:01Z', 'revision_number': 2, 'project_id': 'b6295028045c4e4a89a385e4e835c7a3', 'subnets': [{'id': 'c4c72ad4-a6e8-4bc1-93bc-cf472e27f6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:07.532257 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39234) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:07.538233 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-dbb76695-c8bc-407d-9830-44b60ed3b6d4 tempest-ServersWithSpecificFlavorTestJSON-254489472 tempest-ServersWithSpecificFlavorTestJSON-254489472-project] Request body: {'security_group': {'name': 'tempest-securitygroup--621422110', 'description': 'tempest-description--723329084'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:40:07.556826 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edba644c-f9fc-47f9-82d3-55b53947514e admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:40:07.560033 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba644c-f9fc-47f9-82d3-55b53947514e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7415a910-8e04-474a-9166-bbe8aa40c262,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:07.587112 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-edba644c-f9fc-47f9-82d3-55b53947514e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (c76cda8e-c8f7-4bed-81ba-ed8cb19d32ee), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:07.588347 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-edba644c-f9fc-47f9-82d3-55b53947514e admin admin] Added segment c76cda8e-c8f7-4bed-81ba-ed8cb19d32ee of type vlan for network 7ed2c4c2-252e-4205-b12c-68c27c4efa93 Aug 27 04:40:07.615297 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512b5395-f824-49ee-8f02-b78d4f38dace None None] Checking router: 4577865d-078d-42cc-aea4-c38b0bce28ce for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:40:07.615297 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512b5395-f824-49ee-8f02-b78d4f38dace None None] Updating router 4577865d-078d-42cc-aea4-c38b0bce28ce port 8d8c5d53-76dd-4e1a-9408-490ba4b65c3b binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:40:07.626515 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39236) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:07.676271 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b663049a-e8e8-40bf-8cfb-5ed1b7df055c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:07.707499 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dbb76695-c8bc-407d-9830-44b60ed3b6d4 tempest-ServersWithSpecificFlavorTestJSON-254489472 tempest-ServersWithSpecificFlavorTestJSON-254489472-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:07.742742 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-b6164a83-ba10-4edd-a34f-532bf5aac20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f20c61-d845-473e-8659-aae6cba37fa2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-843603323-router', 'tenant_id': '4be70acd148e4739ba601614d787ad14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '2a8fc636-81ae-4130-bda1-7cf312eb9b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:39:53Z', 'updated_at': '2022-08-27T04:40:02Z', 'revision_number': 4, 'project_id': '4be70acd148e4739ba601614d787ad14', 'gw_port': {'id': '2a8fc636-81ae-4130-bda1-7cf312eb9b99', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:68:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f20c61-d845-473e-8659-aae6cba37fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:56Z', 'updated_at': '2022-08-27T04:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'ead487b3-2f58-45f9-a627-cbe217c12f65', 'name': '', 'network_id': '02b8aabf-af74-4a4e-a24a-359e768d8ea4', 'tenant_id': '4be70acd148e4739ba601614d787ad14', 'mac_address': 'fa:16:3e:47:93:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f20c61-d845-473e-8659-aae6cba37fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ea9f916a-ab70-494c-8826-3e2090fa8e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:40:01Z', 'updated_at': '2022-08-27T04:40:03Z', 'revision_number': 2, 'project_id': '4be70acd148e4739ba601614d787ad14', 'subnets': [{'id': 'ea9f916a-ab70-494c-8826-3e2090fa8e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:07.762817 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-edba644c-f9fc-47f9-82d3-55b53947514e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (7ed2c4c2-252e-4205-b12c-68c27c4efa93), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:07.774377 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-e052d4b9-46f7-4d6d-9138-cbd9bea51715 req-b616c72b-d4e3-4647-a60c-46393802b773 tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] 10.222.0.75 "GET /networking/v2.0/networks?tenant_id=2936c03bbeee48a585b66453179cba76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0752513 Aug 27 04:40:07.889020 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6164a83-ba10-4edd-a34f-532bf5aac20f None None] Checking router: 23f20c61-d845-473e-8659-aae6cba37fa2 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:40:07.889368 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6164a83-ba10-4edd-a34f-532bf5aac20f None None] Updating router 23f20c61-d845-473e-8659-aae6cba37fa2 port ead487b3-2f58-45f9-a627-cbe217c12f65 binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:40:07.891381 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 294b53b6-f7d0-445e-8047-b87a519f5011 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:40:07.909428 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.db.resource_extend [None req-edba644c-f9fc-47f9-82d3-55b53947514e admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 27 04:40:07.939925 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-512b5395-f824-49ee-8f02-b78d4f38dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8d8c5d53-76dd-4e1a-9408-490ba4b65c3b), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:07.977554 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-b6164a83-ba10-4edd-a34f-532bf5aac20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (ead487b3-2f58-45f9-a627-cbe217c12f65), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:07.986486 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:08.060274 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:08.076877 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-edba644c-f9fc-47f9-82d3-55b53947514e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (7ed2c4c2-252e-4205-b12c-68c27c4efa93), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:08.082209 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edba644c-f9fc-47f9-82d3-55b53947514e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:08.083335 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-edba644c-f9fc-47f9-82d3-55b53947514e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:08.122560 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dbb76695-c8bc-407d-9830-44b60ed3b6d4 tempest-ServersWithSpecificFlavorTestJSON-254489472 tempest-ServersWithSpecificFlavorTestJSON-254489472-project] Publish callbacks [] for security_group (31405583-437b-4667-a9dc-a5fe12a64721), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:08.123910 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:08.190140 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dbb76695-c8bc-407d-9830-44b60ed3b6d4 tempest-ServersWithSpecificFlavorTestJSON-254489472 tempest-ServersWithSpecificFlavorTestJSON-254489472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (31405583-437b-4667-a9dc-a5fe12a64721), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:08.227549 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b663049a-e8e8-40bf-8cfb-5ed1b7df055c admin admin] Publish callbacks [] for security_group (9db6adc4-0307-403b-a296-101e2f181b59), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:08.246532 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba644c-f9fc-47f9-82d3-55b53947514e admin admin] Pushing event updated for resources: {'Network': ['ID=7ed2c4c2-252e-4205-b12c-68c27c4efa93,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:08.259236 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052d4b9-46f7-4d6d-9138-cbd9bea51715 req-5bd1577a-312c-4224-84ae-b0545317f68b tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:08.261902 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-e052d4b9-46f7-4d6d-9138-cbd9bea51715 req-5bd1577a-312c-4224-84ae-b0545317f68b tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] 10.222.0.75 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4826059 Aug 27 04:40:08.270848 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb76695-c8bc-407d-9830-44b60ed3b6d4 tempest-ServersWithSpecificFlavorTestJSON-254489472 tempest-ServersWithSpecificFlavorTestJSON-254489472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31405583-437b-4667-a9dc-a5fe12a64721,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:08.274651 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 7ed2c4c2-252e-4205-b12c-68c27c4efa93 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:40:08.297528 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b663049a-e8e8-40bf-8cfb-5ed1b7df055c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (9db6adc4-0307-403b-a296-101e2f181b59), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:08.325383 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-edba644c-f9fc-47f9-82d3-55b53947514e admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3865554 Aug 27 04:40:08.327618 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39250) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:08.333456 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-49b3f35f-253a-4421-bd29-51f6b299d3b7 admin admin] Request body: {'subnet': {'network_id': '7ed2c4c2-252e-4205-b12c-68c27c4efa93', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-130903635-subnet', 'tenant_id': '987059a7976d45cbbc3b3dfc6c09dafd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:40:08.345222 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dbb76695-c8bc-407d-9830-44b60ed3b6d4 tempest-ServersWithSpecificFlavorTestJSON-254489472 tempest-ServersWithSpecificFlavorTestJSON-254489472-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:08.348025 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-dbb76695-c8bc-407d-9830-44b60ed3b6d4 tempest-ServersWithSpecificFlavorTestJSON-254489472 tempest-ServersWithSpecificFlavorTestJSON-254489472-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.8144431 Aug 27 04:40:08.355630 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39252) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:08.375621 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-415e2408-2ade-44d6-aec2-ec6c8eabdfcc tempest-ServersWithSpecificFlavorTestJSON-254489472 tempest-ServersWithSpecificFlavorTestJSON-254489472-project] Request body: {'security_group_rule': {'security_group_id': '31405583-437b-4667-a9dc-a5fe12a64721', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:40:08.393771 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [req-e052d4b9-46f7-4d6d-9138-cbd9bea51715 req-ed991726-a3e0-41a3-b6c1-187bfd22f0ff tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] Request body: {'port': {'device_id': 'e907b3ea-a6a3-414d-85b7-b2a4632baf53', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'admin_state_up': True, 'tenant_id': '2936c03bbeee48a585b66453179cba76'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:40:08.530401 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b663049a-e8e8-40bf-8cfb-5ed1b7df055c admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=6454543c9d204a7eb912ae27787e9613&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9009776 Aug 27 04:40:08.532519 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b663049a-e8e8-40bf-8cfb-5ed1b7df055c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db6adc4-0307-403b-a296-101e2f181b59,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:08.537688 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39260) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:08.542886 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b3f35f-253a-4421-bd29-51f6b299d3b7 admin admin] Made reservation on behalf of 987059a7976d45cbbc3b3dfc6c09dafd for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:40:08.551583 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-49b3f35f-253a-4421-bd29-51f6b299d3b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:08.591361 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-aa98e71a-dabb-4039-beab-fb0b49350f97 req-1ff2704b-f761-4092-b730-39d474763694 tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e907b3ea-a6a3-414d-85b7-b2a4632baf53 HTTP/1.1" status: 200 len: 210 time: 0.0514541 Aug 27 04:40:08.621303 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-415e2408-2ade-44d6-aec2-ec6c8eabdfcc tempest-ServersWithSpecificFlavorTestJSON-254489472 tempest-ServersWithSpecificFlavorTestJSON-254489472-project] Publish callbacks [] for security_group_rule (7b915043-7df7-4a9e-adcf-42c37f308f00), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:08.645022 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:08.663800 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-b6164a83-ba10-4edd-a34f-532bf5aac20f None None] Publish callbacks [] for port (ead487b3-2f58-45f9-a627-cbe217c12f65), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:08.718647 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:08.755274 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-b6164a83-ba10-4edd-a34f-532bf5aac20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (ead487b3-2f58-45f9-a627-cbe217c12f65), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:08.803716 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-415e2408-2ade-44d6-aec2-ec6c8eabdfcc tempest-ServersWithSpecificFlavorTestJSON-254489472 tempest-ServersWithSpecificFlavorTestJSON-254489472-project] Publish callbacks [] for security_group_rule (7b915043-7df7-4a9e-adcf-42c37f308f00), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:08.876884 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-512b5395-f824-49ee-8f02-b78d4f38dace None None] Publish callbacks [] for port (8d8c5d53-76dd-4e1a-9408-490ba4b65c3b), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:08.886584 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-415e2408-2ade-44d6-aec2-ec6c8eabdfcc tempest-ServersWithSpecificFlavorTestJSON-254489472 tempest-ServersWithSpecificFlavorTestJSON-254489472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (7b915043-7df7-4a9e-adcf-42c37f308f00), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:08.911360 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74331fb-21e5-4d40-aaaa-54a918079796 None None] Pushing event updated for resources: {'Port': ['ID=ead487b3-2f58-45f9-a627-cbe217c12f65,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:08.923388 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415e2408-2ade-44d6-aec2-ec6c8eabdfcc tempest-ServersWithSpecificFlavorTestJSON-254489472 tempest-ServersWithSpecificFlavorTestJSON-254489472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b915043-7df7-4a9e-adcf-42c37f308f00,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:08.944707 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74331fb-21e5-4d40-aaaa-54a918079796 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:08.945047 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74331fb-21e5-4d40-aaaa-54a918079796 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:08.945626 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74331fb-21e5-4d40-aaaa-54a918079796 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:08.945994 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74331fb-21e5-4d40-aaaa-54a918079796 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:08.946321 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74331fb-21e5-4d40-aaaa-54a918079796 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:08.946644 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74331fb-21e5-4d40-aaaa-54a918079796 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:08.946964 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74331fb-21e5-4d40-aaaa-54a918079796 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:08.947280 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74331fb-21e5-4d40-aaaa-54a918079796 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:08.947599 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74331fb-21e5-4d40-aaaa-54a918079796 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:08.947972 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74331fb-21e5-4d40-aaaa-54a918079796 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:08.948318 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74331fb-21e5-4d40-aaaa-54a918079796 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:08.948634 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74331fb-21e5-4d40-aaaa-54a918079796 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:08.948946 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74331fb-21e5-4d40-aaaa-54a918079796 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:08.949258 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74331fb-21e5-4d40-aaaa-54a918079796 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:08.949568 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74331fb-21e5-4d40-aaaa-54a918079796 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:08.967921 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-512b5395-f824-49ee-8f02-b78d4f38dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (8d8c5d53-76dd-4e1a-9408-490ba4b65c3b), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:08.975495 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-b6164a83-ba10-4edd-a34f-532bf5aac20f None None] Attempting to bind port ead487b3-2f58-45f9-a627-cbe217c12f65 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:40:08.976728 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-b6164a83-ba10-4edd-a34f-532bf5aac20f None None] Attempting to bind port ead487b3-2f58-45f9-a627-cbe217c12f65 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '6bcc1a9d-4fe7-48b0-a744-5a0c28f5b090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '02b8aabf-af74-4a4e-a24a-359e768d8ea4'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:40:08.977108 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6164a83-ba10-4edd-a34f-532bf5aac20f None None] Attempting to bind port ead487b3-2f58-45f9-a627-cbe217c12f65 on network 02b8aabf-af74-4a4e-a24a-359e768d8ea4 {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:40:08.981803 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f4f5d2b8-2c6e-4561-aa4c-e59adcbb9946 admin admin] Publish callbacks [] for security_group (9db6adc4-0307-403b-a296-101e2f181b59), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:08.988624 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-415e2408-2ade-44d6-aec2-ec6c8eabdfcc tempest-ServersWithSpecificFlavorTestJSON-254489472 tempest-ServersWithSpecificFlavorTestJSON-254489472-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:08.989728 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-415e2408-2ade-44d6-aec2-ec6c8eabdfcc tempest-ServersWithSpecificFlavorTestJSON-254489472 tempest-ServersWithSpecificFlavorTestJSON-254489472-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6283672 Aug 27 04:40:08.992050 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39272) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:08.994720 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6164a83-ba10-4edd-a34f-532bf5aac20f None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:40:08.995575 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6164a83-ba10-4edd-a34f-532bf5aac20f None None] Checking segment: {'id': '6bcc1a9d-4fe7-48b0-a744-5a0c28f5b090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '02b8aabf-af74-4a4e-a24a-359e768d8ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:40:08.995575 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-b6164a83-ba10-4edd-a34f-532bf5aac20f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:08.995856 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6164a83-ba10-4edd-a34f-532bf5aac20f None None] Bound using segment: {'id': '6bcc1a9d-4fe7-48b0-a744-5a0c28f5b090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '02b8aabf-af74-4a4e-a24a-359e768d8ea4'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:40:08.996558 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-ee12ca2a-20b4-4422-bc74-a25d5815df4e tempest-ServersWithSpecificFlavorTestJSON-254489472 tempest-ServersWithSpecificFlavorTestJSON-254489472-project] Request body: {'security_group_rule': {'security_group_id': '31405583-437b-4667-a9dc-a5fe12a64721', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:40:08.997094 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-b6164a83-ba10-4edd-a34f-532bf5aac20f None None] Bound port: ead487b3-2f58-45f9-a627-cbe217c12f65, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bcc1a9d-4fe7-48b0-a744-5a0c28f5b090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '02b8aabf-af74-4a4e-a24a-359e768d8ea4'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:40:08.997479 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-b6164a83-ba10-4edd-a34f-532bf5aac20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (ead487b3-2f58-45f9-a627-cbe217c12f65), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:09.057643 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e052d4b9-46f7-4d6d-9138-cbd9bea51715 req-ed991726-a3e0-41a3-b6c1-187bfd22f0ff tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] Made reservation on behalf of 2936c03bbeee48a585b66453179cba76 for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:40:09.061448 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-e052d4b9-46f7-4d6d-9138-cbd9bea51715 req-ed991726-a3e0-41a3-b6c1-187bfd22f0ff tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:09.098716 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ee12ca2a-20b4-4422-bc74-a25d5815df4e tempest-ServersWithSpecificFlavorTestJSON-254489472 tempest-ServersWithSpecificFlavorTestJSON-254489472-project] Publish callbacks [] for security_group_rule (be40591a-0496-4c77-a452-27a1bc0ca66f), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:09.110826 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-b6164a83-ba10-4edd-a34f-532bf5aac20f None None] For port ead487b3-2f58-45f9-a627-cbe217c12f65, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:40:09.114102 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:09.116121 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-e052d4b9-46f7-4d6d-9138-cbd9bea51715 req-ed991726-a3e0-41a3-b6c1-187bfd22f0ff tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:09.119987 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-b6164a83-ba10-4edd-a34f-532bf5aac20f None None] For port ead487b3-2f58-45f9-a627-cbe217c12f65, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=ead487b3-2f58-45f9-a627-cbe217c12f65,segment=NetworkSegment(6bcc1a9d-4fe7-48b0-a744-5a0c28f5b090),segment_id=6bcc1a9d-4fe7-48b0-a744-5a0c28f5b090)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:40:09.121401 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f4f5d2b8-2c6e-4561-aa4c-e59adcbb9946 admin admin] Publish callbacks [] for security_group (9db6adc4-0307-403b-a296-101e2f181b59), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:09.172133 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2ddd31-4b19-4426-bbd5-5a6083a0af01 None None] Pushing event updated for resources: {'Port': ['ID=8d8c5d53-76dd-4e1a-9408-490ba4b65c3b,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:09.190564 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-512b5395-f824-49ee-8f02-b78d4f38dace None None] Attempting to bind port 8d8c5d53-76dd-4e1a-9408-490ba4b65c3b on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:40:09.191024 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-b6164a83-ba10-4edd-a34f-532bf5aac20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (ead487b3-2f58-45f9-a627-cbe217c12f65), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:09.191839 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-512b5395-f824-49ee-8f02-b78d4f38dace None None] Attempting to bind port 8d8c5d53-76dd-4e1a-9408-490ba4b65c3b by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '25ebb9e9-dc98-4fc3-a669-dda354dfe216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3a4fb9cd-27e3-4fc7-b4e5-f61592dbf377'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:40:09.194182 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512b5395-f824-49ee-8f02-b78d4f38dace None None] Attempting to bind port 8d8c5d53-76dd-4e1a-9408-490ba4b65c3b on network 3a4fb9cd-27e3-4fc7-b4e5-f61592dbf377 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:40:09.202313 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512b5395-f824-49ee-8f02-b78d4f38dace None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:40:09.202995 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512b5395-f824-49ee-8f02-b78d4f38dace None None] Checking segment: {'id': '25ebb9e9-dc98-4fc3-a669-dda354dfe216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3a4fb9cd-27e3-4fc7-b4e5-f61592dbf377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:40:09.204013 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-512b5395-f824-49ee-8f02-b78d4f38dace None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:09.204690 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512b5395-f824-49ee-8f02-b78d4f38dace None None] Bound using segment: {'id': '25ebb9e9-dc98-4fc3-a669-dda354dfe216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3a4fb9cd-27e3-4fc7-b4e5-f61592dbf377'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:40:09.205482 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-512b5395-f824-49ee-8f02-b78d4f38dace None None] Bound port: 8d8c5d53-76dd-4e1a-9408-490ba4b65c3b, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25ebb9e9-dc98-4fc3-a669-dda354dfe216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3a4fb9cd-27e3-4fc7-b4e5-f61592dbf377'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:40:09.206139 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-512b5395-f824-49ee-8f02-b78d4f38dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8d8c5d53-76dd-4e1a-9408-490ba4b65c3b), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:09.223970 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-49b3f35f-253a-4421-bd29-51f6b299d3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (0284bf77-4f13-44e2-8d29-f7ad74e2ed5a), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:09.243948 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ee12ca2a-20b4-4422-bc74-a25d5815df4e tempest-ServersWithSpecificFlavorTestJSON-254489472 tempest-ServersWithSpecificFlavorTestJSON-254489472-project] Publish callbacks [] for security_group_rule (be40591a-0496-4c77-a452-27a1bc0ca66f), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:09.286630 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:09.301009 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6164a83-ba10-4edd-a34f-532bf5aac20f None None] Routers {'23f20c61-d845-473e-8659-aae6cba37fa2'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:40:09.301837 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-b6164a83-ba10-4edd-a34f-532bf5aac20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:39:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['23f20c61-d845-473e-8659-aae6cba37fa2'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:09.305844 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-512b5395-f824-49ee-8f02-b78d4f38dace None None] For port 8d8c5d53-76dd-4e1a-9408-490ba4b65c3b, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:40:09.309482 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-512b5395-f824-49ee-8f02-b78d4f38dace None None] For port 8d8c5d53-76dd-4e1a-9408-490ba4b65c3b, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=8d8c5d53-76dd-4e1a-9408-490ba4b65c3b,segment=NetworkSegment(25ebb9e9-dc98-4fc3-a669-dda354dfe216),segment_id=25ebb9e9-dc98-4fc3-a669-dda354dfe216)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:40:09.315703 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ee12ca2a-20b4-4422-bc74-a25d5815df4e tempest-ServersWithSpecificFlavorTestJSON-254489472 tempest-ServersWithSpecificFlavorTestJSON-254489472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (be40591a-0496-4c77-a452-27a1bc0ca66f), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:09.342449 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee12ca2a-20b4-4422-bc74-a25d5815df4e tempest-ServersWithSpecificFlavorTestJSON-254489472 tempest-ServersWithSpecificFlavorTestJSON-254489472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be40591a-0496-4c77-a452-27a1bc0ca66f,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:09.372610 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-e052d4b9-46f7-4d6d-9138-cbd9bea51715 req-ed991726-a3e0-41a3-b6c1-187bfd22f0ff tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] Publish callbacks [] for security_group (c8b47764-7b42-4d8a-9fea-350a8ffa6f7a), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:09.389438 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74331fb-21e5-4d40-aaaa-54a918079796 None None] Pushing event updated for resources: {'Port': ['ID=ead487b3-2f58-45f9-a627-cbe217c12f65,revision_number=4']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:09.401522 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-512b5395-f824-49ee-8f02-b78d4f38dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (8d8c5d53-76dd-4e1a-9408-490ba4b65c3b), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:09.465668 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ee12ca2a-20b4-4422-bc74-a25d5815df4e tempest-ServersWithSpecificFlavorTestJSON-254489472 tempest-ServersWithSpecificFlavorTestJSON-254489472-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:09.470338 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ee12ca2a-20b4-4422-bc74-a25d5815df4e tempest-ServersWithSpecificFlavorTestJSON-254489472 tempest-ServersWithSpecificFlavorTestJSON-254489472-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4744000 Aug 27 04:40:09.471371 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39278) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:09.476285 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-9fa04b17-6b52-471a-895f-79d0bb5a4d19 tempest-ServersWithSpecificFlavorTestJSON-254489472 tempest-ServersWithSpecificFlavorTestJSON-254489472-project] Request body: {'floatingip': {'floating_network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:40:09.502693 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512b5395-f824-49ee-8f02-b78d4f38dace None None] Routers {'4577865d-078d-42cc-aea4-c38b0bce28ce'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:40:09.505859 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-512b5395-f824-49ee-8f02-b78d4f38dace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:39:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['4577865d-078d-42cc-aea4-c38b0bce28ce'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:09.509253 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-e052d4b9-46f7-4d6d-9138-cbd9bea51715 req-ed991726-a3e0-41a3-b6c1-187bfd22f0ff tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (c8b47764-7b42-4d8a-9fea-350a8ffa6f7a), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:09.530871 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-b6164a83-ba10-4edd-a34f-532bf5aac20f None None] Set router 23f20c61-d845-473e-8659-aae6cba37fa2 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:40:09.607613 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9fa04b17-6b52-471a-895f-79d0bb5a4d19 tempest-ServersWithSpecificFlavorTestJSON-254489472 tempest-ServersWithSpecificFlavorTestJSON-254489472-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:09.607828 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2ddd31-4b19-4426-bbd5-5a6083a0af01 None None] Pushing event updated for resources: {'Port': ['ID=8d8c5d53-76dd-4e1a-9408-490ba4b65c3b,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:09.747959 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-512b5395-f824-49ee-8f02-b78d4f38dace None None] Set router 4577865d-078d-42cc-aea4-c38b0bce28ce gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:40:09.783444 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:09.872094 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-b6164a83-ba10-4edd-a34f-532bf5aac20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f20c61-d845-473e-8659-aae6cba37fa2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-843603323-router', 'tenant_id': '4be70acd148e4739ba601614d787ad14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '2a8fc636-81ae-4130-bda1-7cf312eb9b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:39:53Z', 'updated_at': '2022-08-27T04:40:02Z', 'revision_number': 4, 'project_id': '4be70acd148e4739ba601614d787ad14', 'gw_port': {'id': '2a8fc636-81ae-4130-bda1-7cf312eb9b99', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:68:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f20c61-d845-473e-8659-aae6cba37fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:56Z', 'updated_at': '2022-08-27T04:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'ead487b3-2f58-45f9-a627-cbe217c12f65', 'name': '', 'network_id': '02b8aabf-af74-4a4e-a24a-359e768d8ea4', 'tenant_id': '4be70acd148e4739ba601614d787ad14', 'mac_address': 'fa:16:3e:47:93:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f20c61-d845-473e-8659-aae6cba37fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ea9f916a-ab70-494c-8826-3e2090fa8e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:40:01Z', 'updated_at': '2022-08-27T04:40:09Z', 'revision_number': 4, 'project_id': '4be70acd148e4739ba601614d787ad14', 'subnets': [{'id': 'ea9f916a-ab70-494c-8826-3e2090fa8e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:09.872984 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:09.876239 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-997362ac-e24b-447a-96f7-92cc8806a564 req-4ed8989b-edd1-41fd-8bc3-d45dacff6050 tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e907b3ea-a6a3-414d-85b7-b2a4632baf53 HTTP/1.1" status: 200 len: 210 time: 0.0979540 Aug 27 04:40:09.914486 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6164a83-ba10-4edd-a34f-532bf5aac20f None None] The sync data for ids ['23f20c61-d845-473e-8659-aae6cba37fa2'] in n-d-852088-5 is: [{'id': '23f20c61-d845-473e-8659-aae6cba37fa2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-843603323-router', 'tenant_id': '4be70acd148e4739ba601614d787ad14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '2a8fc636-81ae-4130-bda1-7cf312eb9b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:39:53Z', 'updated_at': '2022-08-27T04:40:02Z', 'revision_number': 4, 'project_id': '4be70acd148e4739ba601614d787ad14', 'gw_port': {'id': '2a8fc636-81ae-4130-bda1-7cf312eb9b99', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:68:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f20c61-d845-473e-8659-aae6cba37fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:56Z', 'updated_at': '2022-08-27T04:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'ead487b3-2f58-45f9-a627-cbe217c12f65', 'name': '', 'network_id': '02b8aabf-af74-4a4e-a24a-359e768d8ea4', 'tenant_id': '4be70acd148e4739ba601614d787ad14', 'mac_address': 'fa:16:3e:47:93:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f20c61-d845-473e-8659-aae6cba37fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ea9f916a-ab70-494c-8826-3e2090fa8e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:40:01Z', 'updated_at': '2022-08-27T04:40:09Z', 'revision_number': 4, 'project_id': '4be70acd148e4739ba601614d787ad14', 'subnets': [{'id': 'ea9f916a-ab70-494c-8826-3e2090fa8e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:40:10.053056 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9fa04b17-6b52-471a-895f-79d0bb5a4d19 tempest-ServersWithSpecificFlavorTestJSON-254489472 tempest-ServersWithSpecificFlavorTestJSON-254489472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:10.085246 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:10.167932 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-512b5395-f824-49ee-8f02-b78d4f38dace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4577865d-078d-42cc-aea4-c38b0bce28ce', 'name': 'tempest-AttachSCSIVolumeTestJSON-520160126-router', 'tenant_id': 'b6295028045c4e4a89a385e4e835c7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '294b53b6-f7d0-445e-8047-b87a519f5011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:39:53Z', 'updated_at': '2022-08-27T04:40:01Z', 'revision_number': 4, 'project_id': 'b6295028045c4e4a89a385e4e835c7a3', 'gw_port': {'id': '294b53b6-f7d0-445e-8047-b87a519f5011', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4577865d-078d-42cc-aea4-c38b0bce28ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:55Z', 'updated_at': '2022-08-27T04:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '8d8c5d53-76dd-4e1a-9408-490ba4b65c3b', 'name': '', 'network_id': '3a4fb9cd-27e3-4fc7-b4e5-f61592dbf377', 'tenant_id': 'b6295028045c4e4a89a385e4e835c7a3', 'mac_address': 'fa:16:3e:af:fc:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4577865d-078d-42cc-aea4-c38b0bce28ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c4c72ad4-a6e8-4bc1-93bc-cf472e27f6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:59Z', 'updated_at': '2022-08-27T04:40:09Z', 'revision_number': 4, 'project_id': 'b6295028045c4e4a89a385e4e835c7a3', 'subnets': [{'id': 'c4c72ad4-a6e8-4bc1-93bc-cf472e27f6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:10.262940 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [req-e052d4b9-46f7-4d6d-9138-cbd9bea51715 req-ed991726-a3e0-41a3-b6c1-187bfd22f0ff tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] Allocated IP 192.168.233.54 (a82fb463-5a8f-4b8b-991d-61491eba11c6/120f3302-721f-4373-86a6-3aa14ccf6ac4/e2e2a634-e765-4b2e-a554-069ff64a88a2) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:40:10.271027 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512b5395-f824-49ee-8f02-b78d4f38dace None None] The sync data for ids ['4577865d-078d-42cc-aea4-c38b0bce28ce'] in n-d-852088-5 is: [{'id': '4577865d-078d-42cc-aea4-c38b0bce28ce', 'name': 'tempest-AttachSCSIVolumeTestJSON-520160126-router', 'tenant_id': 'b6295028045c4e4a89a385e4e835c7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '294b53b6-f7d0-445e-8047-b87a519f5011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:39:53Z', 'updated_at': '2022-08-27T04:40:01Z', 'revision_number': 4, 'project_id': 'b6295028045c4e4a89a385e4e835c7a3', 'gw_port': {'id': '294b53b6-f7d0-445e-8047-b87a519f5011', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4577865d-078d-42cc-aea4-c38b0bce28ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:55Z', 'updated_at': '2022-08-27T04:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '8d8c5d53-76dd-4e1a-9408-490ba4b65c3b', 'name': '', 'network_id': '3a4fb9cd-27e3-4fc7-b4e5-f61592dbf377', 'tenant_id': 'b6295028045c4e4a89a385e4e835c7a3', 'mac_address': 'fa:16:3e:af:fc:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4577865d-078d-42cc-aea4-c38b0bce28ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c4c72ad4-a6e8-4bc1-93bc-cf472e27f6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:59Z', 'updated_at': '2022-08-27T04:40:09Z', 'revision_number': 4, 'project_id': 'b6295028045c4e4a89a385e4e835c7a3', 'subnets': [{'id': 'c4c72ad4-a6e8-4bc1-93bc-cf472e27f6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:40:10.277179 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b3f35f-253a-4421-bd29-51f6b299d3b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0284bf77-4f13-44e2-8d29-f7ad74e2ed5a,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:10.283199 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b3f35f-253a-4421-bd29-51f6b299d3b7 admin admin] Checking segment: {'id': 'c76cda8e-c8f7-4bed-81ba-ed8cb19d32ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7ed2c4c2-252e-4205-b12c-68c27c4efa93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:40:10.285109 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b3f35f-253a-4421-bd29-51f6b299d3b7 admin admin] Network hostable DHCP agents. Network: 7ed2c4c2-252e-4205-b12c-68c27c4efa93, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:40:10.325964 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:10.338712 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed991726-a3e0-41a3-b6c1-187bfd22f0ff tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b47764-7b42-4d8a-9fea-350a8ffa6f7a,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:10.515837 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-9fa04b17-6b52-471a-895f-79d0bb5a4d19 tempest-ServersWithSpecificFlavorTestJSON-254489472 tempest-ServersWithSpecificFlavorTestJSON-254489472-project] Allocated IP 172.25.2.76 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/d717fb85-10e7-4bbc-ac00-3178c984211d) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:40:10.595063 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b3f35f-253a-4421-bd29-51f6b299d3b7 admin admin] Network 7ed2c4c2-252e-4205-b12c-68c27c4efa93 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:40:10.690892 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f4f5d2b8-2c6e-4561-aa4c-e59adcbb9946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (9db6adc4-0307-403b-a296-101e2f181b59), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:10.702106 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f4f5d2b8-2c6e-4561-aa4c-e59adcbb9946 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:10.704708 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f4f5d2b8-2c6e-4561-aa4c-e59adcbb9946 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/9db6adc4-0307-403b-a296-101e2f181b59 HTTP/1.1" status: 204 len: 168 time: 2.0169675 Aug 27 04:40:10.837088 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9fa04b17-6b52-471a-895f-79d0bb5a4d19 tempest-ServersWithSpecificFlavorTestJSON-254489472 tempest-ServersWithSpecificFlavorTestJSON-254489472-project] Publish callbacks [] for port (d717fb85-10e7-4bbc-ac00-3178c984211d), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:10.866103 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 8d8c5d53-76dd-4e1a-9408-490ba4b65c3b up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:40:10.879455 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-49b3f35f-253a-4421-bd29-51f6b299d3b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 7ed2c4c2-252e-4205-b12c-68c27c4efa93) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:40:10.885456 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b3f35f-253a-4421-bd29-51f6b299d3b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:10.886100 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-49b3f35f-253a-4421-bd29-51f6b299d3b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:10.897319 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:10.901937 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f5d2b8-2c6e-4561-aa4c-e59adcbb9946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db6adc4-0307-403b-a296-101e2f181b59,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:10.915627 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4b594f-f163-488d-9f39-b57c1715cf1f None None] Network 7ed2c4c2-252e-4205-b12c-68c27c4efa93 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:40:11.021336 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9fa04b17-6b52-471a-895f-79d0bb5a4d19 tempest-ServersWithSpecificFlavorTestJSON-254489472 tempest-ServersWithSpecificFlavorTestJSON-254489472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (d717fb85-10e7-4bbc-ac00-3178c984211d), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:11.023645 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-e052d4b9-46f7-4d6d-9138-cbd9bea51715 req-ed991726-a3e0-41a3-b6c1-187bfd22f0ff tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] Publish callbacks [] for port (e2e2a634-e765-4b2e-a554-069ff64a88a2), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:11.038621 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-49b3f35f-253a-4421-bd29-51f6b299d3b7 admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.7096841 Aug 27 04:40:11.045484 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39336) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:11.061859 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-85666891-280b-4dc0-bab5-e9fabe7962ec admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-130903635-router', 'tenant_id': '987059a7976d45cbbc3b3dfc6c09dafd', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:40:11.143149 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a504b202-ebe8-4d62-95f5-11e85858f1d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-7ed2c4c2-252e-4205-b12c-68c27c4efa93', 'network_id': '7ed2c4c2-252e-4205-b12c-68c27c4efa93', 'project_id': '987059a7976d45cbbc3b3dfc6c09dafd', 'fixed_ips': [{'subnet_id': '0284bf77-4f13-44e2-8d29-f7ad74e2ed5a'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:40:11.146820 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a504b202-ebe8-4d62-95f5-11e85858f1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:11.201268 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:11.247351 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa04b17-6b52-471a-895f-79d0bb5a4d19 tempest-ServersWithSpecificFlavorTestJSON-254489472 tempest-ServersWithSpecificFlavorTestJSON-254489472-project] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:40:11.247571 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-85666891-280b-4dc0-bab5-e9fabe7962ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (0f5681c5-87fc-4b21-b7aa-c3f9be71b740), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:11.249438 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa04b17-6b52-471a-895f-79d0bb5a4d19 tempest-ServersWithSpecificFlavorTestJSON-254489472 tempest-ServersWithSpecificFlavorTestJSON-254489472-project] Pushing event updated for resources: {'Port': ['ID=d717fb85-10e7-4bbc-ac00-3178c984211d,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:11.255715 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-85666891-280b-4dc0-bab5-e9fabe7962ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (0f5681c5-87fc-4b21-b7aa-c3f9be71b740), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:11.255923 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f83bcf98-8c8d-4b8f-b814-283d95f82cd8 req-ed2904c3-0825-4047-861f-1231f6257740 tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e907b3ea-a6a3-414d-85b7-b2a4632baf53 HTTP/1.1" status: 200 len: 210 time: 0.1030056 Aug 27 04:40:11.255923 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-9fa04b17-6b52-471a-895f-79d0bb5a4d19 tempest-ServersWithSpecificFlavorTestJSON-254489472 tempest-ServersWithSpecificFlavorTestJSON-254489472-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:40:11.257538 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa04b17-6b52-471a-895f-79d0bb5a4d19 tempest-ServersWithSpecificFlavorTestJSON-254489472 tempest-ServersWithSpecificFlavorTestJSON-254489472-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:40:11.261098 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-e052d4b9-46f7-4d6d-9138-cbd9bea51715 req-ed991726-a3e0-41a3-b6c1-187bfd22f0ff tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (e2e2a634-e765-4b2e-a554-069ff64a88a2), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:11.288503 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 8d8c5d53-76dd-4e1a-9408-490ba4b65c3b triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:40:11.289137 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (8d8c5d53-76dd-4e1a-9408-490ba4b65c3b), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:11.443497 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e052d4b9-46f7-4d6d-9138-cbd9bea51715 req-ed991726-a3e0-41a3-b6c1-187bfd22f0ff tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] Network a82fb463-5a8f-4b8b-991d-61491eba11c6 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:40:11.480665 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [req-e052d4b9-46f7-4d6d-9138-cbd9bea51715 req-ed991726-a3e0-41a3-b6c1-187bfd22f0ff tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:40:11.563682 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [req-e052d4b9-46f7-4d6d-9138-cbd9bea51715 req-ed991726-a3e0-41a3-b6c1-187bfd22f0ff tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:40:11.620186 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9fa04b17-6b52-471a-895f-79d0bb5a4d19 tempest-ServersWithSpecificFlavorTestJSON-254489472 tempest-ServersWithSpecificFlavorTestJSON-254489472-project] Publish callbacks [] for floatingip (9d1fba39-3e2a-450b-80f1-aac36f4f3c34), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:11.726091 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-a504b202-ebe8-4d62-95f5-11e85858f1d5 None None] Allocated IP 172.20.0.2 (7ed2c4c2-252e-4205-b12c-68c27c4efa93/0284bf77-4f13-44e2-8d29-f7ad74e2ed5a/d3861357-3de8-4217-b844-97d88dd5f1d0) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:40:11.729761 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:11.787772 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 8d8c5d53-76dd-4e1a-9408-490ba4b65c3b is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:40:11.788194 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8d8c5d53-76dd-4e1a-9408-490ba4b65c3b), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:11.800463 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9fa04b17-6b52-471a-895f-79d0bb5a4d19 tempest-ServersWithSpecificFlavorTestJSON-254489472 tempest-ServersWithSpecificFlavorTestJSON-254489472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (d717fb85-10e7-4bbc-ac00-3178c984211d), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:11.949715 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed991726-a3e0-41a3-b6c1-187bfd22f0ff tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] Pushing event updated for resources: {'Port': ['ID=e2e2a634-e765-4b2e-a554-069ff64a88a2,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:11.970745 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052d4b9-46f7-4d6d-9138-cbd9bea51715 req-ed991726-a3e0-41a3-b6c1-187bfd22f0ff tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:11.971252 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-e052d4b9-46f7-4d6d-9138-cbd9bea51715 req-ed991726-a3e0-41a3-b6c1-187bfd22f0ff tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:11.975289 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-85666891-280b-4dc0-bab5-e9fabe7962ec admin admin] Publish callbacks [] for router_controller (0f5681c5-87fc-4b21-b7aa-c3f9be71b740), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:12.057238 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9fa04b17-6b52-471a-895f-79d0bb5a4d19 tempest-ServersWithSpecificFlavorTestJSON-254489472 tempest-ServersWithSpecificFlavorTestJSON-254489472-project] Publish callbacks [] for port (d717fb85-10e7-4bbc-ac00-3178c984211d), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:12.078833 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 8d8c5d53-76dd-4e1a-9408-490ba4b65c3b, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=8d8c5d53-76dd-4e1a-9408-490ba4b65c3b,segment=NetworkSegment(25ebb9e9-dc98-4fc3-a669-dda354dfe216),segment_id=25ebb9e9-dc98-4fc3-a669-dda354dfe216)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:40:12.082305 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-e052d4b9-46f7-4d6d-9138-cbd9bea51715 req-ed991726-a3e0-41a3-b6c1-187bfd22f0ff tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] 10.222.0.75 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6961310 Aug 27 04:40:12.132388 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9fa04b17-6b52-471a-895f-79d0bb5a4d19 tempest-ServersWithSpecificFlavorTestJSON-254489472 tempest-ServersWithSpecificFlavorTestJSON-254489472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (d717fb85-10e7-4bbc-ac00-3178c984211d), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:12.179335 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (8d8c5d53-76dd-4e1a-9408-490ba4b65c3b), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:12.184518 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device ead487b3-2f58-45f9-a627-cbe217c12f65 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:40:12.379208 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [req-e052d4b9-46f7-4d6d-9138-cbd9bea51715 req-3f02ba79-bdc0-4399-a0fd-b4a3e40629a8 service neutron] Request body: {'port': {'device_id': 'e907b3ea-a6a3-414d-85b7-b2a4632baf53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-852088-5'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:40:12.379208 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:12.383294 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9fa04b17-6b52-471a-895f-79d0bb5a4d19 tempest-ServersWithSpecificFlavorTestJSON-254489472 tempest-ServersWithSpecificFlavorTestJSON-254489472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677636'] for floatingip (9d1fba39-3e2a-450b-80f1-aac36f4f3c34), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:12.383294 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:12.384345 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-9b46b368-ccaf-4f76-917b-d955f3855b39 None None] Provisioning complete for port e2e2a634-e765-4b2e-a554-069ff64a88a2 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:40:12.384345 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9b46b368-ccaf-4f76-917b-d955f3855b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e2e2a634-e765-4b2e-a554-069ff64a88a2), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:12.384811 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa04b17-6b52-471a-895f-79d0bb5a4d19 tempest-ServersWithSpecificFlavorTestJSON-254489472 tempest-ServersWithSpecificFlavorTestJSON-254489472-project] Pushing event updated for resources: {'Port': ['ID=d717fb85-10e7-4bbc-ac00-3178c984211d,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:12.402815 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a504b202-ebe8-4d62-95f5-11e85858f1d5 None None] Publish callbacks [] for port (d3861357-3de8-4217-b844-97d88dd5f1d0), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:12.405141 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:UPDATE=8,neutron:SELECT=89,neutron:INSERT=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:12.550261 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-9b46b368-ccaf-4f76-917b-d955f3855b39 None None] Port e2e2a634-e765-4b2e-a554-069ff64a88a2 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:40:12.550261 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=8d8c5d53-76dd-4e1a-9408-490ba4b65c3b,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:12.550261 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port ead487b3-2f58-45f9-a627-cbe217c12f65 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:40:12.550261 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (ead487b3-2f58-45f9-a627-cbe217c12f65), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:12.550261 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port ead487b3-2f58-45f9-a627-cbe217c12f65 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:40:12.550261 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (ead487b3-2f58-45f9-a627-cbe217c12f65), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:12.554098 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-85666891-280b-4dc0-bab5-e9fabe7962ec admin admin] Publish callbacks [] for router_gateway (0f5681c5-87fc-4b21-b7aa-c3f9be71b740), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:12.556795 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-e052d4b9-46f7-4d6d-9138-cbd9bea51715 req-3f02ba79-bdc0-4399-a0fd-b4a3e40629a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (e2e2a634-e765-4b2e-a554-069ff64a88a2), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:12.602776 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72ca80-827b-4217-89f0-ee1167edb6f4 req-bd1de9d3-c6e9-4f8a-8244-71d74dd917f2 tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:12.616665 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port ead487b3-2f58-45f9-a627-cbe217c12f65, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=ead487b3-2f58-45f9-a627-cbe217c12f65,segment=NetworkSegment(6bcc1a9d-4fe7-48b0-a744-5a0c28f5b090),segment_id=6bcc1a9d-4fe7-48b0-a744-5a0c28f5b090)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:40:12.619077 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ba72ca80-827b-4217-89f0-ee1167edb6f4 req-bd1de9d3-c6e9-4f8a-8244-71d74dd917f2 tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e907b3ea-a6a3-414d-85b7-b2a4632baf53 HTTP/1.1" status: 200 len: 935 time: 0.1241002 Aug 27 04:40:12.656782 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9fa04b17-6b52-471a-895f-79d0bb5a4d19 tempest-ServersWithSpecificFlavorTestJSON-254489472 tempest-ServersWithSpecificFlavorTestJSON-254489472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:12.662208 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a504b202-ebe8-4d62-95f5-11e85858f1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (d3861357-3de8-4217-b844-97d88dd5f1d0), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:12.669706 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9fa04b17-6b52-471a-895f-79d0bb5a4d19 tempest-ServersWithSpecificFlavorTestJSON-254489472 tempest-ServersWithSpecificFlavorTestJSON-254489472-project] 10.222.0.76 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1928673 Aug 27 04:40:12.729411 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d27bf710-9608-48d0-978f-6e2a3f6ffee9 req-212e82df-6f1d-4d4c-a3ff-fcc4cedd0755 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=d85e7650a4374066922085ef5115c973&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1079121 Aug 27 04:40:12.765678 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (ead487b3-2f58-45f9-a627-cbe217c12f65), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:12.788927 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a504b202-ebe8-4d62-95f5-11e85858f1d5 None None] Pushing event updated for resources: {'Port': ['ID=d3861357-3de8-4217-b844-97d88dd5f1d0,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:12.984674 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39380) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:13.020491 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a504b202-ebe8-4d62-95f5-11e85858f1d5 None None] Network 7ed2c4c2-252e-4205-b12c-68c27c4efa93 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:40:13.020491 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=ead487b3-2f58-45f9-a627-cbe217c12f65,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:13.039549 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-a504b202-ebe8-4d62-95f5-11e85858f1d5 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:40:13.050526 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 8d8c5d53-76dd-4e1a-9408-490ba4b65c3b up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:40:13.059613 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ba72ca80-827b-4217-89f0-ee1167edb6f4 req-a6b62ea8-8053-409a-89ed-fb318f70c010 tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=c8b47764-7b42-4d8a-9fea-350a8ffa6f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4395018 Aug 27 04:40:13.092533 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a504b202-ebe8-4d62-95f5-11e85858f1d5 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:40:13.133408 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:13.200011 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [req-e052d4b9-46f7-4d6d-9138-cbd9bea51715 req-3f02ba79-bdc0-4399-a0fd-b4a3e40629a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2e2a634-e765-4b2e-a554-069ff64a88a2 {{(pid=107776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 04:40:13.211977 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-e052d4b9-46f7-4d6d-9138-cbd9bea51715 req-3f02ba79-bdc0-4399-a0fd-b4a3e40629a8 service neutron] Publish callbacks [] for port (e2e2a634-e765-4b2e-a554-069ff64a88a2), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:13.238807 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27bf710-9608-48d0-978f-6e2a3f6ffee9 req-5fbdc480-3821-4559-8379-e528fc55266c tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:13.239268 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-78833334-5c41-426b-8e99-4e642f70a9a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:13.244920 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-85666891-280b-4dc0-bab5-e9fabe7962ec admin admin] Publish callbacks [] for router_gateway (0f5681c5-87fc-4b21-b7aa-c3f9be71b740), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:13.247430 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d27bf710-9608-48d0-978f-6e2a3f6ffee9 req-5fbdc480-3821-4559-8379-e528fc55266c tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5088453 Aug 27 04:40:13.259418 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 8d8c5d53-76dd-4e1a-9408-490ba4b65c3b triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:40:13.260000 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (8d8c5d53-76dd-4e1a-9408-490ba4b65c3b), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:13.265884 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-a504b202-ebe8-4d62-95f5-11e85858f1d5 None None] Attempting to bind port d3861357-3de8-4217-b844-97d88dd5f1d0 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:40:13.266399 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-a504b202-ebe8-4d62-95f5-11e85858f1d5 None None] Attempting to bind port d3861357-3de8-4217-b844-97d88dd5f1d0 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'c76cda8e-c8f7-4bed-81ba-ed8cb19d32ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7ed2c4c2-252e-4205-b12c-68c27c4efa93'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:40:13.266870 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a504b202-ebe8-4d62-95f5-11e85858f1d5 None None] Attempting to bind port d3861357-3de8-4217-b844-97d88dd5f1d0 on network 7ed2c4c2-252e-4205-b12c-68c27c4efa93 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:40:13.285232 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d27bf710-9608-48d0-978f-6e2a3f6ffee9 req-5b38ae03-0fb6-44b5-9153-85865abe31f0 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/quotas/d85e7650a4374066922085ef5115c973 HTTP/1.1" status: 200 len: 375 time: 0.0363770 Aug 27 04:40:13.291476 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a504b202-ebe8-4d62-95f5-11e85858f1d5 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:40:13.292140 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a504b202-ebe8-4d62-95f5-11e85858f1d5 None None] Checking segment: {'id': 'c76cda8e-c8f7-4bed-81ba-ed8cb19d32ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7ed2c4c2-252e-4205-b12c-68c27c4efa93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:40:13.292624 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a504b202-ebe8-4d62-95f5-11e85858f1d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:13.293504 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a504b202-ebe8-4d62-95f5-11e85858f1d5 None None] Bound using segment: {'id': 'c76cda8e-c8f7-4bed-81ba-ed8cb19d32ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7ed2c4c2-252e-4205-b12c-68c27c4efa93'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:40:13.294262 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-a504b202-ebe8-4d62-95f5-11e85858f1d5 None None] Bound port: d3861357-3de8-4217-b844-97d88dd5f1d0, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c76cda8e-c8f7-4bed-81ba-ed8cb19d32ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7ed2c4c2-252e-4205-b12c-68c27c4efa93'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:40:13.294741 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a504b202-ebe8-4d62-95f5-11e85858f1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (d3861357-3de8-4217-b844-97d88dd5f1d0), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:13.311882 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.provisioning_blocks [req-e052d4b9-46f7-4d6d-9138-cbd9bea51715 req-3f02ba79-bdc0-4399-a0fd-b4a3e40629a8 service neutron] Transition to ACTIVE for port object e2e2a634-e765-4b2e-a554-069ff64a88a2 will not be triggered until provisioned by entity L2. {{(pid=107776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 27 04:40:13.320054 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:13.327458 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-85666891-280b-4dc0-bab5-e9fabe7962ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:13.386771 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d27bf710-9608-48d0-978f-6e2a3f6ffee9 req-55a8f802-a826-4848-944e-587a43dbb18b tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=d85e7650a4374066922085ef5115c973&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0685940 Aug 27 04:40:13.433656 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-a504b202-ebe8-4d62-95f5-11e85858f1d5 None None] For port d3861357-3de8-4217-b844-97d88dd5f1d0, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:40:13.473891 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-a504b202-ebe8-4d62-95f5-11e85858f1d5 None None] For port d3861357-3de8-4217-b844-97d88dd5f1d0, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=d3861357-3de8-4217-b844-97d88dd5f1d0,segment=NetworkSegment(c76cda8e-c8f7-4bed-81ba-ed8cb19d32ee),segment_id=c76cda8e-c8f7-4bed-81ba-ed8cb19d32ee)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:40:13.475604 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a904d8fd-c0ee-468c-a96d-4926ba25bdea req-5a2cec72-4d10-46a9-9a4a-887e987fa0d8 tempest-ServersWithSpecificFlavorTestJSON-254489472 tempest-ServersWithSpecificFlavorTestJSON-254489472-project] 10.222.0.76 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--621422110&fields=id&tenant_id=5830193fb5044d669e0ec200593ff23f HTTP/1.1" status: 200 len: 267 time: 0.0603156 Aug 27 04:40:13.481622 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 8d8c5d53-76dd-4e1a-9408-490ba4b65c3b is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:40:13.549314 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-78833334-5c41-426b-8e99-4e642f70a9a3 admin admin] Publish callbacks [] for security_group (4505cbc2-a94a-41e3-9162-73e5c192bda6), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:13.550745 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-85666891-280b-4dc0-bab5-e9fabe7962ec admin admin] Allocated IP 172.25.2.120 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/07ee39ba-171a-4228-bca3-424c30e507c7) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:40:13.614450 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904d8fd-c0ee-468c-a96d-4926ba25bdea req-9c8f9d36-f069-42ea-a957-8c09e9e04bc5 tempest-ServersWithSpecificFlavorTestJSON-254489472 tempest-ServersWithSpecificFlavorTestJSON-254489472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:13.615224 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a904d8fd-c0ee-468c-a96d-4926ba25bdea req-9c8f9d36-f069-42ea-a957-8c09e9e04bc5 tempest-ServersWithSpecificFlavorTestJSON-254489472 tempest-ServersWithSpecificFlavorTestJSON-254489472-project] 10.222.0.76 "GET /networking/v2.0/networks?id=ef400a2a-b925-41d3-9f86-e224276accb3 HTTP/1.1" status: 200 len: 823 time: 0.1325336 Aug 27 04:40:13.634488 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a904d8fd-c0ee-468c-a96d-4926ba25bdea req-b361d605-1ba0-47a2-947a-5bc802b81b00 tempest-ServersWithSpecificFlavorTestJSON-254489472 tempest-ServersWithSpecificFlavorTestJSON-254489472-project] 10.222.0.76 "GET /networking/v2.0/quotas/5830193fb5044d669e0ec200593ff23f HTTP/1.1" status: 200 len: 375 time: 0.0115535 Aug 27 04:40:13.702847 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-85666891-280b-4dc0-bab5-e9fabe7962ec admin admin] Publish callbacks [] for port (07ee39ba-171a-4228-bca3-424c30e507c7), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:13.709219 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a904d8fd-c0ee-468c-a96d-4926ba25bdea req-c336effa-bc2d-4c7a-a7d5-8ebbd90fe55c tempest-ServersWithSpecificFlavorTestJSON-254489472 tempest-ServersWithSpecificFlavorTestJSON-254489472-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=5830193fb5044d669e0ec200593ff23f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0664957 Aug 27 04:40:14.129109 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-e052d4b9-46f7-4d6d-9138-cbd9bea51715 req-3f02ba79-bdc0-4399-a0fd-b4a3e40629a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (e2e2a634-e765-4b2e-a554-069ff64a88a2), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:14.133652 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a504b202-ebe8-4d62-95f5-11e85858f1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (d3861357-3de8-4217-b844-97d88dd5f1d0), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:14.144035 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39420) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:14.151740 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-85666891-280b-4dc0-bab5-e9fabe7962ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (07ee39ba-171a-4228-bca3-424c30e507c7), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:14.156393 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-78833334-5c41-426b-8e99-4e642f70a9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (4505cbc2-a94a-41e3-9162-73e5c192bda6), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:14.264147 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:14.330967 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a504b202-ebe8-4d62-95f5-11e85858f1d5 None None] Pushing event updated for resources: {'Port': ['ID=d3861357-3de8-4217-b844-97d88dd5f1d0,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:14.363946 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78833334-5c41-426b-8e99-4e642f70a9a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4505cbc2-a94a-41e3-9162-73e5c192bda6,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:14.394766 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85666891-280b-4dc0-bab5-e9fabe7962ec admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:40:14.434570 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-85666891-280b-4dc0-bab5-e9fabe7962ec admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:40:14.439538 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-78833334-5c41-426b-8e99-4e642f70a9a3 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=3bc95c4104b3460290278eec9645eef2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4530506 Aug 27 04:40:14.445143 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85666891-280b-4dc0-bab5-e9fabe7962ec admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:40:14.453373 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39430) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:14.463038 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b4ba9f5f-fb70-4c41-991d-cefdde0127c9 tempest-ServersWithSpecificFlavorTestJSON-254489472 tempest-ServersWithSpecificFlavorTestJSON-254489472-project] Publish callbacks [] for security_group (31405583-437b-4667-a9dc-a5fe12a64721), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:14.528820 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-598c397e-e6f6-4170-8121-e1a0989e5db7 req-5e965852-a1e3-4319-92eb-67f805b6d668 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=aef5015d-04b9-4f2e-9f2f-6d294b36c318 HTTP/1.1" status: 200 len: 210 time: 0.1761851 Aug 27 04:40:14.578211 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b4ba9f5f-fb70-4c41-991d-cefdde0127c9 tempest-ServersWithSpecificFlavorTestJSON-254489472 tempest-ServersWithSpecificFlavorTestJSON-254489472-project] Publish callbacks [] for security_group (31405583-437b-4667-a9dc-a5fe12a64721), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:14.608432 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae2f9a-2fbd-48b7-910e-b352a90916e7 req-1907c6ce-d4b1-4adc-8e20-56485c2d3981 tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:14.610327 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6aae2f9a-2fbd-48b7-910e-b352a90916e7 req-1907c6ce-d4b1-4adc-8e20-56485c2d3981 tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e907b3ea-a6a3-414d-85b7-b2a4632baf53 HTTP/1.1" status: 200 len: 947 time: 0.2947721 Aug 27 04:40:14.665086 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f02ba79-bdc0-4399-a0fd-b4a3e40629a8 service neutron] Pushing event updated for resources: {'Port': ['ID=e2e2a634-e765-4b2e-a554-069ff64a88a2,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:14.723687 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39444) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:14.811093 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6aae2f9a-2fbd-48b7-910e-b352a90916e7 req-b9682843-7842-4bb7-a4ec-bad4f41dcdaa tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=c8b47764-7b42-4d8a-9fea-350a8ffa6f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906328 Aug 27 04:40:14.899431 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b4ba9f5f-fb70-4c41-991d-cefdde0127c9 tempest-ServersWithSpecificFlavorTestJSON-254489472 tempest-ServersWithSpecificFlavorTestJSON-254489472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (31405583-437b-4667-a9dc-a5fe12a64721), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:14.902120 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b4ba9f5f-fb70-4c41-991d-cefdde0127c9 tempest-ServersWithSpecificFlavorTestJSON-254489472 tempest-ServersWithSpecificFlavorTestJSON-254489472-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:14.903286 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b4ba9f5f-fb70-4c41-991d-cefdde0127c9 tempest-ServersWithSpecificFlavorTestJSON-254489472 tempest-ServersWithSpecificFlavorTestJSON-254489472-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/31405583-437b-4667-a9dc-a5fe12a64721 HTTP/1.1" status: 204 len: 168 time: 0.7580056 Aug 27 04:40:14.908715 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39452) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:14.965410 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ba9f5f-fb70-4c41-991d-cefdde0127c9 tempest-ServersWithSpecificFlavorTestJSON-254489472 tempest-ServersWithSpecificFlavorTestJSON-254489472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31405583-437b-4667-a9dc-a5fe12a64721,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:14.972020 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=77,neutron:UPDATE=7,neutron:INSERT=16 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:14.978173 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-c6ac4e8a-ac1f-4e1a-8dce-36ab99557a3e tempest-ServersWithSpecificFlavorTestJSON-254489472 tempest-ServersWithSpecificFlavorTestJSON-254489472-project] show failed (client error): The resource could not be found. Aug 27 04:40:14.994569 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c6ac4e8a-ac1f-4e1a-8dce-36ab99557a3e tempest-ServersWithSpecificFlavorTestJSON-254489472 tempest-ServersWithSpecificFlavorTestJSON-254489472-project] 10.222.0.76 "GET /networking/v2.0/security-groups/31405583-437b-4667-a9dc-a5fe12a64721 HTTP/1.1" status: 404 len: 347 time: 0.0847142 Aug 27 04:40:14.999755 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39456) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:15.040201 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device ead487b3-2f58-45f9-a627-cbe217c12f65 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:40:15.069484 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-e052d4b9-46f7-4d6d-9138-cbd9bea51715 req-3f02ba79-bdc0-4399-a0fd-b4a3e40629a8 service neutron] Attempting to bind port e2e2a634-e765-4b2e-a554-069ff64a88a2 on host n-h1-852088-5 for vnic_type normal with profile {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:40:15.069817 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-e052d4b9-46f7-4d6d-9138-cbd9bea51715 req-3f02ba79-bdc0-4399-a0fd-b4a3e40629a8 service neutron] Attempting to bind port e2e2a634-e765-4b2e-a554-069ff64a88a2 by drivers openvswitch,hyperv on host n-h1-852088-5 at level 0 using segments [{'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:40:15.070145 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e052d4b9-46f7-4d6d-9138-cbd9bea51715 req-3f02ba79-bdc0-4399-a0fd-b4a3e40629a8 service neutron] Attempting to bind port e2e2a634-e765-4b2e-a554-069ff64a88a2 on network a82fb463-5a8f-4b8b-991d-61491eba11c6 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:40:15.085799 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85666891-280b-4dc0-bab5-e9fabe7962ec admin admin] Pushing event updated for resources: {'Port': ['ID=07ee39ba-171a-4228-bca3-424c30e507c7,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:15.090265 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e052d4b9-46f7-4d6d-9138-cbd9bea51715 req-3f02ba79-bdc0-4399-a0fd-b4a3e40629a8 service neutron] Port e2e2a634-e765-4b2e-a554-069ff64a88a2 on network a82fb463-5a8f-4b8b-991d-61491eba11c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-852088-5 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:40:15.090458 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e052d4b9-46f7-4d6d-9138-cbd9bea51715 req-3f02ba79-bdc0-4399-a0fd-b4a3e40629a8 service neutron] Attempting to bind port e2e2a634-e765-4b2e-a554-069ff64a88a2 on network a82fb463-5a8f-4b8b-991d-61491eba11c6 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:40:15.101800 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-761bae31-476f-4be4-9a41-c1ac77c844ee admin admin] Publish callbacks [] for security_group (4505cbc2-a94a-41e3-9162-73e5c192bda6), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:15.110194 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e052d4b9-46f7-4d6d-9138-cbd9bea51715 req-3f02ba79-bdc0-4399-a0fd-b4a3e40629a8 service neutron] Checking agent: {'id': '6d03b773-90f7-436b-9be6-5928d8d54dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 36, 21), 'started_at': datetime.datetime(2022, 8, 27, 4, 36, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:40:15.110952 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e052d4b9-46f7-4d6d-9138-cbd9bea51715 req-3f02ba79-bdc0-4399-a0fd-b4a3e40629a8 service neutron] Checking segment: {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:40:15.111853 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e052d4b9-46f7-4d6d-9138-cbd9bea51715 req-3f02ba79-bdc0-4399-a0fd-b4a3e40629a8 service neutron] Bound using segment: {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'} {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:40:15.112342 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-e052d4b9-46f7-4d6d-9138-cbd9bea51715 req-3f02ba79-bdc0-4399-a0fd-b4a3e40629a8 service neutron] Bound port: e2e2a634-e765-4b2e-a554-069ff64a88a2, host: n-h1-852088-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'}}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:40:15.114796 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-e052d4b9-46f7-4d6d-9138-cbd9bea51715 req-3f02ba79-bdc0-4399-a0fd-b4a3e40629a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (e2e2a634-e765-4b2e-a554-069ff64a88a2), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:15.131664 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3834050f-eb84-4afb-98e1-4646dba482c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:15.155693 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-761bae31-476f-4be4-9a41-c1ac77c844ee admin admin] Publish callbacks [] for security_group (4505cbc2-a94a-41e3-9162-73e5c192bda6), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:15.159291 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port ead487b3-2f58-45f9-a627-cbe217c12f65 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:40:15.160067 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (ead487b3-2f58-45f9-a627-cbe217c12f65), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:15.308884 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-217c0a25-b0ce-4a30-a125-9fce5bdc839e tempest-ServersWithSpecificFlavorTestJSON-254489472 tempest-ServersWithSpecificFlavorTestJSON-254489472-project] Deleting port d717fb85-10e7-4bbc-ac00-3178c984211d {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:40:15.310887 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-217c0a25-b0ce-4a30-a125-9fce5bdc839e tempest-ServersWithSpecificFlavorTestJSON-254489472 tempest-ServersWithSpecificFlavorTestJSON-254489472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (d717fb85-10e7-4bbc-ac00-3178c984211d), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:15.382334 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:15.416572 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-e052d4b9-46f7-4d6d-9138-cbd9bea51715 req-3f02ba79-bdc0-4399-a0fd-b4a3e40629a8 service neutron] For port e2e2a634-e765-4b2e-a554-069ff64a88a2, host n-h1-852088-5, cleared binding levels {{(pid=107776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:40:15.435271 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3834050f-eb84-4afb-98e1-4646dba482c9 admin admin] Publish callbacks [] for security_group (8c322bc8-eb56-43f0-8a80-c619691fd040), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:15.476113 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-217c0a25-b0ce-4a30-a125-9fce5bdc839e tempest-ServersWithSpecificFlavorTestJSON-254489472 tempest-ServersWithSpecificFlavorTestJSON-254489472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (d717fb85-10e7-4bbc-ac00-3178c984211d), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:15.476760 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-217c0a25-b0ce-4a30-a125-9fce5bdc839e tempest-ServersWithSpecificFlavorTestJSON-254489472 tempest-ServersWithSpecificFlavorTestJSON-254489472-project] Publish callbacks [] for floatingip (d717fb85-10e7-4bbc-ac00-3178c984211d), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:15.502739 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:15.505318 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-e052d4b9-46f7-4d6d-9138-cbd9bea51715 req-3f02ba79-bdc0-4399-a0fd-b4a3e40629a8 service neutron] For port e2e2a634-e765-4b2e-a554-069ff64a88a2, host n-h1-852088-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=e2e2a634-e765-4b2e-a554-069ff64a88a2,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:40:15.511910 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-217c0a25-b0ce-4a30-a125-9fce5bdc839e tempest-ServersWithSpecificFlavorTestJSON-254489472 tempest-ServersWithSpecificFlavorTestJSON-254489472-project] Calling delete_port for d717fb85-10e7-4bbc-ac00-3178c984211d owned by network:floatingip {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:40:15.553158 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-85666891-280b-4dc0-bab5-e9fabe7962ec admin admin] Publish callbacks [] for router_gateway (0f5681c5-87fc-4b21-b7aa-c3f9be71b740), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:15.595426 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port ead487b3-2f58-45f9-a627-cbe217c12f65 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:40:15.604405 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d3861357-3de8-4217-b844-97d88dd5f1d0 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:40:15.672482 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port d3861357-3de8-4217-b844-97d88dd5f1d0 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:40:15.672858 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d3861357-3de8-4217-b844-97d88dd5f1d0), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:15.771466 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3834050f-eb84-4afb-98e1-4646dba482c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (8c322bc8-eb56-43f0-8a80-c619691fd040), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:15.798033 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port d3861357-3de8-4217-b844-97d88dd5f1d0 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:40:15.798033 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (d3861357-3de8-4217-b844-97d88dd5f1d0), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:15.854569 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port d3861357-3de8-4217-b844-97d88dd5f1d0, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=d3861357-3de8-4217-b844-97d88dd5f1d0,segment=NetworkSegment(c76cda8e-c8f7-4bed-81ba-ed8cb19d32ee),segment_id=c76cda8e-c8f7-4bed-81ba-ed8cb19d32ee)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:40:15.868271 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-0bbd826d-3612-4cc4-acf7-6795cc5dde9c req-0a01e6ec-1018-4511-a702-dd7eda313f47 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=aef5015d-04b9-4f2e-9f2f-6d294b36c318 HTTP/1.1" status: 200 len: 210 time: 0.0968843 Aug 27 04:40:15.879286 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-e052d4b9-46f7-4d6d-9138-cbd9bea51715 req-3f02ba79-bdc0-4399-a0fd-b4a3e40629a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (e2e2a634-e765-4b2e-a554-069ff64a88a2), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:15.885948 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-761bae31-476f-4be4-9a41-c1ac77c844ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (4505cbc2-a94a-41e3-9162-73e5c192bda6), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:15.891135 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-761bae31-476f-4be4-9a41-c1ac77c844ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:15.891974 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-761bae31-476f-4be4-9a41-c1ac77c844ee admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/4505cbc2-a94a-41e3-9162-73e5c192bda6 HTTP/1.1" status: 204 len: 168 time: 1.4354894 Aug 27 04:40:15.916443 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052d4b9-46f7-4d6d-9138-cbd9bea51715 req-3f02ba79-bdc0-4399-a0fd-b4a3e40629a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:15.917162 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-e052d4b9-46f7-4d6d-9138-cbd9bea51715 req-3f02ba79-bdc0-4399-a0fd-b4a3e40629a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:15.922795 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-e052d4b9-46f7-4d6d-9138-cbd9bea51715 req-3f02ba79-bdc0-4399-a0fd-b4a3e40629a8 service neutron] 10.222.0.75 "PUT /networking/v2.0/ports/e2e2a634-e765-4b2e-a554-069ff64a88a2 HTTP/1.1" status: 200 len: 1095 time: 3.7228422 Aug 27 04:40:15.923040 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3834050f-eb84-4afb-98e1-4646dba482c9 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=89b1cc4e6d084e15a1011ac667271532&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1983020 Aug 27 04:40:15.924084 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3834050f-eb84-4afb-98e1-4646dba482c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c322bc8-eb56-43f0-8a80-c619691fd040,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:15.952733 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2babb26-ed84-4bf6-b4c1-18ac2a16140b None None] Network 7ed2c4c2-252e-4205-b12c-68c27c4efa93 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:40:15.952845 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39476) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:15.998824 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e907b3ea-a6a3-414d-85b7-b2a4632baf53', 'tag': 'e2e2a634-e765-4b2e-a554-069ff64a88a2'}] {{(pid=107776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:40:16.008157 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7ad66632f4c78724655075356aa8535ba41c652eced6c9cea0c1f0c67b1e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a25bc5c-4cf6-47cf-a708-d4243cc16cbc" -d '{"events": [{"name": "network-changed", "server_uuid": "e907b3ea-a6a3-414d-85b7-b2a4632baf53", "tag": "e2e2a634-e765-4b2e-a554-069ff64a88a2"}]}' {{(pid=107776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:40:16.020397 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (d3861357-3de8-4217-b844-97d88dd5f1d0), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:16.046619 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-217c0a25-b0ce-4a30-a125-9fce5bdc839e tempest-ServersWithSpecificFlavorTestJSON-254489472 tempest-ServersWithSpecificFlavorTestJSON-254489472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (d717fb85-10e7-4bbc-ac00-3178c984211d), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:16.090277 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-0da94035-891d-4d08-b6c5-98af36cb0a22 None None] Provisioning complete for port d3861357-3de8-4217-b844-97d88dd5f1d0 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:40:16.091122 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0da94035-891d-4d08-b6c5-98af36cb0a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d3861357-3de8-4217-b844-97d88dd5f1d0), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:16.096704 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:16.209293 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217c0a25-b0ce-4a30-a125-9fce5bdc839e tempest-ServersWithSpecificFlavorTestJSON-254489472 tempest-ServersWithSpecificFlavorTestJSON-254489472-project] Pushing event deleted for resources: {'Port': ['ID=d717fb85-10e7-4bbc-ac00-3178c984211d,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:16.234628 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:16.338010 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=d3861357-3de8-4217-b844-97d88dd5f1d0,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:16.405876 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05eabb-e7fc-4db1-a0e0-4bbc28f372ae req-b85ba21d-4cd6-4fe3-927e-f57ba46d960d tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:16.407524 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-0da94035-891d-4d08-b6c5-98af36cb0a22 None None] Current status of the port d3861357-3de8-4217-b844-97d88dd5f1d0 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:40:16.408867 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2e05eabb-e7fc-4db1-a0e0-4bbc28f372ae req-b85ba21d-4cd6-4fe3-927e-f57ba46d960d tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e907b3ea-a6a3-414d-85b7-b2a4632baf53 HTTP/1.1" status: 200 len: 947 time: 0.3344142 Aug 27 04:40:16.463233 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-91e5fcea-d9c0-42c1-af2c-0293db127b63 admin admin] Publish callbacks [] for security_group (8c322bc8-eb56-43f0-8a80-c619691fd040), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:16.563563 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-91e5fcea-d9c0-42c1-af2c-0293db127b63 admin admin] Publish callbacks [] for security_group (8c322bc8-eb56-43f0-8a80-c619691fd040), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:16.597569 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761bae31-476f-4be4-9a41-c1ac77c844ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4505cbc2-a94a-41e3-9162-73e5c192bda6,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:16.609956 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-217c0a25-b0ce-4a30-a125-9fce5bdc839e tempest-ServersWithSpecificFlavorTestJSON-254489472 tempest-ServersWithSpecificFlavorTestJSON-254489472-project] Publish callbacks [] for floatingip (9d1fba39-3e2a-450b-80f1-aac36f4f3c34), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:16.613475 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-217c0a25-b0ce-4a30-a125-9fce5bdc839e tempest-ServersWithSpecificFlavorTestJSON-254489472 tempest-ServersWithSpecificFlavorTestJSON-254489472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:16.621038 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-217c0a25-b0ce-4a30-a125-9fce5bdc839e tempest-ServersWithSpecificFlavorTestJSON-254489472 tempest-ServersWithSpecificFlavorTestJSON-254489472-project] 10.222.0.76 "DELETE /networking/v2.0/floatingips/9d1fba39-3e2a-450b-80f1-aac36f4f3c34 HTTP/1.1" status: 204 len: 168 time: 1.6157265 Aug 27 04:40:16.670749 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2e05eabb-e7fc-4db1-a0e0-4bbc28f372ae req-448255b2-d96a-410c-88b1-39803fdfd10d tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=c8b47764-7b42-4d8a-9fea-350a8ffa6f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428555 Aug 27 04:40:16.733628 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-e4a39702-8d82-4528-b8da-1e120bd8d1a2 None None] Provisioning complete for port d3861357-3de8-4217-b844-97d88dd5f1d0 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:40:16.734175 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e4a39702-8d82-4528-b8da-1e120bd8d1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d3861357-3de8-4217-b844-97d88dd5f1d0), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:16.754156 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 04:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a0fa10-5cc2-46b5-ae67-6d11431e56a8 x-openstack-request-id: req-58a0fa10-5cc2-46b5-ae67-6d11431e56a8 {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:40:16.754565 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e907b3ea-a6a3-414d-85b7-b2a4632baf53", "tag": "e2e2a634-e765-4b2e-a554-069ff64a88a2", "status": "completed", "code": 200}]} {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:40:16.754882 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-58a0fa10-5cc2-46b5-ae67-6d11431e56a8 {{(pid=107776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:40:16.755444 n-d-852088-5 neutron-server[107776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58a0fa10-5cc2-46b5-ae67-6d11431e56a8'] response: {'name': 'network-changed', 'server_uuid': 'e907b3ea-a6a3-414d-85b7-b2a4632baf53', 'tag': 'e2e2a634-e765-4b2e-a554-069ff64a88a2', 'status': 'completed', 'code': 200} Aug 27 04:40:16.760699 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-91e5fcea-d9c0-42c1-af2c-0293db127b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (8c322bc8-eb56-43f0-8a80-c619691fd040), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:16.763868 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-91e5fcea-d9c0-42c1-af2c-0293db127b63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:16.770916 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-91e5fcea-d9c0-42c1-af2c-0293db127b63 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/8c322bc8-eb56-43f0-8a80-c619691fd040 HTTP/1.1" status: 204 len: 168 time: 0.8216774 Aug 27 04:40:16.788480 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e5fcea-d9c0-42c1-af2c-0293db127b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c322bc8-eb56-43f0-8a80-c619691fd040,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:16.789310 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052d4b9-46f7-4d6d-9138-cbd9bea51715 req-c0cca7a7-874a-4922-8940-abf808e62054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:16.800387 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-e052d4b9-46f7-4d6d-9138-cbd9bea51715 req-c0cca7a7-874a-4922-8940-abf808e62054 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=2936c03bbeee48a585b66453179cba76&device_id=e907b3ea-a6a3-414d-85b7-b2a4632baf53 HTTP/1.1" status: 200 len: 1129 time: 0.2106841 Aug 27 04:40:16.809251 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-85666891-280b-4dc0-bab5-e9fabe7962ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (0f5681c5-87fc-4b21-b7aa-c3f9be71b740), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:16.819439 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:16.826754 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f02ba79-bdc0-4399-a0fd-b4a3e40629a8 service neutron] Pushing event updated for resources: {'Port': ['ID=e2e2a634-e765-4b2e-a554-069ff64a88a2,revision_number=3']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:16.959484 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-e052d4b9-46f7-4d6d-9138-cbd9bea51715 req-caf135f6-1b3a-43ee-aa7e-40e92a3705e1 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=e2e2a634-e765-4b2e-a554-069ff64a88a2 HTTP/1.1" status: 200 len: 217 time: 0.1456349 Aug 27 04:40:16.974107 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39498) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:17.006170 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-646072a6-5aaf-40e3-bea5-97fb7b09bb99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:17.020748 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d3861357-3de8-4217-b844-97d88dd5f1d0 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:40:17.091852 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-e4a39702-8d82-4528-b8da-1e120bd8d1a2 None None] Current status of the port d3861357-3de8-4217-b844-97d88dd5f1d0 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:40:17.135386 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-646072a6-5aaf-40e3-bea5-97fb7b09bb99 admin admin] Publish callbacks [] for security_group (4f2befb4-d35c-4008-9746-f89ae6f896aa), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:17.151835 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port d3861357-3de8-4217-b844-97d88dd5f1d0 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:40:17.154730 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d3861357-3de8-4217-b844-97d88dd5f1d0), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:17.169792 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052d4b9-46f7-4d6d-9138-cbd9bea51715 req-7796783d-f9b3-464e-ac12-01faffb72e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:17.171432 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-e052d4b9-46f7-4d6d-9138-cbd9bea51715 req-7796783d-f9b3-464e-ac12-01faffb72e35 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.2030814 Aug 27 04:40:17.184940 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a2f8a7e1-7915-4fc3-9575-9b12972da607 req-026a3c3b-ea4a-43d6-a69d-e5d6bce3e7fa tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=aef5015d-04b9-4f2e-9f2f-6d294b36c318 HTTP/1.1" status: 200 len: 210 time: 0.1415522 Aug 27 04:40:17.200743 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-646072a6-5aaf-40e3-bea5-97fb7b09bb99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (4f2befb4-d35c-4008-9746-f89ae6f896aa), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:17.272575 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052d4b9-46f7-4d6d-9138-cbd9bea51715 req-1096905b-7966-4e8b-b36b-ff73ea6cdc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:17.274058 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-e052d4b9-46f7-4d6d-9138-cbd9bea51715 req-1096905b-7966-4e8b-b36b-ff73ea6cdc56 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0931933 Aug 27 04:40:17.286970 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646072a6-5aaf-40e3-bea5-97fb7b09bb99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2befb4-d35c-4008-9746-f89ae6f896aa,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:17.314643 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port d3861357-3de8-4217-b844-97d88dd5f1d0 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:40:17.332412 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-646072a6-5aaf-40e3-bea5-97fb7b09bb99 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=a8eae55425674a53b3a6c1ef8f339c50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3570192 Aug 27 04:40:17.339346 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39506) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:17.461660 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39512) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:17.469196 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0b4eea8d-1d1e-4659-be94-e619d144fa27 admin admin] Publish callbacks [] for security_group (4f2befb4-d35c-4008-9746-f89ae6f896aa), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:17.495926 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0b4eea8d-1d1e-4659-be94-e619d144fa27 admin admin] Publish callbacks [] for security_group (4f2befb4-d35c-4008-9746-f89ae6f896aa), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:17.545417 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:17.553763 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-d27bf710-9608-48d0-978f-6e2a3f6ffee9 req-a068b787-d39e-4205-bad0-edc2e6943ee4 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=d85e7650a4374066922085ef5115c973&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1690559 Aug 27 04:40:17.557046 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-e052d4b9-46f7-4d6d-9138-cbd9bea51715 req-7e39a2d6-a907-4d99-a814-401f953e32cc service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640803 Aug 27 04:40:17.686225 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85666891-280b-4dc0-bab5-e9fabe7962ec admin admin] Router 0f5681c5-87fc-4b21-b7aa-c3f9be71b740 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:40:17.766116 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:17.767717 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0b4eea8d-1d1e-4659-be94-e619d144fa27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (4f2befb4-d35c-4008-9746-f89ae6f896aa), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:17.775124 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0b4eea8d-1d1e-4659-be94-e619d144fa27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:17.776536 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0b4eea8d-1d1e-4659-be94-e619d144fa27 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/4f2befb4-d35c-4008-9746-f89ae6f896aa HTTP/1.1" status: 204 len: 168 time: 0.4417479 Aug 27 04:40:17.798253 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4eea8d-1d1e-4659-be94-e619d144fa27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2befb4-d35c-4008-9746-f89ae6f896aa,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:17.878365 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27bf710-9608-48d0-978f-6e2a3f6ffee9 req-0f90eb1e-f24c-498f-8b41-1c9cf45ccc98 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:17.880074 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-d27bf710-9608-48d0-978f-6e2a3f6ffee9 req-0f90eb1e-f24c-498f-8b41-1c9cf45ccc98 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3210609 Aug 27 04:40:17.909588 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [req-d27bf710-9608-48d0-978f-6e2a3f6ffee9 req-504baf79-57de-4d0d-aa4e-66bd10bfbd2f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Request body: {'port': {'device_id': 'aef5015d-04b9-4f2e-9f2f-6d294b36c318', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'admin_state_up': True, 'tenant_id': 'd85e7650a4374066922085ef5115c973'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:40:18.011880 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39524) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:18.033933 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-e052d4b9-46f7-4d6d-9138-cbd9bea51715 req-c6493987-6ed3-49f4-a659-48798aadc4f7 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4586544 Aug 27 04:40:18.073213 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-00d5f50e-f75b-432f-aac4-82cc6fa2b92a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:18.134064 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85666891-280b-4dc0-bab5-e9fabe7962ec admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:40:18.143808 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802d912c-abd7-484b-a210-a94ca129f183 None None] Sync routers for ids ['0f5681c5-87fc-4b21-b7aa-c3f9be71b740'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:40:18.167261 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802d912c-abd7-484b-a210-a94ca129f183 None None] Routers {'0f5681c5-87fc-4b21-b7aa-c3f9be71b740'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:40:18.168283 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-802d912c-abd7-484b-a210-a94ca129f183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:39:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['0f5681c5-87fc-4b21-b7aa-c3f9be71b740'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:18.207666 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:18.251892 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d27bf710-9608-48d0-978f-6e2a3f6ffee9 req-504baf79-57de-4d0d-aa4e-66bd10bfbd2f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Made reservation on behalf of d85e7650a4374066922085ef5115c973 for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:40:18.261859 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-d27bf710-9608-48d0-978f-6e2a3f6ffee9 req-504baf79-57de-4d0d-aa4e-66bd10bfbd2f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:18.270230 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-00d5f50e-f75b-432f-aac4-82cc6fa2b92a admin admin] Publish callbacks [] for security_group (564d8b8d-c774-4a66-a1e1-af2b6c61fc1b), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:18.296862 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-d27bf710-9608-48d0-978f-6e2a3f6ffee9 req-504baf79-57de-4d0d-aa4e-66bd10bfbd2f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:18.302626 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb52cf0-c95b-42f6-bc62-d3bfa333ea6b req-ab6be1dc-c151-4ab8-ba2b-f9d38b9a1d91 tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:18.302626 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-beb52cf0-c95b-42f6-bc62-d3bfa333ea6b req-ab6be1dc-c151-4ab8-ba2b-f9d38b9a1d91 tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e907b3ea-a6a3-414d-85b7-b2a4632baf53 HTTP/1.1" status: 200 len: 947 time: 0.4845562 Aug 27 04:40:18.315208 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-85666891-280b-4dc0-bab5-e9fabe7962ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:18.315208 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-85666891-280b-4dc0-bab5-e9fabe7962ec admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.2645609 Aug 27 04:40:18.316648 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39534) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:18.402640 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:18.410095 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-802d912c-abd7-484b-a210-a94ca129f183 None None] Set router 0f5681c5-87fc-4b21-b7aa-c3f9be71b740 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:40:18.453783 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-00d5f50e-f75b-432f-aac4-82cc6fa2b92a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (564d8b8d-c774-4a66-a1e1-af2b6c61fc1b), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:18.541082 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-beb52cf0-c95b-42f6-bc62-d3bfa333ea6b req-75925b16-8f0f-4ac0-937a-e627651c7e5e tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=c8b47764-7b42-4d8a-9fea-350a8ffa6f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305388 Aug 27 04:40:18.699375 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-9cd6aded-c3b3-4daa-a025-1f9a30ebe3de req-bf1bce9e-bf34-4bdc-ad0e-2fd5f6effff8 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=aef5015d-04b9-4f2e-9f2f-6d294b36c318 HTTP/1.1" status: 200 len: 210 time: 0.0433953 Aug 27 04:40:18.706029 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4c6c0eda-ba3a-4d95-a61f-313c722b3dab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (a96ba3b4-dbf0-4870-86a9-a2e26f632cce), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:18.770126 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-802d912c-abd7-484b-a210-a94ca129f183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5681c5-87fc-4b21-b7aa-c3f9be71b740', 'name': 'tempest-AttachSCSIVolumeTestJSON-130903635-router', 'tenant_id': '987059a7976d45cbbc3b3dfc6c09dafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '07ee39ba-171a-4228-bca3-424c30e507c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:40:11Z', 'updated_at': '2022-08-27T04:40:15Z', 'revision_number': 3, 'project_id': '987059a7976d45cbbc3b3dfc6c09dafd', 'gw_port': {'id': '07ee39ba-171a-4228-bca3-424c30e507c7', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f5681c5-87fc-4b21-b7aa-c3f9be71b740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:40:13Z', 'updated_at': '2022-08-27T04:40:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:18.798498 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802d912c-abd7-484b-a210-a94ca129f183 None None] Checking router: 0f5681c5-87fc-4b21-b7aa-c3f9be71b740 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:40:18.798915 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802d912c-abd7-484b-a210-a94ca129f183 None None] Updating router 0f5681c5-87fc-4b21-b7aa-c3f9be71b740 port 07ee39ba-171a-4228-bca3-424c30e507c7 binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:40:18.803285 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:40:18.829485 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:18.837679 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-802d912c-abd7-484b-a210-a94ca129f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (07ee39ba-171a-4228-bca3-424c30e507c7), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:18.855416 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-d27bf710-9608-48d0-978f-6e2a3f6ffee9 req-504baf79-57de-4d0d-aa4e-66bd10bfbd2f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks [] for security_group (aa5715c2-85ab-414f-a382-26e112981df1), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:18.883951 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d5f50e-f75b-432f-aac4-82cc6fa2b92a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564d8b8d-c774-4a66-a1e1-af2b6c61fc1b,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:18.896055 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-00d5f50e-f75b-432f-aac4-82cc6fa2b92a admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=dc5b4797d0314d93a07a94511edc1837&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8784413 Aug 27 04:40:18.896055 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39554) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:18.976905 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-d27bf710-9608-48d0-978f-6e2a3f6ffee9 req-504baf79-57de-4d0d-aa4e-66bd10bfbd2f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (aa5715c2-85ab-414f-a382-26e112981df1), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:18.982387 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d6487406-f9cc-4c34-8bdc-6dc798b5fb52 req-b0e0a2e5-c1ce-4bb5-ba31-90e1cbd07412 tempest-QuotasAdminNegativeTest-1402248142 tempest-QuotasAdminNegativeTest-1402248142-project] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=ee01a09299784387bceb8555cee06080&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451691 Aug 27 04:40:19.022935 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:19.140716 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504baf79-57de-4d0d-aa4e-66bd10bfbd2f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5715c2-85ab-414f-a382-26e112981df1,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:19.145680 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-4c6c0eda-ba3a-4d95-a61f-313c722b3dab admin admin] Deleting port 0b2cc346-d662-44ce-ae04-525b1e9d11c0 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:40:19.146417 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4c6c0eda-ba3a-4d95-a61f-313c722b3dab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (0b2cc346-d662-44ce-ae04-525b1e9d11c0), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:19.155676 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bca3b328-3207-4db9-a531-6464b837ce9e admin admin] Publish callbacks [] for security_group (564d8b8d-c774-4a66-a1e1-af2b6c61fc1b), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:19.229335 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-802d912c-abd7-484b-a210-a94ca129f183 None None] Publish callbacks [] for port (07ee39ba-171a-4228-bca3-424c30e507c7), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:19.246973 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bca3b328-3207-4db9-a531-6464b837ce9e admin admin] Publish callbacks [] for security_group (564d8b8d-c774-4a66-a1e1-af2b6c61fc1b), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:19.270002 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6487406-f9cc-4c34-8bdc-6dc798b5fb52 req-f842852c-88cc-4b8b-8981-3578e4f6eb40 tempest-QuotasAdminNegativeTest-1402248142 tempest-QuotasAdminNegativeTest-1402248142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:19.272391 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d6487406-f9cc-4c34-8bdc-6dc798b5fb52 req-f842852c-88cc-4b8b-8981-3578e4f6eb40 tempest-QuotasAdminNegativeTest-1402248142 tempest-QuotasAdminNegativeTest-1402248142-project] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2832780 Aug 27 04:40:19.287666 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-802d912c-abd7-484b-a210-a94ca129f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (07ee39ba-171a-4228-bca3-424c30e507c7), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:19.298398 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d6487406-f9cc-4c34-8bdc-6dc798b5fb52 req-5f604930-bfce-4008-bcca-9a4657e54430 tempest-QuotasAdminNegativeTest-1402248142 tempest-QuotasAdminNegativeTest-1402248142-project] 10.222.0.76 "GET /networking/v2.0/quotas/ee01a09299784387bceb8555cee06080 HTTP/1.1" status: 200 len: 375 time: 0.0126584 Aug 27 04:40:19.327338 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [req-d27bf710-9608-48d0-978f-6e2a3f6ffee9 req-504baf79-57de-4d0d-aa4e-66bd10bfbd2f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Allocated IP 192.168.233.225 (a82fb463-5a8f-4b8b-991d-61491eba11c6/120f3302-721f-4373-86a6-3aa14ccf6ac4/a723b0a9-1e91-40c0-a00b-51235a1e481f) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:40:19.346035 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d6487406-f9cc-4c34-8bdc-6dc798b5fb52 req-b8f78b3c-a6e6-4986-9f8b-a1bfaff1be43 tempest-QuotasAdminNegativeTest-1402248142 tempest-QuotasAdminNegativeTest-1402248142-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=ee01a09299784387bceb8555cee06080&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406368 Aug 27 04:40:19.371249 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-4c6c0eda-ba3a-4d95-a61f-313c722b3dab admin admin] For port 0b2cc346-d662-44ce-ae04-525b1e9d11c0, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=0b2cc346-d662-44ce-ae04-525b1e9d11c0,segment=NetworkSegment(fb741577-61d1-45b0-bcfa-7174c3965238),segment_id=fb741577-61d1-45b0-bcfa-7174c3965238)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:40:19.373380 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4c6c0eda-ba3a-4d95-a61f-313c722b3dab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (0b2cc346-d662-44ce-ae04-525b1e9d11c0), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:19.380735 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-802d912c-abd7-484b-a210-a94ca129f183 None None] Attempting to bind port 07ee39ba-171a-4228-bca3-424c30e507c7 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:40:19.381117 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-802d912c-abd7-484b-a210-a94ca129f183 None None] Attempting to bind port 07ee39ba-171a-4228-bca3-424c30e507c7 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:40:19.381483 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802d912c-abd7-484b-a210-a94ca129f183 None None] Attempting to bind port 07ee39ba-171a-4228-bca3-424c30e507c7 on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:40:19.414175 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802d912c-abd7-484b-a210-a94ca129f183 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:40:19.414777 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802d912c-abd7-484b-a210-a94ca129f183 None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:40:19.415207 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-802d912c-abd7-484b-a210-a94ca129f183 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:19.415672 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802d912c-abd7-484b-a210-a94ca129f183 None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:40:19.415937 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-4c6c0eda-ba3a-4d95-a61f-313c722b3dab admin admin] Calling delete_port for 0b2cc346-d662-44ce-ae04-525b1e9d11c0 owned by network:router_interface {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:40:19.417489 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-802d912c-abd7-484b-a210-a94ca129f183 None None] Bound port: 07ee39ba-171a-4228-bca3-424c30e507c7, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:40:19.419165 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-802d912c-abd7-484b-a210-a94ca129f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (07ee39ba-171a-4228-bca3-424c30e507c7), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:19.474315 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:19.486275 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec166304-a0d2-483a-a9fd-c50da9b17910 None None] Pushing event updated for resources: {'Port': ['ID=07ee39ba-171a-4228-bca3-424c30e507c7,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:19.520072 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bca3b328-3207-4db9-a531-6464b837ce9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (564d8b8d-c774-4a66-a1e1-af2b6c61fc1b), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:19.523496 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bca3b328-3207-4db9-a531-6464b837ce9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:19.526175 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-bca3b328-3207-4db9-a531-6464b837ce9e admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/564d8b8d-c774-4a66-a1e1-af2b6c61fc1b HTTP/1.1" status: 204 len: 168 time: 0.6293690 Aug 27 04:40:19.528815 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-802d912c-abd7-484b-a210-a94ca129f183 None None] For port 07ee39ba-171a-4228-bca3-424c30e507c7, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:40:19.560554 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-802d912c-abd7-484b-a210-a94ca129f183 None None] For port 07ee39ba-171a-4228-bca3-424c30e507c7, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=07ee39ba-171a-4228-bca3-424c30e507c7,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:40:19.596174 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca3b328-3207-4db9-a531-6464b837ce9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564d8b8d-c774-4a66-a1e1-af2b6c61fc1b,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:19.615528 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f66a9134-a0f7-423a-aa94-2fc02448c7ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:19.652943 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-802d912c-abd7-484b-a210-a94ca129f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (07ee39ba-171a-4228-bca3-424c30e507c7), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:19.747948 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:19.771900 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802d912c-abd7-484b-a210-a94ca129f183 None None] Routers {'0f5681c5-87fc-4b21-b7aa-c3f9be71b740'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:40:19.772570 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-802d912c-abd7-484b-a210-a94ca129f183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:39:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['0f5681c5-87fc-4b21-b7aa-c3f9be71b740'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:19.785761 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73560b78-87bd-4a9e-adda-2ded9362f2c0 req-3f663060-069e-4fe7-91f8-acd4f80e935f tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:19.799466 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-73560b78-87bd-4a9e-adda-2ded9362f2c0 req-3f663060-069e-4fe7-91f8-acd4f80e935f tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e907b3ea-a6a3-414d-85b7-b2a4632baf53 HTTP/1.1" status: 200 len: 947 time: 0.1072104 Aug 27 04:40:19.896387 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec166304-a0d2-483a-a9fd-c50da9b17910 None None] Pushing event updated for resources: {'Port': ['ID=07ee39ba-171a-4228-bca3-424c30e507c7,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:19.917953 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-73560b78-87bd-4a9e-adda-2ded9362f2c0 req-a299c5ee-97c0-4975-939a-f8657596843e tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=c8b47764-7b42-4d8a-9fea-350a8ffa6f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168661 Aug 27 04:40:20.013845 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-802d912c-abd7-484b-a210-a94ca129f183 None None] Set router 0f5681c5-87fc-4b21-b7aa-c3f9be71b740 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:40:20.035521 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4c6c0eda-ba3a-4d95-a61f-313c722b3dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (0b2cc346-d662-44ce-ae04-525b1e9d11c0), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:20.038191 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-d27bf710-9608-48d0-978f-6e2a3f6ffee9 req-504baf79-57de-4d0d-aa4e-66bd10bfbd2f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks [] for port (a723b0a9-1e91-40c0-a00b-51235a1e481f), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:20.100756 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6c0eda-ba3a-4d95-a61f-313c722b3dab admin admin] Pushing event deleted for resources: {'Port': ['ID=0b2cc346-d662-44ce-ae04-525b1e9d11c0,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:20.114583 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:20.211661 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f882ff51-3a9c-4bee-8584-18fe7c54a055 req-48e5f100-d9c3-4b91-a197-39409cd09f19 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=aef5015d-04b9-4f2e-9f2f-6d294b36c318 HTTP/1.1" status: 200 len: 210 time: 0.1110325 Aug 27 04:40:20.270193 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-d27bf710-9608-48d0-978f-6e2a3f6ffee9 req-504baf79-57de-4d0d-aa4e-66bd10bfbd2f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (a723b0a9-1e91-40c0-a00b-51235a1e481f), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:20.304684 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-f66a9134-a0f7-423a-aa94-2fc02448c7ee admin admin] Allocated IP 172.20.0.1 (7ed2c4c2-252e-4205-b12c-68c27c4efa93/0284bf77-4f13-44e2-8d29-f7ad74e2ed5a/1ee9425e-ad24-409f-9b37-6fd90982d167) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:40:20.345805 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d27bf710-9608-48d0-978f-6e2a3f6ffee9 req-504baf79-57de-4d0d-aa4e-66bd10bfbd2f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Network a82fb463-5a8f-4b8b-991d-61491eba11c6 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:40:20.357779 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [req-d27bf710-9608-48d0-978f-6e2a3f6ffee9 req-504baf79-57de-4d0d-aa4e-66bd10bfbd2f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:40:20.375993 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [req-d27bf710-9608-48d0-978f-6e2a3f6ffee9 req-504baf79-57de-4d0d-aa4e-66bd10bfbd2f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:40:20.530294 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4c6c0eda-ba3a-4d95-a61f-313c722b3dab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (a96ba3b4-dbf0-4870-86a9-a2e26f632cce), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:20.803156 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:20.831197 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-e3f44cfe-a9bf-4772-988d-45783451a04c None None] Provisioning complete for port a723b0a9-1e91-40c0-a00b-51235a1e481f triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:40:20.833291 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e3f44cfe-a9bf-4772-988d-45783451a04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a723b0a9-1e91-40c0-a00b-51235a1e481f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:20.842843 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-802d912c-abd7-484b-a210-a94ca129f183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5681c5-87fc-4b21-b7aa-c3f9be71b740', 'name': 'tempest-AttachSCSIVolumeTestJSON-130903635-router', 'tenant_id': '987059a7976d45cbbc3b3dfc6c09dafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '07ee39ba-171a-4228-bca3-424c30e507c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:40:11Z', 'updated_at': '2022-08-27T04:40:15Z', 'revision_number': 3, 'project_id': '987059a7976d45cbbc3b3dfc6c09dafd', 'gw_port': {'id': '07ee39ba-171a-4228-bca3-424c30e507c7', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f5681c5-87fc-4b21-b7aa-c3f9be71b740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:40:13Z', 'updated_at': '2022-08-27T04:40:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:20.849573 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:20.894765 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:20.905009 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c6c0eda-ba3a-4d95-a61f-313c722b3dab admin admin] Router a96ba3b4-dbf0-4870-86a9-a2e26f632cce has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:40:20.918610 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f66a9134-a0f7-423a-aa94-2fc02448c7ee admin admin] Publish callbacks [] for port (1ee9425e-ad24-409f-9b37-6fd90982d167), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:20.951897 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802d912c-abd7-484b-a210-a94ca129f183 None None] The sync data for ids ['0f5681c5-87fc-4b21-b7aa-c3f9be71b740'] in n-d-852088-5 is: [{'id': '0f5681c5-87fc-4b21-b7aa-c3f9be71b740', 'name': 'tempest-AttachSCSIVolumeTestJSON-130903635-router', 'tenant_id': '987059a7976d45cbbc3b3dfc6c09dafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '07ee39ba-171a-4228-bca3-424c30e507c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:40:11Z', 'updated_at': '2022-08-27T04:40:15Z', 'revision_number': 3, 'project_id': '987059a7976d45cbbc3b3dfc6c09dafd', 'gw_port': {'id': '07ee39ba-171a-4228-bca3-424c30e507c7', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f5681c5-87fc-4b21-b7aa-c3f9be71b740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:40:13Z', 'updated_at': '2022-08-27T04:40:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:40:20.958658 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-e3f44cfe-a9bf-4772-988d-45783451a04c None None] Port a723b0a9-1e91-40c0-a00b-51235a1e481f cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:40:21.028303 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25bc5c-4cf6-47cf-a708-d4243cc16cbc req-b882efbb-aefa-4be3-9422-99c70c17c42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:21.031829 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-6a25bc5c-4cf6-47cf-a708-d4243cc16cbc req-b882efbb-aefa-4be3-9422-99c70c17c42e service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=2936c03bbeee48a585b66453179cba76&device_id=e907b3ea-a6a3-414d-85b7-b2a4632baf53 HTTP/1.1" status: 200 len: 1129 time: 0.2147024 Aug 27 04:40:21.111685 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27bf710-9608-48d0-978f-6e2a3f6ffee9 req-504baf79-57de-4d0d-aa4e-66bd10bfbd2f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:21.112533 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-d27bf710-9608-48d0-978f-6e2a3f6ffee9 req-504baf79-57de-4d0d-aa4e-66bd10bfbd2f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:21.115685 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504baf79-57de-4d0d-aa4e-66bd10bfbd2f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Pushing event updated for resources: {'Port': ['ID=a723b0a9-1e91-40c0-a00b-51235a1e481f,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:21.151903 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:21.159171 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784280a-72c9-407d-a709-9fb52da563d4 req-cbed6359-31cf-4079-84ca-3c7ec54ae85e tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:21.161292 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2784280a-72c9-407d-a709-9fb52da563d4 req-cbed6359-31cf-4079-84ca-3c7ec54ae85e tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e907b3ea-a6a3-414d-85b7-b2a4632baf53 HTTP/1.1" status: 200 len: 947 time: 0.1378803 Aug 27 04:40:21.166717 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6c0eda-ba3a-4d95-a61f-313c722b3dab admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:40:21.174690 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-4c6c0eda-ba3a-4d95-a61f-313c722b3dab admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/a96ba3b4-dbf0-4870-86a9-a2e26f632cce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7115803 Aug 27 04:40:21.176278 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31892c1-e6aa-4ea4-8b5c-46b9af99f320 None None] Sync routers for ids ['a96ba3b4-dbf0-4870-86a9-a2e26f632cce'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:40:21.182573 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39614) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:21.209349 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31892c1-e6aa-4ea4-8b5c-46b9af99f320 None None] Routers {'a96ba3b4-dbf0-4870-86a9-a2e26f632cce'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:40:21.211305 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-f31892c1-e6aa-4ea4-8b5c-46b9af99f320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:39:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['a96ba3b4-dbf0-4870-86a9-a2e26f632cce'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:21.310345 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f66a9134-a0f7-423a-aa94-2fc02448c7ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (1ee9425e-ad24-409f-9b37-6fd90982d167), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:21.400542 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-d27bf710-9608-48d0-978f-6e2a3f6ffee9 req-504baf79-57de-4d0d-aa4e-66bd10bfbd2f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5034132 Aug 27 04:40:21.409661 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-f31892c1-e6aa-4ea4-8b5c-46b9af99f320 None None] Set router a96ba3b4-dbf0-4870-86a9-a2e26f632cce gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:40:21.460199 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d51ef0e5-f827-4cbf-a2fd-1e7ab90d53c7 admin admin] Publish callbacks [] for router (a96ba3b4-dbf0-4870-86a9-a2e26f632cce), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:21.475582 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [req-d27bf710-9608-48d0-978f-6e2a3f6ffee9 req-ed2f96a7-a2c9-4f67-b551-34901be21312 service neutron] Request body: {'port': {'device_id': 'aef5015d-04b9-4f2e-9f2f-6d294b36c318', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-852088-5'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:40:21.492966 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66a9134-a0f7-423a-aa94-2fc02448c7ee admin admin] Network 7ed2c4c2-252e-4205-b12c-68c27c4efa93 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:40:21.513282 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device e2e2a634-e765-4b2e-a554-069ff64a88a2 details requested by agent hyperv_n-h1-852088-5 with host n-h1-852088-5 {{(pid=107777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:40:21.594646 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-f66a9134-a0f7-423a-aa94-2fc02448c7ee admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:40:21.602336 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66a9134-a0f7-423a-aa94-2fc02448c7ee admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:40:21.695972 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2784280a-72c9-407d-a709-9fb52da563d4 req-e5b68c3b-da8e-40f0-a859-87c6cdadef16 tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=c8b47764-7b42-4d8a-9fea-350a8ffa6f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5257716 Aug 27 04:40:21.698685 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-f31892c1-e6aa-4ea4-8b5c-46b9af99f320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96ba3b4-dbf0-4870-86a9-a2e26f632cce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-102997866-router', 'tenant_id': '5830193fb5044d669e0ec200593ff23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '7207f835-2c89-4917-8901-e951d872c2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:39:36Z', 'updated_at': '2022-08-27T04:40:19Z', 'revision_number': 5, 'project_id': '5830193fb5044d669e0ec200593ff23f', 'gw_port': {'id': '7207f835-2c89-4917-8901-e951d872c2b3', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:35:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96ba3b4-dbf0-4870-86a9-a2e26f632cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:37Z', 'updated_at': '2022-08-27T04:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:21.806298 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31892c1-e6aa-4ea4-8b5c-46b9af99f320 None None] Checking router: a96ba3b4-dbf0-4870-86a9-a2e26f632cce for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:40:21.838866 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31892c1-e6aa-4ea4-8b5c-46b9af99f320 None None] Routers {'a96ba3b4-dbf0-4870-86a9-a2e26f632cce'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:40:21.840507 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-f31892c1-e6aa-4ea4-8b5c-46b9af99f320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:39:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['a96ba3b4-dbf0-4870-86a9-a2e26f632cce'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:21.962513 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f66a9134-a0f7-423a-aa94-2fc02448c7ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (0f5681c5-87fc-4b21-b7aa-c3f9be71b740), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:21.966632 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a9134-a0f7-423a-aa94-2fc02448c7ee admin admin] Pushing event updated for resources: {'Port': ['ID=1ee9425e-ad24-409f-9b37-6fd90982d167,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:22.018434 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d51ef0e5-f827-4cbf-a2fd-1e7ab90d53c7 admin admin] Publish callbacks [] for router_gateway (a96ba3b4-dbf0-4870-86a9-a2e26f632cce), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:22.159765 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b40ec-fb6a-4e55-b4d7-54602d264bd8 req-72492d6e-ee44-4821-8955-7f17fed2ccbb tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:22.162381 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c52b40ec-fb6a-4e55-b4d7-54602d264bd8 req-72492d6e-ee44-4821-8955-7f17fed2ccbb tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=aef5015d-04b9-4f2e-9f2f-6d294b36c318 HTTP/1.1" status: 200 len: 936 time: 0.1262896 Aug 27 04:40:22.175870 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port e2e2a634-e765-4b2e-a554-069ff64a88a2, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=e2e2a634-e765-4b2e-a554-069ff64a88a2,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:40:22.226062 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:22.241337 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Returning: {'device': 'e2e2a634-e765-4b2e-a554-069ff64a88a2', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'port_id': 'e2e2a634-e765-4b2e-a554-069ff64a88a2', 'mac_address': 'fa:16:3e:43:cf:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120f3302-721f-4373-86a6-3aa14ccf6ac4', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:40:22.328704 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-fe4b1a8d-7bc8-4aa9-9162-be250ec38563 None None] Provisioning complete for port 1ee9425e-ad24-409f-9b37-6fd90982d167 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:40:22.329273 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fe4b1a8d-7bc8-4aa9-9162-be250ec38563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (1ee9425e-ad24-409f-9b37-6fd90982d167), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:22.330755 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-d51ef0e5-f827-4cbf-a2fd-1e7ab90d53c7 admin admin] Deleting port 7207f835-2c89-4917-8901-e951d872c2b3 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:40:22.332194 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d51ef0e5-f827-4cbf-a2fd-1e7ab90d53c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (7207f835-2c89-4917-8901-e951d872c2b3), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:22.378031 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c52b40ec-fb6a-4e55-b4d7-54602d264bd8 req-8f245945-d37c-4451-b4c8-98020ca8b5b9 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467597 Aug 27 04:40:22.406999 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-d27bf710-9608-48d0-978f-6e2a3f6ffee9 req-ed2f96a7-a2c9-4f67-b551-34901be21312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a723b0a9-1e91-40c0-a00b-51235a1e481f), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:22.411073 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25bc5c-4cf6-47cf-a708-d4243cc16cbc req-e7f5f6d7-48a9-444d-8ee1-dc40b3bebec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:22.425770 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-6a25bc5c-4cf6-47cf-a708-d4243cc16cbc req-e7f5f6d7-48a9-444d-8ee1-dc40b3bebec9 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=a82fb463-5a8f-4b8b-991d-61491eba11c6 HTTP/1.1" status: 200 len: 870 time: 1.2990239 Aug 27 04:40:22.495875 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-d51ef0e5-f827-4cbf-a2fd-1e7ab90d53c7 admin admin] For port 7207f835-2c89-4917-8901-e951d872c2b3, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=7207f835-2c89-4917-8901-e951d872c2b3,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:40:22.497775 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d51ef0e5-f827-4cbf-a2fd-1e7ab90d53c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (7207f835-2c89-4917-8901-e951d872c2b3), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:22.514638 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:22.541313 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-d51ef0e5-f827-4cbf-a2fd-1e7ab90d53c7 admin admin] Calling delete_port for 7207f835-2c89-4917-8901-e951d872c2b3 owned by network:router_gateway {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:40:22.567329 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Current status of the port e2e2a634-e765-4b2e-a554-069ff64a88a2 is: DOWN; New status is: BUILD {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:40:22.567938 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (e2e2a634-e765-4b2e-a554-069ff64a88a2), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:22.589040 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-fe4b1a8d-7bc8-4aa9-9162-be250ec38563 None None] Port 1ee9425e-ad24-409f-9b37-6fd90982d167 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:40:22.620335 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2e2a634-e765-4b2e-a554-069ff64a88a2 {{(pid=107777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 04:40:22.660971 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-f31892c1-e6aa-4ea4-8b5c-46b9af99f320 None None] Set router a96ba3b4-dbf0-4870-86a9-a2e26f632cce gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:40:22.710374 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port e2e2a634-e765-4b2e-a554-069ff64a88a2, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=e2e2a634-e765-4b2e-a554-069ff64a88a2,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:40:22.784729 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (e2e2a634-e765-4b2e-a554-069ff64a88a2), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:22.846381 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39652) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:22.912798 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-6a25bc5c-4cf6-47cf-a708-d4243cc16cbc req-8f200ff3-67bb-4515-9a3d-bde812f3cb2e service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=e2e2a634-e765-4b2e-a554-069ff64a88a2 HTTP/1.1" status: 200 len: 217 time: 0.4574535 Aug 27 04:40:22.923961 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:22.996702 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Pushing event updated for resources: {'Port': ['ID=e2e2a634-e765-4b2e-a554-069ff64a88a2,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:23.009084 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:23.083543 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-72c26952-4ef8-4330-9147-7058e8d3d9f3 req-acbaf2a5-26a3-4f0a-b368-1a33c05c115e tempest-QuotasAdminNegativeTest-1402248142 tempest-QuotasAdminNegativeTest-1402248142-project] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=ee01a09299784387bceb8555cee06080&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1677732 Aug 27 04:40:23.125809 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-f31892c1-e6aa-4ea4-8b5c-46b9af99f320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96ba3b4-dbf0-4870-86a9-a2e26f632cce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-102997866-router', 'tenant_id': '5830193fb5044d669e0ec200593ff23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '7207f835-2c89-4917-8901-e951d872c2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:39:36Z', 'updated_at': '2022-08-27T04:40:19Z', 'revision_number': 5, 'project_id': '5830193fb5044d669e0ec200593ff23f', 'gw_port': {'id': '7207f835-2c89-4917-8901-e951d872c2b3', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:35:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96ba3b4-dbf0-4870-86a9-a2e26f632cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:37Z', 'updated_at': '2022-08-27T04:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:23.162325 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] get_ports_and_sgs() called for port_ids ['e2e2a634-e765-4b2e-a554-069ff64a88a2'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:40:23.185315 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31892c1-e6aa-4ea4-8b5c-46b9af99f320 None None] The sync data for ids ['a96ba3b4-dbf0-4870-86a9-a2e26f632cce'] in n-d-852088-5 is: [{'id': 'a96ba3b4-dbf0-4870-86a9-a2e26f632cce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-102997866-router', 'tenant_id': '5830193fb5044d669e0ec200593ff23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '7207f835-2c89-4917-8901-e951d872c2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:39:36Z', 'updated_at': '2022-08-27T04:40:19Z', 'revision_number': 5, 'project_id': '5830193fb5044d669e0ec200593ff23f', 'gw_port': {'id': '7207f835-2c89-4917-8901-e951d872c2b3', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:35:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96ba3b4-dbf0-4870-86a9-a2e26f632cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:37Z', 'updated_at': '2022-08-27T04:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:40:23.204190 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25bc5c-4cf6-47cf-a708-d4243cc16cbc req-72ad609a-d27e-47ad-9a39-416aa9c0f013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:23.205588 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-6a25bc5c-4cf6-47cf-a708-d4243cc16cbc req-72ad609a-d27e-47ad-9a39-416aa9c0f013 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.2738202 Aug 27 04:40:23.283179 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 07ee39ba-171a-4228-bca3-424c30e507c7 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:40:23.387885 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25bc5c-4cf6-47cf-a708-d4243cc16cbc req-6d80b09b-0ae6-41d7-8bd9-0e8b884abaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:23.397672 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-6a25bc5c-4cf6-47cf-a708-d4243cc16cbc req-6d80b09b-0ae6-41d7-8bd9-0e8b884abaf2 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1853855 Aug 27 04:40:23.404409 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f66a9134-a0f7-423a-aa94-2fc02448c7ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (1ee9425e-ad24-409f-9b37-6fd90982d167), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:23.442914 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-43690e83-8d65-4681-b56d-ecd4bddcafca admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1129188118-network', 'tenant_id': '58b3dd9918d0412a9441e5b405948450'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:40:23.471415 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:23.479874 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:23.498239 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 07ee39ba-171a-4228-bca3-424c30e507c7 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:40:23.498714 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (07ee39ba-171a-4228-bca3-424c30e507c7), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:23.518350 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:23.552081 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=6,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:23.597223 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43690e83-8d65-4681-b56d-ecd4bddcafca admin admin] Made reservation on behalf of 58b3dd9918d0412a9441e5b405948450 for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:40:23.607357 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-43690e83-8d65-4681-b56d-ecd4bddcafca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:23.671532 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5550af6-3432-4261-9478-d1040a1dddc8 req-817450c0-7735-4dd9-a986-92758fcfa17a tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:23.679226 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c5550af6-3432-4261-9478-d1040a1dddc8 req-817450c0-7735-4dd9-a986-92758fcfa17a tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e907b3ea-a6a3-414d-85b7-b2a4632baf53 HTTP/1.1" status: 200 len: 948 time: 0.2073925 Aug 27 04:40:23.699581 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d51ef0e5-f827-4cbf-a2fd-1e7ab90d53c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (7207f835-2c89-4917-8901-e951d872c2b3), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:23.706342 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-43690e83-8d65-4681-b56d-ecd4bddcafca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:23.747936 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 07ee39ba-171a-4228-bca3-424c30e507c7 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:40:23.748760 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (07ee39ba-171a-4228-bca3-424c30e507c7), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:23.752545 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-6a25bc5c-4cf6-47cf-a708-d4243cc16cbc req-5e965811-2c4c-4432-8e9d-ff306098647e service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383226 Aug 27 04:40:23.789016 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 07ee39ba-171a-4228-bca3-424c30e507c7, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=07ee39ba-171a-4228-bca3-424c30e507c7,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:40:23.802380 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c26952-4ef8-4330-9147-7058e8d3d9f3 req-4c69693e-8e53-4366-85a4-6ba312a193d7 tempest-QuotasAdminNegativeTest-1402248142 tempest-QuotasAdminNegativeTest-1402248142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:23.803991 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-72c26952-4ef8-4330-9147-7058e8d3d9f3 req-4c69693e-8e53-4366-85a4-6ba312a193d7 tempest-QuotasAdminNegativeTest-1402248142 tempest-QuotasAdminNegativeTest-1402248142-project] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6778796 Aug 27 04:40:23.815148 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ef0e5-f827-4cbf-a2fd-1e7ab90d53c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7207f835-2c89-4917-8901-e951d872c2b3,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:23.820673 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [req-d27bf710-9608-48d0-978f-6e2a3f6ffee9 req-ed2f96a7-a2c9-4f67-b551-34901be21312 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a723b0a9-1e91-40c0-a00b-51235a1e481f {{(pid=107776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 04:40:23.849234 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-d27bf710-9608-48d0-978f-6e2a3f6ffee9 req-ed2f96a7-a2c9-4f67-b551-34901be21312 service neutron] Publish callbacks [] for port (a723b0a9-1e91-40c0-a00b-51235a1e481f), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:23.850332 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (07ee39ba-171a-4228-bca3-424c30e507c7), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:23.908459 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.provisioning_blocks [req-d27bf710-9608-48d0-978f-6e2a3f6ffee9 req-ed2f96a7-a2c9-4f67-b551-34901be21312 service neutron] Transition to ACTIVE for port object a723b0a9-1e91-40c0-a00b-51235a1e481f will not be triggered until provisioned by entity L2. {{(pid=107776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 27 04:40:23.975553 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=07ee39ba-171a-4228-bca3-424c30e507c7,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:23.987625 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-72c26952-4ef8-4330-9147-7058e8d3d9f3 req-1d82dc59-84e2-4e6c-ae16-9f9f89632720 tempest-QuotasAdminNegativeTest-1402248142 tempest-QuotasAdminNegativeTest-1402248142-project] 10.222.0.76 "GET /networking/v2.0/quotas/ee01a09299784387bceb8555cee06080 HTTP/1.1" status: 200 len: 375 time: 0.1588018 Aug 27 04:40:24.000951 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-d27bf710-9608-48d0-978f-6e2a3f6ffee9 req-ed2f96a7-a2c9-4f67-b551-34901be21312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (a723b0a9-1e91-40c0-a00b-51235a1e481f), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:24.014209 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f66a9134-a0f7-423a-aa94-2fc02448c7ee admin admin] Publish callbacks [] for port (1ee9425e-ad24-409f-9b37-6fd90982d167), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:24.018520 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-6a25bc5c-4cf6-47cf-a708-d4243cc16cbc req-0c98e9b8-bed4-4263-91a4-68b29a771f69 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569153 Aug 27 04:40:24.076874 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-72c26952-4ef8-4330-9147-7058e8d3d9f3 req-22db0a08-db6a-467a-986c-34c9c8538729 tempest-QuotasAdminNegativeTest-1402248142 tempest-QuotasAdminNegativeTest-1402248142-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=ee01a09299784387bceb8555cee06080&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0806229 Aug 27 04:40:24.107136 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c5550af6-3432-4261-9478-d1040a1dddc8 req-24d42fda-16eb-4644-a4b0-cc64ce712455 tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=c8b47764-7b42-4d8a-9fea-350a8ffa6f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4140630 Aug 27 04:40:24.107882 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d51ef0e5-f827-4cbf-a2fd-1e7ab90d53c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (a96ba3b4-dbf0-4870-86a9-a2e26f632cce), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:24.134699 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2f96a7-a2c9-4f67-b551-34901be21312 service neutron] Pushing event updated for resources: {'Port': ['ID=a723b0a9-1e91-40c0-a00b-51235a1e481f,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:24.137258 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f66a9134-a0f7-423a-aa94-2fc02448c7ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (1ee9425e-ad24-409f-9b37-6fd90982d167), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:24.199233 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-43690e83-8d65-4681-b56d-ecd4bddcafca admin admin] Publish callbacks [] for security_group (ea65e850-c5b2-4943-8879-1df6251cd00d), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:24.238902 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d51ef0e5-f827-4cbf-a2fd-1e7ab90d53c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (a96ba3b4-dbf0-4870-86a9-a2e26f632cce), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:24.241873 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d51ef0e5-f827-4cbf-a2fd-1e7ab90d53c7 admin admin] Publish callbacks [] for router_controller (a96ba3b4-dbf0-4870-86a9-a2e26f632cce), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:24.347190 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f66a9134-a0f7-423a-aa94-2fc02448c7ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (0f5681c5-87fc-4b21-b7aa-c3f9be71b740), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:24.352512 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a9134-a0f7-423a-aa94-2fc02448c7ee admin admin] Pushing event updated for resources: {'Port': ['ID=1ee9425e-ad24-409f-9b37-6fd90982d167,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:24.354344 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-43690e83-8d65-4681-b56d-ecd4bddcafca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (ea65e850-c5b2-4943-8879-1df6251cd00d), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:24.363204 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-d27bf710-9608-48d0-978f-6e2a3f6ffee9 req-ed2f96a7-a2c9-4f67-b551-34901be21312 service neutron] Attempting to bind port a723b0a9-1e91-40c0-a00b-51235a1e481f on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:40:24.363834 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-d27bf710-9608-48d0-978f-6e2a3f6ffee9 req-ed2f96a7-a2c9-4f67-b551-34901be21312 service neutron] Attempting to bind port a723b0a9-1e91-40c0-a00b-51235a1e481f by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:40:24.364410 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27bf710-9608-48d0-978f-6e2a3f6ffee9 req-ed2f96a7-a2c9-4f67-b551-34901be21312 service neutron] Attempting to bind port a723b0a9-1e91-40c0-a00b-51235a1e481f on network a82fb463-5a8f-4b8b-991d-61491eba11c6 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:40:24.374248 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27bf710-9608-48d0-978f-6e2a3f6ffee9 req-ed2f96a7-a2c9-4f67-b551-34901be21312 service neutron] Port a723b0a9-1e91-40c0-a00b-51235a1e481f on network a82fb463-5a8f-4b8b-991d-61491eba11c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:40:24.381822 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27bf710-9608-48d0-978f-6e2a3f6ffee9 req-ed2f96a7-a2c9-4f67-b551-34901be21312 service neutron] Attempting to bind port a723b0a9-1e91-40c0-a00b-51235a1e481f on network a82fb463-5a8f-4b8b-991d-61491eba11c6 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:40:24.382003 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:24.401409 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43690e83-8d65-4681-b56d-ecd4bddcafca admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:40:24.425046 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-43690e83-8d65-4681-b56d-ecd4bddcafca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (89b8eebe-5b31-4491-85f0-eba39e53f2c6), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:24.425388 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-43690e83-8d65-4681-b56d-ecd4bddcafca admin admin] Added segment 89b8eebe-5b31-4491-85f0-eba39e53f2c6 of type vlan for network 4b90a02d-7596-4345-be3b-8f84a0599266 Aug 27 04:40:24.434481 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27bf710-9608-48d0-978f-6e2a3f6ffee9 req-ed2f96a7-a2c9-4f67-b551-34901be21312 service neutron] Checking agent: {'id': '01e14a85-d0aa-43ee-b1d5-63de1ae70758', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 36, 7), 'started_at': datetime.datetime(2022, 8, 27, 4, 36, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:40:24.435096 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27bf710-9608-48d0-978f-6e2a3f6ffee9 req-ed2f96a7-a2c9-4f67-b551-34901be21312 service neutron] Checking segment: {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:40:24.435491 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27bf710-9608-48d0-978f-6e2a3f6ffee9 req-ed2f96a7-a2c9-4f67-b551-34901be21312 service neutron] Bound using segment: {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'} {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:40:24.436151 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-d27bf710-9608-48d0-978f-6e2a3f6ffee9 req-ed2f96a7-a2c9-4f67-b551-34901be21312 service neutron] Bound port: a723b0a9-1e91-40c0-a00b-51235a1e481f, host: n-h2-852088-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'}}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:40:24.436381 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-d27bf710-9608-48d0-978f-6e2a3f6ffee9 req-ed2f96a7-a2c9-4f67-b551-34901be21312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a723b0a9-1e91-40c0-a00b-51235a1e481f), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:24.446969 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43690e83-8d65-4681-b56d-ecd4bddcafca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea65e850-c5b2-4943-8879-1df6251cd00d,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:24.496683 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d51ef0e5-f827-4cbf-a2fd-1e7ab90d53c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (a96ba3b4-dbf0-4870-86a9-a2e26f632cce), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:24.497268 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d51ef0e5-f827-4cbf-a2fd-1e7ab90d53c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a96ba3b4-dbf0-4870-86a9-a2e26f632cce {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:40:24.504785 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50f7cb-380a-4b6b-a87a-da0249abd07f req-5c7fb3d2-090c-4c8f-99a4-3073e4519282 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:24.511763 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ac50f7cb-380a-4b6b-a87a-da0249abd07f req-5c7fb3d2-090c-4c8f-99a4-3073e4519282 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=aef5015d-04b9-4f2e-9f2f-6d294b36c318 HTTP/1.1" status: 200 len: 948 time: 0.1114397 Aug 27 04:40:24.516526 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d51ef0e5-f827-4cbf-a2fd-1e7ab90d53c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:24.517650 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-d51ef0e5-f827-4cbf-a2fd-1e7ab90d53c7 admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/a96ba3b4-dbf0-4870-86a9-a2e26f632cce HTTP/1.1" status: 204 len: 168 time: 3.3333356 Aug 27 04:40:24.521434 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39682) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:24.541240 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-43690e83-8d65-4681-b56d-ecd4bddcafca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (4b90a02d-7596-4345-be3b-8f84a0599266), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:24.588423 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-d27bf710-9608-48d0-978f-6e2a3f6ffee9 req-ed2f96a7-a2c9-4f67-b551-34901be21312 service neutron] For port a723b0a9-1e91-40c0-a00b-51235a1e481f, host n-h2-852088-5, cleared binding levels {{(pid=107776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:40:24.588423 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:24.593794 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66a9134-a0f7-423a-aa94-2fc02448c7ee admin admin] Network 7ed2c4c2-252e-4205-b12c-68c27c4efa93 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:40:24.604252 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-f66a9134-a0f7-423a-aa94-2fc02448c7ee admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:40:24.606705 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ac50f7cb-380a-4b6b-a87a-da0249abd07f req-adacaa0b-8c8f-4392-b6ef-8885b85bbab5 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940742 Aug 27 04:40:24.616866 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-d27bf710-9608-48d0-978f-6e2a3f6ffee9 req-ed2f96a7-a2c9-4f67-b551-34901be21312 service neutron] For port a723b0a9-1e91-40c0-a00b-51235a1e481f, host n-h2-852088-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852088-5',level=0,port_id=a723b0a9-1e91-40c0-a00b-51235a1e481f,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:40:24.623600 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-c85cb4f5-9a6f-43d0-a94d-f0c45fa9c2b6 admin admin] Deleting subnet 72e70728-5d5a-4c32-9fca-3e94144630bd {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:40:24.628883 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c85cb4f5-9a6f-43d0-a94d-f0c45fa9c2b6 admin admin] Publish callbacks [] for subnet (72e70728-5d5a-4c32-9fca-3e94144630bd), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:24.760921 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-43690e83-8d65-4681-b56d-ecd4bddcafca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (4b90a02d-7596-4345-be3b-8f84a0599266), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:24.762315 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43690e83-8d65-4681-b56d-ecd4bddcafca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:24.763781 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-43690e83-8d65-4681-b56d-ecd4bddcafca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:24.860455 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43690e83-8d65-4681-b56d-ecd4bddcafca admin admin] Pushing event updated for resources: {'Network': ['ID=4b90a02d-7596-4345-be3b-8f84a0599266,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:24.873383 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 4b90a02d-7596-4345-be3b-8f84a0599266 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:40:24.943110 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-43690e83-8d65-4681-b56d-ecd4bddcafca admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.0949712 Aug 27 04:40:24.946647 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39692) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:24.952181 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-643ebe8f-4fe9-4dec-94fb-892c77e10642 admin admin] Request body: {'subnet': {'network_id': '4b90a02d-7596-4345-be3b-8f84a0599266', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1129188118-subnet', 'tenant_id': '58b3dd9918d0412a9441e5b405948450', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:40:24.952947 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-d27bf710-9608-48d0-978f-6e2a3f6ffee9 req-ed2f96a7-a2c9-4f67-b551-34901be21312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (a723b0a9-1e91-40c0-a00b-51235a1e481f), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:24.963864 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27bf710-9608-48d0-978f-6e2a3f6ffee9 req-ed2f96a7-a2c9-4f67-b551-34901be21312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:24.964524 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-d27bf710-9608-48d0-978f-6e2a3f6ffee9 req-ed2f96a7-a2c9-4f67-b551-34901be21312 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:24.965914 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-d27bf710-9608-48d0-978f-6e2a3f6ffee9 req-ed2f96a7-a2c9-4f67-b551-34901be21312 service neutron] 10.222.0.78 "PUT /networking/v2.0/ports/a723b0a9-1e91-40c0-a00b-51235a1e481f HTTP/1.1" status: 200 len: 1096 time: 3.5486915 Aug 27 04:40:24.966347 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aef5015d-04b9-4f2e-9f2f-6d294b36c318', 'tag': 'a723b0a9-1e91-40c0-a00b-51235a1e481f'}] {{(pid=107776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:40:24.968305 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-94fa6da6-eca1-468b-8249-daac0a8c5839 None None] Provisioning complete for port 1ee9425e-ad24-409f-9b37-6fd90982d167 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:40:24.968616 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7ad66632f4c78724655075356aa8535ba41c652eced6c9cea0c1f0c67b1e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e842d197-83f9-400e-8256-af18594eb523" -d '{"events": [{"name": "network-changed", "server_uuid": "aef5015d-04b9-4f2e-9f2f-6d294b36c318", "tag": "a723b0a9-1e91-40c0-a00b-51235a1e481f"}]}' {{(pid=107776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:40:24.968745 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-94fa6da6-eca1-468b-8249-daac0a8c5839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (1ee9425e-ad24-409f-9b37-6fd90982d167), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:24.993672 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:25.002601 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c85cb4f5-9a6f-43d0-a94d-f0c45fa9c2b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (72e70728-5d5a-4c32-9fca-3e94144630bd), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:25.022202 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-94fa6da6-eca1-468b-8249-daac0a8c5839 None None] Port 1ee9425e-ad24-409f-9b37-6fd90982d167 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:40:25.055722 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 04:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c610f90-fcb0-44d4-939d-a8891a432c30 x-openstack-request-id: req-5c610f90-fcb0-44d4-939d-a8891a432c30 {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:40:25.056021 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aef5015d-04b9-4f2e-9f2f-6d294b36c318", "tag": "a723b0a9-1e91-40c0-a00b-51235a1e481f", "status": "completed", "code": 200}]} {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:40:25.056497 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5c610f90-fcb0-44d4-939d-a8891a432c30 {{(pid=107776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:40:25.056960 n-d-852088-5 neutron-server[107776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c610f90-fcb0-44d4-939d-a8891a432c30'] response: {'name': 'network-changed', 'server_uuid': 'aef5015d-04b9-4f2e-9f2f-6d294b36c318', 'tag': 'a723b0a9-1e91-40c0-a00b-51235a1e481f', 'status': 'completed', 'code': 200} Aug 27 04:40:25.097967 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643ebe8f-4fe9-4dec-94fb-892c77e10642 admin admin] Made reservation on behalf of 58b3dd9918d0412a9441e5b405948450 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:40:25.102058 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-643ebe8f-4fe9-4dec-94fb-892c77e10642 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:25.145265 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e842d197-83f9-400e-8256-af18594eb523 req-cc166859-b2a7-4b5f-8f9a-ec45ba0f95af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:25.146965 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-e842d197-83f9-400e-8256-af18594eb523 req-cc166859-b2a7-4b5f-8f9a-ec45ba0f95af service neutron] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=d85e7650a4374066922085ef5115c973&device_id=aef5015d-04b9-4f2e-9f2f-6d294b36c318 HTTP/1.1" status: 200 len: 1130 time: 0.0857968 Aug 27 04:40:25.208858 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 07ee39ba-171a-4228-bca3-424c30e507c7 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:40:25.245038 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-e842d197-83f9-400e-8256-af18594eb523 req-2146abe6-0c99-434f-ae0a-ace4976d7d2a service neutron] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=d85e7650a4374066922085ef5115c973&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0810354 Aug 27 04:40:25.324792 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:25.333512 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 07ee39ba-171a-4228-bca3-424c30e507c7 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:40:25.334024 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (07ee39ba-171a-4228-bca3-424c30e507c7), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:25.356197 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2f96a7-a2c9-4f67-b551-34901be21312 service neutron] Pushing event updated for resources: {'Port': ['ID=a723b0a9-1e91-40c0-a00b-51235a1e481f,revision_number=3']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:25.405773 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af21a760-9394-4fdf-9041-89b2ba9a3239 req-64e7f7bf-2337-43d8-b8c0-b11c6d5e72f3 tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:25.408571 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-af21a760-9394-4fdf-9041-89b2ba9a3239 req-64e7f7bf-2337-43d8-b8c0-b11c6d5e72f3 tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e907b3ea-a6a3-414d-85b7-b2a4632baf53 HTTP/1.1" status: 200 len: 948 time: 0.0792339 Aug 27 04:40:25.431139 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 07ee39ba-171a-4228-bca3-424c30e507c7 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:40:25.445493 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f66a9134-a0f7-423a-aa94-2fc02448c7ee admin admin] Router 0f5681c5-87fc-4b21-b7aa-c3f9be71b740 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:40:25.507944 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c85cb4f5-9a6f-43d0-a94d-f0c45fa9c2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (72e70728-5d5a-4c32-9fca-3e94144630bd), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:25.509126 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 0b2cc346-d662-44ce-ae04-525b1e9d11c0 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:40:25.557423 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device e2e2a634-e765-4b2e-a554-069ff64a88a2 up at agent hyperv_n-h1-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:40:25.583880 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39716) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:25.619062 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 0b2cc346-d662-44ce-ae04-525b1e9d11c0 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:40:25.619713 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 0b2cc346-d662-44ce-ae04-525b1e9d11c0 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:40:25.620320 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 7207f835-2c89-4917-8901-e951d872c2b3 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:40:25.645334 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 7207f835-2c89-4917-8901-e951d872c2b3 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:40:25.645945 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 7207f835-2c89-4917-8901-e951d872c2b3 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:40:25.655892 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Provisioning for port e2e2a634-e765-4b2e-a554-069ff64a88a2 completed by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 27 04:40:25.720609 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e842d197-83f9-400e-8256-af18594eb523 req-d4cbd4a5-a30e-44a0-9018-b363cda8d2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:25.723201 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-e842d197-83f9-400e-8256-af18594eb523 req-d4cbd4a5-a30e-44a0-9018-b363cda8d2b1 service neutron] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4646232 Aug 27 04:40:25.738836 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:INSERT=10,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:25.800438 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Provisioning complete for port e2e2a634-e765-4b2e-a554-069ff64a88a2 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:40:25.801849 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e2e2a634-e765-4b2e-a554-069ff64a88a2), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:25.825759 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-70622286-7d65-4422-99de-badece96662c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:25.840463 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27bf710-9608-48d0-978f-6e2a3f6ffee9 req-159bb0dd-bb1f-48a6-9071-de286908e622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:25.842250 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-d27bf710-9608-48d0-978f-6e2a3f6ffee9 req-159bb0dd-bb1f-48a6-9071-de286908e622 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=d85e7650a4374066922085ef5115c973&device_id=aef5015d-04b9-4f2e-9f2f-6d294b36c318 HTTP/1.1" status: 200 len: 1130 time: 0.0717928 Aug 27 04:40:25.842533 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f90cb-f9b2-4f1b-9cf8-f6c4e379f954 req-786b8f3d-cf3d-40bb-a50b-00163f8b1b12 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:25.844059 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-863f90cb-f9b2-4f1b-9cf8-f6c4e379f954 req-786b8f3d-cf3d-40bb-a50b-00163f8b1b12 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=aef5015d-04b9-4f2e-9f2f-6d294b36c318 HTTP/1.1" status: 200 len: 948 time: 0.1070428 Aug 27 04:40:25.846754 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66a9134-a0f7-423a-aa94-2fc02448c7ee admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:40:25.852566 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f66a9134-a0f7-423a-aa94-2fc02448c7ee admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/0f5681c5-87fc-4b21-b7aa-c3f9be71b740/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5345516 Aug 27 04:40:25.874801 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e5c249-116a-41e0-b980-3e5310e62348 None None] Sync routers for ids ['0f5681c5-87fc-4b21-b7aa-c3f9be71b740'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:40:25.901738 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-d27bf710-9608-48d0-978f-6e2a3f6ffee9 req-94eebd07-4350-4439-ba2f-feedb095b962 service neutron] 10.222.0.78 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=a723b0a9-1e91-40c0-a00b-51235a1e481f HTTP/1.1" status: 200 len: 217 time: 0.0482733 Aug 27 04:40:25.903844 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c85cb4f5-9a6f-43d0-a94d-f0c45fa9c2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (72e70728-5d5a-4c32-9fca-3e94144630bd), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:25.908476 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-af21a760-9394-4fdf-9041-89b2ba9a3239 req-73ecc3b7-c17d-4b2d-a062-886465fd0ce5 tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=c8b47764-7b42-4d8a-9fea-350a8ffa6f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4790144 Aug 27 04:40:25.980140 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-863f90cb-f9b2-4f1b-9cf8-f6c4e379f954 req-94a2c2d1-6b3f-4a24-b552-96791b0d6b94 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218388 Aug 27 04:40:25.985698 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e5c249-116a-41e0-b980-3e5310e62348 None None] Routers {'0f5681c5-87fc-4b21-b7aa-c3f9be71b740'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:40:25.986946 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-32e5c249-116a-41e0-b980-3e5310e62348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:39:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['0f5681c5-87fc-4b21-b7aa-c3f9be71b740'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:26.004253 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85cb4f5-9a6f-43d0-a94d-f0c45fa9c2b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72e70728-5d5a-4c32-9fca-3e94144630bd,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:26.022626 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-643ebe8f-4fe9-4dec-94fb-892c77e10642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (31614302-2d16-42e4-a687-8e44a418e758), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:26.045627 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c85cb4f5-9a6f-43d0-a94d-f0c45fa9c2b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:26.049714 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Current status of the port e2e2a634-e765-4b2e-a554-069ff64a88a2 is: BUILD; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:40:26.050435 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (e2e2a634-e765-4b2e-a554-069ff64a88a2), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:26.057651 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84262190-7b05-4245-a252-c77a2f39163d None None] Network ef400a2a-b925-41d3-9f86-e224276accb3 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:40:26.062265 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c85cb4f5-9a6f-43d0-a94d-f0c45fa9c2b6 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/72e70728-5d5a-4c32-9fca-3e94144630bd HTTP/1.1" status: 204 len: 168 time: 1.5328879 Aug 27 04:40:26.074446 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:26.075300 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39740) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:26.083582 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-130c3455-2bd6-4cca-b4af-6b751aae2eba req-5c77f871-4906-4169-8a71-0c621453fde8 tempest-QuotasAdminNegativeTest-1402248142 tempest-QuotasAdminNegativeTest-1402248142-project] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=ee01a09299784387bceb8555cee06080&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0824203 Aug 27 04:40:26.085378 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:26.145615 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27bf710-9608-48d0-978f-6e2a3f6ffee9 req-2c3d7f90-d3a2-4c1e-8cd9-f053e3af8a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:26.147151 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-d27bf710-9608-48d0-978f-6e2a3f6ffee9 req-2c3d7f90-d3a2-4c1e-8cd9-f053e3af8a88 service neutron] 10.222.0.78 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.2368407 Aug 27 04:40:26.181613 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e907b3ea-a6a3-414d-85b7-b2a4632baf53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e2a634-e765-4b2e-a554-069ff64a88a2'}] {{(pid=107777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:40:26.190455 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6e1ed2c1589df8125b2075e26a1ec4ff1174e69d6a71546bdf3c3a9a29d330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06898bf-104f-4307-8a8c-ec523a7404ff" -d '{"events": [{"server_uuid": "e907b3ea-a6a3-414d-85b7-b2a4632baf53", "name": "network-vif-plugged", "status": "completed", "tag": "e2e2a634-e765-4b2e-a554-069ff64a88a2"}]}' {{(pid=107777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:40:26.212401 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643ebe8f-4fe9-4dec-94fb-892c77e10642 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31614302-2d16-42e4-a687-8e44a418e758,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:26.224082 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port e2e2a634-e765-4b2e-a554-069ff64a88a2, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=e2e2a634-e765-4b2e-a554-069ff64a88a2,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:40:26.229315 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643ebe8f-4fe9-4dec-94fb-892c77e10642 admin admin] Checking segment: {'id': '89b8eebe-5b31-4491-85f0-eba39e53f2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4b90a02d-7596-4345-be3b-8f84a0599266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:40:26.229715 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643ebe8f-4fe9-4dec-94fb-892c77e10642 admin admin] Network hostable DHCP agents. Network: 4b90a02d-7596-4345-be3b-8f84a0599266, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:40:26.244394 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-32e5c249-116a-41e0-b980-3e5310e62348 None None] Set router 0f5681c5-87fc-4b21-b7aa-c3f9be71b740 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:40:26.249314 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-70622286-7d65-4422-99de-badece96662c admin admin] Publish callbacks [] for security_group (49fe96fa-2d86-493f-ac86-d426b893f3d3), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:26.260060 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ddf9f435-869c-410b-a47b-0c90713e4a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (ef400a2a-b925-41d3-9f86-e224276accb3), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:26.268253 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27bf710-9608-48d0-978f-6e2a3f6ffee9 req-9888dcd6-5e50-4561-ad04-d665cfa31ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:26.270043 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-d27bf710-9608-48d0-978f-6e2a3f6ffee9 req-9888dcd6-5e50-4561-ad04-d665cfa31ede service neutron] 10.222.0.78 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1031189 Aug 27 04:40:26.283899 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 04:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06cc2e38-393a-49ea-b287-cc62935b7ff6 x-openstack-request-id: req-06cc2e38-393a-49ea-b287-cc62935b7ff6 {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:40:26.284531 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e907b3ea-a6a3-414d-85b7-b2a4632baf53", "name": "network-vif-plugged", "status": "completed", "tag": "e2e2a634-e765-4b2e-a554-069ff64a88a2", "code": 200}]} {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:40:26.284976 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-06cc2e38-393a-49ea-b287-cc62935b7ff6 {{(pid=107777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:40:26.285546 n-d-852088-5 neutron-server[107777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06cc2e38-393a-49ea-b287-cc62935b7ff6'] response: {'server_uuid': 'e907b3ea-a6a3-414d-85b7-b2a4632baf53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e2a634-e765-4b2e-a554-069ff64a88a2', 'code': 200} Aug 27 04:40:26.320299 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (e2e2a634-e765-4b2e-a554-069ff64a88a2), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:26.344704 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c3455-2bd6-4cca-b4af-6b751aae2eba req-2cf7835e-e6b9-483a-86ea-936f3c766d78 tempest-QuotasAdminNegativeTest-1402248142 tempest-QuotasAdminNegativeTest-1402248142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:26.355154 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-130c3455-2bd6-4cca-b4af-6b751aae2eba req-2cf7835e-e6b9-483a-86ea-936f3c766d78 tempest-QuotasAdminNegativeTest-1402248142 tempest-QuotasAdminNegativeTest-1402248142-project] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2650037 Aug 27 04:40:26.367404 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-70622286-7d65-4422-99de-badece96662c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (49fe96fa-2d86-493f-ac86-d426b893f3d3), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:26.393352 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-130c3455-2bd6-4cca-b4af-6b751aae2eba req-7485e154-c1e4-46e5-810c-b335644cd7d5 tempest-QuotasAdminNegativeTest-1402248142 tempest-QuotasAdminNegativeTest-1402248142-project] 10.222.0.76 "GET /networking/v2.0/quotas/ee01a09299784387bceb8555cee06080 HTTP/1.1" status: 200 len: 375 time: 0.0362284 Aug 27 04:40:26.431216 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643ebe8f-4fe9-4dec-94fb-892c77e10642 admin admin] Network 4b90a02d-7596-4345-be3b-8f84a0599266 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:40:26.431469 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70622286-7d65-4422-99de-badece96662c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49fe96fa-2d86-493f-ac86-d426b893f3d3,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:26.464653 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-d27bf710-9608-48d0-978f-6e2a3f6ffee9 req-595b8216-87dd-4a5e-acc8-12d1da02259d service neutron] 10.222.0.78 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870728 Aug 27 04:40:26.465171 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-ddf9f435-869c-410b-a47b-0c90713e4a59 admin admin] Deleting port 10a6f397-9f47-4bd8-aaa3-39a7f3c37be3 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:40:26.465513 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ddf9f435-869c-410b-a47b-0c90713e4a59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (10a6f397-9f47-4bd8-aaa3-39a7f3c37be3), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:26.471468 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-70622286-7d65-4422-99de-badece96662c admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=0dc0e301a3604d3684400e8567e9f76a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8838258 Aug 27 04:40:26.483374 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39750) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:26.486944 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-130c3455-2bd6-4cca-b4af-6b751aae2eba req-5778862b-3705-4ca4-8b5c-66f40f94f7fd tempest-QuotasAdminNegativeTest-1402248142 tempest-QuotasAdminNegativeTest-1402248142-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=ee01a09299784387bceb8555cee06080&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0921509 Aug 27 04:40:26.554814 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-643ebe8f-4fe9-4dec-94fb-892c77e10642 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 4b90a02d-7596-4345-be3b-8f84a0599266) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:40:26.566325 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643ebe8f-4fe9-4dec-94fb-892c77e10642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:26.567505 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-643ebe8f-4fe9-4dec-94fb-892c77e10642 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:26.674100 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-643ebe8f-4fe9-4dec-94fb-892c77e10642 admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.7251251 Aug 27 04:40:26.676364 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39758) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:26.677165 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:26.683087 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-b4ccff03-7b6b-4421-b07f-0e560bca3ab4 admin admin] Request body: {'router': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1129188118-router', 'tenant_id': '58b3dd9918d0412a9441e5b405948450', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:40:26.732989 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5323ab1-a93f-42e6-9090-80f11a5cf53b None None] DHCP port deletion for ef400a2a-b925-41d3-9f86-e224276accb3 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:40:26.743857 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ba640-01a6-47da-a910-7cbb097c49af req-0e594d97-b6e0-4991-807c-8c5722db1a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:26.745718 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-407ba640-01a6-47da-a910-7cbb097c49af req-0e594d97-b6e0-4991-807c-8c5722db1a43 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e907b3ea-a6a3-414d-85b7-b2a4632baf53 HTTP/1.1" status: 200 len: 1131 time: 0.0580924 Aug 27 04:40:26.754937 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeead010-49f5-4113-851e-a7933557fa2c None None] Network 4b90a02d-7596-4345-be3b-8f84a0599266 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:40:26.907066 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-ddf9f435-869c-410b-a47b-0c90713e4a59 admin admin] For port 10a6f397-9f47-4bd8-aaa3-39a7f3c37be3, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=10a6f397-9f47-4bd8-aaa3-39a7f3c37be3,segment=NetworkSegment(fb741577-61d1-45b0-bcfa-7174c3965238),segment_id=fb741577-61d1-45b0-bcfa-7174c3965238)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:40:26.911846 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ddf9f435-869c-410b-a47b-0c90713e4a59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (10a6f397-9f47-4bd8-aaa3-39a7f3c37be3), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:26.949808 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b4ccff03-7b6b-4421-b07f-0e560bca3ab4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (24e86354-ac16-497e-8999-559060fd6920), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:26.953567 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b4ccff03-7b6b-4421-b07f-0e560bca3ab4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (24e86354-ac16-497e-8999-559060fd6920), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:26.980297 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-ddf9f435-869c-410b-a47b-0c90713e4a59 admin admin] Calling delete_port for 10a6f397-9f47-4bd8-aaa3-39a7f3c37be3 owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:40:27.035533 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 10a6f397-9f47-4bd8-aaa3-39a7f3c37be3 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:40:27.036812 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b4ccff03-7b6b-4421-b07f-0e560bca3ab4 admin admin] Publish callbacks [] for router_controller (24e86354-ac16-497e-8999-559060fd6920), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:27.124136 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a8a2a31e-42f9-4e1b-9fa0-07bab6b95a36 admin admin] Publish callbacks [] for security_group (49fe96fa-2d86-493f-ac86-d426b893f3d3), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:27.127490 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48fb15f-6240-49fd-b007-d56edf9f2d6a req-79a5b709-7e79-45d2-a7c9-d87b8978edbe tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:27.136061 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f48fb15f-6240-49fd-b007-d56edf9f2d6a req-79a5b709-7e79-45d2-a7c9-d87b8978edbe tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e907b3ea-a6a3-414d-85b7-b2a4632baf53 HTTP/1.1" status: 200 len: 949 time: 0.0630894 Aug 27 04:40:27.177201 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-407ba640-01a6-47da-a910-7cbb097c49af req-b75a42ba-28cb-4eff-9ebc-ed41c44ad6f1 service neutron] 10.222.0.75 "GET /networking/v2.0/security-groups?id=c8b47764-7b42-4d8a-9fea-350a8ffa6f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4113653 Aug 27 04:40:27.205175 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a8a2a31e-42f9-4e1b-9fa0-07bab6b95a36 admin admin] Publish callbacks [] for security_group (49fe96fa-2d86-493f-ac86-d426b893f3d3), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:27.217849 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b18654c5-0167-4c61-96a7-2c2c663951e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:27.274196 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-e5323ab1-a93f-42e6-9090-80f11a5cf53b None None] Deleting port 10a6f397-9f47-4bd8-aaa3-39a7f3c37be3 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:40:27.274583 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e5323ab1-a93f-42e6-9090-80f11a5cf53b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (10a6f397-9f47-4bd8-aaa3-39a7f3c37be3), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:27.276392 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Pushing event updated for resources: {'Port': ['ID=e2e2a634-e765-4b2e-a554-069ff64a88a2,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:27.300530 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-d27bf710-9608-48d0-978f-6e2a3f6ffee9 req-36a1087f-411e-464a-8216-d1884d4d9683 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8180079 Aug 27 04:40:27.386821 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b4ccff03-7b6b-4421-b07f-0e560bca3ab4 admin admin] Publish callbacks [] for router_gateway (24e86354-ac16-497e-8999-559060fd6920), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:27.407493 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f48fb15f-6240-49fd-b007-d56edf9f2d6a req-b5483f8f-2da7-482b-b05a-715912144c4c tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=c8b47764-7b42-4d8a-9fea-350a8ffa6f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700808 Aug 27 04:40:27.409767 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ddf9f435-869c-410b-a47b-0c90713e4a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (10a6f397-9f47-4bd8-aaa3-39a7f3c37be3), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:27.431799 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:27.517595 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a8a2a31e-42f9-4e1b-9fa0-07bab6b95a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (49fe96fa-2d86-493f-ac86-d426b893f3d3), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:27.520913 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a8a2a31e-42f9-4e1b-9fa0-07bab6b95a36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:27.522267 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a8a2a31e-42f9-4e1b-9fa0-07bab6b95a36 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/49fe96fa-2d86-493f-ac86-d426b893f3d3 HTTP/1.1" status: 204 len: 168 time: 1.0020630 Aug 27 04:40:27.525020 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf9f435-869c-410b-a47b-0c90713e4a59 admin admin] No DVR routers for this DVR port 10a6f397-9f47-4bd8-aaa3-39a7f3c37be3 on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:40:27.536693 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf9f435-869c-410b-a47b-0c90713e4a59 admin admin] Pushing event deleted for resources: {'Port': ['ID=10a6f397-9f47-4bd8-aaa3-39a7f3c37be3,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:27.558039 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a2a31e-42f9-4e1b-9fa0-07bab6b95a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49fe96fa-2d86-493f-ac86-d426b893f3d3,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:27.661775 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-32e5c249-116a-41e0-b980-3e5310e62348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5681c5-87fc-4b21-b7aa-c3f9be71b740', 'name': 'tempest-AttachSCSIVolumeTestJSON-130903635-router', 'tenant_id': '987059a7976d45cbbc3b3dfc6c09dafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '07ee39ba-171a-4228-bca3-424c30e507c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:40:11Z', 'updated_at': '2022-08-27T04:40:23Z', 'revision_number': 4, 'project_id': '987059a7976d45cbbc3b3dfc6c09dafd', 'gw_port': {'id': '07ee39ba-171a-4228-bca3-424c30e507c7', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5681c5-87fc-4b21-b7aa-c3f9be71b740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:40:13Z', 'updated_at': '2022-08-27T04:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '1ee9425e-ad24-409f-9b37-6fd90982d167', 'name': '', 'network_id': '7ed2c4c2-252e-4205-b12c-68c27c4efa93', 'tenant_id': '987059a7976d45cbbc3b3dfc6c09dafd', 'mac_address': 'fa:16:3e:70:d5:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f5681c5-87fc-4b21-b7aa-c3f9be71b740', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '0284bf77-4f13-44e2-8d29-f7ad74e2ed5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:40:19Z', 'updated_at': '2022-08-27T04:40:23Z', 'revision_number': 2, 'project_id': '987059a7976d45cbbc3b3dfc6c09dafd', 'subnets': [{'id': '0284bf77-4f13-44e2-8d29-f7ad74e2ed5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:27.665655 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 10a6f397-9f47-4bd8-aaa3-39a7f3c37be3 is: ACTIVE; New status is: DOWN {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:40:27.670108 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (10a6f397-9f47-4bd8-aaa3-39a7f3c37be3), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:27.674435 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ddf9f435-869c-410b-a47b-0c90713e4a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (ef400a2a-b925-41d3-9f86-e224276accb3), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:27.698932 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-ddf9f435-869c-410b-a47b-0c90713e4a59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef400a2a-b925-41d3-9f86-e224276accb3']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:27.711454 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-ddf9f435-869c-410b-a47b-0c90713e4a59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb741577-61d1-45b0-bcfa-7174c3965238') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:27.712140 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-ddf9f435-869c-410b-a47b-0c90713e4a59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb741577-61d1-45b0-bcfa-7174c3965238') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:27.724772 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ddf9f435-869c-410b-a47b-0c90713e4a59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (fb741577-61d1-45b0-bcfa-7174c3965238), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:27.743505 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ddf9f435-869c-410b-a47b-0c90713e4a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (fb741577-61d1-45b0-bcfa-7174c3965238), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:27.751837 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddf9f435-869c-410b-a47b-0c90713e4a59 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:40:27.752954 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ddf9f435-869c-410b-a47b-0c90713e4a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (fb741577-61d1-45b0-bcfa-7174c3965238), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:27.791364 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment fb741577-61d1-45b0-bcfa-7174c3965238 resource provider aggregate not found Aug 27 04:40:27.825184 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e5c249-116a-41e0-b980-3e5310e62348 None None] Checking router: 0f5681c5-87fc-4b21-b7aa-c3f9be71b740 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:40:27.825748 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e5c249-116a-41e0-b980-3e5310e62348 None None] Updating router 0f5681c5-87fc-4b21-b7aa-c3f9be71b740 port 1ee9425e-ad24-409f-9b37-6fd90982d167 binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:40:27.836825 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332122da-4b85-427f-bc48-c51fd12b76e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-4b90a02d-7596-4345-be3b-8f84a0599266', 'network_id': '4b90a02d-7596-4345-be3b-8f84a0599266', 'project_id': '58b3dd9918d0412a9441e5b405948450', 'fixed_ips': [{'subnet_id': '31614302-2d16-42e4-a687-8e44a418e758'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:40:27.838606 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-332122da-4b85-427f-bc48-c51fd12b76e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:27.851943 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment fb741577-61d1-45b0-bcfa-7174c3965238 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fb741577-61d1-45b0-bcfa-7174c3965238 found for delete ", "request_id": "req-991dbbe1-881d-4edc-9e95-2371fb989563"}]} Aug 27 04:40:27.856583 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f917c898-ad20-4269-b08a-4ca155594565 req-aa2c0963-ba92-4b5d-9be3-d1e3ee97f2dd tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:27.864301 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f917c898-ad20-4269-b08a-4ca155594565 req-aa2c0963-ba92-4b5d-9be3-d1e3ee97f2dd tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=aef5015d-04b9-4f2e-9f2f-6d294b36c318 HTTP/1.1" status: 200 len: 948 time: 0.3413074 Aug 27 04:40:27.922755 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b4ccff03-7b6b-4421-b07f-0e560bca3ab4 admin admin] Publish callbacks [] for router_gateway (24e86354-ac16-497e-8999-559060fd6920), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:27.952064 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b4ccff03-7b6b-4421-b07f-0e560bca3ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:27.981853 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-e5323ab1-a93f-42e6-9090-80f11a5cf53b None None] For port 10a6f397-9f47-4bd8-aaa3-39a7f3c37be3, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=10a6f397-9f47-4bd8-aaa3-39a7f3c37be3,segment=NetworkSegment(fb741577-61d1-45b0-bcfa-7174c3965238),segment_id=fb741577-61d1-45b0-bcfa-7174c3965238)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:40:27.982779 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e5323ab1-a93f-42e6-9090-80f11a5cf53b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (10a6f397-9f47-4bd8-aaa3-39a7f3c37be3), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:28.006957 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-e5323ab1-a93f-42e6-9090-80f11a5cf53b None None] Calling delete_port for 10a6f397-9f47-4bd8-aaa3-39a7f3c37be3 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:40:28.011598 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f917c898-ad20-4269-b08a-4ca155594565 req-df8b88b6-3566-425c-b850-095504be2336 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439719 Aug 27 04:40:28.043221 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ddf9f435-869c-410b-a47b-0c90713e4a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (ef400a2a-b925-41d3-9f86-e224276accb3), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:28.071921 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf9f435-869c-410b-a47b-0c90713e4a59 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef400a2a-b925-41d3-9f86-e224276accb3,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:28.078330 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ddf9f435-869c-410b-a47b-0c90713e4a59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:28.084381 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ddf9f435-869c-410b-a47b-0c90713e4a59 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/ef400a2a-b925-41d3-9f86-e224276accb3 HTTP/1.1" status: 204 len: 168 time: 2.0049717 Aug 27 04:40:28.087829 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39776) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:28.126255 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:28.154399 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-b4ccff03-7b6b-4421-b07f-0e560bca3ab4 admin admin] Allocated IP 172.25.2.153 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/97db49f0-7c99-487e-a1c9-cd57a326eecd) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:40:28.229832 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-32e5c249-116a-41e0-b980-3e5310e62348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (1ee9425e-ad24-409f-9b37-6fd90982d167), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:28.378844 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b4ccff03-7b6b-4421-b07f-0e560bca3ab4 admin admin] Publish callbacks [] for port (97db49f0-7c99-487e-a1c9-cd57a326eecd), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:28.461406 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39784) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:28.516325 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b4ccff03-7b6b-4421-b07f-0e560bca3ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (97db49f0-7c99-487e-a1c9-cd57a326eecd), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:28.659816 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:28.801731 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1621c91-576f-4311-913b-16e770f4648e req-13bd476a-ea5e-4a7b-a555-d3ff09ce8b82 tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:28.803657 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b1621c91-576f-4311-913b-16e770f4648e req-13bd476a-ea5e-4a7b-a555-d3ff09ce8b82 tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e907b3ea-a6a3-414d-85b7-b2a4632baf53 HTTP/1.1" status: 200 len: 949 time: 0.1323590 Aug 27 04:40:28.823417 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ccff03-7b6b-4421-b07f-0e560bca3ab4 admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:40:28.861262 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-b4ccff03-7b6b-4421-b07f-0e560bca3ab4 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:40:28.877899 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ccff03-7b6b-4421-b07f-0e560bca3ab4 admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:40:28.908752 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e5323ab1-a93f-42e6-9090-80f11a5cf53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (10a6f397-9f47-4bd8-aaa3-39a7f3c37be3), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:29.023014 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5323ab1-a93f-42e6-9090-80f11a5cf53b None None] Pushing event deleted for resources: {'Port': ['ID=10a6f397-9f47-4bd8-aaa3-39a7f3c37be3,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:29.027178 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-332122da-4b85-427f-bc48-c51fd12b76e7 None None] Allocated IP 172.20.0.2 (4b90a02d-7596-4345-be3b-8f84a0599266/31614302-2d16-42e4-a687-8e44a418e758/85f31109-683c-41ae-9f73-a5740868525f) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:40:29.065417 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e5323ab1-a93f-42e6-9090-80f11a5cf53b None None] Network ef400a2a-b925-41d3-9f86-e224276accb3 is not hosted by any dhcp agent {{(pid=107777) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 27 04:40:29.066032 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5323ab1-a93f-42e6-9090-80f11a5cf53b None None] No DVR routers for this DVR port 10a6f397-9f47-4bd8-aaa3-39a7f3c37be3 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:40:29.095870 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d8411b20-fb8a-47a6-bcfc-c7d732ccae88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (23f20c61-d845-473e-8659-aae6cba37fa2), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:29.187622 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f7c3b7e6-c40f-4c8b-a7db-be959372ceb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:29.233034 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39792) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:29.249008 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-98547ecb-8bc3-42ab-a65e-bebb5fe82cb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:29.326458 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a88142bd-78b4-44a7-bf6f-705c1892c2c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:29.351754 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f7c3b7e6-c40f-4c8b-a7db-be959372ceb7 admin admin] Publish callbacks [] for security_group (7c053c49-0b14-4b74-b3d4-4119f94b0f12), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:29.418674 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a664c-ff35-4284-aaaf-96d45bec76ac req-6379359c-dcce-4fba-a52b-262fb5cedbf1 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:29.427086 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4a8a664c-ff35-4284-aaaf-96d45bec76ac req-6379359c-dcce-4fba-a52b-262fb5cedbf1 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=aef5015d-04b9-4f2e-9f2f-6d294b36c318 HTTP/1.1" status: 200 len: 948 time: 0.2432232 Aug 27 04:40:29.437544 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ccff03-7b6b-4421-b07f-0e560bca3ab4 admin admin] Pushing event updated for resources: {'Port': ['ID=97db49f0-7c99-487e-a1c9-cd57a326eecd,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:29.460192 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-332122da-4b85-427f-bc48-c51fd12b76e7 None None] Publish callbacks [] for port (85f31109-683c-41ae-9f73-a5740868525f), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:29.484878 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-32e5c249-116a-41e0-b980-3e5310e62348 None None] Publish callbacks [] for port (1ee9425e-ad24-409f-9b37-6fd90982d167), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:29.515626 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a88142bd-78b4-44a7-bf6f-705c1892c2c4 admin admin] Publish callbacks [] for security_group (03b6cd35-07be-4e21-b59f-ac59060c6523), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:29.537983 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f7c3b7e6-c40f-4c8b-a7db-be959372ceb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (7c053c49-0b14-4b74-b3d4-4119f94b0f12), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:29.556078 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b1621c91-576f-4311-913b-16e770f4648e req-77f457e3-583d-4d62-8239-212679e65e29 tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=c8b47764-7b42-4d8a-9fea-350a8ffa6f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7136521 Aug 27 04:40:29.601639 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4a8a664c-ff35-4284-aaaf-96d45bec76ac req-9cd8b6ab-d456-4a72-8e89-ecd6a22e6561 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735413 Aug 27 04:40:29.607818 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-332122da-4b85-427f-bc48-c51fd12b76e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (85f31109-683c-41ae-9f73-a5740868525f), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:29.626519 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f7c3b7e6-c40f-4c8b-a7db-be959372ceb7 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=ee01a09299784387bceb8555cee06080&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1639323 Aug 27 04:40:29.653903 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39796) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:29.666533 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c3b7e6-c40f-4c8b-a7db-be959372ceb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c053c49-0b14-4b74-b3d4-4119f94b0f12,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:29.670599 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a88142bd-78b4-44a7-bf6f-705c1892c2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (03b6cd35-07be-4e21-b59f-ac59060c6523), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:29.722047 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b4ccff03-7b6b-4421-b07f-0e560bca3ab4 admin admin] Publish callbacks [] for router_gateway (24e86354-ac16-497e-8999-559060fd6920), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:29.731709 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-32e5c249-116a-41e0-b980-3e5310e62348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (1ee9425e-ad24-409f-9b37-6fd90982d167), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:29.736259 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=11,neutron:SELECT=88,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:29.759376 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332122da-4b85-427f-bc48-c51fd12b76e7 None None] Network 4b90a02d-7596-4345-be3b-8f84a0599266 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:40:29.773299 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-332122da-4b85-427f-bc48-c51fd12b76e7 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:40:29.776898 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332122da-4b85-427f-bc48-c51fd12b76e7 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:40:29.778884 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-d8411b20-fb8a-47a6-bcfc-c7d732ccae88 admin admin] Deleting port ead487b3-2f58-45f9-a627-cbe217c12f65 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:40:29.779226 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d8411b20-fb8a-47a6-bcfc-c7d732ccae88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (ead487b3-2f58-45f9-a627-cbe217c12f65), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:29.807947 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a88142bd-78b4-44a7-bf6f-705c1892c2c4 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=221888b8a04f40cd8d678753fc882746&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5697322 Aug 27 04:40:29.815210 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39798) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:29.843856 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88142bd-78b4-44a7-bf6f-705c1892c2c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b6cd35-07be-4e21-b59f-ac59060c6523,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:29.875283 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4d7bedf7-958b-4fff-a2b9-bb9c7de83dca admin admin] Publish callbacks [] for security_group (7c053c49-0b14-4b74-b3d4-4119f94b0f12), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:29.886873 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=85,neutron:INSERT=4,neutron:UPDATE=6,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:29.901757 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:29.927844 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332122da-4b85-427f-bc48-c51fd12b76e7 None None] Pushing event updated for resources: {'Port': ['ID=85f31109-683c-41ae-9f73-a5740868525f,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:29.932079 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4d7bedf7-958b-4fff-a2b9-bb9c7de83dca admin admin] Publish callbacks [] for security_group (7c053c49-0b14-4b74-b3d4-4119f94b0f12), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:29.951663 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-d8411b20-fb8a-47a6-bcfc-c7d732ccae88 admin admin] For port ead487b3-2f58-45f9-a627-cbe217c12f65, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=ead487b3-2f58-45f9-a627-cbe217c12f65,segment=NetworkSegment(6bcc1a9d-4fe7-48b0-a744-5a0c28f5b090),segment_id=6bcc1a9d-4fe7-48b0-a744-5a0c28f5b090)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:40:29.953262 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d8411b20-fb8a-47a6-bcfc-c7d732ccae88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (ead487b3-2f58-45f9-a627-cbe217c12f65), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:29.982731 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-d8411b20-fb8a-47a6-bcfc-c7d732ccae88 admin admin] Calling delete_port for ead487b3-2f58-45f9-a627-cbe217c12f65 owned by network:router_interface {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:40:30.106543 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:30.112094 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b4ccff03-7b6b-4421-b07f-0e560bca3ab4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (24e86354-ac16-497e-8999-559060fd6920), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:30.120139 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a2cd7276-6fb1-47e0-b8e7-e36085deb65d admin admin] Publish callbacks [] for security_group (03b6cd35-07be-4e21-b59f-ac59060c6523), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:30.153113 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-32e5c249-116a-41e0-b980-3e5310e62348 None None] Attempting to bind port 1ee9425e-ad24-409f-9b37-6fd90982d167 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:40:30.153514 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-32e5c249-116a-41e0-b980-3e5310e62348 None None] Attempting to bind port 1ee9425e-ad24-409f-9b37-6fd90982d167 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'c76cda8e-c8f7-4bed-81ba-ed8cb19d32ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7ed2c4c2-252e-4205-b12c-68c27c4efa93'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:40:30.153836 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e5c249-116a-41e0-b980-3e5310e62348 None None] Attempting to bind port 1ee9425e-ad24-409f-9b37-6fd90982d167 on network 7ed2c4c2-252e-4205-b12c-68c27c4efa93 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:40:30.160935 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-332122da-4b85-427f-bc48-c51fd12b76e7 None None] Attempting to bind port 85f31109-683c-41ae-9f73-a5740868525f on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:40:30.161296 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-332122da-4b85-427f-bc48-c51fd12b76e7 None None] Attempting to bind port 85f31109-683c-41ae-9f73-a5740868525f by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '89b8eebe-5b31-4491-85f0-eba39e53f2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4b90a02d-7596-4345-be3b-8f84a0599266'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:40:30.161650 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332122da-4b85-427f-bc48-c51fd12b76e7 None None] Attempting to bind port 85f31109-683c-41ae-9f73-a5740868525f on network 4b90a02d-7596-4345-be3b-8f84a0599266 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:40:30.163558 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbcf90f-501a-44d9-a725-5913696bc613 None None] Pushing event updated for resources: {'Port': ['ID=1ee9425e-ad24-409f-9b37-6fd90982d167,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:30.170994 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e5c249-116a-41e0-b980-3e5310e62348 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:40:30.171361 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e5c249-116a-41e0-b980-3e5310e62348 None None] Checking segment: {'id': 'c76cda8e-c8f7-4bed-81ba-ed8cb19d32ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7ed2c4c2-252e-4205-b12c-68c27c4efa93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:40:30.171773 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-32e5c249-116a-41e0-b980-3e5310e62348 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:30.172141 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e5c249-116a-41e0-b980-3e5310e62348 None None] Bound using segment: {'id': 'c76cda8e-c8f7-4bed-81ba-ed8cb19d32ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7ed2c4c2-252e-4205-b12c-68c27c4efa93'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:40:30.172632 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-32e5c249-116a-41e0-b980-3e5310e62348 None None] Bound port: 1ee9425e-ad24-409f-9b37-6fd90982d167, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c76cda8e-c8f7-4bed-81ba-ed8cb19d32ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7ed2c4c2-252e-4205-b12c-68c27c4efa93'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:40:30.173742 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-32e5c249-116a-41e0-b980-3e5310e62348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (1ee9425e-ad24-409f-9b37-6fd90982d167), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:30.175897 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332122da-4b85-427f-bc48-c51fd12b76e7 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:40:30.176424 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332122da-4b85-427f-bc48-c51fd12b76e7 None None] Checking segment: {'id': '89b8eebe-5b31-4491-85f0-eba39e53f2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4b90a02d-7596-4345-be3b-8f84a0599266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:40:30.177114 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-332122da-4b85-427f-bc48-c51fd12b76e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:30.177495 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332122da-4b85-427f-bc48-c51fd12b76e7 None None] Bound using segment: {'id': '89b8eebe-5b31-4491-85f0-eba39e53f2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4b90a02d-7596-4345-be3b-8f84a0599266'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:40:30.177967 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-332122da-4b85-427f-bc48-c51fd12b76e7 None None] Bound port: 85f31109-683c-41ae-9f73-a5740868525f, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89b8eebe-5b31-4491-85f0-eba39e53f2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4b90a02d-7596-4345-be3b-8f84a0599266'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:40:30.178341 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-332122da-4b85-427f-bc48-c51fd12b76e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (85f31109-683c-41ae-9f73-a5740868525f), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:30.207507 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a2cd7276-6fb1-47e0-b8e7-e36085deb65d admin admin] Publish callbacks [] for security_group (03b6cd35-07be-4e21-b59f-ac59060c6523), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:30.222743 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:30.247641 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:30.304497 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-32e5c249-116a-41e0-b980-3e5310e62348 None None] For port 1ee9425e-ad24-409f-9b37-6fd90982d167, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:40:30.310687 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-332122da-4b85-427f-bc48-c51fd12b76e7 None None] For port 85f31109-683c-41ae-9f73-a5740868525f, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:40:30.320210 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-332122da-4b85-427f-bc48-c51fd12b76e7 None None] For port 85f31109-683c-41ae-9f73-a5740868525f, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=85f31109-683c-41ae-9f73-a5740868525f,segment=NetworkSegment(89b8eebe-5b31-4491-85f0-eba39e53f2c6),segment_id=89b8eebe-5b31-4491-85f0-eba39e53f2c6)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:40:30.320818 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4d7bedf7-958b-4fff-a2b9-bb9c7de83dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (7c053c49-0b14-4b74-b3d4-4119f94b0f12), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:30.326924 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4d7bedf7-958b-4fff-a2b9-bb9c7de83dca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:30.326924 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-4d7bedf7-958b-4fff-a2b9-bb9c7de83dca admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/7c053c49-0b14-4b74-b3d4-4119f94b0f12 HTTP/1.1" status: 204 len: 168 time: 0.6692779 Aug 27 04:40:30.331532 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-32e5c249-116a-41e0-b980-3e5310e62348 None None] For port 1ee9425e-ad24-409f-9b37-6fd90982d167, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=1ee9425e-ad24-409f-9b37-6fd90982d167,segment=NetworkSegment(c76cda8e-c8f7-4bed-81ba-ed8cb19d32ee),segment_id=c76cda8e-c8f7-4bed-81ba-ed8cb19d32ee)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:40:30.349196 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7bedf7-958b-4fff-a2b9-bb9c7de83dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c053c49-0b14-4b74-b3d4-4119f94b0f12,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:30.365090 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7bedf7-958b-4fff-a2b9-bb9c7de83dca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:30.365090 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7bedf7-958b-4fff-a2b9-bb9c7de83dca admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:30.365090 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7bedf7-958b-4fff-a2b9-bb9c7de83dca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:30.365090 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7bedf7-958b-4fff-a2b9-bb9c7de83dca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:30.365090 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7bedf7-958b-4fff-a2b9-bb9c7de83dca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:30.365090 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7bedf7-958b-4fff-a2b9-bb9c7de83dca admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:30.365090 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7bedf7-958b-4fff-a2b9-bb9c7de83dca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:30.365090 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7bedf7-958b-4fff-a2b9-bb9c7de83dca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:30.365090 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7bedf7-958b-4fff-a2b9-bb9c7de83dca admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:30.365090 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7bedf7-958b-4fff-a2b9-bb9c7de83dca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:30.365090 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7bedf7-958b-4fff-a2b9-bb9c7de83dca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:30.365090 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7bedf7-958b-4fff-a2b9-bb9c7de83dca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:30.365090 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7bedf7-958b-4fff-a2b9-bb9c7de83dca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:30.365090 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7bedf7-958b-4fff-a2b9-bb9c7de83dca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:30.365090 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7bedf7-958b-4fff-a2b9-bb9c7de83dca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:30.432206 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-332122da-4b85-427f-bc48-c51fd12b76e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (85f31109-683c-41ae-9f73-a5740868525f), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:30.538484 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d8411b20-fb8a-47a6-bcfc-c7d732ccae88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (ead487b3-2f58-45f9-a627-cbe217c12f65), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:30.643839 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-32e5c249-116a-41e0-b980-3e5310e62348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (1ee9425e-ad24-409f-9b37-6fd90982d167), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:30.644907 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4ccff03-7b6b-4421-b07f-0e560bca3ab4 admin admin] Router 24e86354-ac16-497e-8999-559060fd6920 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:40:30.644907 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a2cd7276-6fb1-47e0-b8e7-e36085deb65d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (03b6cd35-07be-4e21-b59f-ac59060c6523), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:30.644907 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a2cd7276-6fb1-47e0-b8e7-e36085deb65d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:30.644907 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a2cd7276-6fb1-47e0-b8e7-e36085deb65d admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/03b6cd35-07be-4e21-b59f-ac59060c6523 HTTP/1.1" status: 204 len: 168 time: 0.7316754 Aug 27 04:40:30.645595 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332122da-4b85-427f-bc48-c51fd12b76e7 None None] Pushing event updated for resources: {'Port': ['ID=85f31109-683c-41ae-9f73-a5740868525f,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:30.645695 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cd7276-6fb1-47e0-b8e7-e36085deb65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b6cd35-07be-4e21-b59f-ac59060c6523,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:30.645789 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8411b20-fb8a-47a6-bcfc-c7d732ccae88 admin admin] Pushing event deleted for resources: {'Port': ['ID=ead487b3-2f58-45f9-a627-cbe217c12f65,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:31.042010 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d8411b20-fb8a-47a6-bcfc-c7d732ccae88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (23f20c61-d845-473e-8659-aae6cba37fa2), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:31.086063 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ccff03-7b6b-4421-b07f-0e560bca3ab4 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:40:31.108839 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5067d75b-b0fe-4c80-a569-f8636350d29d None None] Sync routers for ids ['24e86354-ac16-497e-8999-559060fd6920'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:40:31.128688 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5067d75b-b0fe-4c80-a569-f8636350d29d None None] Routers {'24e86354-ac16-497e-8999-559060fd6920'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:40:31.129804 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-5067d75b-b0fe-4c80-a569-f8636350d29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:40:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['24e86354-ac16-497e-8999-559060fd6920'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:31.170814 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=85,neutron:DELETE=14,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:31.303983 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9998b-8f34-49a0-bc9f-26bc437076e4 req-eb56fb40-c569-4ecb-84af-81e543520542 tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:31.316764 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-eae9998b-8f34-49a0-bc9f-26bc437076e4 req-eb56fb40-c569-4ecb-84af-81e543520542 tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e907b3ea-a6a3-414d-85b7-b2a4632baf53 HTTP/1.1" status: 200 len: 949 time: 0.4487226 Aug 27 04:40:31.331881 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677c60d-7ef9-45c8-b7d7-445692774422 req-d10657bd-a85b-4e8f-a28a-26e2d9283a47 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:31.331881 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e677c60d-7ef9-45c8-b7d7-445692774422 req-d10657bd-a85b-4e8f-a28a-26e2d9283a47 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=aef5015d-04b9-4f2e-9f2f-6d294b36c318 HTTP/1.1" status: 200 len: 948 time: 0.2378454 Aug 27 04:40:31.430759 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-5067d75b-b0fe-4c80-a569-f8636350d29d None None] Set router 24e86354-ac16-497e-8999-559060fd6920 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:40:31.435919 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbcf90f-501a-44d9-a725-5913696bc613 None None] Pushing event updated for resources: {'Port': ['ID=1ee9425e-ad24-409f-9b37-6fd90982d167,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:31.501997 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b4ccff03-7b6b-4421-b07f-0e560bca3ab4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:31.506827 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b4ccff03-7b6b-4421-b07f-0e560bca3ab4 admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 933 time: 4.8279426 Aug 27 04:40:31.528528 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39814) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:31.639405 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-eae9998b-8f34-49a0-bc9f-26bc437076e4 req-fe85a944-be04-42f7-aca0-5f185e245d70 tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=c8b47764-7b42-4d8a-9fea-350a8ffa6f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185421 Aug 27 04:40:31.640345 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e5c249-116a-41e0-b980-3e5310e62348 None None] Routers {'0f5681c5-87fc-4b21-b7aa-c3f9be71b740'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:40:31.640345 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-32e5c249-116a-41e0-b980-3e5310e62348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:40:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['0f5681c5-87fc-4b21-b7aa-c3f9be71b740'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:31.641000 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:31.659085 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e677c60d-7ef9-45c8-b7d7-445692774422 req-50760161-215b-4223-83a8-7928fa154f1a tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216822 Aug 27 04:40:31.879079 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Device a723b0a9-1e91-40c0-a00b-51235a1e481f details requested by agent hyperv_n-h2-852088-5 with host n-h2-852088-5 {{(pid=107777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:40:31.944205 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:31.964802 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-32e5c249-116a-41e0-b980-3e5310e62348 None None] Set router 0f5681c5-87fc-4b21-b7aa-c3f9be71b740 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:40:31.979332 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:32.108277 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:32.119011 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-5067d75b-b0fe-4c80-a569-f8636350d29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e86354-ac16-497e-8999-559060fd6920', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1129188118-router', 'tenant_id': '58b3dd9918d0412a9441e5b405948450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '97db49f0-7c99-487e-a1c9-cd57a326eecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:40:26Z', 'updated_at': '2022-08-27T04:40:29Z', 'revision_number': 3, 'project_id': '58b3dd9918d0412a9441e5b405948450', 'gw_port': {'id': '97db49f0-7c99-487e-a1c9-cd57a326eecd', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e0:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e86354-ac16-497e-8999-559060fd6920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:40:27Z', 'updated_at': '2022-08-27T04:40:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:32.163794 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5067d75b-b0fe-4c80-a569-f8636350d29d None None] Checking router: 24e86354-ac16-497e-8999-559060fd6920 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:40:32.164866 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5067d75b-b0fe-4c80-a569-f8636350d29d None None] Updating router 24e86354-ac16-497e-8999-559060fd6920 port 97db49f0-7c99-487e-a1c9-cd57a326eecd binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:40:32.174414 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8411b20-fb8a-47a6-bcfc-c7d732ccae88 admin admin] Router 23f20c61-d845-473e-8659-aae6cba37fa2 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:40:32.244358 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-5067d75b-b0fe-4c80-a569-f8636350d29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (97db49f0-7c99-487e-a1c9-cd57a326eecd), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:32.251427 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39838) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:32.300530 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-310892b4-a7ad-4af8-9037-737e8ebb2b4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:32.393398 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:32.546786 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-310892b4-a7ad-4af8-9037-737e8ebb2b4f admin admin] Publish callbacks [] for security_group (db8bf3c4-8064-4bd6-b64a-e9b6e62357e7), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:32.585895 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] For port a723b0a9-1e91-40c0-a00b-51235a1e481f, host n-h2-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852088-5',level=0,port_id=a723b0a9-1e91-40c0-a00b-51235a1e481f,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:40:32.629176 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-310892b4-a7ad-4af8-9037-737e8ebb2b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (db8bf3c4-8064-4bd6-b64a-e9b6e62357e7), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:32.644177 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6007ea75-173f-4c64-ac52-d01ea8a398e2 None None] Network 4b90a02d-7596-4345-be3b-8f84a0599266 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:40:32.667747 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Returning: {'device': 'a723b0a9-1e91-40c0-a00b-51235a1e481f', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'port_id': 'a723b0a9-1e91-40c0-a00b-51235a1e481f', 'mac_address': 'fa:16:3e:f2:dd:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120f3302-721f-4373-86a6-3aa14ccf6ac4', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:40:32.752701 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310892b4-a7ad-4af8-9037-737e8ebb2b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db8bf3c4-8064-4bd6-b64a-e9b6e62357e7,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:32.808982 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310892b4-a7ad-4af8-9037-737e8ebb2b4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:32.809923 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310892b4-a7ad-4af8-9037-737e8ebb2b4f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:32.814971 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310892b4-a7ad-4af8-9037-737e8ebb2b4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:32.818627 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310892b4-a7ad-4af8-9037-737e8ebb2b4f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:32.820508 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310892b4-a7ad-4af8-9037-737e8ebb2b4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:32.823587 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310892b4-a7ad-4af8-9037-737e8ebb2b4f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:32.823587 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310892b4-a7ad-4af8-9037-737e8ebb2b4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:32.823871 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310892b4-a7ad-4af8-9037-737e8ebb2b4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:32.824342 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310892b4-a7ad-4af8-9037-737e8ebb2b4f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:32.824824 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310892b4-a7ad-4af8-9037-737e8ebb2b4f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:32.825694 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-5067d75b-b0fe-4c80-a569-f8636350d29d None None] Publish callbacks [] for port (97db49f0-7c99-487e-a1c9-cd57a326eecd), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:32.826284 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310892b4-a7ad-4af8-9037-737e8ebb2b4f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:32.827799 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310892b4-a7ad-4af8-9037-737e8ebb2b4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:32.830931 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310892b4-a7ad-4af8-9037-737e8ebb2b4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:32.831393 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310892b4-a7ad-4af8-9037-737e8ebb2b4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:32.831999 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310892b4-a7ad-4af8-9037-737e8ebb2b4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:32.860138 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-310892b4-a7ad-4af8-9037-737e8ebb2b4f admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=65ba8f506eda464c937113c3a88bde45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6071231 Aug 27 04:40:32.934092 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a9729-19bf-4a5a-8c49-9465cdd215c7 req-5b060d9a-74e8-4036-a145-b049538638fd tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:32.943920 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-5067d75b-b0fe-4c80-a569-f8636350d29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (97db49f0-7c99-487e-a1c9-cd57a326eecd), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:32.946139 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f16a9729-19bf-4a5a-8c49-9465cdd215c7 req-5b060d9a-74e8-4036-a145-b049538638fd tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=aef5015d-04b9-4f2e-9f2f-6d294b36c318 HTTP/1.1" status: 200 len: 948 time: 0.0824118 Aug 27 04:40:32.956698 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39858) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:32.982131 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-5067d75b-b0fe-4c80-a569-f8636350d29d None None] Attempting to bind port 97db49f0-7c99-487e-a1c9-cd57a326eecd on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:40:32.982324 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-5067d75b-b0fe-4c80-a569-f8636350d29d None None] Attempting to bind port 97db49f0-7c99-487e-a1c9-cd57a326eecd by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:40:32.982657 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5067d75b-b0fe-4c80-a569-f8636350d29d None None] Attempting to bind port 97db49f0-7c99-487e-a1c9-cd57a326eecd on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:40:33.119348 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f16a9729-19bf-4a5a-8c49-9465cdd215c7 req-a0498d77-5b50-4c61-a64c-8c91a513574f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671755 Aug 27 04:40:33.144884 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d091b8-b4e3-4559-af68-84e0c3565382 None None] Pushing event updated for resources: {'Port': ['ID=97db49f0-7c99-487e-a1c9-cd57a326eecd,revision_number=2']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:33.152489 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5067d75b-b0fe-4c80-a569-f8636350d29d None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:40:33.157908 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5067d75b-b0fe-4c80-a569-f8636350d29d None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:40:33.160374 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-5067d75b-b0fe-4c80-a569-f8636350d29d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:33.162698 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5067d75b-b0fe-4c80-a569-f8636350d29d None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:40:33.165918 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-5067d75b-b0fe-4c80-a569-f8636350d29d None None] Bound port: 97db49f0-7c99-487e-a1c9-cd57a326eecd, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:40:33.166575 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-5067d75b-b0fe-4c80-a569-f8636350d29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (97db49f0-7c99-487e-a1c9-cd57a326eecd), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:33.194952 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-260df789-a7f2-4d6d-b709-913d7379437d admin admin] Publish callbacks [] for security_group (db8bf3c4-8064-4bd6-b64a-e9b6e62357e7), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:33.217119 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-d58c51af-f1af-4bf4-a115-69e802f276cd None None] Provisioning complete for port 85f31109-683c-41ae-9f73-a5740868525f triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:40:33.228539 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d58c51af-f1af-4bf4-a115-69e802f276cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (85f31109-683c-41ae-9f73-a5740868525f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:33.265317 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-260df789-a7f2-4d6d-b709-913d7379437d admin admin] Publish callbacks [] for security_group (db8bf3c4-8064-4bd6-b64a-e9b6e62357e7), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:33.290007 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-5067d75b-b0fe-4c80-a569-f8636350d29d None None] For port 97db49f0-7c99-487e-a1c9-cd57a326eecd, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:40:33.295224 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-5067d75b-b0fe-4c80-a569-f8636350d29d None None] For port 97db49f0-7c99-487e-a1c9-cd57a326eecd, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=97db49f0-7c99-487e-a1c9-cd57a326eecd,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:40:33.313017 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:33.322356 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 85f31109-683c-41ae-9f73-a5740868525f up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:40:33.384053 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:33.402716 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-5067d75b-b0fe-4c80-a569-f8636350d29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (97db49f0-7c99-487e-a1c9-cd57a326eecd), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:33.446138 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Current status of the port a723b0a9-1e91-40c0-a00b-51235a1e481f is: DOWN; New status is: BUILD {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:40:33.446700 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a723b0a9-1e91-40c0-a00b-51235a1e481f), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:33.450149 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-260df789-a7f2-4d6d-b709-913d7379437d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (db8bf3c4-8064-4bd6-b64a-e9b6e62357e7), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:33.458658 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-260df789-a7f2-4d6d-b709-913d7379437d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:33.461890 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-260df789-a7f2-4d6d-b709-913d7379437d admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/db8bf3c4-8064-4bd6-b64a-e9b6e62357e7 HTTP/1.1" status: 204 len: 168 time: 0.5017934 Aug 27 04:40:33.464573 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8411b20-fb8a-47a6-bcfc-c7d732ccae88 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:40:33.481232 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d8411b20-fb8a-47a6-bcfc-c7d732ccae88 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/23f20c61-d845-473e-8659-aae6cba37fa2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3895729 Aug 27 04:40:33.499157 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39868) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:33.499157 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260df789-a7f2-4d6d-b709-913d7379437d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8bf3c4-8064-4bd6-b64a-e9b6e62357e7,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:33.506771 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abe5e9c-72ea-4e08-9673-cf044c86a845 None None] Sync routers for ids ['23f20c61-d845-473e-8659-aae6cba37fa2'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:40:33.546696 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-32e5c249-116a-41e0-b980-3e5310e62348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5681c5-87fc-4b21-b7aa-c3f9be71b740', 'name': 'tempest-AttachSCSIVolumeTestJSON-130903635-router', 'tenant_id': '987059a7976d45cbbc3b3dfc6c09dafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '07ee39ba-171a-4228-bca3-424c30e507c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:40:11Z', 'updated_at': '2022-08-27T04:40:23Z', 'revision_number': 4, 'project_id': '987059a7976d45cbbc3b3dfc6c09dafd', 'gw_port': {'id': '07ee39ba-171a-4228-bca3-424c30e507c7', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5681c5-87fc-4b21-b7aa-c3f9be71b740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:40:13Z', 'updated_at': '2022-08-27T04:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '1ee9425e-ad24-409f-9b37-6fd90982d167', 'name': '', 'network_id': '7ed2c4c2-252e-4205-b12c-68c27c4efa93', 'tenant_id': '987059a7976d45cbbc3b3dfc6c09dafd', 'mac_address': 'fa:16:3e:70:d5:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f5681c5-87fc-4b21-b7aa-c3f9be71b740', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '0284bf77-4f13-44e2-8d29-f7ad74e2ed5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:40:19Z', 'updated_at': '2022-08-27T04:40:30Z', 'revision_number': 4, 'project_id': '987059a7976d45cbbc3b3dfc6c09dafd', 'subnets': [{'id': '0284bf77-4f13-44e2-8d29-f7ad74e2ed5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:33.609074 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d091b8-b4e3-4559-af68-84e0c3565382 None None] Pushing event updated for resources: {'Port': ['ID=97db49f0-7c99-487e-a1c9-cd57a326eecd,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:33.614683 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d58c51af-f1af-4bf4-a115-69e802f276cd None None] Current status of the port 85f31109-683c-41ae-9f73-a5740868525f is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:40:33.619212 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d58c51af-f1af-4bf4-a115-69e802f276cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (85f31109-683c-41ae-9f73-a5740868525f), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:33.638659 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5067d75b-b0fe-4c80-a569-f8636350d29d None None] Routers {'24e86354-ac16-497e-8999-559060fd6920'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:40:33.640419 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-5067d75b-b0fe-4c80-a569-f8636350d29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:40:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['24e86354-ac16-497e-8999-559060fd6920'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:33.737023 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-902363fb-a94e-4c30-a63a-2682aafd8684 admin admin] Publish callbacks [] for router (23f20c61-d845-473e-8659-aae6cba37fa2), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:33.769928 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e5c249-116a-41e0-b980-3e5310e62348 None None] The sync data for ids ['0f5681c5-87fc-4b21-b7aa-c3f9be71b740'] in n-d-852088-5 is: [{'id': '0f5681c5-87fc-4b21-b7aa-c3f9be71b740', 'name': 'tempest-AttachSCSIVolumeTestJSON-130903635-router', 'tenant_id': '987059a7976d45cbbc3b3dfc6c09dafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '07ee39ba-171a-4228-bca3-424c30e507c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:40:11Z', 'updated_at': '2022-08-27T04:40:23Z', 'revision_number': 4, 'project_id': '987059a7976d45cbbc3b3dfc6c09dafd', 'gw_port': {'id': '07ee39ba-171a-4228-bca3-424c30e507c7', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5681c5-87fc-4b21-b7aa-c3f9be71b740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:40:13Z', 'updated_at': '2022-08-27T04:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '1ee9425e-ad24-409f-9b37-6fd90982d167', 'name': '', 'network_id': '7ed2c4c2-252e-4205-b12c-68c27c4efa93', 'tenant_id': '987059a7976d45cbbc3b3dfc6c09dafd', 'mac_address': 'fa:16:3e:70:d5:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f5681c5-87fc-4b21-b7aa-c3f9be71b740', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '0284bf77-4f13-44e2-8d29-f7ad74e2ed5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:40:19Z', 'updated_at': '2022-08-27T04:40:30Z', 'revision_number': 4, 'project_id': '987059a7976d45cbbc3b3dfc6c09dafd', 'subnets': [{'id': '0284bf77-4f13-44e2-8d29-f7ad74e2ed5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:40:33.791338 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a723b0a9-1e91-40c0-a00b-51235a1e481f {{(pid=107777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 04:40:33.810849 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-226d5150-18b8-47af-8a97-9bd2d308f2db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:33.892475 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] For port a723b0a9-1e91-40c0-a00b-51235a1e481f, host n-h2-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852088-5',level=0,port_id=a723b0a9-1e91-40c0-a00b-51235a1e481f,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:40:33.962202 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:33.962316 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:33.983152 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:33.989883 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abe5e9c-72ea-4e08-9673-cf044c86a845 None None] Routers {'23f20c61-d845-473e-8659-aae6cba37fa2'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:40:33.997580 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-6abe5e9c-72ea-4e08-9673-cf044c86a845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:40:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['23f20c61-d845-473e-8659-aae6cba37fa2'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:34.041101 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-5067d75b-b0fe-4c80-a569-f8636350d29d None None] Set router 24e86354-ac16-497e-8999-559060fd6920 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:40:34.240008 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-6abe5e9c-72ea-4e08-9673-cf044c86a845 None None] Set router 23f20c61-d845-473e-8659-aae6cba37fa2 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:40:34.250998 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-226d5150-18b8-47af-8a97-9bd2d308f2db admin admin] Allocated IP 172.20.0.1 (4b90a02d-7596-4345-be3b-8f84a0599266/31614302-2d16-42e4-a687-8e44a418e758/49a3b2a4-b00d-4df3-8103-176e51272f8d) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:40:34.268058 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-902363fb-a94e-4c30-a63a-2682aafd8684 admin admin] Publish callbacks [] for router_gateway (23f20c61-d845-473e-8659-aae6cba37fa2), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:34.426773 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:34.467938 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:34.535480 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1b9f9-6862-4555-a9ad-f163fa3762a4 req-02f6515c-fa3b-4d4b-950c-e21b211956a8 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:34.537103 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-22c1b9f9-6862-4555-a9ad-f163fa3762a4 req-02f6515c-fa3b-4d4b-950c-e21b211956a8 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=aef5015d-04b9-4f2e-9f2f-6d294b36c318 HTTP/1.1" status: 200 len: 949 time: 0.1707790 Aug 27 04:40:34.665514 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-902363fb-a94e-4c30-a63a-2682aafd8684 admin admin] Deleting port 2a8fc636-81ae-4130-bda1-7cf312eb9b99 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:40:34.666931 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-902363fb-a94e-4c30-a63a-2682aafd8684 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (2a8fc636-81ae-4130-bda1-7cf312eb9b99), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:34.686315 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-226d5150-18b8-47af-8a97-9bd2d308f2db admin admin] Publish callbacks [] for port (49a3b2a4-b00d-4df3-8103-176e51272f8d), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:34.736249 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-5067d75b-b0fe-4c80-a569-f8636350d29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e86354-ac16-497e-8999-559060fd6920', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1129188118-router', 'tenant_id': '58b3dd9918d0412a9441e5b405948450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '97db49f0-7c99-487e-a1c9-cd57a326eecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:40:26Z', 'updated_at': '2022-08-27T04:40:29Z', 'revision_number': 3, 'project_id': '58b3dd9918d0412a9441e5b405948450', 'gw_port': {'id': '97db49f0-7c99-487e-a1c9-cd57a326eecd', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e0:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e86354-ac16-497e-8999-559060fd6920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:40:27Z', 'updated_at': '2022-08-27T04:40:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:34.757169 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 85f31109-683c-41ae-9f73-a5740868525f triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:40:34.758256 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (85f31109-683c-41ae-9f73-a5740868525f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:34.812898 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5067d75b-b0fe-4c80-a569-f8636350d29d None None] The sync data for ids ['24e86354-ac16-497e-8999-559060fd6920'] in n-d-852088-5 is: [{'id': '24e86354-ac16-497e-8999-559060fd6920', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1129188118-router', 'tenant_id': '58b3dd9918d0412a9441e5b405948450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '97db49f0-7c99-487e-a1c9-cd57a326eecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:40:26Z', 'updated_at': '2022-08-27T04:40:29Z', 'revision_number': 3, 'project_id': '58b3dd9918d0412a9441e5b405948450', 'gw_port': {'id': '97db49f0-7c99-487e-a1c9-cd57a326eecd', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e0:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e86354-ac16-497e-8999-559060fd6920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:40:27Z', 'updated_at': '2022-08-27T04:40:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:40:34.876407 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-226d5150-18b8-47af-8a97-9bd2d308f2db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (49a3b2a4-b00d-4df3-8103-176e51272f8d), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:34.929666 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a723b0a9-1e91-40c0-a00b-51235a1e481f), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:35.113768 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-22c1b9f9-6862-4555-a9ad-f163fa3762a4 req-a9653ece-17bc-4e83-99c3-de4420807db4 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5466564 Aug 27 04:40:35.135955 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-902363fb-a94e-4c30-a63a-2682aafd8684 admin admin] For port 2a8fc636-81ae-4130-bda1-7cf312eb9b99, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=2a8fc636-81ae-4130-bda1-7cf312eb9b99,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:40:35.135955 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-902363fb-a94e-4c30-a63a-2682aafd8684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (2a8fc636-81ae-4130-bda1-7cf312eb9b99), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:35.167368 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-6abe5e9c-72ea-4e08-9673-cf044c86a845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f20c61-d845-473e-8659-aae6cba37fa2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-843603323-router', 'tenant_id': '4be70acd148e4739ba601614d787ad14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '2a8fc636-81ae-4130-bda1-7cf312eb9b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:39:53Z', 'updated_at': '2022-08-27T04:40:30Z', 'revision_number': 5, 'project_id': '4be70acd148e4739ba601614d787ad14', 'gw_port': {'id': '2a8fc636-81ae-4130-bda1-7cf312eb9b99', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:68:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f20c61-d845-473e-8659-aae6cba37fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:56Z', 'updated_at': '2022-08-27T04:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:35.174440 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226d5150-18b8-47af-8a97-9bd2d308f2db admin admin] Pushing event updated for resources: {'Port': ['ID=49a3b2a4-b00d-4df3-8103-176e51272f8d,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:35.178111 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:35.214851 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:35.228973 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226d5150-18b8-47af-8a97-9bd2d308f2db admin admin] Network 4b90a02d-7596-4345-be3b-8f84a0599266 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:40:35.230816 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-902363fb-a94e-4c30-a63a-2682aafd8684 admin admin] Calling delete_port for 2a8fc636-81ae-4130-bda1-7cf312eb9b99 owned by network:router_gateway {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:40:35.232201 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-226d5150-18b8-47af-8a97-9bd2d308f2db admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:40:35.247660 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226d5150-18b8-47af-8a97-9bd2d308f2db admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:40:35.469341 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] get_ports_and_sgs() called for port_ids ['a723b0a9-1e91-40c0-a00b-51235a1e481f'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:40:35.472568 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-226d5150-18b8-47af-8a97-9bd2d308f2db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (24e86354-ac16-497e-8999-559060fd6920), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:35.560053 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abe5e9c-72ea-4e08-9673-cf044c86a845 None None] Checking router: 23f20c61-d845-473e-8659-aae6cba37fa2 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:40:35.591000 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d58c51af-f1af-4bf4-a115-69e802f276cd None None] For port 85f31109-683c-41ae-9f73-a5740868525f, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=85f31109-683c-41ae-9f73-a5740868525f,segment=NetworkSegment(89b8eebe-5b31-4491-85f0-eba39e53f2c6),segment_id=89b8eebe-5b31-4491-85f0-eba39e53f2c6)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:40:35.874690 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d58c51af-f1af-4bf4-a115-69e802f276cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (85f31109-683c-41ae-9f73-a5740868525f), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:35.909452 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:35.952046 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:35.971082 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abe5e9c-72ea-4e08-9673-cf044c86a845 None None] Routers {'23f20c61-d845-473e-8659-aae6cba37fa2'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:40:35.972832 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-6abe5e9c-72ea-4e08-9673-cf044c86a845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:40:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['23f20c61-d845-473e-8659-aae6cba37fa2'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:36.084795 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-226d5150-18b8-47af-8a97-9bd2d308f2db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (49a3b2a4-b00d-4df3-8103-176e51272f8d), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:36.149372 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-902363fb-a94e-4c30-a63a-2682aafd8684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (2a8fc636-81ae-4130-bda1-7cf312eb9b99), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:36.172812 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-66b5d692-a3ea-4718-9c48-bcb1dc8c3243 None None] Provisioning complete for port 85f31109-683c-41ae-9f73-a5740868525f triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:40:36.172812 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-66b5d692-a3ea-4718-9c48-bcb1dc8c3243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (85f31109-683c-41ae-9f73-a5740868525f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:36.213449 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902363fb-a94e-4c30-a63a-2682aafd8684 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a8fc636-81ae-4130-bda1-7cf312eb9b99,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:36.585030 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-226d5150-18b8-47af-8a97-9bd2d308f2db admin admin] Publish callbacks [] for port (49a3b2a4-b00d-4df3-8103-176e51272f8d), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:36.589487 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:36.676498 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39946) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:36.703598 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-226d5150-18b8-47af-8a97-9bd2d308f2db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (49a3b2a4-b00d-4df3-8103-176e51272f8d), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:36.730900 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Pushing event updated for resources: {'Port': ['ID=a723b0a9-1e91-40c0-a00b-51235a1e481f,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:36.800528 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 85f31109-683c-41ae-9f73-a5740868525f is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:40:36.803892 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (85f31109-683c-41ae-9f73-a5740868525f), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:36.931344 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:36.962142 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226d5150-18b8-47af-8a97-9bd2d308f2db admin admin] Pushing event updated for resources: {'Port': ['ID=49a3b2a4-b00d-4df3-8103-176e51272f8d,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:37.070853 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-6abe5e9c-72ea-4e08-9673-cf044c86a845 None None] Set router 23f20c61-d845-473e-8659-aae6cba37fa2 gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:40:37.083738 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-226d5150-18b8-47af-8a97-9bd2d308f2db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (24e86354-ac16-497e-8999-559060fd6920), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:37.117702 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-dc8def90-5b7a-4dfb-94f1-4edd8c12c2e5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-610485069-network', 'tenant_id': '846cd1c98578429c921d9598106bcdcf'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:40:37.140199 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:37.232354 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-6abe5e9c-72ea-4e08-9673-cf044c86a845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f20c61-d845-473e-8659-aae6cba37fa2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-843603323-router', 'tenant_id': '4be70acd148e4739ba601614d787ad14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:39:53Z', 'updated_at': '2022-08-27T04:40:34Z', 'revision_number': 6, 'project_id': '4be70acd148e4739ba601614d787ad14', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:37.308017 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8def90-5b7a-4dfb-94f1-4edd8c12c2e5 admin admin] Made reservation on behalf of 846cd1c98578429c921d9598106bcdcf for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:40:37.310157 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58c51af-f1af-4bf4-a115-69e802f276cd None None] Pushing event updated for resources: {'Port': ['ID=85f31109-683c-41ae-9f73-a5740868525f,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:37.321782 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dc8def90-5b7a-4dfb-94f1-4edd8c12c2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:37.324364 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:37.356270 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dc8def90-5b7a-4dfb-94f1-4edd8c12c2e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:37.362244 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abe5e9c-72ea-4e08-9673-cf044c86a845 None None] The sync data for ids ['23f20c61-d845-473e-8659-aae6cba37fa2'] in n-d-852088-5 is: [{'id': '23f20c61-d845-473e-8659-aae6cba37fa2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-843603323-router', 'tenant_id': '4be70acd148e4739ba601614d787ad14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:39:53Z', 'updated_at': '2022-08-27T04:40:34Z', 'revision_number': 6, 'project_id': '4be70acd148e4739ba601614d787ad14', 'gw_port_host': None}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:40:37.365143 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:40:37.365566 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:40:37.366109 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:37.372750 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510cd4af-40d7-4836-aa30-3d26fc38ff94 req-7d32c425-d556-4986-b48a-bf1b58b49987 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:37.379759 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-510cd4af-40d7-4836-aa30-3d26fc38ff94 req-7d32c425-d556-4986-b48a-bf1b58b49987 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=aef5015d-04b9-4f2e-9f2f-6d294b36c318 HTTP/1.1" status: 200 len: 949 time: 0.9258258 Aug 27 04:40:37.384581 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226d5150-18b8-47af-8a97-9bd2d308f2db admin admin] Network 4b90a02d-7596-4345-be3b-8f84a0599266 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:40:37.398932 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:37.401236 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-226d5150-18b8-47af-8a97-9bd2d308f2db admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:40:37.426095 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-66b5d692-a3ea-4718-9c48-bcb1dc8c3243 None None] Current status of the port 85f31109-683c-41ae-9f73-a5740868525f is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:40:37.426742 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-902363fb-a94e-4c30-a63a-2682aafd8684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (23f20c61-d845-473e-8659-aae6cba37fa2), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:37.556546 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-745c83e8-145c-41fd-94ad-1667791cab78 None None] Provisioning complete for port 49a3b2a4-b00d-4df3-8103-176e51272f8d triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:40:37.556925 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-745c83e8-145c-41fd-94ad-1667791cab78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (49a3b2a4-b00d-4df3-8103-176e51272f8d), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:37.625118 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dc8def90-5b7a-4dfb-94f1-4edd8c12c2e5 admin admin] Publish callbacks [] for security_group (53b1711a-fe82-4832-8737-731dca783186), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:37.642692 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:37.643608 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-745c83e8-145c-41fd-94ad-1667791cab78 None None] Port 49a3b2a4-b00d-4df3-8103-176e51272f8d cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:40:37.649908 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device e2e2a634-e765-4b2e-a554-069ff64a88a2 details requested by agent hyperv_n-h1-852088-5 with host n-h1-852088-5 {{(pid=107777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:40:37.691354 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-778d516a-589d-47bd-9e3e-383daec6a169 req-cae6a16c-1bdd-46eb-9f12-2b16b2e61d9a tempest-ServerDiagnosticsNegativeTest-56643718 tempest-ServerDiagnosticsNegativeTest-56643718-project] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=13b5bce4a2e84ed7a2eebbd849374b72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2462475 Aug 27 04:40:37.800556 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dc8def90-5b7a-4dfb-94f1-4edd8c12c2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (53b1711a-fe82-4832-8737-731dca783186), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:37.823112 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc8def90-5b7a-4dfb-94f1-4edd8c12c2e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:40:37.844226 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dc8def90-5b7a-4dfb-94f1-4edd8c12c2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (32f681d5-7ea0-4660-b60d-4c81affb0df2), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:37.844608 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-dc8def90-5b7a-4dfb-94f1-4edd8c12c2e5 admin admin] Added segment 32f681d5-7ea0-4660-b60d-4c81affb0df2 of type vlan for network 03f075aa-f9d3-4014-8380-16bd8f5a82bf Aug 27 04:40:38.011956 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d516a-589d-47bd-9e3e-383daec6a169 req-c8161247-04b5-4b6f-9a9e-8c835b1a9012 tempest-ServerDiagnosticsNegativeTest-56643718 tempest-ServerDiagnosticsNegativeTest-56643718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:38.013845 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dc8def90-5b7a-4dfb-94f1-4edd8c12c2e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (03f075aa-f9d3-4014-8380-16bd8f5a82bf), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:38.025222 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-778d516a-589d-47bd-9e3e-383daec6a169 req-c8161247-04b5-4b6f-9a9e-8c835b1a9012 tempest-ServerDiagnosticsNegativeTest-56643718 tempest-ServerDiagnosticsNegativeTest-56643718-project] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3221948 Aug 27 04:40:38.026386 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4f7bd2f9-98ea-4bd3-b1ee-648dfef16520 None None] Provisioning complete for port 49a3b2a4-b00d-4df3-8103-176e51272f8d triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:40:38.026893 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4f7bd2f9-98ea-4bd3-b1ee-648dfef16520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (49a3b2a4-b00d-4df3-8103-176e51272f8d), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:38.062589 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:38.072090 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-778d516a-589d-47bd-9e3e-383daec6a169 req-0b5a34f2-bfc0-4b29-a563-7e89e2a6e46c tempest-ServerDiagnosticsNegativeTest-56643718 tempest-ServerDiagnosticsNegativeTest-56643718-project] 10.222.0.76 "GET /networking/v2.0/quotas/13b5bce4a2e84ed7a2eebbd849374b72 HTTP/1.1" status: 200 len: 375 time: 0.0302687 Aug 27 04:40:38.128055 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 85f31109-683c-41ae-9f73-a5740868525f is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:40:38.133362 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-778d516a-589d-47bd-9e3e-383daec6a169 req-66eff941-6f60-496f-8d4a-343673a6caf3 tempest-ServerDiagnosticsNegativeTest-56643718 tempest-ServerDiagnosticsNegativeTest-56643718-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=13b5bce4a2e84ed7a2eebbd849374b72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571985 Aug 27 04:40:38.145026 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4f7bd2f9-98ea-4bd3-b1ee-648dfef16520 None None] Port 49a3b2a4-b00d-4df3-8103-176e51272f8d cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:40:38.165618 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dc8def90-5b7a-4dfb-94f1-4edd8c12c2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (03f075aa-f9d3-4014-8380-16bd8f5a82bf), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:38.167802 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8def90-5b7a-4dfb-94f1-4edd8c12c2e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:38.170205 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dc8def90-5b7a-4dfb-94f1-4edd8c12c2e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:38.182442 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-902363fb-a94e-4c30-a63a-2682aafd8684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (23f20c61-d845-473e-8659-aae6cba37fa2), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:38.202301 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-902363fb-a94e-4c30-a63a-2682aafd8684 admin admin] Publish callbacks [] for router_controller (23f20c61-d845-473e-8659-aae6cba37fa2), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:38.221710 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-226d5150-18b8-47af-8a97-9bd2d308f2db admin admin] Router 24e86354-ac16-497e-8999-559060fd6920 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:40:38.243721 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-510cd4af-40d7-4836-aa30-3d26fc38ff94 req-c8636c3c-6deb-413b-a58c-724b4b62ff25 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8629520 Aug 27 04:40:38.288749 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port e2e2a634-e765-4b2e-a554-069ff64a88a2, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=e2e2a634-e765-4b2e-a554-069ff64a88a2,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:40:38.307589 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8def90-5b7a-4dfb-94f1-4edd8c12c2e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b1711a-fe82-4832-8737-731dca783186,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:38.353501 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Returning: {'device': 'e2e2a634-e765-4b2e-a554-069ff64a88a2', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'port_id': 'e2e2a634-e765-4b2e-a554-069ff64a88a2', 'mac_address': 'fa:16:3e:43:cf:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120f3302-721f-4373-86a6-3aa14ccf6ac4', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:40:38.470243 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:38.476817 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:38.512568 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Current status of the port e2e2a634-e765-4b2e-a554-069ff64a88a2 is: ACTIVE; New status is: BUILD {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:40:38.513437 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (e2e2a634-e765-4b2e-a554-069ff64a88a2), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:38.553805 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e2e2a634-e765-4b2e-a554-069ff64a88a2 {{(pid=107777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 04:40:38.568436 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-902363fb-a94e-4c30-a63a-2682aafd8684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (23f20c61-d845-473e-8659-aae6cba37fa2), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:38.576556 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902363fb-a94e-4c30-a63a-2682aafd8684 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23f20c61-d845-473e-8659-aae6cba37fa2 {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:40:38.580352 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-902363fb-a94e-4c30-a63a-2682aafd8684 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:38.584726 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-902363fb-a94e-4c30-a63a-2682aafd8684 admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/23f20c61-d845-473e-8659-aae6cba37fa2 HTTP/1.1" status: 204 len: 168 time: 5.0879776 Aug 27 04:40:38.585586 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39972) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:38.618246 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8def90-5b7a-4dfb-94f1-4edd8c12c2e5 admin admin] Pushing event updated for resources: {'Network': ['ID=03f075aa-f9d3-4014-8380-16bd8f5a82bf,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:38.650245 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-dc8def90-5b7a-4dfb-94f1-4edd8c12c2e5 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9718816 Aug 27 04:40:38.653014 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39974) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:38.690915 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 03f075aa-f9d3-4014-8380-16bd8f5a82bf details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:40:38.702582 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-01265be3-3636-43c2-aa8a-921ec4389c63 admin admin] Request body: {'subnet': {'network_id': '03f075aa-f9d3-4014-8380-16bd8f5a82bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-610485069-subnet', 'tenant_id': '846cd1c98578429c921d9598106bcdcf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:40:38.706140 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port e2e2a634-e765-4b2e-a554-069ff64a88a2, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=e2e2a634-e765-4b2e-a554-069ff64a88a2,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:40:38.849063 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-36dffc6c-c8ef-4900-834d-75e1f836f2c7 admin admin] Deleting subnet ea9f916a-ab70-494c-8826-3e2090fa8e07 {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:40:38.854122 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-36dffc6c-c8ef-4900-834d-75e1f836f2c7 admin admin] Publish callbacks [] for subnet (ea9f916a-ab70-494c-8826-3e2090fa8e07), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:38.917190 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226d5150-18b8-47af-8a97-9bd2d308f2db admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:40:38.922782 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-226d5150-18b8-47af-8a97-9bd2d308f2db admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/24e86354-ac16-497e-8999-559060fd6920/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3908777 Aug 27 04:40:38.955551 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-36dffc6c-c8ef-4900-834d-75e1f836f2c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (ea9f916a-ab70-494c-8826-3e2090fa8e07), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:38.960579 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9946987a-1593-465c-bd95-ae6238b6e9fc None None] Sync routers for ids ['24e86354-ac16-497e-8999-559060fd6920'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:40:38.987718 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9946987a-1593-465c-bd95-ae6238b6e9fc None None] Routers {'24e86354-ac16-497e-8999-559060fd6920'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:40:38.993141 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-9946987a-1593-465c-bd95-ae6238b6e9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:40:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['24e86354-ac16-497e-8999-559060fd6920'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:38.994587 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 85f31109-683c-41ae-9f73-a5740868525f up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:40:39.038690 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (e2e2a634-e765-4b2e-a554-069ff64a88a2), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:39.053812 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01265be3-3636-43c2-aa8a-921ec4389c63 admin admin] Made reservation on behalf of 846cd1c98578429c921d9598106bcdcf for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:40:39.056992 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-01265be3-3636-43c2-aa8a-921ec4389c63 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:39.141016 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Device a723b0a9-1e91-40c0-a00b-51235a1e481f up at agent hyperv_n-h2-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:40:39.283590 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-68c96bfa-1206-44e5-9859-cb602350c49c req-727ed3c9-c6dd-4f05-bf47-d0baf2b27089 tempest-ServerDiagnosticsNegativeTest-56643718 tempest-ServerDiagnosticsNegativeTest-56643718-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ee839071-a353-41ad-825d-4176ea1ef682 HTTP/1.1" status: 200 len: 210 time: 0.4751048 Aug 27 04:40:39.350871 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Pushing event updated for resources: {'Port': ['ID=e2e2a634-e765-4b2e-a554-069ff64a88a2,revision_number=6']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:39.417723 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-36dffc6c-c8ef-4900-834d-75e1f836f2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (ea9f916a-ab70-494c-8826-3e2090fa8e07), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:39.480188 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-9946987a-1593-465c-bd95-ae6238b6e9fc None None] Set router 24e86354-ac16-497e-8999-559060fd6920 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:40:39.483354 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] get_ports_and_sgs() called for port_ids ['e2e2a634-e765-4b2e-a554-069ff64a88a2'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:40:39.588710 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:39.593051 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 85f31109-683c-41ae-9f73-a5740868525f triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:40:39.595717 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (85f31109-683c-41ae-9f73-a5740868525f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:39.670162 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c83877d-625f-4929-9004-b1013a4019d8 req-44a0ad3f-6ccc-486e-9a77-178682ded16d tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:39.681921 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7c83877d-625f-4929-9004-b1013a4019d8 req-44a0ad3f-6ccc-486e-9a77-178682ded16d tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=aef5015d-04b9-4f2e-9f2f-6d294b36c318 HTTP/1.1" status: 200 len: 949 time: 0.1042223 Aug 27 04:40:39.703204 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-36dffc6c-c8ef-4900-834d-75e1f836f2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (ea9f916a-ab70-494c-8826-3e2090fa8e07), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:39.768244 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dffc6c-c8ef-4900-834d-75e1f836f2c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea9f916a-ab70-494c-8826-3e2090fa8e07,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:39.789333 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-36dffc6c-c8ef-4900-834d-75e1f836f2c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:39.793276 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-36dffc6c-c8ef-4900-834d-75e1f836f2c7 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/ea9f916a-ab70-494c-8826-3e2090fa8e07 HTTP/1.1" status: 204 len: 168 time: 1.2065647 Aug 27 04:40:39.795983 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40006) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:39.804684 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:39.807092 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-01265be3-3636-43c2-aa8a-921ec4389c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (0b2b4016-0cc1-4fe8-84e5-85e6e57571e3), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:39.824302 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7c83877d-625f-4929-9004-b1013a4019d8 req-ac5aca9e-b15e-4e2a-98e9-39e9ab0e22f5 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397076 Aug 27 04:40:39.849747 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11f7adb-add7-4df3-8da6-6cf61798c683 None None] Network 02b8aabf-af74-4a4e-a24a-359e768d8ea4 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:40:39.851286 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-9946987a-1593-465c-bd95-ae6238b6e9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e86354-ac16-497e-8999-559060fd6920', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1129188118-router', 'tenant_id': '58b3dd9918d0412a9441e5b405948450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '97db49f0-7c99-487e-a1c9-cd57a326eecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:40:26Z', 'updated_at': '2022-08-27T04:40:35Z', 'revision_number': 4, 'project_id': '58b3dd9918d0412a9441e5b405948450', 'gw_port': {'id': '97db49f0-7c99-487e-a1c9-cd57a326eecd', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e0:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e86354-ac16-497e-8999-559060fd6920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:40:27Z', 'updated_at': '2022-08-27T04:40:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '49a3b2a4-b00d-4df3-8103-176e51272f8d', 'name': '', 'network_id': '4b90a02d-7596-4345-be3b-8f84a0599266', 'tenant_id': '58b3dd9918d0412a9441e5b405948450', 'mac_address': 'fa:16:3e:9f:c6:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e86354-ac16-497e-8999-559060fd6920', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '31614302-2d16-42e4-a687-8e44a418e758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:40:33Z', 'updated_at': '2022-08-27T04:40:36Z', 'revision_number': 2, 'project_id': '58b3dd9918d0412a9441e5b405948450', 'subnets': [{'id': '31614302-2d16-42e4-a687-8e44a418e758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:39.909726 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Provisioning for port a723b0a9-1e91-40c0-a00b-51235a1e481f completed by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 27 04:40:39.921677 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:DELETE=2,neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:39.984228 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d0371cff-70f4-44b3-b568-b346b7b96393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (02b8aabf-af74-4a4e-a24a-359e768d8ea4), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:39.993413 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01265be3-3636-43c2-aa8a-921ec4389c63 admin admin] Checking segment: {'id': '32f681d5-7ea0-4660-b60d-4c81affb0df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '03f075aa-f9d3-4014-8380-16bd8f5a82bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:40:39.994313 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01265be3-3636-43c2-aa8a-921ec4389c63 admin admin] Network hostable DHCP agents. Network: 03f075aa-f9d3-4014-8380-16bd8f5a82bf, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:40:39.995859 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01265be3-3636-43c2-aa8a-921ec4389c63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b2b4016-0cc1-4fe8-84e5-85e6e57571e3,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:40.022773 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 85f31109-683c-41ae-9f73-a5740868525f is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:40:40.023476 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 97db49f0-7c99-487e-a1c9-cd57a326eecd up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:40:40.063700 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-d0371cff-70f4-44b3-b568-b346b7b96393 admin admin] Deleting port 4c0a1305-de9c-45be-83f3-a1ff4a036f22 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:40:40.066913 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d0371cff-70f4-44b3-b568-b346b7b96393 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (4c0a1305-de9c-45be-83f3-a1ff4a036f22), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:40.140058 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9946987a-1593-465c-bd95-ae6238b6e9fc None None] Checking router: 24e86354-ac16-497e-8999-559060fd6920 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:40:40.142602 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9946987a-1593-465c-bd95-ae6238b6e9fc None None] Updating router 24e86354-ac16-497e-8999-559060fd6920 port 49a3b2a4-b00d-4df3-8103-176e51272f8d binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:40:40.143886 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:40.144457 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01265be3-3636-43c2-aa8a-921ec4389c63 admin admin] Network 03f075aa-f9d3-4014-8380-16bd8f5a82bf is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:40:40.145114 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Provisioning complete for port a723b0a9-1e91-40c0-a00b-51235a1e481f triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:40:40.145501 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a723b0a9-1e91-40c0-a00b-51235a1e481f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:40.165798 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-d0371cff-70f4-44b3-b568-b346b7b96393 admin admin] For port 4c0a1305-de9c-45be-83f3-a1ff4a036f22, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=4c0a1305-de9c-45be-83f3-a1ff4a036f22,segment=NetworkSegment(6bcc1a9d-4fe7-48b0-a744-5a0c28f5b090),segment_id=6bcc1a9d-4fe7-48b0-a744-5a0c28f5b090)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:40:40.166200 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d0371cff-70f4-44b3-b568-b346b7b96393 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (4c0a1305-de9c-45be-83f3-a1ff4a036f22), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:40.180926 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-d0371cff-70f4-44b3-b568-b346b7b96393 admin admin] Calling delete_port for 4c0a1305-de9c-45be-83f3-a1ff4a036f22 owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:40:40.189376 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-9946987a-1593-465c-bd95-ae6238b6e9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (49a3b2a4-b00d-4df3-8103-176e51272f8d), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:40.288852 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-01265be3-3636-43c2-aa8a-921ec4389c63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 03f075aa-f9d3-4014-8380-16bd8f5a82bf) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:40:40.292909 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 97db49f0-7c99-487e-a1c9-cd57a326eecd triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:40:40.294247 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (97db49f0-7c99-487e-a1c9-cd57a326eecd), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:40.299622 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01265be3-3636-43c2-aa8a-921ec4389c63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:40.300328 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-01265be3-3636-43c2-aa8a-921ec4389c63 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:40.303634 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af25794-9d61-482b-aaff-8c53c7fa455d None None] DHCP port deletion for 02b8aabf-af74-4a4e-a24a-359e768d8ea4 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:40:40.323136 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399f6a1e-b6cc-49ad-a498-3043f8c25471 None None] Network 03f075aa-f9d3-4014-8380-16bd8f5a82bf requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:40:40.400553 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-01265be3-3636-43c2-aa8a-921ec4389c63 admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7381704 Aug 27 04:40:40.401712 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d0371cff-70f4-44b3-b568-b346b7b96393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (4c0a1305-de9c-45be-83f3-a1ff4a036f22), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:40.404257 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40038) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:40.418420 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Current status of the port a723b0a9-1e91-40c0-a00b-51235a1e481f is: BUILD; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:40:40.419123 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a723b0a9-1e91-40c0-a00b-51235a1e481f), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:40.439812 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ec03e2c7-9264-484e-b04c-b97c45650408 req-f2812537-2bfe-4f0a-bae9-a3c93872635f tempest-ServerDiagnosticsNegativeTest-56643718 tempest-ServerDiagnosticsNegativeTest-56643718-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ee839071-a353-41ad-825d-4176ea1ef682 HTTP/1.1" status: 200 len: 210 time: 0.0691788 Aug 27 04:40:40.507900 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-66289c25-ccc3-44d8-aa8d-5f95d7f821c8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-610485069-router', 'tenant_id': '846cd1c98578429c921d9598106bcdcf', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:40:40.528182 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40046) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:40.534256 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-c790f0d1-3f8b-4cc2-a514-dd754d2abb04 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-178675609-network', 'tenant_id': 'f8e12ca98ca249628fc4edb3bc6a1675'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:40:40.535064 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] For port a723b0a9-1e91-40c0-a00b-51235a1e481f, host n-h2-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852088-5',level=0,port_id=a723b0a9-1e91-40c0-a00b-51235a1e481f,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:40:40.540670 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef5015d-04b9-4f2e-9f2f-6d294b36c318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a723b0a9-1e91-40c0-a00b-51235a1e481f'}] {{(pid=107777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:40:40.543489 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6e1ed2c1589df8125b2075e26a1ec4ff1174e69d6a71546bdf3c3a9a29d330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329173fd-0dd0-4aea-8b9a-8bd0f8ff29fe" -d '{"events": [{"server_uuid": "aef5015d-04b9-4f2e-9f2f-6d294b36c318", "name": "network-vif-plugged", "status": "completed", "tag": "a723b0a9-1e91-40c0-a00b-51235a1e481f"}]}' {{(pid=107777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:40:40.565585 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-3af25794-9d61-482b-aaff-8c53c7fa455d None None] The port '4c0a1305-de9c-45be-83f3-a1ff4a036f22' was deleted {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2070}} Aug 27 04:40:40.569488 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0371cff-70f4-44b3-b568-b346b7b96393 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c0a1305-de9c-45be-83f3-a1ff4a036f22,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:40.585517 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:40.600088 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0371cff-70f4-44b3-b568-b346b7b96393 admin admin] No DVR routers for this DVR port 4c0a1305-de9c-45be-83f3-a1ff4a036f22 on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:40:40.648970 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a723b0a9-1e91-40c0-a00b-51235a1e481f), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:40.675382 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-66289c25-ccc3-44d8-aa8d-5f95d7f821c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (c6a2ac27-696d-4627-bb97-13fef0be903f), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:40.679358 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-66289c25-ccc3-44d8-aa8d-5f95d7f821c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (c6a2ac27-696d-4627-bb97-13fef0be903f), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:40.703071 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:40.718795 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Pushing event updated for resources: {'Port': ['ID=a723b0a9-1e91-40c0-a00b-51235a1e481f,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:40.737330 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 97db49f0-7c99-487e-a1c9-cd57a326eecd is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:40:40.738167 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (97db49f0-7c99-487e-a1c9-cd57a326eecd), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:40.768696 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd27818-8002-438e-a7be-93d2ee20174c req-ace041e5-eab8-48f1-abab-2ff85556b452 tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:40.776363 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6fd27818-8002-438e-a7be-93d2ee20174c req-ace041e5-eab8-48f1-abab-2ff85556b452 tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] 10.222.0.76 "GET /networking/v2.0/networks?id=344d462f-6760-460a-9857-8c3930ef017b HTTP/1.1" status: 200 len: 808 time: 0.2191675 Aug 27 04:40:40.778712 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 97db49f0-7c99-487e-a1c9-cd57a326eecd, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=97db49f0-7c99-487e-a1c9-cd57a326eecd,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:40:40.778864 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c790f0d1-3f8b-4cc2-a514-dd754d2abb04 admin admin] Made reservation on behalf of f8e12ca98ca249628fc4edb3bc6a1675 for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:40:40.781467 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c790f0d1-3f8b-4cc2-a514-dd754d2abb04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:40.798112 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:40.800415 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:40.803151 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6fd27818-8002-438e-a7be-93d2ee20174c req-f3f8ef12-1bf6-4ee3-b54c-26eedf192fd0 tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] 10.222.0.76 "GET /networking/v2.0/quotas/876447d8eb814920856d46902fd76713 HTTP/1.1" status: 200 len: 375 time: 0.0258365 Aug 27 04:40:40.819401 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 04:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d542ce77-8e54-4046-a60f-5ab6fd50b8c3 x-openstack-request-id: req-d542ce77-8e54-4046-a60f-5ab6fd50b8c3 {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:40:40.820534 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aef5015d-04b9-4f2e-9f2f-6d294b36c318", "name": "network-vif-plugged", "status": "completed", "tag": "a723b0a9-1e91-40c0-a00b-51235a1e481f", "code": 200}]} {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:40:40.820534 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d542ce77-8e54-4046-a60f-5ab6fd50b8c3 {{(pid=107777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:40:40.821535 n-d-852088-5 neutron-server[107777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d542ce77-8e54-4046-a60f-5ab6fd50b8c3'] response: {'server_uuid': 'aef5015d-04b9-4f2e-9f2f-6d294b36c318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a723b0a9-1e91-40c0-a00b-51235a1e481f', 'code': 200} Aug 27 04:40:40.823681 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c790f0d1-3f8b-4cc2-a514-dd754d2abb04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:40.837618 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50499bfa-9920-4670-9b34-a157d4338a5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-03f075aa-f9d3-4014-8380-16bd8f5a82bf', 'network_id': '03f075aa-f9d3-4014-8380-16bd8f5a82bf', 'project_id': '846cd1c98578429c921d9598106bcdcf', 'fixed_ips': [{'subnet_id': '0b2b4016-0cc1-4fe8-84e5-85e6e57571e3'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:40:40.838662 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-50499bfa-9920-4670-9b34-a157d4338a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:40.883447 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6fd27818-8002-438e-a7be-93d2ee20174c req-305cfe8f-d152-4b5d-bc48-af701729cf2b tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=876447d8eb814920856d46902fd76713&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0790961 Aug 27 04:40:40.931303 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-9946987a-1593-465c-bd95-ae6238b6e9fc None None] Publish callbacks [] for port (49a3b2a4-b00d-4df3-8103-176e51272f8d), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:41.002327 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (97db49f0-7c99-487e-a1c9-cd57a326eecd), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:41.003159 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 1ee9425e-ad24-409f-9b37-6fd90982d167 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:40:41.014544 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=7 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:41.029233 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-9946987a-1593-465c-bd95-ae6238b6e9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (49a3b2a4-b00d-4df3-8103-176e51272f8d), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:41.065058 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee3c60e-d64d-474f-8333-432dd3288b42 req-76277fa2-011f-460e-b312-0fef461e23c7 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:41.067578 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6ee3c60e-d64d-474f-8333-432dd3288b42 req-76277fa2-011f-460e-b312-0fef461e23c7 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=aef5015d-04b9-4f2e-9f2f-6d294b36c318 HTTP/1.1" status: 200 len: 950 time: 0.0774436 Aug 27 04:40:41.069606 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40070) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:41.090922 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=97db49f0-7c99-487e-a1c9-cd57a326eecd,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:41.124953 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dccbbb-be4f-444b-a170-fd7d5e1e479f None None] Pushing event updated for resources: {'Port': ['ID=49a3b2a4-b00d-4df3-8103-176e51272f8d,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:41.150672 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c790f0d1-3f8b-4cc2-a514-dd754d2abb04 admin admin] Publish callbacks [] for security_group (a5b46bb0-bb1b-48b8-87fb-1b27391bc819), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:41.158128 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d0371cff-70f4-44b3-b568-b346b7b96393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (02b8aabf-af74-4a4e-a24a-359e768d8ea4), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:41.186164 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-66289c25-ccc3-44d8-aa8d-5f95d7f821c8 admin admin] Publish callbacks [] for router_controller (c6a2ac27-696d-4627-bb97-13fef0be903f), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:41.201563 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6ee3c60e-d64d-474f-8333-432dd3288b42 req-5e31f536-b315-4ba3-be96-5a3d29f09068 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217747 Aug 27 04:40:41.235295 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecdc9b1-4203-4439-b72d-fc5c7af2fe10 req-65f3332e-f230-4ebd-b9db-0f22005e2f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:41.238514 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-128b50c6-87d1-45e7-b990-e6aa58367963 tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] Publish callbacks [] for security_group (ddf63bd3-82de-4e19-bc75-46ce8d4abf03), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:41.248320 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-5ecdc9b1-4203-4439-b72d-fc5c7af2fe10 req-65f3332e-f230-4ebd-b9db-0f22005e2f2b service neutron] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aef5015d-04b9-4f2e-9f2f-6d294b36c318 HTTP/1.1" status: 200 len: 1132 time: 0.3087857 Aug 27 04:40:41.270472 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-128b50c6-87d1-45e7-b990-e6aa58367963 tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] Publish callbacks [] for security_group (ddf63bd3-82de-4e19-bc75-46ce8d4abf03), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:41.284879 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-d0371cff-70f4-44b3-b568-b346b7b96393 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02b8aabf-af74-4a4e-a24a-359e768d8ea4']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:41.293740 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-9946987a-1593-465c-bd95-ae6238b6e9fc None None] Attempting to bind port 49a3b2a4-b00d-4df3-8103-176e51272f8d on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:40:41.294324 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-9946987a-1593-465c-bd95-ae6238b6e9fc None None] Attempting to bind port 49a3b2a4-b00d-4df3-8103-176e51272f8d by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '89b8eebe-5b31-4491-85f0-eba39e53f2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4b90a02d-7596-4345-be3b-8f84a0599266'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:40:41.298046 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9946987a-1593-465c-bd95-ae6238b6e9fc None None] Attempting to bind port 49a3b2a4-b00d-4df3-8103-176e51272f8d on network 4b90a02d-7596-4345-be3b-8f84a0599266 {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:40:41.306914 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9946987a-1593-465c-bd95-ae6238b6e9fc None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:40:41.309449 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9946987a-1593-465c-bd95-ae6238b6e9fc None None] Checking segment: {'id': '89b8eebe-5b31-4491-85f0-eba39e53f2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4b90a02d-7596-4345-be3b-8f84a0599266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:40:41.309869 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-9946987a-1593-465c-bd95-ae6238b6e9fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:41.310265 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9946987a-1593-465c-bd95-ae6238b6e9fc None None] Bound using segment: {'id': '89b8eebe-5b31-4491-85f0-eba39e53f2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4b90a02d-7596-4345-be3b-8f84a0599266'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:40:41.310755 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-9946987a-1593-465c-bd95-ae6238b6e9fc None None] Bound port: 49a3b2a4-b00d-4df3-8103-176e51272f8d, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89b8eebe-5b31-4491-85f0-eba39e53f2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4b90a02d-7596-4345-be3b-8f84a0599266'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:40:41.311134 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-9946987a-1593-465c-bd95-ae6238b6e9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (49a3b2a4-b00d-4df3-8103-176e51272f8d), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:41.332401 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c790f0d1-3f8b-4cc2-a514-dd754d2abb04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (a5b46bb0-bb1b-48b8-87fb-1b27391bc819), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:41.339256 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-d0371cff-70f4-44b3-b568-b346b7b96393 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bcc1a9d-4fe7-48b0-a744-5a0c28f5b090') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:41.339566 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-d0371cff-70f4-44b3-b568-b346b7b96393 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bcc1a9d-4fe7-48b0-a744-5a0c28f5b090') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:41.367048 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c790f0d1-3f8b-4cc2-a514-dd754d2abb04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b46bb0-bb1b-48b8-87fb-1b27391bc819,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:41.378173 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c790f0d1-3f8b-4cc2-a514-dd754d2abb04 admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:40:41.388306 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d0371cff-70f4-44b3-b568-b346b7b96393 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (6bcc1a9d-4fe7-48b0-a744-5a0c28f5b090), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:41.397670 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c790f0d1-3f8b-4cc2-a514-dd754d2abb04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (89ab84ff-9aa4-43f6-8fd9-b6c2a2171a33), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:41.398036 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-c790f0d1-3f8b-4cc2-a514-dd754d2abb04 admin admin] Added segment 89ab84ff-9aa4-43f6-8fd9-b6c2a2171a33 of type vlan for network c14e8393-8747-4bc2-8e65-3ab6e1faeb6e Aug 27 04:40:41.492810 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-9946987a-1593-465c-bd95-ae6238b6e9fc None None] For port 49a3b2a4-b00d-4df3-8103-176e51272f8d, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:40:41.503042 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-128b50c6-87d1-45e7-b990-e6aa58367963 tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (ddf63bd3-82de-4e19-bc75-46ce8d4abf03), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:41.503830 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-5ecdc9b1-4203-4439-b72d-fc5c7af2fe10 req-a8f141be-049d-402e-941f-7d382d363496 service neutron] 10.222.0.78 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435493 Aug 27 04:40:41.504961 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d0371cff-70f4-44b3-b568-b346b7b96393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (6bcc1a9d-4fe7-48b0-a744-5a0c28f5b090), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:41.508445 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 1ee9425e-ad24-409f-9b37-6fd90982d167 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:40:41.508975 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (1ee9425e-ad24-409f-9b37-6fd90982d167), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:41.510580 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-9946987a-1593-465c-bd95-ae6238b6e9fc None None] For port 49a3b2a4-b00d-4df3-8103-176e51272f8d, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=49a3b2a4-b00d-4df3-8103-176e51272f8d,segment=NetworkSegment(89b8eebe-5b31-4491-85f0-eba39e53f2c6),segment_id=89b8eebe-5b31-4491-85f0-eba39e53f2c6)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:40:41.516251 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-128b50c6-87d1-45e7-b990-e6aa58367963 tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:41.522408 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0371cff-70f4-44b3-b568-b346b7b96393 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:40:41.522408 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d0371cff-70f4-44b3-b568-b346b7b96393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (6bcc1a9d-4fe7-48b0-a744-5a0c28f5b090), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:41.525032 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-128b50c6-87d1-45e7-b990-e6aa58367963 tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/ddf63bd3-82de-4e19-bc75-46ce8d4abf03 HTTP/1.1" status: 204 len: 168 time: 0.4541867 Aug 27 04:40:41.527433 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40074) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:41.594627 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b50c6-87d1-45e7-b990-e6aa58367963 tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf63bd3-82de-4e19-bc75-46ce8d4abf03,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:41.596852 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c790f0d1-3f8b-4cc2-a514-dd754d2abb04 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (c14e8393-8747-4bc2-8e65-3ab6e1faeb6e), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:41.599583 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device e2e2a634-e765-4b2e-a554-069ff64a88a2 up at agent hyperv_n-h1-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:40:41.607995 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-50499bfa-9920-4670-9b34-a157d4338a5a None None] Allocated IP 172.20.0.2 (03f075aa-f9d3-4014-8380-16bd8f5a82bf/0b2b4016-0cc1-4fe8-84e5-85e6e57571e3/6cfc8a05-7dc4-473d-a386-57572162ed0e) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:40:41.613073 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-9946987a-1593-465c-bd95-ae6238b6e9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (49a3b2a4-b00d-4df3-8103-176e51272f8d), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:41.649658 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 6bcc1a9d-4fe7-48b0-a744-5a0c28f5b090 resource provider aggregate not found Aug 27 04:40:41.710783 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 6bcc1a9d-4fe7-48b0-a744-5a0c28f5b090 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6bcc1a9d-4fe7-48b0-a744-5a0c28f5b090 found for delete ", "request_id": "req-1f8ca23d-c627-4505-b736-2e15f1965ea1"}]} Aug 27 04:40:41.711791 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-09c74702-b3a8-44c9-862f-5c9ffefdd8c0 tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] show failed (client error): The resource could not be found. Aug 27 04:40:41.713501 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-09c74702-b3a8-44c9-862f-5c9ffefdd8c0 tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] 10.222.0.76 "GET /networking/v2.0/security-groups/ddf63bd3-82de-4e19-bc75-46ce8d4abf03 HTTP/1.1" status: 404 len: 347 time: 0.1713006 Aug 27 04:40:41.717079 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40086) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:41.732719 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-048e38a6-6b9f-497c-831e-164ca5b0f78d req-8fa15bb2-3194-4c0d-b065-71c2871b5575 tempest-ServerDiagnosticsNegativeTest-56643718 tempest-ServerDiagnosticsNegativeTest-56643718-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ee839071-a353-41ad-825d-4176ea1ef682 HTTP/1.1" status: 200 len: 210 time: 0.1232653 Aug 27 04:40:41.734607 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9946987a-1593-465c-bd95-ae6238b6e9fc None None] Routers {'24e86354-ac16-497e-8999-559060fd6920'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:40:41.737699 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-66289c25-ccc3-44d8-aa8d-5f95d7f821c8 admin admin] Publish callbacks [] for router_gateway (c6a2ac27-696d-4627-bb97-13fef0be903f), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:41.741280 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-9946987a-1593-465c-bd95-ae6238b6e9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:40:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['24e86354-ac16-497e-8999-559060fd6920'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:41.755435 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.db.resource_extend [None req-c790f0d1-3f8b-4cc2-a514-dd754d2abb04 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 27 04:40:41.849832 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dccbbb-be4f-444b-a170-fd7d5e1e479f None None] Pushing event updated for resources: {'Port': ['ID=49a3b2a4-b00d-4df3-8103-176e51272f8d,revision_number=4']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:41.893081 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c790f0d1-3f8b-4cc2-a514-dd754d2abb04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (c14e8393-8747-4bc2-8e65-3ab6e1faeb6e), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:41.893707 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c790f0d1-3f8b-4cc2-a514-dd754d2abb04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:41.894253 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c790f0d1-3f8b-4cc2-a514-dd754d2abb04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:41.992524 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d0371cff-70f4-44b3-b568-b346b7b96393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (02b8aabf-af74-4a4e-a24a-359e768d8ea4), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:42.002065 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-9946987a-1593-465c-bd95-ae6238b6e9fc None None] Set router 24e86354-ac16-497e-8999-559060fd6920 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:40:42.003053 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-50499bfa-9920-4670-9b34-a157d4338a5a None None] Publish callbacks [] for port (6cfc8a05-7dc4-473d-a386-57572162ed0e), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:42.012067 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Provisioning complete for port e2e2a634-e765-4b2e-a554-069ff64a88a2 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:40:42.012720 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e2e2a634-e765-4b2e-a554-069ff64a88a2), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:42.065682 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 1ee9425e-ad24-409f-9b37-6fd90982d167 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:40:42.066179 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (1ee9425e-ad24-409f-9b37-6fd90982d167), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:42.066580 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c790f0d1-3f8b-4cc2-a514-dd754d2abb04 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5370495 Aug 27 04:40:42.069130 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40092) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:42.084688 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:42.113399 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-50499bfa-9920-4670-9b34-a157d4338a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (6cfc8a05-7dc4-473d-a386-57572162ed0e), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:42.116792 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-f477c275-3551-4f59-a430-34d65aa746fc admin admin] Request body: {'subnet': {'network_id': 'c14e8393-8747-4bc2-8e65-3ab6e1faeb6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-178675609-subnet', 'tenant_id': 'f8e12ca98ca249628fc4edb3bc6a1675', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:40:42.141865 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c790f0d1-3f8b-4cc2-a514-dd754d2abb04 admin admin] Pushing event updated for resources: {'Network': ['ID=c14e8393-8747-4bc2-8e65-3ab6e1faeb6e,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:42.166363 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network c14e8393-8747-4bc2-8e65-3ab6e1faeb6e details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:40:42.171848 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 1ee9425e-ad24-409f-9b37-6fd90982d167, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=1ee9425e-ad24-409f-9b37-6fd90982d167,segment=NetworkSegment(c76cda8e-c8f7-4bed-81ba-ed8cb19d32ee),segment_id=c76cda8e-c8f7-4bed-81ba-ed8cb19d32ee)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:40:42.178083 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Current status of the port e2e2a634-e765-4b2e-a554-069ff64a88a2 is: BUILD; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:40:42.178600 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (e2e2a634-e765-4b2e-a554-069ff64a88a2), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:42.243424 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50499bfa-9920-4670-9b34-a157d4338a5a None None] Network 03f075aa-f9d3-4014-8380-16bd8f5a82bf is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:40:42.247936 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d0371cff-70f4-44b3-b568-b346b7b96393 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:42.250829 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:42.252113 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f477c275-3551-4f59-a430-34d65aa746fc admin admin] Made reservation on behalf of f8e12ca98ca249628fc4edb3bc6a1675 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:40:42.255386 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f477c275-3551-4f59-a430-34d65aa746fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:42.261368 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d0371cff-70f4-44b3-b568-b346b7b96393 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/02b8aabf-af74-4a4e-a24a-359e768d8ea4 HTTP/1.1" status: 204 len: 168 time: 2.4618828 Aug 27 04:40:42.261368 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-66289c25-ccc3-44d8-aa8d-5f95d7f821c8 admin admin] Publish callbacks [] for router_gateway (c6a2ac27-696d-4627-bb97-13fef0be903f), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:42.261637 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-50499bfa-9920-4670-9b34-a157d4338a5a None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:40:42.265287 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50499bfa-9920-4670-9b34-a157d4338a5a None None] Pushing event updated for resources: {'Port': ['ID=6cfc8a05-7dc4-473d-a386-57572162ed0e,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:42.277705 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50499bfa-9920-4670-9b34-a157d4338a5a None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:40:42.282754 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (1ee9425e-ad24-409f-9b37-6fd90982d167), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:42.388721 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port e2e2a634-e765-4b2e-a554-069ff64a88a2, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=e2e2a634-e765-4b2e-a554-069ff64a88a2,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:40:42.413602 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-778d516a-589d-47bd-9e3e-383daec6a169 req-d432bcf8-cd7b-450f-9a37-97cce30cd883 tempest-ServerDiagnosticsNegativeTest-56643718 tempest-ServerDiagnosticsNegativeTest-56643718-project] 10.222.0.75 "GET /networking/v2.0/networks?tenant_id=13b5bce4a2e84ed7a2eebbd849374b72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1693120 Aug 27 04:40:42.425184 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 2a8fc636-81ae-4130-bda1-7cf312eb9b99 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:40:42.467101 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0371cff-70f4-44b3-b568-b346b7b96393 admin admin] Pushing event deleted for resources: {'Network': ['ID=02b8aabf-af74-4a4e-a24a-359e768d8ea4,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:42.467330 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 2a8fc636-81ae-4130-bda1-7cf312eb9b99 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:40:42.467741 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 2a8fc636-81ae-4130-bda1-7cf312eb9b99 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:40:42.468279 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device ead487b3-2f58-45f9-a627-cbe217c12f65 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:40:42.473280 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-66289c25-ccc3-44d8-aa8d-5f95d7f821c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:42.475653 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (e2e2a634-e765-4b2e-a554-069ff64a88a2), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:42.477646 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-50499bfa-9920-4670-9b34-a157d4338a5a None None] Attempting to bind port 6cfc8a05-7dc4-473d-a386-57572162ed0e on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:40:42.481333 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-50499bfa-9920-4670-9b34-a157d4338a5a None None] Attempting to bind port 6cfc8a05-7dc4-473d-a386-57572162ed0e by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '32f681d5-7ea0-4660-b60d-4c81affb0df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '03f075aa-f9d3-4014-8380-16bd8f5a82bf'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:40:42.481333 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50499bfa-9920-4670-9b34-a157d4338a5a None None] Attempting to bind port 6cfc8a05-7dc4-473d-a386-57572162ed0e on network 03f075aa-f9d3-4014-8380-16bd8f5a82bf {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:40:42.481333 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=1ee9425e-ad24-409f-9b37-6fd90982d167,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:42.510791 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: ead487b3-2f58-45f9-a627-cbe217c12f65 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:40:42.514959 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device ead487b3-2f58-45f9-a627-cbe217c12f65 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:40:42.514959 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50499bfa-9920-4670-9b34-a157d4338a5a None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:40:42.514959 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50499bfa-9920-4670-9b34-a157d4338a5a None None] Checking segment: {'id': '32f681d5-7ea0-4660-b60d-4c81affb0df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '03f075aa-f9d3-4014-8380-16bd8f5a82bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:40:42.515563 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-50499bfa-9920-4670-9b34-a157d4338a5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:42.517185 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50499bfa-9920-4670-9b34-a157d4338a5a None None] Bound using segment: {'id': '32f681d5-7ea0-4660-b60d-4c81affb0df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '03f075aa-f9d3-4014-8380-16bd8f5a82bf'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:40:42.519720 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-50499bfa-9920-4670-9b34-a157d4338a5a None None] Bound port: 6cfc8a05-7dc4-473d-a386-57572162ed0e, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32f681d5-7ea0-4660-b60d-4c81affb0df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '03f075aa-f9d3-4014-8380-16bd8f5a82bf'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:40:42.521081 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-50499bfa-9920-4670-9b34-a157d4338a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (6cfc8a05-7dc4-473d-a386-57572162ed0e), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:42.565316 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:UPDATE=6,neutron:SELECT=92,neutron:INSERT=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:42.569778 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-9946987a-1593-465c-bd95-ae6238b6e9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e86354-ac16-497e-8999-559060fd6920', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1129188118-router', 'tenant_id': '58b3dd9918d0412a9441e5b405948450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '97db49f0-7c99-487e-a1c9-cd57a326eecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:40:26Z', 'updated_at': '2022-08-27T04:40:35Z', 'revision_number': 4, 'project_id': '58b3dd9918d0412a9441e5b405948450', 'gw_port': {'id': '97db49f0-7c99-487e-a1c9-cd57a326eecd', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e86354-ac16-497e-8999-559060fd6920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:40:27Z', 'updated_at': '2022-08-27T04:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '49a3b2a4-b00d-4df3-8103-176e51272f8d', 'name': '', 'network_id': '4b90a02d-7596-4345-be3b-8f84a0599266', 'tenant_id': '58b3dd9918d0412a9441e5b405948450', 'mac_address': 'fa:16:3e:9f:c6:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e86354-ac16-497e-8999-559060fd6920', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '31614302-2d16-42e4-a687-8e44a418e758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:40:33Z', 'updated_at': '2022-08-27T04:40:41Z', 'revision_number': 4, 'project_id': '58b3dd9918d0412a9441e5b405948450', 'subnets': [{'id': '31614302-2d16-42e4-a687-8e44a418e758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:42.582171 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35eb4e-af29-4aeb-93f7-46128e76d28e req-0f30b1a2-1a83-42fb-b61f-1ef04af81f52 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:42.584044 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4f35eb4e-af29-4aeb-93f7-46128e76d28e req-0f30b1a2-1a83-42fb-b61f-1ef04af81f52 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=aef5015d-04b9-4f2e-9f2f-6d294b36c318 HTTP/1.1" status: 200 len: 950 time: 0.1242959 Aug 27 04:40:42.629533 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Pushing event updated for resources: {'Port': ['ID=e2e2a634-e765-4b2e-a554-069ff64a88a2,revision_number=7']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:42.685236 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-50499bfa-9920-4670-9b34-a157d4338a5a None None] For port 6cfc8a05-7dc4-473d-a386-57572162ed0e, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:40:42.692908 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9946987a-1593-465c-bd95-ae6238b6e9fc None None] The sync data for ids ['24e86354-ac16-497e-8999-559060fd6920'] in n-d-852088-5 is: [{'id': '24e86354-ac16-497e-8999-559060fd6920', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1129188118-router', 'tenant_id': '58b3dd9918d0412a9441e5b405948450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '97db49f0-7c99-487e-a1c9-cd57a326eecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:40:26Z', 'updated_at': '2022-08-27T04:40:35Z', 'revision_number': 4, 'project_id': '58b3dd9918d0412a9441e5b405948450', 'gw_port': {'id': '97db49f0-7c99-487e-a1c9-cd57a326eecd', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e86354-ac16-497e-8999-559060fd6920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:40:27Z', 'updated_at': '2022-08-27T04:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '49a3b2a4-b00d-4df3-8103-176e51272f8d', 'name': '', 'network_id': '4b90a02d-7596-4345-be3b-8f84a0599266', 'tenant_id': '58b3dd9918d0412a9441e5b405948450', 'mac_address': 'fa:16:3e:9f:c6:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e86354-ac16-497e-8999-559060fd6920', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '31614302-2d16-42e4-a687-8e44a418e758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:40:33Z', 'updated_at': '2022-08-27T04:40:41Z', 'revision_number': 4, 'project_id': '58b3dd9918d0412a9441e5b405948450', 'subnets': [{'id': '31614302-2d16-42e4-a687-8e44a418e758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:40:42.697259 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-50499bfa-9920-4670-9b34-a157d4338a5a None None] For port 6cfc8a05-7dc4-473d-a386-57572162ed0e, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=6cfc8a05-7dc4-473d-a386-57572162ed0e,segment=NetworkSegment(32f681d5-7ea0-4660-b60d-4c81affb0df2),segment_id=32f681d5-7ea0-4660-b60d-4c81affb0df2)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:40:42.822992 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e907b3ea-a6a3-414d-85b7-b2a4632baf53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e2a634-e765-4b2e-a554-069ff64a88a2'}] {{(pid=107777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:40:42.826094 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6e1ed2c1589df8125b2075e26a1ec4ff1174e69d6a71546bdf3c3a9a29d330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2219cdc0-a13b-4e99-ba01-f80d264102ca" -d '{"events": [{"server_uuid": "e907b3ea-a6a3-414d-85b7-b2a4632baf53", "name": "network-vif-plugged", "status": "completed", "tag": "e2e2a634-e765-4b2e-a554-069ff64a88a2"}]}' {{(pid=107777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:40:42.838558 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 97db49f0-7c99-487e-a1c9-cd57a326eecd up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:40:42.898587 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-50499bfa-9920-4670-9b34-a157d4338a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (6cfc8a05-7dc4-473d-a386-57572162ed0e), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:42.999983 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4f35eb4e-af29-4aeb-93f7-46128e76d28e req-61a0c43f-f8a8-4549-9e2d-16bbb7a11521 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4068859 Aug 27 04:40:43.049665 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50499bfa-9920-4670-9b34-a157d4338a5a None None] Pushing event updated for resources: {'Port': ['ID=6cfc8a05-7dc4-473d-a386-57572162ed0e,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:43.071530 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 97db49f0-7c99-487e-a1c9-cd57a326eecd triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:40:43.071530 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (97db49f0-7c99-487e-a1c9-cd57a326eecd), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:43.155900 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-df94a321-68f4-4d24-9e09-f527aa4c4817 req-b23555a6-538c-40fc-8e76-53b8db172ef4 tempest-ServerDiagnosticsNegativeTest-56643718 tempest-ServerDiagnosticsNegativeTest-56643718-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ee839071-a353-41ad-825d-4176ea1ef682 HTTP/1.1" status: 200 len: 210 time: 0.1422689 Aug 27 04:40:43.204986 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40114) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:43.351321 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f477c275-3551-4f59-a430-34d65aa746fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (e7d0823f-4c20-4c9a-a29f-3b51800d33ea), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:43.358687 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 97db49f0-7c99-487e-a1c9-cd57a326eecd is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:40:43.362242 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 1ee9425e-ad24-409f-9b37-6fd90982d167 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:40:43.365232 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 04:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b3bef6-59c2-4a22-8eaa-c9abc4c9b7a1 x-openstack-request-id: req-d5b3bef6-59c2-4a22-8eaa-c9abc4c9b7a1 {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:40:43.365551 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e907b3ea-a6a3-414d-85b7-b2a4632baf53", "name": "network-vif-plugged", "status": "completed", "tag": "e2e2a634-e765-4b2e-a554-069ff64a88a2", "code": 200}]} {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:40:43.365804 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d5b3bef6-59c2-4a22-8eaa-c9abc4c9b7a1 {{(pid=107777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:40:43.366484 n-d-852088-5 neutron-server[107777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5b3bef6-59c2-4a22-8eaa-c9abc4c9b7a1'] response: {'server_uuid': 'e907b3ea-a6a3-414d-85b7-b2a4632baf53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e2a634-e765-4b2e-a554-069ff64a88a2', 'code': 200} Aug 27 04:40:43.435096 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:43.468825 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-4cc2495c-1ab8-40ef-a620-ac8889037023 tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] Deleting port 51363558-6521-4022-8589-6311958baad2 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:40:43.469851 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4cc2495c-1ab8-40ef-a620-ac8889037023 tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (51363558-6521-4022-8589-6311958baad2), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:43.494837 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 1ee9425e-ad24-409f-9b37-6fd90982d167 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:40:43.495505 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (1ee9425e-ad24-409f-9b37-6fd90982d167), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:43.506892 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9a646142-fcad-45ce-8c14-ece7b7b4791e admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=5830193fb5044d669e0ec200593ff23f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3009381 Aug 27 04:40:43.527553 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40124) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:43.571113 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f477c275-3551-4f59-a430-34d65aa746fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7d0823f-4c20-4c9a-a29f-3b51800d33ea,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:43.584757 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4cc2495c-1ab8-40ef-a620-ac8889037023 tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (51363558-6521-4022-8589-6311958baad2), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:43.585557 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4cc2495c-1ab8-40ef-a620-ac8889037023 tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] Publish callbacks [] for floatingip (51363558-6521-4022-8589-6311958baad2), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:43.612028 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-4cc2495c-1ab8-40ef-a620-ac8889037023 tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] Calling delete_port for 51363558-6521-4022-8589-6311958baad2 owned by network:floatingip {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:40:43.650277 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f477c275-3551-4f59-a430-34d65aa746fc admin admin] Checking segment: {'id': '89ab84ff-9aa4-43f6-8fd9-b6c2a2171a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c14e8393-8747-4bc2-8e65-3ab6e1faeb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:40:43.655929 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f477c275-3551-4f59-a430-34d65aa746fc admin admin] Network hostable DHCP agents. Network: c14e8393-8747-4bc2-8e65-3ab6e1faeb6e, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:40:43.697929 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8d40e6ff-661c-4d12-8b1b-611b3e6e6452 admin admin] Publish callbacks [] for security_group (c7b6a1ee-d30c-4ca3-ac88-1e56f19bc593), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:43.706351 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 1ee9425e-ad24-409f-9b37-6fd90982d167 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:40:43.744095 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:43.805424 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8d40e6ff-661c-4d12-8b1b-611b3e6e6452 admin admin] Publish callbacks [] for security_group (c7b6a1ee-d30c-4ca3-ac88-1e56f19bc593), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:43.818001 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f477c275-3551-4f59-a430-34d65aa746fc admin admin] Network c14e8393-8747-4bc2-8e65-3ab6e1faeb6e is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:40:43.839921 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 4c0a1305-de9c-45be-83f3-a1ff4a036f22 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:40:43.875331 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-66289c25-ccc3-44d8-aa8d-5f95d7f821c8 admin admin] Allocated IP 172.25.2.29 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/35f84928-e4a8-4b25-9ecd-0694cc231b05) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:40:43.890707 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 4c0a1305-de9c-45be-83f3-a1ff4a036f22 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:40:43.893701 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 4c0a1305-de9c-45be-83f3-a1ff4a036f22 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:40:43.903094 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-f477c275-3551-4f59-a430-34d65aa746fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, c14e8393-8747-4bc2-8e65-3ab6e1faeb6e) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:40:43.914627 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d516a-589d-47bd-9e3e-383daec6a169 req-103db1fe-4b22-4fef-85bf-d4cec4460bea tempest-ServerDiagnosticsNegativeTest-56643718 tempest-ServerDiagnosticsNegativeTest-56643718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:43.916082 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-778d516a-589d-47bd-9e3e-383daec6a169 req-103db1fe-4b22-4fef-85bf-d4cec4460bea tempest-ServerDiagnosticsNegativeTest-56643718 tempest-ServerDiagnosticsNegativeTest-56643718-project] 10.222.0.75 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5443184 Aug 27 04:40:43.922167 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f477c275-3551-4f59-a430-34d65aa746fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:43.923701 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8998f78f-5ee1-4cd2-be84-bf00a3cba47d None None] Network c14e8393-8747-4bc2-8e65-3ab6e1faeb6e requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:40:43.928812 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f477c275-3551-4f59-a430-34d65aa746fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:43.978935 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8d40e6ff-661c-4d12-8b1b-611b3e6e6452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (c7b6a1ee-d30c-4ca3-ac88-1e56f19bc593), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:43.982182 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8d40e6ff-661c-4d12-8b1b-611b3e6e6452 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:43.984563 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-8d40e6ff-661c-4d12-8b1b-611b3e6e6452 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/c7b6a1ee-d30c-4ca3-ac88-1e56f19bc593 HTTP/1.1" status: 204 len: 168 time: 0.4547818 Aug 27 04:40:44.020881 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d40e6ff-661c-4d12-8b1b-611b3e6e6452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b6a1ee-d30c-4ca3-ac88-1e56f19bc593,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:44.065908 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f477c275-3551-4f59-a430-34d65aa746fc admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.9615092 Aug 27 04:40:44.066646 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40138) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:44.087743 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-e6ed8c5f-07e9-4674-ba18-54403ebc1433 admin admin] Request body: {'router': {'name': 'tempest-LiveAutoBlockMigrationV225Test-178675609-router', 'tenant_id': 'f8e12ca98ca249628fc4edb3bc6a1675', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:40:44.137019 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:44.180841 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [req-778d516a-589d-47bd-9e3e-383daec6a169 req-a1f4e2bf-f54e-4d7a-8caa-4ccaea812204 tempest-ServerDiagnosticsNegativeTest-56643718 tempest-ServerDiagnosticsNegativeTest-56643718-project] Request body: {'port': {'device_id': 'ee839071-a353-41ad-825d-4176ea1ef682', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'admin_state_up': True, 'tenant_id': '13b5bce4a2e84ed7a2eebbd849374b72'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:40:44.354542 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:44.371836 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-66289c25-ccc3-44d8-aa8d-5f95d7f821c8 admin admin] Publish callbacks [] for port (35f84928-e4a8-4b25-9ecd-0694cc231b05), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:44.463615 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7f5fcd8c-22c2-4b14-8c32-41f5d1cf7717 req-b9423047-c43c-4225-8eed-bd1fadfd0993 tempest-ServerDiagnosticsNegativeTest-56643718 tempest-ServerDiagnosticsNegativeTest-56643718-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ee839071-a353-41ad-825d-4176ea1ef682 HTTP/1.1" status: 200 len: 210 time: 0.0985301 Aug 27 04:40:44.470632 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf39b6e-4667-4061-ad80-14c6a2de1e2e req-b01b3b25-70b1-47e4-8959-222e1b1d5bd9 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:44.472231 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4bf39b6e-4667-4061-ad80-14c6a2de1e2e req-b01b3b25-70b1-47e4-8959-222e1b1d5bd9 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=aef5015d-04b9-4f2e-9f2f-6d294b36c318 HTTP/1.1" status: 200 len: 950 time: 0.3225029 Aug 27 04:40:44.473193 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e6ed8c5f-07e9-4674-ba18-54403ebc1433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (e4f54ef3-f263-454c-9b28-439f8ab246f9), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:44.474289 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e6ed8c5f-07e9-4674-ba18-54403ebc1433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (e4f54ef3-f263-454c-9b28-439f8ab246f9), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:44.492117 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7674ac6-49e2-43a5-a8db-2e62ebb9c2f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-c14e8393-8747-4bc2-8e65-3ab6e1faeb6e', 'network_id': 'c14e8393-8747-4bc2-8e65-3ab6e1faeb6e', 'project_id': 'f8e12ca98ca249628fc4edb3bc6a1675', 'fixed_ips': [{'subnet_id': 'e7d0823f-4c20-4c9a-a29f-3b51800d33ea'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:40:44.493104 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f7674ac6-49e2-43a5-a8db-2e62ebb9c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:44.593613 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:44.625457 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e6ed8c5f-07e9-4674-ba18-54403ebc1433 admin admin] Publish callbacks [] for router_controller (e4f54ef3-f263-454c-9b28-439f8ab246f9), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:44.763412 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:44.774837 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4cc2495c-1ab8-40ef-a620-ac8889037023 tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (51363558-6521-4022-8589-6311958baad2), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:44.853929 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc2495c-1ab8-40ef-a620-ac8889037023 tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] Pushing event deleted for resources: {'Port': ['ID=51363558-6521-4022-8589-6311958baad2,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:44.863630 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 49a3b2a4-b00d-4df3-8103-176e51272f8d up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:40:44.915760 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-778d516a-589d-47bd-9e3e-383daec6a169 req-a1f4e2bf-f54e-4d7a-8caa-4ccaea812204 tempest-ServerDiagnosticsNegativeTest-56643718 tempest-ServerDiagnosticsNegativeTest-56643718-project] Made reservation on behalf of 13b5bce4a2e84ed7a2eebbd849374b72 for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:40:44.923806 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-778d516a-589d-47bd-9e3e-383daec6a169 req-a1f4e2bf-f54e-4d7a-8caa-4ccaea812204 tempest-ServerDiagnosticsNegativeTest-56643718 tempest-ServerDiagnosticsNegativeTest-56643718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:44.948589 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-778d516a-589d-47bd-9e3e-383daec6a169 req-a1f4e2bf-f54e-4d7a-8caa-4ccaea812204 tempest-ServerDiagnosticsNegativeTest-56643718 tempest-ServerDiagnosticsNegativeTest-56643718-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:44.966877 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-66289c25-ccc3-44d8-aa8d-5f95d7f821c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (35f84928-e4a8-4b25-9ecd-0694cc231b05), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:45.016092 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4bf39b6e-4667-4061-ad80-14c6a2de1e2e req-b1a3aead-78c1-42a7-898c-a636d8093c4e tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847618 Aug 27 04:40:45.081540 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17bad3b-9ceb-46ca-97f8-7cd67e3c26a1 None None] Network 03f075aa-f9d3-4014-8380-16bd8f5a82bf requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:40:45.142208 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-f7674ac6-49e2-43a5-a8db-2e62ebb9c2f7 None None] Allocated IP 172.20.0.2 (c14e8393-8747-4bc2-8e65-3ab6e1faeb6e/e7d0823f-4c20-4c9a-a29f-3b51800d33ea/65173277-7248-4924-881f-2f8e0fb128ea) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:40:45.166214 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e6ed8c5f-07e9-4674-ba18-54403ebc1433 admin admin] Publish callbacks [] for router_gateway (e4f54ef3-f263-454c-9b28-439f8ab246f9), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:45.208639 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66289c25-ccc3-44d8-aa8d-5f95d7f821c8 admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:40:45.224917 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-66289c25-ccc3-44d8-aa8d-5f95d7f821c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:40:45.236385 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66289c25-ccc3-44d8-aa8d-5f95d7f821c8 admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:40:45.278704 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4cc2495c-1ab8-40ef-a620-ac8889037023 tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] Publish callbacks [] for floatingip (8d4ad32d-a2fa-4030-a233-529e8dbb8f8a), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:45.281198 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4cc2495c-1ab8-40ef-a620-ac8889037023 tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:45.285994 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-4cc2495c-1ab8-40ef-a620-ac8889037023 tempest-LiveMigrationTest-2041815463 tempest-LiveMigrationTest-2041815463-project] 10.222.0.76 "DELETE /networking/v2.0/floatingips/8d4ad32d-a2fa-4030-a233-529e8dbb8f8a HTTP/1.1" status: 204 len: 168 time: 3.5673957 Aug 27 04:40:45.293463 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40162) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:45.294228 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66289c25-ccc3-44d8-aa8d-5f95d7f821c8 admin admin] Pushing event updated for resources: {'Port': ['ID=35f84928-e4a8-4b25-9ecd-0694cc231b05,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:45.397182 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-7cdc16af-86da-46c6-8bfe-23b5d59c79c4 None None] Provisioning complete for port 6cfc8a05-7dc4-473d-a386-57572162ed0e triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:40:45.398182 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7cdc16af-86da-46c6-8bfe-23b5d59c79c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (6cfc8a05-7dc4-473d-a386-57572162ed0e), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:45.399568 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=7 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:45.402123 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-778d516a-589d-47bd-9e3e-383daec6a169 req-a1f4e2bf-f54e-4d7a-8caa-4ccaea812204 tempest-ServerDiagnosticsNegativeTest-56643718 tempest-ServerDiagnosticsNegativeTest-56643718-project] Publish callbacks [] for security_group (dedfab32-2d7f-4ac5-bb22-fae6c859fab3), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:45.402950 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 49a3b2a4-b00d-4df3-8103-176e51272f8d triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:40:45.403329 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (49a3b2a4-b00d-4df3-8103-176e51272f8d), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:45.479727 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:45.534253 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40166) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:45.662331 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3fd6f171-bb0c-4027-9bdd-5abd3dca7a52 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=4be70acd148e4739ba601614d787ad14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1264312 Aug 27 04:40:45.665627 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40168) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:45.759389 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-778d516a-589d-47bd-9e3e-383daec6a169 req-a1f4e2bf-f54e-4d7a-8caa-4ccaea812204 tempest-ServerDiagnosticsNegativeTest-56643718 tempest-ServerDiagnosticsNegativeTest-56643718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (dedfab32-2d7f-4ac5-bb22-fae6c859fab3), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:45.779127 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:45.968546 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e6ed8c5f-07e9-4674-ba18-54403ebc1433 admin admin] Publish callbacks [] for router_gateway (e4f54ef3-f263-454c-9b28-439f8ab246f9), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:46.005527 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e6ed8c5f-07e9-4674-ba18-54403ebc1433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:46.075984 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4922f99a-2fd5-4df4-ba25-f67bccedeccc admin admin] Publish callbacks [] for security_group (736392b4-803d-4478-a51e-a92672f7bb89), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:46.096141 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f4e2bf-f54e-4d7a-8caa-4ccaea812204 tempest-ServerDiagnosticsNegativeTest-56643718 tempest-ServerDiagnosticsNegativeTest-56643718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dedfab32-2d7f-4ac5-bb22-fae6c859fab3,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:46.176971 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4922f99a-2fd5-4df4-ba25-f67bccedeccc admin admin] Publish callbacks [] for security_group (736392b4-803d-4478-a51e-a92672f7bb89), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:46.342705 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:46.352287 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d58e17-4125-41de-a631-129b6cc636a5 req-1449fa79-65e6-47c1-b092-07e6377e133b tempest-ServersOnMultiNodesTest-1002263859 tempest-ServersOnMultiNodesTest-1002263859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:46.354329 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-34d58e17-4125-41de-a631-129b6cc636a5 req-1449fa79-65e6-47c1-b092-07e6377e133b tempest-ServersOnMultiNodesTest-1002263859 tempest-ServersOnMultiNodesTest-1002263859-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?device_id=aef5015d-04b9-4f2e-9f2f-6d294b36c318 HTTP/1.1" status: 200 len: 1132 time: 0.5920525 Aug 27 04:40:46.432731 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-34d58e17-4125-41de-a631-129b6cc636a5 req-da82aedf-234f-4967-80fb-95ab390f026f tempest-ServersOnMultiNodesTest-1002263859 tempest-ServersOnMultiNodesTest-1002263859-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:46.474950 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4922f99a-2fd5-4df4-ba25-f67bccedeccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (736392b4-803d-4478-a51e-a92672f7bb89), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:46.477606 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4922f99a-2fd5-4df4-ba25-f67bccedeccc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:46.483247 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-4922f99a-2fd5-4df4-ba25-f67bccedeccc admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/736392b4-803d-4478-a51e-a92672f7bb89 HTTP/1.1" status: 204 len: 168 time: 0.8130109 Aug 27 04:40:46.503146 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:46.536007 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4922f99a-2fd5-4df4-ba25-f67bccedeccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736392b4-803d-4478-a51e-a92672f7bb89,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:46.568867 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-66289c25-ccc3-44d8-aa8d-5f95d7f821c8 admin admin] Publish callbacks [] for router_gateway (c6a2ac27-696d-4627-bb97-13fef0be903f), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:46.601099 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 49a3b2a4-b00d-4df3-8103-176e51272f8d is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:40:46.601412 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (49a3b2a4-b00d-4df3-8103-176e51272f8d), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:46.687357 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-e6ed8c5f-07e9-4674-ba18-54403ebc1433 admin admin] Allocated IP 172.25.2.246 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/3b4e9349-2378-48ca-87a9-877094fbe830) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:40:46.732359 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f7674ac6-49e2-43a5-a8db-2e62ebb9c2f7 None None] Publish callbacks [] for port (65173277-7248-4924-881f-2f8e0fb128ea), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:46.833362 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:46.882576 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 49a3b2a4-b00d-4df3-8103-176e51272f8d, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=49a3b2a4-b00d-4df3-8103-176e51272f8d,segment=NetworkSegment(89b8eebe-5b31-4491-85f0-eba39e53f2c6),segment_id=89b8eebe-5b31-4491-85f0-eba39e53f2c6)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:40:46.886428 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-7cdc16af-86da-46c6-8bfe-23b5d59c79c4 None None] Current status of the port 6cfc8a05-7dc4-473d-a386-57572162ed0e is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:40:46.887198 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7cdc16af-86da-46c6-8bfe-23b5d59c79c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (6cfc8a05-7dc4-473d-a386-57572162ed0e), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:46.925539 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f7674ac6-49e2-43a5-a8db-2e62ebb9c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (65173277-7248-4924-881f-2f8e0fb128ea), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:46.931099 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-34d58e17-4125-41de-a631-129b6cc636a5 req-da82aedf-234f-4967-80fb-95ab390f026f tempest-ServersOnMultiNodesTest-1002263859 tempest-ServersOnMultiNodesTest-1002263859-project-admin] Publish callbacks [] for security_group (019ded59-ba18-45a6-b12d-b3ce962e6953), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:46.951354 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [req-778d516a-589d-47bd-9e3e-383daec6a169 req-a1f4e2bf-f54e-4d7a-8caa-4ccaea812204 tempest-ServerDiagnosticsNegativeTest-56643718 tempest-ServerDiagnosticsNegativeTest-56643718-project] Allocated IP 192.168.233.184 (a82fb463-5a8f-4b8b-991d-61491eba11c6/120f3302-721f-4373-86a6-3aa14ccf6ac4/4658f6bf-91e1-4496-b96f-8162922d439d) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:40:47.023091 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-34d58e17-4125-41de-a631-129b6cc636a5 req-da82aedf-234f-4967-80fb-95ab390f026f tempest-ServersOnMultiNodesTest-1002263859 tempest-ServersOnMultiNodesTest-1002263859-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (019ded59-ba18-45a6-b12d-b3ce962e6953), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:47.047870 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (49a3b2a4-b00d-4df3-8103-176e51272f8d), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:47.048707 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6cfc8a05-7dc4-473d-a386-57572162ed0e up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:40:47.063877 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7674ac6-49e2-43a5-a8db-2e62ebb9c2f7 None None] Network c14e8393-8747-4bc2-8e65-3ab6e1faeb6e is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:40:47.100820 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-f7674ac6-49e2-43a5-a8db-2e62ebb9c2f7 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:40:47.169279 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-7cdc16af-86da-46c6-8bfe-23b5d59c79c4 None None] For port 6cfc8a05-7dc4-473d-a386-57572162ed0e, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=6cfc8a05-7dc4-473d-a386-57572162ed0e,segment=NetworkSegment(32f681d5-7ea0-4660-b60d-4c81affb0df2),segment_id=32f681d5-7ea0-4660-b60d-4c81affb0df2)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:40:47.172309 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da82aedf-234f-4967-80fb-95ab390f026f tempest-ServersOnMultiNodesTest-1002263859 tempest-ServersOnMultiNodesTest-1002263859-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019ded59-ba18-45a6-b12d-b3ce962e6953,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:47.193130 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7674ac6-49e2-43a5-a8db-2e62ebb9c2f7 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:40:47.211562 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7674ac6-49e2-43a5-a8db-2e62ebb9c2f7 None None] Pushing event updated for resources: {'Port': ['ID=65173277-7248-4924-881f-2f8e0fb128ea,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:47.277657 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e6ed8c5f-07e9-4674-ba18-54403ebc1433 admin admin] Publish callbacks [] for port (3b4e9349-2378-48ca-87a9-877094fbe830), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:47.324323 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7cdc16af-86da-46c6-8bfe-23b5d59c79c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (6cfc8a05-7dc4-473d-a386-57572162ed0e), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:47.325014 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-34d58e17-4125-41de-a631-129b6cc636a5 req-da82aedf-234f-4967-80fb-95ab390f026f tempest-ServersOnMultiNodesTest-1002263859 tempest-ServersOnMultiNodesTest-1002263859-project-admin] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9142220 Aug 27 04:40:47.380226 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=6 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:47.398123 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:47.422418 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 6cfc8a05-7dc4-473d-a386-57572162ed0e triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:40:47.422418 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (6cfc8a05-7dc4-473d-a386-57572162ed0e), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:47.462974 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=49a3b2a4-b00d-4df3-8103-176e51272f8d,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:47.525044 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-f7674ac6-49e2-43a5-a8db-2e62ebb9c2f7 None None] Attempting to bind port 65173277-7248-4924-881f-2f8e0fb128ea on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:40:47.525737 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-f7674ac6-49e2-43a5-a8db-2e62ebb9c2f7 None None] Attempting to bind port 65173277-7248-4924-881f-2f8e0fb128ea by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '89ab84ff-9aa4-43f6-8fd9-b6c2a2171a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c14e8393-8747-4bc2-8e65-3ab6e1faeb6e'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:40:47.525737 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7674ac6-49e2-43a5-a8db-2e62ebb9c2f7 None None] Attempting to bind port 65173277-7248-4924-881f-2f8e0fb128ea on network c14e8393-8747-4bc2-8e65-3ab6e1faeb6e {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:40:47.527465 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e6ed8c5f-07e9-4674-ba18-54403ebc1433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (3b4e9349-2378-48ca-87a9-877094fbe830), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:47.535403 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7674ac6-49e2-43a5-a8db-2e62ebb9c2f7 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:40:47.535403 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7674ac6-49e2-43a5-a8db-2e62ebb9c2f7 None None] Checking segment: {'id': '89ab84ff-9aa4-43f6-8fd9-b6c2a2171a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c14e8393-8747-4bc2-8e65-3ab6e1faeb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:40:47.535403 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f7674ac6-49e2-43a5-a8db-2e62ebb9c2f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:47.535403 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7674ac6-49e2-43a5-a8db-2e62ebb9c2f7 None None] Bound using segment: {'id': '89ab84ff-9aa4-43f6-8fd9-b6c2a2171a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c14e8393-8747-4bc2-8e65-3ab6e1faeb6e'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:40:47.535933 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-f7674ac6-49e2-43a5-a8db-2e62ebb9c2f7 None None] Bound port: 65173277-7248-4924-881f-2f8e0fb128ea, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89ab84ff-9aa4-43f6-8fd9-b6c2a2171a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c14e8393-8747-4bc2-8e65-3ab6e1faeb6e'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:40:47.536581 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f7674ac6-49e2-43a5-a8db-2e62ebb9c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (65173277-7248-4924-881f-2f8e0fb128ea), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:47.540047 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-f5a9d02f-1c15-402e-826a-f9a43e36f283 None None] Provisioning complete for port 6cfc8a05-7dc4-473d-a386-57572162ed0e triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:40:47.540448 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f5a9d02f-1c15-402e-826a-f9a43e36f283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (6cfc8a05-7dc4-473d-a386-57572162ed0e), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:47.667043 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-691edaae-b1b0-40df-a0d8-df64663bd522 req-5920ae19-2c73-4a9c-b42a-20de06b0513c tempest-ServerDiagnosticsNegativeTest-56643718 tempest-ServerDiagnosticsNegativeTest-56643718-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ee839071-a353-41ad-825d-4176ea1ef682 HTTP/1.1" status: 200 len: 210 time: 0.1645758 Aug 27 04:40:47.669173 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc16af-86da-46c6-8bfe-23b5d59c79c4 None None] Pushing event updated for resources: {'Port': ['ID=6cfc8a05-7dc4-473d-a386-57572162ed0e,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:47.708739 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 6cfc8a05-7dc4-473d-a386-57572162ed0e is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:40:47.743086 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ed8c5f-07e9-4674-ba18-54403ebc1433 admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:40:47.756669 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-f7674ac6-49e2-43a5-a8db-2e62ebb9c2f7 None None] For port 65173277-7248-4924-881f-2f8e0fb128ea, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:40:47.762310 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-f7674ac6-49e2-43a5-a8db-2e62ebb9c2f7 None None] For port 65173277-7248-4924-881f-2f8e0fb128ea, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=65173277-7248-4924-881f-2f8e0fb128ea,segment=NetworkSegment(89ab84ff-9aa4-43f6-8fd9-b6c2a2171a33),segment_id=89ab84ff-9aa4-43f6-8fd9-b6c2a2171a33)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:40:47.762479 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-e6ed8c5f-07e9-4674-ba18-54403ebc1433 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:40:47.776230 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-f5a9d02f-1c15-402e-826a-f9a43e36f283 None None] Current status of the port 6cfc8a05-7dc4-473d-a386-57572162ed0e is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:40:47.790728 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ed8c5f-07e9-4674-ba18-54403ebc1433 admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:40:47.817448 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ed8c5f-07e9-4674-ba18-54403ebc1433 admin admin] Pushing event updated for resources: {'Port': ['ID=3b4e9349-2378-48ca-87a9-877094fbe830,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:47.818374 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f7674ac6-49e2-43a5-a8db-2e62ebb9c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (65173277-7248-4924-881f-2f8e0fb128ea), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:47.991334 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7674ac6-49e2-43a5-a8db-2e62ebb9c2f7 None None] Pushing event updated for resources: {'Port': ['ID=65173277-7248-4924-881f-2f8e0fb128ea,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:48.039169 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 49a3b2a4-b00d-4df3-8103-176e51272f8d up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:40:48.161674 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:48.182364 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 49a3b2a4-b00d-4df3-8103-176e51272f8d triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:40:48.183745 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-66289c25-ccc3-44d8-aa8d-5f95d7f821c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (c6a2ac27-696d-4627-bb97-13fef0be903f), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:48.184739 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (49a3b2a4-b00d-4df3-8103-176e51272f8d), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:48.515010 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:48.573115 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 49a3b2a4-b00d-4df3-8103-176e51272f8d is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:40:48.577813 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6cfc8a05-7dc4-473d-a386-57572162ed0e up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:40:48.713948 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 6cfc8a05-7dc4-473d-a386-57572162ed0e triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:40:48.717926 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (6cfc8a05-7dc4-473d-a386-57572162ed0e), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:48.801424 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e6ed8c5f-07e9-4674-ba18-54403ebc1433 admin admin] Publish callbacks [] for router_gateway (e4f54ef3-f263-454c-9b28-439f8ab246f9), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:48.977980 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 6cfc8a05-7dc4-473d-a386-57572162ed0e is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:40:49.042556 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:49.047632 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-778d516a-589d-47bd-9e3e-383daec6a169 req-a1f4e2bf-f54e-4d7a-8caa-4ccaea812204 tempest-ServerDiagnosticsNegativeTest-56643718 tempest-ServerDiagnosticsNegativeTest-56643718-project] Publish callbacks [] for port (4658f6bf-91e1-4496-b96f-8162922d439d), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:49.080239 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6c2b8818-96b8-4eb6-a520-9062bee8585b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (30f1d0b2-f177-4cd1-9bba-dd7606e6331e), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:49.257279 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:49.509851 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66289c25-ccc3-44d8-aa8d-5f95d7f821c8 admin admin] Router c6a2ac27-696d-4627-bb97-13fef0be903f is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:40:49.515571 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-778d516a-589d-47bd-9e3e-383daec6a169 req-a1f4e2bf-f54e-4d7a-8caa-4ccaea812204 tempest-ServerDiagnosticsNegativeTest-56643718 tempest-ServerDiagnosticsNegativeTest-56643718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (4658f6bf-91e1-4496-b96f-8162922d439d), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:49.531428 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-6c2b8818-96b8-4eb6-a520-9062bee8585b admin admin] Deleting port 6d571c5b-6694-41f8-96e6-dc516e6e7efb {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:40:49.531921 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6c2b8818-96b8-4eb6-a520-9062bee8585b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (6d571c5b-6694-41f8-96e6-dc516e6e7efb), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:49.681514 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e6ed8c5f-07e9-4674-ba18-54403ebc1433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (e4f54ef3-f263-454c-9b28-439f8ab246f9), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:49.725724 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-778d516a-589d-47bd-9e3e-383daec6a169 req-a1f4e2bf-f54e-4d7a-8caa-4ccaea812204 tempest-ServerDiagnosticsNegativeTest-56643718 tempest-ServerDiagnosticsNegativeTest-56643718-project] Network a82fb463-5a8f-4b8b-991d-61491eba11c6 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:40:49.733371 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [req-778d516a-589d-47bd-9e3e-383daec6a169 req-a1f4e2bf-f54e-4d7a-8caa-4ccaea812204 tempest-ServerDiagnosticsNegativeTest-56643718 tempest-ServerDiagnosticsNegativeTest-56643718-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:40:49.746811 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [req-778d516a-589d-47bd-9e3e-383daec6a169 req-a1f4e2bf-f54e-4d7a-8caa-4ccaea812204 tempest-ServerDiagnosticsNegativeTest-56643718 tempest-ServerDiagnosticsNegativeTest-56643718-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:40:49.757039 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f4e2bf-f54e-4d7a-8caa-4ccaea812204 tempest-ServerDiagnosticsNegativeTest-56643718 tempest-ServerDiagnosticsNegativeTest-56643718-project] Pushing event updated for resources: {'Port': ['ID=4658f6bf-91e1-4496-b96f-8162922d439d,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:49.825637 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef124e06-9616-4d4d-b970-e1d52c12f1e5 None None] Network c14e8393-8747-4bc2-8e65-3ab6e1faeb6e requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:40:49.922053 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-6c2b8818-96b8-4eb6-a520-9062bee8585b admin admin] For port 6d571c5b-6694-41f8-96e6-dc516e6e7efb, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=6d571c5b-6694-41f8-96e6-dc516e6e7efb,segment=NetworkSegment(7fbfb8d2-d6f5-4d94-9380-883a548ecc4d),segment_id=7fbfb8d2-d6f5-4d94-9380-883a548ecc4d)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:40:49.925468 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6c2b8818-96b8-4eb6-a520-9062bee8585b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (6d571c5b-6694-41f8-96e6-dc516e6e7efb), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:49.960046 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-6c2b8818-96b8-4eb6-a520-9062bee8585b admin admin] Calling delete_port for 6d571c5b-6694-41f8-96e6-dc516e6e7efb owned by network:router_interface {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:40:50.016636 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4af8579c-0fe6-475c-b85e-c2c2fedcdf22 None None] Provisioning complete for port 65173277-7248-4924-881f-2f8e0fb128ea triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:40:50.017560 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4af8579c-0fe6-475c-b85e-c2c2fedcdf22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (65173277-7248-4924-881f-2f8e0fb128ea), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:50.143376 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6ed8c5f-07e9-4674-ba18-54403ebc1433 admin admin] Router e4f54ef3-f263-454c-9b28-439f8ab246f9 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:40:50.155799 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 65173277-7248-4924-881f-2f8e0fb128ea up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:40:50.298963 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d516a-589d-47bd-9e3e-383daec6a169 req-a1f4e2bf-f54e-4d7a-8caa-4ccaea812204 tempest-ServerDiagnosticsNegativeTest-56643718 tempest-ServerDiagnosticsNegativeTest-56643718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:50.299673 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-778d516a-589d-47bd-9e3e-383daec6a169 req-a1f4e2bf-f54e-4d7a-8caa-4ccaea812204 tempest-ServerDiagnosticsNegativeTest-56643718 tempest-ServerDiagnosticsNegativeTest-56643718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:50.350205 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66289c25-ccc3-44d8-aa8d-5f95d7f821c8 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:40:50.380623 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:50.386869 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269a5d75-636c-49a0-b8b6-084c7d12eb50 None None] Sync routers for ids ['c6a2ac27-696d-4627-bb97-13fef0be903f'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:40:50.439138 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269a5d75-636c-49a0-b8b6-084c7d12eb50 None None] Routers {'c6a2ac27-696d-4627-bb97-13fef0be903f'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:40:50.441696 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-269a5d75-636c-49a0-b8b6-084c7d12eb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:40:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['c6a2ac27-696d-4627-bb97-13fef0be903f'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:50.449371 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-778d516a-589d-47bd-9e3e-383daec6a169 req-a1f4e2bf-f54e-4d7a-8caa-4ccaea812204 tempest-ServerDiagnosticsNegativeTest-56643718 tempest-ServerDiagnosticsNegativeTest-56643718-project] 10.222.0.75 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.5094414 Aug 27 04:40:50.488542 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [req-778d516a-589d-47bd-9e3e-383daec6a169 req-fa09abb3-4c25-4d66-90d7-e6e03715b2ca service neutron] Request body: {'port': {'device_id': 'ee839071-a353-41ad-825d-4176ea1ef682', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-852088-5'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:40:50.545844 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-66289c25-ccc3-44d8-aa8d-5f95d7f821c8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:50.549897 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-66289c25-ccc3-44d8-aa8d-5f95d7f821c8 admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 10.0524125 Aug 27 04:40:50.554939 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40220) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:50.590367 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ed8c5f-07e9-4674-ba18-54403ebc1433 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:40:50.591211 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:50.604794 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f98905-19ed-4fdb-bc5a-058f78a6497d None None] Sync routers for ids ['e4f54ef3-f263-454c-9b28-439f8ab246f9'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:40:50.625683 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f98905-19ed-4fdb-bc5a-058f78a6497d None None] Routers {'e4f54ef3-f263-454c-9b28-439f8ab246f9'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:40:50.633735 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-c3f98905-19ed-4fdb-bc5a-058f78a6497d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:40:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['e4f54ef3-f263-454c-9b28-439f8ab246f9'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:50.670201 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6c2b8818-96b8-4eb6-a520-9062bee8585b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (6d571c5b-6694-41f8-96e6-dc516e6e7efb), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:50.717174 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e6ed8c5f-07e9-4674-ba18-54403ebc1433 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:50.718458 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e6ed8c5f-07e9-4674-ba18-54403ebc1433 admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 932 time: 6.6508505 Aug 27 04:40:50.723393 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40224) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:50.747256 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 65173277-7248-4924-881f-2f8e0fb128ea triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:40:50.747893 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (65173277-7248-4924-881f-2f8e0fb128ea), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:50.785627 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:50.866716 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4af8579c-0fe6-475c-b85e-c2c2fedcdf22 None None] Current status of the port 65173277-7248-4924-881f-2f8e0fb128ea is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:40:50.871380 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4af8579c-0fe6-475c-b85e-c2c2fedcdf22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (65173277-7248-4924-881f-2f8e0fb128ea), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:50.951301 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:51.023534 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2b8818-96b8-4eb6-a520-9062bee8585b admin admin] Pushing event deleted for resources: {'Port': ['ID=6d571c5b-6694-41f8-96e6-dc516e6e7efb,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:51.049516 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-c3f98905-19ed-4fdb-bc5a-058f78a6497d None None] Set router e4f54ef3-f263-454c-9b28-439f8ab246f9 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:40:51.155714 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:51.190932 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-778d516a-589d-47bd-9e3e-383daec6a169 req-fa09abb3-4c25-4d66-90d7-e6e03715b2ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (4658f6bf-91e1-4496-b96f-8162922d439d), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:51.240833 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4af8579c-0fe6-475c-b85e-c2c2fedcdf22 None None] For port 65173277-7248-4924-881f-2f8e0fb128ea, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=65173277-7248-4924-881f-2f8e0fb128ea,segment=NetworkSegment(89ab84ff-9aa4-43f6-8fd9-b6c2a2171a33),segment_id=89ab84ff-9aa4-43f6-8fd9-b6c2a2171a33)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:40:51.256211 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-269a5d75-636c-49a0-b8b6-084c7d12eb50 None None] Set router c6a2ac27-696d-4627-bb97-13fef0be903f gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:40:51.292918 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:51.434044 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4af8579c-0fe6-475c-b85e-c2c2fedcdf22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (65173277-7248-4924-881f-2f8e0fb128ea), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:51.543544 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-c3f98905-19ed-4fdb-bc5a-058f78a6497d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f54ef3-f263-454c-9b28-439f8ab246f9', 'name': 'tempest-LiveAutoBlockMigrationV225Test-178675609-router', 'tenant_id': 'f8e12ca98ca249628fc4edb3bc6a1675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '3b4e9349-2378-48ca-87a9-877094fbe830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:40:44Z', 'updated_at': '2022-08-27T04:40:48Z', 'revision_number': 3, 'project_id': 'f8e12ca98ca249628fc4edb3bc6a1675', 'gw_port': {'id': '3b4e9349-2378-48ca-87a9-877094fbe830', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:41:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f54ef3-f263-454c-9b28-439f8ab246f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:40:46Z', 'updated_at': '2022-08-27T04:40:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:51.622319 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f98905-19ed-4fdb-bc5a-058f78a6497d None None] Checking router: e4f54ef3-f263-454c-9b28-439f8ab246f9 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:40:51.623012 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f98905-19ed-4fdb-bc5a-058f78a6497d None None] Updating router e4f54ef3-f263-454c-9b28-439f8ab246f9 port 3b4e9349-2378-48ca-87a9-877094fbe830 binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:40:51.717424 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-c3f98905-19ed-4fdb-bc5a-058f78a6497d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (3b4e9349-2378-48ca-87a9-877094fbe830), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:51.772776 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 65173277-7248-4924-881f-2f8e0fb128ea is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:40:51.773486 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (65173277-7248-4924-881f-2f8e0fb128ea), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:51.807238 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-d0165124-b0d4-4216-ae91-01bca3d53bab None None] Provisioning complete for port 4658f6bf-91e1-4496-b96f-8162922d439d triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:40:51.808405 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d0165124-b0d4-4216-ae91-01bca3d53bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (4658f6bf-91e1-4496-b96f-8162922d439d), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:51.811805 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:51.814114 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af8579c-0fe6-475c-b85e-c2c2fedcdf22 None None] Pushing event updated for resources: {'Port': ['ID=65173277-7248-4924-881f-2f8e0fb128ea,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:51.880142 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-976b44b6-e13f-4b3c-8d66-213b525c4aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:52.009671 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:52.051681 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d0165124-b0d4-4216-ae91-01bca3d53bab None None] Port 4658f6bf-91e1-4496-b96f-8162922d439d cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:40:52.056429 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:40:52.056848 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:40:52.069961 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-d0165124-b0d4-4216-ae91-01bca3d53bab None None] Provisioning complete for port 65173277-7248-4924-881f-2f8e0fb128ea triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:40:52.070347 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d0165124-b0d4-4216-ae91-01bca3d53bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (65173277-7248-4924-881f-2f8e0fb128ea), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:52.203079 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-269a5d75-636c-49a0-b8b6-084c7d12eb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6a2ac27-696d-4627-bb97-13fef0be903f', 'name': 'tempest-FloatingIPDetailsTestJSON-610485069-router', 'tenant_id': '846cd1c98578429c921d9598106bcdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '35f84928-e4a8-4b25-9ecd-0694cc231b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:40:40Z', 'updated_at': '2022-08-27T04:40:45Z', 'revision_number': 3, 'project_id': '846cd1c98578429c921d9598106bcdcf', 'gw_port': {'id': '35f84928-e4a8-4b25-9ecd-0694cc231b05', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6a2ac27-696d-4627-bb97-13fef0be903f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:40:42Z', 'updated_at': '2022-08-27T04:40:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:52.290869 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269a5d75-636c-49a0-b8b6-084c7d12eb50 None None] Checking router: c6a2ac27-696d-4627-bb97-13fef0be903f for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:40:52.291140 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269a5d75-636c-49a0-b8b6-084c7d12eb50 None None] Updating router c6a2ac27-696d-4627-bb97-13fef0be903f port 35f84928-e4a8-4b25-9ecd-0694cc231b05 binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:40:52.380831 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-976b44b6-e13f-4b3c-8d66-213b525c4aff admin admin] Allocated IP 172.20.0.1 (c14e8393-8747-4bc2-8e65-3ab6e1faeb6e/e7d0823f-4c20-4c9a-a29f-3b51800d33ea/ed149127-8dce-43cb-82af-f874f4c6c6e5) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:40:52.392479 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-269a5d75-636c-49a0-b8b6-084c7d12eb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (35f84928-e4a8-4b25-9ecd-0694cc231b05), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:52.466459 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-c3f98905-19ed-4fdb-bc5a-058f78a6497d None None] Publish callbacks [] for port (3b4e9349-2378-48ca-87a9-877094fbe830), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:52.549404 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-c3f98905-19ed-4fdb-bc5a-058f78a6497d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (3b4e9349-2378-48ca-87a9-877094fbe830), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:52.641726 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-976b44b6-e13f-4b3c-8d66-213b525c4aff admin admin] Publish callbacks [] for port (ed149127-8dce-43cb-82af-f874f4c6c6e5), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:52.665522 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6c2b8818-96b8-4eb6-a520-9062bee8585b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (30f1d0b2-f177-4cd1-9bba-dd7606e6331e), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:52.666790 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f760cf9-cad9-4377-96e2-8de192454292 None None] Pushing event updated for resources: {'Port': ['ID=3b4e9349-2378-48ca-87a9-877094fbe830,revision_number=2']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:52.713307 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-c3f98905-19ed-4fdb-bc5a-058f78a6497d None None] Attempting to bind port 3b4e9349-2378-48ca-87a9-877094fbe830 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:40:52.713982 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-c3f98905-19ed-4fdb-bc5a-058f78a6497d None None] Attempting to bind port 3b4e9349-2378-48ca-87a9-877094fbe830 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:40:52.714738 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f98905-19ed-4fdb-bc5a-058f78a6497d None None] Attempting to bind port 3b4e9349-2378-48ca-87a9-877094fbe830 on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:40:52.720922 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d0165124-b0d4-4216-ae91-01bca3d53bab None None] Current status of the port 65173277-7248-4924-881f-2f8e0fb128ea is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:40:52.738314 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f98905-19ed-4fdb-bc5a-058f78a6497d None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:40:52.742353 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f98905-19ed-4fdb-bc5a-058f78a6497d None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:40:52.743592 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-c3f98905-19ed-4fdb-bc5a-058f78a6497d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:52.745508 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f98905-19ed-4fdb-bc5a-058f78a6497d None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:40:52.747183 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-c3f98905-19ed-4fdb-bc5a-058f78a6497d None None] Bound port: 3b4e9349-2378-48ca-87a9-877094fbe830, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:40:52.747703 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-c3f98905-19ed-4fdb-bc5a-058f78a6497d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (3b4e9349-2378-48ca-87a9-877094fbe830), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:52.818085 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-976b44b6-e13f-4b3c-8d66-213b525c4aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (ed149127-8dce-43cb-82af-f874f4c6c6e5), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:52.818907 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 65173277-7248-4924-881f-2f8e0fb128ea is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:40:52.898360 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-c3f98905-19ed-4fdb-bc5a-058f78a6497d None None] For port 3b4e9349-2378-48ca-87a9-877094fbe830, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:40:52.908112 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-c3f98905-19ed-4fdb-bc5a-058f78a6497d None None] For port 3b4e9349-2378-48ca-87a9-877094fbe830, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=3b4e9349-2378-48ca-87a9-877094fbe830,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:40:52.925625 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:52.986731 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976b44b6-e13f-4b3c-8d66-213b525c4aff admin admin] Network c14e8393-8747-4bc2-8e65-3ab6e1faeb6e is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:40:52.995523 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-c3f98905-19ed-4fdb-bc5a-058f78a6497d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (3b4e9349-2378-48ca-87a9-877094fbe830), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:53.017438 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-976b44b6-e13f-4b3c-8d66-213b525c4aff admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:40:53.053164 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976b44b6-e13f-4b3c-8d66-213b525c4aff admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:40:53.171504 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976b44b6-e13f-4b3c-8d66-213b525c4aff admin admin] Pushing event updated for resources: {'Port': ['ID=ed149127-8dce-43cb-82af-f874f4c6c6e5,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:53.185032 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f98905-19ed-4fdb-bc5a-058f78a6497d None None] Routers {'e4f54ef3-f263-454c-9b28-439f8ab246f9'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:40:53.185922 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-c3f98905-19ed-4fdb-bc5a-058f78a6497d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:40:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['e4f54ef3-f263-454c-9b28-439f8ab246f9'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:53.257487 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-976b44b6-e13f-4b3c-8d66-213b525c4aff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (e4f54ef3-f263-454c-9b28-439f8ab246f9), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:53.377365 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c2b8818-96b8-4eb6-a520-9062bee8585b admin admin] Router 30f1d0b2-f177-4cd1-9bba-dd7606e6331e has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:40:53.381596 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:53.410884 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-269a5d75-636c-49a0-b8b6-084c7d12eb50 None None] Publish callbacks [] for port (35f84928-e4a8-4b25-9ecd-0694cc231b05), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:53.439907 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 65173277-7248-4924-881f-2f8e0fb128ea up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:40:53.471626 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f760cf9-cad9-4377-96e2-8de192454292 None None] Pushing event updated for resources: {'Port': ['ID=3b4e9349-2378-48ca-87a9-877094fbe830,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:53.548767 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:53.573901 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-269a5d75-636c-49a0-b8b6-084c7d12eb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (35f84928-e4a8-4b25-9ecd-0694cc231b05), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:53.611928 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:53.648353 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-c3f98905-19ed-4fdb-bc5a-058f78a6497d None None] Set router e4f54ef3-f263-454c-9b28-439f8ab246f9 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:40:53.704671 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:53.733943 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a8e00-f79d-4325-868b-359cb909dccd None None] Pushing event updated for resources: {'Port': ['ID=35f84928-e4a8-4b25-9ecd-0694cc231b05,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:53.775235 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-77de57ea-dd19-4a57-935b-2eafe902a0fd None None] Provisioning complete for port ed149127-8dce-43cb-82af-f874f4c6c6e5 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:40:53.775615 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-77de57ea-dd19-4a57-935b-2eafe902a0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (ed149127-8dce-43cb-82af-f874f4c6c6e5), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:53.778160 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-269a5d75-636c-49a0-b8b6-084c7d12eb50 None None] Attempting to bind port 35f84928-e4a8-4b25-9ecd-0694cc231b05 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:40:53.778530 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-269a5d75-636c-49a0-b8b6-084c7d12eb50 None None] Attempting to bind port 35f84928-e4a8-4b25-9ecd-0694cc231b05 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:40:53.778892 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269a5d75-636c-49a0-b8b6-084c7d12eb50 None None] Attempting to bind port 35f84928-e4a8-4b25-9ecd-0694cc231b05 on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:40:53.794556 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-976b44b6-e13f-4b3c-8d66-213b525c4aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (ed149127-8dce-43cb-82af-f874f4c6c6e5), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:53.827783 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269a5d75-636c-49a0-b8b6-084c7d12eb50 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:40:53.828255 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269a5d75-636c-49a0-b8b6-084c7d12eb50 None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:40:53.829272 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-269a5d75-636c-49a0-b8b6-084c7d12eb50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:53.829684 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269a5d75-636c-49a0-b8b6-084c7d12eb50 None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:40:53.830192 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-269a5d75-636c-49a0-b8b6-084c7d12eb50 None None] Bound port: 35f84928-e4a8-4b25-9ecd-0694cc231b05, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:40:53.830586 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-269a5d75-636c-49a0-b8b6-084c7d12eb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (35f84928-e4a8-4b25-9ecd-0694cc231b05), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:53.832441 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 65173277-7248-4924-881f-2f8e0fb128ea triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:40:53.832796 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (65173277-7248-4924-881f-2f8e0fb128ea), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:53.966268 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [req-778d516a-589d-47bd-9e3e-383daec6a169 req-fa09abb3-4c25-4d66-90d7-e6e03715b2ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4658f6bf-91e1-4496-b96f-8162922d439d {{(pid=107776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 04:40:54.034462 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-778d516a-589d-47bd-9e3e-383daec6a169 req-fa09abb3-4c25-4d66-90d7-e6e03715b2ca service neutron] Publish callbacks [] for port (4658f6bf-91e1-4496-b96f-8162922d439d), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:54.068990 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-77de57ea-dd19-4a57-935b-2eafe902a0fd None None] Port ed149127-8dce-43cb-82af-f874f4c6c6e5 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:40:54.192314 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-269a5d75-636c-49a0-b8b6-084c7d12eb50 None None] For port 35f84928-e4a8-4b25-9ecd-0694cc231b05, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:40:54.254458 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 65173277-7248-4924-881f-2f8e0fb128ea is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:40:54.264763 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-c3f98905-19ed-4fdb-bc5a-058f78a6497d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f54ef3-f263-454c-9b28-439f8ab246f9', 'name': 'tempest-LiveAutoBlockMigrationV225Test-178675609-router', 'tenant_id': 'f8e12ca98ca249628fc4edb3bc6a1675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '3b4e9349-2378-48ca-87a9-877094fbe830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:40:44Z', 'updated_at': '2022-08-27T04:40:48Z', 'revision_number': 3, 'project_id': 'f8e12ca98ca249628fc4edb3bc6a1675', 'gw_port': {'id': '3b4e9349-2378-48ca-87a9-877094fbe830', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:41:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f54ef3-f263-454c-9b28-439f8ab246f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:40:46Z', 'updated_at': '2022-08-27T04:40:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:54.272606 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-269a5d75-636c-49a0-b8b6-084c7d12eb50 None None] For port 35f84928-e4a8-4b25-9ecd-0694cc231b05, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=35f84928-e4a8-4b25-9ecd-0694cc231b05,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:40:54.276073 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.provisioning_blocks [req-778d516a-589d-47bd-9e3e-383daec6a169 req-fa09abb3-4c25-4d66-90d7-e6e03715b2ca service neutron] Transition to ACTIVE for port object 4658f6bf-91e1-4496-b96f-8162922d439d will not be triggered until provisioned by entity L2. {{(pid=107776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 27 04:40:54.287757 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:54.301113 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2b8818-96b8-4eb6-a520-9062bee8585b admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:40:54.311123 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8a1a5d-5440-4dfb-aad3-2e397ea6c776 None None] Sync routers for ids ['30f1d0b2-f177-4cd1-9bba-dd7606e6331e'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:40:54.319781 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40232) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:54.320543 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6c2b8818-96b8-4eb6-a520-9062bee8585b admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/30f1d0b2-f177-4cd1-9bba-dd7606e6331e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0232074 Aug 27 04:40:54.333187 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8a1a5d-5440-4dfb-aad3-2e397ea6c776 None None] Routers {'30f1d0b2-f177-4cd1-9bba-dd7606e6331e'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:40:54.336377 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-8d8a1a5d-5440-4dfb-aad3-2e397ea6c776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:40:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['30f1d0b2-f177-4cd1-9bba-dd7606e6331e'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:54.338290 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f98905-19ed-4fdb-bc5a-058f78a6497d None None] The sync data for ids ['e4f54ef3-f263-454c-9b28-439f8ab246f9'] in n-d-852088-5 is: [{'id': 'e4f54ef3-f263-454c-9b28-439f8ab246f9', 'name': 'tempest-LiveAutoBlockMigrationV225Test-178675609-router', 'tenant_id': 'f8e12ca98ca249628fc4edb3bc6a1675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '3b4e9349-2378-48ca-87a9-877094fbe830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:40:44Z', 'updated_at': '2022-08-27T04:40:48Z', 'revision_number': 3, 'project_id': 'f8e12ca98ca249628fc4edb3bc6a1675', 'gw_port': {'id': '3b4e9349-2378-48ca-87a9-877094fbe830', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:41:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f54ef3-f263-454c-9b28-439f8ab246f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:40:46Z', 'updated_at': '2022-08-27T04:40:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:40:54.388696 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-778d516a-589d-47bd-9e3e-383daec6a169 req-fa09abb3-4c25-4d66-90d7-e6e03715b2ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (4658f6bf-91e1-4496-b96f-8162922d439d), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:54.415956 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-976b44b6-e13f-4b3c-8d66-213b525c4aff admin admin] Publish callbacks [] for port (ed149127-8dce-43cb-82af-f874f4c6c6e5), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:54.419903 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:54.468887 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-269a5d75-636c-49a0-b8b6-084c7d12eb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (35f84928-e4a8-4b25-9ecd-0694cc231b05), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:54.516087 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-976b44b6-e13f-4b3c-8d66-213b525c4aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (ed149127-8dce-43cb-82af-f874f4c6c6e5), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:54.526698 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa09abb3-4c25-4d66-90d7-e6e03715b2ca service neutron] Pushing event updated for resources: {'Port': ['ID=4658f6bf-91e1-4496-b96f-8162922d439d,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:54.598799 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269a5d75-636c-49a0-b8b6-084c7d12eb50 None None] Routers {'c6a2ac27-696d-4627-bb97-13fef0be903f'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:40:54.599443 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-269a5d75-636c-49a0-b8b6-084c7d12eb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:40:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['c6a2ac27-696d-4627-bb97-13fef0be903f'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:54.659394 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-778d516a-589d-47bd-9e3e-383daec6a169 req-fa09abb3-4c25-4d66-90d7-e6e03715b2ca service neutron] Attempting to bind port 4658f6bf-91e1-4496-b96f-8162922d439d on host n-h1-852088-5 for vnic_type normal with profile {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:40:54.660010 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-778d516a-589d-47bd-9e3e-383daec6a169 req-fa09abb3-4c25-4d66-90d7-e6e03715b2ca service neutron] Attempting to bind port 4658f6bf-91e1-4496-b96f-8162922d439d by drivers openvswitch,hyperv on host n-h1-852088-5 at level 0 using segments [{'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:40:54.666837 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778d516a-589d-47bd-9e3e-383daec6a169 req-fa09abb3-4c25-4d66-90d7-e6e03715b2ca service neutron] Attempting to bind port 4658f6bf-91e1-4496-b96f-8162922d439d on network a82fb463-5a8f-4b8b-991d-61491eba11c6 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:40:54.679202 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778d516a-589d-47bd-9e3e-383daec6a169 req-fa09abb3-4c25-4d66-90d7-e6e03715b2ca service neutron] Port 4658f6bf-91e1-4496-b96f-8162922d439d on network a82fb463-5a8f-4b8b-991d-61491eba11c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-852088-5 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:40:54.686750 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778d516a-589d-47bd-9e3e-383daec6a169 req-fa09abb3-4c25-4d66-90d7-e6e03715b2ca service neutron] Attempting to bind port 4658f6bf-91e1-4496-b96f-8162922d439d on network a82fb463-5a8f-4b8b-991d-61491eba11c6 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:40:54.702887 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778d516a-589d-47bd-9e3e-383daec6a169 req-fa09abb3-4c25-4d66-90d7-e6e03715b2ca service neutron] Checking agent: {'id': '6d03b773-90f7-436b-9be6-5928d8d54dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 36, 21), 'started_at': datetime.datetime(2022, 8, 27, 4, 36, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:40:54.703540 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778d516a-589d-47bd-9e3e-383daec6a169 req-fa09abb3-4c25-4d66-90d7-e6e03715b2ca service neutron] Checking segment: {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:40:54.704600 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778d516a-589d-47bd-9e3e-383daec6a169 req-fa09abb3-4c25-4d66-90d7-e6e03715b2ca service neutron] Bound using segment: {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'} {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:40:54.705405 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-778d516a-589d-47bd-9e3e-383daec6a169 req-fa09abb3-4c25-4d66-90d7-e6e03715b2ca service neutron] Bound port: 4658f6bf-91e1-4496-b96f-8162922d439d, host: n-h1-852088-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'}}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:40:54.705956 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-778d516a-589d-47bd-9e3e-383daec6a169 req-fa09abb3-4c25-4d66-90d7-e6e03715b2ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (4658f6bf-91e1-4496-b96f-8162922d439d), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:54.823935 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-8d8a1a5d-5440-4dfb-aad3-2e397ea6c776 None None] Set router 30f1d0b2-f177-4cd1-9bba-dd7606e6331e gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:40:54.857504 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976b44b6-e13f-4b3c-8d66-213b525c4aff admin admin] Pushing event updated for resources: {'Port': ['ID=ed149127-8dce-43cb-82af-f874f4c6c6e5,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:54.883691 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a8e00-f79d-4325-868b-359cb909dccd None None] Pushing event updated for resources: {'Port': ['ID=35f84928-e4a8-4b25-9ecd-0694cc231b05,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:54.906581 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-639a1005-415a-4984-8ca8-f8619ae2bdf7 admin admin] Publish callbacks [] for router (30f1d0b2-f177-4cd1-9bba-dd7606e6331e), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:55.015498 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-778d516a-589d-47bd-9e3e-383daec6a169 req-fa09abb3-4c25-4d66-90d7-e6e03715b2ca service neutron] For port 4658f6bf-91e1-4496-b96f-8162922d439d, host n-h1-852088-5, cleared binding levels {{(pid=107776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:40:55.046000 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-778d516a-589d-47bd-9e3e-383daec6a169 req-fa09abb3-4c25-4d66-90d7-e6e03715b2ca service neutron] For port 4658f6bf-91e1-4496-b96f-8162922d439d, host n-h1-852088-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=4658f6bf-91e1-4496-b96f-8162922d439d,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:40:55.054802 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-269a5d75-636c-49a0-b8b6-084c7d12eb50 None None] Set router c6a2ac27-696d-4627-bb97-13fef0be903f gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:40:55.055218 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-976b44b6-e13f-4b3c-8d66-213b525c4aff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (e4f54ef3-f263-454c-9b28-439f8ab246f9), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:55.077135 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9bc40169-0fad-42a4-8ee6-e5e7d58ab026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:55.142714 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-778d516a-589d-47bd-9e3e-383daec6a169 req-fa09abb3-4c25-4d66-90d7-e6e03715b2ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (4658f6bf-91e1-4496-b96f-8162922d439d), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:55.173773 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d516a-589d-47bd-9e3e-383daec6a169 req-fa09abb3-4c25-4d66-90d7-e6e03715b2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:55.175750 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-778d516a-589d-47bd-9e3e-383daec6a169 req-fa09abb3-4c25-4d66-90d7-e6e03715b2ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:55.183143 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-778d516a-589d-47bd-9e3e-383daec6a169 req-fa09abb3-4c25-4d66-90d7-e6e03715b2ca service neutron] 10.222.0.75 "PUT /networking/v2.0/ports/4658f6bf-91e1-4496-b96f-8162922d439d HTTP/1.1" status: 200 len: 1096 time: 4.7034631 Aug 27 04:40:55.188471 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee839071-a353-41ad-825d-4176ea1ef682', 'tag': '4658f6bf-91e1-4496-b96f-8162922d439d'}] {{(pid=107776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:40:55.193603 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7ad66632f4c78724655075356aa8535ba41c652eced6c9cea0c1f0c67b1e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b27c478-62d1-49b5-a8e1-340b1e0d8653" -d '{"events": [{"name": "network-changed", "server_uuid": "ee839071-a353-41ad-825d-4176ea1ef682", "tag": "4658f6bf-91e1-4496-b96f-8162922d439d"}]}' {{(pid=107776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:40:55.201153 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 3b4e9349-2378-48ca-87a9-877094fbe830 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:40:55.276080 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976b44b6-e13f-4b3c-8d66-213b525c4aff admin admin] Network c14e8393-8747-4bc2-8e65-3ab6e1faeb6e is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:40:55.280204 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-976b44b6-e13f-4b3c-8d66-213b525c4aff admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:40:55.441869 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:55.531315 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-269a5d75-636c-49a0-b8b6-084c7d12eb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6a2ac27-696d-4627-bb97-13fef0be903f', 'name': 'tempest-FloatingIPDetailsTestJSON-610485069-router', 'tenant_id': '846cd1c98578429c921d9598106bcdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '35f84928-e4a8-4b25-9ecd-0694cc231b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:40:40Z', 'updated_at': '2022-08-27T04:40:45Z', 'revision_number': 3, 'project_id': '846cd1c98578429c921d9598106bcdcf', 'gw_port': {'id': '35f84928-e4a8-4b25-9ecd-0694cc231b05', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6a2ac27-696d-4627-bb97-13fef0be903f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:40:42Z', 'updated_at': '2022-08-27T04:40:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:55.576221 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-976b44b6-e13f-4b3c-8d66-213b525c4aff admin admin] Router e4f54ef3-f263-454c-9b28-439f8ab246f9 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:40:55.578862 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-639a1005-415a-4984-8ca8-f8619ae2bdf7 admin admin] Publish callbacks [] for router_gateway (30f1d0b2-f177-4cd1-9bba-dd7606e6331e), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:55.663974 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa09abb3-4c25-4d66-90d7-e6e03715b2ca service neutron] Pushing event updated for resources: {'Port': ['ID=4658f6bf-91e1-4496-b96f-8162922d439d,revision_number=3']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:55.738516 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d516a-589d-47bd-9e3e-383daec6a169 req-7cb88ee7-8439-459d-b8ad-f7eea15cba13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:55.747183 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-778d516a-589d-47bd-9e3e-383daec6a169 req-7cb88ee7-8439-459d-b8ad-f7eea15cba13 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=13b5bce4a2e84ed7a2eebbd849374b72&device_id=ee839071-a353-41ad-825d-4176ea1ef682 HTTP/1.1" status: 200 len: 1130 time: 0.4499953 Aug 27 04:40:55.808830 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:40:55.809410 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-639a1005-415a-4984-8ca8-f8619ae2bdf7 admin admin] Deleting port e6c063f5-fda7-4ac4-b795-4dcf758c50b4 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:40:55.809410 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-639a1005-415a-4984-8ca8-f8619ae2bdf7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (e6c063f5-fda7-4ac4-b795-4dcf758c50b4), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:55.901081 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-778d516a-589d-47bd-9e3e-383daec6a169 req-488592a8-1ef4-4fe4-bf4e-d25dd4ae6e4b service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=4658f6bf-91e1-4496-b96f-8162922d439d HTTP/1.1" status: 200 len: 217 time: 0.1297271 Aug 27 04:40:55.964193 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269a5d75-636c-49a0-b8b6-084c7d12eb50 None None] The sync data for ids ['c6a2ac27-696d-4627-bb97-13fef0be903f'] in n-d-852088-5 is: [{'id': 'c6a2ac27-696d-4627-bb97-13fef0be903f', 'name': 'tempest-FloatingIPDetailsTestJSON-610485069-router', 'tenant_id': '846cd1c98578429c921d9598106bcdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '35f84928-e4a8-4b25-9ecd-0694cc231b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:40:40Z', 'updated_at': '2022-08-27T04:40:45Z', 'revision_number': 3, 'project_id': '846cd1c98578429c921d9598106bcdcf', 'gw_port': {'id': '35f84928-e4a8-4b25-9ecd-0694cc231b05', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6a2ac27-696d-4627-bb97-13fef0be903f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:40:42Z', 'updated_at': '2022-08-27T04:40:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:40:56.009710 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:56.051384 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:56.054402 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 3b4e9349-2378-48ca-87a9-877094fbe830 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:40:56.054777 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (3b4e9349-2378-48ca-87a9-877094fbe830), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:56.107162 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d516a-589d-47bd-9e3e-383daec6a169 req-917ac184-29e1-48c9-a6ee-6c61d012305f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:56.108837 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-778d516a-589d-47bd-9e3e-383daec6a169 req-917ac184-29e1-48c9-a6ee-6c61d012305f service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.1935234 Aug 27 04:40:56.110157 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-9bc40169-0fad-42a4-8ee6-e5e7d58ab026 admin admin] Allocated IP 172.20.0.1 (03f075aa-f9d3-4014-8380-16bd8f5a82bf/0b2b4016-0cc1-4fe8-84e5-85e6e57571e3/a4c24f40-3864-47ec-9369-79a68c74a446) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:40:56.161440 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-9e94f7f4-e364-4aa7-90db-8039f8e30b74 None None] Provisioning complete for port ed149127-8dce-43cb-82af-f874f4c6c6e5 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:40:56.165317 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9e94f7f4-e364-4aa7-90db-8039f8e30b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (ed149127-8dce-43cb-82af-f874f4c6c6e5), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:56.198120 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:56.228986 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-639a1005-415a-4984-8ca8-f8619ae2bdf7 admin admin] For port e6c063f5-fda7-4ac4-b795-4dcf758c50b4, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=e6c063f5-fda7-4ac4-b795-4dcf758c50b4,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:40:56.232468 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-639a1005-415a-4984-8ca8-f8619ae2bdf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (e6c063f5-fda7-4ac4-b795-4dcf758c50b4), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:56.251098 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d516a-589d-47bd-9e3e-383daec6a169 req-afd5f3b1-a671-4d16-b06e-2c6b4b5c0b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:40:56.252804 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-778d516a-589d-47bd-9e3e-383daec6a169 req-afd5f3b1-a671-4d16-b06e-2c6b4b5c0b70 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1253183 Aug 27 04:40:56.267253 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-9e94f7f4-e364-4aa7-90db-8039f8e30b74 None None] Port ed149127-8dce-43cb-82af-f874f4c6c6e5 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:40:56.283355 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-639a1005-415a-4984-8ca8-f8619ae2bdf7 admin admin] Calling delete_port for e6c063f5-fda7-4ac4-b795-4dcf758c50b4 owned by network:router_gateway {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:40:56.385606 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-8d8a1a5d-5440-4dfb-aad3-2e397ea6c776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f1d0b2-f177-4cd1-9bba-dd7606e6331e', 'name': 'tempest-LiveMigrationTest-1308493048-router', 'tenant_id': '876447d8eb814920856d46902fd76713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'e6c063f5-fda7-4ac4-b795-4dcf758c50b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:39:06Z', 'updated_at': '2022-08-27T04:40:50Z', 'revision_number': 5, 'project_id': '876447d8eb814920856d46902fd76713', 'gw_port': {'id': 'e6c063f5-fda7-4ac4-b795-4dcf758c50b4', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:47:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f1d0b2-f177-4cd1-9bba-dd7606e6331e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:07Z', 'updated_at': '2022-08-27T04:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:56.490096 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:56.492902 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8a1a5d-5440-4dfb-aad3-2e397ea6c776 None None] Checking router: 30f1d0b2-f177-4cd1-9bba-dd7606e6331e for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:40:56.539105 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-778d516a-589d-47bd-9e3e-383daec6a169 req-6fe85553-89ca-415a-b725-8dd7e72448a1 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794986 Aug 27 04:40:56.555277 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9bc40169-0fad-42a4-8ee6-e5e7d58ab026 admin admin] Publish callbacks [] for port (a4c24f40-3864-47ec-9369-79a68c74a446), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:56.555496 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8a1a5d-5440-4dfb-aad3-2e397ea6c776 None None] Routers {'30f1d0b2-f177-4cd1-9bba-dd7606e6331e'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:40:56.555950 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-8d8a1a5d-5440-4dfb-aad3-2e397ea6c776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:40:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['30f1d0b2-f177-4cd1-9bba-dd7606e6331e'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:56.619933 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-976b44b6-e13f-4b3c-8d66-213b525c4aff admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:40:56.648192 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-976b44b6-e13f-4b3c-8d66-213b525c4aff admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/e4f54ef3-f263-454c-9b28-439f8ab246f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9138687 Aug 27 04:40:56.656004 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:56.758149 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9bc40169-0fad-42a4-8ee6-e5e7d58ab026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (a4c24f40-3864-47ec-9369-79a68c74a446), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:56.848733 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-639a1005-415a-4984-8ca8-f8619ae2bdf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (e6c063f5-fda7-4ac4-b795-4dcf758c50b4), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:56.878149 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc40169-0fad-42a4-8ee6-e5e7d58ab026 admin admin] Network 03f075aa-f9d3-4014-8380-16bd8f5a82bf is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:40:56.916388 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639a1005-415a-4984-8ca8-f8619ae2bdf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6c063f5-fda7-4ac4-b795-4dcf758c50b4,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:56.959752 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-9bc40169-0fad-42a4-8ee6-e5e7d58ab026 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:40:56.968941 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e94a61f5-0b2a-4df4-afe4-900cd2d3ea68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:56.989390 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-778d516a-589d-47bd-9e3e-383daec6a169 req-6396db31-a5c9-4fb9-9b78-c1c1655d84f8 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3707006 Aug 27 04:40:56.994977 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-8d8a1a5d-5440-4dfb-aad3-2e397ea6c776 None None] Set router 30f1d0b2-f177-4cd1-9bba-dd7606e6331e gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:40:56.998206 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 3b4e9349-2378-48ca-87a9-877094fbe830 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:40:57.001393 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (3b4e9349-2378-48ca-87a9-877094fbe830), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:57.001837 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc40169-0fad-42a4-8ee6-e5e7d58ab026 admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:40:57.077651 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc40169-0fad-42a4-8ee6-e5e7d58ab026 admin admin] Pushing event updated for resources: {'Port': ['ID=a4c24f40-3864-47ec-9369-79a68c74a446,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:57.107437 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-639a1005-415a-4984-8ca8-f8619ae2bdf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (30f1d0b2-f177-4cd1-9bba-dd7606e6331e), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:57.144463 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9bc40169-0fad-42a4-8ee6-e5e7d58ab026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (c6a2ac27-696d-4627-bb97-13fef0be903f), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:57.254729 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 3b4e9349-2378-48ca-87a9-877094fbe830, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=3b4e9349-2378-48ca-87a9-877094fbe830,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:40:57.268990 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-8d8a1a5d-5440-4dfb-aad3-2e397ea6c776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f1d0b2-f177-4cd1-9bba-dd7606e6331e', 'name': 'tempest-LiveMigrationTest-1308493048-router', 'tenant_id': '876447d8eb814920856d46902fd76713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:39:06Z', 'updated_at': '2022-08-27T04:40:55Z', 'revision_number': 6, 'project_id': '876447d8eb814920856d46902fd76713', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:57.331910 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-639a1005-415a-4984-8ca8-f8619ae2bdf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (30f1d0b2-f177-4cd1-9bba-dd7606e6331e), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:57.335246 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8a1a5d-5440-4dfb-aad3-2e397ea6c776 None None] The sync data for ids ['30f1d0b2-f177-4cd1-9bba-dd7606e6331e'] in n-d-852088-5 is: [{'id': '30f1d0b2-f177-4cd1-9bba-dd7606e6331e', 'name': 'tempest-LiveMigrationTest-1308493048-router', 'tenant_id': '876447d8eb814920856d46902fd76713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:39:06Z', 'updated_at': '2022-08-27T04:40:55Z', 'revision_number': 6, 'project_id': '876447d8eb814920856d46902fd76713', 'gw_port_host': None}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:40:57.337507 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-639a1005-415a-4984-8ca8-f8619ae2bdf7 admin admin] Publish callbacks [] for router_controller (30f1d0b2-f177-4cd1-9bba-dd7606e6331e), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:57.441267 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (3b4e9349-2378-48ca-87a9-877094fbe830), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:57.497792 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-639a1005-415a-4984-8ca8-f8619ae2bdf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (30f1d0b2-f177-4cd1-9bba-dd7606e6331e), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:57.498644 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639a1005-415a-4984-8ca8-f8619ae2bdf7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30f1d0b2-f177-4cd1-9bba-dd7606e6331e {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:40:57.504216 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-639a1005-415a-4984-8ca8-f8619ae2bdf7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:57.506004 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-639a1005-415a-4984-8ca8-f8619ae2bdf7 admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/30f1d0b2-f177-4cd1-9bba-dd7606e6331e HTTP/1.1" status: 204 len: 168 time: 3.1845388 Aug 27 04:40:57.509054 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40242) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:57.516604 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f229935-099f-41e8-b381-65aee5de2430 None None] Sync routers for ids ['e4f54ef3-f263-454c-9b28-439f8ab246f9'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:40:57.532849 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4739574f-0b61-4bb2-9b9d-a690c87979c4 None None] Provisioning complete for port a4c24f40-3864-47ec-9369-79a68c74a446 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:40:57.533534 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4739574f-0b61-4bb2-9b9d-a690c87979c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a4c24f40-3864-47ec-9369-79a68c74a446), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:57.543644 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f229935-099f-41e8-b381-65aee5de2430 None None] Routers {'e4f54ef3-f263-454c-9b28-439f8ab246f9'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:40:57.544639 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-0f229935-099f-41e8-b381-65aee5de2430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:40:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['e4f54ef3-f263-454c-9b28-439f8ab246f9'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:57.566819 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=3b4e9349-2378-48ca-87a9-877094fbe830,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:57.605099 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-1154f75a-beb3-48a8-9682-e75d8767c409 admin admin] Deleting subnet cfbcca89-0e4a-4642-9594-a27cb2aa6e50 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:40:57.608993 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1154f75a-beb3-48a8-9682-e75d8767c409 admin admin] Publish callbacks [] for subnet (cfbcca89-0e4a-4642-9594-a27cb2aa6e50), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:57.651177 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:57.651524 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:57.651867 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:57.652226 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:57.652567 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:57.652895 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:57.653221 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:57.653974 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:57.653974 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:57.654192 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:57.654471 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:57.654789 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:57.655119 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:57.655424 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:57.658035 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1154f75a-beb3-48a8-9682-e75d8767c409 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (cfbcca89-0e4a-4642-9594-a27cb2aa6e50), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:57.666157 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:57.681637 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4739574f-0b61-4bb2-9b9d-a690c87979c4 None None] Port a4c24f40-3864-47ec-9369-79a68c74a446 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:40:57.851264 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-0f229935-099f-41e8-b381-65aee5de2430 None None] Set router e4f54ef3-f263-454c-9b28-439f8ab246f9 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:40:58.270972 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-0f229935-099f-41e8-b381-65aee5de2430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f54ef3-f263-454c-9b28-439f8ab246f9', 'name': 'tempest-LiveAutoBlockMigrationV225Test-178675609-router', 'tenant_id': 'f8e12ca98ca249628fc4edb3bc6a1675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '3b4e9349-2378-48ca-87a9-877094fbe830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:40:44Z', 'updated_at': '2022-08-27T04:40:53Z', 'revision_number': 4, 'project_id': 'f8e12ca98ca249628fc4edb3bc6a1675', 'gw_port': {'id': '3b4e9349-2378-48ca-87a9-877094fbe830', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:41:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f54ef3-f263-454c-9b28-439f8ab246f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:40:46Z', 'updated_at': '2022-08-27T04:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'ed149127-8dce-43cb-82af-f874f4c6c6e5', 'name': '', 'network_id': 'c14e8393-8747-4bc2-8e65-3ab6e1faeb6e', 'tenant_id': 'f8e12ca98ca249628fc4edb3bc6a1675', 'mac_address': 'fa:16:3e:6b:49:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f54ef3-f263-454c-9b28-439f8ab246f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'e7d0823f-4c20-4c9a-a29f-3b51800d33ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:40:52Z', 'updated_at': '2022-08-27T04:40:54Z', 'revision_number': 2, 'project_id': 'f8e12ca98ca249628fc4edb3bc6a1675', 'subnets': [{'id': 'e7d0823f-4c20-4c9a-a29f-3b51800d33ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:58.351752 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f229935-099f-41e8-b381-65aee5de2430 None None] Checking router: e4f54ef3-f263-454c-9b28-439f8ab246f9 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:40:58.352390 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f229935-099f-41e8-b381-65aee5de2430 None None] Updating router e4f54ef3-f263-454c-9b28-439f8ab246f9 port ed149127-8dce-43cb-82af-f874f4c6c6e5 binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:40:58.433850 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1154f75a-beb3-48a8-9682-e75d8767c409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (cfbcca89-0e4a-4642-9594-a27cb2aa6e50), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:58.469715 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-0f229935-099f-41e8-b381-65aee5de2430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (ed149127-8dce-43cb-82af-f874f4c6c6e5), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:58.483166 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 3b4e9349-2378-48ca-87a9-877094fbe830 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:40:58.546721 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9bc40169-0fad-42a4-8ee6-e5e7d58ab026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a4c24f40-3864-47ec-9369-79a68c74a446), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:58.582265 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:58.599208 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 3b4e9349-2378-48ca-87a9-877094fbe830 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:40:58.602029 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (3b4e9349-2378-48ca-87a9-877094fbe830), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:58.604689 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:58.704466 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1154f75a-beb3-48a8-9682-e75d8767c409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (cfbcca89-0e4a-4642-9594-a27cb2aa6e50), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:58.745866 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1154f75a-beb3-48a8-9682-e75d8767c409 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:58.758028 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1154f75a-beb3-48a8-9682-e75d8767c409 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/cfbcca89-0e4a-4642-9594-a27cb2aa6e50 HTTP/1.1" status: 204 len: 168 time: 1.2476819 Aug 27 04:40:58.760647 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40248) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:40:58.783693 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845d4de7-92b7-47be-b18d-17490209c1e8 None None] Network 344d462f-6760-460a-9857-8c3930ef017b requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:40:58.865617 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:58.866288 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:58.982732 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-0f229935-099f-41e8-b381-65aee5de2430 None None] Publish callbacks [] for port (ed149127-8dce-43cb-82af-f874f4c6c6e5), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:58.988767 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154f75a-beb3-48a8-9682-e75d8767c409 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfbcca89-0e4a-4642-9594-a27cb2aa6e50,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:59.014770 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-73ed2092-9d4f-449a-9f01-860688c7f2ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (344d462f-6760-460a-9857-8c3930ef017b), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:59.055216 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:59.069496 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-0f229935-099f-41e8-b381-65aee5de2430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (ed149127-8dce-43cb-82af-f874f4c6c6e5), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:59.070712 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 3b4e9349-2378-48ca-87a9-877094fbe830 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:40:59.071811 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 35f84928-e4a8-4b25-9ecd-0694cc231b05 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:40:59.128744 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9bc40169-0fad-42a4-8ee6-e5e7d58ab026 admin admin] Publish callbacks [] for port (a4c24f40-3864-47ec-9369-79a68c74a446), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:59.150584 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-73ed2092-9d4f-449a-9f01-860688c7f2ad admin admin] Deleting port 89338a70-5fb6-46d5-936e-1ea73316ed55 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:40:59.151211 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-73ed2092-9d4f-449a-9f01-860688c7f2ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (89338a70-5fb6-46d5-936e-1ea73316ed55), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:59.218058 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9bc40169-0fad-42a4-8ee6-e5e7d58ab026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (a4c24f40-3864-47ec-9369-79a68c74a446), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:59.257590 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6633afc1-6ff8-46ca-9514-521e8db5d61c None None] Pushing event updated for resources: {'Port': ['ID=ed149127-8dce-43cb-82af-f874f4c6c6e5,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:59.259883 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 35f84928-e4a8-4b25-9ecd-0694cc231b05 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:40:59.260279 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (35f84928-e4a8-4b25-9ecd-0694cc231b05), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:59.267968 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-0f229935-099f-41e8-b381-65aee5de2430 None None] Attempting to bind port ed149127-8dce-43cb-82af-f874f4c6c6e5 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:40:59.268395 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-0f229935-099f-41e8-b381-65aee5de2430 None None] Attempting to bind port ed149127-8dce-43cb-82af-f874f4c6c6e5 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '89ab84ff-9aa4-43f6-8fd9-b6c2a2171a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c14e8393-8747-4bc2-8e65-3ab6e1faeb6e'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:40:59.268755 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f229935-099f-41e8-b381-65aee5de2430 None None] Attempting to bind port ed149127-8dce-43cb-82af-f874f4c6c6e5 on network c14e8393-8747-4bc2-8e65-3ab6e1faeb6e {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:40:59.296582 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f229935-099f-41e8-b381-65aee5de2430 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:40:59.297006 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f229935-099f-41e8-b381-65aee5de2430 None None] Checking segment: {'id': '89ab84ff-9aa4-43f6-8fd9-b6c2a2171a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c14e8393-8747-4bc2-8e65-3ab6e1faeb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:40:59.297584 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-0f229935-099f-41e8-b381-65aee5de2430 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:59.298033 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f229935-099f-41e8-b381-65aee5de2430 None None] Bound using segment: {'id': '89ab84ff-9aa4-43f6-8fd9-b6c2a2171a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c14e8393-8747-4bc2-8e65-3ab6e1faeb6e'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:40:59.298866 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-0f229935-099f-41e8-b381-65aee5de2430 None None] Bound port: ed149127-8dce-43cb-82af-f874f4c6c6e5, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89ab84ff-9aa4-43f6-8fd9-b6c2a2171a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c14e8393-8747-4bc2-8e65-3ab6e1faeb6e'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:40:59.299253 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-0f229935-099f-41e8-b381-65aee5de2430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (ed149127-8dce-43cb-82af-f874f4c6c6e5), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:59.300890 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9f1d1e73-354d-4c97-a775-fb2d8f5a7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:59.397404 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-73ed2092-9d4f-449a-9f01-860688c7f2ad admin admin] For port 89338a70-5fb6-46d5-936e-1ea73316ed55, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=89338a70-5fb6-46d5-936e-1ea73316ed55,segment=NetworkSegment(7fbfb8d2-d6f5-4d94-9380-883a548ecc4d),segment_id=7fbfb8d2-d6f5-4d94-9380-883a548ecc4d)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:40:59.397779 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-73ed2092-9d4f-449a-9f01-860688c7f2ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (89338a70-5fb6-46d5-936e-1ea73316ed55), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:59.476781 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc40169-0fad-42a4-8ee6-e5e7d58ab026 admin admin] Pushing event updated for resources: {'Port': ['ID=a4c24f40-3864-47ec-9369-79a68c74a446,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:59.480914 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-0f229935-099f-41e8-b381-65aee5de2430 None None] For port ed149127-8dce-43cb-82af-f874f4c6c6e5, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:40:59.485643 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-73ed2092-9d4f-449a-9f01-860688c7f2ad admin admin] Calling delete_port for 89338a70-5fb6-46d5-936e-1ea73316ed55 owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:40:59.487019 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-0f229935-099f-41e8-b381-65aee5de2430 None None] For port ed149127-8dce-43cb-82af-f874f4c6c6e5, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=ed149127-8dce-43cb-82af-f874f4c6c6e5,segment=NetworkSegment(89ab84ff-9aa4-43f6-8fd9-b6c2a2171a33),segment_id=89ab84ff-9aa4-43f6-8fd9-b6c2a2171a33)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:40:59.495340 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9bc40169-0fad-42a4-8ee6-e5e7d58ab026 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (c6a2ac27-696d-4627-bb97-13fef0be903f), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:59.542412 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4e9a89-cf52-46bf-b3e7-b2e400392065 None None] DHCP port deletion for 344d462f-6760-460a-9857-8c3930ef017b request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:40:59.566759 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-0f229935-099f-41e8-b381-65aee5de2430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (ed149127-8dce-43cb-82af-f874f4c6c6e5), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:59.654705 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f229935-099f-41e8-b381-65aee5de2430 None None] Routers {'e4f54ef3-f263-454c-9b28-439f8ab246f9'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:40:59.656176 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-0f229935-099f-41e8-b381-65aee5de2430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:40:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['e4f54ef3-f263-454c-9b28-439f8ab246f9'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:40:59.667004 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 35f84928-e4a8-4b25-9ecd-0694cc231b05 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:40:59.667563 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (35f84928-e4a8-4b25-9ecd-0694cc231b05), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:59.677217 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-3d4e9a89-cf52-46bf-b3e7-b2e400392065 None None] Deleting port 89338a70-5fb6-46d5-936e-1ea73316ed55 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:40:59.677590 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3d4e9a89-cf52-46bf-b3e7-b2e400392065 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (89338a70-5fb6-46d5-936e-1ea73316ed55), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:59.716417 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc40169-0fad-42a4-8ee6-e5e7d58ab026 admin admin] Network 03f075aa-f9d3-4014-8380-16bd8f5a82bf is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:40:59.720889 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-9bc40169-0fad-42a4-8ee6-e5e7d58ab026 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:40:59.783245 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 35f84928-e4a8-4b25-9ecd-0694cc231b05, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=35f84928-e4a8-4b25-9ecd-0694cc231b05,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:40:59.812380 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-73ed2092-9d4f-449a-9f01-860688c7f2ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (89338a70-5fb6-46d5-936e-1ea73316ed55), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:59.817342 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:40:59.844482 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (35f84928-e4a8-4b25-9ecd-0694cc231b05), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:59.860102 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6633afc1-6ff8-46ca-9514-521e8db5d61c None None] Pushing event updated for resources: {'Port': ['ID=ed149127-8dce-43cb-82af-f874f4c6c6e5,revision_number=4']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:59.889232 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-3d4e9a89-cf52-46bf-b3e7-b2e400392065 None None] For port 89338a70-5fb6-46d5-936e-1ea73316ed55, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=89338a70-5fb6-46d5-936e-1ea73316ed55,segment=NetworkSegment(7fbfb8d2-d6f5-4d94-9380-883a548ecc4d),segment_id=7fbfb8d2-d6f5-4d94-9380-883a548ecc4d)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:40:59.889232 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3d4e9a89-cf52-46bf-b3e7-b2e400392065 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (89338a70-5fb6-46d5-936e-1ea73316ed55), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:40:59.889232 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6d571c5b-6694-41f8-96e6-dc516e6e7efb no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:40:59.905508 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ed2092-9d4f-449a-9f01-860688c7f2ad admin admin] No DVR routers for this DVR port 89338a70-5fb6-46d5-936e-1ea73316ed55 on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:40:59.911210 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed2092-9d4f-449a-9f01-860688c7f2ad admin admin] Pushing event deleted for resources: {'Port': ['ID=89338a70-5fb6-46d5-936e-1ea73316ed55,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:00.053674 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-3d4e9a89-cf52-46bf-b3e7-b2e400392065 None None] Calling delete_port for 89338a70-5fb6-46d5-936e-1ea73316ed55 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:41:00.065059 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-0f229935-099f-41e8-b381-65aee5de2430 None None] Set router e4f54ef3-f263-454c-9b28-439f8ab246f9 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:41:00.160382 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc40169-0fad-42a4-8ee6-e5e7d58ab026 admin admin] Router c6a2ac27-696d-4627-bb97-13fef0be903f has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:41:00.175318 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-73ed2092-9d4f-449a-9f01-860688c7f2ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (344d462f-6760-460a-9857-8c3930ef017b), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:00.233052 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 6d571c5b-6694-41f8-96e6-dc516e6e7efb {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:41:00.235827 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6d571c5b-6694-41f8-96e6-dc516e6e7efb not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:41:00.244154 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-73ed2092-9d4f-449a-9f01-860688c7f2ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['344d462f-6760-460a-9857-8c3930ef017b']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:41:00.265224 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-73ed2092-9d4f-449a-9f01-860688c7f2ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fbfb8d2-d6f5-4d94-9380-883a548ecc4d') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:41:00.265527 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-73ed2092-9d4f-449a-9f01-860688c7f2ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fbfb8d2-d6f5-4d94-9380-883a548ecc4d') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:41:00.295340 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-73ed2092-9d4f-449a-9f01-860688c7f2ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (7fbfb8d2-d6f5-4d94-9380-883a548ecc4d), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:00.310105 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-a7d950a2-8c8a-49eb-971b-7d4f04fe5249 None None] Provisioning complete for port a4c24f40-3864-47ec-9369-79a68c74a446 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:41:00.311260 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a7d950a2-8c8a-49eb-971b-7d4f04fe5249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a4c24f40-3864-47ec-9369-79a68c74a446), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:00.347120 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-73ed2092-9d4f-449a-9f01-860688c7f2ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (7fbfb8d2-d6f5-4d94-9380-883a548ecc4d), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:00.359305 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73ed2092-9d4f-449a-9f01-860688c7f2ad admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:41:00.360436 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-73ed2092-9d4f-449a-9f01-860688c7f2ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (7fbfb8d2-d6f5-4d94-9380-883a548ecc4d), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:00.450051 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=35f84928-e4a8-4b25-9ecd-0694cc231b05,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:00.452032 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc40169-0fad-42a4-8ee6-e5e7d58ab026 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:41:00.460013 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device e6c063f5-fda7-4ac4-b795-4dcf758c50b4 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:41:00.502341 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: e6c063f5-fda7-4ac4-b795-4dcf758c50b4 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:41:00.522613 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device e6c063f5-fda7-4ac4-b795-4dcf758c50b4 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:41:00.522613 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 89338a70-5fb6-46d5-936e-1ea73316ed55 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:41:00.522842 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-9bc40169-0fad-42a4-8ee6-e5e7d58ab026 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/c6a2ac27-696d-4627-bb97-13fef0be903f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9486587 Aug 27 04:41:00.523312 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33178db-aed4-4d2e-8d36-f8a083b6788a None None] Sync routers for ids ['c6a2ac27-696d-4627-bb97-13fef0be903f'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:41:00.536306 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-a7d950a2-8c8a-49eb-971b-7d4f04fe5249 None None] Port a4c24f40-3864-47ec-9369-79a68c74a446 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:41:00.548590 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 7fbfb8d2-d6f5-4d94-9380-883a548ecc4d resource provider aggregate not found Aug 27 04:41:00.580042 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 7fbfb8d2-d6f5-4d94-9380-883a548ecc4d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7fbfb8d2-d6f5-4d94-9380-883a548ecc4d found for delete ", "request_id": "req-7cccd363-2ef4-479a-8d0c-8c0c9186fe00"}]} Aug 27 04:41:00.593390 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 89338a70-5fb6-46d5-936e-1ea73316ed55 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:41:00.593767 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 89338a70-5fb6-46d5-936e-1ea73316ed55 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:41:00.620619 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:00.629317 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3d4e9a89-cf52-46bf-b3e7-b2e400392065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (89338a70-5fb6-46d5-936e-1ea73316ed55), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:00.659936 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33178db-aed4-4d2e-8d36-f8a083b6788a None None] Routers {'c6a2ac27-696d-4627-bb97-13fef0be903f'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:41:00.660604 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-c33178db-aed4-4d2e-8d36-f8a083b6788a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:40:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['c6a2ac27-696d-4627-bb97-13fef0be903f'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:41:00.695357 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-0f229935-099f-41e8-b381-65aee5de2430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f54ef3-f263-454c-9b28-439f8ab246f9', 'name': 'tempest-LiveAutoBlockMigrationV225Test-178675609-router', 'tenant_id': 'f8e12ca98ca249628fc4edb3bc6a1675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '3b4e9349-2378-48ca-87a9-877094fbe830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:40:44Z', 'updated_at': '2022-08-27T04:40:53Z', 'revision_number': 4, 'project_id': 'f8e12ca98ca249628fc4edb3bc6a1675', 'gw_port': {'id': '3b4e9349-2378-48ca-87a9-877094fbe830', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:41:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f54ef3-f263-454c-9b28-439f8ab246f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:40:46Z', 'updated_at': '2022-08-27T04:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'ed149127-8dce-43cb-82af-f874f4c6c6e5', 'name': '', 'network_id': 'c14e8393-8747-4bc2-8e65-3ab6e1faeb6e', 'tenant_id': 'f8e12ca98ca249628fc4edb3bc6a1675', 'mac_address': 'fa:16:3e:6b:49:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f54ef3-f263-454c-9b28-439f8ab246f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'e7d0823f-4c20-4c9a-a29f-3b51800d33ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:40:52Z', 'updated_at': '2022-08-27T04:40:59Z', 'revision_number': 4, 'project_id': 'f8e12ca98ca249628fc4edb3bc6a1675', 'subnets': [{'id': 'e7d0823f-4c20-4c9a-a29f-3b51800d33ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:41:00.704338 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-73ed2092-9d4f-449a-9f01-860688c7f2ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (344d462f-6760-460a-9857-8c3930ef017b), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:00.725154 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f229935-099f-41e8-b381-65aee5de2430 None None] The sync data for ids ['e4f54ef3-f263-454c-9b28-439f8ab246f9'] in n-d-852088-5 is: [{'id': 'e4f54ef3-f263-454c-9b28-439f8ab246f9', 'name': 'tempest-LiveAutoBlockMigrationV225Test-178675609-router', 'tenant_id': 'f8e12ca98ca249628fc4edb3bc6a1675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '3b4e9349-2378-48ca-87a9-877094fbe830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:40:44Z', 'updated_at': '2022-08-27T04:40:53Z', 'revision_number': 4, 'project_id': 'f8e12ca98ca249628fc4edb3bc6a1675', 'gw_port': {'id': '3b4e9349-2378-48ca-87a9-877094fbe830', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:41:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f54ef3-f263-454c-9b28-439f8ab246f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:40:46Z', 'updated_at': '2022-08-27T04:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'ed149127-8dce-43cb-82af-f874f4c6c6e5', 'name': '', 'network_id': 'c14e8393-8747-4bc2-8e65-3ab6e1faeb6e', 'tenant_id': 'f8e12ca98ca249628fc4edb3bc6a1675', 'mac_address': 'fa:16:3e:6b:49:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f54ef3-f263-454c-9b28-439f8ab246f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'e7d0823f-4c20-4c9a-a29f-3b51800d33ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:40:52Z', 'updated_at': '2022-08-27T04:40:59Z', 'revision_number': 4, 'project_id': 'f8e12ca98ca249628fc4edb3bc6a1675', 'subnets': [{'id': 'e7d0823f-4c20-4c9a-a29f-3b51800d33ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:41:00.733279 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-73ed2092-9d4f-449a-9f01-860688c7f2ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:00.741694 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-73ed2092-9d4f-449a-9f01-860688c7f2ad admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/344d462f-6760-460a-9857-8c3930ef017b HTTP/1.1" status: 204 len: 168 time: 1.9799590 Aug 27 04:41:00.744768 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40256) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:00.745275 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed2092-9d4f-449a-9f01-860688c7f2ad admin admin] Pushing event deleted for resources: {'Network': ['ID=344d462f-6760-460a-9857-8c3930ef017b,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:00.885216 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4e9a89-cf52-46bf-b3e7-b2e400392065 None None] No DVR routers for this DVR port 89338a70-5fb6-46d5-936e-1ea73316ed55 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:41:00.906979 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:00.908126 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:00.917787 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e9a89-cf52-46bf-b3e7-b2e400392065 None None] Pushing event deleted for resources: {'Port': ['ID=89338a70-5fb6-46d5-936e-1ea73316ed55,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:01.008225 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-c33178db-aed4-4d2e-8d36-f8a083b6788a None None] Set router c6a2ac27-696d-4627-bb97-13fef0be903f gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:41:01.445947 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-823017e6-bd73-4349-b9c0-a73f94f8a702 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (bcdfd97e-8056-41a1-909c-60470a16a5d5), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:01.748625 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device 4658f6bf-91e1-4496-b96f-8162922d439d details requested by agent hyperv_n-h1-852088-5 with host n-h1-852088-5 {{(pid=107777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:41:01.785561 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:01.905187 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:01.909379 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:01.929425 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.resource_extend [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 27 04:41:01.956319 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-c33178db-aed4-4d2e-8d36-f8a083b6788a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6a2ac27-696d-4627-bb97-13fef0be903f', 'name': 'tempest-FloatingIPDetailsTestJSON-610485069-router', 'tenant_id': '846cd1c98578429c921d9598106bcdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '35f84928-e4a8-4b25-9ecd-0694cc231b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:40:40Z', 'updated_at': '2022-08-27T04:40:57Z', 'revision_number': 4, 'project_id': '846cd1c98578429c921d9598106bcdcf', 'gw_port': {'id': '35f84928-e4a8-4b25-9ecd-0694cc231b05', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a2ac27-696d-4627-bb97-13fef0be903f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:40:42Z', 'updated_at': '2022-08-27T04:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'a4c24f40-3864-47ec-9369-79a68c74a446', 'name': '', 'network_id': '03f075aa-f9d3-4014-8380-16bd8f5a82bf', 'tenant_id': '846cd1c98578429c921d9598106bcdcf', 'mac_address': 'fa:16:3e:5d:a9:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6a2ac27-696d-4627-bb97-13fef0be903f', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '0b2b4016-0cc1-4fe8-84e5-85e6e57571e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:40:55Z', 'updated_at': '2022-08-27T04:40:58Z', 'revision_number': 2, 'project_id': '846cd1c98578429c921d9598106bcdcf', 'subnets': [{'id': '0b2b4016-0cc1-4fe8-84e5-85e6e57571e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:41:01.985818 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-823017e6-bd73-4349-b9c0-a73f94f8a702 admin admin] Deleting port a01ae985-ef41-409f-9aa4-d3b83e009793 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:41:01.986390 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-823017e6-bd73-4349-b9c0-a73f94f8a702 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (a01ae985-ef41-409f-9aa4-d3b83e009793), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:02.079497 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:02.093158 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33178db-aed4-4d2e-8d36-f8a083b6788a None None] Checking router: c6a2ac27-696d-4627-bb97-13fef0be903f for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:41:02.095321 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33178db-aed4-4d2e-8d36-f8a083b6788a None None] Updating router c6a2ac27-696d-4627-bb97-13fef0be903f port a4c24f40-3864-47ec-9369-79a68c74a446 binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:41:02.160686 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c33178db-aed4-4d2e-8d36-f8a083b6788a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a4c24f40-3864-47ec-9369-79a68c74a446), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:02.198114 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-823017e6-bd73-4349-b9c0-a73f94f8a702 admin admin] For port a01ae985-ef41-409f-9aa4-d3b83e009793, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a01ae985-ef41-409f-9aa4-d3b83e009793,segment=NetworkSegment(b18d3530-52ff-43bc-91ef-9657f4a0adf3),segment_id=b18d3530-52ff-43bc-91ef-9657f4a0adf3)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:41:02.198602 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-823017e6-bd73-4349-b9c0-a73f94f8a702 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (a01ae985-ef41-409f-9aa4-d3b83e009793), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:02.230567 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:02.236763 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-823017e6-bd73-4349-b9c0-a73f94f8a702 admin admin] Calling delete_port for a01ae985-ef41-409f-9aa4-d3b83e009793 owned by network:router_interface {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:41:02.357502 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port 4658f6bf-91e1-4496-b96f-8162922d439d, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=4658f6bf-91e1-4496-b96f-8162922d439d,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:41:02.411058 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Returning: {'device': '4658f6bf-91e1-4496-b96f-8162922d439d', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'port_id': '4658f6bf-91e1-4496-b96f-8162922d439d', 'mac_address': 'fa:16:3e:ab:3f:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120f3302-721f-4373-86a6-3aa14ccf6ac4', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:41:02.602527 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device ed149127-8dce-43cb-82af-f874f4c6c6e5 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:41:02.658224 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-823017e6-bd73-4349-b9c0-a73f94f8a702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (a01ae985-ef41-409f-9aa4-d3b83e009793), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:02.714400 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Current status of the port 4658f6bf-91e1-4496-b96f-8162922d439d is: DOWN; New status is: BUILD {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:41:02.715170 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (4658f6bf-91e1-4496-b96f-8162922d439d), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:02.731420 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823017e6-bd73-4349-b9c0-a73f94f8a702 admin admin] Pushing event deleted for resources: {'Port': ['ID=a01ae985-ef41-409f-9aa4-d3b83e009793,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:02.809664 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4658f6bf-91e1-4496-b96f-8162922d439d {{(pid=107777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 04:41:02.857464 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port ed149127-8dce-43cb-82af-f874f4c6c6e5 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:41:02.858204 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (ed149127-8dce-43cb-82af-f874f4c6c6e5), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:02.864916 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port 4658f6bf-91e1-4496-b96f-8162922d439d, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=4658f6bf-91e1-4496-b96f-8162922d439d,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:41:03.043436 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port ed149127-8dce-43cb-82af-f874f4c6c6e5 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:41:03.044039 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (ed149127-8dce-43cb-82af-f874f4c6c6e5), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:03.064497 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-823017e6-bd73-4349-b9c0-a73f94f8a702 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (bcdfd97e-8056-41a1-909c-60470a16a5d5), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:03.103111 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c33178db-aed4-4d2e-8d36-f8a083b6788a None None] Publish callbacks [] for port (a4c24f40-3864-47ec-9369-79a68c74a446), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:03.127696 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:03.179171 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port ed149127-8dce-43cb-82af-f874f4c6c6e5, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=ed149127-8dce-43cb-82af-f874f4c6c6e5,segment=NetworkSegment(89ab84ff-9aa4-43f6-8fd9-b6c2a2171a33),segment_id=89ab84ff-9aa4-43f6-8fd9-b6c2a2171a33)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:41:03.229330 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:03.324118 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-823017e6-bd73-4349-b9c0-a73f94f8a702 admin admin] Router bcdfd97e-8056-41a1-909c-60470a16a5d5 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:41:03.411946 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (4658f6bf-91e1-4496-b96f-8162922d439d), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:03.449068 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c33178db-aed4-4d2e-8d36-f8a083b6788a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a4c24f40-3864-47ec-9369-79a68c74a446), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:03.455606 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (ed149127-8dce-43cb-82af-f874f4c6c6e5), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:03.456458 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 35f84928-e4a8-4b25-9ecd-0694cc231b05 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:41:03.463738 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-823017e6-bd73-4349-b9c0-a73f94f8a702 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:41:03.473139 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40264) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:03.475944 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceef2c1f-f837-4191-9da3-f62f8c2122be None None] Sync routers for ids ['bcdfd97e-8056-41a1-909c-60470a16a5d5'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:41:03.481234 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-823017e6-bd73-4349-b9c0-a73f94f8a702 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/bcdfd97e-8056-41a1-909c-60470a16a5d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7353330 Aug 27 04:41:03.512197 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceef2c1f-f837-4191-9da3-f62f8c2122be None None] Routers {'bcdfd97e-8056-41a1-909c-60470a16a5d5'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:41:03.512197 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-ceef2c1f-f837-4191-9da3-f62f8c2122be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:40:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['bcdfd97e-8056-41a1-909c-60470a16a5d5'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:41:03.559391 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Pushing event updated for resources: {'Port': ['ID=4658f6bf-91e1-4496-b96f-8162922d439d,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:03.674803 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:03.684574 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-ceef2c1f-f837-4191-9da3-f62f8c2122be None None] Set router bcdfd97e-8056-41a1-909c-60470a16a5d5 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:41:03.691908 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 35f84928-e4a8-4b25-9ecd-0694cc231b05 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:41:03.692578 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (35f84928-e4a8-4b25-9ecd-0694cc231b05), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:03.699237 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee656f46-8dbc-4475-a1fd-ebe62cae5c3c None None] Pushing event updated for resources: {'Port': ['ID=a4c24f40-3864-47ec-9369-79a68c74a446,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:03.712955 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-c33178db-aed4-4d2e-8d36-f8a083b6788a None None] Attempting to bind port a4c24f40-3864-47ec-9369-79a68c74a446 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:41:03.713633 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-c33178db-aed4-4d2e-8d36-f8a083b6788a None None] Attempting to bind port a4c24f40-3864-47ec-9369-79a68c74a446 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '32f681d5-7ea0-4660-b60d-4c81affb0df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '03f075aa-f9d3-4014-8380-16bd8f5a82bf'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:41:03.714180 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33178db-aed4-4d2e-8d36-f8a083b6788a None None] Attempting to bind port a4c24f40-3864-47ec-9369-79a68c74a446 on network 03f075aa-f9d3-4014-8380-16bd8f5a82bf {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:41:03.728921 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:DELETE=13,neutron:UPDATE=3,neutron:SELECT=84 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:03.730654 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4de98a2f-88a9-48a1-89ab-69398589f33c admin admin] Publish callbacks [] for router (bcdfd97e-8056-41a1-909c-60470a16a5d5), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:03.770552 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:03.777080 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33178db-aed4-4d2e-8d36-f8a083b6788a None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:41:03.777776 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33178db-aed4-4d2e-8d36-f8a083b6788a None None] Checking segment: {'id': '32f681d5-7ea0-4660-b60d-4c81affb0df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '03f075aa-f9d3-4014-8380-16bd8f5a82bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:41:03.780036 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c33178db-aed4-4d2e-8d36-f8a083b6788a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:03.780710 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33178db-aed4-4d2e-8d36-f8a083b6788a None None] Bound using segment: {'id': '32f681d5-7ea0-4660-b60d-4c81affb0df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '03f075aa-f9d3-4014-8380-16bd8f5a82bf'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:41:03.782000 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-c33178db-aed4-4d2e-8d36-f8a083b6788a None None] Bound port: a4c24f40-3864-47ec-9369-79a68c74a446, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32f681d5-7ea0-4660-b60d-4c81affb0df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '03f075aa-f9d3-4014-8380-16bd8f5a82bf'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:41:03.783192 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c33178db-aed4-4d2e-8d36-f8a083b6788a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a4c24f40-3864-47ec-9369-79a68c74a446), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:03.871062 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=ed149127-8dce-43cb-82af-f874f4c6c6e5,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:03.884450 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] get_ports_and_sgs() called for port_ids ['4658f6bf-91e1-4496-b96f-8162922d439d'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:41:04.025836 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-c33178db-aed4-4d2e-8d36-f8a083b6788a None None] For port a4c24f40-3864-47ec-9369-79a68c74a446, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:41:04.051799 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 35f84928-e4a8-4b25-9ecd-0694cc231b05 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:41:04.069409 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-c33178db-aed4-4d2e-8d36-f8a083b6788a None None] For port a4c24f40-3864-47ec-9369-79a68c74a446, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a4c24f40-3864-47ec-9369-79a68c74a446,segment=NetworkSegment(32f681d5-7ea0-4660-b60d-4c81affb0df2),segment_id=32f681d5-7ea0-4660-b60d-4c81affb0df2)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:41:04.083787 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-ceef2c1f-f837-4191-9da3-f62f8c2122be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdfd97e-8056-41a1-909c-60470a16a5d5', 'name': 'tempest-LiveMigrationTest-248283437-router', 'tenant_id': '3836cf4a5fcb4de098cca1d964f3899e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '453d3326-0b23-407f-b550-81420d239313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:39:22Z', 'updated_at': '2022-08-27T04:41:02Z', 'revision_number': 5, 'project_id': '3836cf4a5fcb4de098cca1d964f3899e', 'gw_port': {'id': '453d3326-0b23-407f-b550-81420d239313', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:29:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdfd97e-8056-41a1-909c-60470a16a5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:24Z', 'updated_at': '2022-08-27T04:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:41:04.120711 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceef2c1f-f837-4191-9da3-f62f8c2122be None None] Checking router: bcdfd97e-8056-41a1-909c-60470a16a5d5 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:41:04.146551 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c33178db-aed4-4d2e-8d36-f8a083b6788a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a4c24f40-3864-47ec-9369-79a68c74a446), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:04.168135 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceef2c1f-f837-4191-9da3-f62f8c2122be None None] Routers {'bcdfd97e-8056-41a1-909c-60470a16a5d5'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:41:04.168789 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-ceef2c1f-f837-4191-9da3-f62f8c2122be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:40:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['bcdfd97e-8056-41a1-909c-60470a16a5d5'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:41:04.271752 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33178db-aed4-4d2e-8d36-f8a083b6788a None None] Routers {'c6a2ac27-696d-4627-bb97-13fef0be903f'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:41:04.286946 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-c33178db-aed4-4d2e-8d36-f8a083b6788a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:40:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['c6a2ac27-696d-4627-bb97-13fef0be903f'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:41:04.444547 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-ceef2c1f-f837-4191-9da3-f62f8c2122be None None] Set router bcdfd97e-8056-41a1-909c-60470a16a5d5 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:41:04.478954 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee656f46-8dbc-4475-a1fd-ebe62cae5c3c None None] Pushing event updated for resources: {'Port': ['ID=a4c24f40-3864-47ec-9369-79a68c74a446,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:04.509454 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:04.518419 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4de98a2f-88a9-48a1-89ab-69398589f33c admin admin] Publish callbacks [] for router_gateway (bcdfd97e-8056-41a1-909c-60470a16a5d5), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:04.530752 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-c33178db-aed4-4d2e-8d36-f8a083b6788a None None] Set router c6a2ac27-696d-4627-bb97-13fef0be903f gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:41:04.542614 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:04.586777 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device ed149127-8dce-43cb-82af-f874f4c6c6e5 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:41:04.701098 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-ceef2c1f-f837-4191-9da3-f62f8c2122be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdfd97e-8056-41a1-909c-60470a16a5d5', 'name': 'tempest-LiveMigrationTest-248283437-router', 'tenant_id': '3836cf4a5fcb4de098cca1d964f3899e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '453d3326-0b23-407f-b550-81420d239313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:39:22Z', 'updated_at': '2022-08-27T04:41:02Z', 'revision_number': 5, 'project_id': '3836cf4a5fcb4de098cca1d964f3899e', 'gw_port': {'id': '453d3326-0b23-407f-b550-81420d239313', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:29:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdfd97e-8056-41a1-909c-60470a16a5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:24Z', 'updated_at': '2022-08-27T04:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:41:04.725781 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-4de98a2f-88a9-48a1-89ab-69398589f33c admin admin] Deleting port 453d3326-0b23-407f-b550-81420d239313 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:41:04.729120 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4de98a2f-88a9-48a1-89ab-69398589f33c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (453d3326-0b23-407f-b550-81420d239313), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:04.791048 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceef2c1f-f837-4191-9da3-f62f8c2122be None None] The sync data for ids ['bcdfd97e-8056-41a1-909c-60470a16a5d5'] in n-d-852088-5 is: [{'id': 'bcdfd97e-8056-41a1-909c-60470a16a5d5', 'name': 'tempest-LiveMigrationTest-248283437-router', 'tenant_id': '3836cf4a5fcb4de098cca1d964f3899e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '453d3326-0b23-407f-b550-81420d239313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:39:22Z', 'updated_at': '2022-08-27T04:41:02Z', 'revision_number': 5, 'project_id': '3836cf4a5fcb4de098cca1d964f3899e', 'gw_port': {'id': '453d3326-0b23-407f-b550-81420d239313', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:29:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdfd97e-8056-41a1-909c-60470a16a5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:24Z', 'updated_at': '2022-08-27T04:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:41:04.849739 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-c33178db-aed4-4d2e-8d36-f8a083b6788a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6a2ac27-696d-4627-bb97-13fef0be903f', 'name': 'tempest-FloatingIPDetailsTestJSON-610485069-router', 'tenant_id': '846cd1c98578429c921d9598106bcdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '35f84928-e4a8-4b25-9ecd-0694cc231b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:40:40Z', 'updated_at': '2022-08-27T04:40:57Z', 'revision_number': 4, 'project_id': '846cd1c98578429c921d9598106bcdcf', 'gw_port': {'id': '35f84928-e4a8-4b25-9ecd-0694cc231b05', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a2ac27-696d-4627-bb97-13fef0be903f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:40:42Z', 'updated_at': '2022-08-27T04:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'a4c24f40-3864-47ec-9369-79a68c74a446', 'name': '', 'network_id': '03f075aa-f9d3-4014-8380-16bd8f5a82bf', 'tenant_id': '846cd1c98578429c921d9598106bcdcf', 'mac_address': 'fa:16:3e:5d:a9:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6a2ac27-696d-4627-bb97-13fef0be903f', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '0b2b4016-0cc1-4fe8-84e5-85e6e57571e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:40:55Z', 'updated_at': '2022-08-27T04:41:04Z', 'revision_number': 4, 'project_id': '846cd1c98578429c921d9598106bcdcf', 'subnets': [{'id': '0b2b4016-0cc1-4fe8-84e5-85e6e57571e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:41:04.852772 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port ed149127-8dce-43cb-82af-f874f4c6c6e5 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:41:04.853149 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (ed149127-8dce-43cb-82af-f874f4c6c6e5), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:04.890565 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:04.894892 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33178db-aed4-4d2e-8d36-f8a083b6788a None None] The sync data for ids ['c6a2ac27-696d-4627-bb97-13fef0be903f'] in n-d-852088-5 is: [{'id': 'c6a2ac27-696d-4627-bb97-13fef0be903f', 'name': 'tempest-FloatingIPDetailsTestJSON-610485069-router', 'tenant_id': '846cd1c98578429c921d9598106bcdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '35f84928-e4a8-4b25-9ecd-0694cc231b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:40:40Z', 'updated_at': '2022-08-27T04:40:57Z', 'revision_number': 4, 'project_id': '846cd1c98578429c921d9598106bcdcf', 'gw_port': {'id': '35f84928-e4a8-4b25-9ecd-0694cc231b05', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a2ac27-696d-4627-bb97-13fef0be903f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:40:42Z', 'updated_at': '2022-08-27T04:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'a4c24f40-3864-47ec-9369-79a68c74a446', 'name': '', 'network_id': '03f075aa-f9d3-4014-8380-16bd8f5a82bf', 'tenant_id': '846cd1c98578429c921d9598106bcdcf', 'mac_address': 'fa:16:3e:5d:a9:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6a2ac27-696d-4627-bb97-13fef0be903f', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '0b2b4016-0cc1-4fe8-84e5-85e6e57571e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:40:55Z', 'updated_at': '2022-08-27T04:41:04Z', 'revision_number': 4, 'project_id': '846cd1c98578429c921d9598106bcdcf', 'subnets': [{'id': '0b2b4016-0cc1-4fe8-84e5-85e6e57571e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:41:04.906051 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-4de98a2f-88a9-48a1-89ab-69398589f33c admin admin] For port 453d3326-0b23-407f-b550-81420d239313, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=453d3326-0b23-407f-b550-81420d239313,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:41:04.906625 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4de98a2f-88a9-48a1-89ab-69398589f33c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (453d3326-0b23-407f-b550-81420d239313), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:04.927403 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-4de98a2f-88a9-48a1-89ab-69398589f33c admin admin] Calling delete_port for 453d3326-0b23-407f-b550-81420d239313 owned by network:router_gateway {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:41:05.188000 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-02b95676-0d37-4900-bbc4-087ab6f3f26d tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=d85e7650a4374066922085ef5115c973&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0784762 Aug 27 04:41:05.250299 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:05.268203 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port ed149127-8dce-43cb-82af-f874f4c6c6e5 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:41:05.391595 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a31c9ab-6c19-4b94-80fb-1acd8f749f28 req-04b42a85-6b04-43bc-86b7-ca789a327fd7 tempest-ServerDiagnosticsNegativeTest-56643718 tempest-ServerDiagnosticsNegativeTest-56643718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:05.396324 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8a31c9ab-6c19-4b94-80fb-1acd8f749f28 req-04b42a85-6b04-43bc-86b7-ca789a327fd7 tempest-ServerDiagnosticsNegativeTest-56643718 tempest-ServerDiagnosticsNegativeTest-56643718-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ee839071-a353-41ad-825d-4176ea1ef682 HTTP/1.1" status: 200 len: 949 time: 0.1668222 Aug 27 04:41:05.467036 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-048b9b81-4651-4a93-b8bd-345d25d5a1d8 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:05.470744 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-048b9b81-4651-4a93-b8bd-345d25d5a1d8 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2816229 Aug 27 04:41:05.503129 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-b7374dfb-d16a-4ca5-a2fb-3421e287a13d tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/quotas/d85e7650a4374066922085ef5115c973 HTTP/1.1" status: 200 len: 375 time: 0.0231419 Aug 27 04:41:05.508176 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4de98a2f-88a9-48a1-89ab-69398589f33c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (453d3326-0b23-407f-b550-81420d239313), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:05.586999 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8a31c9ab-6c19-4b94-80fb-1acd8f749f28 req-2f979f0f-c392-44fc-8cda-d86e59919445 tempest-ServerDiagnosticsNegativeTest-56643718 tempest-ServerDiagnosticsNegativeTest-56643718-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=dedfab32-2d7f-4ac5-bb22-fae6c859fab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728089 Aug 27 04:41:05.587738 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de98a2f-88a9-48a1-89ab-69398589f33c admin admin] Pushing event deleted for resources: {'Port': ['ID=453d3326-0b23-407f-b550-81420d239313,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:05.682649 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4de98a2f-88a9-48a1-89ab-69398589f33c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (bcdfd97e-8056-41a1-909c-60470a16a5d5), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:05.713829 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-40050ba1-8e6e-445d-945e-ddbb601c13e2 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=d85e7650a4374066922085ef5115c973&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1964574 Aug 27 04:41:05.845273 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4de98a2f-88a9-48a1-89ab-69398589f33c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (bcdfd97e-8056-41a1-909c-60470a16a5d5), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:05.848875 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4de98a2f-88a9-48a1-89ab-69398589f33c admin admin] Publish callbacks [] for router_controller (bcdfd97e-8056-41a1-909c-60470a16a5d5), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:05.855725 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device 4658f6bf-91e1-4496-b96f-8162922d439d up at agent hyperv_n-h1-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:41:05.960636 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4de98a2f-88a9-48a1-89ab-69398589f33c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (bcdfd97e-8056-41a1-909c-60470a16a5d5), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:05.961462 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de98a2f-88a9-48a1-89ab-69398589f33c admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcdfd97e-8056-41a1-909c-60470a16a5d5 {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:41:05.964901 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Provisioning for port 4658f6bf-91e1-4496-b96f-8162922d439d completed by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 27 04:41:05.983875 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4de98a2f-88a9-48a1-89ab-69398589f33c admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:05.987622 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-4de98a2f-88a9-48a1-89ab-69398589f33c admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/bcdfd97e-8056-41a1-909c-60470a16a5d5 HTTP/1.1" status: 204 len: 168 time: 2.5104685 Aug 27 04:41:05.987936 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40290) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:06.027222 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 04:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87c9604-e614-4306-bd99-f6cfd080d211 x-openstack-request-id: req-f87c9604-e614-4306-bd99-f6cfd080d211 {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:41:06.027724 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee839071-a353-41ad-825d-4176ea1ef682", "tag": "4658f6bf-91e1-4496-b96f-8162922d439d", "status": "completed", "code": 200}]} {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:41:06.027810 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f87c9604-e614-4306-bd99-f6cfd080d211 {{(pid=107776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:41:06.028224 n-d-852088-5 neutron-server[107776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f87c9604-e614-4306-bd99-f6cfd080d211'] response: {'name': 'network-changed', 'server_uuid': 'ee839071-a353-41ad-825d-4176ea1ef682', 'tag': '4658f6bf-91e1-4496-b96f-8162922d439d', 'status': 'completed', 'code': 200} Aug 27 04:41:06.064815 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:06.064815 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f2ec019-4c5a-46bb-99ac-714a28dd3912 admin admin] Deleting subnet b2534d27-6d19-4d04-a415-13e5fa9c5853 {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:41:06.064815 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1f2ec019-4c5a-46bb-99ac-714a28dd3912 admin admin] Publish callbacks [] for subnet (b2534d27-6d19-4d04-a415-13e5fa9c5853), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:06.101460 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1f2ec019-4c5a-46bb-99ac-714a28dd3912 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (b2534d27-6d19-4d04-a415-13e5fa9c5853), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:06.127652 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:06.147171 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b27c478-62d1-49b5-a8e1-340b1e0d8653 req-2b27ed78-7f43-4a85-b82f-0e98ee4e3073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:06.148885 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-8b27c478-62d1-49b5-a8e1-340b1e0d8653 req-2b27ed78-7f43-4a85-b82f-0e98ee4e3073 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=13b5bce4a2e84ed7a2eebbd849374b72&device_id=ee839071-a353-41ad-825d-4176ea1ef682 HTTP/1.1" status: 200 len: 1131 time: 0.0665824 Aug 27 04:41:06.225684 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1f2ec019-4c5a-46bb-99ac-714a28dd3912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (b2534d27-6d19-4d04-a415-13e5fa9c5853), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:06.261480 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b27c478-62d1-49b5-a8e1-340b1e0d8653 req-bba64c6f-91d2-433a-a997-0125cd49ca86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:06.263279 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-8b27c478-62d1-49b5-a8e1-340b1e0d8653 req-bba64c6f-91d2-433a-a997-0125cd49ca86 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=a82fb463-5a8f-4b8b-991d-61491eba11c6 HTTP/1.1" status: 200 len: 870 time: 0.1087224 Aug 27 04:41:06.304626 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-8b27c478-62d1-49b5-a8e1-340b1e0d8653 req-de3ad232-35c5-4094-a30b-f47701f4591e service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=4658f6bf-91e1-4496-b96f-8162922d439d HTTP/1.1" status: 200 len: 217 time: 0.0351868 Aug 27 04:41:06.376579 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b27c478-62d1-49b5-a8e1-340b1e0d8653 req-94c6f6f6-9231-493e-8bfe-3995964f8934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:06.378948 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-8b27c478-62d1-49b5-a8e1-340b1e0d8653 req-94c6f6f6-9231-493e-8bfe-3995964f8934 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.0652344 Aug 27 04:41:06.389618 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517aee8-9080-46ea-95ea-44a9af7e7135 req-efc19e14-b74c-47b6-bf11-db3621373a8d tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:06.391195 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c517aee8-9080-46ea-95ea-44a9af7e7135 req-efc19e14-b74c-47b6-bf11-db3621373a8d tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] 10.222.0.76 "GET /networking/v2.0/networks?id=4b90a02d-7596-4345-be3b-8f84a0599266 HTTP/1.1" status: 200 len: 821 time: 0.1630082 Aug 27 04:41:06.419252 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c517aee8-9080-46ea-95ea-44a9af7e7135 req-21eaf13b-ac12-4d4a-be41-477cf6e34202 tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] 10.222.0.76 "GET /networking/v2.0/quotas/58b3dd9918d0412a9441e5b405948450 HTTP/1.1" status: 200 len: 375 time: 0.0176594 Aug 27 04:41:06.425723 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b27c478-62d1-49b5-a8e1-340b1e0d8653 req-de80ed6c-c9f2-446b-a564-41de32ddaf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:06.427329 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-8b27c478-62d1-49b5-a8e1-340b1e0d8653 req-de80ed6c-c9f2-446b-a564-41de32ddaf87 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0424955 Aug 27 04:41:06.481733 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c517aee8-9080-46ea-95ea-44a9af7e7135 req-7f96457a-c1da-4552-8038-723764006bef tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=58b3dd9918d0412a9441e5b405948450&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549848 Aug 27 04:41:06.548032 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-8b27c478-62d1-49b5-a8e1-340b1e0d8653 req-6f05f5f1-c398-401d-9cbe-c4e5d51955ae service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110394 Aug 27 04:41:06.635602 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Provisioning complete for port 4658f6bf-91e1-4496-b96f-8162922d439d triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:41:06.635602 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (4658f6bf-91e1-4496-b96f-8162922d439d), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:06.665567 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a4c24f40-3864-47ec-9369-79a68c74a446 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:41:06.720954 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-8b27c478-62d1-49b5-a8e1-340b1e0d8653 req-3667c0df-f9a2-4c02-ae2e-ed9a465e2c90 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678331 Aug 27 04:41:06.731964 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:06.736857 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1f2ec019-4c5a-46bb-99ac-714a28dd3912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (b2534d27-6d19-4d04-a415-13e5fa9c5853), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:06.738319 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port a4c24f40-3864-47ec-9369-79a68c74a446 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:41:06.738587 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a4c24f40-3864-47ec-9369-79a68c74a446), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:06.874474 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Current status of the port 4658f6bf-91e1-4496-b96f-8162922d439d is: BUILD; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:41:06.874870 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (4658f6bf-91e1-4496-b96f-8162922d439d), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:06.881731 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2ec019-4c5a-46bb-99ac-714a28dd3912 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2534d27-6d19-4d04-a415-13e5fa9c5853,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:06.908111 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1f2ec019-4c5a-46bb-99ac-714a28dd3912 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:06.910038 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559ed663-6b2e-4300-9258-75b75a5783e1 None None] Network 3b65ea62-ed5a-43b6-9ebc-adebf100c991 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:41:06.911433 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1f2ec019-4c5a-46bb-99ac-714a28dd3912 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/b2534d27-6d19-4d04-a415-13e5fa9c5853 HTTP/1.1" status: 204 len: 168 time: 0.9225831 Aug 27 04:41:06.914746 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40318) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:07.042730 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee839071-a353-41ad-825d-4176ea1ef682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4658f6bf-91e1-4496-b96f-8162922d439d'}] {{(pid=107777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:41:07.047501 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6e1ed2c1589df8125b2075e26a1ec4ff1174e69d6a71546bdf3c3a9a29d330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda40066-4ada-4313-a073-8cef9780b8fd" -d '{"events": [{"server_uuid": "ee839071-a353-41ad-825d-4176ea1ef682", "name": "network-vif-plugged", "status": "completed", "tag": "4658f6bf-91e1-4496-b96f-8162922d439d"}]}' {{(pid=107777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:41:07.058020 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-0622f474-bd77-4965-b877-c4b0dc525536 req-acd7054c-d6c5-4f41-ba95-493b79ac5202 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] 10.222.0.76 "GET /networking/v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3799913 Aug 27 04:41:07.072779 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [req-0622f474-bd77-4965-b877-c4b0dc525536 req-360b1721-c7be-485e-ac25-3e4a4ff5c609 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Request body: {'floatingip': {'floating_network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:41:07.084445 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port 4658f6bf-91e1-4496-b96f-8162922d439d, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=4658f6bf-91e1-4496-b96f-8162922d439d,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:41:07.085421 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port a4c24f40-3864-47ec-9369-79a68c74a446 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:41:07.085811 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a4c24f40-3864-47ec-9369-79a68c74a446), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:07.122441 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ff72112b-f083-4cc8-8c25-efa88ef664e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (3b65ea62-ed5a-43b6-9ebc-adebf100c991), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:07.168758 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port a4c24f40-3864-47ec-9369-79a68c74a446, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a4c24f40-3864-47ec-9369-79a68c74a446,segment=NetworkSegment(32f681d5-7ea0-4660-b60d-4c81affb0df2),segment_id=32f681d5-7ea0-4660-b60d-4c81affb0df2)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:41:07.174008 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:07.186571 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-ff72112b-f083-4cc8-8c25-efa88ef664e5 admin admin] Deleting port 396b88cc-1561-4080-be7c-c94624b55f3a {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:41:07.186918 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ff72112b-f083-4cc8-8c25-efa88ef664e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (396b88cc-1561-4080-be7c-c94624b55f3a), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:07.200489 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (4658f6bf-91e1-4496-b96f-8162922d439d), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:07.200666 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-0622f474-bd77-4965-b877-c4b0dc525536 req-360b1721-c7be-485e-ac25-3e4a4ff5c609 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:07.261754 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558f1a12-ac56-4b77-93b4-df09966610df None None] DHCP port deletion for 3b65ea62-ed5a-43b6-9ebc-adebf100c991 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:41:07.266792 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a4c24f40-3864-47ec-9369-79a68c74a446), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:07.275058 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:07.327872 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-ff72112b-f083-4cc8-8c25-efa88ef664e5 admin admin] For port 396b88cc-1561-4080-be7c-c94624b55f3a, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=396b88cc-1561-4080-be7c-c94624b55f3a,segment=NetworkSegment(b18d3530-52ff-43bc-91ef-9657f4a0adf3),segment_id=b18d3530-52ff-43bc-91ef-9657f4a0adf3)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:41:07.328303 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ff72112b-f083-4cc8-8c25-efa88ef664e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (396b88cc-1561-4080-be7c-c94624b55f3a), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:07.330827 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-0622f474-bd77-4965-b877-c4b0dc525536 req-360b1721-c7be-485e-ac25-3e4a4ff5c609 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:07.372559 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a01ae985-ef41-409f-9aa4-d3b83e009793 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:41:07.381005 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-ff72112b-f083-4cc8-8c25-efa88ef664e5 admin admin] Calling delete_port for 396b88cc-1561-4080-be7c-c94624b55f3a owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:41:07.411366 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Pushing event updated for resources: {'Port': ['ID=4658f6bf-91e1-4496-b96f-8162922d439d,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:07.421900 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: a01ae985-ef41-409f-9aa4-d3b83e009793 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:41:07.428799 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a01ae985-ef41-409f-9aa4-d3b83e009793 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:41:07.429465 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 453d3326-0b23-407f-b550-81420d239313 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:41:07.462401 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-558f1a12-ac56-4b77-93b4-df09966610df None None] Deleting port 396b88cc-1561-4080-be7c-c94624b55f3a {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:41:07.463040 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-558f1a12-ac56-4b77-93b4-df09966610df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (396b88cc-1561-4080-be7c-c94624b55f3a), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:07.510811 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [req-0622f474-bd77-4965-b877-c4b0dc525536 req-360b1721-c7be-485e-ac25-3e4a4ff5c609 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Allocated IP 172.25.2.121 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/7c4abbac-7b44-4866-af24-13addaa2e7c5) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:41:07.574882 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 453d3326-0b23-407f-b550-81420d239313 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:41:07.584826 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 453d3326-0b23-407f-b550-81420d239313 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:41:07.644329 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-0622f474-bd77-4965-b877-c4b0dc525536 req-360b1721-c7be-485e-ac25-3e4a4ff5c609 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Publish callbacks [] for port (7c4abbac-7b44-4866-af24-13addaa2e7c5), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:07.651550 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:07.666741 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=a4c24f40-3864-47ec-9369-79a68c74a446,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:07.689743 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40328) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:07.689743 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-7d739a6b-3ea0-45dc-9383-8dc6f34f6bec tempest-AttachSCSIVolumeTestJSON-1739176800 tempest-AttachSCSIVolumeTestJSON-1739176800-project] Request body: {'security_group': {'name': 'tempest-securitygroup--719782428', 'description': 'tempest-description--766079681'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:41:07.724424 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-558f1a12-ac56-4b77-93b4-df09966610df None None] For port 396b88cc-1561-4080-be7c-c94624b55f3a, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=396b88cc-1561-4080-be7c-c94624b55f3a,segment=NetworkSegment(b18d3530-52ff-43bc-91ef-9657f4a0adf3),segment_id=b18d3530-52ff-43bc-91ef-9657f4a0adf3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:41:07.724871 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-558f1a12-ac56-4b77-93b4-df09966610df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (396b88cc-1561-4080-be7c-c94624b55f3a), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:07.741139 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-558f1a12-ac56-4b77-93b4-df09966610df None None] Calling delete_port for 396b88cc-1561-4080-be7c-c94624b55f3a owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:41:07.830889 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ff72112b-f083-4cc8-8c25-efa88ef664e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (396b88cc-1561-4080-be7c-c94624b55f3a), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:07.832992 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:07.836709 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-558f1a12-ac56-4b77-93b4-df09966610df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (396b88cc-1561-4080-be7c-c94624b55f3a), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:07.862122 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:07.866039 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f1a12-ac56-4b77-93b4-df09966610df None None] Pushing event deleted for resources: {'Port': ['ID=396b88cc-1561-4080-be7c-c94624b55f3a,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:07.866403 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff72112b-f083-4cc8-8c25-efa88ef664e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=396b88cc-1561-4080-be7c-c94624b55f3a,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:07.871014 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558f1a12-ac56-4b77-93b4-df09966610df None None] No DVR routers for this DVR port 396b88cc-1561-4080-be7c-c94624b55f3a on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:41:07.880007 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff72112b-f083-4cc8-8c25-efa88ef664e5 admin admin] No DVR routers for this DVR port 396b88cc-1561-4080-be7c-c94624b55f3a on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:41:07.887198 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-0622f474-bd77-4965-b877-c4b0dc525536 req-360b1721-c7be-485e-ac25-3e4a4ff5c609 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (7c4abbac-7b44-4866-af24-13addaa2e7c5), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:07.910140 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7d739a6b-3ea0-45dc-9383-8dc6f34f6bec tempest-AttachSCSIVolumeTestJSON-1739176800 tempest-AttachSCSIVolumeTestJSON-1739176800-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:07.940920 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:07.968328 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0622f474-bd77-4965-b877-c4b0dc525536 req-360b1721-c7be-485e-ac25-3e4a4ff5c609 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:41:07.970691 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b1721-c7be-485e-ac25-3e4a4ff5c609 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Pushing event updated for resources: {'Port': ['ID=7c4abbac-7b44-4866-af24-13addaa2e7c5,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:07.989262 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [req-0622f474-bd77-4965-b877-c4b0dc525536 req-360b1721-c7be-485e-ac25-3e4a4ff5c609 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:41:07.992092 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ff72112b-f083-4cc8-8c25-efa88ef664e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (3b65ea62-ed5a-43b6-9ebc-adebf100c991), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:07.998615 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [req-0622f474-bd77-4965-b877-c4b0dc525536 req-360b1721-c7be-485e-ac25-3e4a4ff5c609 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:41:08.028574 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-ff72112b-f083-4cc8-8c25-efa88ef664e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b65ea62-ed5a-43b6-9ebc-adebf100c991']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:41:08.044558 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-ff72112b-f083-4cc8-8c25-efa88ef664e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b18d3530-52ff-43bc-91ef-9657f4a0adf3') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:41:08.044857 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-ff72112b-f083-4cc8-8c25-efa88ef664e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b18d3530-52ff-43bc-91ef-9657f4a0adf3') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:41:08.061565 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ff72112b-f083-4cc8-8c25-efa88ef664e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (b18d3530-52ff-43bc-91ef-9657f4a0adf3), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:08.103215 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ff72112b-f083-4cc8-8c25-efa88ef664e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (b18d3530-52ff-43bc-91ef-9657f4a0adf3), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:08.112978 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7d739a6b-3ea0-45dc-9383-8dc6f34f6bec tempest-AttachSCSIVolumeTestJSON-1739176800 tempest-AttachSCSIVolumeTestJSON-1739176800-project] Publish callbacks [] for security_group (b2f0bf5f-f9e0-438f-b9a2-5ecf6aa3273f), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:08.117121 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff72112b-f083-4cc8-8c25-efa88ef664e5 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:41:08.117667 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ff72112b-f083-4cc8-8c25-efa88ef664e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (b18d3530-52ff-43bc-91ef-9657f4a0adf3), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:08.164506 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment b18d3530-52ff-43bc-91ef-9657f4a0adf3 resource provider aggregate not found Aug 27 04:41:08.184887 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment b18d3530-52ff-43bc-91ef-9657f4a0adf3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b18d3530-52ff-43bc-91ef-9657f4a0adf3 found for delete ", "request_id": "req-1910e688-c733-4d16-a29f-499ee8b2d519"}]} Aug 27 04:41:08.185521 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7d739a6b-3ea0-45dc-9383-8dc6f34f6bec tempest-AttachSCSIVolumeTestJSON-1739176800 tempest-AttachSCSIVolumeTestJSON-1739176800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (b2f0bf5f-f9e0-438f-b9a2-5ecf6aa3273f), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:08.195756 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-0622f474-bd77-4965-b877-c4b0dc525536 req-360b1721-c7be-485e-ac25-3e4a4ff5c609 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Publish callbacks [] for floatingip (7e16c04c-bf07-457e-9f65-f64667ca3698), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:08.217562 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d739a6b-3ea0-45dc-9383-8dc6f34f6bec tempest-AttachSCSIVolumeTestJSON-1739176800 tempest-AttachSCSIVolumeTestJSON-1739176800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f0bf5f-f9e0-438f-b9a2-5ecf6aa3273f,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:08.241976 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57567e-6eed-4b13-8c07-dbd2522de691 req-2257c2b2-61a5-4206-adec-643dc30f7742 tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:08.243461 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3d57567e-6eed-4b13-8c07-dbd2522de691 req-2257c2b2-61a5-4206-adec-643dc30f7742 tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] 10.222.0.76 "GET /networking/v2.0/networks?id=4b90a02d-7596-4345-be3b-8f84a0599266 HTTP/1.1" status: 200 len: 821 time: 0.1766088 Aug 27 04:41:08.259027 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3d57567e-6eed-4b13-8c07-dbd2522de691 req-da968764-85ef-4e85-88e6-b0c1ee120bad tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] 10.222.0.76 "GET /networking/v2.0/quotas/58b3dd9918d0412a9441e5b405948450 HTTP/1.1" status: 200 len: 375 time: 0.0101714 Aug 27 04:41:08.271844 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7d739a6b-3ea0-45dc-9383-8dc6f34f6bec tempest-AttachSCSIVolumeTestJSON-1739176800 tempest-AttachSCSIVolumeTestJSON-1739176800-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:08.273015 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7d739a6b-3ea0-45dc-9383-8dc6f34f6bec tempest-AttachSCSIVolumeTestJSON-1739176800 tempest-AttachSCSIVolumeTestJSON-1739176800-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5917788 Aug 27 04:41:08.273910 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ff72112b-f083-4cc8-8c25-efa88ef664e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (3b65ea62-ed5a-43b6-9ebc-adebf100c991), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:08.275908 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40370) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:08.282360 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-7a581220-2be5-4ca7-aac1-96da2d2ce89a tempest-AttachSCSIVolumeTestJSON-1739176800 tempest-AttachSCSIVolumeTestJSON-1739176800-project] Request body: {'security_group_rule': {'security_group_id': 'b2f0bf5f-f9e0-438f-b9a2-5ecf6aa3273f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:41:08.297273 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ff72112b-f083-4cc8-8c25-efa88ef664e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:08.300474 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ff72112b-f083-4cc8-8c25-efa88ef664e5 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/3b65ea62-ed5a-43b6-9ebc-adebf100c991 HTTP/1.1" status: 204 len: 168 time: 1.3844109 Aug 27 04:41:08.327396 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff72112b-f083-4cc8-8c25-efa88ef664e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b65ea62-ed5a-43b6-9ebc-adebf100c991,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:08.329625 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:08.375938 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-0622f474-bd77-4965-b877-c4b0dc525536 req-360b1721-c7be-485e-ac25-3e4a4ff5c609 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (7c4abbac-7b44-4866-af24-13addaa2e7c5), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:08.380894 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a4c24f40-3864-47ec-9369-79a68c74a446 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:41:08.402649 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3d57567e-6eed-4b13-8c07-dbd2522de691 req-50abdd6f-bb75-430b-bac1-ff8ee34185b2 tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=58b3dd9918d0412a9441e5b405948450&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1300802 Aug 27 04:41:08.421905 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7a581220-2be5-4ca7-aac1-96da2d2ce89a tempest-AttachSCSIVolumeTestJSON-1739176800 tempest-AttachSCSIVolumeTestJSON-1739176800-project] Publish callbacks [] for security_group_rule (6c206dda-b658-4b1f-a0f8-b3630f55c725), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:08.493524 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port a4c24f40-3864-47ec-9369-79a68c74a446 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:41:08.493910 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a4c24f40-3864-47ec-9369-79a68c74a446), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:08.552558 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7a581220-2be5-4ca7-aac1-96da2d2ce89a tempest-AttachSCSIVolumeTestJSON-1739176800 tempest-AttachSCSIVolumeTestJSON-1739176800-project] Publish callbacks [] for security_group_rule (6c206dda-b658-4b1f-a0f8-b3630f55c725), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:08.588239 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:08.613968 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dde766-ae2b-4abe-8c3b-4e717c07e2f7 req-f35b7a21-4a00-46f0-92df-087ca663894d tempest-ServerDiagnosticsNegativeTest-56643718 tempest-ServerDiagnosticsNegativeTest-56643718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:08.615695 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-70dde766-ae2b-4abe-8c3b-4e717c07e2f7 req-f35b7a21-4a00-46f0-92df-087ca663894d tempest-ServerDiagnosticsNegativeTest-56643718 tempest-ServerDiagnosticsNegativeTest-56643718-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ee839071-a353-41ad-825d-4176ea1ef682 HTTP/1.1" status: 200 len: 950 time: 0.0637066 Aug 27 04:41:08.615918 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port a4c24f40-3864-47ec-9369-79a68c74a446 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:41:08.663781 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7a581220-2be5-4ca7-aac1-96da2d2ce89a tempest-AttachSCSIVolumeTestJSON-1739176800 tempest-AttachSCSIVolumeTestJSON-1739176800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (6c206dda-b658-4b1f-a0f8-b3630f55c725), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:08.686666 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 396b88cc-1561-4080-be7c-c94624b55f3a no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:41:08.687173 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a581220-2be5-4ca7-aac1-96da2d2ce89a tempest-AttachSCSIVolumeTestJSON-1739176800 tempest-AttachSCSIVolumeTestJSON-1739176800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c206dda-b658-4b1f-a0f8-b3630f55c725,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:08.701587 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-0622f474-bd77-4965-b877-c4b0dc525536 req-360b1721-c7be-485e-ac25-3e4a4ff5c609 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Publish callbacks [] for port (7c4abbac-7b44-4866-af24-13addaa2e7c5), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:08.709510 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 396b88cc-1561-4080-be7c-c94624b55f3a {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:41:08.709852 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 396b88cc-1561-4080-be7c-c94624b55f3a not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:41:08.713774 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-70dde766-ae2b-4abe-8c3b-4e717c07e2f7 req-43cacc84-b1b3-4613-8e47-4649ff018567 tempest-ServerDiagnosticsNegativeTest-56643718 tempest-ServerDiagnosticsNegativeTest-56643718-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=dedfab32-2d7f-4ac5-bb22-fae6c859fab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850022 Aug 27 04:41:08.759596 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 04:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911ad979-9c34-48dd-970d-e9e8f3058a5b x-openstack-request-id: req-911ad979-9c34-48dd-970d-e9e8f3058a5b {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:41:08.760007 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee839071-a353-41ad-825d-4176ea1ef682", "name": "network-vif-plugged", "status": "completed", "tag": "4658f6bf-91e1-4496-b96f-8162922d439d", "code": 200}]} {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:41:08.760386 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-911ad979-9c34-48dd-970d-e9e8f3058a5b {{(pid=107777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:41:08.760847 n-d-852088-5 neutron-server[107777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-911ad979-9c34-48dd-970d-e9e8f3058a5b'] response: {'server_uuid': 'ee839071-a353-41ad-825d-4176ea1ef682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4658f6bf-91e1-4496-b96f-8162922d439d', 'code': 200} Aug 27 04:41:08.791689 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-0622f474-bd77-4965-b877-c4b0dc525536 req-360b1721-c7be-485e-ac25-3e4a4ff5c609 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (7c4abbac-7b44-4866-af24-13addaa2e7c5), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:08.798164 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7a581220-2be5-4ca7-aac1-96da2d2ce89a tempest-AttachSCSIVolumeTestJSON-1739176800 tempest-AttachSCSIVolumeTestJSON-1739176800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:08.801960 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7a581220-2be5-4ca7-aac1-96da2d2ce89a tempest-AttachSCSIVolumeTestJSON-1739176800 tempest-AttachSCSIVolumeTestJSON-1739176800-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5225642 Aug 27 04:41:08.802317 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40384) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:08.815594 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-afdc2783-c039-49e4-9946-232334e68ddd tempest-AttachSCSIVolumeTestJSON-1739176800 tempest-AttachSCSIVolumeTestJSON-1739176800-project] Request body: {'security_group_rule': {'security_group_id': 'b2f0bf5f-f9e0-438f-b9a2-5ecf6aa3273f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:41:08.869745 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40386) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:08.915257 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-0622f474-bd77-4965-b877-c4b0dc525536 req-360b1721-c7be-485e-ac25-3e4a4ff5c609 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677636'] for floatingip (7e16c04c-bf07-457e-9f65-f64667ca3698), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:08.919132 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b1721-c7be-485e-ac25-3e4a4ff5c609 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Pushing event updated for resources: {'Port': ['ID=7c4abbac-7b44-4866-af24-13addaa2e7c5,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:08.928681 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40388) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:08.939429 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b26b93fb-a0b5-4d47-9c94-96cfdc50f63b admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=876447d8eb814920856d46902fd76713&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0570426 Aug 27 04:41:08.948282 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-afdc2783-c039-49e4-9946-232334e68ddd tempest-AttachSCSIVolumeTestJSON-1739176800 tempest-AttachSCSIVolumeTestJSON-1739176800-project] Publish callbacks [] for security_group_rule (32b3948f-784e-4e67-90f0-42c73904c72d), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:08.995912 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-0622f474-bd77-4965-b877-c4b0dc525536 req-360b1721-c7be-485e-ac25-3e4a4ff5c609 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:08.997428 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-0622f474-bd77-4965-b877-c4b0dc525536 req-360b1721-c7be-485e-ac25-3e4a4ff5c609 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] 10.222.0.76 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9333742 Aug 27 04:41:09.043553 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e78ac0-708e-4941-bce3-2354c8db9fe5 req-4ca5e80a-08f6-4616-8453-1339637fb80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:09.045300 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-14e78ac0-708e-4941-bce3-2354c8db9fe5 req-4ca5e80a-08f6-4616-8453-1339637fb80b service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ee839071-a353-41ad-825d-4176ea1ef682 HTTP/1.1" status: 200 len: 1132 time: 0.0926678 Aug 27 04:41:09.066113 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-afdc2783-c039-49e4-9946-232334e68ddd tempest-AttachSCSIVolumeTestJSON-1739176800 tempest-AttachSCSIVolumeTestJSON-1739176800-project] Publish callbacks [] for security_group_rule (32b3948f-784e-4e67-90f0-42c73904c72d), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:09.090470 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7333fc96-df27-42fe-9aa2-a7cf8835a936 admin admin] Publish callbacks [] for security_group (7d011a74-d8aa-4c20-8661-cbcad2455b40), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:09.105520 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-0622f474-bd77-4965-b877-c4b0dc525536 req-015d6ec7-b764-4b72-be47-8582be966553 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] 10.222.0.76 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.121 HTTP/1.1" status: 200 len: 696 time: 0.0974030 Aug 27 04:41:09.128956 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7333fc96-df27-42fe-9aa2-a7cf8835a936 admin admin] Publish callbacks [] for security_group (7d011a74-d8aa-4c20-8661-cbcad2455b40), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:09.154899 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-afdc2783-c039-49e4-9946-232334e68ddd tempest-AttachSCSIVolumeTestJSON-1739176800 tempest-AttachSCSIVolumeTestJSON-1739176800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (32b3948f-784e-4e67-90f0-42c73904c72d), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:09.173879 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdc2783-c039-49e4-9946-232334e68ddd tempest-AttachSCSIVolumeTestJSON-1739176800 tempest-AttachSCSIVolumeTestJSON-1739176800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32b3948f-784e-4e67-90f0-42c73904c72d,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:09.202372 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-14e78ac0-708e-4941-bce3-2354c8db9fe5 req-e976718c-ef6a-4d5c-9273-e3e451ab67df service neutron] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dedfab32-2d7f-4ac5-bb22-fae6c859fab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741947 Aug 27 04:41:09.273053 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-afdc2783-c039-49e4-9946-232334e68ddd tempest-AttachSCSIVolumeTestJSON-1739176800 tempest-AttachSCSIVolumeTestJSON-1739176800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:09.277423 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-afdc2783-c039-49e4-9946-232334e68ddd tempest-AttachSCSIVolumeTestJSON-1739176800 tempest-AttachSCSIVolumeTestJSON-1739176800-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4673095 Aug 27 04:41:09.277721 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40396) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:09.291039 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-d21a41ab-79c8-4c7c-9007-9d25da01d7b1 tempest-AttachSCSIVolumeTestJSON-1739176800 tempest-AttachSCSIVolumeTestJSON-1739176800-project] Request body: {'floatingip': {'floating_network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:41:09.418198 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d21a41ab-79c8-4c7c-9007-9d25da01d7b1 tempest-AttachSCSIVolumeTestJSON-1739176800 tempest-AttachSCSIVolumeTestJSON-1739176800-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:09.462263 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:09.476640 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40400) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:09.487988 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-a0d9e518-d074-4274-8e7b-117503fd5d67 tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] Request body: {'security_group': {'name': 'tempest-securitygroup--728228742', 'description': 'tempest-description--632811818'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:41:09.515327 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622f474-bd77-4965-b877-c4b0dc525536 req-4dba36f4-e282-47b9-856d-63c0503460e2 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:09.521180 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-0622f474-bd77-4965-b877-c4b0dc525536 req-4dba36f4-e282-47b9-856d-63c0503460e2 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] 10.222.0.76 "GET /networking/v2.0/networks/2db7b18a-8c4b-4ba8-8012-3e7d96728abb HTTP/1.1" status: 200 len: 784 time: 0.4097741 Aug 27 04:41:09.524215 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d21a41ab-79c8-4c7c-9007-9d25da01d7b1 tempest-AttachSCSIVolumeTestJSON-1739176800 tempest-AttachSCSIVolumeTestJSON-1739176800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:09.528021 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [req-0622f474-bd77-4965-b877-c4b0dc525536 req-b4e3075f-c26a-41a4-9385-8981c102996d tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] http://10.222.0.76:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107775) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:41:09.529052 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-0622f474-bd77-4965-b877-c4b0dc525536 req-b4e3075f-c26a-41a4-9385-8981c102996d tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] 10.222.0.76 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0066409 Aug 27 04:41:09.531418 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:09.633025 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7c4146fd-4e0a-4bff-a63a-e9085d75e543 req-78385fa3-0ba4-49fd-b992-bad540310f92 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5b41c414-0f4f-4a7c-9887-2a60bd9b580b HTTP/1.1" status: 200 len: 210 time: 0.0344574 Aug 27 04:41:09.651795 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-d21a41ab-79c8-4c7c-9007-9d25da01d7b1 tempest-AttachSCSIVolumeTestJSON-1739176800 tempest-AttachSCSIVolumeTestJSON-1739176800-project] Allocated IP 172.25.2.159 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/770bb168-f6d2-493f-9290-f5aaec268bda) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:41:09.694289 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7333fc96-df27-42fe-9aa2-a7cf8835a936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (7d011a74-d8aa-4c20-8661-cbcad2455b40), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:09.694289 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7333fc96-df27-42fe-9aa2-a7cf8835a936 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:09.695188 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7333fc96-df27-42fe-9aa2-a7cf8835a936 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/7d011a74-d8aa-4c20-8661-cbcad2455b40 HTTP/1.1" status: 204 len: 168 time: 0.7655501 Aug 27 04:41:09.704078 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a0d9e518-d074-4274-8e7b-117503fd5d67 tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:09.744882 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7333fc96-df27-42fe-9aa2-a7cf8835a936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d011a74-d8aa-4c20-8661-cbcad2455b40,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:09.798749 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d21a41ab-79c8-4c7c-9007-9d25da01d7b1 tempest-AttachSCSIVolumeTestJSON-1739176800 tempest-AttachSCSIVolumeTestJSON-1739176800-project] Publish callbacks [] for port (770bb168-f6d2-493f-9290-f5aaec268bda), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:09.911912 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a0d9e518-d074-4274-8e7b-117503fd5d67 tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] Publish callbacks [] for security_group (b65d3d35-d8d2-4c57-85c6-0fccdb696a90), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:09.933798 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8f0152d3-5507-4d07-b9f3-d603f268f070 req-907d2957-fbf4-4457-b8d2-29ff06820031 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] 10.222.0.76 "GET /networking/v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1773062 Aug 27 04:41:09.943207 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [req-8f0152d3-5507-4d07-b9f3-d603f268f070 req-a9eac74a-341c-45e0-bad2-23505475610b tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Request body: {'floatingip': {'floating_network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:41:10.098153 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a0d9e518-d074-4274-8e7b-117503fd5d67 tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (b65d3d35-d8d2-4c57-85c6-0fccdb696a90), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:10.098409 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d21a41ab-79c8-4c7c-9007-9d25da01d7b1 tempest-AttachSCSIVolumeTestJSON-1739176800 tempest-AttachSCSIVolumeTestJSON-1739176800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (770bb168-f6d2-493f-9290-f5aaec268bda), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:10.111485 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:10.120356 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-8f0152d3-5507-4d07-b9f3-d603f268f070 req-a9eac74a-341c-45e0-bad2-23505475610b tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:10.206035 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:10.218390 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d9e518-d074-4274-8e7b-117503fd5d67 tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b65d3d35-d8d2-4c57-85c6-0fccdb696a90,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:10.228548 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7840d8-9ddb-404e-b453-6f76159a6927 req-6de83b8e-ae7b-4ca3-8b6b-7975e9973ecc tempest-ServerDiagnosticsNegativeTest-56643718 tempest-ServerDiagnosticsNegativeTest-56643718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:10.235135 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-bb7840d8-9ddb-404e-b453-6f76159a6927 req-6de83b8e-ae7b-4ca3-8b6b-7975e9973ecc tempest-ServerDiagnosticsNegativeTest-56643718 tempest-ServerDiagnosticsNegativeTest-56643718-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ee839071-a353-41ad-825d-4176ea1ef682 HTTP/1.1" status: 200 len: 950 time: 0.1440904 Aug 27 04:41:10.265932 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a0d9e518-d074-4274-8e7b-117503fd5d67 tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:10.267962 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a0d9e518-d074-4274-8e7b-117503fd5d67 tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7873137 Aug 27 04:41:10.279438 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40436) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:10.295045 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-0e0f3908-e5cb-41e6-8b33-ac65e51d6aff tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] Request body: {'security_group_rule': {'security_group_id': 'b65d3d35-d8d2-4c57-85c6-0fccdb696a90', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:41:10.323922 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-8f0152d3-5507-4d07-b9f3-d603f268f070 req-a9eac74a-341c-45e0-bad2-23505475610b tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:10.370555 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21a41ab-79c8-4c7c-9007-9d25da01d7b1 tempest-AttachSCSIVolumeTestJSON-1739176800 tempest-AttachSCSIVolumeTestJSON-1739176800-project] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:41:10.374274 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-d21a41ab-79c8-4c7c-9007-9d25da01d7b1 tempest-AttachSCSIVolumeTestJSON-1739176800 tempest-AttachSCSIVolumeTestJSON-1739176800-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:41:10.382623 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21a41ab-79c8-4c7c-9007-9d25da01d7b1 tempest-AttachSCSIVolumeTestJSON-1739176800 tempest-AttachSCSIVolumeTestJSON-1739176800-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:41:10.386341 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-bb7840d8-9ddb-404e-b453-6f76159a6927 req-9a017ca4-7ead-4f73-a5e4-e823634add13 tempest-ServerDiagnosticsNegativeTest-56643718 tempest-ServerDiagnosticsNegativeTest-56643718-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=dedfab32-2d7f-4ac5-bb22-fae6c859fab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480167 Aug 27 04:41:10.447496 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21a41ab-79c8-4c7c-9007-9d25da01d7b1 tempest-AttachSCSIVolumeTestJSON-1739176800 tempest-AttachSCSIVolumeTestJSON-1739176800-project] Pushing event updated for resources: {'Port': ['ID=770bb168-f6d2-493f-9290-f5aaec268bda,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:10.483886 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0e0f3908-e5cb-41e6-8b33-ac65e51d6aff tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] Publish callbacks [] for security_group_rule (7f734537-67c1-4a4e-b06c-9a5a9c9ba003), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:10.536363 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d21a41ab-79c8-4c7c-9007-9d25da01d7b1 tempest-AttachSCSIVolumeTestJSON-1739176800 tempest-AttachSCSIVolumeTestJSON-1739176800-project] Publish callbacks [] for floatingip (42feded7-6737-47e7-bb22-92743aea1d5d), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:10.573684 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [req-8f0152d3-5507-4d07-b9f3-d603f268f070 req-a9eac74a-341c-45e0-bad2-23505475610b tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Allocated IP 172.25.2.173 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/7c6d4629-d096-44e4-9d9b-0711f6f93c24) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:41:10.588311 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41af6d64-9c65-4eb3-8265-dacf767699cb req-e8d65105-32b7-4939-a072-355eb326b2f6 tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:10.592093 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-41af6d64-9c65-4eb3-8265-dacf767699cb req-e8d65105-32b7-4939-a072-355eb326b2f6 tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e907b3ea-a6a3-414d-85b7-b2a4632baf53 HTTP/1.1" status: 200 len: 949 time: 0.1088715 Aug 27 04:41:10.615235 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0e0f3908-e5cb-41e6-8b33-ac65e51d6aff tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] Publish callbacks [] for security_group_rule (7f734537-67c1-4a4e-b06c-9a5a9c9ba003), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:10.633090 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:10.701813 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-41af6d64-9c65-4eb3-8265-dacf767699cb req-ece7843d-9f3e-4ff6-a5cd-37d0a510ba14 tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=c8b47764-7b42-4d8a-9fea-350a8ffa6f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058426 Aug 27 04:41:10.708403 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d21a41ab-79c8-4c7c-9007-9d25da01d7b1 tempest-AttachSCSIVolumeTestJSON-1739176800 tempest-AttachSCSIVolumeTestJSON-1739176800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (770bb168-f6d2-493f-9290-f5aaec268bda), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:10.722239 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0e0f3908-e5cb-41e6-8b33-ac65e51d6aff tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (7f734537-67c1-4a4e-b06c-9a5a9c9ba003), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:10.771131 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0f3908-e5cb-41e6-8b33-ac65e51d6aff tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f734537-67c1-4a4e-b06c-9a5a9c9ba003,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:10.811770 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-8f0152d3-5507-4d07-b9f3-d603f268f070 req-a9eac74a-341c-45e0-bad2-23505475610b tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Publish callbacks [] for port (7c6d4629-d096-44e4-9d9b-0711f6f93c24), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:10.892024 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2bca248d-0eaa-4af8-b72a-b450c05b8576 req-45133c75-b6e7-4a7a-8976-fd163393dada tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5b41c414-0f4f-4a7c-9887-2a60bd9b580b HTTP/1.1" status: 200 len: 210 time: 0.0616088 Aug 27 04:41:10.924033 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-c6f8e14f-09fa-4981-a512-4f1107227697 req-2c3d22e7-1dea-4981-9106-f027d5b6882b service neutron] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aef5015d-04b9-4f2e-9f2f-6d294b36c318&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0758491 Aug 27 04:41:10.930661 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40450) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:10.944211 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0e0f3908-e5cb-41e6-8b33-ac65e51d6aff tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:10.946543 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0e0f3908-e5cb-41e6-8b33-ac65e51d6aff tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6632807 Aug 27 04:41:10.948061 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40452) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:10.961323 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-18cddad9-3d8e-4af0-a7ca-858dbc0ad6a9 tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] Request body: {'security_group_rule': {'security_group_id': 'b65d3d35-d8d2-4c57-85c6-0fccdb696a90', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:41:10.980006 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-8f0152d3-5507-4d07-b9f3-d603f268f070 req-a9eac74a-341c-45e0-bad2-23505475610b tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (7c6d4629-d096-44e4-9d9b-0711f6f93c24), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:11.009355 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f12385b6-27fd-43d1-bda0-fce640b96f38 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=3836cf4a5fcb4de098cca1d964f3899e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0803580 Aug 27 04:41:11.027584 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40460) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:11.027584 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d21a41ab-79c8-4c7c-9007-9d25da01d7b1 tempest-AttachSCSIVolumeTestJSON-1739176800 tempest-AttachSCSIVolumeTestJSON-1739176800-project] Publish callbacks [] for port (770bb168-f6d2-493f-9290-f5aaec268bda), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:11.058357 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f0152d3-5507-4d07-b9f3-d603f268f070 req-a9eac74a-341c-45e0-bad2-23505475610b tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:41:11.061832 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [req-8f0152d3-5507-4d07-b9f3-d603f268f070 req-a9eac74a-341c-45e0-bad2-23505475610b tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:41:11.065728 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f0152d3-5507-4d07-b9f3-d603f268f070 req-a9eac74a-341c-45e0-bad2-23505475610b tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:41:11.068905 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eac74a-341c-45e0-bad2-23505475610b tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Pushing event updated for resources: {'Port': ['ID=7c6d4629-d096-44e4-9d9b-0711f6f93c24,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:11.072368 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-154056ce-dad9-40fa-9d38-cb34085d90ca admin admin] Publish callbacks [] for security_group (1004d7df-3d65-4d66-b1d7-84ef469d1c81), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:11.084046 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:11.096091 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-154056ce-dad9-40fa-9d38-cb34085d90ca admin admin] Publish callbacks [] for security_group (1004d7df-3d65-4d66-b1d7-84ef469d1c81), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:11.110319 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d21a41ab-79c8-4c7c-9007-9d25da01d7b1 tempest-AttachSCSIVolumeTestJSON-1739176800 tempest-AttachSCSIVolumeTestJSON-1739176800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (770bb168-f6d2-493f-9290-f5aaec268bda), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:11.120695 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-18cddad9-3d8e-4af0-a7ca-858dbc0ad6a9 tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] Publish callbacks [] for security_group_rule (641ee816-99b0-4729-9123-010495c31d05), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:11.219426 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d21a41ab-79c8-4c7c-9007-9d25da01d7b1 tempest-AttachSCSIVolumeTestJSON-1739176800 tempest-AttachSCSIVolumeTestJSON-1739176800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677636'] for floatingip (42feded7-6737-47e7-bb22-92743aea1d5d), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:11.232289 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-f14709b1-7e6b-44a7-8a3e-ec38b79119fd tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=d85e7650a4374066922085ef5115c973&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0707037 Aug 27 04:41:11.255093 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-8f0152d3-5507-4d07-b9f3-d603f268f070 req-a9eac74a-341c-45e0-bad2-23505475610b tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Publish callbacks [] for floatingip (3ff9343c-be03-48cf-b0de-c4d25044a9d8), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:11.260362 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f8e14f-09fa-4981-a512-4f1107227697 req-55bd79b2-4893-4b00-af62-d49a01503fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:11.261856 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c6f8e14f-09fa-4981-a512-4f1107227697 req-55bd79b2-4893-4b00-af62-d49a01503fe6 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=d85e7650a4374066922085ef5115c973&device_id=aef5015d-04b9-4f2e-9f2f-6d294b36c318 HTTP/1.1" status: 200 len: 1132 time: 0.1001222 Aug 27 04:41:11.294055 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-18cddad9-3d8e-4af0-a7ca-858dbc0ad6a9 tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] Publish callbacks [] for security_group_rule (641ee816-99b0-4729-9123-010495c31d05), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:11.333938 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21a41ab-79c8-4c7c-9007-9d25da01d7b1 tempest-AttachSCSIVolumeTestJSON-1739176800 tempest-AttachSCSIVolumeTestJSON-1739176800-project] Pushing event updated for resources: {'Port': ['ID=770bb168-f6d2-493f-9290-f5aaec268bda,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:11.348299 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d21a41ab-79c8-4c7c-9007-9d25da01d7b1 tempest-AttachSCSIVolumeTestJSON-1739176800 tempest-AttachSCSIVolumeTestJSON-1739176800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:11.349634 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d21a41ab-79c8-4c7c-9007-9d25da01d7b1 tempest-AttachSCSIVolumeTestJSON-1739176800 tempest-AttachSCSIVolumeTestJSON-1739176800-project] 10.222.0.76 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0705471 Aug 27 04:41:11.413437 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-18cddad9-3d8e-4af0-a7ca-858dbc0ad6a9 tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (641ee816-99b0-4729-9123-010495c31d05), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:11.414259 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-ad315fe4-46c0-429c-aa15-4069f66404d1 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:11.419948 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-ad315fe4-46c0-429c-aa15-4069f66404d1 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1615219 Aug 27 04:41:11.443037 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-840a7926-c762-4c62-af82-d431f49e4ff8 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Request body: {'port': {'device_id': '4bf2d29a-e105-4009-90cf-3e4ff882c9b1', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'admin_state_up': True, 'tenant_id': 'd85e7650a4374066922085ef5115c973'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:41:11.455023 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-8f0152d3-5507-4d07-b9f3-d603f268f070 req-a9eac74a-341c-45e0-bad2-23505475610b tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (7c6d4629-d096-44e4-9d9b-0711f6f93c24), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:11.463811 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cddad9-3d8e-4af0-a7ca-858dbc0ad6a9 tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=641ee816-99b0-4729-9123-010495c31d05,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:11.489926 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f8e14f-09fa-4981-a512-4f1107227697 req-28c4242a-b895-4922-97d6-a4fca510a678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:11.491440 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c6f8e14f-09fa-4981-a512-4f1107227697 req-28c4242a-b895-4922-97d6-a4fca510a678 service neutron] 10.222.0.78 "GET /networking/v2.0/networks?id=a82fb463-5a8f-4b8b-991d-61491eba11c6 HTTP/1.1" status: 200 len: 870 time: 0.1823993 Aug 27 04:41:11.511933 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-154056ce-dad9-40fa-9d38-cb34085d90ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (1004d7df-3d65-4d66-b1d7-84ef469d1c81), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:11.515074 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-154056ce-dad9-40fa-9d38-cb34085d90ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:11.517056 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-154056ce-dad9-40fa-9d38-cb34085d90ca admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/1004d7df-3d65-4d66-b1d7-84ef469d1c81 HTTP/1.1" status: 204 len: 168 time: 0.5000534 Aug 27 04:41:11.533125 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.78', 57326) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:11.533864 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154056ce-dad9-40fa-9d38-cb34085d90ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1004d7df-3d65-4d66-b1d7-84ef469d1c81,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:11.552615 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-18cddad9-3d8e-4af0-a7ca-858dbc0ad6a9 tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:11.554691 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-18cddad9-3d8e-4af0-a7ca-858dbc0ad6a9 tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6056457 Aug 27 04:41:11.556087 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c6f8e14f-09fa-4981-a512-4f1107227697 req-1a0855ab-f909-458d-b1c2-2467af898075 service neutron] 10.222.0.78 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=a723b0a9-1e91-40c0-a00b-51235a1e481f HTTP/1.1" status: 200 len: 217 time: 0.0564170 Aug 27 04:41:11.560234 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40486) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:11.566121 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-185878ec-acc0-4ecc-bc69-684e59593c10 tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] Request body: {'floatingip': {'floating_network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:41:11.569594 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:11.593369 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-05f2bf98-fdf2-4d0a-8174-283c72318025 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=d85e7650a4374066922085ef5115c973&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0561757 Aug 27 04:41:11.680694 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:11.703329 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f8e14f-09fa-4981-a512-4f1107227697 req-b8542494-f100-4704-9824-c5d5adeb0aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:11.705369 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c6f8e14f-09fa-4981-a512-4f1107227697 req-b8542494-f100-4704-9824-c5d5adeb0aa9 service neutron] 10.222.0.78 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.1287246 Aug 27 04:41:11.751616 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:11.759930 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-185878ec-acc0-4ecc-bc69-684e59593c10 tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:11.778944 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-c29c0583-f607-4255-a97c-5e5c48257c67 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:11.780354 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-c29c0583-f607-4255-a97c-5e5c48257c67 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1812108 Aug 27 04:41:11.782057 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-840a7926-c762-4c62-af82-d431f49e4ff8 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Made reservation on behalf of d85e7650a4374066922085ef5115c973 for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:41:11.785184 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-840a7926-c762-4c62-af82-d431f49e4ff8 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:11.794080 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f8e14f-09fa-4981-a512-4f1107227697 req-8c3bf9b6-924f-4724-a496-6f7029f9212b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:11.795644 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c6f8e14f-09fa-4981-a512-4f1107227697 req-8c3bf9b6-924f-4724-a496-6f7029f9212b service neutron] 10.222.0.78 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0833256 Aug 27 04:41:11.800022 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-5f9b25f7-f9a7-4898-b75a-44ca4e29e70f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Request body: {'port': {'device_id': '5b41c414-0f4f-4a7c-9887-2a60bd9b580b', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'admin_state_up': True, 'tenant_id': 'd85e7650a4374066922085ef5115c973'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:41:11.903765 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device e2e2a634-e765-4b2e-a554-069ff64a88a2 no longer exists at agent hyperv_n-h1-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:41:11.989333 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c6f8e14f-09fa-4981-a512-4f1107227697 req-6dc07024-a5aa-4853-9a04-5dcdc85a9ba2 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579373 Aug 27 04:41:12.013055 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Current status of the port e2e2a634-e765-4b2e-a554-069ff64a88a2 is: ACTIVE; New status is: DOWN {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:41:12.013739 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (e2e2a634-e765-4b2e-a554-069ff64a88a2), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:12.028747 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-840a7926-c762-4c62-af82-d431f49e4ff8 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Allocated IP 192.168.233.119 (a82fb463-5a8f-4b8b-991d-61491eba11c6/120f3302-721f-4373-86a6-3aa14ccf6ac4/7174c67f-162b-4c47-a77c-12737a841916) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:41:12.074715 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e907b3ea-a6a3-414d-85b7-b2a4632baf53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2e2a634-e765-4b2e-a554-069ff64a88a2'}] {{(pid=107777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:41:12.078184 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6e1ed2c1589df8125b2075e26a1ec4ff1174e69d6a71546bdf3c3a9a29d330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37e85ea-0de1-4b7f-a892-05fe54239511" -d '{"events": [{"server_uuid": "e907b3ea-a6a3-414d-85b7-b2a4632baf53", "name": "network-vif-unplugged", "status": "completed", "tag": "e2e2a634-e765-4b2e-a554-069ff64a88a2"}]}' {{(pid=107777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:41:12.085900 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port e2e2a634-e765-4b2e-a554-069ff64a88a2, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=e2e2a634-e765-4b2e-a554-069ff64a88a2,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:41:12.092464 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-5f9b25f7-f9a7-4898-b75a-44ca4e29e70f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Made reservation on behalf of d85e7650a4374066922085ef5115c973 for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:41:12.097152 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-5f9b25f7-f9a7-4898-b75a-44ca4e29e70f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:12.112743 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c6f8e14f-09fa-4981-a512-4f1107227697 req-535e43b9-f6e5-41a1-b61d-52e352d018cf service neutron] 10.222.0.78 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145182 Aug 27 04:41:12.136996 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-8f0152d3-5507-4d07-b9f3-d603f268f070 req-a9eac74a-341c-45e0-bad2-23505475610b tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Publish callbacks [] for port (7c6d4629-d096-44e4-9d9b-0711f6f93c24), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:12.155901 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (e2e2a634-e765-4b2e-a554-069ff64a88a2), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:12.162798 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-185878ec-acc0-4ecc-bc69-684e59593c10 tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:12.219553 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Pushing event updated for resources: {'Port': ['ID=e2e2a634-e765-4b2e-a554-069ff64a88a2,revision_number=8']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:12.248794 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-8f0152d3-5507-4d07-b9f3-d603f268f070 req-a9eac74a-341c-45e0-bad2-23505475610b tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (7c6d4629-d096-44e4-9d9b-0711f6f93c24), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:12.304831 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-840a7926-c762-4c62-af82-d431f49e4ff8 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks [] for port (7174c67f-162b-4c47-a77c-12737a841916), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:12.365519 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-8f0152d3-5507-4d07-b9f3-d603f268f070 req-a9eac74a-341c-45e0-bad2-23505475610b tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677636'] for floatingip (3ff9343c-be03-48cf-b0de-c4d25044a9d8), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:12.379525 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eac74a-341c-45e0-bad2-23505475610b tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Pushing event updated for resources: {'Port': ['ID=7c6d4629-d096-44e4-9d9b-0711f6f93c24,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:12.398131 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-185878ec-acc0-4ecc-bc69-684e59593c10 tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] Allocated IP 172.25.2.249 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/810884a2-8820-46cb-b572-b2a993e1a9a8) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:41:12.406303 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:12.414985 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-840a7926-c762-4c62-af82-d431f49e4ff8 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (7174c67f-162b-4c47-a77c-12737a841916), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:12.428641 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] get_ports_and_sgs() called for port_ids ['a723b0a9-1e91-40c0-a00b-51235a1e481f'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:41:12.497000 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-8f0152d3-5507-4d07-b9f3-d603f268f070 req-a9eac74a-341c-45e0-bad2-23505475610b tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:12.499645 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8f0152d3-5507-4d07-b9f3-d603f268f070 req-a9eac74a-341c-45e0-bad2-23505475610b tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] 10.222.0.76 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5604267 Aug 27 04:41:12.526910 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-840a7926-c762-4c62-af82-d431f49e4ff8 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Network a82fb463-5a8f-4b8b-991d-61491eba11c6 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:41:12.540984 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-840a7926-c762-4c62-af82-d431f49e4ff8 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:41:12.543516 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-840a7926-c762-4c62-af82-d431f49e4ff8 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:41:12.548247 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840a7926-c762-4c62-af82-d431f49e4ff8 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Pushing event updated for resources: {'Port': ['ID=7174c67f-162b-4c47-a77c-12737a841916,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:12.566784 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8f0152d3-5507-4d07-b9f3-d603f268f070 req-4b15d465-74f1-4ddd-89d8-e2a89e4a941a tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] 10.222.0.76 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.173 HTTP/1.1" status: 200 len: 696 time: 0.0582311 Aug 27 04:41:12.575017 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-5f9b25f7-f9a7-4898-b75a-44ca4e29e70f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Allocated IP 192.168.233.20 (a82fb463-5a8f-4b8b-991d-61491eba11c6/120f3302-721f-4373-86a6-3aa14ccf6ac4/f306f1e1-1f92-41b7-973f-427a4a933e36) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:41:12.631246 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:INSERT=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:12.674635 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-840a7926-c762-4c62-af82-d431f49e4ff8 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:12.675305 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-840a7926-c762-4c62-af82-d431f49e4ff8 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:12.689499 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-185878ec-acc0-4ecc-bc69-684e59593c10 tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] Publish callbacks [] for port (810884a2-8820-46cb-b572-b2a993e1a9a8), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:12.780759 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-840a7926-c762-4c62-af82-d431f49e4ff8 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3404195 Aug 27 04:41:12.793330 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-5a4708c1-5c9f-4ace-ad2f-65bb88ac64ec service neutron] Request body: {'port': {'device_id': '4bf2d29a-e105-4009-90cf-3e4ff882c9b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-852088-5'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:41:12.795438 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0152d3-5507-4d07-b9f3-d603f268f070 req-26f328b2-bb1a-4bf0-9ae9-e204423446f8 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:12.797142 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8f0152d3-5507-4d07-b9f3-d603f268f070 req-26f328b2-bb1a-4bf0-9ae9-e204423446f8 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] 10.222.0.76 "GET /networking/v2.0/networks/2db7b18a-8c4b-4ba8-8012-3e7d96728abb HTTP/1.1" status: 200 len: 784 time: 0.2202361 Aug 27 04:41:12.802959 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-185878ec-acc0-4ecc-bc69-684e59593c10 tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (810884a2-8820-46cb-b572-b2a993e1a9a8), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:12.841739 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185878ec-acc0-4ecc-bc69-684e59593c10 tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:41:12.844950 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-185878ec-acc0-4ecc-bc69-684e59593c10 tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:41:12.851095 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185878ec-acc0-4ecc-bc69-684e59593c10 tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:41:12.886439 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185878ec-acc0-4ecc-bc69-684e59593c10 tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] Pushing event updated for resources: {'Port': ['ID=810884a2-8820-46cb-b572-b2a993e1a9a8,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:12.917620 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-b9a85149-0507-41cb-bd1b-71c8f0bbce6b None None] Provisioning complete for port 7174c67f-162b-4c47-a77c-12737a841916 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:41:12.918045 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b9a85149-0507-41cb-bd1b-71c8f0bbce6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (7174c67f-162b-4c47-a77c-12737a841916), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:12.940846 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-5a4708c1-5c9f-4ace-ad2f-65bb88ac64ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (7174c67f-162b-4c47-a77c-12737a841916), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:12.962670 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-5f9b25f7-f9a7-4898-b75a-44ca4e29e70f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks [] for port (f306f1e1-1f92-41b7-973f-427a4a933e36), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:13.009701 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-b9a85149-0507-41cb-bd1b-71c8f0bbce6b None None] Port 7174c67f-162b-4c47-a77c-12737a841916 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:41:13.072807 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-185878ec-acc0-4ecc-bc69-684e59593c10 tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] Publish callbacks [] for floatingip (533f4722-a580-4bc7-9520-260d7acefd2b), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:13.079120 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f4a1a-2528-4138-86cb-2259d41c392c req-4095c237-4f36-4ab4-bff5-d0fa7097d167 tempest-ServerDiagnosticsNegativeTest-56643718 tempest-ServerDiagnosticsNegativeTest-56643718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:13.088762 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-443f4a1a-2528-4138-86cb-2259d41c392c req-4095c237-4f36-4ab4-bff5-d0fa7097d167 tempest-ServerDiagnosticsNegativeTest-56643718 tempest-ServerDiagnosticsNegativeTest-56643718-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ee839071-a353-41ad-825d-4176ea1ef682 HTTP/1.1" status: 200 len: 950 time: 0.1120305 Aug 27 04:41:13.153456 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e3f62edb-0df5-4882-a560-c89d3896e105 req-57085cf8-c7ae-453b-bdbe-57a603984918 tempest-AttachSCSIVolumeTestJSON-1739176800 tempest-AttachSCSIVolumeTestJSON-1739176800-project] 10.222.0.76 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--719782428&fields=id&tenant_id=b6295028045c4e4a89a385e4e835c7a3 HTTP/1.1" status: 200 len: 267 time: 0.1139638 Aug 27 04:41:13.178939 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-443f4a1a-2528-4138-86cb-2259d41c392c req-cd8fc8fa-c1e7-4411-83bb-fb5c6356a8e8 tempest-ServerDiagnosticsNegativeTest-56643718 tempest-ServerDiagnosticsNegativeTest-56643718-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=dedfab32-2d7f-4ac5-bb22-fae6c859fab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814877 Aug 27 04:41:13.186727 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-5f9b25f7-f9a7-4898-b75a-44ca4e29e70f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (f306f1e1-1f92-41b7-973f-427a4a933e36), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:13.199925 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] get_ports_and_sgs() called for port_ids ['a723b0a9-1e91-40c0-a00b-51235a1e481f'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:41:13.215263 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:13.244356 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:13.290514 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-5f9b25f7-f9a7-4898-b75a-44ca4e29e70f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Network a82fb463-5a8f-4b8b-991d-61491eba11c6 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:41:13.305024 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-5f9b25f7-f9a7-4898-b75a-44ca4e29e70f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:41:13.305024 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-5f9b25f7-f9a7-4898-b75a-44ca4e29e70f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:41:13.309372 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-185878ec-acc0-4ecc-bc69-684e59593c10 tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (810884a2-8820-46cb-b572-b2a993e1a9a8), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:13.367618 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-5f9b25f7-f9a7-4898-b75a-44ca4e29e70f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:13.368522 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-5f9b25f7-f9a7-4898-b75a-44ca4e29e70f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:13.391958 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b25f7-f9a7-4898-b75a-44ca4e29e70f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Pushing event updated for resources: {'Port': ['ID=f306f1e1-1f92-41b7-973f-427a4a933e36,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:13.477444 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-5f9b25f7-f9a7-4898-b75a-44ca4e29e70f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6884379 Aug 27 04:41:13.499981 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c7fd9-9873-4d9f-835e-d7014da9159c req-12740576-7043-4f0e-b1ce-e94f5f9d1049 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:13.501540 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2e2c7fd9-9873-4d9f-835e-d7014da9159c req-12740576-7043-4f0e-b1ce-e94f5f9d1049 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5b41c414-0f4f-4a7c-9887-2a60bd9b580b HTTP/1.1" status: 200 len: 935 time: 0.2374997 Aug 27 04:41:13.514969 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-284b3b5b-170c-412b-a887-925fe28b4885 service neutron] Request body: {'port': {'device_id': '5b41c414-0f4f-4a7c-9887-2a60bd9b580b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-852088-5'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:41:13.565775 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-5a4708c1-5c9f-4ace-ad2f-65bb88ac64ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7174c67f-162b-4c47-a77c-12737a841916 {{(pid=107776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 04:41:13.569359 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f62edb-0df5-4882-a560-c89d3896e105 req-0c14fd63-64ec-4328-bb15-0f11a47d3b7a tempest-AttachSCSIVolumeTestJSON-1739176800 tempest-AttachSCSIVolumeTestJSON-1739176800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:13.577284 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e3f62edb-0df5-4882-a560-c89d3896e105 req-0c14fd63-64ec-4328-bb15-0f11a47d3b7a tempest-AttachSCSIVolumeTestJSON-1739176800 tempest-AttachSCSIVolumeTestJSON-1739176800-project] 10.222.0.76 "GET /networking/v2.0/networks?id=3a4fb9cd-27e3-4fc7-b4e5-f61592dbf377 HTTP/1.1" status: 200 len: 814 time: 0.4153051 Aug 27 04:41:13.578633 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-5a4708c1-5c9f-4ace-ad2f-65bb88ac64ec service neutron] Publish callbacks [] for port (7174c67f-162b-4c47-a77c-12737a841916), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:13.604934 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e3f62edb-0df5-4882-a560-c89d3896e105 req-7f277d59-eab2-46d1-97fb-c221d975105b tempest-AttachSCSIVolumeTestJSON-1739176800 tempest-AttachSCSIVolumeTestJSON-1739176800-project] 10.222.0.76 "GET /networking/v2.0/quotas/b6295028045c4e4a89a385e4e835c7a3 HTTP/1.1" status: 200 len: 375 time: 0.0267105 Aug 27 04:41:13.612622 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:13.625920 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.provisioning_blocks [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-5a4708c1-5c9f-4ace-ad2f-65bb88ac64ec service neutron] Transition to ACTIVE for port object 7174c67f-162b-4c47-a77c-12737a841916 will not be triggered until provisioned by entity L2. {{(pid=107776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 27 04:41:13.626945 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:13.627951 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-284b3b5b-170c-412b-a887-925fe28b4885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f306f1e1-1f92-41b7-973f-427a4a933e36), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:13.648279 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-da42cbf2-16f8-444e-871b-8566bcbe5b18 None None] Provisioning complete for port f306f1e1-1f92-41b7-973f-427a4a933e36 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:41:13.649297 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-da42cbf2-16f8-444e-871b-8566bcbe5b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (f306f1e1-1f92-41b7-973f-427a4a933e36), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:13.663898 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2e2c7fd9-9873-4d9f-835e-d7014da9159c req-f3b1646d-2494-423f-8aeb-d19555a7cbb3 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516616 Aug 27 04:41:13.685868 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:13.694801 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:13.698238 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-da42cbf2-16f8-444e-871b-8566bcbe5b18 None None] Port f306f1e1-1f92-41b7-973f-427a4a933e36 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:41:13.717418 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-185878ec-acc0-4ecc-bc69-684e59593c10 tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] Publish callbacks [] for port (810884a2-8820-46cb-b572-b2a993e1a9a8), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:13.725366 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e3f62edb-0df5-4882-a560-c89d3896e105 req-3ed09e8e-9460-49f0-98dc-306e49e8e5d9 tempest-AttachSCSIVolumeTestJSON-1739176800 tempest-AttachSCSIVolumeTestJSON-1739176800-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=b6295028045c4e4a89a385e4e835c7a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1129866 Aug 27 04:41:13.731222 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Aug 2022 04:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75646348-a04c-4e56-a8be-3036450da0a0 x-openstack-request-id: req-75646348-a04c-4e56-a8be-3036450da0a0 {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:41:13.731539 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e907b3ea-a6a3-414d-85b7-b2a4632baf53", "name": "network-vif-unplugged", "status": "completed", "tag": "e2e2a634-e765-4b2e-a554-069ff64a88a2", "code": 200}]} {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:41:13.731793 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-75646348-a04c-4e56-a8be-3036450da0a0 {{(pid=107777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:41:13.732202 n-d-852088-5 neutron-server[107777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75646348-a04c-4e56-a8be-3036450da0a0'] response: {'server_uuid': 'e907b3ea-a6a3-414d-85b7-b2a4632baf53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2e2a634-e765-4b2e-a554-069ff64a88a2', 'code': 200} Aug 27 04:41:13.770731 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-5a4708c1-5c9f-4ace-ad2f-65bb88ac64ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (7174c67f-162b-4c47-a77c-12737a841916), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:13.807323 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-185878ec-acc0-4ecc-bc69-684e59593c10 tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (810884a2-8820-46cb-b572-b2a993e1a9a8), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:13.899480 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4708c1-5c9f-4ace-ad2f-65bb88ac64ec service neutron] Pushing event updated for resources: {'Port': ['ID=7174c67f-162b-4c47-a77c-12737a841916,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:13.990080 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-5a4708c1-5c9f-4ace-ad2f-65bb88ac64ec service neutron] Attempting to bind port 7174c67f-162b-4c47-a77c-12737a841916 on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:41:13.990434 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-5a4708c1-5c9f-4ace-ad2f-65bb88ac64ec service neutron] Attempting to bind port 7174c67f-162b-4c47-a77c-12737a841916 by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:41:13.990745 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-5a4708c1-5c9f-4ace-ad2f-65bb88ac64ec service neutron] Attempting to bind port 7174c67f-162b-4c47-a77c-12737a841916 on network a82fb463-5a8f-4b8b-991d-61491eba11c6 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:41:14.007457 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-5a4708c1-5c9f-4ace-ad2f-65bb88ac64ec service neutron] Port 7174c67f-162b-4c47-a77c-12737a841916 on network a82fb463-5a8f-4b8b-991d-61491eba11c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:41:14.007847 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-5a4708c1-5c9f-4ace-ad2f-65bb88ac64ec service neutron] Attempting to bind port 7174c67f-162b-4c47-a77c-12737a841916 on network a82fb463-5a8f-4b8b-991d-61491eba11c6 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:41:14.020975 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-5a4708c1-5c9f-4ace-ad2f-65bb88ac64ec service neutron] Checking agent: {'id': '01e14a85-d0aa-43ee-b1d5-63de1ae70758', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 36, 7), 'started_at': datetime.datetime(2022, 8, 27, 4, 36, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:41:14.021354 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-5a4708c1-5c9f-4ace-ad2f-65bb88ac64ec service neutron] Checking segment: {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:41:14.021744 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-5a4708c1-5c9f-4ace-ad2f-65bb88ac64ec service neutron] Bound using segment: {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'} {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:41:14.022207 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-5a4708c1-5c9f-4ace-ad2f-65bb88ac64ec service neutron] Bound port: 7174c67f-162b-4c47-a77c-12737a841916, host: n-h2-852088-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'}}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:41:14.022925 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-5a4708c1-5c9f-4ace-ad2f-65bb88ac64ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (7174c67f-162b-4c47-a77c-12737a841916), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:14.067053 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40582) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:14.141321 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-284b3b5b-170c-412b-a887-925fe28b4885 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f306f1e1-1f92-41b7-973f-427a4a933e36 {{(pid=107776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 04:41:14.156749 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:14.158917 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-284b3b5b-170c-412b-a887-925fe28b4885 service neutron] Publish callbacks [] for port (f306f1e1-1f92-41b7-973f-427a4a933e36), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:14.184000 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-5a4708c1-5c9f-4ace-ad2f-65bb88ac64ec service neutron] For port 7174c67f-162b-4c47-a77c-12737a841916, host n-h2-852088-5, cleared binding levels {{(pid=107776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:41:14.192387 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-5a4708c1-5c9f-4ace-ad2f-65bb88ac64ec service neutron] For port 7174c67f-162b-4c47-a77c-12737a841916, host n-h2-852088-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852088-5',level=0,port_id=7174c67f-162b-4c47-a77c-12737a841916,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:41:14.197543 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.provisioning_blocks [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-284b3b5b-170c-412b-a887-925fe28b4885 service neutron] Transition to ACTIVE for port object f306f1e1-1f92-41b7-973f-427a4a933e36 will not be triggered until provisioned by entity L2. {{(pid=107776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 27 04:41:14.211641 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8b8e1c0c-458e-4162-a1a5-4bfebbf391ba tempest-AttachSCSIVolumeTestJSON-1739176800 tempest-AttachSCSIVolumeTestJSON-1739176800-project] Publish callbacks [] for security_group (b2f0bf5f-f9e0-438f-b9a2-5ecf6aa3273f), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:14.223420 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-185878ec-acc0-4ecc-bc69-684e59593c10 tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677636'] for floatingip (533f4722-a580-4bc7-9520-260d7acefd2b), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:14.239019 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8b8e1c0c-458e-4162-a1a5-4bfebbf391ba tempest-AttachSCSIVolumeTestJSON-1739176800 tempest-AttachSCSIVolumeTestJSON-1739176800-project] Publish callbacks [] for security_group (b2f0bf5f-f9e0-438f-b9a2-5ecf6aa3273f), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:14.287461 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-5a4708c1-5c9f-4ace-ad2f-65bb88ac64ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (7174c67f-162b-4c47-a77c-12737a841916), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:14.292002 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-284b3b5b-170c-412b-a887-925fe28b4885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (f306f1e1-1f92-41b7-973f-427a4a933e36), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:14.294329 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185878ec-acc0-4ecc-bc69-684e59593c10 tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] Pushing event updated for resources: {'Port': ['ID=810884a2-8820-46cb-b572-b2a993e1a9a8,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:14.296012 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-5a4708c1-5c9f-4ace-ad2f-65bb88ac64ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:14.297965 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-5a4708c1-5c9f-4ace-ad2f-65bb88ac64ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:14.298984 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-5a4708c1-5c9f-4ace-ad2f-65bb88ac64ec service neutron] 10.222.0.78 "PUT /networking/v2.0/ports/7174c67f-162b-4c47-a77c-12737a841916 HTTP/1.1" status: 200 len: 1096 time: 1.5123858 Aug 27 04:41:14.299767 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bf2d29a-e105-4009-90cf-3e4ff882c9b1', 'tag': '7174c67f-162b-4c47-a77c-12737a841916'}] {{(pid=107776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:41:14.302119 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7ad66632f4c78724655075356aa8535ba41c652eced6c9cea0c1f0c67b1e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59a24e0-c9eb-4ab3-ba2c-b3b70fe723d0" -d '{"events": [{"name": "network-changed", "server_uuid": "4bf2d29a-e105-4009-90cf-3e4ff882c9b1", "tag": "7174c67f-162b-4c47-a77c-12737a841916"}]}' {{(pid=107776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:41:14.333451 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-20b08483-4f46-4548-8607-640a23aa77a4 req-684dff1e-5701-4812-b9cd-9fc7cb2d957e tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] 10.222.0.76 "GET /networking/v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5916002 Aug 27 04:41:14.343128 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [req-20b08483-4f46-4548-8607-640a23aa77a4 req-694ddbf0-2e8a-462c-a59c-ca180ac81c21 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Request body: {'floatingip': {'floating_network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:41:14.377432 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-185878ec-acc0-4ecc-bc69-684e59593c10 tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:14.387346 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-185878ec-acc0-4ecc-bc69-684e59593c10 tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] 10.222.0.76 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8176017 Aug 27 04:41:14.402331 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8b8e1c0c-458e-4162-a1a5-4bfebbf391ba tempest-AttachSCSIVolumeTestJSON-1739176800 tempest-AttachSCSIVolumeTestJSON-1739176800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (b2f0bf5f-f9e0-438f-b9a2-5ecf6aa3273f), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:14.405013 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8b8e1c0c-458e-4162-a1a5-4bfebbf391ba tempest-AttachSCSIVolumeTestJSON-1739176800 tempest-AttachSCSIVolumeTestJSON-1739176800-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:14.406829 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8b8e1c0c-458e-4162-a1a5-4bfebbf391ba tempest-AttachSCSIVolumeTestJSON-1739176800 tempest-AttachSCSIVolumeTestJSON-1739176800-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/b2f0bf5f-f9e0-438f-b9a2-5ecf6aa3273f HTTP/1.1" status: 204 len: 168 time: 0.3199313 Aug 27 04:41:14.410949 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40600) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:14.428290 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-9ec78d70-5895-4c6a-96e9-1ed0146168a6 tempest-AttachSCSIVolumeTestJSON-1739176800 tempest-AttachSCSIVolumeTestJSON-1739176800-project] show failed (client error): The resource could not be found. Aug 27 04:41:14.432021 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9ec78d70-5895-4c6a-96e9-1ed0146168a6 tempest-AttachSCSIVolumeTestJSON-1739176800 tempest-AttachSCSIVolumeTestJSON-1739176800-project] 10.222.0.76 "GET /networking/v2.0/security-groups/b2f0bf5f-f9e0-438f-b9a2-5ecf6aa3273f HTTP/1.1" status: 404 len: 347 time: 0.0169845 Aug 27 04:41:14.432148 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4708c1-5c9f-4ace-ad2f-65bb88ac64ec service neutron] Pushing event updated for resources: {'Port': ['ID=7174c67f-162b-4c47-a77c-12737a841916,revision_number=3']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:14.432270 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40602) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:14.438626 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8e1c0c-458e-4162-a1a5-4bfebbf391ba tempest-AttachSCSIVolumeTestJSON-1739176800 tempest-AttachSCSIVolumeTestJSON-1739176800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f0bf5f-f9e0-438f-b9a2-5ecf6aa3273f,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:14.456745 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:14.493451 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-20b08483-4f46-4548-8607-640a23aa77a4 req-694ddbf0-2e8a-462c-a59c-ca180ac81c21 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:14.518617 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:14.537031 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-42c5ecdd-edd5-4ec1-ae5c-acb302cae423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:14.538604 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-42c5ecdd-edd5-4ec1-ae5c-acb302cae423 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=d85e7650a4374066922085ef5115c973&device_id=4bf2d29a-e105-4009-90cf-3e4ff882c9b1 HTTP/1.1" status: 200 len: 1130 time: 0.1276941 Aug 27 04:41:14.542539 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-284b3b5b-170c-412b-a887-925fe28b4885 service neutron] Attempting to bind port f306f1e1-1f92-41b7-973f-427a4a933e36 on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:41:14.542876 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-284b3b5b-170c-412b-a887-925fe28b4885 service neutron] Attempting to bind port f306f1e1-1f92-41b7-973f-427a4a933e36 by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:41:14.543206 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-284b3b5b-170c-412b-a887-925fe28b4885 service neutron] Attempting to bind port f306f1e1-1f92-41b7-973f-427a4a933e36 on network a82fb463-5a8f-4b8b-991d-61491eba11c6 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:41:14.558541 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-284b3b5b-170c-412b-a887-925fe28b4885 service neutron] Port f306f1e1-1f92-41b7-973f-427a4a933e36 on network a82fb463-5a8f-4b8b-991d-61491eba11c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:41:14.558870 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-284b3b5b-170c-412b-a887-925fe28b4885 service neutron] Attempting to bind port f306f1e1-1f92-41b7-973f-427a4a933e36 on network a82fb463-5a8f-4b8b-991d-61491eba11c6 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:41:14.560748 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284b3b5b-170c-412b-a887-925fe28b4885 service neutron] Pushing event updated for resources: {'Port': ['ID=f306f1e1-1f92-41b7-973f-427a4a933e36,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:14.599606 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-3c2365d3-77ca-4b27-accd-bcd6feaf0c8f service neutron] 10.222.0.78 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=7174c67f-162b-4c47-a77c-12737a841916 HTTP/1.1" status: 200 len: 217 time: 0.0539317 Aug 27 04:41:14.600470 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-284b3b5b-170c-412b-a887-925fe28b4885 service neutron] Checking agent: {'id': '01e14a85-d0aa-43ee-b1d5-63de1ae70758', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 36, 7), 'started_at': datetime.datetime(2022, 8, 27, 4, 36, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:41:14.600807 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-284b3b5b-170c-412b-a887-925fe28b4885 service neutron] Checking segment: {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:41:14.601178 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-284b3b5b-170c-412b-a887-925fe28b4885 service neutron] Bound using segment: {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'} {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:41:14.601616 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-284b3b5b-170c-412b-a887-925fe28b4885 service neutron] Bound port: f306f1e1-1f92-41b7-973f-427a4a933e36, host: n-h2-852088-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'}}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:41:14.601976 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-284b3b5b-170c-412b-a887-925fe28b4885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f306f1e1-1f92-41b7-973f-427a4a933e36), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:14.632271 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-dcf90065-c060-400d-9a2c-5b9c49ed975f tempest-AttachSCSIVolumeTestJSON-1739176800 tempest-AttachSCSIVolumeTestJSON-1739176800-project] Deleting port 770bb168-f6d2-493f-9290-f5aaec268bda {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:41:14.632507 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dcf90065-c060-400d-9a2c-5b9c49ed975f tempest-AttachSCSIVolumeTestJSON-1739176800 tempest-AttachSCSIVolumeTestJSON-1739176800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (770bb168-f6d2-493f-9290-f5aaec268bda), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:14.658280 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:14.686595 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-2eadf7e4-817a-451d-842d-a62a70a45438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:14.688302 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-2eadf7e4-817a-451d-842d-a62a70a45438 service neutron] 10.222.0.78 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.0829058 Aug 27 04:41:14.694743 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-20b08483-4f46-4548-8607-640a23aa77a4 req-694ddbf0-2e8a-462c-a59c-ca180ac81c21 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:14.709022 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=78 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:14.736902 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-284b3b5b-170c-412b-a887-925fe28b4885 service neutron] For port f306f1e1-1f92-41b7-973f-427a4a933e36, host n-h2-852088-5, cleared binding levels {{(pid=107776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:41:14.748877 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-c7a37159-754b-4bf4-a21d-daa7ebd74afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:14.750446 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-c7a37159-754b-4bf4-a21d-daa7ebd74afb service neutron] 10.222.0.78 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0562458 Aug 27 04:41:14.754714 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-284b3b5b-170c-412b-a887-925fe28b4885 service neutron] For port f306f1e1-1f92-41b7-973f-427a4a933e36, host n-h2-852088-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852088-5',level=0,port_id=f306f1e1-1f92-41b7-973f-427a4a933e36,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:41:14.786529 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dcf90065-c060-400d-9a2c-5b9c49ed975f tempest-AttachSCSIVolumeTestJSON-1739176800 tempest-AttachSCSIVolumeTestJSON-1739176800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (770bb168-f6d2-493f-9290-f5aaec268bda), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:14.786883 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dcf90065-c060-400d-9a2c-5b9c49ed975f tempest-AttachSCSIVolumeTestJSON-1739176800 tempest-AttachSCSIVolumeTestJSON-1739176800-project] Publish callbacks [] for floatingip (770bb168-f6d2-493f-9290-f5aaec268bda), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:14.823054 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-dcf90065-c060-400d-9a2c-5b9c49ed975f tempest-AttachSCSIVolumeTestJSON-1739176800 tempest-AttachSCSIVolumeTestJSON-1739176800-project] Calling delete_port for 770bb168-f6d2-493f-9290-f5aaec268bda owned by network:floatingip {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:41:14.838729 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-284b3b5b-170c-412b-a887-925fe28b4885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (f306f1e1-1f92-41b7-973f-427a4a933e36), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:14.852294 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-284b3b5b-170c-412b-a887-925fe28b4885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:14.852911 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-284b3b5b-170c-412b-a887-925fe28b4885 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:14.854323 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-284b3b5b-170c-412b-a887-925fe28b4885 service neutron] 10.222.0.78 "PUT /networking/v2.0/ports/f306f1e1-1f92-41b7-973f-427a4a933e36 HTTP/1.1" status: 200 len: 1095 time: 1.3662717 Aug 27 04:41:14.895031 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-cd4fcbd4-2f18-4a25-a89d-dcf543197878 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356804 Aug 27 04:41:14.898548 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [req-20b08483-4f46-4548-8607-640a23aa77a4 req-694ddbf0-2e8a-462c-a59c-ca180ac81c21 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Allocated IP 172.25.2.174 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/ba39b394-1e61-4524-95f1-83623da7368e) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:41:14.911492 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284b3b5b-170c-412b-a887-925fe28b4885 service neutron] Pushing event updated for resources: {'Port': ['ID=f306f1e1-1f92-41b7-973f-427a4a933e36,revision_number=3']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:15.074179 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-20b08483-4f46-4548-8607-640a23aa77a4 req-694ddbf0-2e8a-462c-a59c-ca180ac81c21 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Publish callbacks [] for port (ba39b394-1e61-4524-95f1-83623da7368e), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:15.144795 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-5e8ddb43-bb47-49cb-8564-57b3218e7259 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922534 Aug 27 04:41:15.184852 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-20b08483-4f46-4548-8607-640a23aa77a4 req-694ddbf0-2e8a-462c-a59c-ca180ac81c21 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (ba39b394-1e61-4524-95f1-83623da7368e), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:15.195857 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dcf90065-c060-400d-9a2c-5b9c49ed975f tempest-AttachSCSIVolumeTestJSON-1739176800 tempest-AttachSCSIVolumeTestJSON-1739176800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (770bb168-f6d2-493f-9290-f5aaec268bda), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:15.200726 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:15.242247 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20b08483-4f46-4548-8607-640a23aa77a4 req-694ddbf0-2e8a-462c-a59c-ca180ac81c21 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:41:15.255343 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-16bca4c3-7aaf-4832-afd4-f7653512d4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:15.257034 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-16bca4c3-7aaf-4832-afd4-f7653512d4f8 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=d85e7650a4374066922085ef5115c973&device_id=5b41c414-0f4f-4a7c-9887-2a60bd9b580b HTTP/1.1" status: 200 len: 1129 time: 0.0498691 Aug 27 04:41:15.259294 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [req-20b08483-4f46-4548-8607-640a23aa77a4 req-694ddbf0-2e8a-462c-a59c-ca180ac81c21 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:41:15.285445 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b08483-4f46-4548-8607-640a23aa77a4 req-694ddbf0-2e8a-462c-a59c-ca180ac81c21 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:41:15.288666 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ddbf0-2e8a-462c-a59c-ca180ac81c21 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Pushing event updated for resources: {'Port': ['ID=ba39b394-1e61-4524-95f1-83623da7368e,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:15.295410 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:15.352823 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=7 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:15.355313 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf90065-c060-400d-9a2c-5b9c49ed975f tempest-AttachSCSIVolumeTestJSON-1739176800 tempest-AttachSCSIVolumeTestJSON-1739176800-project] Pushing event deleted for resources: {'Port': ['ID=770bb168-f6d2-493f-9290-f5aaec268bda,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:15.399347 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8fcc4ece-561c-4134-bc64-273422e48ee4 req-fafb9388-661f-4f8a-aa7f-7da11d37471b tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=8511e600620148c2b51cb7fe446763eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370915 Aug 27 04:41:15.407412 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dcf90065-c060-400d-9a2c-5b9c49ed975f tempest-AttachSCSIVolumeTestJSON-1739176800 tempest-AttachSCSIVolumeTestJSON-1739176800-project] Publish callbacks [] for floatingip (42feded7-6737-47e7-bb22-92743aea1d5d), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:15.413620 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dcf90065-c060-400d-9a2c-5b9c49ed975f tempest-AttachSCSIVolumeTestJSON-1739176800 tempest-AttachSCSIVolumeTestJSON-1739176800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:15.413620 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-dcf90065-c060-400d-9a2c-5b9c49ed975f tempest-AttachSCSIVolumeTestJSON-1739176800 tempest-AttachSCSIVolumeTestJSON-1739176800-project] 10.222.0.76 "DELETE /networking/v2.0/floatingips/42feded7-6737-47e7-bb22-92743aea1d5d HTTP/1.1" status: 204 len: 168 time: 0.9777489 Aug 27 04:41:15.516418 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-20b08483-4f46-4548-8607-640a23aa77a4 req-694ddbf0-2e8a-462c-a59c-ca180ac81c21 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Publish callbacks [] for floatingip (7f216355-c630-441d-98e6-86123b81770f), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:15.563626 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc4ece-561c-4134-bc64-273422e48ee4 req-72eda5fe-89cb-4407-8d7c-c91805077426 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:15.565781 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8fcc4ece-561c-4134-bc64-273422e48ee4 req-72eda5fe-89cb-4407-8d7c-c91805077426 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1538386 Aug 27 04:41:15.582241 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8fcc4ece-561c-4134-bc64-273422e48ee4 req-b10e62a5-0c9c-4741-9902-546590598520 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/quotas/8511e600620148c2b51cb7fe446763eb HTTP/1.1" status: 200 len: 375 time: 0.0107210 Aug 27 04:41:15.619069 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8fcc4ece-561c-4134-bc64-273422e48ee4 req-7bc7c602-1bdd-4e7b-a9e8-d8044bf9deb7 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=8511e600620148c2b51cb7fe446763eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301306 Aug 27 04:41:15.688721 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-20b08483-4f46-4548-8607-640a23aa77a4 req-694ddbf0-2e8a-462c-a59c-ca180ac81c21 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (ba39b394-1e61-4524-95f1-83623da7368e), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:15.850685 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 04:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8eea37-3d42-46d9-8b13-c332c02973ec x-openstack-request-id: req-ee8eea37-3d42-46d9-8b13-c332c02973ec {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:41:15.851150 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bf2d29a-e105-4009-90cf-3e4ff882c9b1", "tag": "7174c67f-162b-4c47-a77c-12737a841916", "status": "completed", "code": 200}]} {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:41:15.851247 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ee8eea37-3d42-46d9-8b13-c332c02973ec {{(pid=107776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:41:15.851625 n-d-852088-5 neutron-server[107776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee8eea37-3d42-46d9-8b13-c332c02973ec'] response: {'name': 'network-changed', 'server_uuid': '4bf2d29a-e105-4009-90cf-3e4ff882c9b1', 'tag': '7174c67f-162b-4c47-a77c-12737a841916', 'status': 'completed', 'code': 200} Aug 27 04:41:15.856068 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-20b08483-4f46-4548-8607-640a23aa77a4 req-694ddbf0-2e8a-462c-a59c-ca180ac81c21 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Publish callbacks [] for port (ba39b394-1e61-4524-95f1-83623da7368e), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:15.909624 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-20b08483-4f46-4548-8607-640a23aa77a4 req-694ddbf0-2e8a-462c-a59c-ca180ac81c21 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (ba39b394-1e61-4524-95f1-83623da7368e), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:15.954781 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:16.007658 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ddbf0-2e8a-462c-a59c-ca180ac81c21 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Pushing event updated for resources: {'Port': ['ID=ba39b394-1e61-4524-95f1-83623da7368e,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:16.017756 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-20b08483-4f46-4548-8607-640a23aa77a4 req-694ddbf0-2e8a-462c-a59c-ca180ac81c21 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677636'] for floatingip (7f216355-c630-441d-98e6-86123b81770f), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:16.045659 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1ccb5685-6e9a-4131-84d5-4dd1d0661af4 req-8e027459-787a-4ed5-8d7c-3b10206c108b tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] 10.222.0.76 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--728228742&fields=id&tenant_id=58b3dd9918d0412a9441e5b405948450 HTTP/1.1" status: 200 len: 267 time: 0.0931809 Aug 27 04:41:16.161393 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb5685-6e9a-4131-84d5-4dd1d0661af4 req-bc3f7b73-1dc9-4cc6-885b-d35e05fde42b tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:16.162887 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1ccb5685-6e9a-4131-84d5-4dd1d0661af4 req-bc3f7b73-1dc9-4cc6-885b-d35e05fde42b tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] 10.222.0.76 "GET /networking/v2.0/networks?id=4b90a02d-7596-4345-be3b-8f84a0599266 HTTP/1.1" status: 200 len: 821 time: 0.1096909 Aug 27 04:41:16.180113 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-20b08483-4f46-4548-8607-640a23aa77a4 req-694ddbf0-2e8a-462c-a59c-ca180ac81c21 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:16.181391 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-20b08483-4f46-4548-8607-640a23aa77a4 req-694ddbf0-2e8a-462c-a59c-ca180ac81c21 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] 10.222.0.76 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8421507 Aug 27 04:41:16.183054 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1ccb5685-6e9a-4131-84d5-4dd1d0661af4 req-e3f0d9af-cf72-444c-b672-d853ed95d58f tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] 10.222.0.76 "GET /networking/v2.0/quotas/58b3dd9918d0412a9441e5b405948450 HTTP/1.1" status: 200 len: 375 time: 0.0142829 Aug 27 04:41:16.257401 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-20b08483-4f46-4548-8607-640a23aa77a4 req-9aef676d-19a3-4c93-967c-5f7fdd9a8384 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] 10.222.0.76 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.174 HTTP/1.1" status: 200 len: 696 time: 0.0702393 Aug 27 04:41:16.287715 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1ccb5685-6e9a-4131-84d5-4dd1d0661af4 req-52a9e558-bff1-490e-a674-04d7ba38c957 tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=58b3dd9918d0412a9441e5b405948450&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0981145 Aug 27 04:41:16.348348 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:16.404385 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b08483-4f46-4548-8607-640a23aa77a4 req-bf423d9b-c2e9-4c11-8cd4-eb071bc77710 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:16.405830 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-20b08483-4f46-4548-8607-640a23aa77a4 req-bf423d9b-c2e9-4c11-8cd4-eb071bc77710 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] 10.222.0.76 "GET /networking/v2.0/networks/2db7b18a-8c4b-4ba8-8012-3e7d96728abb HTTP/1.1" status: 200 len: 784 time: 0.1378512 Aug 27 04:41:16.427568 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [req-20b08483-4f46-4548-8607-640a23aa77a4 req-cba3887e-0a31-4eeb-8b9f-af56790475b3 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] http://10.222.0.76:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107775) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:41:16.428607 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-20b08483-4f46-4548-8607-640a23aa77a4 req-cba3887e-0a31-4eeb-8b9f-af56790475b3 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] 10.222.0.76 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0059521 Aug 27 04:41:16.565246 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3318399f-c7e3-4fb9-819e-737f2cc673d2 req-dfd32b6c-83fc-451c-bd4a-7609c0f0dacb tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:16.566750 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3318399f-c7e3-4fb9-819e-737f2cc673d2 req-dfd32b6c-83fc-451c-bd4a-7609c0f0dacb tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5b41c414-0f4f-4a7c-9887-2a60bd9b580b HTTP/1.1" status: 200 len: 947 time: 0.1115422 Aug 27 04:41:16.629791 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb239e-4fc9-42d8-910d-f9dea5a498ce req-13d3570d-3dec-4d03-949a-7cc9c68cc929 tempest-ServerDiagnosticsNegativeTest-56643718 tempest-ServerDiagnosticsNegativeTest-56643718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:16.631317 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-17eb239e-4fc9-42d8-910d-f9dea5a498ce req-13d3570d-3dec-4d03-949a-7cc9c68cc929 tempest-ServerDiagnosticsNegativeTest-56643718 tempest-ServerDiagnosticsNegativeTest-56643718-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ee839071-a353-41ad-825d-4176ea1ef682 HTTP/1.1" status: 200 len: 950 time: 0.0838742 Aug 27 04:41:16.674757 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3318399f-c7e3-4fb9-819e-737f2cc673d2 req-73c21aa2-38bb-4093-b75f-37b29cbd2ffd tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867383 Aug 27 04:41:16.718662 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-17eb239e-4fc9-42d8-910d-f9dea5a498ce req-47864e3f-71a8-4563-988c-8dc3872b8ec0 tempest-ServerDiagnosticsNegativeTest-56643718 tempest-ServerDiagnosticsNegativeTest-56643718-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=dedfab32-2d7f-4ac5-bb22-fae6c859fab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758848 Aug 27 04:41:16.773367 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-224c0b22-122f-4c2c-9cd8-7a0d58935bf9 req-5fe8cbb1-b05a-41ee-a719-b0485b0df630 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8b04c2f7-f091-4a7e-b4c0-3766f0213d90 HTTP/1.1" status: 200 len: 210 time: 0.0439658 Aug 27 04:41:16.858121 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40738) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:16.912381 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-424a4b3e-4ea4-49a0-af32-56ad07ce1912 req-fa584a1c-c5d9-4b97-8d97-e040c8b987f0 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] 10.222.0.76 "GET /networking/v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1511865 Aug 27 04:41:16.926627 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [req-424a4b3e-4ea4-49a0-af32-56ad07ce1912 req-cc4b19ff-b7c2-4ee8-ae85-031f132eb024 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Request body: {'floatingip': {'floating_network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:41:17.080904 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-424a4b3e-4ea4-49a0-af32-56ad07ce1912 req-cc4b19ff-b7c2-4ee8-ae85-031f132eb024 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:17.085024 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:17.128514 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40744) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:17.157997 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ccb2e4-1874-494b-9c52-9ef00c1d17ff req-3f1949b9-33e1-4b87-bb9d-931ce8bb8202 tempest-ServerDiagnosticsNegativeTest-56643718 tempest-ServerDiagnosticsNegativeTest-56643718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:17.159657 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-69ccb2e4-1874-494b-9c52-9ef00c1d17ff req-3f1949b9-33e1-4b87-bb9d-931ce8bb8202 tempest-ServerDiagnosticsNegativeTest-56643718 tempest-ServerDiagnosticsNegativeTest-56643718-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ee839071-a353-41ad-825d-4176ea1ef682 HTTP/1.1" status: 200 len: 950 time: 0.1224475 Aug 27 04:41:17.191118 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-424a4b3e-4ea4-49a0-af32-56ad07ce1912 req-cc4b19ff-b7c2-4ee8-ae85-031f132eb024 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:17.202221 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Device 7174c67f-162b-4c47-a77c-12737a841916 details requested by agent hyperv_n-h2-852088-5 with host n-h2-852088-5 {{(pid=107777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:41:17.283485 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-5a90b3c4-cf5f-4a7e-9166-3e7c896d214e service neutron] 10.222.0.78 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=f306f1e1-1f92-41b7-973f-427a4a933e36 HTTP/1.1" status: 200 len: 217 time: 0.0460613 Aug 27 04:41:17.331178 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] For port 7174c67f-162b-4c47-a77c-12737a841916, host n-h2-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852088-5',level=0,port_id=7174c67f-162b-4c47-a77c-12737a841916,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:41:17.345356 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Returning: {'device': '7174c67f-162b-4c47-a77c-12737a841916', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'port_id': '7174c67f-162b-4c47-a77c-12737a841916', 'mac_address': 'fa:16:3e:f2:92:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120f3302-721f-4373-86a6-3aa14ccf6ac4', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:41:17.345596 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3f87b737-1496-4cee-b306-deaa71cce42b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:17.392607 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Current status of the port 7174c67f-162b-4c47-a77c-12737a841916 is: DOWN; New status is: BUILD {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:41:17.393333 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (7174c67f-162b-4c47-a77c-12737a841916), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:17.416676 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [req-424a4b3e-4ea4-49a0-af32-56ad07ce1912 req-cc4b19ff-b7c2-4ee8-ae85-031f132eb024 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Allocated IP 172.25.2.222 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/de35cded-178d-463f-ae00-d16ba69e79b7) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:41:17.419970 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7174c67f-162b-4c47-a77c-12737a841916 {{(pid=107777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 04:41:17.448278 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] For port 7174c67f-162b-4c47-a77c-12737a841916, host n-h2-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852088-5',level=0,port_id=7174c67f-162b-4c47-a77c-12737a841916,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:41:17.560812 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (7174c67f-162b-4c47-a77c-12737a841916), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:17.593083 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:17.596575 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3f87b737-1496-4cee-b306-deaa71cce42b admin admin] Publish callbacks [] for security_group (964f3fec-2097-40f8-b702-2e382cc1d927), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:17.622337 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Pushing event updated for resources: {'Port': ['ID=7174c67f-162b-4c47-a77c-12737a841916,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:17.631924 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-424a4b3e-4ea4-49a0-af32-56ad07ce1912 req-cc4b19ff-b7c2-4ee8-ae85-031f132eb024 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Publish callbacks [] for port (de35cded-178d-463f-ae00-d16ba69e79b7), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:17.713523 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [req-69ccb2e4-1874-494b-9c52-9ef00c1d17ff req-5fa0152b-044c-404c-a878-775ef7197824 tempest-ServerDiagnosticsNegativeTest-56643718 tempest-ServerDiagnosticsNegativeTest-56643718-project] Deleting port 4658f6bf-91e1-4496-b96f-8162922d439d {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:41:17.720092 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-69ccb2e4-1874-494b-9c52-9ef00c1d17ff req-5fa0152b-044c-404c-a878-775ef7197824 tempest-ServerDiagnosticsNegativeTest-56643718 tempest-ServerDiagnosticsNegativeTest-56643718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (4658f6bf-91e1-4496-b96f-8162922d439d), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:17.757074 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3f87b737-1496-4cee-b306-deaa71cce42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (964f3fec-2097-40f8-b702-2e382cc1d927), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:17.776953 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a24e0-c9eb-4ab3-ba2c-b3b70fe723d0 req-4b916658-b6bd-4167-b76e-682b0981c84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:17.778423 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-c59a24e0-c9eb-4ab3-ba2c-b3b70fe723d0 req-4b916658-b6bd-4167-b76e-682b0981c84b service neutron] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=d85e7650a4374066922085ef5115c973&device_id=4bf2d29a-e105-4009-90cf-3e4ff882c9b1 HTTP/1.1" status: 200 len: 1130 time: 0.4910958 Aug 27 04:41:17.779049 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-424a4b3e-4ea4-49a0-af32-56ad07ce1912 req-cc4b19ff-b7c2-4ee8-ae85-031f132eb024 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (de35cded-178d-463f-ae00-d16ba69e79b7), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:17.823768 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-beab078d-4fd1-4938-aefe-76e721965512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:17.825233 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-beab078d-4fd1-4938-aefe-76e721965512 service neutron] 10.222.0.78 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.5036151 Aug 27 04:41:17.832547 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f87b737-1496-4cee-b306-deaa71cce42b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964f3fec-2097-40f8-b702-2e382cc1d927,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:17.841420 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3f87b737-1496-4cee-b306-deaa71cce42b admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=85e6a5d271a34981aa46e35c5d87235d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7117062 Aug 27 04:41:17.847198 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40764) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:17.864237 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b41c414-0f4f-4a7c-9887-2a60bd9b580b', 'tag': 'f306f1e1-1f92-41b7-973f-427a4a933e36'}] {{(pid=107776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:41:17.864237 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7ad66632f4c78724655075356aa8535ba41c652eced6c9cea0c1f0c67b1e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8498c2-7c62-4ff0-bb3c-e0a5115ae84c" -d '{"events": [{"name": "network-changed", "server_uuid": "5b41c414-0f4f-4a7c-9887-2a60bd9b580b", "tag": "f306f1e1-1f92-41b7-973f-427a4a933e36"}]}' {{(pid=107776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:41:17.866558 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-424a4b3e-4ea4-49a0-af32-56ad07ce1912 req-cc4b19ff-b7c2-4ee8-ae85-031f132eb024 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:41:17.879382 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] get_ports_and_sgs() called for port_ids ['7174c67f-162b-4c47-a77c-12737a841916'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:41:17.904464 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [req-424a4b3e-4ea4-49a0-af32-56ad07ce1912 req-cc4b19ff-b7c2-4ee8-ae85-031f132eb024 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:41:17.909939 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [req-424a4b3e-4ea4-49a0-af32-56ad07ce1912 req-cc4b19ff-b7c2-4ee8-ae85-031f132eb024 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:41:17.930217 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b19ff-b7c2-4ee8-ae85-031f132eb024 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Pushing event updated for resources: {'Port': ['ID=de35cded-178d-463f-ae00-d16ba69e79b7,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:18.042646 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a96cf4-7b7e-4f0e-90bd-6dd93d96ccf2 req-ae01bd7a-1a20-4c42-86d8-17c9cb3ad70f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:18.044094 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-69ccb2e4-1874-494b-9c52-9ef00c1d17ff req-5fa0152b-044c-404c-a878-775ef7197824 tempest-ServerDiagnosticsNegativeTest-56643718 tempest-ServerDiagnosticsNegativeTest-56643718-project] For port 4658f6bf-91e1-4496-b96f-8162922d439d, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=4658f6bf-91e1-4496-b96f-8162922d439d,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:41:18.044484 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-69ccb2e4-1874-494b-9c52-9ef00c1d17ff req-5fa0152b-044c-404c-a878-775ef7197824 tempest-ServerDiagnosticsNegativeTest-56643718 tempest-ServerDiagnosticsNegativeTest-56643718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (4658f6bf-91e1-4496-b96f-8162922d439d), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:18.056783 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-55a96cf4-7b7e-4f0e-90bd-6dd93d96ccf2 req-ae01bd7a-1a20-4c42-86d8-17c9cb3ad70f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5b41c414-0f4f-4a7c-9887-2a60bd9b580b HTTP/1.1" status: 200 len: 947 time: 0.2083604 Aug 27 04:41:18.064090 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6f07c694-ca31-4f99-9a0e-5467454fc780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (4577865d-078d-42cc-aea4-c38b0bce28ce), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:18.073650 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:18.115979 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [req-69ccb2e4-1874-494b-9c52-9ef00c1d17ff req-5fa0152b-044c-404c-a878-775ef7197824 tempest-ServerDiagnosticsNegativeTest-56643718 tempest-ServerDiagnosticsNegativeTest-56643718-project] Calling delete_port for 4658f6bf-91e1-4496-b96f-8162922d439d owned by compute:nova {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:41:18.124741 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-424a4b3e-4ea4-49a0-af32-56ad07ce1912 req-cc4b19ff-b7c2-4ee8-ae85-031f132eb024 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Publish callbacks [] for floatingip (0b727574-3716-493a-8c33-865969d0f232), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:18.134871 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-a04f8b14-efd1-4290-8ad1-c0a847e7dda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:18.136663 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-a04f8b14-efd1-4290-8ad1-c0a847e7dda4 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2308259 Aug 27 04:41:18.160941 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-62a619dd-ff51-4d77-a8da-d0b54b4523c6 admin admin] Publish callbacks [] for security_group (964f3fec-2097-40f8-b702-2e382cc1d927), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:18.168229 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-55a96cf4-7b7e-4f0e-90bd-6dd93d96ccf2 req-3e0c97dd-1892-4a18-858e-5f9ce8b734ff tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008966 Aug 27 04:41:18.176602 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:18.254866 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:18.296081 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-62a619dd-ff51-4d77-a8da-d0b54b4523c6 admin admin] Publish callbacks [] for security_group (964f3fec-2097-40f8-b702-2e382cc1d927), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:18.313768 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a24e0-c9eb-4ab3-ba2c-b3b70fe723d0 req-f9fe7c36-f70f-49a0-8497-9fadfb49df2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:18.315221 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-c59a24e0-c9eb-4ab3-ba2c-b3b70fe723d0 req-f9fe7c36-f70f-49a0-8497-9fadfb49df2e service neutron] 10.222.0.78 "GET /networking/v2.0/networks?id=a82fb463-5a8f-4b8b-991d-61491eba11c6 HTTP/1.1" status: 200 len: 870 time: 0.4216151 Aug 27 04:41:18.325221 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb5813a-2185-4a9f-9e8d-78d7ee7b8e4f req-496a8bc1-3c6d-4eaf-8199-6121fc43d07c tempest-ServerDiagnosticsNegativeTest-56643718 tempest-ServerDiagnosticsNegativeTest-56643718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:18.326698 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2bb5813a-2185-4a9f-9e8d-78d7ee7b8e4f req-496a8bc1-3c6d-4eaf-8199-6121fc43d07c tempest-ServerDiagnosticsNegativeTest-56643718 tempest-ServerDiagnosticsNegativeTest-56643718-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ee839071-a353-41ad-825d-4176ea1ef682 HTTP/1.1" status: 200 len: 950 time: 0.0806279 Aug 27 04:41:18.334232 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-424a4b3e-4ea4-49a0-af32-56ad07ce1912 req-cc4b19ff-b7c2-4ee8-ae85-031f132eb024 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (de35cded-178d-463f-ae00-d16ba69e79b7), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:18.395969 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-c59a24e0-c9eb-4ab3-ba2c-b3b70fe723d0 req-d1549c2f-1efe-4407-b991-4f492c5838ce service neutron] 10.222.0.78 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=7174c67f-162b-4c47-a77c-12737a841916 HTTP/1.1" status: 200 len: 217 time: 0.0616009 Aug 27 04:41:18.451929 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2bb5813a-2185-4a9f-9e8d-78d7ee7b8e4f req-43835cd6-956e-408d-87c9-965ed51f7f58 tempest-ServerDiagnosticsNegativeTest-56643718 tempest-ServerDiagnosticsNegativeTest-56643718-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=dedfab32-2d7f-4ac5-bb22-fae6c859fab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157079 Aug 27 04:41:18.539218 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-656034fa-e7a9-4d97-8d95-ef7d180267f0 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3948274 Aug 27 04:41:18.553797 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-424a4b3e-4ea4-49a0-af32-56ad07ce1912 req-cc4b19ff-b7c2-4ee8-ae85-031f132eb024 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Publish callbacks [] for port (de35cded-178d-463f-ae00-d16ba69e79b7), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:18.569801 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a24e0-c9eb-4ab3-ba2c-b3b70fe723d0 req-09e44fa0-8579-4965-88b3-ebead4786dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:18.571230 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-c59a24e0-c9eb-4ab3-ba2c-b3b70fe723d0 req-09e44fa0-8579-4965-88b3-ebead4786dfe service neutron] 10.222.0.78 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.1630359 Aug 27 04:41:18.605518 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-080e6926-c064-44b4-85fa-d0bf329fb669 req-ca5c4cb0-2981-40d5-bba5-0ad16c2d68a1 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8b04c2f7-f091-4a7e-b4c0-3766f0213d90 HTTP/1.1" status: 200 len: 210 time: 0.0381184 Aug 27 04:41:18.678597 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:18.680321 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 04:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f7d659-0089-458b-b349-4856fbfdc852 x-openstack-request-id: req-59f7d659-0089-458b-b349-4856fbfdc852 {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:41:18.680616 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b41c414-0f4f-4a7c-9887-2a60bd9b580b", "tag": "f306f1e1-1f92-41b7-973f-427a4a933e36", "status": "completed", "code": 200}]} {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:41:18.680869 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-59f7d659-0089-458b-b349-4856fbfdc852 {{(pid=107776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:41:18.681447 n-d-852088-5 neutron-server[107776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59f7d659-0089-458b-b349-4856fbfdc852'] response: {'name': 'network-changed', 'server_uuid': '5b41c414-0f4f-4a7c-9887-2a60bd9b580b', 'tag': 'f306f1e1-1f92-41b7-973f-427a4a933e36', 'status': 'completed', 'code': 200} Aug 27 04:41:18.732595 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-424a4b3e-4ea4-49a0-af32-56ad07ce1912 req-cc4b19ff-b7c2-4ee8-ae85-031f132eb024 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (de35cded-178d-463f-ae00-d16ba69e79b7), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:18.739547 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-62a619dd-ff51-4d77-a8da-d0b54b4523c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (964f3fec-2097-40f8-b702-2e382cc1d927), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:18.742031 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-62a619dd-ff51-4d77-a8da-d0b54b4523c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:18.765426 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-62a619dd-ff51-4d77-a8da-d0b54b4523c6 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/964f3fec-2097-40f8-b702-2e382cc1d927 HTTP/1.1" status: 204 len: 168 time: 0.8974621 Aug 27 04:41:18.765426 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a24e0-c9eb-4ab3-ba2c-b3b70fe723d0 req-e5b445c1-5235-4d0a-8581-db38dfacc8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:18.765426 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-c59a24e0-c9eb-4ab3-ba2c-b3b70fe723d0 req-e5b445c1-5235-4d0a-8581-db38dfacc8ee service neutron] 10.222.0.78 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1420283 Aug 27 04:41:18.791846 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a619dd-ff51-4d77-a8da-d0b54b4523c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964f3fec-2097-40f8-b702-2e382cc1d927,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:18.847164 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-424a4b3e-4ea4-49a0-af32-56ad07ce1912 req-cc4b19ff-b7c2-4ee8-ae85-031f132eb024 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677636'] for floatingip (0b727574-3716-493a-8c33-865969d0f232), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:18.863478 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b19ff-b7c2-4ee8-ae85-031f132eb024 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Pushing event updated for resources: {'Port': ['ID=de35cded-178d-463f-ae00-d16ba69e79b7,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:18.863995 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-69ccb2e4-1874-494b-9c52-9ef00c1d17ff req-5fa0152b-044c-404c-a878-775ef7197824 tempest-ServerDiagnosticsNegativeTest-56643718 tempest-ServerDiagnosticsNegativeTest-56643718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (4658f6bf-91e1-4496-b96f-8162922d439d), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:18.872298 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-9934348e-7c9b-4d47-ae3e-0b9f08fc3f7f req-21df0a95-0962-41ec-8b00-8aa96b28c07d service neutron] 10.222.0.78 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207381 Aug 27 04:41:18.918196 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa0152b-044c-404c-a878-775ef7197824 tempest-ServerDiagnosticsNegativeTest-56643718 tempest-ServerDiagnosticsNegativeTest-56643718-project] Pushing event deleted for resources: {'Port': ['ID=4658f6bf-91e1-4496-b96f-8162922d439d,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:18.919674 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-6f07c694-ca31-4f99-9a0e-5467454fc780 admin admin] Deleting port 8d8c5d53-76dd-4e1a-9408-490ba4b65c3b {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:41:18.920016 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6f07c694-ca31-4f99-9a0e-5467454fc780 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (8d8c5d53-76dd-4e1a-9408-490ba4b65c3b), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:19.014169 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-424a4b3e-4ea4-49a0-af32-56ad07ce1912 req-cc4b19ff-b7c2-4ee8-ae85-031f132eb024 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:19.019070 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-424a4b3e-4ea4-49a0-af32-56ad07ce1912 req-cc4b19ff-b7c2-4ee8-ae85-031f132eb024 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] 10.222.0.76 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0976629 Aug 27 04:41:19.077579 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-c59a24e0-c9eb-4ab3-ba2c-b3b70fe723d0 req-2b0de449-e571-465a-9da4-e09df7ddb374 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201091 Aug 27 04:41:19.081351 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [req-69ccb2e4-1874-494b-9c52-9ef00c1d17ff req-5fa0152b-044c-404c-a878-775ef7197824 tempest-ServerDiagnosticsNegativeTest-56643718 tempest-ServerDiagnosticsNegativeTest-56643718-project] No DVR routers for this DVR port 4658f6bf-91e1-4496-b96f-8162922d439d on host n-h1-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:41:19.093343 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-69ccb2e4-1874-494b-9c52-9ef00c1d17ff req-5fa0152b-044c-404c-a878-775ef7197824 tempest-ServerDiagnosticsNegativeTest-56643718 tempest-ServerDiagnosticsNegativeTest-56643718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:19.099282 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-69ccb2e4-1874-494b-9c52-9ef00c1d17ff req-5fa0152b-044c-404c-a878-775ef7197824 tempest-ServerDiagnosticsNegativeTest-56643718 tempest-ServerDiagnosticsNegativeTest-56643718-project] 10.222.0.75 "DELETE /networking/v2.0/ports/4658f6bf-91e1-4496-b96f-8162922d439d HTTP/1.1" status: 204 len: 173 time: 1.9317980 Aug 27 04:41:19.109059 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:19.151138 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-424a4b3e-4ea4-49a0-af32-56ad07ce1912 req-fa6e1289-14eb-499f-9064-274a390a0cc1 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] 10.222.0.76 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.222 HTTP/1.1" status: 200 len: 696 time: 0.1234355 Aug 27 04:41:19.175938 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-6f07c694-ca31-4f99-9a0e-5467454fc780 admin admin] For port 8d8c5d53-76dd-4e1a-9408-490ba4b65c3b, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=8d8c5d53-76dd-4e1a-9408-490ba4b65c3b,segment=NetworkSegment(25ebb9e9-dc98-4fc3-a669-dda354dfe216),segment_id=25ebb9e9-dc98-4fc3-a669-dda354dfe216)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:41:19.176339 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6f07c694-ca31-4f99-9a0e-5467454fc780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (8d8c5d53-76dd-4e1a-9408-490ba4b65c3b), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:19.197619 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-6f07c694-ca31-4f99-9a0e-5467454fc780 admin admin] Calling delete_port for 8d8c5d53-76dd-4e1a-9408-490ba4b65c3b owned by network:router_interface {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:41:19.229918 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Device 7174c67f-162b-4c47-a77c-12737a841916 up at agent hyperv_n-h2-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:41:19.246090 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:19.316096 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Provisioning for port 7174c67f-162b-4c47-a77c-12737a841916 completed by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 27 04:41:19.346287 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ed683-0c89-4c75-bae7-87943adf8d02 req-e8e9280a-20d3-4833-b3f4-c5853893af6c tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:19.353607 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d06ed683-0c89-4c75-bae7-87943adf8d02 req-e8e9280a-20d3-4833-b3f4-c5853893af6c tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5b41c414-0f4f-4a7c-9887-2a60bd9b580b HTTP/1.1" status: 200 len: 947 time: 0.0625274 Aug 27 04:41:19.399056 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-8fcc4ece-561c-4134-bc64-273422e48ee4 req-54cafc37-bd44-4022-8644-2df8969a0f69 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.75 "GET /networking/v2.0/networks?tenant_id=8511e600620148c2b51cb7fe446763eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323062 Aug 27 04:41:19.429513 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Provisioning complete for port 7174c67f-162b-4c47-a77c-12737a841916 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:41:19.430027 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (7174c67f-162b-4c47-a77c-12737a841916), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:19.453490 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d06ed683-0c89-4c75-bae7-87943adf8d02 req-b0f854ea-a718-4a41-94de-a0590e51a9be tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980427 Aug 27 04:41:19.468688 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a4b3e-4ea4-49a0-af32-56ad07ce1912 req-7c535f5c-8ba1-4dd2-ab06-9e3064465528 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:19.476276 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-424a4b3e-4ea4-49a0-af32-56ad07ce1912 req-7c535f5c-8ba1-4dd2-ab06-9e3064465528 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] 10.222.0.76 "GET /networking/v2.0/networks/2db7b18a-8c4b-4ba8-8012-3e7d96728abb HTTP/1.1" status: 200 len: 784 time: 0.3126605 Aug 27 04:41:19.595865 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc4ece-561c-4134-bc64-273422e48ee4 req-41cc1b4d-e91b-4536-9206-042388ddd24c tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:19.597584 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-8fcc4ece-561c-4134-bc64-273422e48ee4 req-41cc1b4d-e91b-4536-9206-042388ddd24c tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.75 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1856756 Aug 27 04:41:19.606772 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Current status of the port 7174c67f-162b-4c47-a77c-12737a841916 is: BUILD; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:41:19.606977 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (7174c67f-162b-4c47-a77c-12737a841916), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:19.612001 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-03122a67-ab7e-4b6a-8b97-463c0a1456ab req-a9ee9dbc-9708-4393-a97f-2b1063cf763b tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] 10.222.0.76 "GET /networking/v2.0/floatingips/0b727574-3716-493a-8c33-865969d0f232 HTTP/1.1" status: 200 len: 693 time: 0.1017213 Aug 27 04:41:19.618658 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [req-8fcc4ece-561c-4134-bc64-273422e48ee4 req-23241ed6-71e1-49fb-ac2f-e4a30d19f513 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Request body: {'port': {'device_id': '8b04c2f7-f091-4a7e-b4c0-3766f0213d90', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'admin_state_up': True, 'tenant_id': '8511e600620148c2b51cb7fe446763eb'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:41:19.651237 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf2d29a-e105-4009-90cf-3e4ff882c9b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7174c67f-162b-4c47-a77c-12737a841916'}] {{(pid=107777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:41:19.653526 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6e1ed2c1589df8125b2075e26a1ec4ff1174e69d6a71546bdf3c3a9a29d330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196e010a-9fe5-4c35-b3d6-d4b10240e78f" -d '{"events": [{"server_uuid": "4bf2d29a-e105-4009-90cf-3e4ff882c9b1", "name": "network-vif-plugged", "status": "completed", "tag": "7174c67f-162b-4c47-a77c-12737a841916"}]}' {{(pid=107777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:41:19.698279 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] For port 7174c67f-162b-4c47-a77c-12737a841916, host n-h2-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852088-5',level=0,port_id=7174c67f-162b-4c47-a77c-12737a841916,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:41:19.710643 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-bb1d6661-b9f2-4f1b-8e46-779d92d6c3f3 req-4f15180e-7212-4130-8c91-9befabf7ac23 tempest-ServerDiagnosticsNegativeTest-56643718 tempest-ServerDiagnosticsNegativeTest-56643718-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ee839071-a353-41ad-825d-4176ea1ef682 HTTP/1.1" status: 200 len: 210 time: 0.0959089 Aug 27 04:41:19.743092 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6f07c694-ca31-4f99-9a0e-5467454fc780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (8d8c5d53-76dd-4e1a-9408-490ba4b65c3b), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:19.783464 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03122a67-ab7e-4b6a-8b97-463c0a1456ab req-7b0ba007-0939-43ec-9005-8e385d13cafc tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:19.793444 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-03122a67-ab7e-4b6a-8b97-463c0a1456ab req-7b0ba007-0939-43ec-9005-8e385d13cafc tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] 10.222.0.76 "GET /networking/v2.0/networks/2db7b18a-8c4b-4ba8-8012-3e7d96728abb HTTP/1.1" status: 200 len: 784 time: 0.1803350 Aug 27 04:41:19.799746 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [req-03122a67-ab7e-4b6a-8b97-463c0a1456ab req-922766b6-7617-42be-847a-cfbd9a43f7d6 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] http://10.222.0.76:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107775) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:41:19.800929 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-03122a67-ab7e-4b6a-8b97-463c0a1456ab req-922766b6-7617-42be-847a-cfbd9a43f7d6 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] 10.222.0.76 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0066848 Aug 27 04:41:19.836633 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (7174c67f-162b-4c47-a77c-12737a841916), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:19.930953 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 04:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f4dea0-a884-4b13-aff4-120944439176 x-openstack-request-id: req-58f4dea0-a884-4b13-aff4-120944439176 {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:41:19.932398 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bf2d29a-e105-4009-90cf-3e4ff882c9b1", "name": "network-vif-plugged", "status": "completed", "tag": "7174c67f-162b-4c47-a77c-12737a841916", "code": 200}]} {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:41:19.932732 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-58f4dea0-a884-4b13-aff4-120944439176 {{(pid=107777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:41:19.933069 n-d-852088-5 neutron-server[107777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58f4dea0-a884-4b13-aff4-120944439176'] response: {'server_uuid': '4bf2d29a-e105-4009-90cf-3e4ff882c9b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7174c67f-162b-4c47-a77c-12737a841916', 'code': 200} Aug 27 04:41:19.938449 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device e2e2a634-e765-4b2e-a554-069ff64a88a2 details requested by agent hyperv_n-h1-852088-5 with host n-h1-852088-5 {{(pid=107777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:41:19.954488 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device 4658f6bf-91e1-4496-b96f-8162922d439d no longer exists at agent hyperv_n-h1-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:41:19.970510 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:20.054108 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] No Port match for: 4658f6bf-91e1-4496-b96f-8162922d439d {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:41:20.054454 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device 4658f6bf-91e1-4496-b96f-8162922d439d not bound to the agent host n-h1-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:41:20.064854 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Pushing event updated for resources: {'Port': ['ID=7174c67f-162b-4c47-a77c-12737a841916,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:20.106673 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:20.135771 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40834) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:20.154045 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:20.173461 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2ad53de4-7210-4770-b9d3-70390346ac12 req-4b3c22a1-0275-4d99-b2a3-57808be78111 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8b04c2f7-f091-4a7e-b4c0-3766f0213d90 HTTP/1.1" status: 200 len: 210 time: 0.3715546 Aug 27 04:41:20.205839 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port e2e2a634-e765-4b2e-a554-069ff64a88a2, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=e2e2a634-e765-4b2e-a554-069ff64a88a2,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:41:20.222837 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f07c694-ca31-4f99-9a0e-5467454fc780 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d8c5d53-76dd-4e1a-9408-490ba4b65c3b,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:20.231600 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Returning: {'device': 'e2e2a634-e765-4b2e-a554-069ff64a88a2', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'port_id': 'e2e2a634-e765-4b2e-a554-069ff64a88a2', 'mac_address': 'fa:16:3e:43:cf:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120f3302-721f-4373-86a6-3aa14ccf6ac4', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:41:20.251150 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8b88d915-9216-4096-b5b6-259c9b82895b req-67800978-5820-4fea-8512-cfe691028c62 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] 10.222.0.76 "GET /networking/v2.0/floatingips/0b727574-3716-493a-8c33-865969d0f232 HTTP/1.1" status: 200 len: 693 time: 0.0828545 Aug 27 04:41:20.258604 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1c5db91f-3843-431d-adf0-32346114d14c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:20.294786 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Current status of the port e2e2a634-e765-4b2e-a554-069ff64a88a2 is: DOWN; New status is: BUILD {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:41:20.297160 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (e2e2a634-e765-4b2e-a554-069ff64a88a2), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:20.319797 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2e2a634-e765-4b2e-a554-069ff64a88a2 {{(pid=107777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 04:41:20.355425 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fcc4ece-561c-4134-bc64-273422e48ee4 req-23241ed6-71e1-49fb-ac2f-e4a30d19f513 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Made reservation on behalf of 8511e600620148c2b51cb7fe446763eb for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:41:20.360660 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-8fcc4ece-561c-4134-bc64-273422e48ee4 req-23241ed6-71e1-49fb-ac2f-e4a30d19f513 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:20.370998 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port e2e2a634-e765-4b2e-a554-069ff64a88a2, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=e2e2a634-e765-4b2e-a554-069ff64a88a2,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:41:20.377263 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88d915-9216-4096-b5b6-259c9b82895b req-d8b18864-6609-4ff7-b9f6-4678b73aa20c tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:20.385309 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8b88d915-9216-4096-b5b6-259c9b82895b req-d8b18864-6609-4ff7-b9f6-4678b73aa20c tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] 10.222.0.76 "GET /networking/v2.0/networks/2db7b18a-8c4b-4ba8-8012-3e7d96728abb HTTP/1.1" status: 200 len: 784 time: 0.1328635 Aug 27 04:41:20.392042 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [req-8b88d915-9216-4096-b5b6-259c9b82895b req-ca269a98-c8ef-41e2-92de-990d13751776 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] http://10.222.0.76:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107775) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:41:20.396368 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-8fcc4ece-561c-4134-bc64-273422e48ee4 req-23241ed6-71e1-49fb-ac2f-e4a30d19f513 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:20.400594 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8b88d915-9216-4096-b5b6-259c9b82895b req-ca269a98-c8ef-41e2-92de-990d13751776 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] 10.222.0.76 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0141709 Aug 27 04:41:20.459738 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (e2e2a634-e765-4b2e-a554-069ff64a88a2), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:20.463121 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8b88d915-9216-4096-b5b6-259c9b82895b req-3289e936-c016-4b5a-b970-7129c2bffdef tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] 10.222.0.76 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.222 HTTP/1.1" status: 200 len: 696 time: 0.0597324 Aug 27 04:41:20.527478 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8b88d915-9216-4096-b5b6-259c9b82895b req-e88ab4ad-5968-4997-baf6-a4e05476c937 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] 10.222.0.76 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.222 HTTP/1.1" status: 200 len: 696 time: 0.0650768 Aug 27 04:41:20.554753 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Pushing event updated for resources: {'Port': ['ID=e2e2a634-e765-4b2e-a554-069ff64a88a2,revision_number=9']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:20.581457 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:20.614067 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6f07c694-ca31-4f99-9a0e-5467454fc780 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (4577865d-078d-42cc-aea4-c38b0bce28ce), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:20.628325 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] get_ports_and_sgs() called for port_ids ['e2e2a634-e765-4b2e-a554-069ff64a88a2'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:41:20.690889 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38718fac-b608-4f58-8503-649ab120da12 req-6636327c-fca1-46b7-9804-53be469ddcde tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:20.692435 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-38718fac-b608-4f58-8503-649ab120da12 req-6636327c-fca1-46b7-9804-53be469ddcde tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5b41c414-0f4f-4a7c-9887-2a60bd9b580b HTTP/1.1" status: 200 len: 947 time: 0.1090364 Aug 27 04:41:20.709126 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee839071-a353-41ad-825d-4176ea1ef682', 'name': 'network-vif-deleted', 'tag': '4658f6bf-91e1-4496-b96f-8162922d439d'}] {{(pid=107776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:41:20.711532 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7ad66632f4c78724655075356aa8535ba41c652eced6c9cea0c1f0c67b1e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ac5215-fcc7-4ea5-9924-c04840649092" -d '{"events": [{"server_uuid": "ee839071-a353-41ad-825d-4176ea1ef682", "name": "network-vif-deleted", "tag": "4658f6bf-91e1-4496-b96f-8162922d439d"}]}' {{(pid=107776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:41:20.728688 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [req-8b88d915-9216-4096-b5b6-259c9b82895b req-4988a516-f289-4bc8-9889-b3ae7fd59922 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Deleting port de35cded-178d-463f-ae00-d16ba69e79b7 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:41:20.732641 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-8b88d915-9216-4096-b5b6-259c9b82895b req-4988a516-f289-4bc8-9889-b3ae7fd59922 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (de35cded-178d-463f-ae00-d16ba69e79b7), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:20.780421 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:20.824133 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-38718fac-b608-4f58-8503-649ab120da12 req-4a3573e3-2110-4fb3-aed7-868c451141c7 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244221 Aug 27 04:41:20.886576 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-8b88d915-9216-4096-b5b6-259c9b82895b req-4988a516-f289-4bc8-9889-b3ae7fd59922 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (de35cded-178d-463f-ae00-d16ba69e79b7), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:20.886988 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-8b88d915-9216-4096-b5b6-259c9b82895b req-4988a516-f289-4bc8-9889-b3ae7fd59922 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Publish callbacks [] for floatingip (de35cded-178d-463f-ae00-d16ba69e79b7), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:20.906503 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [req-8b88d915-9216-4096-b5b6-259c9b82895b req-4988a516-f289-4bc8-9889-b3ae7fd59922 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Calling delete_port for de35cded-178d-463f-ae00-d16ba69e79b7 owned by network:floatingip {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:41:20.922225 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 04:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f63c80-f3fc-4339-9ffb-8781432517b6 x-openstack-request-id: req-c8f63c80-f3fc-4339-9ffb-8781432517b6 {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:41:20.922225 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee839071-a353-41ad-825d-4176ea1ef682", "name": "network-vif-deleted", "tag": "4658f6bf-91e1-4496-b96f-8162922d439d", "status": "completed", "code": 200}]} {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:41:20.922225 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c8f63c80-f3fc-4339-9ffb-8781432517b6 {{(pid=107776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:41:20.922225 n-d-852088-5 neutron-server[107776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8f63c80-f3fc-4339-9ffb-8781432517b6'] response: {'server_uuid': 'ee839071-a353-41ad-825d-4176ea1ef682', 'name': 'network-vif-deleted', 'tag': '4658f6bf-91e1-4496-b96f-8162922d439d', 'status': 'completed', 'code': 200} Aug 27 04:41:20.928767 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1c5db91f-3843-431d-adf0-32346114d14c admin admin] Publish callbacks [] for security_group (977bcf49-39c6-4af2-b6e9-64d0bcc2745b), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:20.931603 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:20.964928 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-8fcc4ece-561c-4134-bc64-273422e48ee4 req-23241ed6-71e1-49fb-ac2f-e4a30d19f513 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Publish callbacks [] for security_group (5f05d608-4848-4250-8cea-1038296063f5), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:21.031836 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f07c694-ca31-4f99-9a0e-5467454fc780 admin admin] Router 4577865d-078d-42cc-aea4-c38b0bce28ce has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:41:21.047199 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1c5db91f-3843-431d-adf0-32346114d14c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (977bcf49-39c6-4af2-b6e9-64d0bcc2745b), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:21.124418 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-8fcc4ece-561c-4134-bc64-273422e48ee4 req-23241ed6-71e1-49fb-ac2f-e4a30d19f513 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (5f05d608-4848-4250-8cea-1038296063f5), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:21.193370 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-8b88d915-9216-4096-b5b6-259c9b82895b req-4988a516-f289-4bc8-9889-b3ae7fd59922 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (de35cded-178d-463f-ae00-d16ba69e79b7), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:21.247569 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Device f306f1e1-1f92-41b7-973f-427a4a933e36 details requested by agent hyperv_n-h2-852088-5 with host n-h2-852088-5 {{(pid=107777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:41:21.278852 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4988a516-f289-4bc8-9889-b3ae7fd59922 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Pushing event deleted for resources: {'Port': ['ID=de35cded-178d-463f-ae00-d16ba69e79b7,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:21.301944 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcac326-19aa-40e9-ad9a-0df1e644ef80 req-2e2b6648-658c-4721-87bd-56deaac49aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:21.305738 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6fcac326-19aa-40e9-ad9a-0df1e644ef80 req-2e2b6648-658c-4721-87bd-56deaac49aa7 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4bf2d29a-e105-4009-90cf-3e4ff882c9b1 HTTP/1.1" status: 200 len: 1132 time: 0.1418004 Aug 27 04:41:21.309984 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1c5db91f-3843-431d-adf0-32346114d14c admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=6b1345166a4d43aa9540deb79f58d190&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1646261 Aug 27 04:41:21.309984 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5db91f-3843-431d-adf0-32346114d14c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=977bcf49-39c6-4af2-b6e9-64d0bcc2745b,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:21.317275 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40868) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:21.358135 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8498c2-7c62-4ff0-bb3c-e0a5115ae84c req-c7d9eaaf-9aad-44c0-a372-85a4cc3e0b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:21.360524 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-ff8498c2-7c62-4ff0-bb3c-e0a5115ae84c req-c7d9eaaf-9aad-44c0-a372-85a4cc3e0b46 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=d85e7650a4374066922085ef5115c973&device_id=5b41c414-0f4f-4a7c-9887-2a60bd9b580b HTTP/1.1" status: 200 len: 1129 time: 0.2386930 Aug 27 04:41:21.435127 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-8b88d915-9216-4096-b5b6-259c9b82895b req-4988a516-f289-4bc8-9889-b3ae7fd59922 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Publish callbacks [] for floatingip (0b727574-3716-493a-8c33-865969d0f232), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:21.438892 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-8b88d915-9216-4096-b5b6-259c9b82895b req-4988a516-f289-4bc8-9889-b3ae7fd59922 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:21.440280 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8b88d915-9216-4096-b5b6-259c9b82895b req-4988a516-f289-4bc8-9889-b3ae7fd59922 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] 10.222.0.76 "DELETE /networking/v2.0/floatingips/0b727574-3716-493a-8c33-865969d0f232 HTTP/1.1" status: 204 len: 173 time: 0.9119625 Aug 27 04:41:21.457274 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-569d3473-d3b5-4618-a765-74599e972334 req-38942679-3d83-4315-a6a0-fb7e924356c3 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8b04c2f7-f091-4a7e-b4c0-3766f0213d90 HTTP/1.1" status: 200 len: 210 time: 0.1634626 Aug 27 04:41:21.525020 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f07c694-ca31-4f99-9a0e-5467454fc780 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:41:21.540124 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6f07c694-ca31-4f99-9a0e-5467454fc780 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/4577865d-078d-42cc-aea4-c38b0bce28ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6786633 Aug 27 04:41:21.540677 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0672f94-b9b1-4740-a381-0c8a891b1c44 None None] Sync routers for ids ['4577865d-078d-42cc-aea4-c38b0bce28ce'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:41:21.540928 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23241ed6-71e1-49fb-ac2f-e4a30d19f513 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f05d608-4848-4250-8cea-1038296063f5,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:21.545869 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40874) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:21.587641 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-c59a24e0-c9eb-4ab3-ba2c-b3b70fe723d0 req-380009dc-874e-495a-9f30-2ee8d108bf94 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4735882 Aug 27 04:41:21.587766 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:21.603685 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [req-8fcc4ece-561c-4134-bc64-273422e48ee4 req-23241ed6-71e1-49fb-ac2f-e4a30d19f513 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Allocated IP 192.168.233.88 (a82fb463-5a8f-4b8b-991d-61491eba11c6/120f3302-721f-4373-86a6-3aa14ccf6ac4/31be88be-5056-44bd-b6fb-02e2640a6e3e) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:41:21.607701 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-49a6d4f1-4cc3-4b6f-a607-9c1824a2045d admin admin] Publish callbacks [] for security_group (977bcf49-39c6-4af2-b6e9-64d0bcc2745b), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:21.631497 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-49a6d4f1-4cc3-4b6f-a607-9c1824a2045d admin admin] Publish callbacks [] for security_group (977bcf49-39c6-4af2-b6e9-64d0bcc2745b), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:21.688035 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0672f94-b9b1-4740-a381-0c8a891b1c44 None None] Routers {'4577865d-078d-42cc-aea4-c38b0bce28ce'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:41:21.696551 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-f0672f94-b9b1-4740-a381-0c8a891b1c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:40:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['4577865d-078d-42cc-aea4-c38b0bce28ce'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:41:21.716608 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] For port f306f1e1-1f92-41b7-973f-427a4a933e36, host n-h2-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852088-5',level=0,port_id=f306f1e1-1f92-41b7-973f-427a4a933e36,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:41:21.727749 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8b4a5671-c306-4708-8bdc-70fef3deace9 admin admin] Publish callbacks [] for router (4577865d-078d-42cc-aea4-c38b0bce28ce), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:21.733344 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8498c2-7c62-4ff0-bb3c-e0a5115ae84c req-0cd94c18-a07b-46f4-83cf-345905463218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:21.735921 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-ff8498c2-7c62-4ff0-bb3c-e0a5115ae84c req-0cd94c18-a07b-46f4-83cf-345905463218 service neutron] 10.222.0.78 "GET /networking/v2.0/networks?id=a82fb463-5a8f-4b8b-991d-61491eba11c6 HTTP/1.1" status: 200 len: 870 time: 0.3572731 Aug 27 04:41:21.754787 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Returning: {'device': 'f306f1e1-1f92-41b7-973f-427a4a933e36', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'port_id': 'f306f1e1-1f92-41b7-973f-427a4a933e36', 'mac_address': 'fa:16:3e:0f:7b:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120f3302-721f-4373-86a6-3aa14ccf6ac4', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:41:21.784571 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-49a6d4f1-4cc3-4b6f-a607-9c1824a2045d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (977bcf49-39c6-4af2-b6e9-64d0bcc2745b), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:21.790868 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-49a6d4f1-4cc3-4b6f-a607-9c1824a2045d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:21.795266 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-49a6d4f1-4cc3-4b6f-a607-9c1824a2045d admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/977bcf49-39c6-4af2-b6e9-64d0bcc2745b HTTP/1.1" status: 204 len: 168 time: 0.4751391 Aug 27 04:41:21.879143 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6fcac326-19aa-40e9-ad9a-0df1e644ef80 req-c129c6d6-c89d-4db4-888b-817554e8fa59 service neutron] 10.222.0.78 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4974711 Aug 27 04:41:21.894738 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40882) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:21.904201 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Current status of the port f306f1e1-1f92-41b7-973f-427a4a933e36 is: DOWN; New status is: BUILD {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:41:21.904660 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f306f1e1-1f92-41b7-973f-427a4a933e36), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:21.916759 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-ff8498c2-7c62-4ff0-bb3c-e0a5115ae84c req-635e697a-9dc1-44f4-afc5-edb2f7840992 service neutron] 10.222.0.78 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=f306f1e1-1f92-41b7-973f-427a4a933e36 HTTP/1.1" status: 200 len: 217 time: 0.1688840 Aug 27 04:41:21.922230 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:21.931023 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f306f1e1-1f92-41b7-973f-427a4a933e36 {{(pid=107777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 04:41:21.940146 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device e2e2a634-e765-4b2e-a554-069ff64a88a2 up at agent hyperv_n-h1-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:41:21.942972 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a6d4f1-4cc3-4b6f-a607-9c1824a2045d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=977bcf49-39c6-4af2-b6e9-64d0bcc2745b,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:21.982007 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] For port f306f1e1-1f92-41b7-973f-427a4a933e36, host n-h2-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852088-5',level=0,port_id=f306f1e1-1f92-41b7-973f-427a4a933e36,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:41:22.043926 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8b4a5671-c306-4708-8bdc-70fef3deace9 admin admin] Publish callbacks [] for router_gateway (4577865d-078d-42cc-aea4-c38b0bce28ce), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:22.065652 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-f0672f94-b9b1-4740-a381-0c8a891b1c44 None None] Set router 4577865d-078d-42cc-aea4-c38b0bce28ce gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:41:22.078551 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-8fcc4ece-561c-4134-bc64-273422e48ee4 req-23241ed6-71e1-49fb-ac2f-e4a30d19f513 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Publish callbacks [] for port (31be88be-5056-44bd-b6fb-02e2640a6e3e), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:22.139196 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:22.162781 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921b5ba-5a43-4ab1-81ce-167c5097a4ba req-9f58023c-c8c5-412f-afc8-de8ebd98c135 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:22.164851 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6921b5ba-5a43-4ab1-81ce-167c5097a4ba req-9f58023c-c8c5-412f-afc8-de8ebd98c135 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] 10.222.0.76 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.6932316 Aug 27 04:41:22.167195 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (f306f1e1-1f92-41b7-973f-427a4a933e36), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:22.178013 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e741c-d623-4401-a0f0-28b3020f9df5 req-6a61413a-33d4-48c4-81eb-1052040704b5 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:22.179812 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1a5e741c-d623-4401-a0f0-28b3020f9df5 req-6a61413a-33d4-48c4-81eb-1052040704b5 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5b41c414-0f4f-4a7c-9887-2a60bd9b580b HTTP/1.1" status: 200 len: 948 time: 0.1541626 Aug 27 04:41:22.234933 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-8b4a5671-c306-4708-8bdc-70fef3deace9 admin admin] Deleting port 294b53b6-f7d0-445e-8047-b87a519f5011 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:41:22.235287 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8b4a5671-c306-4708-8bdc-70fef3deace9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (294b53b6-f7d0-445e-8047-b87a519f5011), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:22.302580 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-8fcc4ece-561c-4134-bc64-273422e48ee4 req-23241ed6-71e1-49fb-ac2f-e4a30d19f513 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (31be88be-5056-44bd-b6fb-02e2640a6e3e), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:22.318928 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1a5e741c-d623-4401-a0f0-28b3020f9df5 req-0602ef27-fb93-4f58-b97d-295a0c735d2a tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183240 Aug 27 04:41:22.396581 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23241ed6-71e1-49fb-ac2f-e4a30d19f513 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Pushing event updated for resources: {'Port': ['ID=31be88be-5056-44bd-b6fb-02e2640a6e3e,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:22.421059 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fcc4ece-561c-4134-bc64-273422e48ee4 req-23241ed6-71e1-49fb-ac2f-e4a30d19f513 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Network a82fb463-5a8f-4b8b-991d-61491eba11c6 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:41:22.430436 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [req-8fcc4ece-561c-4134-bc64-273422e48ee4 req-23241ed6-71e1-49fb-ac2f-e4a30d19f513 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:41:22.434062 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8498c2-7c62-4ff0-bb3c-e0a5115ae84c req-5279aed2-cd93-4638-968e-f63aca8a07ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:22.435665 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-ff8498c2-7c62-4ff0-bb3c-e0a5115ae84c req-5279aed2-cd93-4638-968e-f63aca8a07ee service neutron] 10.222.0.78 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.2506328 Aug 27 04:41:22.436599 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fcc4ece-561c-4134-bc64-273422e48ee4 req-23241ed6-71e1-49fb-ac2f-e4a30d19f513 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:41:22.446630 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c57f2467-0554-4257-b34b-cfe93e42f615 req-bc2c6830-733a-4bf7-b6b3-d2e489af35fa tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] 10.222.0.76 "GET /networking/v2.0/floatingips?tenant_id=846cd1c98578429c921d9598106bcdcf HTTP/1.1" status: 200 len: 1657 time: 0.1485174 Aug 27 04:41:22.448264 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Pushing event updated for resources: {'Port': ['ID=f306f1e1-1f92-41b7-973f-427a4a933e36,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:22.458609 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Provisioning complete for port e2e2a634-e765-4b2e-a554-069ff64a88a2 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:41:22.459279 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e2e2a634-e765-4b2e-a554-069ff64a88a2), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:22.473384 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=17,neutron:SELECT=81,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:22.483744 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-af38f2f7-bdb9-45fc-8703-a88bbc7b0e27 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=13b5bce4a2e84ed7a2eebbd849374b72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5766482 Aug 27 04:41:22.484841 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40904) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:22.597549 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:22.599607 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:22.601333 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] get_ports_and_sgs() called for port_ids ['f306f1e1-1f92-41b7-973f-427a4a933e36'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:41:22.660604 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc4ece-561c-4134-bc64-273422e48ee4 req-23241ed6-71e1-49fb-ac2f-e4a30d19f513 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:22.662056 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-8fcc4ece-561c-4134-bc64-273422e48ee4 req-23241ed6-71e1-49fb-ac2f-e4a30d19f513 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:22.677751 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2e4bb6cb-41c0-4c45-b87d-48974342f477 admin admin] Publish callbacks [] for security_group (dedfab32-2d7f-4ac5-bb22-fae6c859fab3), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:22.727938 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-f0672f94-b9b1-4740-a381-0c8a891b1c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4577865d-078d-42cc-aea4-c38b0bce28ce', 'name': 'tempest-AttachSCSIVolumeTestJSON-520160126-router', 'tenant_id': 'b6295028045c4e4a89a385e4e835c7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '294b53b6-f7d0-445e-8047-b87a519f5011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:39:53Z', 'updated_at': '2022-08-27T04:41:19Z', 'revision_number': 5, 'project_id': 'b6295028045c4e4a89a385e4e835c7a3', 'gw_port': {'id': '294b53b6-f7d0-445e-8047-b87a519f5011', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4577865d-078d-42cc-aea4-c38b0bce28ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:39:55Z', 'updated_at': '2022-08-27T04:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:41:22.749003 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2e4bb6cb-41c0-4c45-b87d-48974342f477 admin admin] Publish callbacks [] for security_group (dedfab32-2d7f-4ac5-bb22-fae6c859fab3), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:22.780280 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-8fcc4ece-561c-4134-bc64-273422e48ee4 req-23241ed6-71e1-49fb-ac2f-e4a30d19f513 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.75 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1669893 Aug 27 04:41:22.787198 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0672f94-b9b1-4740-a381-0c8a891b1c44 None None] Checking router: 4577865d-078d-42cc-aea4-c38b0bce28ce for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:41:22.794370 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2f270-e33f-40f4-a591-4e6edeb913d5 req-a5d9fc7f-b35f-4a73-8a60-6b724156e400 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:22.800886 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8ff2f270-e33f-40f4-a591-4e6edeb913d5 req-a5d9fc7f-b35f-4a73-8a60-6b724156e400 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8b04c2f7-f091-4a7e-b4c0-3766f0213d90 HTTP/1.1" status: 200 len: 935 time: 0.1645706 Aug 27 04:41:22.807878 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f2467-0554-4257-b34b-cfe93e42f615 req-7a97d692-70c7-4870-b8ae-a77ca7a4f0da tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:22.809336 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c57f2467-0554-4257-b34b-cfe93e42f615 req-7a97d692-70c7-4870-b8ae-a77ca7a4f0da tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] 10.222.0.76 "GET /networking/v2.0/networks?id=2db7b18a-8c4b-4ba8-8012-3e7d96728abb&id=2db7b18a-8c4b-4ba8-8012-3e7d96728abb&id=2db7b18a-8c4b-4ba8-8012-3e7d96728abb HTTP/1.1" status: 200 len: 787 time: 0.3486927 Aug 27 04:41:22.815515 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [req-8fcc4ece-561c-4134-bc64-273422e48ee4 req-965f73a2-ddac-4ad7-84ee-60e83ba8b74a service neutron] Request body: {'port': {'device_id': '8b04c2f7-f091-4a7e-b4c0-3766f0213d90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-852088-5'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:41:22.823047 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-8b4a5671-c306-4708-8bdc-70fef3deace9 admin admin] For port 294b53b6-f7d0-445e-8047-b87a519f5011, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=294b53b6-f7d0-445e-8047-b87a519f5011,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:41:22.823825 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8b4a5671-c306-4708-8bdc-70fef3deace9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (294b53b6-f7d0-445e-8047-b87a519f5011), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:22.834057 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [req-c57f2467-0554-4257-b34b-cfe93e42f615 req-914ede42-d927-4080-9802-3fc484070da9 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] http://10.222.0.76:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107775) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:41:22.840354 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c57f2467-0554-4257-b34b-cfe93e42f615 req-914ede42-d927-4080-9802-3fc484070da9 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] 10.222.0.76 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0065651 Aug 27 04:41:22.853083 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-8b4a5671-c306-4708-8bdc-70fef3deace9 admin admin] Calling delete_port for 294b53b6-f7d0-445e-8047-b87a519f5011 owned by network:router_gateway {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:41:22.897955 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8498c2-7c62-4ff0-bb3c-e0a5115ae84c req-8548ebb7-5e98-4653-882b-3fe187a4644c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:22.900367 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-ff8498c2-7c62-4ff0-bb3c-e0a5115ae84c req-8548ebb7-5e98-4653-882b-3fe187a4644c service neutron] 10.222.0.78 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1331210 Aug 27 04:41:22.976899 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-6dd3ef65-fc7d-46f8-82bd-866e465ca7ba None None] Provisioning complete for port 31be88be-5056-44bd-b6fb-02e2640a6e3e triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:41:22.977275 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6dd3ef65-fc7d-46f8-82bd-866e465ca7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (31be88be-5056-44bd-b6fb-02e2640a6e3e), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:22.984457 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0672f94-b9b1-4740-a381-0c8a891b1c44 None None] Routers {'4577865d-078d-42cc-aea4-c38b0bce28ce'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:41:22.985106 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-f0672f94-b9b1-4740-a381-0c8a891b1c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:40:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['4577865d-078d-42cc-aea4-c38b0bce28ce'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:41:22.997597 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:23.003948 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-8fcc4ece-561c-4134-bc64-273422e48ee4 req-965f73a2-ddac-4ad7-84ee-60e83ba8b74a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (31be88be-5056-44bd-b6fb-02e2640a6e3e), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:23.040621 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:23.121558 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Current status of the port e2e2a634-e765-4b2e-a554-069ff64a88a2 is: BUILD; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:41:23.121952 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (e2e2a634-e765-4b2e-a554-069ff64a88a2), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:23.159973 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-6dd3ef65-fc7d-46f8-82bd-866e465ca7ba None None] Port 31be88be-5056-44bd-b6fb-02e2640a6e3e cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:41:23.161875 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2e4bb6cb-41c0-4c45-b87d-48974342f477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (dedfab32-2d7f-4ac5-bb22-fae6c859fab3), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:23.166299 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2e4bb6cb-41c0-4c45-b87d-48974342f477 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:23.167638 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2e4bb6cb-41c0-4c45-b87d-48974342f477 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/dedfab32-2d7f-4ac5-bb22-fae6c859fab3 HTTP/1.1" status: 204 len: 168 time: 0.6795211 Aug 27 04:41:23.197570 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ac063a2d-8603-4637-bf46-f070ebe785b4 req-2b594663-1d5a-413b-bd11-3bc00e11281c tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] 10.222.0.76 "GET /networking/v2.0/floatingips/7f216355-c630-441d-98e6-86123b81770f HTTP/1.1" status: 200 len: 693 time: 0.1850789 Aug 27 04:41:23.258798 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8ff2f270-e33f-40f4-a591-4e6edeb913d5 req-3b6142da-eeee-436c-b295-005b2edd2c44 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4479368 Aug 27 04:41:23.262694 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-f0672f94-b9b1-4740-a381-0c8a891b1c44 None None] Set router 4577865d-078d-42cc-aea4-c38b0bce28ce gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:41:23.294890 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4bb6cb-41c0-4c45-b87d-48974342f477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dedfab32-2d7f-4ac5-bb22-fae6c859fab3,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:23.347677 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-ff8498c2-7c62-4ff0-bb3c-e0a5115ae84c req-dc6684bd-f014-41d1-89c2-c77ef950c9bf service neutron] 10.222.0.78 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4202564 Aug 27 04:41:23.353965 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e907b3ea-a6a3-414d-85b7-b2a4632baf53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e2a634-e765-4b2e-a554-069ff64a88a2'}] {{(pid=107777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:41:23.356323 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6e1ed2c1589df8125b2075e26a1ec4ff1174e69d6a71546bdf3c3a9a29d330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96e6444-5d66-403a-9730-187c53c018e4" -d '{"events": [{"server_uuid": "e907b3ea-a6a3-414d-85b7-b2a4632baf53", "name": "network-vif-plugged", "status": "completed", "tag": "e2e2a634-e765-4b2e-a554-069ff64a88a2"}]}' {{(pid=107777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:41:23.466941 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port e2e2a634-e765-4b2e-a554-069ff64a88a2, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=e2e2a634-e765-4b2e-a554-069ff64a88a2,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:41:23.481906 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-f0672f94-b9b1-4740-a381-0c8a891b1c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4577865d-078d-42cc-aea4-c38b0bce28ce', 'name': 'tempest-AttachSCSIVolumeTestJSON-520160126-router', 'tenant_id': 'b6295028045c4e4a89a385e4e835c7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:39:53Z', 'updated_at': '2022-08-27T04:41:22Z', 'revision_number': 6, 'project_id': 'b6295028045c4e4a89a385e4e835c7a3', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:41:23.592823 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-ff8498c2-7c62-4ff0-bb3c-e0a5115ae84c req-92cac7e3-a4ac-45d8-8c29-1b04b44fcb71 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234685 Aug 27 04:41:23.604769 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0672f94-b9b1-4740-a381-0c8a891b1c44 None None] The sync data for ids ['4577865d-078d-42cc-aea4-c38b0bce28ce'] in n-d-852088-5 is: [{'id': '4577865d-078d-42cc-aea4-c38b0bce28ce', 'name': 'tempest-AttachSCSIVolumeTestJSON-520160126-router', 'tenant_id': 'b6295028045c4e4a89a385e4e835c7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:39:53Z', 'updated_at': '2022-08-27T04:41:22Z', 'revision_number': 6, 'project_id': 'b6295028045c4e4a89a385e4e835c7a3', 'gw_port_host': None}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:41:23.622170 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (e2e2a634-e765-4b2e-a554-069ff64a88a2), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:23.705451 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [req-8fcc4ece-561c-4134-bc64-273422e48ee4 req-965f73a2-ddac-4ad7-84ee-60e83ba8b74a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31be88be-5056-44bd-b6fb-02e2640a6e3e {{(pid=107776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 04:41:23.715477 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac063a2d-8603-4637-bf46-f070ebe785b4 req-10fd8263-3da8-4c29-9258-10480d245059 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:23.716834 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-8fcc4ece-561c-4134-bc64-273422e48ee4 req-965f73a2-ddac-4ad7-84ee-60e83ba8b74a service neutron] Publish callbacks [] for port (31be88be-5056-44bd-b6fb-02e2640a6e3e), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:23.717772 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ac063a2d-8603-4637-bf46-f070ebe785b4 req-10fd8263-3da8-4c29-9258-10480d245059 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] 10.222.0.76 "GET /networking/v2.0/networks/2db7b18a-8c4b-4ba8-8012-3e7d96728abb HTTP/1.1" status: 200 len: 784 time: 0.4550664 Aug 27 04:41:23.738107 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Pushing event updated for resources: {'Port': ['ID=e2e2a634-e765-4b2e-a554-069ff64a88a2,revision_number=10']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:23.743728 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.provisioning_blocks [req-8fcc4ece-561c-4134-bc64-273422e48ee4 req-965f73a2-ddac-4ad7-84ee-60e83ba8b74a service neutron] Transition to ACTIVE for port object 31be88be-5056-44bd-b6fb-02e2640a6e3e will not be triggered until provisioned by entity L2. {{(pid=107776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 27 04:41:23.749418 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8889f-cedb-442a-96c6-af517dc2596c req-06c02170-fbcb-4528-9b7c-bdbfefc512f2 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:23.752602 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-9ae8889f-cedb-442a-96c6-af517dc2596c req-06c02170-fbcb-4528-9b7c-bdbfefc512f2 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5b41c414-0f4f-4a7c-9887-2a60bd9b580b HTTP/1.1" status: 200 len: 948 time: 0.1778760 Aug 27 04:41:23.811586 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-8fcc4ece-561c-4134-bc64-273422e48ee4 req-965f73a2-ddac-4ad7-84ee-60e83ba8b74a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (31be88be-5056-44bd-b6fb-02e2640a6e3e), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:23.848151 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ac063a2d-8603-4637-bf46-f070ebe785b4 req-a6697543-c2d7-4153-a048-8186ba56c0fe tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] 10.222.0.76 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.174 HTTP/1.1" status: 200 len: 696 time: 0.1145463 Aug 27 04:41:23.874190 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965f73a2-ddac-4ad7-84ee-60e83ba8b74a service neutron] Pushing event updated for resources: {'Port': ['ID=31be88be-5056-44bd-b6fb-02e2640a6e3e,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:23.940526 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8b4a5671-c306-4708-8bdc-70fef3deace9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (294b53b6-f7d0-445e-8047-b87a519f5011), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:23.969924 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-9ae8889f-cedb-442a-96c6-af517dc2596c req-33cf823f-3a01-478f-a449-de0369d47b2a tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034702 Aug 27 04:41:23.979870 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ac063a2d-8603-4637-bf46-f070ebe785b4 req-34f00a9d-3940-4921-8702-877bc4b5d4b3 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] 10.222.0.76 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.174 HTTP/1.1" status: 200 len: 696 time: 0.1113412 Aug 27 04:41:23.982248 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a5671-c306-4708-8bdc-70fef3deace9 admin admin] Pushing event deleted for resources: {'Port': ['ID=294b53b6-f7d0-445e-8047-b87a519f5011,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:24.022129 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-8fcc4ece-561c-4134-bc64-273422e48ee4 req-965f73a2-ddac-4ad7-84ee-60e83ba8b74a service neutron] Attempting to bind port 31be88be-5056-44bd-b6fb-02e2640a6e3e on host n-h1-852088-5 for vnic_type normal with profile {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:41:24.025987 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-8fcc4ece-561c-4134-bc64-273422e48ee4 req-965f73a2-ddac-4ad7-84ee-60e83ba8b74a service neutron] Attempting to bind port 31be88be-5056-44bd-b6fb-02e2640a6e3e by drivers openvswitch,hyperv on host n-h1-852088-5 at level 0 using segments [{'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:41:24.025987 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcc4ece-561c-4134-bc64-273422e48ee4 req-965f73a2-ddac-4ad7-84ee-60e83ba8b74a service neutron] Attempting to bind port 31be88be-5056-44bd-b6fb-02e2640a6e3e on network a82fb463-5a8f-4b8b-991d-61491eba11c6 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:41:24.040741 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcc4ece-561c-4134-bc64-273422e48ee4 req-965f73a2-ddac-4ad7-84ee-60e83ba8b74a service neutron] Port 31be88be-5056-44bd-b6fb-02e2640a6e3e on network a82fb463-5a8f-4b8b-991d-61491eba11c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-852088-5 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:41:24.041197 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcc4ece-561c-4134-bc64-273422e48ee4 req-965f73a2-ddac-4ad7-84ee-60e83ba8b74a service neutron] Attempting to bind port 31be88be-5056-44bd-b6fb-02e2640a6e3e on network a82fb463-5a8f-4b8b-991d-61491eba11c6 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:41:24.049767 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcc4ece-561c-4134-bc64-273422e48ee4 req-965f73a2-ddac-4ad7-84ee-60e83ba8b74a service neutron] Checking agent: {'id': '6d03b773-90f7-436b-9be6-5928d8d54dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 36, 21), 'started_at': datetime.datetime(2022, 8, 27, 4, 36, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:41:24.050373 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcc4ece-561c-4134-bc64-273422e48ee4 req-965f73a2-ddac-4ad7-84ee-60e83ba8b74a service neutron] Checking segment: {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:41:24.050988 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcc4ece-561c-4134-bc64-273422e48ee4 req-965f73a2-ddac-4ad7-84ee-60e83ba8b74a service neutron] Bound using segment: {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'} {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:41:24.061433 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-8fcc4ece-561c-4134-bc64-273422e48ee4 req-965f73a2-ddac-4ad7-84ee-60e83ba8b74a service neutron] Bound port: 31be88be-5056-44bd-b6fb-02e2640a6e3e, host: n-h1-852088-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'}}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:41:24.061433 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-8fcc4ece-561c-4134-bc64-273422e48ee4 req-965f73a2-ddac-4ad7-84ee-60e83ba8b74a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (31be88be-5056-44bd-b6fb-02e2640a6e3e), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:24.092251 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 04:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5436a3-1b3c-4227-b80b-bcc52af68223 x-openstack-request-id: req-1d5436a3-1b3c-4227-b80b-bcc52af68223 {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:41:24.095297 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e907b3ea-a6a3-414d-85b7-b2a4632baf53", "name": "network-vif-plugged", "status": "completed", "tag": "e2e2a634-e765-4b2e-a554-069ff64a88a2", "code": 200}]} {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:41:24.095297 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1d5436a3-1b3c-4227-b80b-bcc52af68223 {{(pid=107777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:41:24.095297 n-d-852088-5 neutron-server[107777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d5436a3-1b3c-4227-b80b-bcc52af68223'] response: {'server_uuid': 'e907b3ea-a6a3-414d-85b7-b2a4632baf53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e2a634-e765-4b2e-a554-069ff64a88a2', 'code': 200} Aug 27 04:41:24.181326 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-8fcc4ece-561c-4134-bc64-273422e48ee4 req-965f73a2-ddac-4ad7-84ee-60e83ba8b74a service neutron] For port 31be88be-5056-44bd-b6fb-02e2640a6e3e, host n-h1-852088-5, cleared binding levels {{(pid=107776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:41:24.185882 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-8fcc4ece-561c-4134-bc64-273422e48ee4 req-965f73a2-ddac-4ad7-84ee-60e83ba8b74a service neutron] For port 31be88be-5056-44bd-b6fb-02e2640a6e3e, host n-h1-852088-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=31be88be-5056-44bd-b6fb-02e2640a6e3e,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:41:24.277588 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40948) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:24.294668 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b0e0d389-31da-4edd-921a-b0e90c047aba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:24.331632 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-8fcc4ece-561c-4134-bc64-273422e48ee4 req-965f73a2-ddac-4ad7-84ee-60e83ba8b74a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (31be88be-5056-44bd-b6fb-02e2640a6e3e), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:24.347156 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc4ece-561c-4134-bc64-273422e48ee4 req-965f73a2-ddac-4ad7-84ee-60e83ba8b74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:24.347695 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-8fcc4ece-561c-4134-bc64-273422e48ee4 req-965f73a2-ddac-4ad7-84ee-60e83ba8b74a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:24.349127 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-8fcc4ece-561c-4134-bc64-273422e48ee4 req-965f73a2-ddac-4ad7-84ee-60e83ba8b74a service neutron] 10.222.0.75 "PUT /networking/v2.0/ports/31be88be-5056-44bd-b6fb-02e2640a6e3e HTTP/1.1" status: 200 len: 1095 time: 1.5527384 Aug 27 04:41:24.356504 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b04c2f7-f091-4a7e-b4c0-3766f0213d90', 'tag': '31be88be-5056-44bd-b6fb-02e2640a6e3e'}] {{(pid=107776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:41:24.361289 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7ad66632f4c78724655075356aa8535ba41c652eced6c9cea0c1f0c67b1e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5afcedd-c4ae-4e7a-a249-ee0b223cbf99" -d '{"events": [{"name": "network-changed", "server_uuid": "8b04c2f7-f091-4a7e-b4c0-3766f0213d90", "tag": "31be88be-5056-44bd-b6fb-02e2640a6e3e"}]}' {{(pid=107776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:41:24.367245 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:24.441156 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965f73a2-ddac-4ad7-84ee-60e83ba8b74a service neutron] Pushing event updated for resources: {'Port': ['ID=31be88be-5056-44bd-b6fb-02e2640a6e3e,revision_number=3']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:24.446475 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:24.487034 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:24.491743 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8b4a5671-c306-4708-8bdc-70fef3deace9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (4577865d-078d-42cc-aea4-c38b0bce28ce), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:24.565476 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b0e0d389-31da-4edd-921a-b0e90c047aba admin admin] Publish callbacks [] for security_group (a4fae6c9-e404-4c72-a2a9-101992f596de), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:24.586943 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc4ece-561c-4134-bc64-273422e48ee4 req-9b6b8659-5ee6-4fa9-af75-a3a67729bc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:24.588561 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-8fcc4ece-561c-4134-bc64-273422e48ee4 req-9b6b8659-5ee6-4fa9-af75-a3a67729bc79 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=8511e600620148c2b51cb7fe446763eb&device_id=8b04c2f7-f091-4a7e-b4c0-3766f0213d90 HTTP/1.1" status: 200 len: 1129 time: 0.0764587 Aug 27 04:41:24.622978 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 8d8c5d53-76dd-4e1a-9408-490ba4b65c3b no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:41:24.654149 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 8d8c5d53-76dd-4e1a-9408-490ba4b65c3b {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:41:24.654638 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 8d8c5d53-76dd-4e1a-9408-490ba4b65c3b not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:41:24.655132 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 294b53b6-f7d0-445e-8047-b87a519f5011 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:41:24.655249 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c983870f-359a-415f-963c-03638c2a77aa req-e242b5a4-7dea-4986-b3e4-93d7fbce39c0 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:24.660023 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c983870f-359a-415f-963c-03638c2a77aa req-e242b5a4-7dea-4986-b3e4-93d7fbce39c0 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8b04c2f7-f091-4a7e-b4c0-3766f0213d90 HTTP/1.1" status: 200 len: 947 time: 0.2328179 Aug 27 04:41:24.668140 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-8fcc4ece-561c-4134-bc64-273422e48ee4 req-07648794-984d-434b-acbc-090c706df999 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=31be88be-5056-44bd-b6fb-02e2640a6e3e HTTP/1.1" status: 200 len: 217 time: 0.0576575 Aug 27 04:41:24.669879 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [req-ac063a2d-8603-4637-bf46-f070ebe785b4 req-a276f624-f71f-4964-8646-61f82a3598ae tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Deleting port ba39b394-1e61-4524-95f1-83623da7368e {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:41:24.670209 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-ac063a2d-8603-4637-bf46-f070ebe785b4 req-a276f624-f71f-4964-8646-61f82a3598ae tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (ba39b394-1e61-4524-95f1-83623da7368e), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:24.677259 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 294b53b6-f7d0-445e-8047-b87a519f5011 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:41:24.677626 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 294b53b6-f7d0-445e-8047-b87a519f5011 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:41:24.699775 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8b4a5671-c306-4708-8bdc-70fef3deace9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (4577865d-078d-42cc-aea4-c38b0bce28ce), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:24.738562 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8b4a5671-c306-4708-8bdc-70fef3deace9 admin admin] Publish callbacks [] for router_controller (4577865d-078d-42cc-aea4-c38b0bce28ce), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:24.831202 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c983870f-359a-415f-963c-03638c2a77aa req-fe0a534b-09c0-42aa-b679-08c3b981ac8b tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559930 Aug 27 04:41:24.854431 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-ac063a2d-8603-4637-bf46-f070ebe785b4 req-a276f624-f71f-4964-8646-61f82a3598ae tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (ba39b394-1e61-4524-95f1-83623da7368e), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:24.855039 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-ac063a2d-8603-4637-bf46-f070ebe785b4 req-a276f624-f71f-4964-8646-61f82a3598ae tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Publish callbacks [] for floatingip (ba39b394-1e61-4524-95f1-83623da7368e), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:24.870603 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [req-ac063a2d-8603-4637-bf46-f070ebe785b4 req-a276f624-f71f-4964-8646-61f82a3598ae tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Calling delete_port for ba39b394-1e61-4524-95f1-83623da7368e owned by network:floatingip {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:41:24.875827 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8b4a5671-c306-4708-8bdc-70fef3deace9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (4577865d-078d-42cc-aea4-c38b0bce28ce), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:24.876721 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4a5671-c306-4708-8bdc-70fef3deace9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4577865d-078d-42cc-aea4-c38b0bce28ce {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:41:24.886751 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8b4a5671-c306-4708-8bdc-70fef3deace9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:24.886751 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-8b4a5671-c306-4708-8bdc-70fef3deace9 admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/4577865d-078d-42cc-aea4-c38b0bce28ce HTTP/1.1" status: 204 len: 168 time: 3.3358581 Aug 27 04:41:24.891123 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40964) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:24.982832 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 04:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784011f6-a0b2-4a9f-ba7d-b35046026bcc x-openstack-request-id: req-784011f6-a0b2-4a9f-ba7d-b35046026bcc {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:41:24.983154 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b04c2f7-f091-4a7e-b4c0-3766f0213d90", "tag": "31be88be-5056-44bd-b6fb-02e2640a6e3e", "status": "completed", "code": 200}]} {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:41:24.983367 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-784011f6-a0b2-4a9f-ba7d-b35046026bcc {{(pid=107776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:41:24.983823 n-d-852088-5 neutron-server[107776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-784011f6-a0b2-4a9f-ba7d-b35046026bcc'] response: {'name': 'network-changed', 'server_uuid': '8b04c2f7-f091-4a7e-b4c0-3766f0213d90', 'tag': '31be88be-5056-44bd-b6fb-02e2640a6e3e', 'status': 'completed', 'code': 200} Aug 27 04:41:24.987320 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b0e0d389-31da-4edd-921a-b0e90c047aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (a4fae6c9-e404-4c72-a2a9-101992f596de), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:25.019631 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:25.038135 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc4ece-561c-4134-bc64-273422e48ee4 req-a27422f6-4c4d-40e2-a853-8b7b87b22ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:25.039597 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-8fcc4ece-561c-4134-bc64-273422e48ee4 req-a27422f6-4c4d-40e2-a853-8b7b87b22ca9 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.3625958 Aug 27 04:41:25.047982 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b0e0d389-31da-4edd-921a-b0e90c047aba admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=6fe86516ee7d4ff6827f5e27a6f0ee6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7691143 Aug 27 04:41:25.048731 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e0d389-31da-4edd-921a-b0e90c047aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4fae6c9-e404-4c72-a2a9-101992f596de,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:25.051121 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40974) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:25.092149 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ccb176c-3176-4349-b5e9-b451cc306ee0 admin admin] Deleting subnet c4c72ad4-a6e8-4bc1-93bc-cf472e27f6b6 {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:41:25.099100 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2ccb176c-3176-4349-b5e9-b451cc306ee0 admin admin] Publish callbacks [] for subnet (c4c72ad4-a6e8-4bc1-93bc-cf472e27f6b6), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:25.117978 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc4ece-561c-4134-bc64-273422e48ee4 req-7b483308-4ed5-4c1a-9d08-9b5ce2a06a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:25.119668 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-8fcc4ece-561c-4134-bc64-273422e48ee4 req-7b483308-4ed5-4c1a-9d08-9b5ce2a06a16 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0677366 Aug 27 04:41:25.180679 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:25.210772 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-47e51739-4b80-41e0-b0da-512be019875d admin admin] Publish callbacks [] for security_group (a4fae6c9-e404-4c72-a2a9-101992f596de), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:25.215756 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2ccb176c-3176-4349-b5e9-b451cc306ee0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (c4c72ad4-a6e8-4bc1-93bc-cf472e27f6b6), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:25.258876 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Device f306f1e1-1f92-41b7-973f-427a4a933e36 up at agent hyperv_n-h2-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:41:25.260470 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-47e51739-4b80-41e0-b0da-512be019875d admin admin] Publish callbacks [] for security_group (a4fae6c9-e404-4c72-a2a9-101992f596de), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:25.292084 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-8fcc4ece-561c-4134-bc64-273422e48ee4 req-6d17cdf3-e987-40c6-b420-d8473b94e894 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661365 Aug 27 04:41:25.318639 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Provisioning for port f306f1e1-1f92-41b7-973f-427a4a933e36 completed by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 27 04:41:25.341280 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8544bd42-d1ff-46f3-9c31-0ba5eed74a23 req-318f884b-1e13-4b58-a212-6cc542ccd5be tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:25.342779 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8544bd42-d1ff-46f3-9c31-0ba5eed74a23 req-318f884b-1e13-4b58-a212-6cc542ccd5be tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5b41c414-0f4f-4a7c-9887-2a60bd9b580b HTTP/1.1" status: 200 len: 948 time: 0.1010115 Aug 27 04:41:25.400141 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-8fcc4ece-561c-4134-bc64-273422e48ee4 req-8738d95d-1d62-42ea-a819-353ad85c6192 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014686 Aug 27 04:41:25.405227 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2ccb176c-3176-4349-b5e9-b451cc306ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (c4c72ad4-a6e8-4bc1-93bc-cf472e27f6b6), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:25.418599 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Provisioning complete for port f306f1e1-1f92-41b7-973f-427a4a933e36 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:41:25.419438 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (f306f1e1-1f92-41b7-973f-427a4a933e36), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:25.448738 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8544bd42-d1ff-46f3-9c31-0ba5eed74a23 req-73df74b4-bbad-4a07-9292-e7662f977549 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862334 Aug 27 04:41:25.475148 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-47e51739-4b80-41e0-b0da-512be019875d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (a4fae6c9-e404-4c72-a2a9-101992f596de), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:25.478282 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-47e51739-4b80-41e0-b0da-512be019875d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:25.479684 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-47e51739-4b80-41e0-b0da-512be019875d admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/a4fae6c9-e404-4c72-a2a9-101992f596de HTTP/1.1" status: 204 len: 168 time: 0.4147427 Aug 27 04:41:25.480043 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-ac063a2d-8603-4637-bf46-f070ebe785b4 req-a276f624-f71f-4964-8646-61f82a3598ae tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (ba39b394-1e61-4524-95f1-83623da7368e), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:25.492834 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e51739-4b80-41e0-b0da-512be019875d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4fae6c9-e404-4c72-a2a9-101992f596de,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:25.517287 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a276f624-f71f-4964-8646-61f82a3598ae tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Pushing event deleted for resources: {'Port': ['ID=ba39b394-1e61-4524-95f1-83623da7368e,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:25.543615 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:25.564599 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Current status of the port f306f1e1-1f92-41b7-973f-427a4a933e36 is: BUILD; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:41:25.565299 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f306f1e1-1f92-41b7-973f-427a4a933e36), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:25.617179 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] For port f306f1e1-1f92-41b7-973f-427a4a933e36, host n-h2-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852088-5',level=0,port_id=f306f1e1-1f92-41b7-973f-427a4a933e36,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:41:25.635148 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-ac063a2d-8603-4637-bf46-f070ebe785b4 req-a276f624-f71f-4964-8646-61f82a3598ae tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Publish callbacks [] for floatingip (7f216355-c630-441d-98e6-86123b81770f), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:25.635492 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-ac063a2d-8603-4637-bf46-f070ebe785b4 req-a276f624-f71f-4964-8646-61f82a3598ae tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:25.636525 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ac063a2d-8603-4637-bf46-f070ebe785b4 req-a276f624-f71f-4964-8646-61f82a3598ae tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] 10.222.0.76 "DELETE /networking/v2.0/floatingips/7f216355-c630-441d-98e6-86123b81770f HTTP/1.1" status: 204 len: 173 time: 1.6026213 Aug 27 04:41:25.674872 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=11 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:25.717959 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-28ca9a96-5a62-4361-a82a-7a1712b22bd2 req-412db54c-2845-405d-babf-cde88b977c4c tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] 10.222.0.76 "GET /networking/v2.0/floatingips/3ff9343c-be03-48cf-b0de-c4d25044a9d8 HTTP/1.1" status: 200 len: 693 time: 0.0529516 Aug 27 04:41:25.766783 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (f306f1e1-1f92-41b7-973f-427a4a933e36), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:25.778357 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2ccb176c-3176-4349-b5e9-b451cc306ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (c4c72ad4-a6e8-4bc1-93bc-cf472e27f6b6), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:25.820440 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb176c-3176-4349-b5e9-b451cc306ee0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4c72ad4-a6e8-4bc1-93bc-cf472e27f6b6,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:25.826175 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2ccb176c-3176-4349-b5e9-b451cc306ee0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:25.827602 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Pushing event updated for resources: {'Port': ['ID=f306f1e1-1f92-41b7-973f-427a4a933e36,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:25.832299 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40992) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:25.832468 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2ccb176c-3176-4349-b5e9-b451cc306ee0 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/c4c72ad4-a6e8-4bc1-93bc-cf472e27f6b6 HTTP/1.1" status: 204 len: 168 time: 0.9398086 Aug 27 04:41:25.846112 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18de969-c35d-407e-8920-966bb759bc71 None None] Network 3a4fb9cd-27e3-4fc7-b4e5-f61592dbf377 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:41:25.916035 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca9a96-5a62-4361-a82a-7a1712b22bd2 req-166081b2-678e-453a-814c-dfbb47b5aa41 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:25.917486 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-28ca9a96-5a62-4361-a82a-7a1712b22bd2 req-166081b2-678e-453a-814c-dfbb47b5aa41 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] 10.222.0.76 "GET /networking/v2.0/networks/2db7b18a-8c4b-4ba8-8012-3e7d96728abb HTTP/1.1" status: 200 len: 784 time: 0.1941354 Aug 27 04:41:25.926062 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c4407331-d429-4372-8f60-fa89e73ab87a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (3a4fb9cd-27e3-4fc7-b4e5-f61592dbf377), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:25.998133 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-c4407331-d429-4372-8f60-fa89e73ab87a admin admin] Deleting port ff9694a6-51e3-4a2b-a984-56cf29364c43 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:41:25.999233 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c4407331-d429-4372-8f60-fa89e73ab87a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (ff9694a6-51e3-4a2b-a984-56cf29364c43), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:26.076984 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:UPDATE=5,neutron:SELECT=84,neutron:INSERT=11 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:26.083211 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-28ca9a96-5a62-4361-a82a-7a1712b22bd2 req-e99b7455-9413-4a13-ba8f-7c156cc338ca tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] 10.222.0.76 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.173 HTTP/1.1" status: 200 len: 696 time: 0.1443253 Aug 27 04:41:26.095136 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b41c414-0f4f-4a7c-9887-2a60bd9b580b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f306f1e1-1f92-41b7-973f-427a4a933e36'}] {{(pid=107777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:41:26.098413 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6e1ed2c1589df8125b2075e26a1ec4ff1174e69d6a71546bdf3c3a9a29d330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81589651-5fcb-43b3-abbf-cfeac9213dc9" -d '{"events": [{"server_uuid": "5b41c414-0f4f-4a7c-9887-2a60bd9b580b", "name": "network-vif-plugged", "status": "completed", "tag": "f306f1e1-1f92-41b7-973f-427a4a933e36"}]}' {{(pid=107777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:41:26.113960 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-c4407331-d429-4372-8f60-fa89e73ab87a admin admin] For port ff9694a6-51e3-4a2b-a984-56cf29364c43, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=ff9694a6-51e3-4a2b-a984-56cf29364c43,segment=NetworkSegment(25ebb9e9-dc98-4fc3-a669-dda354dfe216),segment_id=25ebb9e9-dc98-4fc3-a669-dda354dfe216)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:41:26.114325 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c4407331-d429-4372-8f60-fa89e73ab87a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (ff9694a6-51e3-4a2b-a984-56cf29364c43), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:26.130567 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-c4407331-d429-4372-8f60-fa89e73ab87a admin admin] Calling delete_port for ff9694a6-51e3-4a2b-a984-56cf29364c43 owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:41:26.166729 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-28ca9a96-5a62-4361-a82a-7a1712b22bd2 req-a9e95f21-2df4-42de-95fa-0d928bc95b06 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] 10.222.0.76 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.173 HTTP/1.1" status: 200 len: 696 time: 0.0825684 Aug 27 04:41:26.174130 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac0c135-32c9-4935-8a8b-1b5551fbca89 req-4d90f4d8-f7b8-46ef-a8d4-7911d6e1b095 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:26.175625 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1ac0c135-32c9-4935-8a8b-1b5551fbca89 req-4d90f4d8-f7b8-46ef-a8d4-7911d6e1b095 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8b04c2f7-f091-4a7e-b4c0-3766f0213d90 HTTP/1.1" status: 200 len: 947 time: 0.1519578 Aug 27 04:41:26.195455 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a11fe2-2bc1-462f-843c-cf8d261d1d9c None None] DHCP port deletion for 3a4fb9cd-27e3-4fc7-b4e5-f61592dbf377 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:41:26.238673 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:26.244302 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-99a11fe2-2bc1-462f-843c-cf8d261d1d9c None None] Deleting port ff9694a6-51e3-4a2b-a984-56cf29364c43 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:41:26.245062 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-99a11fe2-2bc1-462f-843c-cf8d261d1d9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (ff9694a6-51e3-4a2b-a984-56cf29364c43), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:26.348762 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-99a11fe2-2bc1-462f-843c-cf8d261d1d9c None None] For port ff9694a6-51e3-4a2b-a984-56cf29364c43, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=ff9694a6-51e3-4a2b-a984-56cf29364c43,segment=NetworkSegment(25ebb9e9-dc98-4fc3-a669-dda354dfe216),segment_id=25ebb9e9-dc98-4fc3-a669-dda354dfe216)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:41:26.349158 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-99a11fe2-2bc1-462f-843c-cf8d261d1d9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (ff9694a6-51e3-4a2b-a984-56cf29364c43), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:26.354974 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c4407331-d429-4372-8f60-fa89e73ab87a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (ff9694a6-51e3-4a2b-a984-56cf29364c43), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:26.372632 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1ac0c135-32c9-4935-8a8b-1b5551fbca89 req-73efec6f-54d5-4169-b3f4-0797d2124004 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888962 Aug 27 04:41:26.383712 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-99a11fe2-2bc1-462f-843c-cf8d261d1d9c None None] Calling delete_port for ff9694a6-51e3-4a2b-a984-56cf29364c43 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:41:26.384636 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [req-28ca9a96-5a62-4361-a82a-7a1712b22bd2 req-635d8b3b-81e5-46a3-9c56-af369b3c9698 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Deleting port 7c6d4629-d096-44e4-9d9b-0711f6f93c24 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:41:26.385019 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-28ca9a96-5a62-4361-a82a-7a1712b22bd2 req-635d8b3b-81e5-46a3-9c56-af369b3c9698 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (7c6d4629-d096-44e4-9d9b-0711f6f93c24), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:26.385780 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4407331-d429-4372-8f60-fa89e73ab87a admin admin] No DVR routers for this DVR port ff9694a6-51e3-4a2b-a984-56cf29364c43 on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:41:26.431586 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4407331-d429-4372-8f60-fa89e73ab87a admin admin] Pushing event deleted for resources: {'Port': ['ID=ff9694a6-51e3-4a2b-a984-56cf29364c43,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:26.482126 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:26.487896 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:26.493702 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device ff9694a6-51e3-4a2b-a984-56cf29364c43 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:41:26.528092 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c4407331-d429-4372-8f60-fa89e73ab87a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (3a4fb9cd-27e3-4fc7-b4e5-f61592dbf377), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:26.528765 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-28ca9a96-5a62-4361-a82a-7a1712b22bd2 req-635d8b3b-81e5-46a3-9c56-af369b3c9698 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (7c6d4629-d096-44e4-9d9b-0711f6f93c24), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:26.529100 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-28ca9a96-5a62-4361-a82a-7a1712b22bd2 req-635d8b3b-81e5-46a3-9c56-af369b3c9698 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Publish callbacks [] for floatingip (7c6d4629-d096-44e4-9d9b-0711f6f93c24), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:26.548364 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [req-28ca9a96-5a62-4361-a82a-7a1712b22bd2 req-635d8b3b-81e5-46a3-9c56-af369b3c9698 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Calling delete_port for 7c6d4629-d096-44e4-9d9b-0711f6f93c24 owned by network:floatingip {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:41:26.556733 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: ff9694a6-51e3-4a2b-a984-56cf29364c43 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:41:26.557302 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device ff9694a6-51e3-4a2b-a984-56cf29364c43 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:41:26.574515 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-c4407331-d429-4372-8f60-fa89e73ab87a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a4fb9cd-27e3-4fc7-b4e5-f61592dbf377']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:41:26.596852 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-c4407331-d429-4372-8f60-fa89e73ab87a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25ebb9e9-dc98-4fc3-a669-dda354dfe216') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:41:26.597157 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-c4407331-d429-4372-8f60-fa89e73ab87a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25ebb9e9-dc98-4fc3-a669-dda354dfe216') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:41:26.610923 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c4407331-d429-4372-8f60-fa89e73ab87a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (25ebb9e9-dc98-4fc3-a669-dda354dfe216), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:26.638422 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c4407331-d429-4372-8f60-fa89e73ab87a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (25ebb9e9-dc98-4fc3-a669-dda354dfe216), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:26.641061 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-99a11fe2-2bc1-462f-843c-cf8d261d1d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (ff9694a6-51e3-4a2b-a984-56cf29364c43), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:26.654635 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4407331-d429-4372-8f60-fa89e73ab87a admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:41:26.655051 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c4407331-d429-4372-8f60-fa89e73ab87a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (25ebb9e9-dc98-4fc3-a669-dda354dfe216), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:26.706415 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a11fe2-2bc1-462f-843c-cf8d261d1d9c None None] No DVR routers for this DVR port ff9694a6-51e3-4a2b-a984-56cf29364c43 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:41:26.711421 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a11fe2-2bc1-462f-843c-cf8d261d1d9c None None] Pushing event deleted for resources: {'Port': ['ID=ff9694a6-51e3-4a2b-a984-56cf29364c43,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:26.741740 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 25ebb9e9-dc98-4fc3-a669-dda354dfe216 resource provider aggregate not found Aug 27 04:41:26.748709 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2c583d24-5f99-4303-8bff-868075d935eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:26.774430 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 25ebb9e9-dc98-4fc3-a669-dda354dfe216 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 25ebb9e9-dc98-4fc3-a669-dda354dfe216 found for delete ", "request_id": "req-4e24309f-b700-4c1f-b0fc-e1c4a80a3398"}]} Aug 27 04:41:26.892497 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c4407331-d429-4372-8f60-fa89e73ab87a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (3a4fb9cd-27e3-4fc7-b4e5-f61592dbf377), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:26.898027 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c4407331-d429-4372-8f60-fa89e73ab87a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:26.908568 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c4407331-d429-4372-8f60-fa89e73ab87a admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/3a4fb9cd-27e3-4fc7-b4e5-f61592dbf377 HTTP/1.1" status: 204 len: 168 time: 1.0680511 Aug 27 04:41:26.910633 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41028) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:26.911274 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 04:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9893ec-edf7-49df-8d96-71cfcca70721 x-openstack-request-id: req-ed9893ec-edf7-49df-8d96-71cfcca70721 {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:41:26.911745 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b41c414-0f4f-4a7c-9887-2a60bd9b580b", "name": "network-vif-plugged", "status": "completed", "tag": "f306f1e1-1f92-41b7-973f-427a4a933e36", "code": 200}]} {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:41:26.911841 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ed9893ec-edf7-49df-8d96-71cfcca70721 {{(pid=107777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:41:26.912250 n-d-852088-5 neutron-server[107777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed9893ec-edf7-49df-8d96-71cfcca70721'] response: {'server_uuid': '5b41c414-0f4f-4a7c-9887-2a60bd9b580b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f306f1e1-1f92-41b7-973f-427a4a933e36', 'code': 200} Aug 27 04:41:26.927097 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4407331-d429-4372-8f60-fa89e73ab87a admin admin] Pushing event deleted for resources: {'Network': ['ID=3a4fb9cd-27e3-4fc7-b4e5-f61592dbf377,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:26.981920 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-28ca9a96-5a62-4361-a82a-7a1712b22bd2 req-635d8b3b-81e5-46a3-9c56-af369b3c9698 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (7c6d4629-d096-44e4-9d9b-0711f6f93c24), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:27.037130 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a899e7ae-b247-4902-9ae4-c1dbe617a49c req-fc55fe87-e3de-45cc-9224-45fbf20a6b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:27.038931 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-a899e7ae-b247-4902-9ae4-c1dbe617a49c req-fc55fe87-e3de-45cc-9224-45fbf20a6b1c service neutron] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5b41c414-0f4f-4a7c-9887-2a60bd9b580b HTTP/1.1" status: 200 len: 1131 time: 0.0524211 Aug 27 04:41:27.048386 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635d8b3b-81e5-46a3-9c56-af369b3c9698 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Pushing event deleted for resources: {'Port': ['ID=7c6d4629-d096-44e4-9d9b-0711f6f93c24,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:27.095153 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-a899e7ae-b247-4902-9ae4-c1dbe617a49c req-6c7fea98-9dac-4451-afae-82d183841716 service neutron] 10.222.0.78 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499074 Aug 27 04:41:27.161200 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97445e-60ec-4cca-afbe-5ec1bb150c5b req-e5c27877-1ae1-43cd-8f4b-5ee4b34556fa tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:27.162704 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-fd97445e-60ec-4cca-afbe-5ec1bb150c5b req-e5c27877-1ae1-43cd-8f4b-5ee4b34556fa tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5b41c414-0f4f-4a7c-9887-2a60bd9b580b HTTP/1.1" status: 200 len: 949 time: 0.1035717 Aug 27 04:41:27.172216 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:27.227218 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-28ca9a96-5a62-4361-a82a-7a1712b22bd2 req-635d8b3b-81e5-46a3-9c56-af369b3c9698 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Publish callbacks [] for floatingip (3ff9343c-be03-48cf-b0de-c4d25044a9d8), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:27.227521 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41040) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:27.229914 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-28ca9a96-5a62-4361-a82a-7a1712b22bd2 req-635d8b3b-81e5-46a3-9c56-af369b3c9698 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:27.231067 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-28ca9a96-5a62-4361-a82a-7a1712b22bd2 req-635d8b3b-81e5-46a3-9c56-af369b3c9698 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] 10.222.0.76 "DELETE /networking/v2.0/floatingips/3ff9343c-be03-48cf-b0de-c4d25044a9d8 HTTP/1.1" status: 204 len: 173 time: 1.0544257 Aug 27 04:41:27.247487 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:27.302936 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-fd97445e-60ec-4cca-afbe-5ec1bb150c5b req-4c79ad9d-81ba-46c9-95df-e46991669888 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284335 Aug 27 04:41:27.372584 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-77848b21-c65e-494e-852f-0498d130b266 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1280814024-network', 'tenant_id': '4d1c84c5c0f4408188e3c2e8f9fc748a'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:41:27.421838 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-14287e78-0f19-4425-9e49-6b9cb801b457 req-6effd878-a436-438c-a1a4-5c9f9b86de56 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] 10.222.0.76 "GET /networking/v2.0/floatingips/7e16c04c-bf07-457e-9f65-f64667ca3698 HTTP/1.1" status: 200 len: 693 time: 0.0801373 Aug 27 04:41:27.486753 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77848b21-c65e-494e-852f-0498d130b266 admin admin] Made reservation on behalf of 4d1c84c5c0f4408188e3c2e8f9fc748a for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:41:27.490613 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-77848b21-c65e-494e-852f-0498d130b266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:27.500942 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-77848b21-c65e-494e-852f-0498d130b266 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:27.591461 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=13 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:27.598086 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db58a313-48f8-482e-ac5a-d35542d2f6fd req-001d874c-e7ea-44a8-a3ab-507af49b9bf6 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:27.599665 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-db58a313-48f8-482e-ac5a-d35542d2f6fd req-001d874c-e7ea-44a8-a3ab-507af49b9bf6 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8b04c2f7-f091-4a7e-b4c0-3766f0213d90 HTTP/1.1" status: 200 len: 947 time: 0.1178319 Aug 27 04:41:27.607447 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-77848b21-c65e-494e-852f-0498d130b266 admin admin] Publish callbacks [] for security_group (7b81b238-949f-4542-8a70-7f3cd84889ab), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:27.669964 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a789b66b-4af3-47f0-8eb1-155739cd0886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (0f5681c5-87fc-4b21-b7aa-c3f9be71b740), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:27.683976 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14287e78-0f19-4425-9e49-6b9cb801b457 req-459a76cb-92d8-4549-9576-f504d281ed6c tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:27.688626 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-14287e78-0f19-4425-9e49-6b9cb801b457 req-459a76cb-92d8-4549-9576-f504d281ed6c tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] 10.222.0.76 "GET /networking/v2.0/networks/2db7b18a-8c4b-4ba8-8012-3e7d96728abb HTTP/1.1" status: 200 len: 784 time: 0.2648277 Aug 27 04:41:27.720329 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-77848b21-c65e-494e-852f-0498d130b266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (7b81b238-949f-4542-8a70-7f3cd84889ab), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:27.732282 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [req-14287e78-0f19-4425-9e49-6b9cb801b457 req-fe773a22-0cf0-4735-8886-38e79d1d300a tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] http://10.222.0.76:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107775) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:41:27.739273 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-14287e78-0f19-4425-9e49-6b9cb801b457 req-fe773a22-0cf0-4735-8886-38e79d1d300a tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] 10.222.0.76 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0096409 Aug 27 04:41:27.756202 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77848b21-c65e-494e-852f-0498d130b266 admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:41:27.763291 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77848b21-c65e-494e-852f-0498d130b266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b81b238-949f-4542-8a70-7f3cd84889ab,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:27.764788 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-db58a313-48f8-482e-ac5a-d35542d2f6fd req-8e9a4427-d94a-4c9a-ad97-28a3d2723252 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415601 Aug 27 04:41:27.771132 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-77848b21-c65e-494e-852f-0498d130b266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (51523068-eb07-4897-b14a-c6f6774d1cd2), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:27.773715 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-77848b21-c65e-494e-852f-0498d130b266 admin admin] Added segment 51523068-eb07-4897-b14a-c6f6774d1cd2 of type vlan for network 00f94fb5-9fc9-4230-890c-a35d6b68b1e8 Aug 27 04:41:27.820746 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-77848b21-c65e-494e-852f-0498d130b266 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (00f94fb5-9fc9-4230-890c-a35d6b68b1e8), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:27.825180 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:27.836195 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-14287e78-0f19-4425-9e49-6b9cb801b457 req-c6e3d8c4-e863-4004-9d38-ac4c07b683bc tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] 10.222.0.76 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.121 HTTP/1.1" status: 200 len: 696 time: 0.0876138 Aug 27 04:41:27.920489 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-77848b21-c65e-494e-852f-0498d130b266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (00f94fb5-9fc9-4230-890c-a35d6b68b1e8), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:27.922380 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77848b21-c65e-494e-852f-0498d130b266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:27.923002 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-77848b21-c65e-494e-852f-0498d130b266 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:27.939515 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-14287e78-0f19-4425-9e49-6b9cb801b457 req-28c8d43b-8216-47f2-8dae-5ed0c2c8472d tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] 10.222.0.76 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.121 HTTP/1.1" status: 200 len: 696 time: 0.0860903 Aug 27 04:41:28.003514 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77848b21-c65e-494e-852f-0498d130b266 admin admin] Pushing event updated for resources: {'Network': ['ID=00f94fb5-9fc9-4230-890c-a35d6b68b1e8,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:28.019642 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 00f94fb5-9fc9-4230-890c-a35d6b68b1e8 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:41:28.039705 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-77848b21-c65e-494e-852f-0498d130b266 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8082988 Aug 27 04:41:28.039953 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41060) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:28.046742 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-acc62f7d-b82f-4d95-a472-bacb38fc665d admin admin] Request body: {'subnet': {'network_id': '00f94fb5-9fc9-4230-890c-a35d6b68b1e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1280814024-subnet', 'tenant_id': '4d1c84c5c0f4408188e3c2e8f9fc748a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:41:28.138287 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc62f7d-b82f-4d95-a472-bacb38fc665d admin admin] Made reservation on behalf of 4d1c84c5c0f4408188e3c2e8f9fc748a for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:41:28.141337 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-acc62f7d-b82f-4d95-a472-bacb38fc665d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:28.186000 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41068) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:28.213117 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [req-14287e78-0f19-4425-9e49-6b9cb801b457 req-e6498767-8b14-4a37-9261-bd8f6f040397 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Deleting port 7c4abbac-7b44-4866-af24-13addaa2e7c5 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:41:28.213469 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-14287e78-0f19-4425-9e49-6b9cb801b457 req-e6498767-8b14-4a37-9261-bd8f6f040397 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (7c4abbac-7b44-4866-af24-13addaa2e7c5), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:28.218019 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-a789b66b-4af3-47f0-8eb1-155739cd0886 admin admin] Deleting port 1ee9425e-ad24-409f-9b37-6fd90982d167 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:41:28.218901 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a789b66b-4af3-47f0-8eb1-155739cd0886 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (1ee9425e-ad24-409f-9b37-6fd90982d167), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:28.491922 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-acc62f7d-b82f-4d95-a472-bacb38fc665d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (61e1fc4e-c58c-49b8-9914-eebb47f32148), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:28.559474 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc62f7d-b82f-4d95-a472-bacb38fc665d admin admin] Pushing event updated for resources: {'Subnet': ['ID=61e1fc4e-c58c-49b8-9914-eebb47f32148,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:28.567569 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc62f7d-b82f-4d95-a472-bacb38fc665d admin admin] Checking segment: {'id': '51523068-eb07-4897-b14a-c6f6774d1cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '00f94fb5-9fc9-4230-890c-a35d6b68b1e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:41:28.567919 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc62f7d-b82f-4d95-a472-bacb38fc665d admin admin] Network hostable DHCP agents. Network: 00f94fb5-9fc9-4230-890c-a35d6b68b1e8, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:41:28.641279 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c6be6d7b-14b3-49a2-95cc-676f4a7bc316 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:28.658220 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:28.672919 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc62f7d-b82f-4d95-a472-bacb38fc665d admin admin] Network 00f94fb5-9fc9-4230-890c-a35d6b68b1e8 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:41:28.706291 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3004fd-8255-4c47-9894-bf400c9ecc3a req-77a452ed-b205-4657-af7a-48deca6019a3 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:28.707934 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-be3004fd-8255-4c47-9894-bf400c9ecc3a req-77a452ed-b205-4657-af7a-48deca6019a3 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5b41c414-0f4f-4a7c-9887-2a60bd9b580b HTTP/1.1" status: 200 len: 949 time: 0.1557467 Aug 27 04:41:28.747181 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5afcedd-c4ae-4e7a-a249-ee0b223cbf99 req-8471a2ca-80a9-4493-a286-593e71194d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:28.749044 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-a5afcedd-c4ae-4e7a-a249-ee0b223cbf99 req-8471a2ca-80a9-4493-a286-593e71194d4b service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=8511e600620148c2b51cb7fe446763eb&device_id=8b04c2f7-f091-4a7e-b4c0-3766f0213d90 HTTP/1.1" status: 200 len: 1129 time: 0.0905924 Aug 27 04:41:28.771945 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.75', 53833) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:28.774410 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-14287e78-0f19-4425-9e49-6b9cb801b457 req-e6498767-8b14-4a37-9261-bd8f6f040397 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (7c4abbac-7b44-4866-af24-13addaa2e7c5), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:28.774752 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-14287e78-0f19-4425-9e49-6b9cb801b457 req-e6498767-8b14-4a37-9261-bd8f6f040397 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Publish callbacks [] for floatingip (7c4abbac-7b44-4866-af24-13addaa2e7c5), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:28.822165 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [req-14287e78-0f19-4425-9e49-6b9cb801b457 req-e6498767-8b14-4a37-9261-bd8f6f040397 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Calling delete_port for 7c4abbac-7b44-4866-af24-13addaa2e7c5 owned by network:floatingip {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:41:28.836539 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-a789b66b-4af3-47f0-8eb1-155739cd0886 admin admin] For port 1ee9425e-ad24-409f-9b37-6fd90982d167, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=1ee9425e-ad24-409f-9b37-6fd90982d167,segment=NetworkSegment(c76cda8e-c8f7-4bed-81ba-ed8cb19d32ee),segment_id=c76cda8e-c8f7-4bed-81ba-ed8cb19d32ee)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:41:28.836902 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a789b66b-4af3-47f0-8eb1-155739cd0886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (1ee9425e-ad24-409f-9b37-6fd90982d167), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:28.857742 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-acc62f7d-b82f-4d95-a472-bacb38fc665d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 00f94fb5-9fc9-4230-890c-a35d6b68b1e8) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:41:28.867525 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2999cf7e-4742-41ad-acf5-7d9ab7612d5a None None] Network 00f94fb5-9fc9-4230-890c-a35d6b68b1e8 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:41:28.868370 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc62f7d-b82f-4d95-a472-bacb38fc665d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:28.868966 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-acc62f7d-b82f-4d95-a472-bacb38fc665d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:28.888910 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a0dcc-2860-4119-bb51-b63ccdc3696d req-e0d3a6d9-5dc6-4100-8ac6-8379bc708b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:28.889667 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-a789b66b-4af3-47f0-8eb1-155739cd0886 admin admin] Calling delete_port for 1ee9425e-ad24-409f-9b37-6fd90982d167 owned by network:router_interface {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:41:28.890876 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-3c7a0dcc-2860-4119-bb51-b63ccdc3696d req-e0d3a6d9-5dc6-4100-8ac6-8379bc708b56 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=2936c03bbeee48a585b66453179cba76&device_id=e907b3ea-a6a3-414d-85b7-b2a4632baf53 HTTP/1.1" status: 200 len: 1132 time: 0.1181715 Aug 27 04:41:28.907729 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:28.956318 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-be3004fd-8255-4c47-9894-bf400c9ecc3a req-875973f3-7c80-4989-ba57-faed46d92314 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341554 Aug 27 04:41:29.031245 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-acc62f7d-b82f-4d95-a472-bacb38fc665d admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9901385 Aug 27 04:41:29.048185 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41088) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:29.064793 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-f6955cbf-d472-46ee-a99c-6a7168436974 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1280814024-router', 'tenant_id': '4d1c84c5c0f4408188e3c2e8f9fc748a', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:41:29.085542 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5afcedd-c4ae-4e7a-a249-ee0b223cbf99 req-1eebbc6b-e80e-4fbc-befe-c212e978bb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:29.087385 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-a5afcedd-c4ae-4e7a-a249-ee0b223cbf99 req-1eebbc6b-e80e-4fbc-befe-c212e978bb46 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=a82fb463-5a8f-4b8b-991d-61491eba11c6 HTTP/1.1" status: 200 len: 870 time: 0.3306808 Aug 27 04:41:29.119696 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:29.134336 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c6be6d7b-14b3-49a2-95cc-676f4a7bc316 admin admin] Publish callbacks [] for security_group (0a9b03b5-616b-4592-a6f9-249fe54c938f), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:29.136307 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-a5afcedd-c4ae-4e7a-a249-ee0b223cbf99 req-c64a208c-ef55-4d5c-b4bf-6f31df9fddcf service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=31be88be-5056-44bd-b6fb-02e2640a6e3e HTTP/1.1" status: 200 len: 217 time: 0.0411329 Aug 27 04:41:29.167313 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bd2259-3263-463f-9aee-4122a3402c07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-00f94fb5-9fc9-4230-890c-a35d6b68b1e8', 'network_id': '00f94fb5-9fc9-4230-890c-a35d6b68b1e8', 'project_id': '4d1c84c5c0f4408188e3c2e8f9fc748a', 'fixed_ips': [{'subnet_id': '61e1fc4e-c58c-49b8-9914-eebb47f32148'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:41:29.170351 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-59bd2259-3263-463f-9aee-4122a3402c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:29.190512 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f6955cbf-d472-46ee-a99c-6a7168436974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (7e4bb4ab-b9db-4ab6-92e0-7da5afec43db), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:29.191539 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f6955cbf-d472-46ee-a99c-6a7168436974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (7e4bb4ab-b9db-4ab6-92e0-7da5afec43db), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:29.197294 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2ce864d0-47bd-41f5-aff6-92b96169b71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:29.213240 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a0dcc-2860-4119-bb51-b63ccdc3696d req-44697ee7-16f9-4108-9242-7df57db86f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:29.214704 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-3c7a0dcc-2860-4119-bb51-b63ccdc3696d req-44697ee7-16f9-4108-9242-7df57db86f36 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=a82fb463-5a8f-4b8b-991d-61491eba11c6 HTTP/1.1" status: 200 len: 870 time: 0.2901411 Aug 27 04:41:29.220543 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d629f72-399f-4dbb-bf2f-597d96d1b72e req-7063cb03-9d70-4b98-96e8-ff925e927e2c tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:29.229213 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4d629f72-399f-4dbb-bf2f-597d96d1b72e req-7063cb03-9d70-4b98-96e8-ff925e927e2c tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8b04c2f7-f091-4a7e-b4c0-3766f0213d90 HTTP/1.1" status: 200 len: 947 time: 0.1295483 Aug 27 04:41:29.248535 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c6be6d7b-14b3-49a2-95cc-676f4a7bc316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (0a9b03b5-616b-4592-a6f9-249fe54c938f), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:29.274396 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5afcedd-c4ae-4e7a-a249-ee0b223cbf99 req-c147787c-3b50-4f60-8347-f3d842a018a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:29.275949 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-a5afcedd-c4ae-4e7a-a249-ee0b223cbf99 req-c147787c-3b50-4f60-8347-f3d842a018a7 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.1343322 Aug 27 04:41:29.279071 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-3c7a0dcc-2860-4119-bb51-b63ccdc3696d req-2b75d5bf-8350-4d1e-9034-cbf739b2072b service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=e2e2a634-e765-4b2e-a554-069ff64a88a2 HTTP/1.1" status: 200 len: 217 time: 0.0564241 Aug 27 04:41:29.363461 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f6955cbf-d472-46ee-a99c-6a7168436974 admin admin] Publish callbacks [] for router_controller (7e4bb4ab-b9db-4ab6-92e0-7da5afec43db), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:29.384209 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5afcedd-c4ae-4e7a-a249-ee0b223cbf99 req-1805c65c-402c-466c-a729-41e99320923f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:29.385803 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-a5afcedd-c4ae-4e7a-a249-ee0b223cbf99 req-1805c65c-402c-466c-a729-41e99320923f service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0801771 Aug 27 04:41:29.398711 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c6be6d7b-14b3-49a2-95cc-676f4a7bc316 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=6fc87aaa92cb4c7ab02dc9f6dfde455a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2113972 Aug 27 04:41:29.402689 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41098) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:29.413091 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6be6d7b-14b3-49a2-95cc-676f4a7bc316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9b03b5-616b-4592-a6f9-249fe54c938f,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:29.414885 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a0dcc-2860-4119-bb51-b63ccdc3696d req-5b70cde6-1073-46b8-bc72-e01d1b421c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:29.418390 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-3c7a0dcc-2860-4119-bb51-b63ccdc3696d req-5b70cde6-1073-46b8-bc72-e01d1b421c84 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.1095545 Aug 27 04:41:29.451193 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4d629f72-399f-4dbb-bf2f-597d96d1b72e req-719df445-d282-4e10-9571-ccd84c2b7d46 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200220 Aug 27 04:41:29.482657 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-59bd2259-3263-463f-9aee-4122a3402c07 None None] Allocated IP 172.20.0.2 (00f94fb5-9fc9-4230-890c-a35d6b68b1e8/61e1fc4e-c58c-49b8-9914-eebb47f32148/e2cde41b-48e9-4cf7-bd59-000f95310c06) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:41:29.601036 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=85,neutron:DELETE=14,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:29.629866 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a0dcc-2860-4119-bb51-b63ccdc3696d req-88c12dbe-41ec-49c0-a754-573166772782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:29.630861 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-3c7a0dcc-2860-4119-bb51-b63ccdc3696d req-88c12dbe-41ec-49c0-a754-573166772782 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1986265 Aug 27 04:41:29.664051 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-14287e78-0f19-4425-9e49-6b9cb801b457 req-e6498767-8b14-4a37-9261-bd8f6f040397 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (7c4abbac-7b44-4866-af24-13addaa2e7c5), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:29.670560 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a789b66b-4af3-47f0-8eb1-155739cd0886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (1ee9425e-ad24-409f-9b37-6fd90982d167), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:29.699132 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-59bd2259-3263-463f-9aee-4122a3402c07 None None] Publish callbacks [] for port (e2cde41b-48e9-4cf7-bd59-000f95310c06), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:29.728580 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6498767-8b14-4a37-9261-bd8f6f040397 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Pushing event deleted for resources: {'Port': ['ID=7c4abbac-7b44-4866-af24-13addaa2e7c5,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:29.785478 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-41d701e2-0d6f-4391-a28f-63dc4a52df35 admin admin] Publish callbacks [] for security_group (0a9b03b5-616b-4592-a6f9-249fe54c938f), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:29.796232 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-a5afcedd-c4ae-4e7a-a249-ee0b223cbf99 req-32adcd49-e931-4765-9e44-f1ad3fd2f700 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4036334 Aug 27 04:41:29.818038 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-59bd2259-3263-463f-9aee-4122a3402c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (e2cde41b-48e9-4cf7-bd59-000f95310c06), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:29.825556 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a789b66b-4af3-47f0-8eb1-155739cd0886 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ee9425e-ad24-409f-9b37-6fd90982d167,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:29.857670 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f6955cbf-d472-46ee-a99c-6a7168436974 admin admin] Publish callbacks [] for router_gateway (7e4bb4ab-b9db-4ab6-92e0-7da5afec43db), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:29.898372 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bd2259-3263-463f-9aee-4122a3402c07 None None] Network 00f94fb5-9fc9-4230-890c-a35d6b68b1e8 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:41:29.898372 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-59bd2259-3263-463f-9aee-4122a3402c07 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:41:29.901397 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bd2259-3263-463f-9aee-4122a3402c07 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:41:29.910936 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-41d701e2-0d6f-4391-a28f-63dc4a52df35 admin admin] Publish callbacks [] for security_group (0a9b03b5-616b-4592-a6f9-249fe54c938f), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:29.944948 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bd2259-3263-463f-9aee-4122a3402c07 None None] Pushing event updated for resources: {'Port': ['ID=e2cde41b-48e9-4cf7-bd59-000f95310c06,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:30.008944 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-14287e78-0f19-4425-9e49-6b9cb801b457 req-e6498767-8b14-4a37-9261-bd8f6f040397 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Publish callbacks [] for floatingip (7e16c04c-bf07-457e-9f65-f64667ca3698), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:30.011543 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-14287e78-0f19-4425-9e49-6b9cb801b457 req-e6498767-8b14-4a37-9261-bd8f6f040397 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:30.012860 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-14287e78-0f19-4425-9e49-6b9cb801b457 req-e6498767-8b14-4a37-9261-bd8f6f040397 tempest-FloatingIPDetailsTestJSON-1294448790 tempest-FloatingIPDetailsTestJSON-1294448790-project] 10.222.0.76 "DELETE /networking/v2.0/floatingips/7e16c04c-bf07-457e-9f65-f64667ca3698 HTTP/1.1" status: 204 len: 173 time: 2.0522792 Aug 27 04:41:30.012985 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device 31be88be-5056-44bd-b6fb-02e2640a6e3e details requested by agent hyperv_n-h1-852088-5 with host n-h1-852088-5 {{(pid=107777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:41:30.028486 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-3c7a0dcc-2860-4119-bb51-b63ccdc3696d req-0f467b1e-93d3-4760-97d1-2318216b8167 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864546 Aug 27 04:41:30.031582 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41118) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:30.041070 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-59bd2259-3263-463f-9aee-4122a3402c07 None None] Attempting to bind port e2cde41b-48e9-4cf7-bd59-000f95310c06 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:41:30.047180 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-59bd2259-3263-463f-9aee-4122a3402c07 None None] Attempting to bind port e2cde41b-48e9-4cf7-bd59-000f95310c06 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '51523068-eb07-4897-b14a-c6f6774d1cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '00f94fb5-9fc9-4230-890c-a35d6b68b1e8'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:41:30.047180 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bd2259-3263-463f-9aee-4122a3402c07 None None] Attempting to bind port e2cde41b-48e9-4cf7-bd59-000f95310c06 on network 00f94fb5-9fc9-4230-890c-a35d6b68b1e8 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:41:30.058324 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bd2259-3263-463f-9aee-4122a3402c07 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:41:30.059132 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bd2259-3263-463f-9aee-4122a3402c07 None None] Checking segment: {'id': '51523068-eb07-4897-b14a-c6f6774d1cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '00f94fb5-9fc9-4230-890c-a35d6b68b1e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:41:30.059548 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-59bd2259-3263-463f-9aee-4122a3402c07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:30.059949 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bd2259-3263-463f-9aee-4122a3402c07 None None] Bound using segment: {'id': '51523068-eb07-4897-b14a-c6f6774d1cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '00f94fb5-9fc9-4230-890c-a35d6b68b1e8'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:41:30.060467 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-59bd2259-3263-463f-9aee-4122a3402c07 None None] Bound port: e2cde41b-48e9-4cf7-bd59-000f95310c06, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51523068-eb07-4897-b14a-c6f6774d1cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '00f94fb5-9fc9-4230-890c-a35d6b68b1e8'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:41:30.060847 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-59bd2259-3263-463f-9aee-4122a3402c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (e2cde41b-48e9-4cf7-bd59-000f95310c06), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:30.081529 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=5,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:30.113751 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a789b66b-4af3-47f0-8eb1-155739cd0886 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (0f5681c5-87fc-4b21-b7aa-c3f9be71b740), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:30.267482 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=87,neutron:UPDATE=8,neutron:INSERT=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:30.296858 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-59bd2259-3263-463f-9aee-4122a3402c07 None None] For port e2cde41b-48e9-4cf7-bd59-000f95310c06, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:41:30.306976 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ff204-ecc2-4be9-a326-81241be613d7 req-735ad207-ebce-4497-943d-2e78a8a266c0 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:30.308604 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ef8ff204-ecc2-4be9-a326-81241be613d7 req-735ad207-ebce-4497-943d-2e78a8a266c0 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5b41c414-0f4f-4a7c-9887-2a60bd9b580b HTTP/1.1" status: 200 len: 949 time: 0.1060534 Aug 27 04:41:30.321575 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-59bd2259-3263-463f-9aee-4122a3402c07 None None] For port e2cde41b-48e9-4cf7-bd59-000f95310c06, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=e2cde41b-48e9-4cf7-bd59-000f95310c06,segment=NetworkSegment(51523068-eb07-4897-b14a-c6f6774d1cd2),segment_id=51523068-eb07-4897-b14a-c6f6774d1cd2)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:41:30.328071 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port 31be88be-5056-44bd-b6fb-02e2640a6e3e, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=31be88be-5056-44bd-b6fb-02e2640a6e3e,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:41:30.338744 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:30.341940 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Returning: {'device': '31be88be-5056-44bd-b6fb-02e2640a6e3e', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'port_id': '31be88be-5056-44bd-b6fb-02e2640a6e3e', 'mac_address': 'fa:16:3e:63:d9:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120f3302-721f-4373-86a6-3aa14ccf6ac4', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:41:30.401788 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-59bd2259-3263-463f-9aee-4122a3402c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (e2cde41b-48e9-4cf7-bd59-000f95310c06), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:30.417326 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Current status of the port 31be88be-5056-44bd-b6fb-02e2640a6e3e is: DOWN; New status is: BUILD {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:41:30.417977 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (31be88be-5056-44bd-b6fb-02e2640a6e3e), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:30.462331 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ef8ff204-ecc2-4be9-a326-81241be613d7 req-5b009eda-1482-4108-b734-99d39376eac8 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117043 Aug 27 04:41:30.550292 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31be88be-5056-44bd-b6fb-02e2640a6e3e {{(pid=107777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 04:41:30.611666 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port 31be88be-5056-44bd-b6fb-02e2640a6e3e, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=31be88be-5056-44bd-b6fb-02e2640a6e3e,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:41:30.674578 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bd2259-3263-463f-9aee-4122a3402c07 None None] Pushing event updated for resources: {'Port': ['ID=e2cde41b-48e9-4cf7-bd59-000f95310c06,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:30.685571 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-a5afcedd-c4ae-4e7a-a249-ee0b223cbf99 req-ed64c9bf-2f80-4955-9745-b25afc000bf5 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8720250 Aug 27 04:41:30.702966 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4732b840-4460-441c-a5e3-46cdfa985fd8 req-a6f5b134-cb5d-49a2-9682-420b2ba588f9 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:30.711803 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4732b840-4460-441c-a5e3-46cdfa985fd8 req-a6f5b134-cb5d-49a2-9682-420b2ba588f9 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8b04c2f7-f091-4a7e-b4c0-3766f0213d90 HTTP/1.1" status: 200 len: 947 time: 0.1063373 Aug 27 04:41:30.715033 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (31be88be-5056-44bd-b6fb-02e2640a6e3e), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:30.819749 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a789b66b-4af3-47f0-8eb1-155739cd0886 admin admin] Router 0f5681c5-87fc-4b21-b7aa-c3f9be71b740 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:41:30.850712 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4732b840-4460-441c-a5e3-46cdfa985fd8 req-6f59d3c0-ec71-41c3-94ad-3fea5e3bad1e tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276963 Aug 27 04:41:30.877820 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Pushing event updated for resources: {'Port': ['ID=31be88be-5056-44bd-b6fb-02e2640a6e3e,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:30.995217 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-41d701e2-0d6f-4391-a28f-63dc4a52df35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (0a9b03b5-616b-4592-a6f9-249fe54c938f), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:31.001436 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-41d701e2-0d6f-4391-a28f-63dc4a52df35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:31.002852 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-41d701e2-0d6f-4391-a28f-63dc4a52df35 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/0a9b03b5-616b-4592-a6f9-249fe54c938f HTTP/1.1" status: 204 len: 168 time: 1.5980535 Aug 27 04:41:31.027875 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-3c7a0dcc-2860-4119-bb51-b63ccdc3696d req-27662ad6-880e-408f-9139-0e87216ae873 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9742415 Aug 27 04:41:31.034792 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f6955cbf-d472-46ee-a99c-6a7168436974 admin admin] Publish callbacks [] for router_gateway (7e4bb4ab-b9db-4ab6-92e0-7da5afec43db), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:31.082482 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f6955cbf-d472-46ee-a99c-6a7168436974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:31.088472 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d701e2-0d6f-4391-a28f-63dc4a52df35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9b03b5-616b-4592-a6f9-249fe54c938f,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:31.134379 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c94e97-5209-4de0-b8f7-56f62e8f8a50 req-6036a539-1f70-4182-a5d6-e3cb3ec47875 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:31.136582 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-78c94e97-5209-4de0-b8f7-56f62e8f8a50 req-6036a539-1f70-4182-a5d6-e3cb3ec47875 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4bf2d29a-e105-4009-90cf-3e4ff882c9b1 HTTP/1.1" status: 200 len: 950 time: 0.1425316 Aug 27 04:41:31.170438 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] get_ports_and_sgs() called for port_ids ['31be88be-5056-44bd-b6fb-02e2640a6e3e'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:41:31.184493 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a789b66b-4af3-47f0-8eb1-155739cd0886 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:41:31.199064 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1a72e6-bada-4e47-a8b7-75e73cc4285a None None] Sync routers for ids ['0f5681c5-87fc-4b21-b7aa-c3f9be71b740'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:41:31.216787 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1a72e6-bada-4e47-a8b7-75e73cc4285a None None] Routers {'0f5681c5-87fc-4b21-b7aa-c3f9be71b740'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:41:31.217222 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a789b66b-4af3-47f0-8eb1-155739cd0886 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/0f5681c5-87fc-4b21-b7aa-c3f9be71b740/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3005493 Aug 27 04:41:31.218833 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-cf1a72e6-bada-4e47-a8b7-75e73cc4285a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:41:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['0f5681c5-87fc-4b21-b7aa-c3f9be71b740'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:41:31.227900 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41130) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:31.240562 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d701e2-0d6f-4391-a28f-63dc4a52df35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:41:31.247273 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d701e2-0d6f-4391-a28f-63dc4a52df35 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:41:31.247273 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d701e2-0d6f-4391-a28f-63dc4a52df35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:41:31.247273 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d701e2-0d6f-4391-a28f-63dc4a52df35 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:41:31.247273 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d701e2-0d6f-4391-a28f-63dc4a52df35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:41:31.247273 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d701e2-0d6f-4391-a28f-63dc4a52df35 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:41:31.247273 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d701e2-0d6f-4391-a28f-63dc4a52df35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:41:31.247273 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d701e2-0d6f-4391-a28f-63dc4a52df35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:41:31.247273 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d701e2-0d6f-4391-a28f-63dc4a52df35 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:41:31.247273 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d701e2-0d6f-4391-a28f-63dc4a52df35 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:41:31.247273 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d701e2-0d6f-4391-a28f-63dc4a52df35 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:41:31.247273 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d701e2-0d6f-4391-a28f-63dc4a52df35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:41:31.247273 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d701e2-0d6f-4391-a28f-63dc4a52df35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:41:31.247273 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d701e2-0d6f-4391-a28f-63dc4a52df35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:41:31.247273 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d701e2-0d6f-4391-a28f-63dc4a52df35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:41:31.287404 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-78c94e97-5209-4de0-b8f7-56f62e8f8a50 req-4c242919-a13d-4596-96b2-39cff8b2d81d tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397514 Aug 27 04:41:31.567359 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-cf1a72e6-bada-4e47-a8b7-75e73cc4285a None None] Set router 0f5681c5-87fc-4b21-b7aa-c3f9be71b740 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:41:31.580079 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ae298fb7-783f-4eb5-82d4-5d4745ed79aa admin admin] Publish callbacks [] for router (0f5681c5-87fc-4b21-b7aa-c3f9be71b740), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:31.670125 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:31.709183 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-f6955cbf-d472-46ee-a99c-6a7168436974 admin admin] Allocated IP 172.25.2.81 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/f911db36-dcf7-47ca-b75e-ee881a7c50ac) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:41:31.881988 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:31.912760 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-cf1a72e6-bada-4e47-a8b7-75e73cc4285a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5681c5-87fc-4b21-b7aa-c3f9be71b740', 'name': 'tempest-AttachSCSIVolumeTestJSON-130903635-router', 'tenant_id': '987059a7976d45cbbc3b3dfc6c09dafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '07ee39ba-171a-4228-bca3-424c30e507c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:40:11Z', 'updated_at': '2022-08-27T04:41:29Z', 'revision_number': 5, 'project_id': '987059a7976d45cbbc3b3dfc6c09dafd', 'gw_port': {'id': '07ee39ba-171a-4228-bca3-424c30e507c7', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5681c5-87fc-4b21-b7aa-c3f9be71b740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:40:13Z', 'updated_at': '2022-08-27T04:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:41:31.920249 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:31.944907 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1a72e6-bada-4e47-a8b7-75e73cc4285a None None] Checking router: 0f5681c5-87fc-4b21-b7aa-c3f9be71b740 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:41:31.965214 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1a72e6-bada-4e47-a8b7-75e73cc4285a None None] Routers {'0f5681c5-87fc-4b21-b7aa-c3f9be71b740'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:41:31.966110 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-cf1a72e6-bada-4e47-a8b7-75e73cc4285a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:41:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['0f5681c5-87fc-4b21-b7aa-c3f9be71b740'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:41:32.169559 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-cf1a72e6-bada-4e47-a8b7-75e73cc4285a None None] Set router 0f5681c5-87fc-4b21-b7aa-c3f9be71b740 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:41:32.194027 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5354bc-d994-45c2-82a7-c382df73daab req-134dcfa4-c93e-47b9-898d-204d8a867c74 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:32.199159 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5354bc-d994-45c2-82a7-c382df73daab req-134dcfa4-c93e-47b9-898d-204d8a867c74 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:32.217233 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-cb5354bc-d994-45c2-82a7-c382df73daab req-134dcfa4-c93e-47b9-898d-204d8a867c74 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5b41c414-0f4f-4a7c-9887-2a60bd9b580b&device_id=4bf2d29a-e105-4009-90cf-3e4ff882c9b1 HTTP/1.1" status: 200 len: 1690 time: 0.1236548 Aug 27 04:41:32.276133 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:32.320398 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-cb5354bc-d994-45c2-82a7-c382df73daab req-8f278163-dc4a-4314-a9bb-3aaf8325aeee tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003993 Aug 27 04:41:32.368928 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbcf253-a2ff-4727-96aa-7101ba6897e1 None None] Network 00f94fb5-9fc9-4230-890c-a35d6b68b1e8 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:41:32.413871 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f6955cbf-d472-46ee-a99c-6a7168436974 admin admin] Publish callbacks [] for port (f911db36-dcf7-47ca-b75e-ee881a7c50ac), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:32.445503 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41142) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:32.494356 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d8a8554a-d633-41c7-9548-5a71ab3c5df6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (c6a2ac27-696d-4627-bb97-13fef0be903f), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:32.503831 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d8b36a91-3882-466c-b34b-db56bd9cf8ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:32.513706 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-af8f9b5c-f2ee-4015-9f91-a024f747da5e None None] Provisioning complete for port e2cde41b-48e9-4cf7-bd59-000f95310c06 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:41:32.514092 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-af8f9b5c-f2ee-4015-9f91-a024f747da5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e2cde41b-48e9-4cf7-bd59-000f95310c06), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:32.546727 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ae298fb7-783f-4eb5-82d4-5d4745ed79aa admin admin] Publish callbacks [] for router_gateway (0f5681c5-87fc-4b21-b7aa-c3f9be71b740), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:32.569589 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f6955cbf-d472-46ee-a99c-6a7168436974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (f911db36-dcf7-47ca-b75e-ee881a7c50ac), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:32.609868 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device 31be88be-5056-44bd-b6fb-02e2640a6e3e up at agent hyperv_n-h1-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:41:32.612791 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device e2cde41b-48e9-4cf7-bd59-000f95310c06 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:41:32.725694 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:32.789936 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1ef8d-b086-486d-8bca-438bf4335dc9 req-b75bf65d-908c-44aa-89d7-2c6adcd83d8d tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:32.791524 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c4c1ef8d-b086-486d-8bca-438bf4335dc9 req-b75bf65d-908c-44aa-89d7-2c6adcd83d8d tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8b04c2f7-f091-4a7e-b4c0-3766f0213d90 HTTP/1.1" status: 200 len: 948 time: 0.2911537 Aug 27 04:41:32.795651 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6955cbf-d472-46ee-a99c-6a7168436974 admin admin] Pushing event updated for resources: {'Port': ['ID=f911db36-dcf7-47ca-b75e-ee881a7c50ac,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:32.796834 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-af8f9b5c-f2ee-4015-9f91-a024f747da5e None None] Current status of the port e2cde41b-48e9-4cf7-bd59-000f95310c06 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:41:32.796834 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-af8f9b5c-f2ee-4015-9f91-a024f747da5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (e2cde41b-48e9-4cf7-bd59-000f95310c06), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:32.821072 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:41:32.824186 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-cf1a72e6-bada-4e47-a8b7-75e73cc4285a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5681c5-87fc-4b21-b7aa-c3f9be71b740', 'name': 'tempest-AttachSCSIVolumeTestJSON-130903635-router', 'tenant_id': '987059a7976d45cbbc3b3dfc6c09dafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '07ee39ba-171a-4228-bca3-424c30e507c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:40:11Z', 'updated_at': '2022-08-27T04:41:29Z', 'revision_number': 5, 'project_id': '987059a7976d45cbbc3b3dfc6c09dafd', 'gw_port': {'id': '07ee39ba-171a-4228-bca3-424c30e507c7', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5681c5-87fc-4b21-b7aa-c3f9be71b740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:40:13Z', 'updated_at': '2022-08-27T04:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:41:32.855417 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port e2cde41b-48e9-4cf7-bd59-000f95310c06 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:41:32.855981 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e2cde41b-48e9-4cf7-bd59-000f95310c06), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:32.890936 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1a72e6-bada-4e47-a8b7-75e73cc4285a None None] The sync data for ids ['0f5681c5-87fc-4b21-b7aa-c3f9be71b740'] in n-d-852088-5 is: [{'id': '0f5681c5-87fc-4b21-b7aa-c3f9be71b740', 'name': 'tempest-AttachSCSIVolumeTestJSON-130903635-router', 'tenant_id': '987059a7976d45cbbc3b3dfc6c09dafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '07ee39ba-171a-4228-bca3-424c30e507c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:40:11Z', 'updated_at': '2022-08-27T04:41:29Z', 'revision_number': 5, 'project_id': '987059a7976d45cbbc3b3dfc6c09dafd', 'gw_port': {'id': '07ee39ba-171a-4228-bca3-424c30e507c7', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5681c5-87fc-4b21-b7aa-c3f9be71b740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:40:13Z', 'updated_at': '2022-08-27T04:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:41:32.918549 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Provisioning for port 31be88be-5056-44bd-b6fb-02e2640a6e3e completed by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 27 04:41:32.930560 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-ae298fb7-783f-4eb5-82d4-5d4745ed79aa admin admin] Deleting port 07ee39ba-171a-4228-bca3-424c30e507c7 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:41:32.930934 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ae298fb7-783f-4eb5-82d4-5d4745ed79aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (07ee39ba-171a-4228-bca3-424c30e507c7), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:32.936352 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6955cbf-d472-46ee-a99c-6a7168436974 admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:41:32.950953 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:32.952312 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-af8f9b5c-f2ee-4015-9f91-a024f747da5e None None] For port e2cde41b-48e9-4cf7-bd59-000f95310c06, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=e2cde41b-48e9-4cf7-bd59-000f95310c06,segment=NetworkSegment(51523068-eb07-4897-b14a-c6f6774d1cd2),segment_id=51523068-eb07-4897-b14a-c6f6774d1cd2)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:41:32.954787 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-f6955cbf-d472-46ee-a99c-6a7168436974 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:41:32.970287 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c4c1ef8d-b086-486d-8bca-438bf4335dc9 req-1077f258-19c5-4096-9eaa-f19829c9d002 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572897 Aug 27 04:41:32.987734 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6955cbf-d472-46ee-a99c-6a7168436974 admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:41:33.016471 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port e2cde41b-48e9-4cf7-bd59-000f95310c06 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:41:33.017385 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (e2cde41b-48e9-4cf7-bd59-000f95310c06), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:33.047282 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Provisioning complete for port 31be88be-5056-44bd-b6fb-02e2640a6e3e triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:41:33.048274 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (31be88be-5056-44bd-b6fb-02e2640a6e3e), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:33.048884 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d8b36a91-3882-466c-b34b-db56bd9cf8ef admin admin] Publish callbacks [] for security_group (b461fc20-7c39-48c2-bd6c-e4456e6f4a4c), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:33.091042 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-af8f9b5c-f2ee-4015-9f91-a024f747da5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (e2cde41b-48e9-4cf7-bd59-000f95310c06), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:33.199024 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d8b36a91-3882-466c-b34b-db56bd9cf8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (b461fc20-7c39-48c2-bd6c-e4456e6f4a4c), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:33.277707 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-b5866522-00cd-48dd-bdd8-207c44f74d84 None None] Provisioning complete for port e2cde41b-48e9-4cf7-bd59-000f95310c06 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:41:33.278238 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b5866522-00cd-48dd-bdd8-207c44f74d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e2cde41b-48e9-4cf7-bd59-000f95310c06), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:33.285994 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:41:33.286522 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:41:33.309821 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b36a91-3882-466c-b34b-db56bd9cf8ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b461fc20-7c39-48c2-bd6c-e4456e6f4a4c,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:33.370459 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b36a91-3882-466c-b34b-db56bd9cf8ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:41:33.371978 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b36a91-3882-466c-b34b-db56bd9cf8ef admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:41:33.373095 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b36a91-3882-466c-b34b-db56bd9cf8ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:41:33.373602 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b36a91-3882-466c-b34b-db56bd9cf8ef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:41:33.375007 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b36a91-3882-466c-b34b-db56bd9cf8ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:41:33.375635 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b36a91-3882-466c-b34b-db56bd9cf8ef admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:41:33.376139 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b36a91-3882-466c-b34b-db56bd9cf8ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:41:33.376785 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b36a91-3882-466c-b34b-db56bd9cf8ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:41:33.377334 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b36a91-3882-466c-b34b-db56bd9cf8ef admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:41:33.377929 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b36a91-3882-466c-b34b-db56bd9cf8ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:41:33.378431 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b36a91-3882-466c-b34b-db56bd9cf8ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:41:33.378998 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b36a91-3882-466c-b34b-db56bd9cf8ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:41:33.380663 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b36a91-3882-466c-b34b-db56bd9cf8ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:41:33.381355 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b36a91-3882-466c-b34b-db56bd9cf8ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:41:33.381850 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b36a91-3882-466c-b34b-db56bd9cf8ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:41:33.420113 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-d8b36a91-3882-466c-b34b-db56bd9cf8ef admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=ff30ddb23da94216b6c3fe1cb2f4d5f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9730523 Aug 27 04:41:33.444512 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41148) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:33.491767 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-ae298fb7-783f-4eb5-82d4-5d4745ed79aa admin admin] For port 07ee39ba-171a-4228-bca3-424c30e507c7, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=07ee39ba-171a-4228-bca3-424c30e507c7,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:41:33.491767 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ae298fb7-783f-4eb5-82d4-5d4745ed79aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (07ee39ba-171a-4228-bca3-424c30e507c7), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:33.506275 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c1f8a-3599-4799-90c6-585d724845a4 req-1eef246a-0d20-429c-88fd-a72bf7b07bd6 tempest-ServersOnMultiNodesTest-1002263859 tempest-ServersOnMultiNodesTest-1002263859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:33.508699 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-bc7c1f8a-3599-4799-90c6-585d724845a4 req-1eef246a-0d20-429c-88fd-a72bf7b07bd6 tempest-ServersOnMultiNodesTest-1002263859 tempest-ServersOnMultiNodesTest-1002263859-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5b41c414-0f4f-4a7c-9887-2a60bd9b580b HTTP/1.1" status: 200 len: 1131 time: 0.1830399 Aug 27 04:41:33.597673 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8f9b5c-f2ee-4015-9f91-a024f747da5e None None] Pushing event updated for resources: {'Port': ['ID=e2cde41b-48e9-4cf7-bd59-000f95310c06,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:33.601779 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:33.657839 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Current status of the port 31be88be-5056-44bd-b6fb-02e2640a6e3e is: BUILD; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:41:33.681824 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (31be88be-5056-44bd-b6fb-02e2640a6e3e), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:33.682005 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-bc7c1f8a-3599-4799-90c6-585d724845a4 req-57b82740-91aa-4f12-bb79-cc31b1181dcc tempest-ServersOnMultiNodesTest-1002263859 tempest-ServersOnMultiNodesTest-1002263859-project-admin] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525764 Aug 27 04:41:33.682138 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-ae298fb7-783f-4eb5-82d4-5d4745ed79aa admin admin] Calling delete_port for 07ee39ba-171a-4228-bca3-424c30e507c7 owned by network:router_gateway {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:41:33.741435 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port 31be88be-5056-44bd-b6fb-02e2640a6e3e, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=31be88be-5056-44bd-b6fb-02e2640a6e3e,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:41:33.741435 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b04c2f7-f091-4a7e-b4c0-3766f0213d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31be88be-5056-44bd-b6fb-02e2640a6e3e'}] {{(pid=107777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:41:33.743647 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6e1ed2c1589df8125b2075e26a1ec4ff1174e69d6a71546bdf3c3a9a29d330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c375e1c-205c-4127-9436-0c917d6f61ba" -d '{"events": [{"server_uuid": "8b04c2f7-f091-4a7e-b4c0-3766f0213d90", "name": "network-vif-plugged", "status": "completed", "tag": "31be88be-5056-44bd-b6fb-02e2640a6e3e"}]}' {{(pid=107777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:41:33.856155 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port e2cde41b-48e9-4cf7-bd59-000f95310c06 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:41:33.860289 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-b5866522-00cd-48dd-bdd8-207c44f74d84 None None] Current status of the port e2cde41b-48e9-4cf7-bd59-000f95310c06 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:41:33.893384 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a634bbbb-c6fa-4d8b-9059-eef649bbd55c req-ad98e017-bf66-4e18-a455-dc67dfff757d tempest-ServersOnMultiNodesTest-1002263859 tempest-ServersOnMultiNodesTest-1002263859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:33.900697 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a634bbbb-c6fa-4d8b-9059-eef649bbd55c req-ad98e017-bf66-4e18-a455-dc67dfff757d tempest-ServersOnMultiNodesTest-1002263859 tempest-ServersOnMultiNodesTest-1002263859-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4bf2d29a-e105-4009-90cf-3e4ff882c9b1 HTTP/1.1" status: 200 len: 1132 time: 0.0680537 Aug 27 04:41:33.916018 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:33.992025 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a634bbbb-c6fa-4d8b-9059-eef649bbd55c req-a97a0924-aa9e-4379-b74a-688bd7a7f948 tempest-ServersOnMultiNodesTest-1002263859 tempest-ServersOnMultiNodesTest-1002263859-project-admin] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619795 Aug 27 04:41:34.007141 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:34.048502 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 04:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3757ae2f-6511-4977-912d-1c97e3338524 x-openstack-request-id: req-3757ae2f-6511-4977-912d-1c97e3338524 {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:41:34.048502 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b04c2f7-f091-4a7e-b4c0-3766f0213d90", "name": "network-vif-plugged", "status": "completed", "tag": "31be88be-5056-44bd-b6fb-02e2640a6e3e", "code": 200}]} {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:41:34.048502 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3757ae2f-6511-4977-912d-1c97e3338524 {{(pid=107777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:41:34.048502 n-d-852088-5 neutron-server[107777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3757ae2f-6511-4977-912d-1c97e3338524'] response: {'server_uuid': '8b04c2f7-f091-4a7e-b4c0-3766f0213d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31be88be-5056-44bd-b6fb-02e2640a6e3e', 'code': 200} Aug 27 04:41:34.195039 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-d8a8554a-d633-41c7-9548-5a71ab3c5df6 admin admin] Deleting port a4c24f40-3864-47ec-9369-79a68c74a446 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:41:34.196075 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d8a8554a-d633-41c7-9548-5a71ab3c5df6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (a4c24f40-3864-47ec-9369-79a68c74a446), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:34.389138 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (31be88be-5056-44bd-b6fb-02e2640a6e3e), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:34.448188 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ae298fb7-783f-4eb5-82d4-5d4745ed79aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (07ee39ba-171a-4228-bca3-424c30e507c7), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:34.531785 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Pushing event updated for resources: {'Port': ['ID=31be88be-5056-44bd-b6fb-02e2640a6e3e,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:34.552099 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device e2cde41b-48e9-4cf7-bd59-000f95310c06 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:41:34.639506 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae298fb7-783f-4eb5-82d4-5d4745ed79aa admin admin] Pushing event deleted for resources: {'Port': ['ID=07ee39ba-171a-4228-bca3-424c30e507c7,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:34.642589 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7bdf4-b33d-40a3-8596-0c98e6c17b74 req-c24966fd-07b8-4d68-be92-9cffe4ced0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:34.644189 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-d1c7bdf4-b33d-40a3-8596-0c98e6c17b74 req-c24966fd-07b8-4d68-be92-9cffe4ced0c5 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=8b04c2f7-f091-4a7e-b4c0-3766f0213d90 HTTP/1.1" status: 200 len: 1130 time: 0.3681397 Aug 27 04:41:34.710333 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port e2cde41b-48e9-4cf7-bd59-000f95310c06 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:41:34.710804 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e2cde41b-48e9-4cf7-bd59-000f95310c06), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:34.719586 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-d1c7bdf4-b33d-40a3-8596-0c98e6c17b74 req-fda4ce90-7140-4b1e-921d-5eaaddd03d17 service neutron] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635085 Aug 27 04:41:34.730482 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e3045d52-7c25-4580-b3f2-0f6d30fcf50e admin admin] Publish callbacks [] for security_group (b461fc20-7c39-48c2-bd6c-e4456e6f4a4c), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:34.739869 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-d8a8554a-d633-41c7-9548-5a71ab3c5df6 admin admin] For port a4c24f40-3864-47ec-9369-79a68c74a446, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a4c24f40-3864-47ec-9369-79a68c74a446,segment=NetworkSegment(32f681d5-7ea0-4660-b60d-4c81affb0df2),segment_id=32f681d5-7ea0-4660-b60d-4c81affb0df2)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:41:34.740523 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d8a8554a-d633-41c7-9548-5a71ab3c5df6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (a4c24f40-3864-47ec-9369-79a68c74a446), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:34.752334 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6465e9-f08d-45c6-9bcb-9a67006afbaf req-77bac084-b82f-4d82-bf97-3c3ed5ee165c tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:34.753918 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-be6465e9-f08d-45c6-9bcb-9a67006afbaf req-77bac084-b82f-4d82-bf97-3c3ed5ee165c tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8b04c2f7-f091-4a7e-b4c0-3766f0213d90 HTTP/1.1" status: 200 len: 949 time: 0.1169984 Aug 27 04:41:34.863444 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-be6465e9-f08d-45c6-9bcb-9a67006afbaf req-ddcde5d0-55aa-421f-bb6b-5a3ef5fc364d tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985069 Aug 27 04:41:34.909360 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port e2cde41b-48e9-4cf7-bd59-000f95310c06 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:41:34.917783 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 1ee9425e-ad24-409f-9b37-6fd90982d167 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:41:34.956574 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:34.957474 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 1ee9425e-ad24-409f-9b37-6fd90982d167 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:41:34.957835 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 1ee9425e-ad24-409f-9b37-6fd90982d167 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:41:34.965772 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:34.975161 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-d8a8554a-d633-41c7-9548-5a71ab3c5df6 admin admin] Calling delete_port for a4c24f40-3864-47ec-9369-79a68c74a446 owned by network:router_interface {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:41:34.976354 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:34.987591 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e3045d52-7c25-4580-b3f2-0f6d30fcf50e admin admin] Publish callbacks [] for security_group (b461fc20-7c39-48c2-bd6c-e4456e6f4a4c), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:35.017269 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ae298fb7-783f-4eb5-82d4-5d4745ed79aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (0f5681c5-87fc-4b21-b7aa-c3f9be71b740), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:35.170712 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f6955cbf-d472-46ee-a99c-6a7168436974 admin admin] Publish callbacks [] for router_gateway (7e4bb4ab-b9db-4ab6-92e0-7da5afec43db), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:35.225172 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ae298fb7-783f-4eb5-82d4-5d4745ed79aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (0f5681c5-87fc-4b21-b7aa-c3f9be71b740), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:35.231817 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ae298fb7-783f-4eb5-82d4-5d4745ed79aa admin admin] Publish callbacks [] for router_controller (0f5681c5-87fc-4b21-b7aa-c3f9be71b740), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:35.405184 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ae298fb7-783f-4eb5-82d4-5d4745ed79aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (0f5681c5-87fc-4b21-b7aa-c3f9be71b740), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:35.406313 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae298fb7-783f-4eb5-82d4-5d4745ed79aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f5681c5-87fc-4b21-b7aa-c3f9be71b740 {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:41:35.415045 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ae298fb7-783f-4eb5-82d4-5d4745ed79aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:35.416206 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ae298fb7-783f-4eb5-82d4-5d4745ed79aa admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/0f5681c5-87fc-4b21-b7aa-c3f9be71b740 HTTP/1.1" status: 204 len: 168 time: 4.1781077 Aug 27 04:41:35.418947 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41168) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:35.478181 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e3045d52-7c25-4580-b3f2-0f6d30fcf50e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (b461fc20-7c39-48c2-bd6c-e4456e6f4a4c), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:35.479084 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e3045d52-7c25-4580-b3f2-0f6d30fcf50e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:35.484632 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e3045d52-7c25-4580-b3f2-0f6d30fcf50e admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/b461fc20-7c39-48c2-bd6c-e4456e6f4a4c HTTP/1.1" status: 204 len: 168 time: 2.0355465 Aug 27 04:41:35.584659 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-97217f1f-b73c-4793-b83b-e2064b947f1c admin admin] Deleting subnet 0284bf77-4f13-44e2-8d29-f7ad74e2ed5a {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:41:35.589242 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-97217f1f-b73c-4793-b83b-e2064b947f1c admin admin] Publish callbacks [] for subnet (0284bf77-4f13-44e2-8d29-f7ad74e2ed5a), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:35.605502 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3045d52-7c25-4580-b3f2-0f6d30fcf50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b461fc20-7c39-48c2-bd6c-e4456e6f4a4c,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:35.613177 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:35.647857 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-97217f1f-b73c-4793-b83b-e2064b947f1c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (0284bf77-4f13-44e2-8d29-f7ad74e2ed5a), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:35.743435 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f6955cbf-d472-46ee-a99c-6a7168436974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (7e4bb4ab-b9db-4ab6-92e0-7da5afec43db), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:35.756661 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:35.763097 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-97217f1f-b73c-4793-b83b-e2064b947f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (0284bf77-4f13-44e2-8d29-f7ad74e2ed5a), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:35.941278 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d8a8554a-d633-41c7-9548-5a71ab3c5df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (a4c24f40-3864-47ec-9369-79a68c74a446), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:35.979158 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a8554a-d633-41c7-9548-5a71ab3c5df6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4c24f40-3864-47ec-9369-79a68c74a446,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:36.023659 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-97217f1f-b73c-4793-b83b-e2064b947f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (0284bf77-4f13-44e2-8d29-f7ad74e2ed5a), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:36.086779 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97217f1f-b73c-4793-b83b-e2064b947f1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0284bf77-4f13-44e2-8d29-f7ad74e2ed5a,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:36.093892 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-97217f1f-b73c-4793-b83b-e2064b947f1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:36.094873 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80061e7a-9bf7-40a0-8ee8-6412b849797a None None] Network 7ed2c4c2-252e-4205-b12c-68c27c4efa93 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:41:36.098729 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-97217f1f-b73c-4793-b83b-e2064b947f1c admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/0284bf77-4f13-44e2-8d29-f7ad74e2ed5a HTTP/1.1" status: 204 len: 168 time: 0.6782062 Aug 27 04:41:36.101194 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41176) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:36.237610 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4fc229bc-761f-438d-80cc-2b294e027cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (7ed2c4c2-252e-4205-b12c-68c27c4efa93), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:36.251349 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6955cbf-d472-46ee-a99c-6a7168436974 admin admin] Router 7e4bb4ab-b9db-4ab6-92e0-7da5afec43db is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:41:36.366334 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-4fc229bc-761f-438d-80cc-2b294e027cd6 admin admin] Deleting port d3861357-3de8-4217-b844-97d88dd5f1d0 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:41:36.366691 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4fc229bc-761f-438d-80cc-2b294e027cd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (d3861357-3de8-4217-b844-97d88dd5f1d0), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:36.445222 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98713617-3ed3-4713-be96-371574172748 None None] DHCP port deletion for 7ed2c4c2-252e-4205-b12c-68c27c4efa93 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:41:36.446413 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:36.452645 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:36.554382 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 07ee39ba-171a-4228-bca3-424c30e507c7 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:41:36.554727 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-4fc229bc-761f-438d-80cc-2b294e027cd6 admin admin] For port d3861357-3de8-4217-b844-97d88dd5f1d0, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=d3861357-3de8-4217-b844-97d88dd5f1d0,segment=NetworkSegment(c76cda8e-c8f7-4bed-81ba-ed8cb19d32ee),segment_id=c76cda8e-c8f7-4bed-81ba-ed8cb19d32ee)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:41:36.555068 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4fc229bc-761f-438d-80cc-2b294e027cd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (d3861357-3de8-4217-b844-97d88dd5f1d0), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:36.593572 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 07ee39ba-171a-4228-bca3-424c30e507c7 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:41:36.594248 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 07ee39ba-171a-4228-bca3-424c30e507c7 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:41:36.610896 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-4fc229bc-761f-438d-80cc-2b294e027cd6 admin admin] Calling delete_port for d3861357-3de8-4217-b844-97d88dd5f1d0 owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:41:36.611206 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-98713617-3ed3-4713-be96-371574172748 None None] Deleting port d3861357-3de8-4217-b844-97d88dd5f1d0 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:41:36.611434 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-98713617-3ed3-4713-be96-371574172748 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (d3861357-3de8-4217-b844-97d88dd5f1d0), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:36.644772 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d8a8554a-d633-41c7-9548-5a71ab3c5df6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (c6a2ac27-696d-4627-bb97-13fef0be903f), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:36.709531 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6955cbf-d472-46ee-a99c-6a7168436974 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:41:36.748766 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bba4a0-89c5-48c8-af2e-85bd022626f9 None None] Sync routers for ids ['7e4bb4ab-b9db-4ab6-92e0-7da5afec43db'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:41:36.793524 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:36.802395 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bba4a0-89c5-48c8-af2e-85bd022626f9 None None] Routers {'7e4bb4ab-b9db-4ab6-92e0-7da5afec43db'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:41:36.804356 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-36bba4a0-89c5-48c8-af2e-85bd022626f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:41:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['7e4bb4ab-b9db-4ab6-92e0-7da5afec43db'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:41:36.818424 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-98713617-3ed3-4713-be96-371574172748 None None] For port d3861357-3de8-4217-b844-97d88dd5f1d0, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=d3861357-3de8-4217-b844-97d88dd5f1d0,segment=NetworkSegment(c76cda8e-c8f7-4bed-81ba-ed8cb19d32ee),segment_id=c76cda8e-c8f7-4bed-81ba-ed8cb19d32ee)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:41:36.818424 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-98713617-3ed3-4713-be96-371574172748 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (d3861357-3de8-4217-b844-97d88dd5f1d0), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:36.823601 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:36.869031 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-98713617-3ed3-4713-be96-371574172748 None None] Calling delete_port for d3861357-3de8-4217-b844-97d88dd5f1d0 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:41:36.897878 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f6955cbf-d472-46ee-a99c-6a7168436974 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:36.898478 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4fc229bc-761f-438d-80cc-2b294e027cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (d3861357-3de8-4217-b844-97d88dd5f1d0), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:36.904757 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f6955cbf-d472-46ee-a99c-6a7168436974 admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.8512194 Aug 27 04:41:36.914362 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41190) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:36.948382 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc229bc-761f-438d-80cc-2b294e027cd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3861357-3de8-4217-b844-97d88dd5f1d0,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:36.970515 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc229bc-761f-438d-80cc-2b294e027cd6 admin admin] No DVR routers for this DVR port d3861357-3de8-4217-b844-97d88dd5f1d0 on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:41:36.992008 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:37.081705 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-36bba4a0-89c5-48c8-af2e-85bd022626f9 None None] Set router 7e4bb4ab-b9db-4ab6-92e0-7da5afec43db gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:41:37.116434 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4fc229bc-761f-438d-80cc-2b294e027cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (7ed2c4c2-252e-4205-b12c-68c27c4efa93), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:37.151896 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-4fc229bc-761f-438d-80cc-2b294e027cd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ed2c4c2-252e-4205-b12c-68c27c4efa93']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:41:37.164429 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-4fc229bc-761f-438d-80cc-2b294e027cd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c76cda8e-c8f7-4bed-81ba-ed8cb19d32ee') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:41:37.164761 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-4fc229bc-761f-438d-80cc-2b294e027cd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c76cda8e-c8f7-4bed-81ba-ed8cb19d32ee') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:41:37.175973 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4fc229bc-761f-438d-80cc-2b294e027cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (c76cda8e-c8f7-4bed-81ba-ed8cb19d32ee), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:37.197160 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4fc229bc-761f-438d-80cc-2b294e027cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (c76cda8e-c8f7-4bed-81ba-ed8cb19d32ee), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:37.206944 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fc229bc-761f-438d-80cc-2b294e027cd6 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:41:37.206944 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4fc229bc-761f-438d-80cc-2b294e027cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (c76cda8e-c8f7-4bed-81ba-ed8cb19d32ee), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:37.240830 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-98713617-3ed3-4713-be96-371574172748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (d3861357-3de8-4217-b844-97d88dd5f1d0), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:37.280077 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98713617-3ed3-4713-be96-371574172748 None None] Pushing event deleted for resources: {'Port': ['ID=d3861357-3de8-4217-b844-97d88dd5f1d0,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:37.285253 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment c76cda8e-c8f7-4bed-81ba-ed8cb19d32ee resource provider aggregate not found Aug 27 04:41:37.299919 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98713617-3ed3-4713-be96-371574172748 None None] No DVR routers for this DVR port d3861357-3de8-4217-b844-97d88dd5f1d0 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:41:37.328090 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:37.329318 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:37.347444 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment c76cda8e-c8f7-4bed-81ba-ed8cb19d32ee resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c76cda8e-c8f7-4bed-81ba-ed8cb19d32ee found for delete ", "request_id": "req-a5694817-b956-4a70-97ed-d3679eb2a986"}]} Aug 27 04:41:37.410410 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-36bba4a0-89c5-48c8-af2e-85bd022626f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4bb4ab-b9db-4ab6-92e0-7da5afec43db', 'name': 'tempest-FloatingIPsTestJSON-1280814024-router', 'tenant_id': '4d1c84c5c0f4408188e3c2e8f9fc748a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': 'f911db36-dcf7-47ca-b75e-ee881a7c50ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:41:29Z', 'updated_at': '2022-08-27T04:41:34Z', 'revision_number': 3, 'project_id': '4d1c84c5c0f4408188e3c2e8f9fc748a', 'gw_port': {'id': 'f911db36-dcf7-47ca-b75e-ee881a7c50ac', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:93:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4bb4ab-b9db-4ab6-92e0-7da5afec43db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:41:31Z', 'updated_at': '2022-08-27T04:41:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:41:37.434571 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4fc229bc-761f-438d-80cc-2b294e027cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (7ed2c4c2-252e-4205-b12c-68c27c4efa93), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:37.457362 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bba4a0-89c5-48c8-af2e-85bd022626f9 None None] Checking router: 7e4bb4ab-b9db-4ab6-92e0-7da5afec43db for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:41:37.457731 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bba4a0-89c5-48c8-af2e-85bd022626f9 None None] Updating router 7e4bb4ab-b9db-4ab6-92e0-7da5afec43db port f911db36-dcf7-47ca-b75e-ee881a7c50ac binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:41:37.469288 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4fc229bc-761f-438d-80cc-2b294e027cd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:37.470520 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-4fc229bc-761f-438d-80cc-2b294e027cd6 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/7ed2c4c2-252e-4205-b12c-68c27c4efa93 HTTP/1.1" status: 204 len: 168 time: 1.3677843 Aug 27 04:41:37.477090 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc229bc-761f-438d-80cc-2b294e027cd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ed2c4c2-252e-4205-b12c-68c27c4efa93,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:37.526993 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=85,neutron:DELETE=14,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:37.566013 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-36bba4a0-89c5-48c8-af2e-85bd022626f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f911db36-dcf7-47ca-b75e-ee881a7c50ac), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:37.784566 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a8554a-d633-41c7-9548-5a71ab3c5df6 admin admin] Router c6a2ac27-696d-4627-bb97-13fef0be903f has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:41:38.000562 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:DELETE=2,neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:38.041398 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a8554a-d633-41c7-9548-5a71ab3c5df6 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:41:38.058207 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3987a950-b886-44e3-80eb-825da8413667 None None] Sync routers for ids ['c6a2ac27-696d-4627-bb97-13fef0be903f'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:41:38.086074 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41212) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:38.089368 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3987a950-b886-44e3-80eb-825da8413667 None None] Routers {'c6a2ac27-696d-4627-bb97-13fef0be903f'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:41:38.092293 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-3987a950-b886-44e3-80eb-825da8413667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:41:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['c6a2ac27-696d-4627-bb97-13fef0be903f'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:41:38.093838 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d8a8554a-d633-41c7-9548-5a71ab3c5df6 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/c6a2ac27-696d-4627-bb97-13fef0be903f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0403376 Aug 27 04:41:38.098966 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41214) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:38.206529 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-36bba4a0-89c5-48c8-af2e-85bd022626f9 None None] Publish callbacks [] for port (f911db36-dcf7-47ca-b75e-ee881a7c50ac), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:38.274757 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-36bba4a0-89c5-48c8-af2e-85bd022626f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (f911db36-dcf7-47ca-b75e-ee881a7c50ac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:38.301301 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:38.308695 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-29943288-8509-4217-a786-1b84e54abc75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:38.364498 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-53dccc28-a93f-4b9f-8b41-62ef921e4ecf admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=b6295028045c4e4a89a385e4e835c7a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2725263 Aug 27 04:41:38.369174 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41218) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:38.420180 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d3861357-3de8-4217-b844-97d88dd5f1d0 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:41:38.431476 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-36bba4a0-89c5-48c8-af2e-85bd022626f9 None None] Attempting to bind port f911db36-dcf7-47ca-b75e-ee881a7c50ac on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:41:38.431841 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-36bba4a0-89c5-48c8-af2e-85bd022626f9 None None] Attempting to bind port f911db36-dcf7-47ca-b75e-ee881a7c50ac by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:41:38.432225 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bba4a0-89c5-48c8-af2e-85bd022626f9 None None] Attempting to bind port f911db36-dcf7-47ca-b75e-ee881a7c50ac on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:41:38.453648 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:38.463877 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-3987a950-b886-44e3-80eb-825da8413667 None None] Set router c6a2ac27-696d-4627-bb97-13fef0be903f gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:41:38.470149 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: d3861357-3de8-4217-b844-97d88dd5f1d0 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:41:38.470499 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d3861357-3de8-4217-b844-97d88dd5f1d0 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:41:38.475551 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bba4a0-89c5-48c8-af2e-85bd022626f9 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:41:38.475929 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bba4a0-89c5-48c8-af2e-85bd022626f9 None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:41:38.476356 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-36bba4a0-89c5-48c8-af2e-85bd022626f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:38.476784 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bba4a0-89c5-48c8-af2e-85bd022626f9 None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:41:38.477203 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-36bba4a0-89c5-48c8-af2e-85bd022626f9 None None] Bound port: f911db36-dcf7-47ca-b75e-ee881a7c50ac, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:41:38.477630 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-36bba4a0-89c5-48c8-af2e-85bd022626f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f911db36-dcf7-47ca-b75e-ee881a7c50ac), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:38.510676 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706f6e90-0870-44f3-90ac-346dc301b8b6 None None] Pushing event updated for resources: {'Port': ['ID=f911db36-dcf7-47ca-b75e-ee881a7c50ac,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:38.551021 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ba3d6538-5827-4ef2-b152-396cfb82a87d admin admin] Publish callbacks [] for router (c6a2ac27-696d-4627-bb97-13fef0be903f), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:38.611533 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-36bba4a0-89c5-48c8-af2e-85bd022626f9 None None] For port f911db36-dcf7-47ca-b75e-ee881a7c50ac, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:41:38.624568 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-36bba4a0-89c5-48c8-af2e-85bd022626f9 None None] For port f911db36-dcf7-47ca-b75e-ee881a7c50ac, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=f911db36-dcf7-47ca-b75e-ee881a7c50ac,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:41:38.732415 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-97594f24-dd32-45f8-98ff-2af425a9f062 admin admin] Publish callbacks [] for security_group (3cb4dc91-bbba-41e7-a42f-31c7228872d4), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:38.806796 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-36bba4a0-89c5-48c8-af2e-85bd022626f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (f911db36-dcf7-47ca-b75e-ee881a7c50ac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:38.832980 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-97594f24-dd32-45f8-98ff-2af425a9f062 admin admin] Publish callbacks [] for security_group (3cb4dc91-bbba-41e7-a42f-31c7228872d4), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:38.837286 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ba3d6538-5827-4ef2-b152-396cfb82a87d admin admin] Publish callbacks [] for router_gateway (c6a2ac27-696d-4627-bb97-13fef0be903f), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:38.844322 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:38.863253 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:38.865558 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bba4a0-89c5-48c8-af2e-85bd022626f9 None None] Routers {'7e4bb4ab-b9db-4ab6-92e0-7da5afec43db'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:41:38.869818 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-36bba4a0-89c5-48c8-af2e-85bd022626f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:41:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['7e4bb4ab-b9db-4ab6-92e0-7da5afec43db'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:41:38.932973 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-29943288-8509-4217-a786-1b84e54abc75 admin admin] Allocated IP 172.20.0.1 (00f94fb5-9fc9-4230-890c-a35d6b68b1e8/61e1fc4e-c58c-49b8-9914-eebb47f32148/99f7ba39-3f00-4969-8b6e-1ca75d72f8f4) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:41:38.951523 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-3987a950-b886-44e3-80eb-825da8413667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6a2ac27-696d-4627-bb97-13fef0be903f', 'name': 'tempest-FloatingIPDetailsTestJSON-610485069-router', 'tenant_id': '846cd1c98578429c921d9598106bcdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '35f84928-e4a8-4b25-9ecd-0694cc231b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:40:40Z', 'updated_at': '2022-08-27T04:41:35Z', 'revision_number': 5, 'project_id': '846cd1c98578429c921d9598106bcdcf', 'gw_port': {'id': '35f84928-e4a8-4b25-9ecd-0694cc231b05', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a2ac27-696d-4627-bb97-13fef0be903f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:40:42Z', 'updated_at': '2022-08-27T04:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:41:38.998378 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706f6e90-0870-44f3-90ac-346dc301b8b6 None None] Pushing event updated for resources: {'Port': ['ID=f911db36-dcf7-47ca-b75e-ee881a7c50ac,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:39.038820 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3987a950-b886-44e3-80eb-825da8413667 None None] Checking router: c6a2ac27-696d-4627-bb97-13fef0be903f for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:41:39.056100 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-ba3d6538-5827-4ef2-b152-396cfb82a87d admin admin] Deleting port 35f84928-e4a8-4b25-9ecd-0694cc231b05 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:41:39.056469 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ba3d6538-5827-4ef2-b152-396cfb82a87d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (35f84928-e4a8-4b25-9ecd-0694cc231b05), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:39.056626 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3987a950-b886-44e3-80eb-825da8413667 None None] Routers {'c6a2ac27-696d-4627-bb97-13fef0be903f'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:41:39.057239 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-3987a950-b886-44e3-80eb-825da8413667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:41:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['c6a2ac27-696d-4627-bb97-13fef0be903f'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:41:39.090064 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-97594f24-dd32-45f8-98ff-2af425a9f062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (3cb4dc91-bbba-41e7-a42f-31c7228872d4), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:39.096196 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-97594f24-dd32-45f8-98ff-2af425a9f062 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:39.099062 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-97594f24-dd32-45f8-98ff-2af425a9f062 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/3cb4dc91-bbba-41e7-a42f-31c7228872d4 HTTP/1.1" status: 204 len: 168 time: 0.7273948 Aug 27 04:41:39.126413 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97594f24-dd32-45f8-98ff-2af425a9f062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb4dc91-bbba-41e7-a42f-31c7228872d4,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:39.188089 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-36bba4a0-89c5-48c8-af2e-85bd022626f9 None None] Set router 7e4bb4ab-b9db-4ab6-92e0-7da5afec43db gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:41:39.313834 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-29943288-8509-4217-a786-1b84e54abc75 admin admin] Publish callbacks [] for port (99f7ba39-3f00-4969-8b6e-1ca75d72f8f4), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:39.332389 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-ba3d6538-5827-4ef2-b152-396cfb82a87d admin admin] For port 35f84928-e4a8-4b25-9ecd-0694cc231b05, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=35f84928-e4a8-4b25-9ecd-0694cc231b05,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:41:39.346416 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ba3d6538-5827-4ef2-b152-396cfb82a87d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (35f84928-e4a8-4b25-9ecd-0694cc231b05), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:39.346617 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:39.346722 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-3987a950-b886-44e3-80eb-825da8413667 None None] Set router c6a2ac27-696d-4627-bb97-13fef0be903f gateway port host: None {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:41:39.432212 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-3987a950-b886-44e3-80eb-825da8413667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6a2ac27-696d-4627-bb97-13fef0be903f', 'name': 'tempest-FloatingIPDetailsTestJSON-610485069-router', 'tenant_id': '846cd1c98578429c921d9598106bcdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:40:40Z', 'updated_at': '2022-08-27T04:41:38Z', 'revision_number': 6, 'project_id': '846cd1c98578429c921d9598106bcdcf', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:41:39.506147 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3987a950-b886-44e3-80eb-825da8413667 None None] The sync data for ids ['c6a2ac27-696d-4627-bb97-13fef0be903f'] in n-d-852088-5 is: [{'id': 'c6a2ac27-696d-4627-bb97-13fef0be903f', 'name': 'tempest-FloatingIPDetailsTestJSON-610485069-router', 'tenant_id': '846cd1c98578429c921d9598106bcdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:40:40Z', 'updated_at': '2022-08-27T04:41:38Z', 'revision_number': 6, 'project_id': '846cd1c98578429c921d9598106bcdcf', 'gw_port_host': None}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:41:39.696766 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-36bba4a0-89c5-48c8-af2e-85bd022626f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4bb4ab-b9db-4ab6-92e0-7da5afec43db', 'name': 'tempest-FloatingIPsTestJSON-1280814024-router', 'tenant_id': '4d1c84c5c0f4408188e3c2e8f9fc748a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': 'f911db36-dcf7-47ca-b75e-ee881a7c50ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:41:29Z', 'updated_at': '2022-08-27T04:41:34Z', 'revision_number': 3, 'project_id': '4d1c84c5c0f4408188e3c2e8f9fc748a', 'gw_port': {'id': 'f911db36-dcf7-47ca-b75e-ee881a7c50ac', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:93:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4bb4ab-b9db-4ab6-92e0-7da5afec43db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:41:31Z', 'updated_at': '2022-08-27T04:41:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:41:39.736862 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bba4a0-89c5-48c8-af2e-85bd022626f9 None None] The sync data for ids ['7e4bb4ab-b9db-4ab6-92e0-7da5afec43db'] in n-d-852088-5 is: [{'id': '7e4bb4ab-b9db-4ab6-92e0-7da5afec43db', 'name': 'tempest-FloatingIPsTestJSON-1280814024-router', 'tenant_id': '4d1c84c5c0f4408188e3c2e8f9fc748a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': 'f911db36-dcf7-47ca-b75e-ee881a7c50ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:41:29Z', 'updated_at': '2022-08-27T04:41:34Z', 'revision_number': 3, 'project_id': '4d1c84c5c0f4408188e3c2e8f9fc748a', 'gw_port': {'id': 'f911db36-dcf7-47ca-b75e-ee881a7c50ac', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:93:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4bb4ab-b9db-4ab6-92e0-7da5afec43db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:41:31Z', 'updated_at': '2022-08-27T04:41:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:41:39.797732 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-ba3d6538-5827-4ef2-b152-396cfb82a87d admin admin] Calling delete_port for 35f84928-e4a8-4b25-9ecd-0694cc231b05 owned by network:router_gateway {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:41:40.235174 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-29943288-8509-4217-a786-1b84e54abc75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (99f7ba39-3f00-4969-8b6e-1ca75d72f8f4), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:40.275622 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ba3d6538-5827-4ef2-b152-396cfb82a87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (35f84928-e4a8-4b25-9ecd-0694cc231b05), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:40.488276 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29943288-8509-4217-a786-1b84e54abc75 admin admin] Pushing event updated for resources: {'Port': ['ID=99f7ba39-3f00-4969-8b6e-1ca75d72f8f4,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:40.529997 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29943288-8509-4217-a786-1b84e54abc75 admin admin] Network 00f94fb5-9fc9-4230-890c-a35d6b68b1e8 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:41:40.541606 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-29943288-8509-4217-a786-1b84e54abc75 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:41:40.563997 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29943288-8509-4217-a786-1b84e54abc75 admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:41:40.640354 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device f911db36-dcf7-47ca-b75e-ee881a7c50ac up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:41:40.716986 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3d6538-5827-4ef2-b152-396cfb82a87d admin admin] Pushing event deleted for resources: {'Port': ['ID=35f84928-e4a8-4b25-9ecd-0694cc231b05,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:40.720433 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-29943288-8509-4217-a786-1b84e54abc75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (7e4bb4ab-b9db-4ab6-92e0-7da5afec43db), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:40.726581 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:40.792502 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-1ae010bf-e560-4136-b19a-a30392ccdd74 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=d85e7650a4374066922085ef5115c973&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4959767 Aug 27 04:41:40.911787 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port f911db36-dcf7-47ca-b75e-ee881a7c50ac triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:41:40.912890 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (f911db36-dcf7-47ca-b75e-ee881a7c50ac), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:40.971982 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:41.052933 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-843a9e49-b36d-43ae-83de-bd9a3edce316 None None] Provisioning complete for port 99f7ba39-3f00-4969-8b6e-1ca75d72f8f4 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:41:41.053316 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-843a9e49-b36d-43ae-83de-bd9a3edce316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (99f7ba39-3f00-4969-8b6e-1ca75d72f8f4), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:41.111108 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ba3d6538-5827-4ef2-b152-396cfb82a87d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (c6a2ac27-696d-4627-bb97-13fef0be903f), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:41.121945 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b0231-4c18-4f44-84b3-97f7efd90501 req-9ae3162e-c605-4da0-abd4-ac0faa8cbf35 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:41.131426 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-572b0231-4c18-4f44-84b3-97f7efd90501 req-9ae3162e-c605-4da0-abd4-ac0faa8cbf35 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8b04c2f7-f091-4a7e-b4c0-3766f0213d90 HTTP/1.1" status: 200 len: 949 time: 0.5467143 Aug 27 04:41:41.183871 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-843a9e49-b36d-43ae-83de-bd9a3edce316 None None] Port 99f7ba39-3f00-4969-8b6e-1ca75d72f8f4 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:41:41.191544 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port f911db36-dcf7-47ca-b75e-ee881a7c50ac is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:41:41.191544 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f911db36-dcf7-47ca-b75e-ee881a7c50ac), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:41.197316 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-29943288-8509-4217-a786-1b84e54abc75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (99f7ba39-3f00-4969-8b6e-1ca75d72f8f4), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:41.225706 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port f911db36-dcf7-47ca-b75e-ee881a7c50ac, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=f911db36-dcf7-47ca-b75e-ee881a7c50ac,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:41:41.305972 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41260) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:41.332392 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (f911db36-dcf7-47ca-b75e-ee881a7c50ac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:41.452330 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=f911db36-dcf7-47ca-b75e-ee881a7c50ac,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:41.453384 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-8d6243f5-7c42-4a34-af53-d4a770a63b37 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:41.455499 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a4c24f40-3864-47ec-9369-79a68c74a446 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:41:41.469003 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-8d6243f5-7c42-4a34-af53-d4a770a63b37 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6745589 Aug 27 04:41:41.496366 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ba3d6538-5827-4ef2-b152-396cfb82a87d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (c6a2ac27-696d-4627-bb97-13fef0be903f), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:41.500972 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ba3d6538-5827-4ef2-b152-396cfb82a87d admin admin] Publish callbacks [] for router_controller (c6a2ac27-696d-4627-bb97-13fef0be903f), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:41.505527 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:41.526056 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-13e20034-5730-4dab-ac03-31251125b79c tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/quotas/d85e7650a4374066922085ef5115c973 HTTP/1.1" status: 200 len: 375 time: 0.0531130 Aug 27 04:41:41.538355 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: a4c24f40-3864-47ec-9369-79a68c74a446 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:41:41.541868 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a4c24f40-3864-47ec-9369-79a68c74a446 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:41:41.544474 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 35f84928-e4a8-4b25-9ecd-0694cc231b05 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:41:41.623254 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-eedd7b81-78e2-4665-bf21-674a200dd4af tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=d85e7650a4374066922085ef5115c973&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0957778 Aug 27 04:41:41.628730 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-572b0231-4c18-4f44-84b3-97f7efd90501 req-7ee8de18-2260-4d5c-aa95-8c5f6954148d tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4958956 Aug 27 04:41:41.634261 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 35f84928-e4a8-4b25-9ecd-0694cc231b05 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:41:41.634609 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 35f84928-e4a8-4b25-9ecd-0694cc231b05 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:41:41.772497 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-29943288-8509-4217-a786-1b84e54abc75 admin admin] Publish callbacks [] for port (99f7ba39-3f00-4969-8b6e-1ca75d72f8f4), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:41.774296 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:41.830106 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-edb10cdf-c5d0-4081-b915-f218b87ce1ee admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=987059a7976d45cbbc3b3dfc6c09dafd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5222270 Aug 27 04:41:41.832768 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41272) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:41.885857 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ba3d6538-5827-4ef2-b152-396cfb82a87d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (c6a2ac27-696d-4627-bb97-13fef0be903f), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:41.886765 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3d6538-5827-4ef2-b152-396cfb82a87d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6a2ac27-696d-4627-bb97-13fef0be903f {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:41:41.903718 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-29943288-8509-4217-a786-1b84e54abc75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (99f7ba39-3f00-4969-8b6e-1ca75d72f8f4), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:41.923866 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ba3d6538-5827-4ef2-b152-396cfb82a87d admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:41.925098 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ba3d6538-5827-4ef2-b152-396cfb82a87d admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/c6a2ac27-696d-4627-bb97-13fef0be903f HTTP/1.1" status: 204 len: 168 time: 3.8250575 Aug 27 04:41:41.961837 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41278) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:41.968799 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-43b23274-fe7c-4adb-859d-db7a8a3e6b8d admin admin] Publish callbacks [] for security_group (7415a910-8e04-474a-9166-bbe8aa40c262), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:42.056549 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc3ee227-42c0-4c1f-bd77-8c6a210ea437 admin admin] Deleting subnet 0b2b4016-0cc1-4fe8-84e5-85e6e57571e3 {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:41:42.075093 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dc3ee227-42c0-4c1f-bd77-8c6a210ea437 admin admin] Publish callbacks [] for subnet (0b2b4016-0cc1-4fe8-84e5-85e6e57571e3), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:42.128958 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-43b23274-fe7c-4adb-859d-db7a8a3e6b8d admin admin] Publish callbacks [] for security_group (7415a910-8e04-474a-9166-bbe8aa40c262), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:42.143040 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29943288-8509-4217-a786-1b84e54abc75 admin admin] Pushing event updated for resources: {'Port': ['ID=99f7ba39-3f00-4969-8b6e-1ca75d72f8f4,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:42.159284 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-29943288-8509-4217-a786-1b84e54abc75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (7e4bb4ab-b9db-4ab6-92e0-7da5afec43db), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:42.195833 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dc3ee227-42c0-4c1f-bd77-8c6a210ea437 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (0b2b4016-0cc1-4fe8-84e5-85e6e57571e3), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:42.349042 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dc3ee227-42c0-4c1f-bd77-8c6a210ea437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (0b2b4016-0cc1-4fe8-84e5-85e6e57571e3), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:42.444033 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-43b23274-fe7c-4adb-859d-db7a8a3e6b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (7415a910-8e04-474a-9166-bbe8aa40c262), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:42.455209 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-43b23274-fe7c-4adb-859d-db7a8a3e6b8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:42.456180 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29943288-8509-4217-a786-1b84e54abc75 admin admin] Network 00f94fb5-9fc9-4230-890c-a35d6b68b1e8 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:41:42.457779 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-29943288-8509-4217-a786-1b84e54abc75 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:41:42.474487 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device f911db36-dcf7-47ca-b75e-ee881a7c50ac up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:41:42.478452 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-43b23274-fe7c-4adb-859d-db7a8a3e6b8d admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/7415a910-8e04-474a-9166-bbe8aa40c262 HTTP/1.1" status: 204 len: 168 time: 0.6430886 Aug 27 04:41:42.532984 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b23274-fe7c-4adb-859d-db7a8a3e6b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7415a910-8e04-474a-9166-bbe8aa40c262,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:42.646683 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dc3ee227-42c0-4c1f-bd77-8c6a210ea437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (0b2b4016-0cc1-4fe8-84e5-85e6e57571e3), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:42.660895 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port f911db36-dcf7-47ca-b75e-ee881a7c50ac triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:41:42.664687 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (f911db36-dcf7-47ca-b75e-ee881a7c50ac), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:42.726691 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7459ec2b-fde6-463d-a3a1-6e1dabca71d2 None None] Network 03f075aa-f9d3-4014-8380-16bd8f5a82bf requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:41:42.765250 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dc3ee227-42c0-4c1f-bd77-8c6a210ea437 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:42.771908 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-dc3ee227-42c0-4c1f-bd77-8c6a210ea437 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/0b2b4016-0cc1-4fe8-84e5-85e6e57571e3 HTTP/1.1" status: 204 len: 168 time: 0.7949710 Aug 27 04:41:42.772973 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41296) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:42.786930 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3ee227-42c0-4c1f-bd77-8c6a210ea437 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b2b4016-0cc1-4fe8-84e5-85e6e57571e3,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:42.860711 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29943288-8509-4217-a786-1b84e54abc75 admin admin] Router 7e4bb4ab-b9db-4ab6-92e0-7da5afec43db has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:41:42.982154 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-538db246-217d-42a8-9912-e6f29077130a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (03f075aa-f9d3-4014-8380-16bd8f5a82bf), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:43.194037 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29943288-8509-4217-a786-1b84e54abc75 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:41:43.211795 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-29943288-8509-4217-a786-1b84e54abc75 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/7e4bb4ab-b9db-4ab6-92e0-7da5afec43db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2872353 Aug 27 04:41:43.258568 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-538db246-217d-42a8-9912-e6f29077130a admin admin] Deleting port 6cfc8a05-7dc4-473d-a386-57572162ed0e {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:41:43.258912 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-538db246-217d-42a8-9912-e6f29077130a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (6cfc8a05-7dc4-473d-a386-57572162ed0e), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:43.299358 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5143cc-23b5-4891-9994-d3d142a5f733 None None] Sync routers for ids ['7e4bb4ab-b9db-4ab6-92e0-7da5afec43db'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:41:43.303082 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port f911db36-dcf7-47ca-b75e-ee881a7c50ac is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:41:43.321200 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-50f4a3c4-153e-49fa-8cd5-95d5322aefed None None] Provisioning complete for port 99f7ba39-3f00-4969-8b6e-1ca75d72f8f4 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:41:43.322554 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-50f4a3c4-153e-49fa-8cd5-95d5322aefed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (99f7ba39-3f00-4969-8b6e-1ca75d72f8f4), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:43.381818 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee888fe4-9488-4120-b269-13dcafbe9b26 req-266684a8-c6f6-4e33-b38d-9f3ce2435b33 tempest-MigrationsAdminTest-1088925018 tempest-MigrationsAdminTest-1088925018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:43.383328 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ee888fe4-9488-4120-b269-13dcafbe9b26 req-266684a8-c6f6-4e33-b38d-9f3ce2435b33 tempest-MigrationsAdminTest-1088925018 tempest-MigrationsAdminTest-1088925018-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8b04c2f7-f091-4a7e-b4c0-3766f0213d90 HTTP/1.1" status: 200 len: 1131 time: 0.2836783 Aug 27 04:41:43.388857 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5143cc-23b5-4891-9994-d3d142a5f733 None None] Routers {'7e4bb4ab-b9db-4ab6-92e0-7da5afec43db'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:41:43.389540 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-2c5143cc-23b5-4891-9994-d3d142a5f733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:41:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['7e4bb4ab-b9db-4ab6-92e0-7da5afec43db'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:41:43.506282 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-50a6fe8b-3d70-48cc-8023-98217575a9aa req-b9878f1e-76c7-4565-b68c-85cda3e9364f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b2c6b9f4-3292-4713-a3c1-9b8d3171ab77 HTTP/1.1" status: 200 len: 210 time: 0.1270607 Aug 27 04:41:43.549142 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-538db246-217d-42a8-9912-e6f29077130a admin admin] For port 6cfc8a05-7dc4-473d-a386-57572162ed0e, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=6cfc8a05-7dc4-473d-a386-57572162ed0e,segment=NetworkSegment(32f681d5-7ea0-4660-b60d-4c81affb0df2),segment_id=32f681d5-7ea0-4660-b60d-4c81affb0df2)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:41:43.549519 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-538db246-217d-42a8-9912-e6f29077130a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (6cfc8a05-7dc4-473d-a386-57572162ed0e), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:43.552531 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-ee888fe4-9488-4120-b269-13dcafbe9b26 req-81e9614a-a23c-4cd0-b978-9a981f2edcb4 tempest-MigrationsAdminTest-1088925018 tempest-MigrationsAdminTest-1088925018-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:43.603068 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-538db246-217d-42a8-9912-e6f29077130a admin admin] Calling delete_port for 6cfc8a05-7dc4-473d-a386-57572162ed0e owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:41:43.657800 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:43.659973 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-2c5143cc-23b5-4891-9994-d3d142a5f733 None None] Set router 7e4bb4ab-b9db-4ab6-92e0-7da5afec43db gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:41:43.663399 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e530cd-9a35-4b87-a3d3-b68efd896af7 None None] DHCP port deletion for 03f075aa-f9d3-4014-8380-16bd8f5a82bf request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:41:43.716249 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-50f4a3c4-153e-49fa-8cd5-95d5322aefed None None] Port 99f7ba39-3f00-4969-8b6e-1ca75d72f8f4 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:41:43.739823 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:43.903192 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:43.907937 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-a1e530cd-9a35-4b87-a3d3-b68efd896af7 None None] Deleting port 6cfc8a05-7dc4-473d-a386-57572162ed0e {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:41:43.908386 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a1e530cd-9a35-4b87-a3d3-b68efd896af7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (6cfc8a05-7dc4-473d-a386-57572162ed0e), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:44.044806 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:44.082602 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-ee888fe4-9488-4120-b269-13dcafbe9b26 req-81e9614a-a23c-4cd0-b978-9a981f2edcb4 tempest-MigrationsAdminTest-1088925018 tempest-MigrationsAdminTest-1088925018-project-admin] Publish callbacks [] for security_group (81074818-b04b-478f-b3c3-00d2b5a8982f), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:44.120734 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-2c5143cc-23b5-4891-9994-d3d142a5f733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4bb4ab-b9db-4ab6-92e0-7da5afec43db', 'name': 'tempest-FloatingIPsTestJSON-1280814024-router', 'tenant_id': '4d1c84c5c0f4408188e3c2e8f9fc748a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': 'f911db36-dcf7-47ca-b75e-ee881a7c50ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:41:29Z', 'updated_at': '2022-08-27T04:41:41Z', 'revision_number': 4, 'project_id': '4d1c84c5c0f4408188e3c2e8f9fc748a', 'gw_port': {'id': 'f911db36-dcf7-47ca-b75e-ee881a7c50ac', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:93:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4bb4ab-b9db-4ab6-92e0-7da5afec43db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:41:31Z', 'updated_at': '2022-08-27T04:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '99f7ba39-3f00-4969-8b6e-1ca75d72f8f4', 'name': '', 'network_id': '00f94fb5-9fc9-4230-890c-a35d6b68b1e8', 'tenant_id': '4d1c84c5c0f4408188e3c2e8f9fc748a', 'mac_address': 'fa:16:3e:7f:05:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4bb4ab-b9db-4ab6-92e0-7da5afec43db', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '61e1fc4e-c58c-49b8-9914-eebb47f32148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:41:38Z', 'updated_at': '2022-08-27T04:41:41Z', 'revision_number': 2, 'project_id': '4d1c84c5c0f4408188e3c2e8f9fc748a', 'subnets': [{'id': '61e1fc4e-c58c-49b8-9914-eebb47f32148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:41:44.201039 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-a1e530cd-9a35-4b87-a3d3-b68efd896af7 None None] For port 6cfc8a05-7dc4-473d-a386-57572162ed0e, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=6cfc8a05-7dc4-473d-a386-57572162ed0e,segment=NetworkSegment(32f681d5-7ea0-4660-b60d-4c81affb0df2),segment_id=32f681d5-7ea0-4660-b60d-4c81affb0df2)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:41:44.201457 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a1e530cd-9a35-4b87-a3d3-b68efd896af7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (6cfc8a05-7dc4-473d-a386-57572162ed0e), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:44.225319 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-538db246-217d-42a8-9912-e6f29077130a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (6cfc8a05-7dc4-473d-a386-57572162ed0e), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:44.229376 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-ee888fe4-9488-4120-b269-13dcafbe9b26 req-81e9614a-a23c-4cd0-b978-9a981f2edcb4 tempest-MigrationsAdminTest-1088925018 tempest-MigrationsAdminTest-1088925018-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (81074818-b04b-478f-b3c3-00d2b5a8982f), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:44.259935 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-a1e530cd-9a35-4b87-a3d3-b68efd896af7 None None] Calling delete_port for 6cfc8a05-7dc4-473d-a386-57572162ed0e owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:41:44.406333 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5143cc-23b5-4891-9994-d3d142a5f733 None None] Checking router: 7e4bb4ab-b9db-4ab6-92e0-7da5afec43db for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:41:44.407030 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5143cc-23b5-4891-9994-d3d142a5f733 None None] Updating router 7e4bb4ab-b9db-4ab6-92e0-7da5afec43db port 99f7ba39-3f00-4969-8b6e-1ca75d72f8f4 binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:41:44.426458 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538db246-217d-42a8-9912-e6f29077130a admin admin] Pushing event deleted for resources: {'Port': ['ID=6cfc8a05-7dc4-473d-a386-57572162ed0e,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:44.446435 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6cfc8a05-7dc4-473d-a386-57572162ed0e no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:41:44.477077 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 6cfc8a05-7dc4-473d-a386-57572162ed0e {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:41:44.477427 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6cfc8a05-7dc4-473d-a386-57572162ed0e not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:41:44.488961 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2c5143cc-23b5-4891-9994-d3d142a5f733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (99f7ba39-3f00-4969-8b6e-1ca75d72f8f4), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:44.495552 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538db246-217d-42a8-9912-e6f29077130a admin admin] No DVR routers for this DVR port 6cfc8a05-7dc4-473d-a386-57572162ed0e on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:41:44.505085 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ee888fe4-9488-4120-b269-13dcafbe9b26 req-81e9614a-a23c-4cd0-b978-9a981f2edcb4 tempest-MigrationsAdminTest-1088925018 tempest-MigrationsAdminTest-1088925018-project-admin] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0859268 Aug 27 04:41:44.572354 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e9614a-a23c-4cd0-b978-9a981f2edcb4 tempest-MigrationsAdminTest-1088925018 tempest-MigrationsAdminTest-1088925018-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81074818-b04b-478f-b3c3-00d2b5a8982f,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:44.634863 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a1e530cd-9a35-4b87-a3d3-b68efd896af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (6cfc8a05-7dc4-473d-a386-57572162ed0e), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:44.677956 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e530cd-9a35-4b87-a3d3-b68efd896af7 None None] Pushing event deleted for resources: {'Port': ['ID=6cfc8a05-7dc4-473d-a386-57572162ed0e,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:44.705303 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e530cd-9a35-4b87-a3d3-b68efd896af7 None None] No DVR routers for this DVR port 6cfc8a05-7dc4-473d-a386-57572162ed0e on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:41:44.732743 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-461a76e8-1367-453a-97b2-5b42e23abc06 req-d481d898-0cbe-4717-9a37-7a72e8c44ff7 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b2c6b9f4-3292-4713-a3c1-9b8d3171ab77 HTTP/1.1" status: 200 len: 210 time: 0.1131558 Aug 27 04:41:44.732743 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-538db246-217d-42a8-9912-e6f29077130a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (03f075aa-f9d3-4014-8380-16bd8f5a82bf), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:44.769447 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-538db246-217d-42a8-9912-e6f29077130a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03f075aa-f9d3-4014-8380-16bd8f5a82bf']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:41:44.790075 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-538db246-217d-42a8-9912-e6f29077130a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32f681d5-7ea0-4660-b60d-4c81affb0df2') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:41:44.790375 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-538db246-217d-42a8-9912-e6f29077130a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32f681d5-7ea0-4660-b60d-4c81affb0df2') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:41:44.812822 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-538db246-217d-42a8-9912-e6f29077130a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (32f681d5-7ea0-4660-b60d-4c81affb0df2), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:44.844102 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-538db246-217d-42a8-9912-e6f29077130a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (32f681d5-7ea0-4660-b60d-4c81affb0df2), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:44.861417 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-538db246-217d-42a8-9912-e6f29077130a admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:41:44.861857 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-538db246-217d-42a8-9912-e6f29077130a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (32f681d5-7ea0-4660-b60d-4c81affb0df2), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:44.885807 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2c5143cc-23b5-4891-9994-d3d142a5f733 None None] Publish callbacks [] for port (99f7ba39-3f00-4969-8b6e-1ca75d72f8f4), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:44.923748 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:44.959826 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2bfc7b54-6092-4350-8f18-baef88d950fc req-c235a308-5166-43dc-a2f3-163f87c1ca2d tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] 10.222.0.76 "GET /networking/v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3982990 Aug 27 04:41:44.970848 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [req-2bfc7b54-6092-4350-8f18-baef88d950fc req-246d4814-763a-4588-a4d2-e5a07d7e6857 tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] Request body: {'floatingip': {'floating_network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:41:45.040843 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 32f681d5-7ea0-4660-b60d-4c81affb0df2 resource provider aggregate not found Aug 27 04:41:45.051506 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2c5143cc-23b5-4891-9994-d3d142a5f733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (99f7ba39-3f00-4969-8b6e-1ca75d72f8f4), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:45.099077 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 32f681d5-7ea0-4660-b60d-4c81affb0df2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 32f681d5-7ea0-4660-b60d-4c81affb0df2 found for delete ", "request_id": "req-422b8c96-880e-47a2-b42b-e31ba817eca3"}]} Aug 27 04:41:45.137698 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-2bfc7b54-6092-4350-8f18-baef88d950fc req-246d4814-763a-4588-a4d2-e5a07d7e6857 tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:45.172463 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41384) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:45.363078 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-db31e296-b695-414d-afb8-6308a6b01c3a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1097506040-network', 'tenant_id': '36e20864d1964d7b8110ad48ba654711'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:41:45.431713 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969c0724-33e4-481d-b996-e8069ea32bc7 None None] Pushing event updated for resources: {'Port': ['ID=99f7ba39-3f00-4969-8b6e-1ca75d72f8f4,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:45.475724 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-538db246-217d-42a8-9912-e6f29077130a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (03f075aa-f9d3-4014-8380-16bd8f5a82bf), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:45.481131 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-538db246-217d-42a8-9912-e6f29077130a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:45.481623 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-2c5143cc-23b5-4891-9994-d3d142a5f733 None None] Attempting to bind port 99f7ba39-3f00-4969-8b6e-1ca75d72f8f4 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:41:45.482807 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-2c5143cc-23b5-4891-9994-d3d142a5f733 None None] Attempting to bind port 99f7ba39-3f00-4969-8b6e-1ca75d72f8f4 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '51523068-eb07-4897-b14a-c6f6774d1cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '00f94fb5-9fc9-4230-890c-a35d6b68b1e8'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:41:45.483549 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5143cc-23b5-4891-9994-d3d142a5f733 None None] Attempting to bind port 99f7ba39-3f00-4969-8b6e-1ca75d72f8f4 on network 00f94fb5-9fc9-4230-890c-a35d6b68b1e8 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:41:45.492527 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-538db246-217d-42a8-9912-e6f29077130a admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/03f075aa-f9d3-4014-8380-16bd8f5a82bf HTTP/1.1" status: 204 len: 168 time: 2.6884086 Aug 27 04:41:45.513082 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5143cc-23b5-4891-9994-d3d142a5f733 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:41:45.516545 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5143cc-23b5-4891-9994-d3d142a5f733 None None] Checking segment: {'id': '51523068-eb07-4897-b14a-c6f6774d1cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '00f94fb5-9fc9-4230-890c-a35d6b68b1e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:41:45.523855 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2c5143cc-23b5-4891-9994-d3d142a5f733 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:45.527024 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5143cc-23b5-4891-9994-d3d142a5f733 None None] Bound using segment: {'id': '51523068-eb07-4897-b14a-c6f6774d1cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '00f94fb5-9fc9-4230-890c-a35d6b68b1e8'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:41:45.527543 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-2c5143cc-23b5-4891-9994-d3d142a5f733 None None] Bound port: 99f7ba39-3f00-4969-8b6e-1ca75d72f8f4, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51523068-eb07-4897-b14a-c6f6774d1cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '00f94fb5-9fc9-4230-890c-a35d6b68b1e8'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:41:45.527942 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2c5143cc-23b5-4891-9994-d3d142a5f733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (99f7ba39-3f00-4969-8b6e-1ca75d72f8f4), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:45.544102 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db31e296-b695-414d-afb8-6308a6b01c3a admin admin] Made reservation on behalf of 36e20864d1964d7b8110ad48ba654711 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:41:45.549440 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-db31e296-b695-414d-afb8-6308a6b01c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:45.576601 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-db31e296-b695-414d-afb8-6308a6b01c3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:45.592127 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-2bfc7b54-6092-4350-8f18-baef88d950fc req-246d4814-763a-4588-a4d2-e5a07d7e6857 tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:45.606100 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1a5b5f18-b89d-431b-8d96-504421f4428e req-d5c238cd-f469-4759-95eb-be9aa563f5e5 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=8511e600620148c2b51cb7fe446763eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1477871 Aug 27 04:41:45.623061 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538db246-217d-42a8-9912-e6f29077130a admin admin] Pushing event deleted for resources: {'Network': ['ID=03f075aa-f9d3-4014-8380-16bd8f5a82bf,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:45.821377 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-db31e296-b695-414d-afb8-6308a6b01c3a admin admin] Publish callbacks [] for security_group (53eb5cfe-2cfb-433f-9578-da013d58a6bb), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:45.831215 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:45.846605 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b5f18-b89d-431b-8d96-504421f4428e req-62c7ab2b-bb0f-45ef-9170-131d811b1141 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:45.854525 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1a5b5f18-b89d-431b-8d96-504421f4428e req-62c7ab2b-bb0f-45ef-9170-131d811b1141 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2495308 Aug 27 04:41:45.885602 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1a5b5f18-b89d-431b-8d96-504421f4428e req-dfe09827-319f-499b-9778-62d1ef2e2c29 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/quotas/8511e600620148c2b51cb7fe446763eb HTTP/1.1" status: 200 len: 375 time: 0.0299866 Aug 27 04:41:45.888449 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [req-2bfc7b54-6092-4350-8f18-baef88d950fc req-246d4814-763a-4588-a4d2-e5a07d7e6857 tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] Allocated IP 172.25.2.75 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/53dde679-f79f-4746-92a6-902461215f7e) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:41:45.919225 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-2c5143cc-23b5-4891-9994-d3d142a5f733 None None] For port 99f7ba39-3f00-4969-8b6e-1ca75d72f8f4, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:41:45.924396 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-2c5143cc-23b5-4891-9994-d3d142a5f733 None None] For port 99f7ba39-3f00-4969-8b6e-1ca75d72f8f4, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=99f7ba39-3f00-4969-8b6e-1ca75d72f8f4,segment=NetworkSegment(51523068-eb07-4897-b14a-c6f6774d1cd2),segment_id=51523068-eb07-4897-b14a-c6f6774d1cd2)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:41:45.931151 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-db31e296-b695-414d-afb8-6308a6b01c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (53eb5cfe-2cfb-433f-9578-da013d58a6bb), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:45.986828 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:45.988783 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db31e296-b695-414d-afb8-6308a6b01c3a admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:41:46.016496 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41420) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:46.054686 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-db31e296-b695-414d-afb8-6308a6b01c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (1e0bc2f6-b3c4-4965-a7ca-cbcf5e23f6a5), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:46.055207 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-db31e296-b695-414d-afb8-6308a6b01c3a admin admin] Added segment 1e0bc2f6-b3c4-4965-a7ca-cbcf5e23f6a5 of type vlan for network 19faf2ef-e461-408b-9828-ac0e0a9dbe50 Aug 27 04:41:46.072630 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2c5143cc-23b5-4891-9994-d3d142a5f733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (99f7ba39-3f00-4969-8b6e-1ca75d72f8f4), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:46.086303 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1a5b5f18-b89d-431b-8d96-504421f4428e req-f25b901e-155d-467a-8baa-0bf6b0ae2962 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=8511e600620148c2b51cb7fe446763eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1996207 Aug 27 04:41:46.091600 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db31e296-b695-414d-afb8-6308a6b01c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53eb5cfe-2cfb-433f-9578-da013d58a6bb,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:46.191100 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41426) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:46.195618 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5143cc-23b5-4891-9994-d3d142a5f733 None None] Routers {'7e4bb4ab-b9db-4ab6-92e0-7da5afec43db'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:41:46.196490 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-2c5143cc-23b5-4891-9994-d3d142a5f733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:41:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['7e4bb4ab-b9db-4ab6-92e0-7da5afec43db'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:41:46.309813 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-db31e296-b695-414d-afb8-6308a6b01c3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (19faf2ef-e461-408b-9828-ac0e0a9dbe50), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:46.312923 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969c0724-33e4-481d-b996-e8069ea32bc7 None None] Pushing event updated for resources: {'Port': ['ID=99f7ba39-3f00-4969-8b6e-1ca75d72f8f4,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:46.373020 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:46.397112 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-2c5143cc-23b5-4891-9994-d3d142a5f733 None None] Set router 7e4bb4ab-b9db-4ab6-92e0-7da5afec43db gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:41:46.420124 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-2bfc7b54-6092-4350-8f18-baef88d950fc req-246d4814-763a-4588-a4d2-e5a07d7e6857 tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] Publish callbacks [] for port (53dde679-f79f-4746-92a6-902461215f7e), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:46.428499 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e5c513f3-6aea-4c48-9e49-cd0c4e11e577 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=846cd1c98578429c921d9598106bcdcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2356191 Aug 27 04:41:46.430594 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41428) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:46.489595 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:46.511515 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-db31e296-b695-414d-afb8-6308a6b01c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (19faf2ef-e461-408b-9828-ac0e0a9dbe50), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:46.525545 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db31e296-b695-414d-afb8-6308a6b01c3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:46.526483 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-db31e296-b695-414d-afb8-6308a6b01c3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:46.719379 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-95d851c7-b8f1-464c-b3b8-7b238dd2d9d6 admin admin] Publish callbacks [] for security_group (53b1711a-fe82-4832-8737-731dca783186), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:46.767168 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d271ad41-9271-4bbc-ab5a-9e41982739ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:46.785791 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-2bfc7b54-6092-4350-8f18-baef88d950fc req-246d4814-763a-4588-a4d2-e5a07d7e6857 tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (53dde679-f79f-4746-92a6-902461215f7e), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:46.890455 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-db31e296-b695-414d-afb8-6308a6b01c3a admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7130826 Aug 27 04:41:46.904753 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db31e296-b695-414d-afb8-6308a6b01c3a admin admin] Pushing event updated for resources: {'Network': ['ID=19faf2ef-e461-408b-9828-ac0e0a9dbe50,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:46.908448 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-2c5143cc-23b5-4891-9994-d3d142a5f733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4bb4ab-b9db-4ab6-92e0-7da5afec43db', 'name': 'tempest-FloatingIPsTestJSON-1280814024-router', 'tenant_id': '4d1c84c5c0f4408188e3c2e8f9fc748a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': 'f911db36-dcf7-47ca-b75e-ee881a7c50ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:41:29Z', 'updated_at': '2022-08-27T04:41:41Z', 'revision_number': 4, 'project_id': '4d1c84c5c0f4408188e3c2e8f9fc748a', 'gw_port': {'id': 'f911db36-dcf7-47ca-b75e-ee881a7c50ac', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:93:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4bb4ab-b9db-4ab6-92e0-7da5afec43db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:41:31Z', 'updated_at': '2022-08-27T04:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '99f7ba39-3f00-4969-8b6e-1ca75d72f8f4', 'name': '', 'network_id': '00f94fb5-9fc9-4230-890c-a35d6b68b1e8', 'tenant_id': '4d1c84c5c0f4408188e3c2e8f9fc748a', 'mac_address': 'fa:16:3e:7f:05:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4bb4ab-b9db-4ab6-92e0-7da5afec43db', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '61e1fc4e-c58c-49b8-9914-eebb47f32148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:41:38Z', 'updated_at': '2022-08-27T04:41:45Z', 'revision_number': 4, 'project_id': '4d1c84c5c0f4408188e3c2e8f9fc748a', 'subnets': [{'id': '61e1fc4e-c58c-49b8-9914-eebb47f32148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:41:46.914764 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41444) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:46.916960 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-95d851c7-b8f1-464c-b3b8-7b238dd2d9d6 admin admin] Publish callbacks [] for security_group (53b1711a-fe82-4832-8737-731dca783186), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:46.917632 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 19faf2ef-e461-408b-9828-ac0e0a9dbe50 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:41:46.975532 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-deae4d77-a478-4646-8185-f4d8a9dcb11d admin admin] Request body: {'subnet': {'network_id': '19faf2ef-e461-408b-9828-ac0e0a9dbe50', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1097506040-subnet', 'tenant_id': '36e20864d1964d7b8110ad48ba654711', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:41:47.063903 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5143cc-23b5-4891-9994-d3d142a5f733 None None] The sync data for ids ['7e4bb4ab-b9db-4ab6-92e0-7da5afec43db'] in n-d-852088-5 is: [{'id': '7e4bb4ab-b9db-4ab6-92e0-7da5afec43db', 'name': 'tempest-FloatingIPsTestJSON-1280814024-router', 'tenant_id': '4d1c84c5c0f4408188e3c2e8f9fc748a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': 'f911db36-dcf7-47ca-b75e-ee881a7c50ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:41:29Z', 'updated_at': '2022-08-27T04:41:41Z', 'revision_number': 4, 'project_id': '4d1c84c5c0f4408188e3c2e8f9fc748a', 'gw_port': {'id': 'f911db36-dcf7-47ca-b75e-ee881a7c50ac', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:93:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4bb4ab-b9db-4ab6-92e0-7da5afec43db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:41:31Z', 'updated_at': '2022-08-27T04:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '99f7ba39-3f00-4969-8b6e-1ca75d72f8f4', 'name': '', 'network_id': '00f94fb5-9fc9-4230-890c-a35d6b68b1e8', 'tenant_id': '4d1c84c5c0f4408188e3c2e8f9fc748a', 'mac_address': 'fa:16:3e:7f:05:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4bb4ab-b9db-4ab6-92e0-7da5afec43db', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '61e1fc4e-c58c-49b8-9914-eebb47f32148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:41:38Z', 'updated_at': '2022-08-27T04:41:45Z', 'revision_number': 4, 'project_id': '4d1c84c5c0f4408188e3c2e8f9fc748a', 'subnets': [{'id': '61e1fc4e-c58c-49b8-9914-eebb47f32148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:41:47.115391 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:47.203241 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-0c36339e-1cf8-435d-8088-bfb80654cbc3 req-55239c0d-bbb7-4b78-99e8-92e095d72191 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b2c6b9f4-3292-4713-a3c1-9b8d3171ab77 HTTP/1.1" status: 200 len: 210 time: 0.2527087 Aug 27 04:41:47.261247 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bfc7b54-6092-4350-8f18-baef88d950fc req-246d4814-763a-4588-a4d2-e5a07d7e6857 tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:41:47.290164 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [req-2bfc7b54-6092-4350-8f18-baef88d950fc req-246d4814-763a-4588-a4d2-e5a07d7e6857 tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:41:47.301634 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bfc7b54-6092-4350-8f18-baef88d950fc req-246d4814-763a-4588-a4d2-e5a07d7e6857 tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:41:47.395691 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d4814-763a-4588-a4d2-e5a07d7e6857 tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] Pushing event updated for resources: {'Port': ['ID=53dde679-f79f-4746-92a6-902461215f7e,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:47.403026 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d271ad41-9271-4bbc-ab5a-9e41982739ed admin admin] Publish callbacks [] for security_group (9c229da5-fcc8-4def-adb5-d2c42567af11), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:47.435516 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-95d851c7-b8f1-464c-b3b8-7b238dd2d9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (53b1711a-fe82-4832-8737-731dca783186), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:47.439398 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-95d851c7-b8f1-464c-b3b8-7b238dd2d9d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:47.455914 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c1a4363c-37cf-4d2a-a9d9-c3c2e6c8f8e2 req-d8152ac4-e213-4b17-854e-e8e21e283335 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=26fc36e9-4253-4f91-88dd-c6559d4e4f59 HTTP/1.1" status: 200 len: 210 time: 0.0724003 Aug 27 04:41:47.474701 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-95d851c7-b8f1-464c-b3b8-7b238dd2d9d6 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/53b1711a-fe82-4832-8737-731dca783186 HTTP/1.1" status: 204 len: 168 time: 1.0366540 Aug 27 04:41:47.544811 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deae4d77-a478-4646-8185-f4d8a9dcb11d admin admin] Made reservation on behalf of 36e20864d1964d7b8110ad48ba654711 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:41:47.550616 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-2bfc7b54-6092-4350-8f18-baef88d950fc req-246d4814-763a-4588-a4d2-e5a07d7e6857 tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] Publish callbacks [] for floatingip (ef4a203c-0403-40f7-ac1b-25a517fede27), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:47.555048 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-deae4d77-a478-4646-8185-f4d8a9dcb11d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:47.563929 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d851c7-b8f1-464c-b3b8-7b238dd2d9d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b1711a-fe82-4832-8737-731dca783186,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:47.691162 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d271ad41-9271-4bbc-ab5a-9e41982739ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (9c229da5-fcc8-4def-adb5-d2c42567af11), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:47.801282 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-2bfc7b54-6092-4350-8f18-baef88d950fc req-246d4814-763a-4588-a4d2-e5a07d7e6857 tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (53dde679-f79f-4746-92a6-902461215f7e), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:47.842899 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d271ad41-9271-4bbc-ab5a-9e41982739ed admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=302715970b2c4823a59a1667a51a25e1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8132854 Aug 27 04:41:47.851964 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41464) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:47.875012 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d271ad41-9271-4bbc-ab5a-9e41982739ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c229da5-fcc8-4def-adb5-d2c42567af11,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:48.080546 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a21cc218-ab51-46e7-b3a3-d3e00d8257e4 admin admin] Publish callbacks [] for security_group (9c229da5-fcc8-4def-adb5-d2c42567af11), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:48.129118 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a21cc218-ab51-46e7-b3a3-d3e00d8257e4 admin admin] Publish callbacks [] for security_group (9c229da5-fcc8-4def-adb5-d2c42567af11), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:48.314744 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-deae4d77-a478-4646-8185-f4d8a9dcb11d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (16d8e9db-8659-48ff-b7ee-f7ebc5b5d855), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:48.458772 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a21cc218-ab51-46e7-b3a3-d3e00d8257e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (9c229da5-fcc8-4def-adb5-d2c42567af11), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:48.470769 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a21cc218-ab51-46e7-b3a3-d3e00d8257e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:48.476591 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a21cc218-ab51-46e7-b3a3-d3e00d8257e4 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/9c229da5-fcc8-4def-adb5-d2c42567af11 HTTP/1.1" status: 204 len: 168 time: 0.6141965 Aug 27 04:41:48.503323 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-2bfc7b54-6092-4350-8f18-baef88d950fc req-246d4814-763a-4588-a4d2-e5a07d7e6857 tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] Publish callbacks [] for port (53dde679-f79f-4746-92a6-902461215f7e), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:48.610651 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deae4d77-a478-4646-8185-f4d8a9dcb11d admin admin] Checking segment: {'id': '1e0bc2f6-b3c4-4965-a7ca-cbcf5e23f6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '19faf2ef-e461-408b-9828-ac0e0a9dbe50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:41:48.611361 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deae4d77-a478-4646-8185-f4d8a9dcb11d admin admin] Network hostable DHCP agents. Network: 19faf2ef-e461-408b-9828-ac0e0a9dbe50, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:41:48.629428 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8d0137ab-8068-4a9b-86ad-1f27c933e205 req-00c37458-25d3-4a39-ab2b-ae5b5d32718f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b2c6b9f4-3292-4713-a3c1-9b8d3171ab77 HTTP/1.1" status: 200 len: 210 time: 0.1721334 Aug 27 04:41:48.633386 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 99f7ba39-3f00-4969-8b6e-1ca75d72f8f4 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:41:48.649957 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-2bfc7b54-6092-4350-8f18-baef88d950fc req-246d4814-763a-4588-a4d2-e5a07d7e6857 tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (53dde679-f79f-4746-92a6-902461215f7e), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:48.658791 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deae4d77-a478-4646-8185-f4d8a9dcb11d admin admin] Pushing event updated for resources: {'Subnet': ['ID=16d8e9db-8659-48ff-b7ee-f7ebc5b5d855,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:48.868144 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 99f7ba39-3f00-4969-8b6e-1ca75d72f8f4 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:41:48.868630 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (99f7ba39-3f00-4969-8b6e-1ca75d72f8f4), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:48.910100 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-2bfc7b54-6092-4350-8f18-baef88d950fc req-246d4814-763a-4588-a4d2-e5a07d7e6857 tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677636'] for floatingip (ef4a203c-0403-40f7-ac1b-25a517fede27), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:48.937394 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21cc218-ab51-46e7-b3a3-d3e00d8257e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c229da5-fcc8-4def-adb5-d2c42567af11,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:48.984285 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-9c583eba-7a36-4c37-909c-84d92f07a52a req-b2e2a7dd-aafa-4c1b-97c6-11952141a3ef tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=26fc36e9-4253-4f91-88dd-c6559d4e4f59 HTTP/1.1" status: 200 len: 210 time: 0.1664321 Aug 27 04:41:48.989280 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d4814-763a-4588-a4d2-e5a07d7e6857 tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] Pushing event updated for resources: {'Port': ['ID=53dde679-f79f-4746-92a6-902461215f7e,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:49.018771 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deae4d77-a478-4646-8185-f4d8a9dcb11d admin admin] Network 19faf2ef-e461-408b-9828-ac0e0a9dbe50 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:41:49.191103 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-2bfc7b54-6092-4350-8f18-baef88d950fc req-246d4814-763a-4588-a4d2-e5a07d7e6857 tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:49.192511 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2bfc7b54-6092-4350-8f18-baef88d950fc req-246d4814-763a-4588-a4d2-e5a07d7e6857 tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] 10.222.0.76 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.2316389 Aug 27 04:41:49.222233 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 99f7ba39-3f00-4969-8b6e-1ca75d72f8f4 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:41:49.222635 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (99f7ba39-3f00-4969-8b6e-1ca75d72f8f4), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:49.240764 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-deae4d77-a478-4646-8185-f4d8a9dcb11d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 19faf2ef-e461-408b-9828-ac0e0a9dbe50) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:41:49.249477 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deae4d77-a478-4646-8185-f4d8a9dcb11d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:49.249477 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-deae4d77-a478-4646-8185-f4d8a9dcb11d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:49.279083 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca16c1dd-5af1-47b0-beb9-db98f2bcd30a None None] Network 19faf2ef-e461-408b-9828-ac0e0a9dbe50 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:41:49.291601 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:49.362631 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2bfc7b54-6092-4350-8f18-baef88d950fc req-815307f1-ccb6-4996-b827-8c8c4d264bcb tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] 10.222.0.76 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.75 HTTP/1.1" status: 200 len: 695 time: 0.1611884 Aug 27 04:41:49.388096 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-deae4d77-a478-4646-8185-f4d8a9dcb11d admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.4610815 Aug 27 04:41:49.391709 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41498) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:49.398243 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-c5aa67bf-b3ef-4748-9c53-aae21b0b9887 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1097506040-router', 'tenant_id': '36e20864d1964d7b8110ad48ba654711', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:41:49.436919 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=29 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:49.612452 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c5aa67bf-b3ef-4748-9c53-aae21b0b9887 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (4e060e02-a732-4733-9929-8904f57f254e), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:49.614286 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c5aa67bf-b3ef-4748-9c53-aae21b0b9887 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (4e060e02-a732-4733-9929-8904f57f254e), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:49.644535 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 99f7ba39-3f00-4969-8b6e-1ca75d72f8f4, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=99f7ba39-3f00-4969-8b6e-1ca75d72f8f4,segment=NetworkSegment(51523068-eb07-4897-b14a-c6f6774d1cd2),segment_id=51523068-eb07-4897-b14a-c6f6774d1cd2)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:41:49.657422 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cbf5e2-9f13-45c3-97f1-bc058c03b193 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-19faf2ef-e461-408b-9828-ac0e0a9dbe50', 'network_id': '19faf2ef-e461-408b-9828-ac0e0a9dbe50', 'project_id': '36e20864d1964d7b8110ad48ba654711', 'fixed_ips': [{'subnet_id': '16d8e9db-8659-48ff-b7ee-f7ebc5b5d855'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:41:49.662744 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-20cbf5e2-9f13-45c3-97f1-bc058c03b193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:49.718954 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-7a200fd7-a42b-42e3-9303-df12d143f665 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=d85e7650a4374066922085ef5115c973&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0589221 Aug 27 04:41:49.822579 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc7b54-6092-4350-8f18-baef88d950fc req-33d84c4f-54b0-498b-8bef-ab358566fa40 tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:49.840831 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2bfc7b54-6092-4350-8f18-baef88d950fc req-33d84c4f-54b0-498b-8bef-ab358566fa40 tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] 10.222.0.76 "GET /networking/v2.0/networks/2db7b18a-8c4b-4ba8-8012-3e7d96728abb HTTP/1.1" status: 200 len: 784 time: 0.4772577 Aug 27 04:41:49.917052 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-9128500b-172c-4c59-a81f-471e0c73566f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.75 "GET /networking/v2.0/networks?tenant_id=d85e7650a4374066922085ef5115c973&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1162658 Aug 27 04:41:49.930867 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (99f7ba39-3f00-4969-8b6e-1ca75d72f8f4), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:49.993972 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c5aa67bf-b3ef-4748-9c53-aae21b0b9887 admin admin] Publish callbacks [] for router_controller (4e060e02-a732-4733-9929-8904f57f254e), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:50.055512 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-01d79b9c-d7d5-45a4-ab89-b13f1ee90bfd req-4ad8d9d2-db9b-4fde-ace3-d621d98c0099 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b2c6b9f4-3292-4713-a3c1-9b8d3171ab77 HTTP/1.1" status: 200 len: 210 time: 0.2100129 Aug 27 04:41:50.079918 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:50.083141 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-68d49e2c-a3cc-4219-aede-88d857793c10 req-0f271a23-b7c0-4882-be26-270875b87f6f tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] 10.222.0.76 "GET /networking/v2.0/floatingips/ef4a203c-0403-40f7-ac1b-25a517fede27 HTTP/1.1" status: 200 len: 692 time: 0.2076344 Aug 27 04:41:50.146278 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=99f7ba39-3f00-4969-8b6e-1ca75d72f8f4,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:50.176664 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-a7020886-1fb9-47c4-8963-eeaf85ff0b3b tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:50.179030 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-a7020886-1fb9-47c4-8963-eeaf85ff0b3b tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4689474 Aug 27 04:41:50.227278 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-60961dd5-82f0-4d65-beb2-d68d576764d0 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Request body: {'port': {'device_id': 'b2c6b9f4-3292-4713-a3c1-9b8d3171ab77', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'admin_state_up': True, 'tenant_id': 'd85e7650a4374066922085ef5115c973'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:41:50.229511 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-20cbf5e2-9f13-45c3-97f1-bc058c03b193 None None] Allocated IP 172.20.0.2 (19faf2ef-e461-408b-9828-ac0e0a9dbe50/16d8e9db-8659-48ff-b7ee-f7ebc5b5d855/a791922c-1baa-4f09-b8c8-e437f375aa5d) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:41:50.283924 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41518) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:50.467037 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f0f8b34c-a2e1-4ad4-872a-5906cf280fd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:50.548382 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 99f7ba39-3f00-4969-8b6e-1ca75d72f8f4 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:41:50.593867 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-20cbf5e2-9f13-45c3-97f1-bc058c03b193 None None] Publish callbacks [] for port (a791922c-1baa-4f09-b8c8-e437f375aa5d), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:50.645149 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 99f7ba39-3f00-4969-8b6e-1ca75d72f8f4 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:41:50.646519 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (99f7ba39-3f00-4969-8b6e-1ca75d72f8f4), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:50.834697 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:50.841505 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-dea00b15-b907-498d-9647-1038168e5fd1 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:50.844217 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-dea00b15-b907-498d-9647-1038168e5fd1 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.75 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8903677 Aug 27 04:41:50.856575 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-20cbf5e2-9f13-45c3-97f1-bc058c03b193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (a791922c-1baa-4f09-b8c8-e437f375aa5d), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:50.927893 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-fb11e77a-c327-4c13-8e64-c3cea9799e62 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Request body: {'port': {'device_id': '579be28c-90ec-49a9-b048-9a9a3573cdc7', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'admin_state_up': True, 'tenant_id': 'd85e7650a4374066922085ef5115c973'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:41:50.988414 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:51.021825 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c5aa67bf-b3ef-4748-9c53-aae21b0b9887 admin admin] Publish callbacks [] for router_gateway (4e060e02-a732-4733-9929-8904f57f254e), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:51.031224 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cbf5e2-9f13-45c3-97f1-bc058c03b193 None None] Network 19faf2ef-e461-408b-9828-ac0e0a9dbe50 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:41:51.046363 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-20cbf5e2-9f13-45c3-97f1-bc058c03b193 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:41:51.048690 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cbf5e2-9f13-45c3-97f1-bc058c03b193 None None] Pushing event updated for resources: {'Port': ['ID=a791922c-1baa-4f09-b8c8-e437f375aa5d,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:51.052821 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cbf5e2-9f13-45c3-97f1-bc058c03b193 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:41:51.188599 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-20cbf5e2-9f13-45c3-97f1-bc058c03b193 None None] Attempting to bind port a791922c-1baa-4f09-b8c8-e437f375aa5d on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:41:51.191086 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-20cbf5e2-9f13-45c3-97f1-bc058c03b193 None None] Attempting to bind port a791922c-1baa-4f09-b8c8-e437f375aa5d by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '1e0bc2f6-b3c4-4965-a7ca-cbcf5e23f6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '19faf2ef-e461-408b-9828-ac0e0a9dbe50'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:41:51.191461 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cbf5e2-9f13-45c3-97f1-bc058c03b193 None None] Attempting to bind port a791922c-1baa-4f09-b8c8-e437f375aa5d on network 19faf2ef-e461-408b-9828-ac0e0a9dbe50 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:41:51.197899 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 99f7ba39-3f00-4969-8b6e-1ca75d72f8f4 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:41:51.208627 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cbf5e2-9f13-45c3-97f1-bc058c03b193 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:41:51.209010 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cbf5e2-9f13-45c3-97f1-bc058c03b193 None None] Checking segment: {'id': '1e0bc2f6-b3c4-4965-a7ca-cbcf5e23f6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '19faf2ef-e461-408b-9828-ac0e0a9dbe50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:41:51.209398 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-20cbf5e2-9f13-45c3-97f1-bc058c03b193 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:51.211944 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cbf5e2-9f13-45c3-97f1-bc058c03b193 None None] Bound using segment: {'id': '1e0bc2f6-b3c4-4965-a7ca-cbcf5e23f6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '19faf2ef-e461-408b-9828-ac0e0a9dbe50'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:41:51.212489 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-20cbf5e2-9f13-45c3-97f1-bc058c03b193 None None] Bound port: a791922c-1baa-4f09-b8c8-e437f375aa5d, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e0bc2f6-b3c4-4965-a7ca-cbcf5e23f6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '19faf2ef-e461-408b-9828-ac0e0a9dbe50'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:41:51.214145 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-20cbf5e2-9f13-45c3-97f1-bc058c03b193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a791922c-1baa-4f09-b8c8-e437f375aa5d), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:51.228071 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3ab7c1af-eb34-464a-8eae-0294164ab305 req-747f5afd-a52d-4199-9d05-26d18a9f28d9 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=26fc36e9-4253-4f91-88dd-c6559d4e4f59 HTTP/1.1" status: 200 len: 210 time: 0.9447846 Aug 27 04:41:51.244455 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d49e2c-a3cc-4219-aede-88d857793c10 req-23a11abe-95bf-4760-b41e-d8e080845230 tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:51.254105 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-68d49e2c-a3cc-4219-aede-88d857793c10 req-23a11abe-95bf-4760-b41e-d8e080845230 tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] 10.222.0.76 "GET /networking/v2.0/networks/2db7b18a-8c4b-4ba8-8012-3e7d96728abb HTTP/1.1" status: 200 len: 784 time: 1.1650693 Aug 27 04:41:51.382464 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f0f8b34c-a2e1-4ad4-872a-5906cf280fd0 admin admin] Publish callbacks [] for security_group (2cb53f37-ca80-4dea-886a-97b3bfe9dca8), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:51.387224 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [req-68d49e2c-a3cc-4219-aede-88d857793c10 req-475351af-11c3-4adb-a95b-46948caa8c29 tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] http://10.222.0.76:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107775) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:41:51.412478 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-68d49e2c-a3cc-4219-aede-88d857793c10 req-475351af-11c3-4adb-a95b-46948caa8c29 tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] 10.222.0.76 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1459870 Aug 27 04:41:51.412478 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:51.422591 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-20cbf5e2-9f13-45c3-97f1-bc058c03b193 None None] For port a791922c-1baa-4f09-b8c8-e437f375aa5d, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:41:51.446933 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-20cbf5e2-9f13-45c3-97f1-bc058c03b193 None None] For port a791922c-1baa-4f09-b8c8-e437f375aa5d, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a791922c-1baa-4f09-b8c8-e437f375aa5d,segment=NetworkSegment(1e0bc2f6-b3c4-4965-a7ca-cbcf5e23f6a5),segment_id=1e0bc2f6-b3c4-4965-a7ca-cbcf5e23f6a5)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:41:51.483878 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-259c6d95-de24-4c6a-bd58-4930a0ad7491 req-a60974bd-8247-434f-bd4a-bd46193c4ca5 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b2c6b9f4-3292-4713-a3c1-9b8d3171ab77 HTTP/1.1" status: 200 len: 210 time: 0.0388792 Aug 27 04:41:51.549838 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f0f8b34c-a2e1-4ad4-872a-5906cf280fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (2cb53f37-ca80-4dea-886a-97b3bfe9dca8), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:51.566725 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-fb11e77a-c327-4c13-8e64-c3cea9799e62 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Made reservation on behalf of d85e7650a4374066922085ef5115c973 for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:41:51.575494 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-fb11e77a-c327-4c13-8e64-c3cea9799e62 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:51.610731 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-60961dd5-82f0-4d65-beb2-d68d576764d0 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Made reservation on behalf of d85e7650a4374066922085ef5115c973 for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:41:51.611457 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f0f8b34c-a2e1-4ad4-872a-5906cf280fd0 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=6b2573ec9dc344a092108c47052a476c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3260944 Aug 27 04:41:51.612269 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41538) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:51.613685 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f8b34c-a2e1-4ad4-872a-5906cf280fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb53f37-ca80-4dea-886a-97b3bfe9dca8,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:51.633579 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-60961dd5-82f0-4d65-beb2-d68d576764d0 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:51.677659 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f8b1fdb9-1b29-42a0-b5cd-12dc8fff4895 req-40f28b85-bf99-4f46-94dc-96130231532c tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] 10.222.0.76 "GET /networking/v2.0/floatingips?tenant_id=4d1c84c5c0f4408188e3c2e8f9fc748a HTTP/1.1" status: 200 len: 695 time: 0.1810913 Aug 27 04:41:51.684720 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-20cbf5e2-9f13-45c3-97f1-bc058c03b193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a791922c-1baa-4f09-b8c8-e437f375aa5d), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:51.691796 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:51.713424 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=13,neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:51.844248 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cbf5e2-9f13-45c3-97f1-bc058c03b193 None None] Pushing event updated for resources: {'Port': ['ID=a791922c-1baa-4f09-b8c8-e437f375aa5d,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:51.931570 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ad450b9d-cae3-4d34-b400-4c7127731f54 admin admin] Publish callbacks [] for security_group (2cb53f37-ca80-4dea-886a-97b3bfe9dca8), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:52.009099 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ad450b9d-cae3-4d34-b400-4c7127731f54 admin admin] Publish callbacks [] for security_group (2cb53f37-ca80-4dea-886a-97b3bfe9dca8), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:52.135491 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-42333801-5c11-4f06-b176-f41186456554 req-aa9fd69b-ce6b-47c8-9a7b-e75d64e6c94f tempest-AbsoluteLimitsNegativeTestJSON-38582555 tempest-AbsoluteLimitsNegativeTestJSON-38582555-project] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=7a2842d87a554d9eab30e1fb0a955e08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1000183 Aug 27 04:41:52.195864 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b1fdb9-1b29-42a0-b5cd-12dc8fff4895 req-cdc12c3f-8be5-46b8-a3a0-c6e646afb23d tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:52.203776 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f8b1fdb9-1b29-42a0-b5cd-12dc8fff4895 req-cdc12c3f-8be5-46b8-a3a0-c6e646afb23d tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] 10.222.0.76 "GET /networking/v2.0/networks?id=2db7b18a-8c4b-4ba8-8012-3e7d96728abb HTTP/1.1" status: 200 len: 787 time: 0.5231047 Aug 27 04:41:52.209442 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [req-f8b1fdb9-1b29-42a0-b5cd-12dc8fff4895 req-ba29affc-bd8a-41d4-8bfe-23b57cff7a44 tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] http://10.222.0.76:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107775) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:41:52.216003 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f8b1fdb9-1b29-42a0-b5cd-12dc8fff4895 req-ba29affc-bd8a-41d4-8bfe-23b57cff7a44 tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] 10.222.0.76 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0111721 Aug 27 04:41:52.334067 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-1a5b5f18-b89d-431b-8d96-504421f4428e req-132cfc45-4d1b-4be4-b03d-9b86d209aa00 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.75 "GET /networking/v2.0/networks?tenant_id=8511e600620148c2b51cb7fe446763eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0715637 Aug 27 04:41:52.385002 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c5aa67bf-b3ef-4748-9c53-aae21b0b9887 admin admin] Publish callbacks [] for router_gateway (4e060e02-a732-4733-9929-8904f57f254e), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:52.446673 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a099f712-35e4-462e-b138-907e6521d10d req-e19741d8-84d3-4edf-922b-141037959eaa tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] 10.222.0.76 "GET /networking/v2.0/floatingips/ef4a203c-0403-40f7-ac1b-25a517fede27 HTTP/1.1" status: 200 len: 692 time: 0.2041948 Aug 27 04:41:52.496968 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a791922c-1baa-4f09-b8c8-e437f375aa5d up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:41:52.519913 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-60961dd5-82f0-4d65-beb2-d68d576764d0 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Allocated IP 192.168.233.74 (a82fb463-5a8f-4b8b-991d-61491eba11c6/120f3302-721f-4373-86a6-3aa14ccf6ac4/a1cf3c93-9716-42e2-84ef-3f181594d07f) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:41:52.580913 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099f712-35e4-462e-b138-907e6521d10d req-6373af0f-98a6-4ab5-b0bb-805059bd1504 tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:52.588518 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a099f712-35e4-462e-b138-907e6521d10d req-6373af0f-98a6-4ab5-b0bb-805059bd1504 tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] 10.222.0.76 "GET /networking/v2.0/networks/2db7b18a-8c4b-4ba8-8012-3e7d96728abb HTTP/1.1" status: 200 len: 784 time: 0.1401508 Aug 27 04:41:52.591657 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port a791922c-1baa-4f09-b8c8-e437f375aa5d triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:41:52.592806 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a791922c-1baa-4f09-b8c8-e437f375aa5d), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:52.669684 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a099f712-35e4-462e-b138-907e6521d10d req-9d283002-7403-4667-918d-27f1b44758ba tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] 10.222.0.76 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.75 HTTP/1.1" status: 200 len: 695 time: 0.0800610 Aug 27 04:41:52.698387 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c5aa67bf-b3ef-4748-9c53-aae21b0b9887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:52.742538 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a099f712-35e4-462e-b138-907e6521d10d req-66db5896-bac1-48e1-8e4e-54d2b0d2077a tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] 10.222.0.76 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.75 HTTP/1.1" status: 200 len: 695 time: 0.0709960 Aug 27 04:41:52.787455 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port a791922c-1baa-4f09-b8c8-e437f375aa5d is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:41:52.788509 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a791922c-1baa-4f09-b8c8-e437f375aa5d), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:52.852753 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port a791922c-1baa-4f09-b8c8-e437f375aa5d, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a791922c-1baa-4f09-b8c8-e437f375aa5d,segment=NetworkSegment(1e0bc2f6-b3c4-4965-a7ca-cbcf5e23f6a5),segment_id=1e0bc2f6-b3c4-4965-a7ca-cbcf5e23f6a5)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:41:52.869110 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42333801-5c11-4f06-b176-f41186456554 req-c0edccb9-78ef-4fe8-bb5b-5d7360ab3dbc tempest-AbsoluteLimitsNegativeTestJSON-38582555 tempest-AbsoluteLimitsNegativeTestJSON-38582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:52.876434 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-42333801-5c11-4f06-b176-f41186456554 req-c0edccb9-78ef-4fe8-bb5b-5d7360ab3dbc tempest-AbsoluteLimitsNegativeTestJSON-38582555 tempest-AbsoluteLimitsNegativeTestJSON-38582555-project] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7393227 Aug 27 04:41:52.913453 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-42333801-5c11-4f06-b176-f41186456554 req-46011d87-008a-4962-9283-e77cfe6a07d1 tempest-AbsoluteLimitsNegativeTestJSON-38582555 tempest-AbsoluteLimitsNegativeTestJSON-38582555-project] 10.222.0.76 "GET /networking/v2.0/quotas/7a2842d87a554d9eab30e1fb0a955e08 HTTP/1.1" status: 200 len: 375 time: 0.0356913 Aug 27 04:41:52.997586 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-42333801-5c11-4f06-b176-f41186456554 req-205bd939-4d13-47bb-8523-7060ec7857a3 tempest-AbsoluteLimitsNegativeTestJSON-38582555 tempest-AbsoluteLimitsNegativeTestJSON-38582555-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=7a2842d87a554d9eab30e1fb0a955e08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0817268 Aug 27 04:41:53.003205 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ad450b9d-cae3-4d34-b400-4c7127731f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (2cb53f37-ca80-4dea-886a-97b3bfe9dca8), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:53.010575 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ad450b9d-cae3-4d34-b400-4c7127731f54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:53.035034 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ad450b9d-cae3-4d34-b400-4c7127731f54 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/2cb53f37-ca80-4dea-886a-97b3bfe9dca8 HTTP/1.1" status: 204 len: 168 time: 1.4022527 Aug 27 04:41:53.190530 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad450b9d-cae3-4d34-b400-4c7127731f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb53f37-ca80-4dea-886a-97b3bfe9dca8,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:53.210575 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-60961dd5-82f0-4d65-beb2-d68d576764d0 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks [] for port (a1cf3c93-9716-42e2-84ef-3f181594d07f), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:53.286879 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [req-a099f712-35e4-462e-b138-907e6521d10d req-9ae76bbc-fd6a-4b95-893a-cd481ebb3340 tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] Deleting port 53dde679-f79f-4746-92a6-902461215f7e {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:41:53.287383 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-a099f712-35e4-462e-b138-907e6521d10d req-9ae76bbc-fd6a-4b95-893a-cd481ebb3340 tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (53dde679-f79f-4746-92a6-902461215f7e), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:53.311834 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b5f18-b89d-431b-8d96-504421f4428e req-89c7e334-f9fc-4dc1-a822-121c17bb57cb tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:53.317349 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-1a5b5f18-b89d-431b-8d96-504421f4428e req-89c7e334-f9fc-4dc1-a822-121c17bb57cb tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.75 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9512396 Aug 27 04:41:53.343092 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [req-1a5b5f18-b89d-431b-8d96-504421f4428e req-c07b226c-d959-4cfa-a3a2-93265dc92f1e tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Request body: {'port': {'device_id': '26fc36e9-4253-4f91-88dd-c6559d4e4f59', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'admin_state_up': True, 'tenant_id': '8511e600620148c2b51cb7fe446763eb'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:41:53.348381 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-c5aa67bf-b3ef-4748-9c53-aae21b0b9887 admin admin] Allocated IP 172.25.2.59 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/a480f780-518f-4216-b5dd-b7494a086f08) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:41:53.389852 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ca7fa2f9-f614-40be-90c4-a526480bd400 req-a0ab1398-d7d9-44de-b061-5816b5e026e6 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=26fc36e9-4253-4f91-88dd-c6559d4e4f59 HTTP/1.1" status: 200 len: 210 time: 0.1631563 Aug 27 04:41:53.428643 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a791922c-1baa-4f09-b8c8-e437f375aa5d), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:53.479745 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb645e8c-1b42-4da0-aec8-2acd3827c135 None None] Network 19faf2ef-e461-408b-9828-ac0e0a9dbe50 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:41:53.484367 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-a099f712-35e4-462e-b138-907e6521d10d req-9ae76bbc-fd6a-4b95-893a-cd481ebb3340 tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (53dde679-f79f-4746-92a6-902461215f7e), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:53.484929 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-a099f712-35e4-462e-b138-907e6521d10d req-9ae76bbc-fd6a-4b95-893a-cd481ebb3340 tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] Publish callbacks [] for floatingip (53dde679-f79f-4746-92a6-902461215f7e), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:53.506058 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [req-a099f712-35e4-462e-b138-907e6521d10d req-9ae76bbc-fd6a-4b95-893a-cd481ebb3340 tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] Calling delete_port for 53dde679-f79f-4746-92a6-902461215f7e owned by network:floatingip {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:41:53.578220 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=a791922c-1baa-4f09-b8c8-e437f375aa5d,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:53.595455 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-280e8227-76f2-4d2a-a048-ceed2595eeac None None] Provisioning complete for port a791922c-1baa-4f09-b8c8-e437f375aa5d triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:41:53.596982 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-280e8227-76f2-4d2a-a048-ceed2595eeac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a791922c-1baa-4f09-b8c8-e437f375aa5d), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:53.631580 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c5aa67bf-b3ef-4748-9c53-aae21b0b9887 admin admin] Publish callbacks [] for port (a480f780-518f-4216-b5dd-b7494a086f08), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:53.660081 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-60961dd5-82f0-4d65-beb2-d68d576764d0 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (a1cf3c93-9716-42e2-84ef-3f181594d07f), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:53.725772 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] get_ports_and_sgs() called for port_ids ['a723b0a9-1e91-40c0-a00b-51235a1e481f', '7174c67f-162b-4c47-a77c-12737a841916', 'f306f1e1-1f92-41b7-973f-427a4a933e36'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:41:53.885484 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-280e8227-76f2-4d2a-a048-ceed2595eeac None None] Current status of the port a791922c-1baa-4f09-b8c8-e437f375aa5d is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:41:53.911512 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd26bdfd-2bfe-49f6-8eb6-fa3490074996 req-1d2c9776-af2e-463d-8186-4c6ca40f869f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:53.914984 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60961dd5-82f0-4d65-beb2-d68d576764d0 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Pushing event updated for resources: {'Port': ['ID=a1cf3c93-9716-42e2-84ef-3f181594d07f,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:53.926886 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-cd26bdfd-2bfe-49f6-8eb6-fa3490074996 req-1d2c9776-af2e-463d-8186-4c6ca40f869f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b2c6b9f4-3292-4713-a3c1-9b8d3171ab77 HTTP/1.1" status: 200 len: 935 time: 0.2274070 Aug 27 04:41:53.950942 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a5b5f18-b89d-431b-8d96-504421f4428e req-c07b226c-d959-4cfa-a3a2-93265dc92f1e tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Made reservation on behalf of 8511e600620148c2b51cb7fe446763eb for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:41:53.970690 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-1a5b5f18-b89d-431b-8d96-504421f4428e req-c07b226c-d959-4cfa-a3a2-93265dc92f1e tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:53.981437 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-60961dd5-82f0-4d65-beb2-d68d576764d0 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Network a82fb463-5a8f-4b8b-991d-61491eba11c6 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:41:53.987835 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-a099f712-35e4-462e-b138-907e6521d10d req-9ae76bbc-fd6a-4b95-893a-cd481ebb3340 tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (53dde679-f79f-4746-92a6-902461215f7e), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:53.999532 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-60961dd5-82f0-4d65-beb2-d68d576764d0 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:41:54.002369 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-60961dd5-82f0-4d65-beb2-d68d576764d0 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:41:54.103209 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-60961dd5-82f0-4d65-beb2-d68d576764d0 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:54.103885 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-60961dd5-82f0-4d65-beb2-d68d576764d0 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:54.157306 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-fb11e77a-c327-4c13-8e64-c3cea9799e62 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Allocated IP 192.168.233.208 (a82fb463-5a8f-4b8b-991d-61491eba11c6/120f3302-721f-4373-86a6-3aa14ccf6ac4/f82d897c-fe67-474e-a10b-dface6e3b906) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:41:54.239652 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-cd26bdfd-2bfe-49f6-8eb6-fa3490074996 req-9971567e-56dd-49bc-9e6c-ee52638af021 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114038 Aug 27 04:41:54.243677 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae76bbc-fd6a-4b95-893a-cd481ebb3340 tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] Pushing event deleted for resources: {'Port': ['ID=53dde679-f79f-4746-92a6-902461215f7e,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:54.293552 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c5aa67bf-b3ef-4748-9c53-aae21b0b9887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (a480f780-518f-4216-b5dd-b7494a086f08), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:54.350524 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-22bc3d6c-953a-4b0f-a072-09d4d5d71b4c None None] Provisioning complete for port a791922c-1baa-4f09-b8c8-e437f375aa5d triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:41:54.350909 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-22bc3d6c-953a-4b0f-a072-09d4d5d71b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a791922c-1baa-4f09-b8c8-e437f375aa5d), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:54.384430 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aa67bf-b3ef-4748-9c53-aae21b0b9887 admin admin] Pushing event updated for resources: {'Port': ['ID=a480f780-518f-4216-b5dd-b7494a086f08,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:54.391449 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-60961dd5-82f0-4d65-beb2-d68d576764d0 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1718993 Aug 27 04:41:54.416548 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-a099f712-35e4-462e-b138-907e6521d10d req-9ae76bbc-fd6a-4b95-893a-cd481ebb3340 tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] Publish callbacks [] for floatingip (ef4a203c-0403-40f7-ac1b-25a517fede27), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:54.449535 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-a099f712-35e4-462e-b138-907e6521d10d req-9ae76bbc-fd6a-4b95-893a-cd481ebb3340 tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:54.459047 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a099f712-35e4-462e-b138-907e6521d10d req-9ae76bbc-fd6a-4b95-893a-cd481ebb3340 tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] 10.222.0.76 "DELETE /networking/v2.0/floatingips/ef4a203c-0403-40f7-ac1b-25a517fede27 HTTP/1.1" status: 204 len: 173 time: 1.7152059 Aug 27 04:41:54.459593 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41588) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:54.481680 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-581cfd6b-32e8-4cba-b242-321e6a331de8 service neutron] Request body: {'port': {'device_id': 'b2c6b9f4-3292-4713-a3c1-9b8d3171ab77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-852088-5'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:41:54.536025 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5aa67bf-b3ef-4748-9c53-aae21b0b9887 admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:41:54.557220 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-c5aa67bf-b3ef-4748-9c53-aae21b0b9887 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:41:54.589229 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5aa67bf-b3ef-4748-9c53-aae21b0b9887 admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:41:54.684497 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-cc21b468-8709-4a6f-97d2-6e028db3f64b req-87e6210a-d21c-4671-ac18-90bbf442fe63 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=26fc36e9-4253-4f91-88dd-c6559d4e4f59 HTTP/1.1" status: 200 len: 210 time: 0.0706568 Aug 27 04:41:54.767925 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:54.828094 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=83,neutron:DELETE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:54.840111 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-57e802b4-e720-4207-ad54-c7c1fc344961 req-13676ea9-7c19-4863-afa2-751a7c50bb8e tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] 10.222.0.76 "GET /networking/v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3155422 Aug 27 04:41:54.855961 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [req-57e802b4-e720-4207-ad54-c7c1fc344961 req-9a5e91e4-6493-4786-943b-3f6da59303bd tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] Request body: {'floatingip': {'floating_network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:41:54.920520 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0e4b811b-5afd-4639-98c4-f1f05ab93363 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:55.093010 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-22bc3d6c-953a-4b0f-a072-09d4d5d71b4c None None] Current status of the port a791922c-1baa-4f09-b8c8-e437f375aa5d is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:41:55.123311 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-581cfd6b-32e8-4cba-b242-321e6a331de8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a1cf3c93-9716-42e2-84ef-3f181594d07f), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:55.128092 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a791922c-1baa-4f09-b8c8-e437f375aa5d up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:41:55.158650 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0e4b811b-5afd-4639-98c4-f1f05ab93363 admin admin] Publish callbacks [] for security_group (2851acd6-9f06-434f-83a2-5700b9d97837), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:55.169605 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-fb11e77a-c327-4c13-8e64-c3cea9799e62 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks [] for port (f82d897c-fe67-474e-a10b-dface6e3b906), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:55.218443 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-57e802b4-e720-4207-ad54-c7c1fc344961 req-9a5e91e4-6493-4786-943b-3f6da59303bd tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:55.306837 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-9632df36-2c4f-49c5-830a-24d193394190 None None] Provisioning complete for port a1cf3c93-9716-42e2-84ef-3f181594d07f triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:41:55.307212 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9632df36-2c4f-49c5-830a-24d193394190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a1cf3c93-9716-42e2-84ef-3f181594d07f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:55.327206 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0e4b811b-5afd-4639-98c4-f1f05ab93363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (2851acd6-9f06-434f-83a2-5700b9d97837), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:55.388377 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port a791922c-1baa-4f09-b8c8-e437f375aa5d triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:41:55.388898 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a791922c-1baa-4f09-b8c8-e437f375aa5d), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:55.414592 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-9632df36-2c4f-49c5-830a-24d193394190 None None] Port a1cf3c93-9716-42e2-84ef-3f181594d07f cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:41:55.435076 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4b811b-5afd-4639-98c4-f1f05ab93363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2851acd6-9f06-434f-83a2-5700b9d97837,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:55.449778 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0e4b811b-5afd-4639-98c4-f1f05ab93363 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=7a2842d87a554d9eab30e1fb0a955e08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9891043 Aug 27 04:41:55.458868 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d484561-0b64-4e0d-ba16-e693bc15a107 req-db74461b-6a73-4785-a78d-48e96a9b2ace tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:55.460398 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-9d484561-0b64-4e0d-ba16-e693bc15a107 req-db74461b-6a73-4785-a78d-48e96a9b2ace tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b2c6b9f4-3292-4713-a3c1-9b8d3171ab77 HTTP/1.1" status: 200 len: 935 time: 0.1298668 Aug 27 04:41:55.460889 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41622) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:55.466163 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-fb11e77a-c327-4c13-8e64-c3cea9799e62 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (f82d897c-fe67-474e-a10b-dface6e3b906), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:55.473805 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-57e802b4-e720-4207-ad54-c7c1fc344961 req-9a5e91e4-6493-4786-943b-3f6da59303bd tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:55.479155 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] get_ports_and_sgs() called for port_ids ['a723b0a9-1e91-40c0-a00b-51235a1e481f', '7174c67f-162b-4c47-a77c-12737a841916', 'f306f1e1-1f92-41b7-973f-427a4a933e36'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:41:55.619297 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-45245fe5-5a8c-409d-bf27-56a40029d6e5 admin admin] Publish callbacks [] for security_group (2851acd6-9f06-434f-83a2-5700b9d97837), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:55.656467 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port a791922c-1baa-4f09-b8c8-e437f375aa5d is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:41:55.741338 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-9d484561-0b64-4e0d-ba16-e693bc15a107 req-75dca1ed-71f9-4825-8b80-089acb87c87d tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633040 Aug 27 04:41:55.804754 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-45245fe5-5a8c-409d-bf27-56a40029d6e5 admin admin] Publish callbacks [] for security_group (2851acd6-9f06-434f-83a2-5700b9d97837), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:55.854052 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [req-57e802b4-e720-4207-ad54-c7c1fc344961 req-9a5e91e4-6493-4786-943b-3f6da59303bd tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] Allocated IP 172.25.2.199 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/affa9707-85f7-4f60-b9ea-5ea674cedefc) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:41:55.928977 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-fb11e77a-c327-4c13-8e64-c3cea9799e62 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Network a82fb463-5a8f-4b8b-991d-61491eba11c6 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:41:55.935673 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b2544c74-e2ca-4fc7-9427-72eddddabed2 req-9bb80d57-1710-4966-b389-e5a796e221c7 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=26fc36e9-4253-4f91-88dd-c6559d4e4f59 HTTP/1.1" status: 200 len: 210 time: 0.0563529 Aug 27 04:41:55.956411 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-fb11e77a-c327-4c13-8e64-c3cea9799e62 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:41:55.956411 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-fb11e77a-c327-4c13-8e64-c3cea9799e62 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:41:55.963642 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [req-1a5b5f18-b89d-431b-8d96-504421f4428e req-c07b226c-d959-4cfa-a3a2-93265dc92f1e tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Allocated IP 192.168.233.94 (a82fb463-5a8f-4b8b-991d-61491eba11c6/120f3302-721f-4373-86a6-3aa14ccf6ac4/5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:41:55.995454 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb11e77a-c327-4c13-8e64-c3cea9799e62 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Pushing event updated for resources: {'Port': ['ID=f82d897c-fe67-474e-a10b-dface6e3b906,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:56.053870 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c5aa67bf-b3ef-4748-9c53-aae21b0b9887 admin admin] Publish callbacks [] for router_gateway (4e060e02-a732-4733-9929-8904f57f254e), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:56.068279 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-fb11e77a-c327-4c13-8e64-c3cea9799e62 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:56.068914 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-fb11e77a-c327-4c13-8e64-c3cea9799e62 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:56.137189 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-57e802b4-e720-4207-ad54-c7c1fc344961 req-9a5e91e4-6493-4786-943b-3f6da59303bd tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] Publish callbacks [] for port (affa9707-85f7-4f60-b9ea-5ea674cedefc), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:56.234846 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-45245fe5-5a8c-409d-bf27-56a40029d6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (2851acd6-9f06-434f-83a2-5700b9d97837), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:56.238043 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-45245fe5-5a8c-409d-bf27-56a40029d6e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:56.241929 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-45245fe5-5a8c-409d-bf27-56a40029d6e5 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/2851acd6-9f06-434f-83a2-5700b9d97837 HTTP/1.1" status: 204 len: 168 time: 0.7753434 Aug 27 04:41:56.243986 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-fb11e77a-c327-4c13-8e64-c3cea9799e62 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.75 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.3229563 Aug 27 04:41:56.249586 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45245fe5-5a8c-409d-bf27-56a40029d6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2851acd6-9f06-434f-83a2-5700b9d97837,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:56.279602 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-a94500d8-b5bf-4030-b5cc-5df40f406c16 service neutron] Request body: {'port': {'device_id': '579be28c-90ec-49a9-b048-9a9a3573cdc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-852088-5'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:41:56.287320 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-57e802b4-e720-4207-ad54-c7c1fc344961 req-9a5e91e4-6493-4786-943b-3f6da59303bd tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (affa9707-85f7-4f60-b9ea-5ea674cedefc), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:56.344551 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-5c76aa75-12dc-45b4-9c10-d5b6bede2df1 None None] Provisioning complete for port f82d897c-fe67-474e-a10b-dface6e3b906 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:41:56.345110 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5c76aa75-12dc-45b4-9c10-d5b6bede2df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (f82d897c-fe67-474e-a10b-dface6e3b906), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:56.345208 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57e802b4-e720-4207-ad54-c7c1fc344961 req-9a5e91e4-6493-4786-943b-3f6da59303bd tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:41:56.357638 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [req-57e802b4-e720-4207-ad54-c7c1fc344961 req-9a5e91e4-6493-4786-943b-3f6da59303bd tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:41:56.362510 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [req-57e802b4-e720-4207-ad54-c7c1fc344961 req-9a5e91e4-6493-4786-943b-3f6da59303bd tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:41:56.393820 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-1a5b5f18-b89d-431b-8d96-504421f4428e req-c07b226c-d959-4cfa-a3a2-93265dc92f1e tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Publish callbacks [] for port (5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:56.397537 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5e91e4-6493-4786-943b-3f6da59303bd tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] Pushing event updated for resources: {'Port': ['ID=affa9707-85f7-4f60-b9ea-5ea674cedefc,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:56.422282 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-5c76aa75-12dc-45b4-9c10-d5b6bede2df1 None None] Port f82d897c-fe67-474e-a10b-dface6e3b906 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:41:56.452480 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:56.490485 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-57e802b4-e720-4207-ad54-c7c1fc344961 req-9a5e91e4-6493-4786-943b-3f6da59303bd tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] Publish callbacks [] for floatingip (c3653f78-5ebc-466a-9340-2dda0a1d6127), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:56.507532 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-a94500d8-b5bf-4030-b5cc-5df40f406c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f82d897c-fe67-474e-a10b-dface6e3b906), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:56.507532 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c5aa67bf-b3ef-4748-9c53-aae21b0b9887 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (4e060e02-a732-4733-9929-8904f57f254e), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:56.542971 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:56.709847 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-57e802b4-e720-4207-ad54-c7c1fc344961 req-9a5e91e4-6493-4786-943b-3f6da59303bd tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (affa9707-85f7-4f60-b9ea-5ea674cedefc), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:56.758211 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4d4301df-780f-43c7-af98-aff8a16a64f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:56.761927 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:56.785773 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-1a5b5f18-b89d-431b-8d96-504421f4428e req-c07b226c-d959-4cfa-a3a2-93265dc92f1e tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:56.837328 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] get_ports_and_sgs() called for port_ids ['31be88be-5056-44bd-b6fb-02e2640a6e3e'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:41:56.855561 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a5b5f18-b89d-431b-8d96-504421f4428e req-c07b226c-d959-4cfa-a3a2-93265dc92f1e tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Network a82fb463-5a8f-4b8b-991d-61491eba11c6 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:41:56.867996 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [req-1a5b5f18-b89d-431b-8d96-504421f4428e req-c07b226c-d959-4cfa-a3a2-93265dc92f1e tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:41:56.878265 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a5b5f18-b89d-431b-8d96-504421f4428e req-c07b226c-d959-4cfa-a3a2-93265dc92f1e tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:41:56.888908 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b226c-d959-4cfa-a3a2-93265dc92f1e tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Pushing event updated for resources: {'Port': ['ID=5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:56.930364 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5aa67bf-b3ef-4748-9c53-aae21b0b9887 admin admin] Router 4e060e02-a732-4733-9929-8904f57f254e is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:41:56.962919 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-57e802b4-e720-4207-ad54-c7c1fc344961 req-9a5e91e4-6493-4786-943b-3f6da59303bd tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] Publish callbacks [] for port (affa9707-85f7-4f60-b9ea-5ea674cedefc), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:56.995502 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b5f18-b89d-431b-8d96-504421f4428e req-c07b226c-d959-4cfa-a3a2-93265dc92f1e tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:56.999238 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-1a5b5f18-b89d-431b-8d96-504421f4428e req-c07b226c-d959-4cfa-a3a2-93265dc92f1e tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:57.113478 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ff850-a2d2-404e-a063-e0e12199341e req-54056bb7-a918-429f-aebd-ba3f3ab86224 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:57.119076 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5d9ff850-a2d2-404e-a063-e0e12199341e req-54056bb7-a918-429f-aebd-ba3f3ab86224 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b2c6b9f4-3292-4713-a3c1-9b8d3171ab77 HTTP/1.1" status: 200 len: 935 time: 0.1475139 Aug 27 04:41:57.123006 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-57e802b4-e720-4207-ad54-c7c1fc344961 req-9a5e91e4-6493-4786-943b-3f6da59303bd tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (affa9707-85f7-4f60-b9ea-5ea674cedefc), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:57.209179 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:57.215739 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-581cfd6b-32e8-4cba-b242-321e6a331de8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1cf3c93-9716-42e2-84ef-3f181594d07f {{(pid=107776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 04:41:57.228289 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-581cfd6b-32e8-4cba-b242-321e6a331de8 service neutron] Publish callbacks [] for port (a1cf3c93-9716-42e2-84ef-3f181594d07f), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:57.236779 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5aa67bf-b3ef-4748-9c53-aae21b0b9887 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:41:57.248212 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca0550d-6507-4577-a4e2-f1891d33194c None None] Sync routers for ids ['4e060e02-a732-4733-9929-8904f57f254e'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:41:57.255142 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.provisioning_blocks [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-581cfd6b-32e8-4cba-b242-321e6a331de8 service neutron] Transition to ACTIVE for port object a1cf3c93-9716-42e2-84ef-3f181594d07f will not be triggered until provisioned by entity L2. {{(pid=107776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 27 04:41:57.259677 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-57e802b4-e720-4207-ad54-c7c1fc344961 req-9a5e91e4-6493-4786-943b-3f6da59303bd tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677636'] for floatingip (c3653f78-5ebc-466a-9340-2dda0a1d6127), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:57.266839 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-2c23da14-1b19-4c69-83a7-258c393b38e1 None None] Provisioning complete for port 5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:41:57.267486 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2c23da14-1b19-4c69-83a7-258c393b38e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:57.274859 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca0550d-6507-4577-a4e2-f1891d33194c None None] Routers {'4e060e02-a732-4733-9929-8904f57f254e'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:41:57.278325 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-eca0550d-6507-4577-a4e2-f1891d33194c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:41:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['4e060e02-a732-4733-9929-8904f57f254e'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:41:57.322338 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5d9ff850-a2d2-404e-a063-e0e12199341e req-6fe70500-7c1b-4337-a436-31f86401911f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419330 Aug 27 04:41:57.323107 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5e91e4-6493-4786-943b-3f6da59303bd tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] Pushing event updated for resources: {'Port': ['ID=affa9707-85f7-4f60-b9ea-5ea674cedefc,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:57.329756 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-1a5b5f18-b89d-431b-8d96-504421f4428e req-c07b226c-d959-4cfa-a3a2-93265dc92f1e tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.75 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9917307 Aug 27 04:41:57.350377 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [req-1a5b5f18-b89d-431b-8d96-504421f4428e req-7cdd74e7-12a9-446a-a273-915c01cf01a9 service neutron] Request body: {'port': {'device_id': '26fc36e9-4253-4f91-88dd-c6559d4e4f59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-852088-5'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:41:57.379809 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-2c23da14-1b19-4c69-83a7-258c393b38e1 None None] Port 5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:41:57.420027 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-eca0550d-6507-4577-a4e2-f1891d33194c None None] Set router 4e060e02-a732-4733-9929-8904f57f254e gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:41:57.477479 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-57e802b4-e720-4207-ad54-c7c1fc344961 req-9a5e91e4-6493-4786-943b-3f6da59303bd tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:57.479454 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-57e802b4-e720-4207-ad54-c7c1fc344961 req-9a5e91e4-6493-4786-943b-3f6da59303bd tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] 10.222.0.76 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6291692 Aug 27 04:41:57.486695 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c5aa67bf-b3ef-4748-9c53-aae21b0b9887 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:57.488253 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c5aa67bf-b3ef-4748-9c53-aae21b0b9887 admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 932 time: 8.0951858 Aug 27 04:41:57.494793 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99637196-c4a1-423e-a969-8ba20682b653 req-d4aeeae9-0cc0-4c84-8013-ce425bfa8027 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:57.500692 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-581cfd6b-32e8-4cba-b242-321e6a331de8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (a1cf3c93-9716-42e2-84ef-3f181594d07f), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:57.506397 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-99637196-c4a1-423e-a969-8ba20682b653 req-d4aeeae9-0cc0-4c84-8013-ce425bfa8027 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=26fc36e9-4253-4f91-88dd-c6559d4e4f59 HTTP/1.1" status: 200 len: 935 time: 0.0715742 Aug 27 04:41:57.515435 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41684) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:57.533804 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-1a5b5f18-b89d-431b-8d96-504421f4428e req-7cdd74e7-12a9-446a-a273-915c01cf01a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:57.650781 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-eca0550d-6507-4577-a4e2-f1891d33194c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e060e02-a732-4733-9929-8904f57f254e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1097506040-router', 'tenant_id': '36e20864d1964d7b8110ad48ba654711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'a480f780-518f-4216-b5dd-b7494a086f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:41:49Z', 'updated_at': '2022-08-27T04:41:55Z', 'revision_number': 3, 'project_id': '36e20864d1964d7b8110ad48ba654711', 'gw_port': {'id': 'a480f780-518f-4216-b5dd-b7494a086f08', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e060e02-a732-4733-9929-8904f57f254e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:41:52Z', 'updated_at': '2022-08-27T04:41:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:41:57.684336 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-57e802b4-e720-4207-ad54-c7c1fc344961 req-cfcd3c2b-f49b-46be-a021-86574ab412be tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] 10.222.0.76 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.199 HTTP/1.1" status: 200 len: 696 time: 0.1758425 Aug 27 04:41:57.688887 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca0550d-6507-4577-a4e2-f1891d33194c None None] Checking router: 4e060e02-a732-4733-9929-8904f57f254e for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:41:57.689496 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca0550d-6507-4577-a4e2-f1891d33194c None None] Updating router 4e060e02-a732-4733-9929-8904f57f254e port a480f780-518f-4216-b5dd-b7494a086f08 binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:41:57.733626 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-eca0550d-6507-4577-a4e2-f1891d33194c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a480f780-518f-4216-b5dd-b7494a086f08), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:57.740552 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-99637196-c4a1-423e-a969-8ba20682b653 req-ec33c3e8-413a-495c-b5ab-ec33408860bd tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331400 Aug 27 04:41:57.807394 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581cfd6b-32e8-4cba-b242-321e6a331de8 service neutron] Pushing event updated for resources: {'Port': ['ID=a1cf3c93-9716-42e2-84ef-3f181594d07f,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:57.913761 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-581cfd6b-32e8-4cba-b242-321e6a331de8 service neutron] Attempting to bind port a1cf3c93-9716-42e2-84ef-3f181594d07f on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:41:57.914481 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-581cfd6b-32e8-4cba-b242-321e6a331de8 service neutron] Attempting to bind port a1cf3c93-9716-42e2-84ef-3f181594d07f by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:41:57.914911 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-581cfd6b-32e8-4cba-b242-321e6a331de8 service neutron] Attempting to bind port a1cf3c93-9716-42e2-84ef-3f181594d07f on network a82fb463-5a8f-4b8b-991d-61491eba11c6 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:41:57.945778 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-581cfd6b-32e8-4cba-b242-321e6a331de8 service neutron] Port a1cf3c93-9716-42e2-84ef-3f181594d07f on network a82fb463-5a8f-4b8b-991d-61491eba11c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:41:57.946563 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-581cfd6b-32e8-4cba-b242-321e6a331de8 service neutron] Attempting to bind port a1cf3c93-9716-42e2-84ef-3f181594d07f on network a82fb463-5a8f-4b8b-991d-61491eba11c6 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:41:57.970245 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-581cfd6b-32e8-4cba-b242-321e6a331de8 service neutron] Checking agent: {'id': '01e14a85-d0aa-43ee-b1d5-63de1ae70758', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 36, 7), 'started_at': datetime.datetime(2022, 8, 27, 4, 36, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:41:57.970790 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-581cfd6b-32e8-4cba-b242-321e6a331de8 service neutron] Checking segment: {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:41:57.971445 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-581cfd6b-32e8-4cba-b242-321e6a331de8 service neutron] Bound using segment: {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'} {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:41:57.972229 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-581cfd6b-32e8-4cba-b242-321e6a331de8 service neutron] Bound port: a1cf3c93-9716-42e2-84ef-3f181594d07f, host: n-h2-852088-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'}}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:41:57.972908 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-581cfd6b-32e8-4cba-b242-321e6a331de8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a1cf3c93-9716-42e2-84ef-3f181594d07f), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:57.981123 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-a94500d8-b5bf-4030-b5cc-5df40f406c16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f82d897c-fe67-474e-a10b-dface6e3b906 {{(pid=107776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 04:41:58.001412 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-a94500d8-b5bf-4030-b5cc-5df40f406c16 service neutron] Publish callbacks [] for port (f82d897c-fe67-474e-a10b-dface6e3b906), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:58.053423 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:58.087889 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.provisioning_blocks [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-a94500d8-b5bf-4030-b5cc-5df40f406c16 service neutron] Transition to ACTIVE for port object f82d897c-fe67-474e-a10b-dface6e3b906 will not be triggered until provisioned by entity L2. {{(pid=107776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 27 04:41:58.135338 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-581cfd6b-32e8-4cba-b242-321e6a331de8 service neutron] For port a1cf3c93-9716-42e2-84ef-3f181594d07f, host n-h2-852088-5, cleared binding levels {{(pid=107776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:41:58.140607 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-581cfd6b-32e8-4cba-b242-321e6a331de8 service neutron] For port a1cf3c93-9716-42e2-84ef-3f181594d07f, host n-h2-852088-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852088-5',level=0,port_id=a1cf3c93-9716-42e2-84ef-3f181594d07f,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:41:58.200258 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-eca0550d-6507-4577-a4e2-f1891d33194c None None] Publish callbacks [] for port (a480f780-518f-4216-b5dd-b7494a086f08), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:58.237042 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-a94500d8-b5bf-4030-b5cc-5df40f406c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (f82d897c-fe67-474e-a10b-dface6e3b906), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:58.254316 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e802b4-e720-4207-ad54-c7c1fc344961 req-f0a5e73f-3d4b-4443-b966-b824719106e6 tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:58.255651 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-57e802b4-e720-4207-ad54-c7c1fc344961 req-f0a5e73f-3d4b-4443-b966-b824719106e6 tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] 10.222.0.76 "GET /networking/v2.0/networks/2db7b18a-8c4b-4ba8-8012-3e7d96728abb HTTP/1.1" status: 200 len: 784 time: 0.5597303 Aug 27 04:41:58.274220 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d6690d8e-2e17-4267-a350-c5d8f173eca5 req-5308bf08-49f7-4891-81e1-47daea533830 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=e5865b7b9da947b2a324cb31d5c658bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440333 Aug 27 04:41:58.276024 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-581cfd6b-32e8-4cba-b242-321e6a331de8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (a1cf3c93-9716-42e2-84ef-3f181594d07f), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:58.279908 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-581cfd6b-32e8-4cba-b242-321e6a331de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:58.280899 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-581cfd6b-32e8-4cba-b242-321e6a331de8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:58.282293 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-581cfd6b-32e8-4cba-b242-321e6a331de8 service neutron] 10.222.0.78 "PUT /networking/v2.0/ports/a1cf3c93-9716-42e2-84ef-3f181594d07f HTTP/1.1" status: 200 len: 1095 time: 3.8241732 Aug 27 04:41:58.311743 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2c6b9f4-3292-4713-a3c1-9b8d3171ab77', 'tag': 'a1cf3c93-9716-42e2-84ef-3f181594d07f'}] {{(pid=107776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:41:58.311743 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7ad66632f4c78724655075356aa8535ba41c652eced6c9cea0c1f0c67b1e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042a8b96-4ca6-459b-8d3a-bfacdf56d858" -d '{"events": [{"name": "network-changed", "server_uuid": "b2c6b9f4-3292-4713-a3c1-9b8d3171ab77", "tag": "a1cf3c93-9716-42e2-84ef-3f181594d07f"}]}' {{(pid=107776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:41:58.347039 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-eca0550d-6507-4577-a4e2-f1891d33194c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a480f780-518f-4216-b5dd-b7494a086f08), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:58.385895 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-eca0550d-6507-4577-a4e2-f1891d33194c None None] Attempting to bind port a480f780-518f-4216-b5dd-b7494a086f08 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:41:58.386583 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-eca0550d-6507-4577-a4e2-f1891d33194c None None] Attempting to bind port a480f780-518f-4216-b5dd-b7494a086f08 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:41:58.387186 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca0550d-6507-4577-a4e2-f1891d33194c None None] Attempting to bind port a480f780-518f-4216-b5dd-b7494a086f08 on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:41:58.399794 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca0550d-6507-4577-a4e2-f1891d33194c None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:41:58.400509 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca0550d-6507-4577-a4e2-f1891d33194c None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:41:58.401075 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-eca0550d-6507-4577-a4e2-f1891d33194c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:58.401693 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca0550d-6507-4577-a4e2-f1891d33194c None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:41:58.402347 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-eca0550d-6507-4577-a4e2-f1891d33194c None None] Bound port: a480f780-518f-4216-b5dd-b7494a086f08, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:41:58.402890 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-eca0550d-6507-4577-a4e2-f1891d33194c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a480f780-518f-4216-b5dd-b7494a086f08), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:58.416489 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41734) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:41:58.419371 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94500d8-b5bf-4030-b5cc-5df40f406c16 service neutron] Pushing event updated for resources: {'Port': ['ID=f82d897c-fe67-474e-a10b-dface6e3b906,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:58.443848 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a2c195-c0fb-4fe5-9221-0dbd2516cad6 None None] Pushing event updated for resources: {'Port': ['ID=a480f780-518f-4216-b5dd-b7494a086f08,revision_number=2']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:58.522801 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-467d8869-80f4-4636-9746-4f4598c8ce81 req-af9721ea-2322-47fa-aea4-e03bb61825d9 tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] 10.222.0.76 "GET /networking/v2.0/floatingips/c3653f78-5ebc-466a-9340-2dda0a1d6127 HTTP/1.1" status: 200 len: 693 time: 0.1354938 Aug 27 04:41:58.548589 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:58.565820 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a2c195-c0fb-4fe5-9221-0dbd2516cad6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:41:58.566425 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a2c195-c0fb-4fe5-9221-0dbd2516cad6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:41:58.566952 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a2c195-c0fb-4fe5-9221-0dbd2516cad6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:41:58.567454 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a2c195-c0fb-4fe5-9221-0dbd2516cad6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:41:58.567938 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a2c195-c0fb-4fe5-9221-0dbd2516cad6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:41:58.568501 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a2c195-c0fb-4fe5-9221-0dbd2516cad6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:41:58.568985 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a2c195-c0fb-4fe5-9221-0dbd2516cad6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:41:58.569476 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a2c195-c0fb-4fe5-9221-0dbd2516cad6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:41:58.569943 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a2c195-c0fb-4fe5-9221-0dbd2516cad6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:41:58.570468 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a2c195-c0fb-4fe5-9221-0dbd2516cad6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:41:58.570947 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a2c195-c0fb-4fe5-9221-0dbd2516cad6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:41:58.571421 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a2c195-c0fb-4fe5-9221-0dbd2516cad6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:41:58.571907 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a2c195-c0fb-4fe5-9221-0dbd2516cad6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:41:58.572410 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a2c195-c0fb-4fe5-9221-0dbd2516cad6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:41:58.572884 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a2c195-c0fb-4fe5-9221-0dbd2516cad6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:41:58.598523 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-eca0550d-6507-4577-a4e2-f1891d33194c None None] For port a480f780-518f-4216-b5dd-b7494a086f08, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:41:58.603339 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-eca0550d-6507-4577-a4e2-f1891d33194c None None] For port a480f780-518f-4216-b5dd-b7494a086f08, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a480f780-518f-4216-b5dd-b7494a086f08,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:41:58.606930 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581cfd6b-32e8-4cba-b242-321e6a331de8 service neutron] Pushing event updated for resources: {'Port': ['ID=a1cf3c93-9716-42e2-84ef-3f181594d07f,revision_number=3']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:58.610730 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-fef3c8f5-33e2-4b0f-80d8-07bcd8bc9b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:58.612253 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-fef3c8f5-33e2-4b0f-80d8-07bcd8bc9b54 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=d85e7650a4374066922085ef5115c973&device_id=b2c6b9f4-3292-4713-a3c1-9b8d3171ab77 HTTP/1.1" status: 200 len: 1129 time: 0.0616004 Aug 27 04:41:58.640609 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-20511165-c238-4e08-9697-ec3b292c27a1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1866656132-network', 'tenant_id': '4a75c85087244b31b3ed8b1908c8ade5'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:41:58.694187 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:58.695148 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-a94500d8-b5bf-4030-b5cc-5df40f406c16 service neutron] Attempting to bind port f82d897c-fe67-474e-a10b-dface6e3b906 on host n-h1-852088-5 for vnic_type normal with profile {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:41:58.695478 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-a94500d8-b5bf-4030-b5cc-5df40f406c16 service neutron] Attempting to bind port f82d897c-fe67-474e-a10b-dface6e3b906 by drivers openvswitch,hyperv on host n-h1-852088-5 at level 0 using segments [{'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:41:58.695800 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-a94500d8-b5bf-4030-b5cc-5df40f406c16 service neutron] Attempting to bind port f82d897c-fe67-474e-a10b-dface6e3b906 on network a82fb463-5a8f-4b8b-991d-61491eba11c6 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:41:58.698526 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-0079f8dc-40b9-4f26-b7f2-745e37dbffbb service neutron] 10.222.0.78 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=a1cf3c93-9716-42e2-84ef-3f181594d07f HTTP/1.1" status: 200 len: 217 time: 0.0795314 Aug 27 04:41:58.725648 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-a94500d8-b5bf-4030-b5cc-5df40f406c16 service neutron] Port f82d897c-fe67-474e-a10b-dface6e3b906 on network a82fb463-5a8f-4b8b-991d-61491eba11c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-852088-5 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:41:58.725872 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-a94500d8-b5bf-4030-b5cc-5df40f406c16 service neutron] Attempting to bind port f82d897c-fe67-474e-a10b-dface6e3b906 on network a82fb463-5a8f-4b8b-991d-61491eba11c6 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:41:58.737862 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-eca0550d-6507-4577-a4e2-f1891d33194c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a480f780-518f-4216-b5dd-b7494a086f08), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:58.755678 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6690d8e-2e17-4267-a350-c5d8f173eca5 req-ccc8392b-2d4c-4219-8014-bebebb3229ae tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:58.757358 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d6690d8e-2e17-4267-a350-c5d8f173eca5 req-ccc8392b-2d4c-4219-8014-bebebb3229ae tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4621799 Aug 27 04:41:58.773395 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-a94500d8-b5bf-4030-b5cc-5df40f406c16 service neutron] Checking agent: {'id': '6d03b773-90f7-436b-9be6-5928d8d54dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 36, 21), 'started_at': datetime.datetime(2022, 8, 27, 4, 36, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:41:58.773785 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-a94500d8-b5bf-4030-b5cc-5df40f406c16 service neutron] Checking segment: {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:41:58.774102 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-a94500d8-b5bf-4030-b5cc-5df40f406c16 service neutron] Bound using segment: {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'} {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:41:58.774547 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-a94500d8-b5bf-4030-b5cc-5df40f406c16 service neutron] Bound port: f82d897c-fe67-474e-a10b-dface6e3b906, host: n-h1-852088-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'}}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:41:58.775159 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-a94500d8-b5bf-4030-b5cc-5df40f406c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f82d897c-fe67-474e-a10b-dface6e3b906), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:58.793412 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca0550d-6507-4577-a4e2-f1891d33194c None None] Routers {'4e060e02-a732-4733-9929-8904f57f254e'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:41:58.794198 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-eca0550d-6507-4577-a4e2-f1891d33194c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:41:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['4e060e02-a732-4733-9929-8904f57f254e'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:41:58.798486 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [req-1a5b5f18-b89d-431b-8d96-504421f4428e req-7cdd74e7-12a9-446a-a273-915c01cf01a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9 {{(pid=107776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 04:41:58.807735 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d6690d8e-2e17-4267-a350-c5d8f173eca5 req-6a011633-2aae-4142-8160-901977fd3350 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/quotas/e5865b7b9da947b2a324cb31d5c658bd HTTP/1.1" status: 200 len: 375 time: 0.0382676 Aug 27 04:41:58.812566 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-1a5b5f18-b89d-431b-8d96-504421f4428e req-7cdd74e7-12a9-446a-a273-915c01cf01a9 service neutron] Publish callbacks [] for port (5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:58.845602 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-93e4eb6a-760a-48e6-9626-6ff2a3f13cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:58.846702 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a2c195-c0fb-4fe5-9221-0dbd2516cad6 None None] Pushing event updated for resources: {'Port': ['ID=a480f780-518f-4216-b5dd-b7494a086f08,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:58.847018 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-93e4eb6a-760a-48e6-9626-6ff2a3f13cb4 service neutron] 10.222.0.78 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.1363571 Aug 27 04:41:58.852711 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20511165-c238-4e08-9697-ec3b292c27a1 admin admin] Made reservation on behalf of 4a75c85087244b31b3ed8b1908c8ade5 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:41:58.854928 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-20511165-c238-4e08-9697-ec3b292c27a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:58.859795 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.provisioning_blocks [req-1a5b5f18-b89d-431b-8d96-504421f4428e req-7cdd74e7-12a9-446a-a273-915c01cf01a9 service neutron] Transition to ACTIVE for port object 5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9 will not be triggered until provisioned by entity L2. {{(pid=107776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 27 04:41:58.866134 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d8869-80f4-4636-9746-4f4598c8ce81 req-c00fc7b0-84a8-4ef2-a47f-ab34ddf7dc99 tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:58.867579 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-467d8869-80f4-4636-9746-4f4598c8ce81 req-c00fc7b0-84a8-4ef2-a47f-ab34ddf7dc99 tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] 10.222.0.76 "GET /networking/v2.0/networks/2db7b18a-8c4b-4ba8-8012-3e7d96728abb HTTP/1.1" status: 200 len: 784 time: 0.2605932 Aug 27 04:41:58.870592 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d6690d8e-2e17-4267-a350-c5d8f173eca5 req-062db044-92ec-4012-8cb6-c95ffc00b4db tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=e5865b7b9da947b2a324cb31d5c658bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464699 Aug 27 04:41:58.903737 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-20511165-c238-4e08-9697-ec3b292c27a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:58.935579 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-467d8869-80f4-4636-9746-4f4598c8ce81 req-127ad0ba-c8f2-460a-af16-8c899c7b4dc2 tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] 10.222.0.76 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.199 HTTP/1.1" status: 200 len: 696 time: 0.0466073 Aug 27 04:41:58.942833 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-dca4843c-574f-40ef-a720-b75bb4ad105c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:58.944125 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-eca0550d-6507-4577-a4e2-f1891d33194c None None] Set router 4e060e02-a732-4733-9929-8904f57f254e gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:41:58.944403 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-dca4843c-574f-40ef-a720-b75bb4ad105c service neutron] 10.222.0.78 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0858512 Aug 27 04:41:58.946150 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:58.950642 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-a94500d8-b5bf-4030-b5cc-5df40f406c16 service neutron] For port f82d897c-fe67-474e-a10b-dface6e3b906, host n-h1-852088-5, cleared binding levels {{(pid=107776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:41:58.965658 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-a94500d8-b5bf-4030-b5cc-5df40f406c16 service neutron] For port f82d897c-fe67-474e-a10b-dface6e3b906, host n-h1-852088-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=f82d897c-fe67-474e-a10b-dface6e3b906,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:41:59.009894 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-12b4eee8-8b59-44f3-96c6-da646c723bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:59.016485 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-467d8869-80f4-4636-9746-4f4598c8ce81 req-317b9cec-13b4-469b-a450-7df2abefc729 tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] 10.222.0.76 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.199 HTTP/1.1" status: 200 len: 696 time: 0.0665164 Aug 27 04:41:59.042746 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-1a5b5f18-b89d-431b-8d96-504421f4428e req-7cdd74e7-12a9-446a-a273-915c01cf01a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:59.161620 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7960b6df-0afa-4697-a8a7-f27a700cc0de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:59.199373 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-eca0550d-6507-4577-a4e2-f1891d33194c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e060e02-a732-4733-9929-8904f57f254e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1097506040-router', 'tenant_id': '36e20864d1964d7b8110ad48ba654711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'a480f780-518f-4216-b5dd-b7494a086f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:41:49Z', 'updated_at': '2022-08-27T04:41:55Z', 'revision_number': 3, 'project_id': '36e20864d1964d7b8110ad48ba654711', 'gw_port': {'id': 'a480f780-518f-4216-b5dd-b7494a086f08', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e060e02-a732-4733-9929-8904f57f254e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:41:52Z', 'updated_at': '2022-08-27T04:41:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:41:59.232196 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca0550d-6507-4577-a4e2-f1891d33194c None None] The sync data for ids ['4e060e02-a732-4733-9929-8904f57f254e'] in n-d-852088-5 is: [{'id': '4e060e02-a732-4733-9929-8904f57f254e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1097506040-router', 'tenant_id': '36e20864d1964d7b8110ad48ba654711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'a480f780-518f-4216-b5dd-b7494a086f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:41:49Z', 'updated_at': '2022-08-27T04:41:55Z', 'revision_number': 3, 'project_id': '36e20864d1964d7b8110ad48ba654711', 'gw_port': {'id': 'a480f780-518f-4216-b5dd-b7494a086f08', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e060e02-a732-4733-9929-8904f57f254e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:41:52Z', 'updated_at': '2022-08-27T04:41:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:41:59.242274 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:59.301700 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [req-467d8869-80f4-4636-9746-4f4598c8ce81 req-24f93e81-0ec1-4f9c-bd44-270337bf627a tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] Deleting port affa9707-85f7-4f60-b9ea-5ea674cedefc {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:41:59.302293 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-467d8869-80f4-4636-9746-4f4598c8ce81 req-24f93e81-0ec1-4f9c-bd44-270337bf627a tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (affa9707-85f7-4f60-b9ea-5ea674cedefc), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:59.341552 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 04:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9b82b9-b5b2-4c13-b884-a827bbdf025d x-openstack-request-id: req-5f9b82b9-b5b2-4c13-b884-a827bbdf025d {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:41:59.342684 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2c6b9f4-3292-4713-a3c1-9b8d3171ab77", "tag": "a1cf3c93-9716-42e2-84ef-3f181594d07f", "status": "completed", "code": 200}]} {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:41:59.343145 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5f9b82b9-b5b2-4c13-b884-a827bbdf025d {{(pid=107776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:41:59.343779 n-d-852088-5 neutron-server[107776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f9b82b9-b5b2-4c13-b884-a827bbdf025d'] response: {'name': 'network-changed', 'server_uuid': 'b2c6b9f4-3292-4713-a3c1-9b8d3171ab77', 'tag': 'a1cf3c93-9716-42e2-84ef-3f181594d07f', 'status': 'completed', 'code': 200} Aug 27 04:41:59.356076 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-a94500d8-b5bf-4030-b5cc-5df40f406c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (f82d897c-fe67-474e-a10b-dface6e3b906), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:59.375036 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-a94500d8-b5bf-4030-b5cc-5df40f406c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:59.375732 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-a94500d8-b5bf-4030-b5cc-5df40f406c16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:59.377197 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-a94500d8-b5bf-4030-b5cc-5df40f406c16 service neutron] 10.222.0.75 "PUT /networking/v2.0/ports/f82d897c-fe67-474e-a10b-dface6e3b906 HTTP/1.1" status: 200 len: 1096 time: 3.1100349 Aug 27 04:41:59.429088 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:41:59.436445 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd74e7-12a9-446a-a273-915c01cf01a9 service neutron] Pushing event updated for resources: {'Port': ['ID=5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:59.477375 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-995836b8-ed0e-4b5a-a4c7-73c3f5b43ad5 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5228794 Aug 27 04:41:59.509939 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-467d8869-80f4-4636-9746-4f4598c8ce81 req-24f93e81-0ec1-4f9c-bd44-270337bf627a tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (affa9707-85f7-4f60-b9ea-5ea674cedefc), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:59.510325 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-467d8869-80f4-4636-9746-4f4598c8ce81 req-24f93e81-0ec1-4f9c-bd44-270337bf627a tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] Publish callbacks [] for floatingip (affa9707-85f7-4f60-b9ea-5ea674cedefc), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:59.520330 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c1179-2311-48aa-a5ce-5415909db0b9 req-914f9f05-982b-45bd-89c0-f32531133fde tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:59.522231 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-643c1179-2311-48aa-a5ce-5415909db0b9 req-914f9f05-982b-45bd-89c0-f32531133fde tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b2c6b9f4-3292-4713-a3c1-9b8d3171ab77 HTTP/1.1" status: 200 len: 947 time: 0.1048524 Aug 27 04:41:59.523444 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-12b4eee8-8b59-44f3-96c6-da646c723bc4 admin admin] Allocated IP 172.20.0.1 (19faf2ef-e461-408b-9828-ac0e0a9dbe50/16d8e9db-8659-48ff-b7ee-f7ebc5b5d855/89edc05a-4e76-4255-9bca-d3487ec84bec) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:41:59.542910 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [req-467d8869-80f4-4636-9746-4f4598c8ce81 req-24f93e81-0ec1-4f9c-bd44-270337bf627a tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] Calling delete_port for affa9707-85f7-4f60-b9ea-5ea674cedefc owned by network:floatingip {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:41:59.597982 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-20511165-c238-4e08-9697-ec3b292c27a1 admin admin] Publish callbacks [] for security_group (aaa88cf0-5796-4449-83a9-45aef49a96dd), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:59.665873 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94500d8-b5bf-4030-b5cc-5df40f406c16 service neutron] Pushing event updated for resources: {'Port': ['ID=f82d897c-fe67-474e-a10b-dface6e3b906,revision_number=3']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:59.682867 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-1a5b5f18-b89d-431b-8d96-504421f4428e req-7cdd74e7-12a9-446a-a273-915c01cf01a9 service neutron] Attempting to bind port 5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9 on host n-h1-852088-5 for vnic_type normal with profile {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:41:59.683206 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-1a5b5f18-b89d-431b-8d96-504421f4428e req-7cdd74e7-12a9-446a-a273-915c01cf01a9 service neutron] Attempting to bind port 5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9 by drivers openvswitch,hyperv on host n-h1-852088-5 at level 0 using segments [{'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:41:59.683563 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5b5f18-b89d-431b-8d96-504421f4428e req-7cdd74e7-12a9-446a-a273-915c01cf01a9 service neutron] Attempting to bind port 5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9 on network a82fb463-5a8f-4b8b-991d-61491eba11c6 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:41:59.688249 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-510d422e-8bcf-4530-aafa-0c985eed2362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:59.703071 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-510d422e-8bcf-4530-aafa-0c985eed2362 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=d85e7650a4374066922085ef5115c973&device_id=579be28c-90ec-49a9-b048-9a9a3573cdc7 HTTP/1.1" status: 200 len: 1130 time: 0.1063793 Aug 27 04:41:59.708439 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5b5f18-b89d-431b-8d96-504421f4428e req-7cdd74e7-12a9-446a-a273-915c01cf01a9 service neutron] Port 5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9 on network a82fb463-5a8f-4b8b-991d-61491eba11c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-852088-5 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:41:59.708773 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5b5f18-b89d-431b-8d96-504421f4428e req-7cdd74e7-12a9-446a-a273-915c01cf01a9 service neutron] Attempting to bind port 5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9 on network a82fb463-5a8f-4b8b-991d-61491eba11c6 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:41:59.757258 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5b5f18-b89d-431b-8d96-504421f4428e req-7cdd74e7-12a9-446a-a273-915c01cf01a9 service neutron] Checking agent: {'id': '6d03b773-90f7-436b-9be6-5928d8d54dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 36, 21), 'started_at': datetime.datetime(2022, 8, 27, 4, 36, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:41:59.757742 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5b5f18-b89d-431b-8d96-504421f4428e req-7cdd74e7-12a9-446a-a273-915c01cf01a9 service neutron] Checking segment: {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:41:59.758147 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5b5f18-b89d-431b-8d96-504421f4428e req-7cdd74e7-12a9-446a-a273-915c01cf01a9 service neutron] Bound using segment: {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'} {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:41:59.758888 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-1a5b5f18-b89d-431b-8d96-504421f4428e req-7cdd74e7-12a9-446a-a273-915c01cf01a9 service neutron] Bound port: 5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9, host: n-h1-852088-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'}}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:41:59.759087 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-1a5b5f18-b89d-431b-8d96-504421f4428e req-7cdd74e7-12a9-446a-a273-915c01cf01a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:59.763656 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-20511165-c238-4e08-9697-ec3b292c27a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (aaa88cf0-5796-4449-83a9-45aef49a96dd), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:59.768399 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-d344b76b-97fc-4415-be38-43ace9d78770 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=f82d897c-fe67-474e-a10b-dface6e3b906 HTTP/1.1" status: 200 len: 217 time: 0.0610409 Aug 27 04:41:59.786009 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-fa5a0989-ddd6-48f4-b42f-9f124050e564 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805648 Aug 27 04:41:59.789270 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-643c1179-2311-48aa-a5ce-5415909db0b9 req-0a38654c-3d1d-41bb-845f-79caa25a3f4c tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309594 Aug 27 04:41:59.830424 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20511165-c238-4e08-9697-ec3b292c27a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:41:59.885650 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-12b4eee8-8b59-44f3-96c6-da646c723bc4 admin admin] Publish callbacks [] for port (89edc05a-4e76-4255-9bca-d3487ec84bec), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:41:59.891268 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20511165-c238-4e08-9697-ec3b292c27a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa88cf0-5796-4449-83a9-45aef49a96dd,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:41:59.914601 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-715d8fc2-3abd-4b28-b965-42f319b9e97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:59.916661 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-715d8fc2-3abd-4b28-b965-42f319b9e97d service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.1375244 Aug 27 04:41:59.964706 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414a201-6187-4fa4-b4ee-188b41429ddf req-9ed8cbf1-c626-447d-805b-69895b6b484c tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:59.968336 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b414a201-6187-4fa4-b4ee-188b41429ddf req-9ed8cbf1-c626-447d-805b-69895b6b484c tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e907b3ea-a6a3-414d-85b7-b2a4632baf53 HTTP/1.1" status: 200 len: 950 time: 0.0743647 Aug 27 04:41:59.980854 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-1a5b5f18-b89d-431b-8d96-504421f4428e req-7cdd74e7-12a9-446a-a273-915c01cf01a9 service neutron] For port 5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9, host n-h1-852088-5, cleared binding levels {{(pid=107776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:41:59.983842 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-613b0396-7299-4580-b180-e19aafa6b75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:41:59.985573 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-613b0396-7299-4580-b180-e19aafa6b75f service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0605965 Aug 27 04:41:59.987698 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-1a5b5f18-b89d-431b-8d96-504421f4428e req-7cdd74e7-12a9-446a-a273-915c01cf01a9 service neutron] For port 5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9, host n-h1-852088-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:42:00.041621 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b414a201-6187-4fa4-b4ee-188b41429ddf req-99cb7016-986a-4eea-8a6a-6e4d128947d6 tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=c8b47764-7b42-4d8a-9fea-350a8ffa6f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534146 Aug 27 04:42:00.087858 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-467d8869-80f4-4636-9746-4f4598c8ce81 req-24f93e81-0ec1-4f9c-bd44-270337bf627a tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (affa9707-85f7-4f60-b9ea-5ea674cedefc), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:00.089082 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-20511165-c238-4e08-9697-ec3b292c27a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (2e5c3f7a-11e6-412f-961f-abb26e0472b6), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:00.089501 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-20511165-c238-4e08-9697-ec3b292c27a1 admin admin] Added segment 2e5c3f7a-11e6-412f-961f-abb26e0472b6 of type vlan for network 98f3f664-0b79-426d-8123-4bd77dca6ddc Aug 27 04:42:00.162132 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-1a5b5f18-b89d-431b-8d96-504421f4428e req-7cdd74e7-12a9-446a-a273-915c01cf01a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:00.162132 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-20511165-c238-4e08-9697-ec3b292c27a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (98f3f664-0b79-426d-8123-4bd77dca6ddc), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:00.162955 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f93e81-0ec1-4f9c-bd44-270337bf627a tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] Pushing event deleted for resources: {'Port': ['ID=affa9707-85f7-4f60-b9ea-5ea674cedefc,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:00.163084 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b5f18-b89d-431b-8d96-504421f4428e req-7cdd74e7-12a9-446a-a273-915c01cf01a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:00.163832 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-1a5b5f18-b89d-431b-8d96-504421f4428e req-7cdd74e7-12a9-446a-a273-915c01cf01a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:00.165309 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-1a5b5f18-b89d-431b-8d96-504421f4428e req-7cdd74e7-12a9-446a-a273-915c01cf01a9 service neutron] 10.222.0.75 "PUT /networking/v2.0/ports/5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9 HTTP/1.1" status: 200 len: 1095 time: 2.8193347 Aug 27 04:42:00.198276 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-83c331f6-a58a-4ccb-b685-bd94ac8fdf79 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037182 Aug 27 04:42:00.201549 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-12b4eee8-8b59-44f3-96c6-da646c723bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (89edc05a-4e76-4255-9bca-d3487ec84bec), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:00.293691 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd74e7-12a9-446a-a273-915c01cf01a9 service neutron] Pushing event updated for resources: {'Port': ['ID=5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9,revision_number=3']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:00.303265 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d3d444-d75c-421c-ac8f-adf49d904fc0 req-2ef6bc85-1773-403f-9c14-c47034a7d2ee tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:00.305019 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-49d3d444-d75c-421c-ac8f-adf49d904fc0 req-2ef6bc85-1773-403f-9c14-c47034a7d2ee tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=26fc36e9-4253-4f91-88dd-c6559d4e4f59 HTTP/1.1" status: 200 len: 947 time: 0.1919291 Aug 27 04:42:00.309978 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b4eee8-8b59-44f3-96c6-da646c723bc4 admin admin] Network 19faf2ef-e461-408b-9828-ac0e0a9dbe50 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:42:00.343596 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-12b4eee8-8b59-44f3-96c6-da646c723bc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:42:00.343819 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-39778457-3113-425f-a4a0-d1b9b7f17a08 req-bfa3b8c3-ea6d-480f-97b3-f0bd389adbd2 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305747 Aug 27 04:42:00.344079 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b4eee8-8b59-44f3-96c6-da646c723bc4 admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:42:00.350789 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b4eee8-8b59-44f3-96c6-da646c723bc4 admin admin] Pushing event updated for resources: {'Port': ['ID=89edc05a-4e76-4255-9bca-d3487ec84bec,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:00.374965 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-467d8869-80f4-4636-9746-4f4598c8ce81 req-24f93e81-0ec1-4f9c-bd44-270337bf627a tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] Publish callbacks [] for floatingip (c3653f78-5ebc-466a-9340-2dda0a1d6127), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:00.377315 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:00.395072 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-467d8869-80f4-4636-9746-4f4598c8ce81 req-24f93e81-0ec1-4f9c-bd44-270337bf627a tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:00.395072 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-467d8869-80f4-4636-9746-4f4598c8ce81 req-24f93e81-0ec1-4f9c-bd44-270337bf627a tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] 10.222.0.76 "DELETE /networking/v2.0/floatingips/c3653f78-5ebc-466a-9340-2dda0a1d6127 HTTP/1.1" status: 204 len: 173 time: 1.3558559 Aug 27 04:42:00.417083 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-20511165-c238-4e08-9697-ec3b292c27a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (98f3f664-0b79-426d-8123-4bd77dca6ddc), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:00.418045 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20511165-c238-4e08-9697-ec3b292c27a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:00.419533 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-20511165-c238-4e08-9697-ec3b292c27a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:00.448341 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-12b4eee8-8b59-44f3-96c6-da646c723bc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (4e060e02-a732-4733-9929-8904f57f254e), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:00.469342 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-49d3d444-d75c-421c-ac8f-adf49d904fc0 req-ba12c554-de7c-43de-82f1-9757d0169a78 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633356 Aug 27 04:42:00.491072 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a480f780-518f-4216-b5dd-b7494a086f08 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:42:00.580637 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port a480f780-518f-4216-b5dd-b7494a086f08 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:42:00.581497 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a480f780-518f-4216-b5dd-b7494a086f08), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:00.618833 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b5f18-b89d-431b-8d96-504421f4428e req-df66772b-4704-43db-b074-65f69205f351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:00.619063 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b50228d4-6670-4a2b-8769-8fcdb4f5da69 req-5433e076-09eb-4119-9bfd-b9638f3a0d7f tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=6cc25b68-e43e-4056-aea7-4ab2e6a959f1 HTTP/1.1" status: 200 len: 210 time: 0.0665293 Aug 27 04:42:00.620529 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-1a5b5f18-b89d-431b-8d96-504421f4428e req-df66772b-4704-43db-b074-65f69205f351 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=8511e600620148c2b51cb7fe446763eb&device_id=26fc36e9-4253-4f91-88dd-c6559d4e4f59 HTTP/1.1" status: 200 len: 1129 time: 0.1967034 Aug 27 04:42:00.622532 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20511165-c238-4e08-9697-ec3b292c27a1 admin admin] Pushing event updated for resources: {'Network': ['ID=98f3f664-0b79-426d-8123-4bd77dca6ddc,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:00.658486 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 98f3f664-0b79-426d-8123-4bd77dca6ddc details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:42:00.687802 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-20511165-c238-4e08-9697-ec3b292c27a1 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2515705 Aug 27 04:42:00.689405 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41764) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:00.696014 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-ae53526b-35ab-44b8-8199-d778dce63da0 admin admin] Request body: {'subnet': {'network_id': '98f3f664-0b79-426d-8123-4bd77dca6ddc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1866656132-subnet', 'tenant_id': '4a75c85087244b31b3ed8b1908c8ade5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:42:00.729416 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:00.736015 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [req-74d5e597-a207-44eb-a107-ea62b97a4987 req-ec25cf13-0b6e-4af2-b5c0-42346c0cb69d tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] show failed (client error): The resource could not be found. Aug 27 04:42:00.738030 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-74d5e597-a207-44eb-a107-ea62b97a4987 req-ec25cf13-0b6e-4af2-b5c0-42346c0cb69d tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] 10.222.0.76 "GET /networking/v2.0/floatingips/c3653f78-5ebc-466a-9340-2dda0a1d6127 HTTP/1.1" status: 404 len: 350 time: 0.0497890 Aug 27 04:42:00.774061 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device e2e2a634-e765-4b2e-a554-069ff64a88a2 no longer exists at agent hyperv_n-h1-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:42:00.803427 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-8d5b1966-6248-4c12-a673-7dca5a6270db None None] Provisioning complete for port 89edc05a-4e76-4255-9bca-d3487ec84bec triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:42:00.805417 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8d5b1966-6248-4c12-a673-7dca5a6270db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (89edc05a-4e76-4255-9bca-d3487ec84bec), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:00.814356 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [req-de6aaa7a-1c0d-4948-9eb7-480be7ab4e5b req-e2910755-4dad-458f-83b8-9ce1d101cf8e tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] show failed (client error): The resource could not be found. Aug 27 04:42:00.815411 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-de6aaa7a-1c0d-4948-9eb7-480be7ab4e5b req-e2910755-4dad-458f-83b8-9ce1d101cf8e tempest-FloatingIPsTestJSON-476471669 tempest-FloatingIPsTestJSON-476471669-project] 10.222.0.76 "GET /networking/v2.0/floatingips/c3653f78-5ebc-466a-9340-2dda0a1d6127 HTTP/1.1" status: 404 len: 350 time: 0.0439935 Aug 27 04:42:00.834089 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41772) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:00.885257 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port a480f780-518f-4216-b5dd-b7494a086f08 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:42:00.885683 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a480f780-518f-4216-b5dd-b7494a086f08), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:00.895029 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-8d5b1966-6248-4c12-a673-7dca5a6270db None None] Port 89edc05a-4e76-4255-9bca-d3487ec84bec cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:42:00.961442 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port a480f780-518f-4216-b5dd-b7494a086f08, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a480f780-518f-4216-b5dd-b7494a086f08,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:00.975809 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Current status of the port e2e2a634-e765-4b2e-a554-069ff64a88a2 is: ACTIVE; New status is: DOWN {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:42:00.977125 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (e2e2a634-e765-4b2e-a554-069ff64a88a2), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:01.004091 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34119a79-3961-4f55-9344-0014f4f72c6d req-0921acf3-71b4-4e33-8a82-b08c89e64916 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:01.005397 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-34119a79-3961-4f55-9344-0014f4f72c6d req-0921acf3-71b4-4e33-8a82-b08c89e64916 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b2c6b9f4-3292-4713-a3c1-9b8d3171ab77 HTTP/1.1" status: 200 len: 947 time: 0.0938585 Aug 27 04:42:01.006619 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae53526b-35ab-44b8-8199-d778dce63da0 admin admin] Made reservation on behalf of 4a75c85087244b31b3ed8b1908c8ade5 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:42:01.026867 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ae53526b-35ab-44b8-8199-d778dce63da0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:01.027423 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e907b3ea-a6a3-414d-85b7-b2a4632baf53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2e2a634-e765-4b2e-a554-069ff64a88a2'}] {{(pid=107777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:42:01.027423 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6e1ed2c1589df8125b2075e26a1ec4ff1174e69d6a71546bdf3c3a9a29d330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f38d580-3df8-4d4d-bdd1-e6c7ae795ab0" -d '{"events": [{"server_uuid": "e907b3ea-a6a3-414d-85b7-b2a4632baf53", "name": "network-vif-unplugged", "status": "completed", "tag": "e2e2a634-e765-4b2e-a554-069ff64a88a2"}]}' {{(pid=107777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:42:01.036468 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port e2e2a634-e765-4b2e-a554-069ff64a88a2, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=e2e2a634-e765-4b2e-a554-069ff64a88a2,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:01.107073 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-12b4eee8-8b59-44f3-96c6-da646c723bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (89edc05a-4e76-4255-9bca-d3487ec84bec), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:01.110712 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a480f780-518f-4216-b5dd-b7494a086f08), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:01.171675 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-34119a79-3961-4f55-9344-0014f4f72c6d req-76307ad3-c80b-4995-95a9-69474272497d tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377251 Aug 27 04:42:01.213855 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (e2e2a634-e765-4b2e-a554-069ff64a88a2), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:01.225720 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=a480f780-518f-4216-b5dd-b7494a086f08,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:01.235087 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:01.235444 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:01.235842 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:01.236257 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:01.236646 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:01.237075 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:01.237356 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:01.237692 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:01.238016 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:01.238516 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:01.239035 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:01.239864 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:01.240708 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:01.241244 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:01.241723 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:01.295986 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Aug 2022 04:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9373b970-0a05-4492-8367-a588e3abeedb x-openstack-request-id: req-9373b970-0a05-4492-8367-a588e3abeedb {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:42:01.296365 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e907b3ea-a6a3-414d-85b7-b2a4632baf53", "name": "network-vif-unplugged", "status": "completed", "tag": "e2e2a634-e765-4b2e-a554-069ff64a88a2", "code": 200}]} {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:42:01.296699 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9373b970-0a05-4492-8367-a588e3abeedb {{(pid=107777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:42:01.297115 n-d-852088-5 neutron-server[107777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9373b970-0a05-4492-8367-a588e3abeedb'] response: {'server_uuid': 'e907b3ea-a6a3-414d-85b7-b2a4632baf53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2e2a634-e765-4b2e-a554-069ff64a88a2', 'code': 200} Aug 27 04:42:01.300324 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Pushing event updated for resources: {'Port': ['ID=e2e2a634-e765-4b2e-a554-069ff64a88a2,revision_number=11']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:01.345320 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '579be28c-90ec-49a9-b048-9a9a3573cdc7', 'tag': 'f82d897c-fe67-474e-a10b-dface6e3b906'}, {'name': 'network-changed', 'server_uuid': '26fc36e9-4253-4f91-88dd-c6559d4e4f59', 'tag': '5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9'}] {{(pid=107776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:42:01.349530 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7ad66632f4c78724655075356aa8535ba41c652eced6c9cea0c1f0c67b1e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f583c92c-9042-404c-aa17-9ce5a2550f6a" -d '{"events": [{"name": "network-changed", "server_uuid": "579be28c-90ec-49a9-b048-9a9a3573cdc7", "tag": "f82d897c-fe67-474e-a10b-dface6e3b906"}, {"name": "network-changed", "server_uuid": "26fc36e9-4253-4f91-88dd-c6559d4e4f59", "tag": "5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9"}]}' {{(pid=107776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:42:01.400596 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 27 Aug 2022 04:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90418bd-ee7f-40a9-b3e1-bdbf14c299f8 x-openstack-request-id: req-a90418bd-ee7f-40a9-b3e1-bdbf14c299f8 {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:42:01.400916 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "579be28c-90ec-49a9-b048-9a9a3573cdc7", "tag": "f82d897c-fe67-474e-a10b-dface6e3b906", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "26fc36e9-4253-4f91-88dd-c6559d4e4f59", "tag": "5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9", "status": "completed", "code": 200}]} {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:42:01.401172 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a90418bd-ee7f-40a9-b3e1-bdbf14c299f8 {{(pid=107776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:42:01.401579 n-d-852088-5 neutron-server[107776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a90418bd-ee7f-40a9-b3e1-bdbf14c299f8'] response: {'name': 'network-changed', 'server_uuid': '579be28c-90ec-49a9-b048-9a9a3573cdc7', 'tag': 'f82d897c-fe67-474e-a10b-dface6e3b906', 'status': 'completed', 'code': 200} Aug 27 04:42:01.401839 n-d-852088-5 neutron-server[107776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a90418bd-ee7f-40a9-b3e1-bdbf14c299f8'] response: {'name': 'network-changed', 'server_uuid': '26fc36e9-4253-4f91-88dd-c6559d4e4f59', 'tag': '5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9', 'status': 'completed', 'code': 200} Aug 27 04:42:01.451829 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-12b4eee8-8b59-44f3-96c6-da646c723bc4 admin admin] Publish callbacks [] for port (89edc05a-4e76-4255-9bca-d3487ec84bec), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:01.456760 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3b0e6c42-0b98-458c-9e93-cf86b8510821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (7e4bb4ab-b9db-4ab6-92e0-7da5afec43db), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:01.488795 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ae53526b-35ab-44b8-8199-d778dce63da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (e807c511-da89-4038-9f7b-cd824a63d344), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:01.558583 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae53526b-35ab-44b8-8199-d778dce63da0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e807c511-da89-4038-9f7b-cd824a63d344,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:01.567221 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae53526b-35ab-44b8-8199-d778dce63da0 admin admin] Checking segment: {'id': '2e5c3f7a-11e6-412f-961f-abb26e0472b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '98f3f664-0b79-426d-8123-4bd77dca6ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:42:01.567586 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae53526b-35ab-44b8-8199-d778dce63da0 admin admin] Network hostable DHCP agents. Network: 98f3f664-0b79-426d-8123-4bd77dca6ddc, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:42:01.699684 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-3b0e6c42-0b98-458c-9e93-cf86b8510821 admin admin] Deleting port 99f7ba39-3f00-4969-8b6e-1ca75d72f8f4 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:42:01.700035 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3b0e6c42-0b98-458c-9e93-cf86b8510821 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (99f7ba39-3f00-4969-8b6e-1ca75d72f8f4), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:01.738412 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-12b4eee8-8b59-44f3-96c6-da646c723bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (89edc05a-4e76-4255-9bca-d3487ec84bec), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:01.801469 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae53526b-35ab-44b8-8199-d778dce63da0 admin admin] Network 98f3f664-0b79-426d-8123-4bd77dca6ddc is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:42:01.870373 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:01.974106 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:02.079778 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-ae53526b-35ab-44b8-8199-d778dce63da0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 98f3f664-0b79-426d-8123-4bd77dca6ddc) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:42:02.084728 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae53526b-35ab-44b8-8199-d778dce63da0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:02.085352 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ae53526b-35ab-44b8-8199-d778dce63da0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:02.090792 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9475ae25-43da-44b7-b3a5-f19888bf2e04 None None] Network 98f3f664-0b79-426d-8123-4bd77dca6ddc requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:42:02.137091 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-12b4eee8-8b59-44f3-96c6-da646c723bc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (4e060e02-a732-4733-9929-8904f57f254e), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:02.156967 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b4eee8-8b59-44f3-96c6-da646c723bc4 admin admin] Pushing event updated for resources: {'Port': ['ID=89edc05a-4e76-4255-9bca-d3487ec84bec,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:02.169016 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d00ab-9338-496b-8ae4-724925429653 req-6bcc34a9-fdc9-4966-b598-d269def4fa2c tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:02.171217 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1c1d00ab-9338-496b-8ae4-724925429653 req-6bcc34a9-fdc9-4966-b598-d269def4fa2c tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=26fc36e9-4253-4f91-88dd-c6559d4e4f59 HTTP/1.1" status: 200 len: 947 time: 0.1082466 Aug 27 04:42:02.176920 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-3b0e6c42-0b98-458c-9e93-cf86b8510821 admin admin] For port 99f7ba39-3f00-4969-8b6e-1ca75d72f8f4, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=99f7ba39-3f00-4969-8b6e-1ca75d72f8f4,segment=NetworkSegment(51523068-eb07-4897-b14a-c6f6774d1cd2),segment_id=51523068-eb07-4897-b14a-c6f6774d1cd2)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:02.177287 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3b0e6c42-0b98-458c-9e93-cf86b8510821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (99f7ba39-3f00-4969-8b6e-1ca75d72f8f4), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:02.212348 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb507480-6937-4554-a0ae-31801b02c761 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-98f3f664-0b79-426d-8123-4bd77dca6ddc', 'network_id': '98f3f664-0b79-426d-8123-4bd77dca6ddc', 'project_id': '4a75c85087244b31b3ed8b1908c8ade5', 'fixed_ips': [{'subnet_id': 'e807c511-da89-4038-9f7b-cd824a63d344'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:42:02.213297 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-eb507480-6937-4554-a0ae-31801b02c761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:02.237592 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-3b0e6c42-0b98-458c-9e93-cf86b8510821 admin admin] Calling delete_port for 99f7ba39-3f00-4969-8b6e-1ca75d72f8f4 owned by network:router_interface {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:42:02.314265 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ae53526b-35ab-44b8-8199-d778dce63da0 admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6219268 Aug 27 04:42:02.315516 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41814) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:02.321800 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-fcd941d2-d785-4090-b12b-1b13b2c88892 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1866656132-router', 'tenant_id': '4a75c85087244b31b3ed8b1908c8ade5', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:42:02.360216 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-eb507480-6937-4554-a0ae-31801b02c761 None None] Allocated IP 172.20.0.2 (98f3f664-0b79-426d-8123-4bd77dca6ddc/e807c511-da89-4038-9f7b-cd824a63d344/08f10d9f-1edd-40e3-8000-e22a79948889) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:42:02.375829 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1c1d00ab-9338-496b-8ae4-724925429653 req-67227200-40a3-4d5e-97db-046c50aadb24 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882253 Aug 27 04:42:02.400703 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b4eee8-8b59-44f3-96c6-da646c723bc4 admin admin] Network 19faf2ef-e461-408b-9828-ac0e0a9dbe50 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:42:02.405798 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-12b4eee8-8b59-44f3-96c6-da646c723bc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:42:02.512713 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a8b96-4ca6-459b-8d3a-bfacdf56d858 req-e4df3902-65f7-4dc5-b687-e1d9717fabad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:02.512973 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a480f780-518f-4216-b5dd-b7494a086f08 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:42:02.515145 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-042a8b96-4ca6-459b-8d3a-bfacdf56d858 req-e4df3902-65f7-4dc5-b687-e1d9717fabad service neutron] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=d85e7650a4374066922085ef5115c973&device_id=b2c6b9f4-3292-4713-a3c1-9b8d3171ab77 HTTP/1.1" status: 200 len: 1129 time: 0.1151378 Aug 27 04:42:02.517223 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fcd941d2-d785-4090-b12b-1b13b2c88892 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (5f57572b-b4aa-4edb-bedc-b8c6b53e534f), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:02.519104 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fcd941d2-d785-4090-b12b-1b13b2c88892 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (5f57572b-b4aa-4edb-bedc-b8c6b53e534f), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:02.549829 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d3147d17-fede-429d-83c1-c9b719041c26 req-afc78d03-5595-47c2-9894-abd8c0998ad0 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=6cc25b68-e43e-4056-aea7-4ab2e6a959f1 HTTP/1.1" status: 200 len: 210 time: 0.0556481 Aug 27 04:42:02.642607 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-eb507480-6937-4554-a0ae-31801b02c761 None None] Publish callbacks [] for port (08f10d9f-1edd-40e3-8000-e22a79948889), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:02.650814 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port a480f780-518f-4216-b5dd-b7494a086f08 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:42:02.651029 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a480f780-518f-4216-b5dd-b7494a086f08), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:02.669496 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b4eee8-8b59-44f3-96c6-da646c723bc4 admin admin] Router 4e060e02-a732-4733-9929-8904f57f254e has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:42:02.745661 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fcd941d2-d785-4090-b12b-1b13b2c88892 admin admin] Publish callbacks [] for router_controller (5f57572b-b4aa-4edb-bedc-b8c6b53e534f), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:02.750837 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port a480f780-518f-4216-b5dd-b7494a086f08 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:42:02.753674 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:02.768712 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a8b96-4ca6-459b-8d3a-bfacdf56d858 req-fb5735f6-847d-408a-a706-a3c2fc5619ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:02.770749 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-042a8b96-4ca6-459b-8d3a-bfacdf56d858 req-fb5735f6-847d-408a-a706-a3c2fc5619ee service neutron] 10.222.0.78 "GET /networking/v2.0/networks?id=a82fb463-5a8f-4b8b-991d-61491eba11c6 HTTP/1.1" status: 200 len: 870 time: 0.2450581 Aug 27 04:42:02.805614 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d79486-72be-4de5-90b4-022fcc46d536 req-76cf965a-a824-4bd2-88f9-aa76f54d6f10 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:02.808731 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-55d79486-72be-4de5-90b4-022fcc46d536 req-76cf965a-a824-4bd2-88f9-aa76f54d6f10 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b2c6b9f4-3292-4713-a3c1-9b8d3171ab77 HTTP/1.1" status: 200 len: 947 time: 0.1360018 Aug 27 04:42:02.819236 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-042a8b96-4ca6-459b-8d3a-bfacdf56d858 req-5634a2e0-7eee-4b76-968b-04dcff164396 service neutron] 10.222.0.78 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=a1cf3c93-9716-42e2-84ef-3f181594d07f HTTP/1.1" status: 200 len: 217 time: 0.0418766 Aug 27 04:42:02.870549 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-d330a530-52da-4fef-a178-1093517ab588 None None] Provisioning complete for port 89edc05a-4e76-4255-9bca-d3487ec84bec triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:42:02.871113 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d330a530-52da-4fef-a178-1093517ab588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (89edc05a-4e76-4255-9bca-d3487ec84bec), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:02.878477 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a8b96-4ca6-459b-8d3a-bfacdf56d858 req-28fc1be8-36e8-40b0-b901-d515c821ca99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:02.880252 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-042a8b96-4ca6-459b-8d3a-bfacdf56d858 req-28fc1be8-36e8-40b0-b901-d515c821ca99 service neutron] 10.222.0.78 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.0548387 Aug 27 04:42:02.900032 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-eb507480-6937-4554-a0ae-31801b02c761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (08f10d9f-1edd-40e3-8000-e22a79948889), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:02.931852 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a8b96-4ca6-459b-8d3a-bfacdf56d858 req-30fdae1e-63fe-4ca5-8611-5d05a992996c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:02.933695 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-042a8b96-4ca6-459b-8d3a-bfacdf56d858 req-30fdae1e-63fe-4ca5-8611-5d05a992996c service neutron] 10.222.0.78 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0462480 Aug 27 04:42:02.940446 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d330a530-52da-4fef-a178-1093517ab588 None None] Port 89edc05a-4e76-4255-9bca-d3487ec84bec cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:42:02.953598 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-55d79486-72be-4de5-90b4-022fcc46d536 req-7c65ebd6-3888-4c17-83f3-3546508f5d96 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114967 Aug 27 04:42:02.963350 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b4eee8-8b59-44f3-96c6-da646c723bc4 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:42:02.965060 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb507480-6937-4554-a0ae-31801b02c761 None None] Network 98f3f664-0b79-426d-8123-4bd77dca6ddc is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:42:02.966202 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb507480-6937-4554-a0ae-31801b02c761 None None] Pushing event updated for resources: {'Port': ['ID=08f10d9f-1edd-40e3-8000-e22a79948889,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:02.969246 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-eb507480-6937-4554-a0ae-31801b02c761 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:42:02.971044 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-12b4eee8-8b59-44f3-96c6-da646c723bc4 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/4e060e02-a732-4733-9929-8904f57f254e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4543598 Aug 27 04:42:02.989965 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb507480-6937-4554-a0ae-31801b02c761 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:42:03.011213 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1a52c9-b556-4bda-87f2-0646affbf5ae None None] Sync routers for ids ['4e060e02-a732-4733-9929-8904f57f254e'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:42:03.054233 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1a52c9-b556-4bda-87f2-0646affbf5ae None None] Routers {'4e060e02-a732-4733-9929-8904f57f254e'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:42:03.056191 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-5f1a52c9-b556-4bda-87f2-0646affbf5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:41:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['4e060e02-a732-4733-9929-8904f57f254e'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:03.057500 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3b0e6c42-0b98-458c-9e93-cf86b8510821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (99f7ba39-3f00-4969-8b6e-1ca75d72f8f4), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:03.080041 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0e6c42-0b98-458c-9e93-cf86b8510821 admin admin] Pushing event deleted for resources: {'Port': ['ID=99f7ba39-3f00-4969-8b6e-1ca75d72f8f4,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:03.258342 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-042a8b96-4ca6-459b-8d3a-bfacdf56d858 req-fafdadd0-7470-429f-a9bb-66ee222d0753 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120341 Aug 27 04:42:03.382537 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-1a5b5f18-b89d-431b-8d96-504421f4428e req-ed47e724-66ea-4b30-bf75-5c0ef942b871 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9 HTTP/1.1" status: 200 len: 217 time: 0.1213055 Aug 27 04:42:03.386115 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fcd941d2-d785-4090-b12b-1b13b2c88892 admin admin] Publish callbacks [] for router_gateway (5f57572b-b4aa-4edb-bedc-b8c6b53e534f), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:03.475713 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f583c92c-9042-404c-aa17-9ce5a2550f6a req-0be89763-4b59-406c-b9ab-2f44d137017b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:03.477935 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-f583c92c-9042-404c-aa17-9ce5a2550f6a req-0be89763-4b59-406c-b9ab-2f44d137017b service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=d85e7650a4374066922085ef5115c973&device_id=579be28c-90ec-49a9-b048-9a9a3573cdc7 HTTP/1.1" status: 200 len: 1130 time: 0.2149773 Aug 27 04:42:03.493244 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-eb507480-6937-4554-a0ae-31801b02c761 None None] Attempting to bind port 08f10d9f-1edd-40e3-8000-e22a79948889 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:42:03.493557 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3b0e6c42-0b98-458c-9e93-cf86b8510821 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (7e4bb4ab-b9db-4ab6-92e0-7da5afec43db), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:03.496304 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-eb507480-6937-4554-a0ae-31801b02c761 None None] Attempting to bind port 08f10d9f-1edd-40e3-8000-e22a79948889 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '2e5c3f7a-11e6-412f-961f-abb26e0472b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '98f3f664-0b79-426d-8123-4bd77dca6ddc'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:42:03.496766 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb507480-6937-4554-a0ae-31801b02c761 None None] Attempting to bind port 08f10d9f-1edd-40e3-8000-e22a79948889 on network 98f3f664-0b79-426d-8123-4bd77dca6ddc {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:42:03.510758 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb507480-6937-4554-a0ae-31801b02c761 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:42:03.511138 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb507480-6937-4554-a0ae-31801b02c761 None None] Checking segment: {'id': '2e5c3f7a-11e6-412f-961f-abb26e0472b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '98f3f664-0b79-426d-8123-4bd77dca6ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:42:03.511536 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-eb507480-6937-4554-a0ae-31801b02c761 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:03.511938 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb507480-6937-4554-a0ae-31801b02c761 None None] Bound using segment: {'id': '2e5c3f7a-11e6-412f-961f-abb26e0472b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '98f3f664-0b79-426d-8123-4bd77dca6ddc'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:42:03.516381 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-eb507480-6937-4554-a0ae-31801b02c761 None None] Bound port: 08f10d9f-1edd-40e3-8000-e22a79948889, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e5c3f7a-11e6-412f-961f-abb26e0472b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '98f3f664-0b79-426d-8123-4bd77dca6ddc'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:42:03.517169 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-eb507480-6937-4554-a0ae-31801b02c761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (08f10d9f-1edd-40e3-8000-e22a79948889), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:03.572660 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-5f1a52c9-b556-4bda-87f2-0646affbf5ae None None] Set router 4e060e02-a732-4733-9929-8904f57f254e gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:42:03.613031 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f583c92c-9042-404c-aa17-9ce5a2550f6a req-09f8d1b4-ab29-4749-9993-8dcb243b3e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:03.614657 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-f583c92c-9042-404c-aa17-9ce5a2550f6a req-09f8d1b4-ab29-4749-9993-8dcb243b3e0e service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=a82fb463-5a8f-4b8b-991d-61491eba11c6 HTTP/1.1" status: 200 len: 870 time: 0.1282620 Aug 27 04:42:03.666897 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b5f18-b89d-431b-8d96-504421f4428e req-0380c934-533d-4697-8c5d-cdc8820d6bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:03.670154 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-1a5b5f18-b89d-431b-8d96-504421f4428e req-0380c934-533d-4697-8c5d-cdc8820d6bf6 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.2332602 Aug 27 04:42:03.680799 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-eb507480-6937-4554-a0ae-31801b02c761 None None] For port 08f10d9f-1edd-40e3-8000-e22a79948889, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:42:03.726348 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-eb507480-6937-4554-a0ae-31801b02c761 None None] For port 08f10d9f-1edd-40e3-8000-e22a79948889, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=08f10d9f-1edd-40e3-8000-e22a79948889,segment=NetworkSegment(2e5c3f7a-11e6-412f-961f-abb26e0472b6),segment_id=2e5c3f7a-11e6-412f-961f-abb26e0472b6)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:42:03.750148 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-f583c92c-9042-404c-aa17-9ce5a2550f6a req-b872cbe9-3344-48df-9fe3-f7664c57b253 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=f82d897c-fe67-474e-a10b-dface6e3b906 HTTP/1.1" status: 200 len: 217 time: 0.1070409 Aug 27 04:42:03.756447 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-042a8b96-4ca6-459b-8d3a-bfacdf56d858 req-4d94be40-c467-4a84-940b-1dd3e63ac071 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4525802 Aug 27 04:42:03.783898 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da565927-9e9a-4b59-8dba-f674959ba801 req-f177dae2-4f7e-447d-a3ce-f1e3f05a8d27 tempest-FloatingIPsAssociationTestJSON-110703060 tempest-FloatingIPsAssociationTestJSON-110703060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:03.788760 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-da565927-9e9a-4b59-8dba-f674959ba801 req-f177dae2-4f7e-447d-a3ce-f1e3f05a8d27 tempest-FloatingIPsAssociationTestJSON-110703060 tempest-FloatingIPsAssociationTestJSON-110703060-project] 10.222.0.76 "GET /networking/v2.0/networks?id=19faf2ef-e461-408b-9828-ac0e0a9dbe50 HTTP/1.1" status: 200 len: 821 time: 0.2028017 Aug 27 04:42:03.837191 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b5f18-b89d-431b-8d96-504421f4428e req-b1734825-3953-48ea-98bd-166f2407041b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:03.839126 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-1a5b5f18-b89d-431b-8d96-504421f4428e req-b1734825-3953-48ea-98bd-166f2407041b service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1265945 Aug 27 04:42:03.864185 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-5f1a52c9-b556-4bda-87f2-0646affbf5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e060e02-a732-4733-9929-8904f57f254e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1097506040-router', 'tenant_id': '36e20864d1964d7b8110ad48ba654711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'a480f780-518f-4216-b5dd-b7494a086f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:41:49Z', 'updated_at': '2022-08-27T04:42:00Z', 'revision_number': 4, 'project_id': '36e20864d1964d7b8110ad48ba654711', 'gw_port': {'id': 'a480f780-518f-4216-b5dd-b7494a086f08', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e060e02-a732-4733-9929-8904f57f254e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:41:52Z', 'updated_at': '2022-08-27T04:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '89edc05a-4e76-4255-9bca-d3487ec84bec', 'name': '', 'network_id': '19faf2ef-e461-408b-9828-ac0e0a9dbe50', 'tenant_id': '36e20864d1964d7b8110ad48ba654711', 'mac_address': 'fa:16:3e:d9:35:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e060e02-a732-4733-9929-8904f57f254e', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '16d8e9db-8659-48ff-b7ee-f7ebc5b5d855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:41:59Z', 'updated_at': '2022-08-27T04:42:01Z', 'revision_number': 2, 'project_id': '36e20864d1964d7b8110ad48ba654711', 'subnets': [{'id': '16d8e9db-8659-48ff-b7ee-f7ebc5b5d855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:03.892509 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-da565927-9e9a-4b59-8dba-f674959ba801 req-ec5bb3ff-e47d-43bf-bf3a-d2d28abc21f4 tempest-FloatingIPsAssociationTestJSON-110703060 tempest-FloatingIPsAssociationTestJSON-110703060-project] 10.222.0.76 "GET /networking/v2.0/quotas/36e20864d1964d7b8110ad48ba654711 HTTP/1.1" status: 200 len: 375 time: 0.0953305 Aug 27 04:42:03.898383 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1a52c9-b556-4bda-87f2-0646affbf5ae None None] Checking router: 4e060e02-a732-4733-9929-8904f57f254e for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:42:03.898901 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1a52c9-b556-4bda-87f2-0646affbf5ae None None] Updating router 4e060e02-a732-4733-9929-8904f57f254e port 89edc05a-4e76-4255-9bca-d3487ec84bec binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:42:03.902463 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f583c92c-9042-404c-aa17-9ce5a2550f6a req-ae583e94-8e01-4410-abef-28929f8f6f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:03.903967 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-f583c92c-9042-404c-aa17-9ce5a2550f6a req-ae583e94-8e01-4410-abef-28929f8f6f20 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.1466289 Aug 27 04:42:03.957182 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5f1a52c9-b556-4bda-87f2-0646affbf5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (89edc05a-4e76-4255-9bca-d3487ec84bec), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:03.971044 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-da565927-9e9a-4b59-8dba-f674959ba801 req-5b30dbaa-daad-4648-9d79-b49c3bf281df tempest-FloatingIPsAssociationTestJSON-110703060 tempest-FloatingIPsAssociationTestJSON-110703060-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=36e20864d1964d7b8110ad48ba654711&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0773027 Aug 27 04:42:03.973113 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b0e6c42-0b98-458c-9e93-cf86b8510821 admin admin] Router 7e4bb4ab-b9db-4ab6-92e0-7da5afec43db has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:42:04.008496 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-eb507480-6937-4554-a0ae-31801b02c761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (08f10d9f-1edd-40e3-8000-e22a79948889), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:04.130563 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41852) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:04.176121 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb507480-6937-4554-a0ae-31801b02c761 None None] Pushing event updated for resources: {'Port': ['ID=08f10d9f-1edd-40e3-8000-e22a79948889,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:04.357887 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-bd609a01-ce44-4db1-a2ae-073d447aad06 req-a1a75c6f-1ec0-4e97-8db3-1ed154ddf19c tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=6cc25b68-e43e-4056-aea7-4ab2e6a959f1 HTTP/1.1" status: 200 len: 210 time: 0.1261730 Aug 27 04:42:04.367825 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f583c92c-9042-404c-aa17-9ce5a2550f6a req-ce4d5746-83dd-4ba5-85d9-21c36a22ea58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:04.370120 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-f583c92c-9042-404c-aa17-9ce5a2550f6a req-ce4d5746-83dd-4ba5-85d9-21c36a22ea58 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4590995 Aug 27 04:42:04.453631 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88975ed6-438d-4fdf-bf12-40a98d197807 req-868f51f6-4ebd-4d2a-a068-7bbd1e11bd58 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:04.468052 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-88975ed6-438d-4fdf-bf12-40a98d197807 req-868f51f6-4ebd-4d2a-a068-7bbd1e11bd58 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=26fc36e9-4253-4f91-88dd-c6559d4e4f59 HTTP/1.1" status: 200 len: 947 time: 0.3320084 Aug 27 04:42:04.468297 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-1a5b5f18-b89d-431b-8d96-504421f4428e req-46844ce7-a17d-4973-b459-76bb80863f06 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6213677 Aug 27 04:42:04.542744 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5f1a52c9-b556-4bda-87f2-0646affbf5ae None None] Publish callbacks [] for port (89edc05a-4e76-4255-9bca-d3487ec84bec), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:04.543948 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fcd941d2-d785-4090-b12b-1b13b2c88892 admin admin] Publish callbacks [] for router_gateway (5f57572b-b4aa-4edb-bedc-b8c6b53e534f), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:04.552451 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0e6c42-0b98-458c-9e93-cf86b8510821 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:42:04.571078 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ffaf76-0ef7-49dc-8065-cfb56199f56e None None] Sync routers for ids ['7e4bb4ab-b9db-4ab6-92e0-7da5afec43db'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:42:04.581941 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3b0e6c42-0b98-458c-9e93-cf86b8510821 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/7e4bb4ab-b9db-4ab6-92e0-7da5afec43db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7442830 Aug 27 04:42:04.587357 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ffaf76-0ef7-49dc-8065-cfb56199f56e None None] Routers {'7e4bb4ab-b9db-4ab6-92e0-7da5afec43db'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:42:04.587961 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41858) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:04.589129 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-b7ffaf76-0ef7-49dc-8065-cfb56199f56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:41:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['7e4bb4ab-b9db-4ab6-92e0-7da5afec43db'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:04.592729 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fcd941d2-d785-4090-b12b-1b13b2c88892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:04.612784 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-88975ed6-438d-4fdf-bf12-40a98d197807 req-e53fee55-bef6-4350-8277-79b41e167dc3 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302376 Aug 27 04:42:04.679219 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 08f10d9f-1edd-40e3-8000-e22a79948889 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:42:04.735100 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-fcd941d2-d785-4090-b12b-1b13b2c88892 admin admin] Allocated IP 172.25.2.57 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/9d145b20-5fbc-416b-8e8b-d3745a42c0f9) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:42:04.747279 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 08f10d9f-1edd-40e3-8000-e22a79948889 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:42:04.748857 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (08f10d9f-1edd-40e3-8000-e22a79948889), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:04.752105 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-b7ffaf76-0ef7-49dc-8065-cfb56199f56e None None] Set router 7e4bb4ab-b9db-4ab6-92e0-7da5afec43db gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:42:04.789715 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device f82d897c-fe67-474e-a10b-dface6e3b906 details requested by agent hyperv_n-h1-852088-5 with host n-h1-852088-5 {{(pid=107777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:42:04.801563 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b6238b-010d-4c04-b785-4a6cd074b4c3 req-69a6c738-0764-40f3-819b-2506032726ca tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:04.805607 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-97b6238b-010d-4c04-b785-4a6cd074b4c3 req-69a6c738-0764-40f3-819b-2506032726ca tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b2c6b9f4-3292-4713-a3c1-9b8d3171ab77 HTTP/1.1" status: 200 len: 947 time: 0.2923632 Aug 27 04:42:04.890110 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fcd941d2-d785-4090-b12b-1b13b2c88892 admin admin] Publish callbacks [] for port (9d145b20-5fbc-416b-8e8b-d3745a42c0f9), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:04.906419 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 08f10d9f-1edd-40e3-8000-e22a79948889 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:42:04.907556 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (08f10d9f-1edd-40e3-8000-e22a79948889), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:04.920949 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5f1a52c9-b556-4bda-87f2-0646affbf5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (89edc05a-4e76-4255-9bca-d3487ec84bec), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:04.965317 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-d6690d8e-2e17-4267-a350-c5d8f173eca5 req-b11be560-26b7-4da0-aec7-ac0fccc3d8b4 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=e5865b7b9da947b2a324cb31d5c658bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359068 Aug 27 04:42:05.015406 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c710e-a3c9-4c73-b68b-5aa0582cfc11 req-8ee8e2c7-c8a7-4186-b5ee-e322bae027b2 tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:05.025292 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b06c710e-a3c9-4c73-b68b-5aa0582cfc11 req-8ee8e2c7-c8a7-4186-b5ee-e322bae027b2 tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e907b3ea-a6a3-414d-85b7-b2a4632baf53 HTTP/1.1" status: 200 len: 948 time: 0.3066313 Aug 27 04:42:05.055410 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-b7ffaf76-0ef7-49dc-8065-cfb56199f56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4bb4ab-b9db-4ab6-92e0-7da5afec43db', 'name': 'tempest-FloatingIPsTestJSON-1280814024-router', 'tenant_id': '4d1c84c5c0f4408188e3c2e8f9fc748a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': 'f911db36-dcf7-47ca-b75e-ee881a7c50ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:41:29Z', 'updated_at': '2022-08-27T04:42:02Z', 'revision_number': 5, 'project_id': '4d1c84c5c0f4408188e3c2e8f9fc748a', 'gw_port': {'id': 'f911db36-dcf7-47ca-b75e-ee881a7c50ac', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:93:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4bb4ab-b9db-4ab6-92e0-7da5afec43db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:41:31Z', 'updated_at': '2022-08-27T04:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:05.070419 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 08f10d9f-1edd-40e3-8000-e22a79948889, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=08f10d9f-1edd-40e3-8000-e22a79948889,segment=NetworkSegment(2e5c3f7a-11e6-412f-961f-abb26e0472b6),segment_id=2e5c3f7a-11e6-412f-961f-abb26e0472b6)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:05.100887 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ffaf76-0ef7-49dc-8065-cfb56199f56e None None] Checking router: 7e4bb4ab-b9db-4ab6-92e0-7da5afec43db for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:42:05.111805 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ffaf76-0ef7-49dc-8065-cfb56199f56e None None] Routers {'7e4bb4ab-b9db-4ab6-92e0-7da5afec43db'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:42:05.112541 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-b7ffaf76-0ef7-49dc-8065-cfb56199f56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:41:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['7e4bb4ab-b9db-4ab6-92e0-7da5afec43db'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:05.127474 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bff45b-adfe-493a-9606-ca163ad7e1dd None None] Pushing event updated for resources: {'Port': ['ID=89edc05a-4e76-4255-9bca-d3487ec84bec,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:05.138489 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-97b6238b-010d-4c04-b785-4a6cd074b4c3 req-bcd70cb5-accb-4f51-bbb4-37a06b9aec7e tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884912 Aug 27 04:42:05.162868 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:05.197198 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-5f1a52c9-b556-4bda-87f2-0646affbf5ae None None] Attempting to bind port 89edc05a-4e76-4255-9bca-d3487ec84bec on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:42:05.197580 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-5f1a52c9-b556-4bda-87f2-0646affbf5ae None None] Attempting to bind port 89edc05a-4e76-4255-9bca-d3487ec84bec by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '1e0bc2f6-b3c4-4965-a7ca-cbcf5e23f6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '19faf2ef-e461-408b-9828-ac0e0a9dbe50'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:42:05.198056 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1a52c9-b556-4bda-87f2-0646affbf5ae None None] Attempting to bind port 89edc05a-4e76-4255-9bca-d3487ec84bec on network 19faf2ef-e461-408b-9828-ac0e0a9dbe50 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:42:05.207305 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port f82d897c-fe67-474e-a10b-dface6e3b906, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=f82d897c-fe67-474e-a10b-dface6e3b906,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:05.214158 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (08f10d9f-1edd-40e3-8000-e22a79948889), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:05.218686 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b06c710e-a3c9-4c73-b68b-5aa0582cfc11 req-aa9c3355-9271-4032-9fb4-a3d65f9b17d2 tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=c8b47764-7b42-4d8a-9fea-350a8ffa6f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921086 Aug 27 04:42:05.224990 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f94b09e8-7d0c-4a27-a69c-30b63b095bdd admin admin] Publish callbacks [] for router (7e4bb4ab-b9db-4ab6-92e0-7da5afec43db), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:05.257388 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6690d8e-2e17-4267-a350-c5d8f173eca5 req-25129748-4629-4ebd-a635-9aac1f03c88c tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:05.259265 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-d6690d8e-2e17-4267-a350-c5d8f173eca5 req-25129748-4629-4ebd-a635-9aac1f03c88c tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2883258 Aug 27 04:42:05.261856 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fcd941d2-d785-4090-b12b-1b13b2c88892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (9d145b20-5fbc-416b-8e8b-d3745a42c0f9), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:05.263300 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1a52c9-b556-4bda-87f2-0646affbf5ae None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:42:05.264784 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1a52c9-b556-4bda-87f2-0646affbf5ae None None] Checking segment: {'id': '1e0bc2f6-b3c4-4965-a7ca-cbcf5e23f6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '19faf2ef-e461-408b-9828-ac0e0a9dbe50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:42:05.265208 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5f1a52c9-b556-4bda-87f2-0646affbf5ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:05.265604 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1a52c9-b556-4bda-87f2-0646affbf5ae None None] Bound using segment: {'id': '1e0bc2f6-b3c4-4965-a7ca-cbcf5e23f6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '19faf2ef-e461-408b-9828-ac0e0a9dbe50'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:42:05.266409 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-5f1a52c9-b556-4bda-87f2-0646affbf5ae None None] Bound port: 89edc05a-4e76-4255-9bca-d3487ec84bec, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e0bc2f6-b3c4-4965-a7ca-cbcf5e23f6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '19faf2ef-e461-408b-9828-ac0e0a9dbe50'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:42:05.266561 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5f1a52c9-b556-4bda-87f2-0646affbf5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (89edc05a-4e76-4255-9bca-d3487ec84bec), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:05.273487 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Returning: {'device': 'f82d897c-fe67-474e-a10b-dface6e3b906', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'port_id': 'f82d897c-fe67-474e-a10b-dface6e3b906', 'mac_address': 'fa:16:3e:59:d4:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120f3302-721f-4373-86a6-3aa14ccf6ac4', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:42:05.279530 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-b7ffaf76-0ef7-49dc-8065-cfb56199f56e None None] Set router 7e4bb4ab-b9db-4ab6-92e0-7da5afec43db gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:42:05.307219 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [req-d6690d8e-2e17-4267-a350-c5d8f173eca5 req-17b52bc4-be65-4edb-9269-acf4f9b621ff tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Request body: {'port': {'device_id': '6cc25b68-e43e-4056-aea7-4ab2e6a959f1', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'admin_state_up': True, 'tenant_id': 'e5865b7b9da947b2a324cb31d5c658bd'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:42:05.367261 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-5f1a52c9-b556-4bda-87f2-0646affbf5ae None None] For port 89edc05a-4e76-4255-9bca-d3487ec84bec, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:42:05.370927 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-5f1a52c9-b556-4bda-87f2-0646affbf5ae None None] For port 89edc05a-4e76-4255-9bca-d3487ec84bec, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=89edc05a-4e76-4255-9bca-d3487ec84bec,segment=NetworkSegment(1e0bc2f6-b3c4-4965-a7ca-cbcf5e23f6a5),segment_id=1e0bc2f6-b3c4-4965-a7ca-cbcf5e23f6a5)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:42:05.376978 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd941d2-d785-4090-b12b-1b13b2c88892 admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:42:05.419641 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Device a1cf3c93-9716-42e2-84ef-3f181594d07f details requested by agent hyperv_n-h2-852088-5 with host n-h2-852088-5 {{(pid=107777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:42:05.485841 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=08f10d9f-1edd-40e3-8000-e22a79948889,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:05.584333 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-b7ffaf76-0ef7-49dc-8065-cfb56199f56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4bb4ab-b9db-4ab6-92e0-7da5afec43db', 'name': 'tempest-FloatingIPsTestJSON-1280814024-router', 'tenant_id': '4d1c84c5c0f4408188e3c2e8f9fc748a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': 'f911db36-dcf7-47ca-b75e-ee881a7c50ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:41:29Z', 'updated_at': '2022-08-27T04:42:02Z', 'revision_number': 5, 'project_id': '4d1c84c5c0f4408188e3c2e8f9fc748a', 'gw_port': {'id': 'f911db36-dcf7-47ca-b75e-ee881a7c50ac', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:93:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4bb4ab-b9db-4ab6-92e0-7da5afec43db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:41:31Z', 'updated_at': '2022-08-27T04:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:05.604226 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-fcd941d2-d785-4090-b12b-1b13b2c88892 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:42:05.628410 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5f1a52c9-b556-4bda-87f2-0646affbf5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (89edc05a-4e76-4255-9bca-d3487ec84bec), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:05.628410 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Current status of the port f82d897c-fe67-474e-a10b-dface6e3b906 is: DOWN; New status is: BUILD {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:42:05.628410 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f82d897c-fe67-474e-a10b-dface6e3b906), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:05.640132 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] For port a1cf3c93-9716-42e2-84ef-3f181594d07f, host n-h2-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852088-5',level=0,port_id=a1cf3c93-9716-42e2-84ef-3f181594d07f,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:05.662209 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ffaf76-0ef7-49dc-8065-cfb56199f56e None None] The sync data for ids ['7e4bb4ab-b9db-4ab6-92e0-7da5afec43db'] in n-d-852088-5 is: [{'id': '7e4bb4ab-b9db-4ab6-92e0-7da5afec43db', 'name': 'tempest-FloatingIPsTestJSON-1280814024-router', 'tenant_id': '4d1c84c5c0f4408188e3c2e8f9fc748a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': 'f911db36-dcf7-47ca-b75e-ee881a7c50ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:41:29Z', 'updated_at': '2022-08-27T04:42:02Z', 'revision_number': 5, 'project_id': '4d1c84c5c0f4408188e3c2e8f9fc748a', 'gw_port': {'id': 'f911db36-dcf7-47ca-b75e-ee881a7c50ac', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:93:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4bb4ab-b9db-4ab6-92e0-7da5afec43db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:41:31Z', 'updated_at': '2022-08-27T04:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:42:05.725014 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bff45b-adfe-493a-9606-ca163ad7e1dd None None] Pushing event updated for resources: {'Port': ['ID=89edc05a-4e76-4255-9bca-d3487ec84bec,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:05.737797 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3f6409-9f14-4ea5-bb68-8803510bbde2 None None] Network 98f3f664-0b79-426d-8123-4bd77dca6ddc requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:42:05.748281 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-1a5b5f18-b89d-431b-8d96-504421f4428e req-c02111e5-af70-4571-8d71-d5b2acae950b service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462820 Aug 27 04:42:05.749150 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd941d2-d785-4090-b12b-1b13b2c88892 admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:42:05.803330 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Returning: {'device': 'a1cf3c93-9716-42e2-84ef-3f181594d07f', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'port_id': 'a1cf3c93-9716-42e2-84ef-3f181594d07f', 'mac_address': 'fa:16:3e:5f:92:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120f3302-721f-4373-86a6-3aa14ccf6ac4', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:42:05.811417 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f82d897c-fe67-474e-a10b-dface6e3b906 {{(pid=107777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 04:42:05.823957 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1a52c9-b556-4bda-87f2-0646affbf5ae None None] Routers {'4e060e02-a732-4733-9929-8904f57f254e'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:42:05.824606 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-5f1a52c9-b556-4bda-87f2-0646affbf5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:41:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['4e060e02-a732-4733-9929-8904f57f254e'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:05.839511 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-cc832044-d752-47f5-a5a4-e4f1a298f2c8 None None] Provisioning complete for port 08f10d9f-1edd-40e3-8000-e22a79948889 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:42:05.839740 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cc832044-d752-47f5-a5a4-e4f1a298f2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (08f10d9f-1edd-40e3-8000-e22a79948889), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:05.843266 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port f82d897c-fe67-474e-a10b-dface6e3b906, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=f82d897c-fe67-474e-a10b-dface6e3b906,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:05.845202 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd941d2-d785-4090-b12b-1b13b2c88892 admin admin] Pushing event updated for resources: {'Port': ['ID=9d145b20-5fbc-416b-8e8b-d3745a42c0f9,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:05.868678 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-432cefcc-5fcb-444f-95c3-eeaa31ef48fa req-b5c4446b-f8ec-4302-b80c-7ef8c76e210a tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=6cc25b68-e43e-4056-aea7-4ab2e6a959f1 HTTP/1.1" status: 200 len: 210 time: 0.0796371 Aug 27 04:42:05.931033 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:05.941077 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c8fcb7-6198-4f79-a302-a752b135b65c req-3b7ca63b-836e-4b7d-a645-63dbda93b1ac tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:05.948260 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-77c8fcb7-6198-4f79-a302-a752b135b65c req-3b7ca63b-836e-4b7d-a645-63dbda93b1ac tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=26fc36e9-4253-4f91-88dd-c6559d4e4f59 HTTP/1.1" status: 200 len: 947 time: 0.1625199 Aug 27 04:42:05.975769 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6690d8e-2e17-4267-a350-c5d8f173eca5 req-17b52bc4-be65-4edb-9269-acf4f9b621ff tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Made reservation on behalf of e5865b7b9da947b2a324cb31d5c658bd for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:42:05.979820 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-d6690d8e-2e17-4267-a350-c5d8f173eca5 req-17b52bc4-be65-4edb-9269-acf4f9b621ff tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:05.981155 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (f82d897c-fe67-474e-a10b-dface6e3b906), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:05.998569 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-d6690d8e-2e17-4267-a350-c5d8f173eca5 req-17b52bc4-be65-4edb-9269-acf4f9b621ff tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:06.007399 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-f583c92c-9042-404c-aa17-9ce5a2550f6a req-b9d6db6c-0e3a-49e9-b46d-337df233a11a service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4043067 Aug 27 04:42:06.041592 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f94b09e8-7d0c-4a27-a69c-30b63b095bdd admin admin] Publish callbacks [] for router_gateway (7e4bb4ab-b9db-4ab6-92e0-7da5afec43db), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:06.103969 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-77c8fcb7-6198-4f79-a302-a752b135b65c req-607cb1c1-0386-477d-8d6c-dec9dd3f90d5 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547136 Aug 27 04:42:06.104769 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c8e58ce9-aec6-4aa4-9715-db27087bd570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (4e060e02-a732-4733-9929-8904f57f254e), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:06.156005 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-d6690d8e-2e17-4267-a350-c5d8f173eca5 req-17b52bc4-be65-4edb-9269-acf4f9b621ff tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Publish callbacks [] for security_group (76c57a38-5eea-4c1b-9a19-7bd88dd68150), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:06.273703 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Current status of the port a1cf3c93-9716-42e2-84ef-3f181594d07f is: DOWN; New status is: BUILD {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:42:06.273703 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a1cf3c93-9716-42e2-84ef-3f181594d07f), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:06.278074 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-5f1a52c9-b556-4bda-87f2-0646affbf5ae None None] Set router 4e060e02-a732-4733-9929-8904f57f254e gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:42:06.346282 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47348d4e-8fcb-40d0-b965-29364ea0b0a9 req-79eef54b-ad5c-4b9f-8356-377588ebc132 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:06.347769 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-47348d4e-8fcb-40d0-b965-29364ea0b0a9 req-79eef54b-ad5c-4b9f-8356-377588ebc132 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b2c6b9f4-3292-4713-a3c1-9b8d3171ab77 HTTP/1.1" status: 200 len: 947 time: 0.1198077 Aug 27 04:42:06.355194 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Pushing event updated for resources: {'Port': ['ID=f82d897c-fe67-474e-a10b-dface6e3b906,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:06.356529 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:06.371580 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1cf3c93-9716-42e2-84ef-3f181594d07f {{(pid=107777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 04:42:06.406080 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fcd941d2-d785-4090-b12b-1b13b2c88892 admin admin] Publish callbacks [] for router_gateway (5f57572b-b4aa-4edb-bedc-b8c6b53e534f), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:06.418442 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-d6690d8e-2e17-4267-a350-c5d8f173eca5 req-17b52bc4-be65-4edb-9269-acf4f9b621ff tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (76c57a38-5eea-4c1b-9a19-7bd88dd68150), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:06.463492 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 08f10d9f-1edd-40e3-8000-e22a79948889 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:42:06.480768 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] For port a1cf3c93-9716-42e2-84ef-3f181594d07f, host n-h2-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852088-5',level=0,port_id=a1cf3c93-9716-42e2-84ef-3f181594d07f,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:06.549852 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-cc832044-d752-47f5-a5a4-e4f1a298f2c8 None None] Current status of the port 08f10d9f-1edd-40e3-8000-e22a79948889 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:42:06.553134 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b988b2d-eebe-4820-934e-cf73cc599a12 req-4d946c56-37bf-4b54-9ed6-19b28e47a208 tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:06.554918 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2b988b2d-eebe-4820-934e-cf73cc599a12 req-4d946c56-37bf-4b54-9ed6-19b28e47a208 tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e907b3ea-a6a3-414d-85b7-b2a4632baf53 HTTP/1.1" status: 200 len: 948 time: 0.1890845 Aug 27 04:42:06.562472 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-f94b09e8-7d0c-4a27-a69c-30b63b095bdd admin admin] Deleting port f911db36-dcf7-47ca-b75e-ee881a7c50ac {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:42:06.562968 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f94b09e8-7d0c-4a27-a69c-30b63b095bdd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (f911db36-dcf7-47ca-b75e-ee881a7c50ac), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:06.632298 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 08f10d9f-1edd-40e3-8000-e22a79948889 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:42:06.633077 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (08f10d9f-1edd-40e3-8000-e22a79948889), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:06.643925 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-47348d4e-8fcb-40d0-b965-29364ea0b0a9 req-bc15e665-4436-49f4-a5c7-f216d3ec5aed tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790997 Aug 27 04:42:06.650230 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b52bc4-be65-4edb-9269-acf4f9b621ff tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76c57a38-5eea-4c1b-9a19-7bd88dd68150,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:06.706828 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [req-d6690d8e-2e17-4267-a350-c5d8f173eca5 req-17b52bc4-be65-4edb-9269-acf4f9b621ff tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Allocated IP 192.168.233.41 (a82fb463-5a8f-4b8b-991d-61491eba11c6/120f3302-721f-4373-86a6-3aa14ccf6ac4/50ae140f-7752-48c5-910e-0f908218735c) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:42:06.715832 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:06.809412 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] get_ports_and_sgs() called for port_ids ['f82d897c-fe67-474e-a10b-dface6e3b906'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:42:06.816587 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-c8e58ce9-aec6-4aa4-9715-db27087bd570 admin admin] Deleting port 89edc05a-4e76-4255-9bca-d3487ec84bec {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:42:06.816932 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c8e58ce9-aec6-4aa4-9715-db27087bd570 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (89edc05a-4e76-4255-9bca-d3487ec84bec), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:06.828879 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a1cf3c93-9716-42e2-84ef-3f181594d07f), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:06.856709 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:UPDATE=6,neutron:SELECT=88,neutron:INSERT=6 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:06.858968 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-cc056b51-9313-4f66-b558-6193956b237a None None] Provisioning complete for port 08f10d9f-1edd-40e3-8000-e22a79948889 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:42:06.859426 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cc056b51-9313-4f66-b558-6193956b237a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (08f10d9f-1edd-40e3-8000-e22a79948889), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:06.886350 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-5f1a52c9-b556-4bda-87f2-0646affbf5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e060e02-a732-4733-9929-8904f57f254e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1097506040-router', 'tenant_id': '36e20864d1964d7b8110ad48ba654711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'a480f780-518f-4216-b5dd-b7494a086f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:41:49Z', 'updated_at': '2022-08-27T04:42:00Z', 'revision_number': 4, 'project_id': '36e20864d1964d7b8110ad48ba654711', 'gw_port': {'id': 'a480f780-518f-4216-b5dd-b7494a086f08', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e060e02-a732-4733-9929-8904f57f254e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:41:52Z', 'updated_at': '2022-08-27T04:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '89edc05a-4e76-4255-9bca-d3487ec84bec', 'name': '', 'network_id': '19faf2ef-e461-408b-9828-ac0e0a9dbe50', 'tenant_id': '36e20864d1964d7b8110ad48ba654711', 'mac_address': 'fa:16:3e:d9:35:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e060e02-a732-4733-9929-8904f57f254e', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '16d8e9db-8659-48ff-b7ee-f7ebc5b5d855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:41:59Z', 'updated_at': '2022-08-27T04:42:05Z', 'revision_number': 4, 'project_id': '36e20864d1964d7b8110ad48ba654711', 'subnets': [{'id': '16d8e9db-8659-48ff-b7ee-f7ebc5b5d855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:06.889410 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:06.949481 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fcd941d2-d785-4090-b12b-1b13b2c88892 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (5f57572b-b4aa-4edb-bedc-b8c6b53e534f), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:06.988435 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2b988b2d-eebe-4820-934e-cf73cc599a12 req-4c609aad-583a-4f7a-a65d-85bf5d6f8034 tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=c8b47764-7b42-4d8a-9fea-350a8ffa6f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3825347 Aug 27 04:42:06.997069 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 08f10d9f-1edd-40e3-8000-e22a79948889 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:42:07.014622 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-c8e58ce9-aec6-4aa4-9715-db27087bd570 admin admin] For port 89edc05a-4e76-4255-9bca-d3487ec84bec, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=89edc05a-4e76-4255-9bca-d3487ec84bec,segment=NetworkSegment(1e0bc2f6-b3c4-4965-a7ca-cbcf5e23f6a5),segment_id=1e0bc2f6-b3c4-4965-a7ca-cbcf5e23f6a5)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:07.014622 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c8e58ce9-aec6-4aa4-9715-db27087bd570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (89edc05a-4e76-4255-9bca-d3487ec84bec), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:07.017357 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1a52c9-b556-4bda-87f2-0646affbf5ae None None] The sync data for ids ['4e060e02-a732-4733-9929-8904f57f254e'] in n-d-852088-5 is: [{'id': '4e060e02-a732-4733-9929-8904f57f254e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1097506040-router', 'tenant_id': '36e20864d1964d7b8110ad48ba654711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'a480f780-518f-4216-b5dd-b7494a086f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:41:49Z', 'updated_at': '2022-08-27T04:42:00Z', 'revision_number': 4, 'project_id': '36e20864d1964d7b8110ad48ba654711', 'gw_port': {'id': 'a480f780-518f-4216-b5dd-b7494a086f08', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e060e02-a732-4733-9929-8904f57f254e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:41:52Z', 'updated_at': '2022-08-27T04:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '89edc05a-4e76-4255-9bca-d3487ec84bec', 'name': '', 'network_id': '19faf2ef-e461-408b-9828-ac0e0a9dbe50', 'tenant_id': '36e20864d1964d7b8110ad48ba654711', 'mac_address': 'fa:16:3e:d9:35:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e060e02-a732-4733-9929-8904f57f254e', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '16d8e9db-8659-48ff-b7ee-f7ebc5b5d855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:41:59Z', 'updated_at': '2022-08-27T04:42:05Z', 'revision_number': 4, 'project_id': '36e20864d1964d7b8110ad48ba654711', 'subnets': [{'id': '16d8e9db-8659-48ff-b7ee-f7ebc5b5d855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:42:07.033117 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 99f7ba39-3f00-4969-8b6e-1ca75d72f8f4 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:42:07.066865 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-c8e58ce9-aec6-4aa4-9715-db27087bd570 admin admin] Calling delete_port for 89edc05a-4e76-4255-9bca-d3487ec84bec owned by network:router_interface {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:42:07.070818 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 99f7ba39-3f00-4969-8b6e-1ca75d72f8f4 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:42:07.070818 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 99f7ba39-3f00-4969-8b6e-1ca75d72f8f4 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:42:07.129544 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-d6690d8e-2e17-4267-a350-c5d8f173eca5 req-17b52bc4-be65-4edb-9269-acf4f9b621ff tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Publish callbacks [] for port (50ae140f-7752-48c5-910e-0f908218735c), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:07.178998 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Pushing event updated for resources: {'Port': ['ID=a1cf3c93-9716-42e2-84ef-3f181594d07f,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:07.243396 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:07.257375 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:07.260972 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] get_ports_and_sgs() called for port_ids ['a1cf3c93-9716-42e2-84ef-3f181594d07f'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:42:07.312061 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e8af6-3658-41fc-be61-1bd58f4cbe9b req-aaeab224-b2e6-4c9d-abe0-7d0ae2744413 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:07.325021 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ec4e8af6-3658-41fc-be61-1bd58f4cbe9b req-aaeab224-b2e6-4c9d-abe0-7d0ae2744413 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=26fc36e9-4253-4f91-88dd-c6559d4e4f59 HTTP/1.1" status: 200 len: 947 time: 0.0853150 Aug 27 04:42:07.338309 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-cc056b51-9313-4f66-b558-6193956b237a None None] Current status of the port 08f10d9f-1edd-40e3-8000-e22a79948889 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:42:07.353900 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-578130c8-7dc0-4b58-b82c-4d949b46730d req-976bf1a6-5301-4ca9-b5dd-93983b4662c5 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=6cc25b68-e43e-4056-aea7-4ab2e6a959f1 HTTP/1.1" status: 200 len: 210 time: 0.3518379 Aug 27 04:42:07.378316 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-d6690d8e-2e17-4267-a350-c5d8f173eca5 req-17b52bc4-be65-4edb-9269-acf4f9b621ff tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (50ae140f-7752-48c5-910e-0f908218735c), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:07.431993 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-f94b09e8-7d0c-4a27-a69c-30b63b095bdd admin admin] For port f911db36-dcf7-47ca-b75e-ee881a7c50ac, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=f911db36-dcf7-47ca-b75e-ee881a7c50ac,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:07.432482 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f94b09e8-7d0c-4a27-a69c-30b63b095bdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (f911db36-dcf7-47ca-b75e-ee881a7c50ac), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:07.455811 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-f94b09e8-7d0c-4a27-a69c-30b63b095bdd admin admin] Calling delete_port for f911db36-dcf7-47ca-b75e-ee881a7c50ac owned by network:router_gateway {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:42:07.459705 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b52bc4-be65-4edb-9269-acf4f9b621ff tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Pushing event updated for resources: {'Port': ['ID=50ae140f-7752-48c5-910e-0f908218735c,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:07.466346 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd941d2-d785-4090-b12b-1b13b2c88892 admin admin] Router 5f57572b-b4aa-4edb-bedc-b8c6b53e534f is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:42:07.484000 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6690d8e-2e17-4267-a350-c5d8f173eca5 req-17b52bc4-be65-4edb-9269-acf4f9b621ff tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Network a82fb463-5a8f-4b8b-991d-61491eba11c6 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:42:07.487209 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [req-d6690d8e-2e17-4267-a350-c5d8f173eca5 req-17b52bc4-be65-4edb-9269-acf4f9b621ff tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:42:07.490363 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6690d8e-2e17-4267-a350-c5d8f173eca5 req-17b52bc4-be65-4edb-9269-acf4f9b621ff tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:42:07.564979 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ec4e8af6-3658-41fc-be61-1bd58f4cbe9b req-cc8770bf-2b92-4a90-a237-24e6ced3d14d tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389936 Aug 27 04:42:07.651003 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6690d8e-2e17-4267-a350-c5d8f173eca5 req-17b52bc4-be65-4edb-9269-acf4f9b621ff tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:07.651627 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-d6690d8e-2e17-4267-a350-c5d8f173eca5 req-17b52bc4-be65-4edb-9269-acf4f9b621ff tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:07.761575 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd941d2-d785-4090-b12b-1b13b2c88892 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:42:07.780452 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f18426b-560d-4980-bce3-d1d02a6ab279 None None] Sync routers for ids ['5f57572b-b4aa-4edb-bedc-b8c6b53e534f'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:42:07.784312 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-d6690d8e-2e17-4267-a350-c5d8f173eca5 req-17b52bc4-be65-4edb-9269-acf4f9b621ff tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4964519 Aug 27 04:42:07.795842 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f18426b-560d-4980-bce3-d1d02a6ab279 None None] Routers {'5f57572b-b4aa-4edb-bedc-b8c6b53e534f'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:42:07.801223 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-3f18426b-560d-4980-bce3-d1d02a6ab279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:41:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['5f57572b-b4aa-4edb-bedc-b8c6b53e534f'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:07.806216 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [req-d6690d8e-2e17-4267-a350-c5d8f173eca5 req-dc735c83-5a30-4f77-997c-cf564e062086 service neutron] Request body: {'port': {'device_id': '6cc25b68-e43e-4056-aea7-4ab2e6a959f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-852088-5'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:42:07.892890 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787519f-b627-4b7a-b43a-2b4c9d4db2a7 req-096a7751-1019-408b-b043-63e2e7a5620f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:07.897962 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-3849a076-29fa-4631-ad60-82ba4b06d2d6 None None] Provisioning complete for port 50ae140f-7752-48c5-910e-0f908218735c triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:42:07.898340 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3849a076-29fa-4631-ad60-82ba4b06d2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (50ae140f-7752-48c5-910e-0f908218735c), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:07.900673 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a787519f-b627-4b7a-b43a-2b4c9d4db2a7 req-096a7751-1019-408b-b043-63e2e7a5620f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b2c6b9f4-3292-4713-a3c1-9b8d3171ab77 HTTP/1.1" status: 200 len: 948 time: 0.1334291 Aug 27 04:42:07.917459 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-d6690d8e-2e17-4267-a350-c5d8f173eca5 req-dc735c83-5a30-4f77-997c-cf564e062086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (50ae140f-7752-48c5-910e-0f908218735c), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:07.929590 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fcd941d2-d785-4090-b12b-1b13b2c88892 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:07.930848 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-fcd941d2-d785-4090-b12b-1b13b2c88892 admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6138430 Aug 27 04:42:07.942226 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41880) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:07.998996 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-3849a076-29fa-4631-ad60-82ba4b06d2d6 None None] Port 50ae140f-7752-48c5-910e-0f908218735c cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:42:08.009093 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-3f18426b-560d-4980-bce3-d1d02a6ab279 None None] Set router 5f57572b-b4aa-4edb-bedc-b8c6b53e534f gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:42:08.188198 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a787519f-b627-4b7a-b43a-2b4c9d4db2a7 req-76cc8612-0bd0-465c-b0c4-dc62eed7eabc tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771175 Aug 27 04:42:08.193700 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c8e58ce9-aec6-4aa4-9715-db27087bd570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (89edc05a-4e76-4255-9bca-d3487ec84bec), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:08.223026 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-3f18426b-560d-4980-bce3-d1d02a6ab279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f57572b-b4aa-4edb-bedc-b8c6b53e534f', 'name': 'tempest-ServersTestManualDisk-1866656132-router', 'tenant_id': '4a75c85087244b31b3ed8b1908c8ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '9d145b20-5fbc-416b-8e8b-d3745a42c0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:42:02Z', 'updated_at': '2022-08-27T04:42:06Z', 'revision_number': 3, 'project_id': '4a75c85087244b31b3ed8b1908c8ade5', 'gw_port': {'id': '9d145b20-5fbc-416b-8e8b-d3745a42c0f9', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:64:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f57572b-b4aa-4edb-bedc-b8c6b53e534f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:42:04Z', 'updated_at': '2022-08-27T04:42:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:08.259430 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f18426b-560d-4980-bce3-d1d02a6ab279 None None] Checking router: 5f57572b-b4aa-4edb-bedc-b8c6b53e534f for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:42:08.259813 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f18426b-560d-4980-bce3-d1d02a6ab279 None None] Updating router 5f57572b-b4aa-4edb-bedc-b8c6b53e534f port 9d145b20-5fbc-416b-8e8b-d3745a42c0f9 binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:42:08.261598 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e58ce9-aec6-4aa4-9715-db27087bd570 admin admin] Pushing event deleted for resources: {'Port': ['ID=89edc05a-4e76-4255-9bca-d3487ec84bec,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:08.276314 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee792e-d736-4371-adb4-ffc2862a8eca req-dbca765a-ddbd-44c0-a064-a71a5af0ab2a tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:08.278368 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-9fee792e-d736-4371-adb4-ffc2862a8eca req-dbca765a-ddbd-44c0-a064-a71a5af0ab2a tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e907b3ea-a6a3-414d-85b7-b2a4632baf53 HTTP/1.1" status: 200 len: 948 time: 0.1780620 Aug 27 04:42:08.301934 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3f18426b-560d-4980-bce3-d1d02a6ab279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (9d145b20-5fbc-416b-8e8b-d3745a42c0f9), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:08.319087 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [req-d6690d8e-2e17-4267-a350-c5d8f173eca5 req-dc735c83-5a30-4f77-997c-cf564e062086 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50ae140f-7752-48c5-910e-0f908218735c {{(pid=107776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 04:42:08.337417 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-d6690d8e-2e17-4267-a350-c5d8f173eca5 req-dc735c83-5a30-4f77-997c-cf564e062086 service neutron] Publish callbacks [] for port (50ae140f-7752-48c5-910e-0f908218735c), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:08.366966 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.provisioning_blocks [req-d6690d8e-2e17-4267-a350-c5d8f173eca5 req-dc735c83-5a30-4f77-997c-cf564e062086 service neutron] Transition to ACTIVE for port object 50ae140f-7752-48c5-910e-0f908218735c will not be triggered until provisioned by entity L2. {{(pid=107776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 27 04:42:08.439337 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:08.479759 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-d6690d8e-2e17-4267-a350-c5d8f173eca5 req-dc735c83-5a30-4f77-997c-cf564e062086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (50ae140f-7752-48c5-910e-0f908218735c), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:08.561763 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc735c83-5a30-4f77-997c-cf564e062086 service neutron] Pushing event updated for resources: {'Port': ['ID=50ae140f-7752-48c5-910e-0f908218735c,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:08.563598 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c8e58ce9-aec6-4aa4-9715-db27087bd570 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (4e060e02-a732-4733-9929-8904f57f254e), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:08.580983 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f94b09e8-7d0c-4a27-a69c-30b63b095bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (f911db36-dcf7-47ca-b75e-ee881a7c50ac), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:08.679103 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-d6690d8e-2e17-4267-a350-c5d8f173eca5 req-dc735c83-5a30-4f77-997c-cf564e062086 service neutron] Attempting to bind port 50ae140f-7752-48c5-910e-0f908218735c on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:42:08.686923 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-d6690d8e-2e17-4267-a350-c5d8f173eca5 req-dc735c83-5a30-4f77-997c-cf564e062086 service neutron] Attempting to bind port 50ae140f-7752-48c5-910e-0f908218735c by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:42:08.686923 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6690d8e-2e17-4267-a350-c5d8f173eca5 req-dc735c83-5a30-4f77-997c-cf564e062086 service neutron] Attempting to bind port 50ae140f-7752-48c5-910e-0f908218735c on network a82fb463-5a8f-4b8b-991d-61491eba11c6 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:42:08.688051 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6690d8e-2e17-4267-a350-c5d8f173eca5 req-dc735c83-5a30-4f77-997c-cf564e062086 service neutron] Port 50ae140f-7752-48c5-910e-0f908218735c on network a82fb463-5a8f-4b8b-991d-61491eba11c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:42:08.688487 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6690d8e-2e17-4267-a350-c5d8f173eca5 req-dc735c83-5a30-4f77-997c-cf564e062086 service neutron] Attempting to bind port 50ae140f-7752-48c5-910e-0f908218735c on network a82fb463-5a8f-4b8b-991d-61491eba11c6 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:42:08.693884 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6690d8e-2e17-4267-a350-c5d8f173eca5 req-dc735c83-5a30-4f77-997c-cf564e062086 service neutron] Checking agent: {'id': '01e14a85-d0aa-43ee-b1d5-63de1ae70758', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 36, 7), 'started_at': datetime.datetime(2022, 8, 27, 4, 36, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:42:08.694233 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6690d8e-2e17-4267-a350-c5d8f173eca5 req-dc735c83-5a30-4f77-997c-cf564e062086 service neutron] Checking segment: {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:42:08.694622 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6690d8e-2e17-4267-a350-c5d8f173eca5 req-dc735c83-5a30-4f77-997c-cf564e062086 service neutron] Bound using segment: {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'} {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:42:08.695185 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-d6690d8e-2e17-4267-a350-c5d8f173eca5 req-dc735c83-5a30-4f77-997c-cf564e062086 service neutron] Bound port: 50ae140f-7752-48c5-910e-0f908218735c, host: n-h2-852088-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'}}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:42:08.695557 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-d6690d8e-2e17-4267-a350-c5d8f173eca5 req-dc735c83-5a30-4f77-997c-cf564e062086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (50ae140f-7752-48c5-910e-0f908218735c), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:08.712034 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3f18426b-560d-4980-bce3-d1d02a6ab279 None None] Publish callbacks [] for port (9d145b20-5fbc-416b-8e8b-d3745a42c0f9), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:08.712912 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94b09e8-7d0c-4a27-a69c-30b63b095bdd admin admin] Pushing event deleted for resources: {'Port': ['ID=f911db36-dcf7-47ca-b75e-ee881a7c50ac,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:08.831747 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-9fee792e-d736-4371-adb4-ffc2862a8eca req-6fbd1032-e251-45d9-81c3-95d5a138eedd tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=c8b47764-7b42-4d8a-9fea-350a8ffa6f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5440295 Aug 27 04:42:08.834462 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3f18426b-560d-4980-bce3-d1d02a6ab279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (9d145b20-5fbc-416b-8e8b-d3745a42c0f9), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:08.842401 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989bc30-35be-4a27-8aed-e686beac7ad7 req-c3f6e8da-4b86-4ef2-8ba5-196936e33926 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:08.851596 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d989bc30-35be-4a27-8aed-e686beac7ad7 req-c3f6e8da-4b86-4ef2-8ba5-196936e33926 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=6cc25b68-e43e-4056-aea7-4ab2e6a959f1 HTTP/1.1" status: 200 len: 947 time: 0.2747922 Aug 27 04:42:08.855925 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01683e4e-3fb5-46a7-88cd-7644fce94c54 req-00110a76-1b3a-4874-949d-2198fed83cd5 tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:08.857952 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-01683e4e-3fb5-46a7-88cd-7644fce94c54 req-00110a76-1b3a-4874-949d-2198fed83cd5 tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e907b3ea-a6a3-414d-85b7-b2a4632baf53 HTTP/1.1" status: 200 len: 948 time: 0.1264260 Aug 27 04:42:08.869988 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device f82d897c-fe67-474e-a10b-dface6e3b906 up at agent hyperv_n-h1-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:42:08.874796 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-d6690d8e-2e17-4267-a350-c5d8f173eca5 req-dc735c83-5a30-4f77-997c-cf564e062086 service neutron] For port 50ae140f-7752-48c5-910e-0f908218735c, host n-h2-852088-5, cleared binding levels {{(pid=107776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:42:08.880685 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-d6690d8e-2e17-4267-a350-c5d8f173eca5 req-dc735c83-5a30-4f77-997c-cf564e062086 service neutron] For port 50ae140f-7752-48c5-910e-0f908218735c, host n-h2-852088-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852088-5',level=0,port_id=50ae140f-7752-48c5-910e-0f908218735c,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:42:08.946897 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-f583c92c-9042-404c-aa17-9ce5a2550f6a req-3cd98e71-ec90-4080-9ab9-7e63c2287be7 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169006 Aug 27 04:42:08.962537 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f94b09e8-7d0c-4a27-a69c-30b63b095bdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (7e4bb4ab-b9db-4ab6-92e0-7da5afec43db), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:08.977580 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-3f18426b-560d-4980-bce3-d1d02a6ab279 None None] Attempting to bind port 9d145b20-5fbc-416b-8e8b-d3745a42c0f9 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:42:08.977957 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-3f18426b-560d-4980-bce3-d1d02a6ab279 None None] Attempting to bind port 9d145b20-5fbc-416b-8e8b-d3745a42c0f9 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:42:08.978319 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f18426b-560d-4980-bce3-d1d02a6ab279 None None] Attempting to bind port 9d145b20-5fbc-416b-8e8b-d3745a42c0f9 on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:42:08.997753 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [req-01683e4e-3fb5-46a7-88cd-7644fce94c54 req-b08df5a9-ccb4-4799-9a7a-a1d0e12db964 tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] Deleting port e2e2a634-e765-4b2e-a554-069ff64a88a2 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:42:08.998346 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-01683e4e-3fb5-46a7-88cd-7644fce94c54 req-b08df5a9-ccb4-4799-9a7a-a1d0e12db964 tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (e2e2a634-e765-4b2e-a554-069ff64a88a2), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:09.002382 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Provisioning for port f82d897c-fe67-474e-a10b-dface6e3b906 completed by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 27 04:42:09.004742 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f18426b-560d-4980-bce3-d1d02a6ab279 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:42:09.005384 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f18426b-560d-4980-bce3-d1d02a6ab279 None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:42:09.005788 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3f18426b-560d-4980-bce3-d1d02a6ab279 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:09.006252 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f18426b-560d-4980-bce3-d1d02a6ab279 None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:42:09.006731 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-3f18426b-560d-4980-bce3-d1d02a6ab279 None None] Bound port: 9d145b20-5fbc-416b-8e8b-d3745a42c0f9, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:42:09.007107 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3f18426b-560d-4980-bce3-d1d02a6ab279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (9d145b20-5fbc-416b-8e8b-d3745a42c0f9), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:09.062172 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185fd6a2-974b-4079-b094-0322c2a8584f None None] Pushing event updated for resources: {'Port': ['ID=9d145b20-5fbc-416b-8e8b-d3745a42c0f9,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:09.074764 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-3f18426b-560d-4980-bce3-d1d02a6ab279 None None] For port 9d145b20-5fbc-416b-8e8b-d3745a42c0f9, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:42:09.078739 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-3f18426b-560d-4980-bce3-d1d02a6ab279 None None] For port 9d145b20-5fbc-416b-8e8b-d3745a42c0f9, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=9d145b20-5fbc-416b-8e8b-d3745a42c0f9,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:42:09.081086 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-d6690d8e-2e17-4267-a350-c5d8f173eca5 req-dc735c83-5a30-4f77-997c-cf564e062086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (50ae140f-7752-48c5-910e-0f908218735c), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:09.108643 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6690d8e-2e17-4267-a350-c5d8f173eca5 req-dc735c83-5a30-4f77-997c-cf564e062086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:09.109266 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-d6690d8e-2e17-4267-a350-c5d8f173eca5 req-dc735c83-5a30-4f77-997c-cf564e062086 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:09.110703 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-d6690d8e-2e17-4267-a350-c5d8f173eca5 req-dc735c83-5a30-4f77-997c-cf564e062086 service neutron] 10.222.0.78 "PUT /networking/v2.0/ports/50ae140f-7752-48c5-910e-0f908218735c HTTP/1.1" status: 200 len: 1095 time: 1.3195796 Aug 27 04:42:09.111153 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cc25b68-e43e-4056-aea7-4ab2e6a959f1', 'tag': '50ae140f-7752-48c5-910e-0f908218735c'}] {{(pid=107776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:42:09.113570 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7ad66632f4c78724655075356aa8535ba41c652eced6c9cea0c1f0c67b1e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b54bb1b-9067-44e1-9344-8685ac52ea70" -d '{"events": [{"name": "network-changed", "server_uuid": "6cc25b68-e43e-4056-aea7-4ab2e6a959f1", "tag": "50ae140f-7752-48c5-910e-0f908218735c"}]}' {{(pid=107776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:42:09.159166 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f583c92c-9042-404c-aa17-9ce5a2550f6a req-f278090b-3f56-4525-866c-3ab0142168a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:09.160687 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-f583c92c-9042-404c-aa17-9ce5a2550f6a req-f278090b-3f56-4525-866c-3ab0142168a6 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=8511e600620148c2b51cb7fe446763eb&device_id=26fc36e9-4253-4f91-88dd-c6559d4e4f59 HTTP/1.1" status: 200 len: 1129 time: 0.0996699 Aug 27 04:42:09.193713 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-01683e4e-3fb5-46a7-88cd-7644fce94c54 req-b08df5a9-ccb4-4799-9a7a-a1d0e12db964 tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] For port e2e2a634-e765-4b2e-a554-069ff64a88a2, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=e2e2a634-e765-4b2e-a554-069ff64a88a2,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:09.196592 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-01683e4e-3fb5-46a7-88cd-7644fce94c54 req-b08df5a9-ccb4-4799-9a7a-a1d0e12db964 tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (e2e2a634-e765-4b2e-a554-069ff64a88a2), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:09.259704 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [req-01683e4e-3fb5-46a7-88cd-7644fce94c54 req-b08df5a9-ccb4-4799-9a7a-a1d0e12db964 tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] Calling delete_port for e2e2a634-e765-4b2e-a554-069ff64a88a2 owned by compute:nova {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:42:09.283995 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc735c83-5a30-4f77-997c-cf564e062086 service neutron] Pushing event updated for resources: {'Port': ['ID=50ae140f-7752-48c5-910e-0f908218735c,revision_number=3']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:09.316865 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3f18426b-560d-4980-bce3-d1d02a6ab279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (9d145b20-5fbc-416b-8e8b-d3745a42c0f9), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:09.322520 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Provisioning complete for port f82d897c-fe67-474e-a10b-dface6e3b906 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:42:09.322922 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (f82d897c-fe67-474e-a10b-dface6e3b906), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:09.397972 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f18426b-560d-4980-bce3-d1d02a6ab279 None None] Routers {'5f57572b-b4aa-4edb-bedc-b8c6b53e534f'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:42:09.398925 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-3f18426b-560d-4980-bce3-d1d02a6ab279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:41:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['5f57572b-b4aa-4edb-bedc-b8c6b53e534f'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:09.399862 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f583c92c-9042-404c-aa17-9ce5a2550f6a req-aa2d6560-de1b-4e77-bcb7-beb220ad0d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:09.400671 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:09.401108 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-f583c92c-9042-404c-aa17-9ce5a2550f6a req-aa2d6560-de1b-4e77-bcb7-beb220ad0d32 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=a82fb463-5a8f-4b8b-991d-61491eba11c6 HTTP/1.1" status: 200 len: 870 time: 0.2296369 Aug 27 04:42:09.406125 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Device a1cf3c93-9716-42e2-84ef-3f181594d07f up at agent hyperv_n-h2-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:42:09.422588 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6690d8e-2e17-4267-a350-c5d8f173eca5 req-8454cf10-3616-46d6-a9cf-87122ff081c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:09.424208 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-d6690d8e-2e17-4267-a350-c5d8f173eca5 req-8454cf10-3616-46d6-a9cf-87122ff081c6 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=e5865b7b9da947b2a324cb31d5c658bd&device_id=6cc25b68-e43e-4056-aea7-4ab2e6a959f1 HTTP/1.1" status: 200 len: 1129 time: 0.0757487 Aug 27 04:42:09.479363 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f94b09e8-7d0c-4a27-a69c-30b63b095bdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (7e4bb4ab-b9db-4ab6-92e0-7da5afec43db), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:09.485584 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d989bc30-35be-4a27-8aed-e686beac7ad7 req-157e7311-5bf6-486b-951c-80647d7ae7a0 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=76c57a38-5eea-4c1b-9a19-7bd88dd68150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6330199 Aug 27 04:42:09.489229 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f94b09e8-7d0c-4a27-a69c-30b63b095bdd admin admin] Publish callbacks [] for router_controller (7e4bb4ab-b9db-4ab6-92e0-7da5afec43db), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:09.498640 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5900a22-eedb-410f-9096-d1e14b1376a4 req-eff9b477-4796-47b0-acd2-b4239809fc15 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:09.500848 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a5900a22-eedb-410f-9096-d1e14b1376a4 req-eff9b477-4796-47b0-acd2-b4239809fc15 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=26fc36e9-4253-4f91-88dd-c6559d4e4f59 HTTP/1.1" status: 200 len: 947 time: 0.5374854 Aug 27 04:42:09.643975 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185fd6a2-974b-4079-b094-0322c2a8584f None None] Pushing event updated for resources: {'Port': ['ID=9d145b20-5fbc-416b-8e8b-d3745a42c0f9,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:09.662113 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Provisioning for port a1cf3c93-9716-42e2-84ef-3f181594d07f completed by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 27 04:42:09.707124 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 04:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a808c18-e9f3-4d1d-9ca4-39ea88d0415e x-openstack-request-id: req-7a808c18-e9f3-4d1d-9ca4-39ea88d0415e {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:42:09.707426 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cc25b68-e43e-4056-aea7-4ab2e6a959f1", "tag": "50ae140f-7752-48c5-910e-0f908218735c", "status": "completed", "code": 200}]} {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:42:09.707676 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7a808c18-e9f3-4d1d-9ca4-39ea88d0415e {{(pid=107776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:42:09.708107 n-d-852088-5 neutron-server[107776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a808c18-e9f3-4d1d-9ca4-39ea88d0415e'] response: {'name': 'network-changed', 'server_uuid': '6cc25b68-e43e-4056-aea7-4ab2e6a959f1', 'tag': '50ae140f-7752-48c5-910e-0f908218735c', 'status': 'completed', 'code': 200} Aug 27 04:42:09.719610 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:09.722853 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a5900a22-eedb-410f-9096-d1e14b1376a4 req-2dffcd10-aabc-4f84-90ba-b8671941a587 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833508 Aug 27 04:42:09.733601 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Current status of the port f82d897c-fe67-474e-a10b-dface6e3b906 is: BUILD; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:42:09.733900 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f82d897c-fe67-474e-a10b-dface6e3b906), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:09.734809 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-f583c92c-9042-404c-aa17-9ce5a2550f6a req-27c6e467-dc58-43cb-8648-27aa08d311c7 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9 HTTP/1.1" status: 200 len: 217 time: 0.3266106 Aug 27 04:42:09.735767 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:09.740774 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:09.758119 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-3f18426b-560d-4980-bce3-d1d02a6ab279 None None] Set router 5f57572b-b4aa-4edb-bedc-b8c6b53e534f gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:42:09.792491 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f94b09e8-7d0c-4a27-a69c-30b63b095bdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (7e4bb4ab-b9db-4ab6-92e0-7da5afec43db), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:09.795777 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Provisioning complete for port a1cf3c93-9716-42e2-84ef-3f181594d07f triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:42:09.795777 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a1cf3c93-9716-42e2-84ef-3f181594d07f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:09.796017 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94b09e8-7d0c-4a27-a69c-30b63b095bdd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e4bb4ab-b9db-4ab6-92e0-7da5afec43db {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:42:09.810095 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f94b09e8-7d0c-4a27-a69c-30b63b095bdd admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:09.812933 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:42:09.817765 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f94b09e8-7d0c-4a27-a69c-30b63b095bdd admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/7e4bb4ab-b9db-4ab6-92e0-7da5afec43db HTTP/1.1" status: 204 len: 168 time: 5.2285726 Aug 27 04:42:09.827656 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41900) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:09.853750 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729e1dc-635f-4618-a455-6d4f03f51399 req-90c98bcd-21ec-4c60-b29b-497b1ba407bc tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:09.861214 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5729e1dc-635f-4618-a455-6d4f03f51399 req-90c98bcd-21ec-4c60-b29b-497b1ba407bc tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b2c6b9f4-3292-4713-a3c1-9b8d3171ab77 HTTP/1.1" status: 200 len: 948 time: 0.1809826 Aug 27 04:42:09.883081 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-d6690d8e-2e17-4267-a350-c5d8f173eca5 req-4934de68-d493-4436-8f22-069ba15608ea service neutron] 10.222.0.78 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=50ae140f-7752-48c5-910e-0f908218735c HTTP/1.1" status: 200 len: 217 time: 0.1707516 Aug 27 04:42:09.922759 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '579be28c-90ec-49a9-b048-9a9a3573cdc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f82d897c-fe67-474e-a10b-dface6e3b906'}] {{(pid=107777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:42:09.925653 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6e1ed2c1589df8125b2075e26a1ec4ff1174e69d6a71546bdf3c3a9a29d330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75fbe51-96ce-4647-ac2b-f266cd7f4b5c" -d '{"events": [{"server_uuid": "579be28c-90ec-49a9-b048-9a9a3573cdc7", "name": "network-vif-plugged", "status": "completed", "tag": "f82d897c-fe67-474e-a10b-dface6e3b906"}]}' {{(pid=107777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:42:09.958332 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port f82d897c-fe67-474e-a10b-dface6e3b906, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=f82d897c-fe67-474e-a10b-dface6e3b906,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:09.973686 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6690d8e-2e17-4267-a350-c5d8f173eca5 req-c5ec23a0-a155-4754-a68f-c5af740bcbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:09.974348 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-d6690d8e-2e17-4267-a350-c5d8f173eca5 req-c5ec23a0-a155-4754-a68f-c5af740bcbf1 service neutron] 10.222.0.78 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.0829113 Aug 27 04:42:10.017984 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e58ce9-aec6-4aa4-9715-db27087bd570 admin admin] Router 4e060e02-a732-4733-9929-8904f57f254e has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:42:10.031994 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f583c92c-9042-404c-aa17-9ce5a2550f6a req-ea4f9133-dab6-4341-95d5-2f70e96e6736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:10.033521 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-f583c92c-9042-404c-aa17-9ce5a2550f6a req-ea4f9133-dab6-4341-95d5-2f70e96e6736 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.2884808 Aug 27 04:42:10.044172 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (f82d897c-fe67-474e-a10b-dface6e3b906), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:10.062203 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-a450074e-7f76-4b58-bb80-619e8e9aec55 admin admin] Deleting subnet 61e1fc4e-c58c-49b8-9914-eebb47f32148 {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:42:10.076381 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6690d8e-2e17-4267-a350-c5d8f173eca5 req-15a7f6e4-a672-4757-96c8-d4cafff1f2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:10.078270 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-d6690d8e-2e17-4267-a350-c5d8f173eca5 req-15a7f6e4-a672-4757-96c8-d4cafff1f2fd service neutron] 10.222.0.78 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0962942 Aug 27 04:42:10.082995 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a450074e-7f76-4b58-bb80-619e8e9aec55 admin admin] Publish callbacks [] for subnet (61e1fc4e-c58c-49b8-9914-eebb47f32148), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:10.097780 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Current status of the port a1cf3c93-9716-42e2-84ef-3f181594d07f is: BUILD; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:42:10.098173 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a1cf3c93-9716-42e2-84ef-3f181594d07f), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:10.107062 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f583c92c-9042-404c-aa17-9ce5a2550f6a req-b46ec13a-d7c4-4eab-8d3c-1ea911ba7918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:10.109312 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-f583c92c-9042-404c-aa17-9ce5a2550f6a req-b46ec13a-d7c4-4eab-8d3c-1ea911ba7918 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0697303 Aug 27 04:42:10.128991 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5729e1dc-635f-4618-a455-6d4f03f51399 req-8ce3b74d-b589-40bd-a16e-9072b2f46878 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664495 Aug 27 04:42:10.179526 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Pushing event updated for resources: {'Port': ['ID=f82d897c-fe67-474e-a10b-dface6e3b906,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:10.195964 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-3f18426b-560d-4980-bce3-d1d02a6ab279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f57572b-b4aa-4edb-bedc-b8c6b53e534f', 'name': 'tempest-ServersTestManualDisk-1866656132-router', 'tenant_id': '4a75c85087244b31b3ed8b1908c8ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '9d145b20-5fbc-416b-8e8b-d3745a42c0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:42:02Z', 'updated_at': '2022-08-27T04:42:06Z', 'revision_number': 3, 'project_id': '4a75c85087244b31b3ed8b1908c8ade5', 'gw_port': {'id': '9d145b20-5fbc-416b-8e8b-d3745a42c0f9', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:64:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f57572b-b4aa-4edb-bedc-b8c6b53e534f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:42:04Z', 'updated_at': '2022-08-27T04:42:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:10.213070 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819a6d1-c774-43ba-bfd7-0a0761b095fc req-2eb1eb33-40d8-4bdf-a37e-00290965c992 tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:10.214103 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-01683e4e-3fb5-46a7-88cd-7644fce94c54 req-b08df5a9-ccb4-4799-9a7a-a1d0e12db964 tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (e2e2a634-e765-4b2e-a554-069ff64a88a2), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:10.221276 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3819a6d1-c774-43ba-bfd7-0a0761b095fc req-2eb1eb33-40d8-4bdf-a37e-00290965c992 tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] 10.222.0.76 "GET /networking/v2.0/networks?id=4b90a02d-7596-4345-be3b-8f84a0599266 HTTP/1.1" status: 200 len: 821 time: 0.3219254 Aug 27 04:42:10.229080 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] For port a1cf3c93-9716-42e2-84ef-3f181594d07f, host n-h2-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852088-5',level=0,port_id=a1cf3c93-9716-42e2-84ef-3f181594d07f,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:10.230552 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f18426b-560d-4980-bce3-d1d02a6ab279 None None] The sync data for ids ['5f57572b-b4aa-4edb-bedc-b8c6b53e534f'] in n-d-852088-5 is: [{'id': '5f57572b-b4aa-4edb-bedc-b8c6b53e534f', 'name': 'tempest-ServersTestManualDisk-1866656132-router', 'tenant_id': '4a75c85087244b31b3ed8b1908c8ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '9d145b20-5fbc-416b-8e8b-d3745a42c0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:42:02Z', 'updated_at': '2022-08-27T04:42:06Z', 'revision_number': 3, 'project_id': '4a75c85087244b31b3ed8b1908c8ade5', 'gw_port': {'id': '9d145b20-5fbc-416b-8e8b-d3745a42c0f9', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:64:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f57572b-b4aa-4edb-bedc-b8c6b53e534f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:42:04Z', 'updated_at': '2022-08-27T04:42:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:42:10.274897 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08df5a9-ccb4-4799-9a7a-a1d0e12db964 tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] Pushing event deleted for resources: {'Port': ['ID=e2e2a634-e765-4b2e-a554-069ff64a88a2,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:10.290220 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3819a6d1-c774-43ba-bfd7-0a0761b095fc req-b1f0e78a-c498-4fc8-844a-4914458c63a7 tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] 10.222.0.76 "GET /networking/v2.0/quotas/58b3dd9918d0412a9441e5b405948450 HTTP/1.1" status: 200 len: 375 time: 0.0678871 Aug 27 04:42:10.319688 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-d6690d8e-2e17-4267-a350-c5d8f173eca5 req-f202d9af-5ff5-45c6-a3fc-eeeddbdbb46a service neutron] 10.222.0.78 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338743 Aug 27 04:42:10.324827 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a450074e-7f76-4b58-bb80-619e8e9aec55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (61e1fc4e-c58c-49b8-9914-eebb47f32148), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:10.348627 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a1cf3c93-9716-42e2-84ef-3f181594d07f), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:10.363885 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [req-01683e4e-3fb5-46a7-88cd-7644fce94c54 req-b08df5a9-ccb4-4799-9a7a-a1d0e12db964 tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] No DVR routers for this DVR port e2e2a634-e765-4b2e-a554-069ff64a88a2 on host n-h1-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:42:10.369116 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-01683e4e-3fb5-46a7-88cd-7644fce94c54 req-b08df5a9-ccb4-4799-9a7a-a1d0e12db964 tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:10.372400 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-01683e4e-3fb5-46a7-88cd-7644fce94c54 req-b08df5a9-ccb4-4799-9a7a-a1d0e12db964 tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] 10.222.0.75 "DELETE /networking/v2.0/ports/e2e2a634-e765-4b2e-a554-069ff64a88a2 HTTP/1.1" status: 204 len: 173 time: 1.5088525 Aug 27 04:42:10.407191 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-483c7dc9-81ad-45dc-9aa5-8cf2b1856011 req-a52e8f9d-7ec0-4798-858d-8ebf418e2bd9 tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e907b3ea-a6a3-414d-85b7-b2a4632baf53 HTTP/1.1" status: 200 len: 210 time: 0.1783180 Aug 27 04:42:10.437781 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-961d4907-2eac-4084-b2e0-7a9e3c3e96c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:10.460852 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Pushing event updated for resources: {'Port': ['ID=a1cf3c93-9716-42e2-84ef-3f181594d07f,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:10.490503 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-f583c92c-9042-404c-aa17-9ce5a2550f6a req-32f6ae7f-e3b4-469b-9797-45a843421fab service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530877 Aug 27 04:42:10.512618 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 04:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1430790-4265-4827-86f9-7de90a205edc x-openstack-request-id: req-d1430790-4265-4827-86f9-7de90a205edc {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:42:10.512618 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "579be28c-90ec-49a9-b048-9a9a3573cdc7", "name": "network-vif-plugged", "status": "completed", "tag": "f82d897c-fe67-474e-a10b-dface6e3b906", "code": 200}]} {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:42:10.512618 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d1430790-4265-4827-86f9-7de90a205edc {{(pid=107777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:42:10.512618 n-d-852088-5 neutron-server[107777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1430790-4265-4827-86f9-7de90a205edc'] response: {'server_uuid': '579be28c-90ec-49a9-b048-9a9a3573cdc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f82d897c-fe67-474e-a10b-dface6e3b906', 'code': 200} Aug 27 04:42:10.519622 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device f911db36-dcf7-47ca-b75e-ee881a7c50ac no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:42:10.552206 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: f911db36-dcf7-47ca-b75e-ee881a7c50ac {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:42:10.552565 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device f911db36-dcf7-47ca-b75e-ee881a7c50ac not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:42:10.640962 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3819a6d1-c774-43ba-bfd7-0a0761b095fc req-a05835b1-e255-44a9-8872-b1a70cf1c2ad tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=58b3dd9918d0412a9441e5b405948450&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3496420 Aug 27 04:42:10.687244 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-d6690d8e-2e17-4267-a350-c5d8f173eca5 req-37ff4759-fa26-486f-96c1-9ab6212ef311 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350573 Aug 27 04:42:10.717246 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c57be-800b-4292-bfab-94315a07e70b req-76ff3f5c-80df-42dd-8d7a-be365a7e81dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:10.753134 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-e37c57be-800b-4292-bfab-94315a07e70b req-76ff3f5c-80df-42dd-8d7a-be365a7e81dd service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=579be28c-90ec-49a9-b048-9a9a3573cdc7 HTTP/1.1" status: 200 len: 1132 time: 0.1129880 Aug 27 04:42:10.767395 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-f583c92c-9042-404c-aa17-9ce5a2550f6a req-1a37c08e-448f-4d5d-8970-d0dca9c82f7b service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519672 Aug 27 04:42:10.804130 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a450074e-7f76-4b58-bb80-619e8e9aec55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (61e1fc4e-c58c-49b8-9914-eebb47f32148), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:10.837534 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-e37c57be-800b-4292-bfab-94315a07e70b req-c83cf2d0-499f-4d14-906c-1ff688d93b2c service neutron] 10.222.0.75 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841186 Aug 27 04:42:10.838900 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ca26f-45f4-4d87-baf1-6b73aea71d6e req-08344152-669d-430f-a2fd-e6345a3f94a4 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:10.840470 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-9e4ca26f-45f4-4d87-baf1-6b73aea71d6e req-08344152-669d-430f-a2fd-e6345a3f94a4 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=6cc25b68-e43e-4056-aea7-4ab2e6a959f1 HTTP/1.1" status: 200 len: 947 time: 0.1798062 Aug 27 04:42:10.858920 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device 5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9 details requested by agent hyperv_n-h1-852088-5 with host n-h1-852088-5 {{(pid=107777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:42:10.867419 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e58ce9-aec6-4aa4-9715-db27087bd570 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:42:10.883179 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c8e58ce9-aec6-4aa4-9715-db27087bd570 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/4e060e02-a732-4733-9929-8904f57f254e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7470698 Aug 27 04:42:10.885107 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device e2e2a634-e765-4b2e-a554-069ff64a88a2 no longer exists at agent hyperv_n-h1-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:42:10.885978 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41914) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:10.889711 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ab0390-2f8a-44b1-8d28-5c9c80f60d95 None None] Sync routers for ids ['4e060e02-a732-4733-9929-8904f57f254e'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:42:10.919300 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ab0390-2f8a-44b1-8d28-5c9c80f60d95 None None] Routers {'4e060e02-a732-4733-9929-8904f57f254e'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:42:10.919996 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-a6ab0390-2f8a-44b1-8d28-5c9c80f60d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:41:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['4e060e02-a732-4733-9929-8904f57f254e'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:10.952375 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] No Port match for: e2e2a634-e765-4b2e-a554-069ff64a88a2 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:42:10.954133 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device e2e2a634-e765-4b2e-a554-069ff64a88a2 not bound to the agent host n-h1-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:42:11.030088 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41916) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:11.116047 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a18004b3-9361-45bd-9d57-20ac72533b44 admin admin] Publish callbacks [] for router (4e060e02-a732-4733-9929-8904f57f254e), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:11.152508 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port 5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:11.167066 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Returning: {'device': '5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'port_id': '5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9', 'mac_address': 'fa:16:3e:5d:1b:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120f3302-721f-4373-86a6-3aa14ccf6ac4', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:42:11.167427 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-9e4ca26f-45f4-4d87-baf1-6b73aea71d6e req-053d4073-ad35-419f-a93b-38ca7fd1ba30 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=76c57a38-5eea-4c1b-9a19-7bd88dd68150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956207 Aug 27 04:42:11.222442 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Current status of the port 5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9 is: DOWN; New status is: BUILD {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:42:11.223299 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:11.248517 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-a6ab0390-2f8a-44b1-8d28-5c9c80f60d95 None None] Set router 4e060e02-a732-4733-9929-8904f57f254e gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:42:11.250086 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9 {{(pid=107777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 04:42:11.302028 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port 5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:11.324202 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a18004b3-9361-45bd-9d57-20ac72533b44 admin admin] Publish callbacks [] for router_gateway (4e060e02-a732-4733-9929-8904f57f254e), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:11.332925 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a450074e-7f76-4b58-bb80-619e8e9aec55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (61e1fc4e-c58c-49b8-9914-eebb47f32148), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:11.391368 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:11.403042 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837fb64-afa6-4a64-9189-9d650522986f req-fb5b154a-54fa-4a8f-a15c-61d227c36ac5 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:11.404956 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1837fb64-afa6-4a64-9189-9d650522986f req-fb5b154a-54fa-4a8f-a15c-61d227c36ac5 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=26fc36e9-4253-4f91-88dd-c6559d4e4f59 HTTP/1.1" status: 200 len: 947 time: 0.2326131 Aug 27 04:42:11.406053 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:11.407738 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-961d4907-2eac-4084-b2e0-7a9e3c3e96c1 admin admin] Allocated IP 172.20.0.1 (98f3f664-0b79-426d-8123-4bd77dca6ddc/e807c511-da89-4038-9f7b-cd824a63d344/11cf8bde-d6c8-4150-ac2f-2c3ff90b8e3d) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:42:11.414349 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a450074e-7f76-4b58-bb80-619e8e9aec55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61e1fc4e-c58c-49b8-9914-eebb47f32148,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:11.417605 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2e3f6d79-74db-4ba6-81e4-1de01e93ceaf tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] Publish callbacks [] for security_group (b65d3d35-d8d2-4c57-85c6-0fccdb696a90), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:11.466009 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2e3f6d79-74db-4ba6-81e4-1de01e93ceaf tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] Publish callbacks [] for security_group (b65d3d35-d8d2-4c57-85c6-0fccdb696a90), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:11.469991 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Pushing event updated for resources: {'Port': ['ID=5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:11.495119 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-a18004b3-9361-45bd-9d57-20ac72533b44 admin admin] Deleting port a480f780-518f-4216-b5dd-b7494a086f08 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:42:11.496502 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a18004b3-9361-45bd-9d57-20ac72533b44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (a480f780-518f-4216-b5dd-b7494a086f08), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:11.536454 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a450074e-7f76-4b58-bb80-619e8e9aec55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:11.543723 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a450074e-7f76-4b58-bb80-619e8e9aec55 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/61e1fc4e-c58c-49b8-9914-eebb47f32148 HTTP/1.1" status: 204 len: 168 time: 1.7144265 Aug 27 04:42:11.546612 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41922) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:11.546725 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d2611d-95c7-42b3-9b8a-098f0306d144 None None] Network 00f94fb5-9fc9-4230-890c-a35d6b68b1e8 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:42:11.569397 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-a6ab0390-2f8a-44b1-8d28-5c9c80f60d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e060e02-a732-4733-9929-8904f57f254e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1097506040-router', 'tenant_id': '36e20864d1964d7b8110ad48ba654711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'a480f780-518f-4216-b5dd-b7494a086f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:41:49Z', 'updated_at': '2022-08-27T04:42:07Z', 'revision_number': 5, 'project_id': '36e20864d1964d7b8110ad48ba654711', 'gw_port': {'id': 'a480f780-518f-4216-b5dd-b7494a086f08', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e060e02-a732-4733-9929-8904f57f254e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:41:52Z', 'updated_at': '2022-08-27T04:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:11.643964 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ab0390-2f8a-44b1-8d28-5c9c80f60d95 None None] Checking router: 4e060e02-a732-4733-9929-8904f57f254e for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:42:11.668537 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ab0390-2f8a-44b1-8d28-5c9c80f60d95 None None] Routers {'4e060e02-a732-4733-9929-8904f57f254e'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:42:11.670831 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-a6ab0390-2f8a-44b1-8d28-5c9c80f60d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:41:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['4e060e02-a732-4733-9929-8904f57f254e'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:11.677049 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-a18004b3-9361-45bd-9d57-20ac72533b44 admin admin] For port a480f780-518f-4216-b5dd-b7494a086f08, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a480f780-518f-4216-b5dd-b7494a086f08,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:11.678254 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a18004b3-9361-45bd-9d57-20ac72533b44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (a480f780-518f-4216-b5dd-b7494a086f08), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:11.715593 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e907b3ea-a6a3-414d-85b7-b2a4632baf53', 'name': 'network-vif-deleted', 'tag': 'e2e2a634-e765-4b2e-a554-069ff64a88a2'}] {{(pid=107776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:42:11.719275 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7ad66632f4c78724655075356aa8535ba41c652eced6c9cea0c1f0c67b1e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9604ccd4-f87c-4ee7-96e8-bfb7728f7fc6" -d '{"events": [{"server_uuid": "e907b3ea-a6a3-414d-85b7-b2a4632baf53", "name": "network-vif-deleted", "tag": "e2e2a634-e765-4b2e-a554-069ff64a88a2"}]}' {{(pid=107776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:42:11.725509 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-a18004b3-9361-45bd-9d57-20ac72533b44 admin admin] Calling delete_port for a480f780-518f-4216-b5dd-b7494a086f08 owned by network:router_gateway {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:42:11.819499 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8aa75f9-0be5-49bb-9322-a07876afc067 None None] DHCP port deletion for 00f94fb5-9fc9-4230-890c-a35d6b68b1e8 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:42:11.892129 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-b8aa75f9-0be5-49bb-9322-a07876afc067 None None] Deleting port e2cde41b-48e9-4cf7-bd59-000f95310c06 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:42:11.892776 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b8aa75f9-0be5-49bb-9322-a07876afc067 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (e2cde41b-48e9-4cf7-bd59-000f95310c06), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:11.939732 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] get_ports_and_sgs() called for port_ids ['5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:42:11.953728 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-a6ab0390-2f8a-44b1-8d28-5c9c80f60d95 None None] Set router 4e060e02-a732-4733-9929-8904f57f254e gateway port host: None {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:42:11.963888 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-961d4907-2eac-4084-b2e0-7a9e3c3e96c1 admin admin] Publish callbacks [] for port (11cf8bde-d6c8-4150-ac2f-2c3ff90b8e3d), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:12.001349 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dfcd4c-bf51-4fc5-b0b2-bcbde57a0738 req-2dd390da-a3ae-4614-a881-2a5a08b0c554 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:12.015792 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-b8aa75f9-0be5-49bb-9322-a07876afc067 None None] For port e2cde41b-48e9-4cf7-bd59-000f95310c06, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=e2cde41b-48e9-4cf7-bd59-000f95310c06,segment=NetworkSegment(51523068-eb07-4897-b14a-c6f6774d1cd2),segment_id=51523068-eb07-4897-b14a-c6f6774d1cd2)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:12.016248 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b8aa75f9-0be5-49bb-9322-a07876afc067 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (e2cde41b-48e9-4cf7-bd59-000f95310c06), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:12.022509 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a9dfcd4c-bf51-4fc5-b0b2-bcbde57a0738 req-2dd390da-a3ae-4614-a881-2a5a08b0c554 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b2c6b9f4-3292-4713-a3c1-9b8d3171ab77 HTTP/1.1" status: 200 len: 949 time: 0.6121509 Aug 27 04:42:12.026424 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-a6ab0390-2f8a-44b1-8d28-5c9c80f60d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e060e02-a732-4733-9929-8904f57f254e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1097506040-router', 'tenant_id': '36e20864d1964d7b8110ad48ba654711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:41:49Z', 'updated_at': '2022-08-27T04:42:11Z', 'revision_number': 6, 'project_id': '36e20864d1964d7b8110ad48ba654711', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:12.036964 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-b8aa75f9-0be5-49bb-9322-a07876afc067 None None] Calling delete_port for e2cde41b-48e9-4cf7-bd59-000f95310c06 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:42:12.057502 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ab0390-2f8a-44b1-8d28-5c9c80f60d95 None None] The sync data for ids ['4e060e02-a732-4733-9929-8904f57f254e'] in n-d-852088-5 is: [{'id': '4e060e02-a732-4733-9929-8904f57f254e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1097506040-router', 'tenant_id': '36e20864d1964d7b8110ad48ba654711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:41:49Z', 'updated_at': '2022-08-27T04:42:11Z', 'revision_number': 6, 'project_id': '36e20864d1964d7b8110ad48ba654711', 'gw_port_host': None}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:42:12.068353 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2e3f6d79-74db-4ba6-81e4-1de01e93ceaf tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (b65d3d35-d8d2-4c57-85c6-0fccdb696a90), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:12.071666 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2e3f6d79-74db-4ba6-81e4-1de01e93ceaf tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:12.073156 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2e3f6d79-74db-4ba6-81e4-1de01e93ceaf tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/b65d3d35-d8d2-4c57-85c6-0fccdb696a90 HTTP/1.1" status: 204 len: 168 time: 1.0417743 Aug 27 04:42:12.075837 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41926) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:12.078031 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1837fb64-afa6-4a64-9189-9d650522986f req-e4eb186d-335b-4347-aaf6-f288eb6ec555 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5891366 Aug 27 04:42:12.131389 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-08411999-755d-4132-9b9b-491f6244154e tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] show failed (client error): The resource could not be found. Aug 27 04:42:12.132783 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-08411999-755d-4132-9b9b-491f6244154e tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] 10.222.0.76 "GET /networking/v2.0/security-groups/b65d3d35-d8d2-4c57-85c6-0fccdb696a90 HTTP/1.1" status: 404 len: 347 time: 0.0552185 Aug 27 04:42:12.135721 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41928) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:12.165974 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3f6d79-74db-4ba6-81e4-1de01e93ceaf tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65d3d35-d8d2-4c57-85c6-0fccdb696a90,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:12.181489 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a18004b3-9361-45bd-9d57-20ac72533b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (a480f780-518f-4216-b5dd-b7494a086f08), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:12.205315 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-19db0dd0-8e10-4851-bd4b-12c79c94d0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (00f94fb5-9fc9-4230-890c-a35d6b68b1e8), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:12.221102 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18004b3-9361-45bd-9d57-20ac72533b44 admin admin] Pushing event deleted for resources: {'Port': ['ID=a480f780-518f-4216-b5dd-b7494a086f08,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:12.259355 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a9dfcd4c-bf51-4fc5-b0b2-bcbde57a0738 req-8e518748-5249-4eda-bc62-9252a9607517 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337663 Aug 27 04:42:12.291481 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b8aa75f9-0be5-49bb-9322-a07876afc067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (e2cde41b-48e9-4cf7-bd59-000f95310c06), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:12.296918 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-961d4907-2eac-4084-b2e0-7a9e3c3e96c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (11cf8bde-d6c8-4150-ac2f-2c3ff90b8e3d), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:12.335084 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aa75f9-0be5-49bb-9322-a07876afc067 None None] Pushing event deleted for resources: {'Port': ['ID=e2cde41b-48e9-4cf7-bd59-000f95310c06,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:12.337757 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8aa75f9-0be5-49bb-9322-a07876afc067 None None] No DVR routers for this DVR port e2cde41b-48e9-4cf7-bd59-000f95310c06 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:42:12.403215 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 04:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b3862d-6e5c-4ada-86f9-b27e3d76ab3f x-openstack-request-id: req-49b3862d-6e5c-4ada-86f9-b27e3d76ab3f {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:42:12.403604 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e907b3ea-a6a3-414d-85b7-b2a4632baf53", "name": "network-vif-deleted", "tag": "e2e2a634-e765-4b2e-a554-069ff64a88a2", "status": "completed", "code": 200}]} {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:42:12.403931 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-49b3862d-6e5c-4ada-86f9-b27e3d76ab3f {{(pid=107776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:42:12.405321 n-d-852088-5 neutron-server[107776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49b3862d-6e5c-4ada-86f9-b27e3d76ab3f'] response: {'server_uuid': 'e907b3ea-a6a3-414d-85b7-b2a4632baf53', 'name': 'network-vif-deleted', 'tag': 'e2e2a634-e765-4b2e-a554-069ff64a88a2', 'status': 'completed', 'code': 200} Aug 27 04:42:12.429973 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7a1af57c-a55e-4d20-ada6-249e526af249 req-9a9c2dda-65dd-47a4-be84-d4bfb97ecee5 tempest-ImagesOneServerTestJSON-256950264 tempest-ImagesOneServerTestJSON-256950264-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e907b3ea-a6a3-414d-85b7-b2a4632baf53 HTTP/1.1" status: 200 len: 210 time: 0.0760441 Aug 27 04:42:12.457853 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961d4907-2eac-4084-b2e0-7a9e3c3e96c1 admin admin] Network 98f3f664-0b79-426d-8123-4bd77dca6ddc is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:42:12.460397 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-961d4907-2eac-4084-b2e0-7a9e3c3e96c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:42:12.469972 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-19db0dd0-8e10-4851-bd4b-12c79c94d0c2 admin admin] Deleting port e2cde41b-48e9-4cf7-bd59-000f95310c06 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:42:12.470181 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-19db0dd0-8e10-4851-bd4b-12c79c94d0c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (e2cde41b-48e9-4cf7-bd59-000f95310c06), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:12.479903 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961d4907-2eac-4084-b2e0-7a9e3c3e96c1 admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:42:12.507019 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a18004b3-9361-45bd-9d57-20ac72533b44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (4e060e02-a732-4733-9929-8904f57f254e), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:12.512956 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c6b9f4-3292-4713-a3c1-9b8d3171ab77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1cf3c93-9716-42e2-84ef-3f181594d07f'}] {{(pid=107777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:42:12.515478 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6e1ed2c1589df8125b2075e26a1ec4ff1174e69d6a71546bdf3c3a9a29d330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1308cec-ae77-41e0-a77f-d30d5a8214f6" -d '{"events": [{"server_uuid": "b2c6b9f4-3292-4713-a3c1-9b8d3171ab77", "name": "network-vif-plugged", "status": "completed", "tag": "a1cf3c93-9716-42e2-84ef-3f181594d07f"}]}' {{(pid=107777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:42:12.694874 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 04:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339c5569-a90b-439c-b2ee-a255d3bac252 x-openstack-request-id: req-339c5569-a90b-439c-b2ee-a255d3bac252 {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:42:12.694874 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c6b9f4-3292-4713-a3c1-9b8d3171ab77", "name": "network-vif-plugged", "status": "completed", "tag": "a1cf3c93-9716-42e2-84ef-3f181594d07f", "code": 200}]} {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:42:12.694874 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-339c5569-a90b-439c-b2ee-a255d3bac252 {{(pid=107777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:42:12.694874 n-d-852088-5 neutron-server[107777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-339c5569-a90b-439c-b2ee-a255d3bac252'] response: {'server_uuid': 'b2c6b9f4-3292-4713-a3c1-9b8d3171ab77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1cf3c93-9716-42e2-84ef-3f181594d07f', 'code': 200} Aug 27 04:42:12.703262 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a18004b3-9361-45bd-9d57-20ac72533b44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (4e060e02-a732-4733-9929-8904f57f254e), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:12.706803 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a18004b3-9361-45bd-9d57-20ac72533b44 admin admin] Publish callbacks [] for router_controller (4e060e02-a732-4733-9929-8904f57f254e), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:12.723154 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-19db0dd0-8e10-4851-bd4b-12c79c94d0c2 admin admin] For port e2cde41b-48e9-4cf7-bd59-000f95310c06, host n-d-852088-5, got binding levels [] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:12.723608 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-19db0dd0-8e10-4851-bd4b-12c79c94d0c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (e2cde41b-48e9-4cf7-bd59-000f95310c06), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:12.730567 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 9d145b20-5fbc-416b-8e8b-d3745a42c0f9 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:42:12.763324 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-3cc574fb-356c-403e-94c2-d6c0ec229b4c tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] Deleting port 810884a2-8820-46cb-b572-b2a993e1a9a8 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:42:12.765832 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3cc574fb-356c-403e-94c2-d6c0ec229b4c tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (810884a2-8820-46cb-b572-b2a993e1a9a8), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:12.780668 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-19db0dd0-8e10-4851-bd4b-12c79c94d0c2 admin admin] Calling delete_port for e2cde41b-48e9-4cf7-bd59-000f95310c06 owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:42:12.786747 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.ipam_backend_mixin [None req-19db0dd0-8e10-4851-bd4b-12c79c94d0c2 admin admin] Port e2cde41b-48e9-4cf7-bd59-000f95310c06 was not found and therefore no delete operation was performed {{(pid=107775) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 27 04:42:12.788112 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-19db0dd0-8e10-4851-bd4b-12c79c94d0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (e2cde41b-48e9-4cf7-bd59-000f95310c06), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:12.806062 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 9d145b20-5fbc-416b-8e8b-d3745a42c0f9 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:42:12.806789 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (9d145b20-5fbc-416b-8e8b-d3745a42c0f9), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:12.906345 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 9d145b20-5fbc-416b-8e8b-d3745a42c0f9 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:42:12.906743 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (9d145b20-5fbc-416b-8e8b-d3745a42c0f9), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:12.908095 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:12.911912 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a18004b3-9361-45bd-9d57-20ac72533b44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (4e060e02-a732-4733-9929-8904f57f254e), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:12.913166 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18004b3-9361-45bd-9d57-20ac72533b44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e060e02-a732-4733-9929-8904f57f254e {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:42:12.917072 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3cc574fb-356c-403e-94c2-d6c0ec229b4c tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (810884a2-8820-46cb-b572-b2a993e1a9a8), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:12.917072 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3cc574fb-356c-403e-94c2-d6c0ec229b4c tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] Publish callbacks [] for floatingip (810884a2-8820-46cb-b572-b2a993e1a9a8), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:12.922251 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a18004b3-9361-45bd-9d57-20ac72533b44 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:12.923621 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a18004b3-9361-45bd-9d57-20ac72533b44 admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/4e060e02-a732-4733-9929-8904f57f254e HTTP/1.1" status: 204 len: 168 time: 2.0365417 Aug 27 04:42:12.927007 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:12.929644 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41934) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:12.943321 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 9d145b20-5fbc-416b-8e8b-d3745a42c0f9, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=9d145b20-5fbc-416b-8e8b-d3745a42c0f9,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:12.945354 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-3cc574fb-356c-403e-94c2-d6c0ec229b4c tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] Calling delete_port for 810884a2-8820-46cb-b572-b2a993e1a9a8 owned by network:floatingip {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:42:12.965972 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961d4907-2eac-4084-b2e0-7a9e3c3e96c1 admin admin] Pushing event updated for resources: {'Port': ['ID=11cf8bde-d6c8-4150-ac2f-2c3ff90b8e3d,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:12.978314 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19db0dd0-8e10-4851-bd4b-12c79c94d0c2 admin admin] No DVR routers for this DVR port e2cde41b-48e9-4cf7-bd59-000f95310c06 on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:42:13.006857 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-d3dea99b-531b-4983-879d-85488febd6f0 None None] Provisioning complete for port 11cf8bde-d6c8-4150-ac2f-2c3ff90b8e3d triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:42:13.007214 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d3dea99b-531b-4983-879d-85488febd6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (11cf8bde-d6c8-4150-ac2f-2c3ff90b8e3d), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:13.038747 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19db0dd0-8e10-4851-bd4b-12c79c94d0c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2cde41b-48e9-4cf7-bd59-000f95310c06,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:13.042008 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-961d4907-2eac-4084-b2e0-7a9e3c3e96c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (5f57572b-b4aa-4edb-bedc-b8c6b53e534f), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:13.077156 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d3dea99b-531b-4983-879d-85488febd6f0 None None] Port 11cf8bde-d6c8-4150-ac2f-2c3ff90b8e3d cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:42:13.079369 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (9d145b20-5fbc-416b-8e8b-d3745a42c0f9), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:13.108880 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c8b2b1b-c898-4179-97ff-4e8c9efe78fc admin admin] Deleting subnet 16d8e9db-8659-48ff-b7ee-f7ebc5b5d855 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:42:13.123249 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9c8b2b1b-c898-4179-97ff-4e8c9efe78fc admin admin] Publish callbacks [] for subnet (16d8e9db-8659-48ff-b7ee-f7ebc5b5d855), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:13.144695 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device 5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9 up at agent hyperv_n-h1-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:42:13.177731 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf68906c-fc48-48da-bb60-7d9092a690a2 req-25509acd-7249-457e-b7a0-47f71ed2c295 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:13.186447 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-cf68906c-fc48-48da-bb60-7d9092a690a2 req-25509acd-7249-457e-b7a0-47f71ed2c295 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=6cc25b68-e43e-4056-aea7-4ab2e6a959f1 HTTP/1.1" status: 200 len: 947 time: 0.7076790 Aug 27 04:42:13.232838 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9c8b2b1b-c898-4179-97ff-4e8c9efe78fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (16d8e9db-8659-48ff-b7ee-f7ebc5b5d855), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:13.349365 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b54bb1b-9067-44e1-9344-8685ac52ea70 req-374077a5-b299-48db-8fcb-9b5301cd2f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:13.351778 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-3b54bb1b-9067-44e1-9344-8685ac52ea70 req-374077a5-b299-48db-8fcb-9b5301cd2f13 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=e5865b7b9da947b2a324cb31d5c658bd&device_id=6cc25b68-e43e-4056-aea7-4ab2e6a959f1 HTTP/1.1" status: 200 len: 1129 time: 0.0574918 Aug 27 04:42:13.429963 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device e2cde41b-48e9-4cf7-bd59-000f95310c06 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:42:13.491338 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:13.504730 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: e2cde41b-48e9-4cf7-bd59-000f95310c06 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:42:13.505418 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device e2cde41b-48e9-4cf7-bd59-000f95310c06 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:42:13.506034 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 89edc05a-4e76-4255-9bca-d3487ec84bec no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:42:13.512214 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b54bb1b-9067-44e1-9344-8685ac52ea70 req-c74622aa-66c5-42a6-9c6e-d52ba29e1cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:13.517449 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-3b54bb1b-9067-44e1-9344-8685ac52ea70 req-c74622aa-66c5-42a6-9c6e-d52ba29e1cf2 service neutron] 10.222.0.78 "GET /networking/v2.0/networks?id=a82fb463-5a8f-4b8b-991d-61491eba11c6 HTTP/1.1" status: 200 len: 870 time: 0.1494753 Aug 27 04:42:13.523165 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-19db0dd0-8e10-4851-bd4b-12c79c94d0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (00f94fb5-9fc9-4230-890c-a35d6b68b1e8), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:13.556668 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 89edc05a-4e76-4255-9bca-d3487ec84bec {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:42:13.557504 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 89edc05a-4e76-4255-9bca-d3487ec84bec not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:42:13.562951 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=9d145b20-5fbc-416b-8e8b-d3745a42c0f9,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:13.569259 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b1322a-132d-4373-94d1-ab8642db6e93 req-fc0830c2-ede9-4cb9-8d44-e3628bd34fc4 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:13.575475 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Provisioning for port 5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9 completed by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 27 04:42:13.579532 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a9b1322a-132d-4373-94d1-ab8642db6e93 req-fc0830c2-ede9-4cb9-8d44-e3628bd34fc4 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=26fc36e9-4253-4f91-88dd-c6559d4e4f59 HTTP/1.1" status: 200 len: 948 time: 0.2804232 Aug 27 04:42:13.664517 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-3b54bb1b-9067-44e1-9344-8685ac52ea70 req-108b021e-621b-4492-afb9-80e4c2a611d1 service neutron] 10.222.0.78 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=50ae140f-7752-48c5-910e-0f908218735c HTTP/1.1" status: 200 len: 217 time: 0.1272042 Aug 27 04:42:13.691925 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0364289-493d-42b8-b686-04383740d11c req-a805d787-76e3-446d-a03b-b357ea3906d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:13.694117 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-a0364289-493d-42b8-b686-04383740d11c req-a805d787-76e3-446d-a03b-b357ea3906d0 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b2c6b9f4-3292-4713-a3c1-9b8d3171ab77 HTTP/1.1" status: 200 len: 1131 time: 0.1758337 Aug 27 04:42:13.697372 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Provisioning complete for port 5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:42:13.698022 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:13.703329 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:13.749630 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9c8b2b1b-c898-4179-97ff-4e8c9efe78fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (16d8e9db-8659-48ff-b7ee-f7ebc5b5d855), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:13.792932 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Current status of the port 5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9 is: BUILD; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:42:13.793694 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:13.810221 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b54bb1b-9067-44e1-9344-8685ac52ea70 req-9fe829fb-c48a-44d6-8181-90614e66228f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:13.812738 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-3b54bb1b-9067-44e1-9344-8685ac52ea70 req-9fe829fb-c48a-44d6-8181-90614e66228f service neutron] 10.222.0.78 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.1364007 Aug 27 04:42:13.818899 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3cc574fb-356c-403e-94c2-d6c0ec229b4c tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (810884a2-8820-46cb-b572-b2a993e1a9a8), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:13.831717 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port 5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:13.876943 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-961d4907-2eac-4084-b2e0-7a9e3c3e96c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (11cf8bde-d6c8-4150-ac2f-2c3ff90b8e3d), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:13.886606 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-cf68906c-fc48-48da-bb60-7d9092a690a2 req-aa87759c-b453-4fc5-bfac-dd6e1d1f5975 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=76c57a38-5eea-4c1b-9a19-7bd88dd68150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6991036 Aug 27 04:42:13.886897 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-a0364289-493d-42b8-b686-04383740d11c req-dea52e08-28a7-4e4a-8c55-92021610f67c service neutron] 10.222.0.78 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564817 Aug 27 04:42:13.893028 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc574fb-356c-403e-94c2-d6c0ec229b4c tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] Pushing event deleted for resources: {'Port': ['ID=810884a2-8820-46cb-b572-b2a993e1a9a8,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:13.896771 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-33c952e4-a79d-4924-af49-100d8cdfb08d req-f2348dc5-7d8e-4f9b-9787-dc813426dbfa service neutron] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aef5015d-04b9-4f2e-9f2f-6d294b36c318&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4677715 Aug 27 04:42:13.915584 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-19db0dd0-8e10-4851-bd4b-12c79c94d0c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00f94fb5-9fc9-4230-890c-a35d6b68b1e8']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:13.923446 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b54bb1b-9067-44e1-9344-8685ac52ea70 req-3bd0d362-4fdc-4f87-a67d-97b36a4c2c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:13.925349 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-3b54bb1b-9067-44e1-9344-8685ac52ea70 req-3bd0d362-4fdc-4f87-a67d-97b36a4c2c96 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1008360 Aug 27 04:42:13.932562 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:13.957520 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-19db0dd0-8e10-4851-bd4b-12c79c94d0c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51523068-eb07-4897-b14a-c6f6774d1cd2') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:13.957824 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-19db0dd0-8e10-4851-bd4b-12c79c94d0c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51523068-eb07-4897-b14a-c6f6774d1cd2') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:13.979985 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-19db0dd0-8e10-4851-bd4b-12c79c94d0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (51523068-eb07-4897-b14a-c6f6774d1cd2), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:13.994384 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3cc574fb-356c-403e-94c2-d6c0ec229b4c tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] Publish callbacks [] for floatingip (533f4722-a580-4bc7-9520-260d7acefd2b), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:14.001810 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3cc574fb-356c-403e-94c2-d6c0ec229b4c tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:14.001810 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3cc574fb-356c-403e-94c2-d6c0ec229b4c tempest-LiveAutoBlockMigrationV225Test-1001063766 tempest-LiveAutoBlockMigrationV225Test-1001063766-project] 10.222.0.76 "DELETE /networking/v2.0/floatingips/533f4722-a580-4bc7-9520-260d7acefd2b HTTP/1.1" status: 204 len: 168 time: 1.8630841 Aug 27 04:42:14.003335 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41942) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:14.008178 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Pushing event updated for resources: {'Port': ['ID=5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:14.023337 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a9b1322a-132d-4373-94d1-ab8642db6e93 req-9b93e4a7-3d80-4233-9038-0bacb7ded60b tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4428213 Aug 27 04:42:14.049111 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-19db0dd0-8e10-4851-bd4b-12c79c94d0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (51523068-eb07-4897-b14a-c6f6774d1cd2), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:14.086673 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19db0dd0-8e10-4851-bd4b-12c79c94d0c2 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:42:14.087293 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-19db0dd0-8e10-4851-bd4b-12c79c94d0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (51523068-eb07-4897-b14a-c6f6774d1cd2), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:14.155490 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 51523068-eb07-4897-b14a-c6f6774d1cd2 resource provider aggregate not found Aug 27 04:42:14.231726 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690de20-460b-4744-b843-9b14a06291b1 req-b82169e1-499e-4257-b0ca-23119890d367 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:14.234065 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6690de20-460b-4744-b843-9b14a06291b1 req-b82169e1-499e-4257-b0ca-23119890d367 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b2c6b9f4-3292-4713-a3c1-9b8d3171ab77 HTTP/1.1" status: 200 len: 949 time: 0.2049832 Aug 27 04:42:14.242451 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 51523068-eb07-4897-b14a-c6f6774d1cd2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 51523068-eb07-4897-b14a-c6f6774d1cd2 found for delete ", "request_id": "req-81d20656-e63f-48a3-8ec6-b9bda20999dd"}]} Aug 27 04:42:14.318692 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9c8b2b1b-c898-4179-97ff-4e8c9efe78fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (16d8e9db-8659-48ff-b7ee-f7ebc5b5d855), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:14.320979 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c952e4-a79d-4924-af49-100d8cdfb08d req-132ab453-3272-491b-b73d-056ef09caeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:14.322651 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-33c952e4-a79d-4924-af49-100d8cdfb08d req-132ab453-3272-491b-b73d-056ef09caeac service neutron] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=d85e7650a4374066922085ef5115c973&device_id=aef5015d-04b9-4f2e-9f2f-6d294b36c318 HTTP/1.1" status: 200 len: 1132 time: 0.0819213 Aug 27 04:42:14.341122 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-19db0dd0-8e10-4851-bd4b-12c79c94d0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (00f94fb5-9fc9-4230-890c-a35d6b68b1e8), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:14.346721 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-19db0dd0-8e10-4851-bd4b-12c79c94d0c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:14.352776 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-19db0dd0-8e10-4851-bd4b-12c79c94d0c2 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/00f94fb5-9fc9-4230-890c-a35d6b68b1e8 HTTP/1.1" status: 204 len: 168 time: 2.7654388 Aug 27 04:42:14.401918 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b2b1b-c898-4179-97ff-4e8c9efe78fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16d8e9db-8659-48ff-b7ee-f7ebc5b5d855,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:14.409336 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9c8b2b1b-c898-4179-97ff-4e8c9efe78fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:14.412445 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-9c8b2b1b-c898-4179-97ff-4e8c9efe78fc admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/16d8e9db-8659-48ff-b7ee-f7ebc5b5d855 HTTP/1.1" status: 204 len: 168 time: 1.4818110 Aug 27 04:42:14.413633 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79388fc-b1c7-4244-8621-64eae12fbad9 None None] Network 19faf2ef-e461-408b-9828-ac0e0a9dbe50 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:42:14.415375 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41952) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:14.453125 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19db0dd0-8e10-4851-bd4b-12c79c94d0c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=00f94fb5-9fc9-4230-890c-a35d6b68b1e8,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:14.468481 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6690de20-460b-4744-b843-9b14a06291b1 req-22ed5940-f4ce-4604-b910-0904cabd7100 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142956 Aug 27 04:42:14.475590 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-961d4907-2eac-4084-b2e0-7a9e3c3e96c1 admin admin] Publish callbacks [] for port (11cf8bde-d6c8-4150-ac2f-2c3ff90b8e3d), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:14.487897 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 9d145b20-5fbc-416b-8e8b-d3745a42c0f9 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:42:14.568881 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 9d145b20-5fbc-416b-8e8b-d3745a42c0f9 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:42:14.569197 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (9d145b20-5fbc-416b-8e8b-d3745a42c0f9), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:14.606300 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dc4a196f-f241-44b8-9628-08e259e65f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (19faf2ef-e461-408b-9828-ac0e0a9dbe50), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:14.619684 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-3b54bb1b-9067-44e1-9344-8685ac52ea70 req-8878f910-aea5-456e-91f1-6f20a4ec957d service neutron] 10.222.0.78 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027828 Aug 27 04:42:14.636544 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-961d4907-2eac-4084-b2e0-7a9e3c3e96c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (11cf8bde-d6c8-4150-ac2f-2c3ff90b8e3d), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:14.641328 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bd69df-1b27-4306-8854-aab3f47d7356 None None] DHCP port deletion for 19faf2ef-e461-408b-9828-ac0e0a9dbe50 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:42:14.662709 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 9d145b20-5fbc-416b-8e8b-d3745a42c0f9 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:42:14.685320 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26fc36e9-4253-4f91-88dd-c6559d4e4f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9'}] {{(pid=107777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:42:14.688488 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6e1ed2c1589df8125b2075e26a1ec4ff1174e69d6a71546bdf3c3a9a29d330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf9584a4-2b46-47ee-b1f0-d8d3451289a9" -d '{"events": [{"server_uuid": "26fc36e9-4253-4f91-88dd-c6559d4e4f59", "name": "network-vif-plugged", "status": "completed", "tag": "5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9"}]}' {{(pid=107777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:42:14.702456 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-dc4a196f-f241-44b8-9628-08e259e65f11 admin admin] Deleting port a791922c-1baa-4f09-b8c8-e437f375aa5d {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:42:14.703048 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dc4a196f-f241-44b8-9628-08e259e65f11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (a791922c-1baa-4f09-b8c8-e437f375aa5d), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:14.705386 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a480f780-518f-4216-b5dd-b7494a086f08 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:42:14.756415 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: a480f780-518f-4216-b5dd-b7494a086f08 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:42:14.765694 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a480f780-518f-4216-b5dd-b7494a086f08 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:42:14.765694 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 04:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3df848f-8d82-416e-9cad-c7e7db9725d7 x-openstack-request-id: req-a3df848f-8d82-416e-9cad-c7e7db9725d7 {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:42:14.765694 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26fc36e9-4253-4f91-88dd-c6559d4e4f59", "name": "network-vif-plugged", "status": "completed", "tag": "5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9", "code": 200}]} {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:42:14.765694 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a3df848f-8d82-416e-9cad-c7e7db9725d7 {{(pid=107777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:42:14.765694 n-d-852088-5 neutron-server[107777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3df848f-8d82-416e-9cad-c7e7db9725d7'] response: {'server_uuid': '26fc36e9-4253-4f91-88dd-c6559d4e4f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9', 'code': 200} Aug 27 04:42:14.766796 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961d4907-2eac-4084-b2e0-7a9e3c3e96c1 admin admin] Pushing event updated for resources: {'Port': ['ID=11cf8bde-d6c8-4150-ac2f-2c3ff90b8e3d,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:14.770955 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-961d4907-2eac-4084-b2e0-7a9e3c3e96c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (5f57572b-b4aa-4edb-bedc-b8c6b53e534f), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:14.772578 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-98bd69df-1b27-4306-8854-aab3f47d7356 None None] Deleting port a791922c-1baa-4f09-b8c8-e437f375aa5d {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:42:14.772955 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-98bd69df-1b27-4306-8854-aab3f47d7356 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (a791922c-1baa-4f09-b8c8-e437f375aa5d), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:14.789450 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41958) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:14.811105 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-dc4a196f-f241-44b8-9628-08e259e65f11 admin admin] For port a791922c-1baa-4f09-b8c8-e437f375aa5d, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a791922c-1baa-4f09-b8c8-e437f375aa5d,segment=NetworkSegment(1e0bc2f6-b3c4-4965-a7ca-cbcf5e23f6a5),segment_id=1e0bc2f6-b3c4-4965-a7ca-cbcf5e23f6a5)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:14.811719 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dc4a196f-f241-44b8-9628-08e259e65f11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (a791922c-1baa-4f09-b8c8-e437f375aa5d), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:14.833013 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-dc4a196f-f241-44b8-9628-08e259e65f11 admin admin] Calling delete_port for a791922c-1baa-4f09-b8c8-e437f375aa5d owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:42:14.887011 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-98bd69df-1b27-4306-8854-aab3f47d7356 None None] For port a791922c-1baa-4f09-b8c8-e437f375aa5d, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a791922c-1baa-4f09-b8c8-e437f375aa5d,segment=NetworkSegment(1e0bc2f6-b3c4-4965-a7ca-cbcf5e23f6a5),segment_id=1e0bc2f6-b3c4-4965-a7ca-cbcf5e23f6a5)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:14.888197 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-98bd69df-1b27-4306-8854-aab3f47d7356 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (a791922c-1baa-4f09-b8c8-e437f375aa5d), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:14.900243 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:14.911758 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-98bd69df-1b27-4306-8854-aab3f47d7356 None None] Calling delete_port for a791922c-1baa-4f09-b8c8-e437f375aa5d owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:42:15.034147 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c952e4-a79d-4924-af49-100d8cdfb08d req-b23281fc-47d0-4064-b6f8-c3c83f7ec6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:15.035662 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-33c952e4-a79d-4924-af49-100d8cdfb08d req-b23281fc-47d0-4064-b6f8-c3c83f7ec6c2 service neutron] 10.222.0.78 "GET /networking/v2.0/networks?id=a82fb463-5a8f-4b8b-991d-61491eba11c6 HTTP/1.1" status: 200 len: 870 time: 0.1941979 Aug 27 04:42:15.039126 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961d4907-2eac-4084-b2e0-7a9e3c3e96c1 admin admin] Network 98f3f664-0b79-426d-8123-4bd77dca6ddc is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:42:15.040951 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-961d4907-2eac-4084-b2e0-7a9e3c3e96c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:42:15.063428 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156407e-76e8-4881-bbd5-c33bd05f4ab1 req-fb593fa7-2102-48de-874d-685de5513e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:15.065189 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-8156407e-76e8-4881-bbd5-c33bd05f4ab1 req-fb593fa7-2102-48de-874d-685de5513e58 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=26fc36e9-4253-4f91-88dd-c6559d4e4f59 HTTP/1.1" status: 200 len: 1131 time: 0.1638525 Aug 27 04:42:15.134240 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-33c952e4-a79d-4924-af49-100d8cdfb08d req-bfb0235f-5c51-4a54-8983-81e690799b69 service neutron] 10.222.0.78 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=a723b0a9-1e91-40c0-a00b-51235a1e481f HTTP/1.1" status: 200 len: 217 time: 0.0698867 Aug 27 04:42:15.138470 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-3b54bb1b-9067-44e1-9344-8685ac52ea70 req-28945614-06fe-482a-b82f-381ef3abaeb9 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010013 Aug 27 04:42:15.152959 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-98bd69df-1b27-4306-8854-aab3f47d7356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (a791922c-1baa-4f09-b8c8-e437f375aa5d), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:15.178166 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41966) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:15.213621 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d1e3e182-623a-47c4-bbd1-b826056f7af9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (24e86354-ac16-497e-8999-559060fd6920), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:15.224991 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bd69df-1b27-4306-8854-aab3f47d7356 None None] No DVR routers for this DVR port a791922c-1baa-4f09-b8c8-e437f375aa5d on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:42:15.231020 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bd69df-1b27-4306-8854-aab3f47d7356 None None] Pushing event deleted for resources: {'Port': ['ID=a791922c-1baa-4f09-b8c8-e437f375aa5d,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:15.260211 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3fed7-9145-4bab-a3ac-876577f59a07 req-d482a36e-0a5d-4723-bc20-eee9202ad86f tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:15.261965 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d1d3fed7-9145-4bab-a3ac-876577f59a07 req-d482a36e-0a5d-4723-bc20-eee9202ad86f tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=6cc25b68-e43e-4056-aea7-4ab2e6a959f1 HTTP/1.1" status: 200 len: 947 time: 0.2075090 Aug 27 04:42:15.268927 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c952e4-a79d-4924-af49-100d8cdfb08d req-1c491e48-9ce6-4477-ad81-f174a4fee5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:15.270080 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-33c952e4-a79d-4924-af49-100d8cdfb08d req-1c491e48-9ce6-4477-ad81-f174a4fee5d1 service neutron] 10.222.0.78 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.0890520 Aug 27 04:42:15.289224 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6ca36aa0-e0be-4f15-b88f-184db95dbc83 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=2936c03bbeee48a585b66453179cba76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4986846 Aug 27 04:42:15.296916 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41968) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:15.316823 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-8156407e-76e8-4881-bbd5-c33bd05f4ab1 req-61625772-6faa-4c7c-a34f-24caf7511757 service neutron] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318995 Aug 27 04:42:15.321063 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dc4a196f-f241-44b8-9628-08e259e65f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (a791922c-1baa-4f09-b8c8-e437f375aa5d), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:15.413420 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d86f1c-1d84-417f-a002-eae7bdbb3d41 req-5bddcd43-15b8-41b7-b28a-aef804887b21 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:15.414223 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4a196f-f241-44b8-9628-08e259e65f11 admin admin] Pushing event deleted for resources: {'Port': ['ID=a791922c-1baa-4f09-b8c8-e437f375aa5d,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:15.414987 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-60d86f1c-1d84-417f-a002-eae7bdbb3d41 req-5bddcd43-15b8-41b7-b28a-aef804887b21 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=26fc36e9-4253-4f91-88dd-c6559d4e4f59 HTTP/1.1" status: 200 len: 949 time: 0.1759009 Aug 27 04:42:15.418667 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-823d85a7-bd93-4324-b0d8-3a2681ab8a1a None None] Provisioning complete for port 11cf8bde-d6c8-4150-ac2f-2c3ff90b8e3d triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:42:15.419625 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-823d85a7-bd93-4324-b0d8-3a2681ab8a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (11cf8bde-d6c8-4150-ac2f-2c3ff90b8e3d), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:15.422294 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4a196f-f241-44b8-9628-08e259e65f11 admin admin] No DVR routers for this DVR port a791922c-1baa-4f09-b8c8-e437f375aa5d on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:42:15.430624 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Device 50ae140f-7752-48c5-910e-0f908218735c details requested by agent hyperv_n-h2-852088-5 with host n-h2-852088-5 {{(pid=107777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:42:15.430897 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-952c92b9-51a1-4e7a-b41b-5e4bec32c6c5 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=4d1c84c5c0f4408188e3c2e8f9fc748a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2448783 Aug 27 04:42:15.433591 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41970) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:15.482473 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-823d85a7-bd93-4324-b0d8-3a2681ab8a1a None None] Port 11cf8bde-d6c8-4150-ac2f-2c3ff90b8e3d cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:42:15.492596 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c952e4-a79d-4924-af49-100d8cdfb08d req-fa2aa095-f1f0-4060-9b39-c0ae90d82bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:15.494120 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-33c952e4-a79d-4924-af49-100d8cdfb08d req-fa2aa095-f1f0-4060-9b39-c0ae90d82bde service neutron] 10.222.0.78 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1288576 Aug 27 04:42:15.516773 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d1d3fed7-9145-4bab-a3ac-876577f59a07 req-1ec61210-5c21-4fd5-89a2-9888dbfc1986 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=76c57a38-5eea-4c1b-9a19-7bd88dd68150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170382 Aug 27 04:42:15.583617 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-60d86f1c-1d84-417f-a002-eae7bdbb3d41 req-5c4d02be-0563-48c4-98e2-55b06640df70 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369033 Aug 27 04:42:15.603253 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-961d4907-2eac-4084-b2e0-7a9e3c3e96c1 admin admin] Router 5f57572b-b4aa-4edb-bedc-b8c6b53e534f has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:42:15.610711 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] For port 50ae140f-7752-48c5-910e-0f908218735c, host n-h2-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852088-5',level=0,port_id=50ae140f-7752-48c5-910e-0f908218735c,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:15.632448 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Returning: {'device': '50ae140f-7752-48c5-910e-0f908218735c', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'port_id': '50ae140f-7752-48c5-910e-0f908218735c', 'mac_address': 'fa:16:3e:20:bf:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120f3302-721f-4373-86a6-3aa14ccf6ac4', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:42:15.649365 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dc4a196f-f241-44b8-9628-08e259e65f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (19faf2ef-e461-408b-9828-ac0e0a9dbe50), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:15.654859 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-db2d9a09-1930-47b2-a3d6-fe09e90a3790 admin admin] Publish callbacks [] for security_group (c8b47764-7b42-4d8a-9fea-350a8ffa6f7a), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:15.684088 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Current status of the port 50ae140f-7752-48c5-910e-0f908218735c is: DOWN; New status is: BUILD {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:42:15.688398 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (50ae140f-7752-48c5-910e-0f908218735c), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:15.697026 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-db2d9a09-1930-47b2-a3d6-fe09e90a3790 admin admin] Publish callbacks [] for security_group (c8b47764-7b42-4d8a-9fea-350a8ffa6f7a), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:15.700530 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50ae140f-7752-48c5-910e-0f908218735c {{(pid=107777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 04:42:15.724389 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] For port 50ae140f-7752-48c5-910e-0f908218735c, host n-h2-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852088-5',level=0,port_id=50ae140f-7752-48c5-910e-0f908218735c,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:15.725433 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-dc4a196f-f241-44b8-9628-08e259e65f11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19faf2ef-e461-408b-9828-ac0e0a9dbe50']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:15.751153 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-dc4a196f-f241-44b8-9628-08e259e65f11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e0bc2f6-b3c4-4965-a7ca-cbcf5e23f6a5') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:15.752603 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-dc4a196f-f241-44b8-9628-08e259e65f11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e0bc2f6-b3c4-4965-a7ca-cbcf5e23f6a5') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:15.765630 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-33c952e4-a79d-4924-af49-100d8cdfb08d req-093ecc06-ac6a-4e3d-9e32-e95db21561c0 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453649 Aug 27 04:42:15.768279 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8b3283b0-8a43-49de-b890-b9cd6d97c066 admin admin] Publish callbacks [] for security_group (7b81b238-949f-4542-8a70-7f3cd84889ab), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:15.773688 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c5d51-3159-4e8e-aa0c-69d08a70f031 req-1bf3e70b-84d4-43c8-9de5-728a701e0f98 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:15.775144 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-fd1c5d51-3159-4e8e-aa0c-69d08a70f031 req-1bf3e70b-84d4-43c8-9de5-728a701e0f98 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b2c6b9f4-3292-4713-a3c1-9b8d3171ab77 HTTP/1.1" status: 200 len: 949 time: 0.1507051 Aug 27 04:42:15.778076 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dc4a196f-f241-44b8-9628-08e259e65f11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (1e0bc2f6-b3c4-4965-a7ca-cbcf5e23f6a5), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:15.827319 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dc4a196f-f241-44b8-9628-08e259e65f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (1e0bc2f6-b3c4-4965-a7ca-cbcf5e23f6a5), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:15.831052 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (50ae140f-7752-48c5-910e-0f908218735c), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:15.835017 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8b3283b0-8a43-49de-b890-b9cd6d97c066 admin admin] Publish callbacks [] for security_group (7b81b238-949f-4542-8a70-7f3cd84889ab), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:15.845154 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc4a196f-f241-44b8-9628-08e259e65f11 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:42:15.845582 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dc4a196f-f241-44b8-9628-08e259e65f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (1e0bc2f6-b3c4-4965-a7ca-cbcf5e23f6a5), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:15.856897 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961d4907-2eac-4084-b2e0-7a9e3c3e96c1 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:42:15.864688 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-961d4907-2eac-4084-b2e0-7a9e3c3e96c1 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/5f57572b-b4aa-4edb-bedc-b8c6b53e534f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9173572 Aug 27 04:42:15.887978 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdf5d59-c58c-4e82-8447-9a8290c2a311 None None] Sync routers for ids ['5f57572b-b4aa-4edb-bedc-b8c6b53e534f'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:42:15.892384 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:15.900770 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 1e0bc2f6-b3c4-4965-a7ca-cbcf5e23f6a5 resource provider aggregate not found Aug 27 04:42:15.927710 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Pushing event updated for resources: {'Port': ['ID=50ae140f-7752-48c5-910e-0f908218735c,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:15.932100 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdf5d59-c58c-4e82-8447-9a8290c2a311 None None] Routers {'5f57572b-b4aa-4edb-bedc-b8c6b53e534f'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:42:15.932805 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-fcdf5d59-c58c-4e82-8447-9a8290c2a311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:41:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['5f57572b-b4aa-4edb-bedc-b8c6b53e534f'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:15.955654 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 1e0bc2f6-b3c4-4965-a7ca-cbcf5e23f6a5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1e0bc2f6-b3c4-4965-a7ca-cbcf5e23f6a5 found for delete ", "request_id": "req-cf637bbe-690a-41e3-a3f5-bed95270c5bc"}]} Aug 27 04:42:15.977181 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-d1e3e182-623a-47c4-bbd1-b826056f7af9 admin admin] Deleting port 49a3b2a4-b00d-4df3-8103-176e51272f8d {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:42:15.977529 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d1e3e182-623a-47c4-bbd1-b826056f7af9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (49a3b2a4-b00d-4df3-8103-176e51272f8d), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:15.978225 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-fd1c5d51-3159-4e8e-aa0c-69d08a70f031 req-70ba91e7-3f45-4ee2-8e70-b81ecf1fcdc2 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821377 Aug 27 04:42:15.983815 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-33c952e4-a79d-4924-af49-100d8cdfb08d req-ca4b7ebb-f803-4ec2-bc22-b8fc04faf0ff service neutron] 10.222.0.78 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035830 Aug 27 04:42:16.085297 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-fcdf5d59-c58c-4e82-8447-9a8290c2a311 None None] Set router 5f57572b-b4aa-4edb-bedc-b8c6b53e534f gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:42:16.090324 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-d1e3e182-623a-47c4-bbd1-b826056f7af9 admin admin] For port 49a3b2a4-b00d-4df3-8103-176e51272f8d, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=49a3b2a4-b00d-4df3-8103-176e51272f8d,segment=NetworkSegment(89b8eebe-5b31-4491-85f0-eba39e53f2c6),segment_id=89b8eebe-5b31-4491-85f0-eba39e53f2c6)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:16.093669 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d1e3e182-623a-47c4-bbd1-b826056f7af9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (49a3b2a4-b00d-4df3-8103-176e51272f8d), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:16.093669 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-db2d9a09-1930-47b2-a3d6-fe09e90a3790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (c8b47764-7b42-4d8a-9fea-350a8ffa6f7a), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:16.096305 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-db2d9a09-1930-47b2-a3d6-fe09e90a3790 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:16.097578 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-db2d9a09-1930-47b2-a3d6-fe09e90a3790 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/c8b47764-7b42-4d8a-9fea-350a8ffa6f7a HTTP/1.1" status: 204 len: 168 time: 0.7954648 Aug 27 04:42:16.098417 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dc4a196f-f241-44b8-9628-08e259e65f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (19faf2ef-e461-408b-9828-ac0e0a9dbe50), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:16.121864 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2d9a09-1930-47b2-a3d6-fe09e90a3790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b47764-7b42-4d8a-9fea-350a8ffa6f7a,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:16.135130 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dc4a196f-f241-44b8-9628-08e259e65f11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:16.138462 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-dc4a196f-f241-44b8-9628-08e259e65f11 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/19faf2ef-e461-408b-9828-ac0e0a9dbe50 HTTP/1.1" status: 204 len: 168 time: 1.7207546 Aug 27 04:42:16.150065 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-d1e3e182-623a-47c4-bbd1-b826056f7af9 admin admin] Calling delete_port for 49a3b2a4-b00d-4df3-8103-176e51272f8d owned by network:router_interface {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:42:16.163163 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8b3283b0-8a43-49de-b890-b9cd6d97c066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (7b81b238-949f-4542-8a70-7f3cd84889ab), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:16.163163 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8b3283b0-8a43-49de-b890-b9cd6d97c066 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:16.163163 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8b3283b0-8a43-49de-b890-b9cd6d97c066 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/7b81b238-949f-4542-8a70-7f3cd84889ab HTTP/1.1" status: 204 len: 168 time: 0.7197852 Aug 27 04:42:16.164530 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4a196f-f241-44b8-9628-08e259e65f11 admin admin] Pushing event deleted for resources: {'Network': ['ID=19faf2ef-e461-408b-9828-ac0e0a9dbe50,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:16.179287 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3283b0-8a43-49de-b890-b9cd6d97c066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b81b238-949f-4542-8a70-7f3cd84889ab,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:16.211263 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] get_ports_and_sgs() called for port_ids ['50ae140f-7752-48c5-910e-0f908218735c'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:42:16.405912 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a791922c-1baa-4f09-b8c8-e437f375aa5d no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:42:16.409661 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-fcdf5d59-c58c-4e82-8447-9a8290c2a311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f57572b-b4aa-4edb-bedc-b8c6b53e534f', 'name': 'tempest-ServersTestManualDisk-1866656132-router', 'tenant_id': '4a75c85087244b31b3ed8b1908c8ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '9d145b20-5fbc-416b-8e8b-d3745a42c0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:42:02Z', 'updated_at': '2022-08-27T04:42:13Z', 'revision_number': 4, 'project_id': '4a75c85087244b31b3ed8b1908c8ade5', 'gw_port': {'id': '9d145b20-5fbc-416b-8e8b-d3745a42c0f9', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:64:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57572b-b4aa-4edb-bedc-b8c6b53e534f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:42:04Z', 'updated_at': '2022-08-27T04:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '11cf8bde-d6c8-4150-ac2f-2c3ff90b8e3d', 'name': '', 'network_id': '98f3f664-0b79-426d-8123-4bd77dca6ddc', 'tenant_id': '4a75c85087244b31b3ed8b1908c8ade5', 'mac_address': 'fa:16:3e:ca:fc:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f57572b-b4aa-4edb-bedc-b8c6b53e534f', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e807c511-da89-4038-9f7b-cd824a63d344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:42:10Z', 'updated_at': '2022-08-27T04:42:14Z', 'revision_number': 2, 'project_id': '4a75c85087244b31b3ed8b1908c8ade5', 'subnets': [{'id': 'e807c511-da89-4038-9f7b-cd824a63d344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:16.438749 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: a791922c-1baa-4f09-b8c8-e437f375aa5d {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:42:16.439091 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a791922c-1baa-4f09-b8c8-e437f375aa5d not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:42:16.468492 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdf5d59-c58c-4e82-8447-9a8290c2a311 None None] Checking router: 5f57572b-b4aa-4edb-bedc-b8c6b53e534f for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:42:16.473018 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdf5d59-c58c-4e82-8447-9a8290c2a311 None None] Updating router 5f57572b-b4aa-4edb-bedc-b8c6b53e534f port 11cf8bde-d6c8-4150-ac2f-2c3ff90b8e3d binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:42:16.518765 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fcdf5d59-c58c-4e82-8447-9a8290c2a311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (11cf8bde-d6c8-4150-ac2f-2c3ff90b8e3d), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:16.565916 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41992) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:16.570744 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-0bd3c544-4a7d-492c-a14d-95df984d1d06 tempest-ServersTestManualDisk-822902668 tempest-ServersTestManualDisk-822902668-project] Request body: {'security_group': {'name': 'tempest-securitygroup--682873939', 'description': 'tempest-description--1032877511'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:42:16.577083 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:16.624771 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d1e3e182-623a-47c4-bbd1-b826056f7af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (49a3b2a4-b00d-4df3-8103-176e51272f8d), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:16.711938 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e3e182-623a-47c4-bbd1-b826056f7af9 admin admin] Pushing event deleted for resources: {'Port': ['ID=49a3b2a4-b00d-4df3-8103-176e51272f8d,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:16.783367 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0bd3c544-4a7d-492c-a14d-95df984d1d06 tempest-ServersTestManualDisk-822902668 tempest-ServersTestManualDisk-822902668-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:16.797479 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1d4c2-abfa-45cc-8893-ce53828d134b req-4e1dfb49-8715-4d95-bc9c-87fb3cfc360b tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:16.820067 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5ef1d4c2-abfa-45cc-8893-ce53828d134b req-4e1dfb49-8715-4d95-bc9c-87fb3cfc360b tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=6cc25b68-e43e-4056-aea7-4ab2e6a959f1 HTTP/1.1" status: 200 len: 948 time: 0.2187707 Aug 27 04:42:16.826836 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:16.868449 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6f5b6a-dc02-46ac-8620-2395deec760e req-bee3876e-d297-48a4-947c-191a4666b7e2 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:16.873960 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-dd6f5b6a-dc02-46ac-8620-2395deec760e req-bee3876e-d297-48a4-947c-191a4666b7e2 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=26fc36e9-4253-4f91-88dd-c6559d4e4f59 HTTP/1.1" status: 200 len: 949 time: 0.1885066 Aug 27 04:42:16.889154 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:16.967827 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5ef1d4c2-abfa-45cc-8893-ce53828d134b req-c2b99ae9-ed09-42b8-8f71-816232e7d16a tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=76c57a38-5eea-4c1b-9a19-7bd88dd68150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419275 Aug 27 04:42:16.971297 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41998) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:16.994015 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-dd6f5b6a-dc02-46ac-8620-2395deec760e req-1d9a8d6a-bdc0-44b1-bfeb-3f68ee452a58 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091971 Aug 27 04:42:17.012366 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fcdf5d59-c58c-4e82-8447-9a8290c2a311 None None] Publish callbacks [] for port (11cf8bde-d6c8-4150-ac2f-2c3ff90b8e3d), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:17.056925 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7b86d3ab-4947-4a8c-b84e-83b4d4fcd2eb admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=36e20864d1964d7b8110ad48ba654711&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0842192 Aug 27 04:42:17.059736 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 42002) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:17.120961 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fcdf5d59-c58c-4e82-8447-9a8290c2a311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (11cf8bde-d6c8-4150-ac2f-2c3ff90b8e3d), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:17.203388 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b056461f-fa16-4956-b252-e95596f5752b req-1221ff9b-c293-411c-b584-000d7bf8339a tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:17.203613 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0bd3c544-4a7d-492c-a14d-95df984d1d06 tempest-ServersTestManualDisk-822902668 tempest-ServersTestManualDisk-822902668-project] Publish callbacks [] for security_group (86a39c00-f899-4154-86a6-860fa5920645), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:17.208815 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b056461f-fa16-4956-b252-e95596f5752b req-1221ff9b-c293-411c-b584-000d7bf8339a tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b2c6b9f4-3292-4713-a3c1-9b8d3171ab77 HTTP/1.1" status: 200 len: 949 time: 0.0840609 Aug 27 04:42:17.231439 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d1e3e182-623a-47c4-bbd1-b826056f7af9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (24e86354-ac16-497e-8999-559060fd6920), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:17.251182 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-fcdf5d59-c58c-4e82-8447-9a8290c2a311 None None] Attempting to bind port 11cf8bde-d6c8-4150-ac2f-2c3ff90b8e3d on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:42:17.252496 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-fcdf5d59-c58c-4e82-8447-9a8290c2a311 None None] Attempting to bind port 11cf8bde-d6c8-4150-ac2f-2c3ff90b8e3d by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '2e5c3f7a-11e6-412f-961f-abb26e0472b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '98f3f664-0b79-426d-8123-4bd77dca6ddc'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:42:17.252904 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdf5d59-c58c-4e82-8447-9a8290c2a311 None None] Attempting to bind port 11cf8bde-d6c8-4150-ac2f-2c3ff90b8e3d on network 98f3f664-0b79-426d-8123-4bd77dca6ddc {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:42:17.255112 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6aafcc7d-112b-483c-89b2-55f36df2b1a0 admin admin] Publish callbacks [] for security_group (53eb5cfe-2cfb-433f-9578-da013d58a6bb), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:17.264899 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdf5d59-c58c-4e82-8447-9a8290c2a311 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:42:17.265276 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdf5d59-c58c-4e82-8447-9a8290c2a311 None None] Checking segment: {'id': '2e5c3f7a-11e6-412f-961f-abb26e0472b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '98f3f664-0b79-426d-8123-4bd77dca6ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:42:17.265680 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fcdf5d59-c58c-4e82-8447-9a8290c2a311 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:17.266070 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdf5d59-c58c-4e82-8447-9a8290c2a311 None None] Bound using segment: {'id': '2e5c3f7a-11e6-412f-961f-abb26e0472b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '98f3f664-0b79-426d-8123-4bd77dca6ddc'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:42:17.266685 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-fcdf5d59-c58c-4e82-8447-9a8290c2a311 None None] Bound port: 11cf8bde-d6c8-4150-ac2f-2c3ff90b8e3d, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e5c3f7a-11e6-412f-961f-abb26e0472b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '98f3f664-0b79-426d-8123-4bd77dca6ddc'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:42:17.267433 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fcdf5d59-c58c-4e82-8447-9a8290c2a311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (11cf8bde-d6c8-4150-ac2f-2c3ff90b8e3d), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:17.270078 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9d3125-6517-4069-a8aa-1a3b92acd80b None None] Pushing event updated for resources: {'Port': ['ID=11cf8bde-d6c8-4150-ac2f-2c3ff90b8e3d,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:17.277674 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6aafcc7d-112b-483c-89b2-55f36df2b1a0 admin admin] Publish callbacks [] for security_group (53eb5cfe-2cfb-433f-9578-da013d58a6bb), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:17.353293 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-fcdf5d59-c58c-4e82-8447-9a8290c2a311 None None] For port 11cf8bde-d6c8-4150-ac2f-2c3ff90b8e3d, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:42:17.359931 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-fcdf5d59-c58c-4e82-8447-9a8290c2a311 None None] For port 11cf8bde-d6c8-4150-ac2f-2c3ff90b8e3d, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=11cf8bde-d6c8-4150-ac2f-2c3ff90b8e3d,segment=NetworkSegment(2e5c3f7a-11e6-412f-961f-abb26e0472b6),segment_id=2e5c3f7a-11e6-412f-961f-abb26e0472b6)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:42:17.364368 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0bd3c544-4a7d-492c-a14d-95df984d1d06 tempest-ServersTestManualDisk-822902668 tempest-ServersTestManualDisk-822902668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (86a39c00-f899-4154-86a6-860fa5920645), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:17.382307 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b056461f-fa16-4956-b252-e95596f5752b req-3b8a2e42-8308-40cd-bf16-b4d4d8576c63 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651340 Aug 27 04:42:17.424692 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd3c544-4a7d-492c-a14d-95df984d1d06 tempest-ServersTestManualDisk-822902668 tempest-ServersTestManualDisk-822902668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86a39c00-f899-4154-86a6-860fa5920645,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:17.441094 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6aafcc7d-112b-483c-89b2-55f36df2b1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (53eb5cfe-2cfb-433f-9578-da013d58a6bb), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:17.442994 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6aafcc7d-112b-483c-89b2-55f36df2b1a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:17.444954 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-6aafcc7d-112b-483c-89b2-55f36df2b1a0 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/53eb5cfe-2cfb-433f-9578-da013d58a6bb HTTP/1.1" status: 204 len: 168 time: 0.3833482 Aug 27 04:42:17.457432 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aafcc7d-112b-483c-89b2-55f36df2b1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53eb5cfe-2cfb-433f-9578-da013d58a6bb,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:17.480078 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fcdf5d59-c58c-4e82-8447-9a8290c2a311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (11cf8bde-d6c8-4150-ac2f-2c3ff90b8e3d), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:17.495420 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0bd3c544-4a7d-492c-a14d-95df984d1d06 tempest-ServersTestManualDisk-822902668 tempest-ServersTestManualDisk-822902668-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:17.499302 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-0bd3c544-4a7d-492c-a14d-95df984d1d06 tempest-ServersTestManualDisk-822902668 tempest-ServersTestManualDisk-822902668-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9298096 Aug 27 04:42:17.499938 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 42022) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:17.506080 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-476887b8-b175-4d61-ab95-8a7df0e82515 tempest-ServersTestManualDisk-822902668 tempest-ServersTestManualDisk-822902668-project] Request body: {'security_group_rule': {'security_group_id': '86a39c00-f899-4154-86a6-860fa5920645', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:42:17.527736 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d77474-7350-476b-91d4-31aa65859751 req-7494a38f-5ba7-4ddf-bd13-02c1226a8720 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:17.529995 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b3d77474-7350-476b-91d4-31aa65859751 req-7494a38f-5ba7-4ddf-bd13-02c1226a8720 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=579be28c-90ec-49a9-b048-9a9a3573cdc7 HTTP/1.1" status: 200 len: 950 time: 0.0570121 Aug 27 04:42:17.542194 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdf5d59-c58c-4e82-8447-9a8290c2a311 None None] Routers {'5f57572b-b4aa-4edb-bedc-b8c6b53e534f'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:42:17.542960 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-fcdf5d59-c58c-4e82-8447-9a8290c2a311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:41:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['5f57572b-b4aa-4edb-bedc-b8c6b53e534f'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:17.586191 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Device 50ae140f-7752-48c5-910e-0f908218735c up at agent hyperv_n-h2-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:42:17.601477 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b3d77474-7350-476b-91d4-31aa65859751 req-374404bb-29dc-43e9-8f0e-f1d5ec9582c9 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634637 Aug 27 04:42:17.815572 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9d3125-6517-4069-a8aa-1a3b92acd80b None None] Pushing event updated for resources: {'Port': ['ID=11cf8bde-d6c8-4150-ac2f-2c3ff90b8e3d,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:17.879588 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Provisioning for port 50ae140f-7752-48c5-910e-0f908218735c completed by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 27 04:42:17.887974 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e3e182-623a-47c4-bbd1-b826056f7af9 admin admin] Router 24e86354-ac16-497e-8999-559060fd6920 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:42:17.889204 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-fcdf5d59-c58c-4e82-8447-9a8290c2a311 None None] Set router 5f57572b-b4aa-4edb-bedc-b8c6b53e534f gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:42:18.011275 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Provisioning complete for port 50ae140f-7752-48c5-910e-0f908218735c triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:42:18.012122 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (50ae140f-7752-48c5-910e-0f908218735c), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:18.026774 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-476887b8-b175-4d61-ab95-8a7df0e82515 tempest-ServersTestManualDisk-822902668 tempest-ServersTestManualDisk-822902668-project] Publish callbacks [] for security_group_rule (ec6592e4-5bf6-4475-a84c-1139c4e9bfee), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:18.045297 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb21fa0-2934-4199-8e59-b16b21602abd req-41e6d39b-7409-4b86-a4bb-a340d10d0a66 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:18.048129 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:18.051749 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb21fa0-2934-4199-8e59-b16b21602abd req-41e6d39b-7409-4b86-a4bb-a340d10d0a66 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:18.054243 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8cb21fa0-2934-4199-8e59-b16b21602abd req-41e6d39b-7409-4b86-a4bb-a340d10d0a66 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b2c6b9f4-3292-4713-a3c1-9b8d3171ab77&device_id=579be28c-90ec-49a9-b048-9a9a3573cdc7 HTTP/1.1" status: 200 len: 1690 time: 0.0917468 Aug 27 04:42:18.068455 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e3e182-623a-47c4-bbd1-b826056f7af9 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:42:18.081860 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d1e3e182-623a-47c4-bbd1-b826056f7af9 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/24e86354-ac16-497e-8999-559060fd6920/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0745804 Aug 27 04:42:18.082073 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4795bb14-0f0f-404d-8d4c-24557fe7fdc1 None None] Sync routers for ids ['24e86354-ac16-497e-8999-559060fd6920'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:42:18.083952 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 42036) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:18.102641 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4795bb14-0f0f-404d-8d4c-24557fe7fdc1 None None] Routers {'24e86354-ac16-497e-8999-559060fd6920'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:42:18.103292 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-4795bb14-0f0f-404d-8d4c-24557fe7fdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:41:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['24e86354-ac16-497e-8999-559060fd6920'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:18.202585 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Current status of the port 50ae140f-7752-48c5-910e-0f908218735c is: BUILD; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:42:18.203149 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (50ae140f-7752-48c5-910e-0f908218735c), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:18.216373 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5b0b3e-9f67-4e98-bdf1-6732812bb632 req-fcae86de-81a6-4266-8f06-59ec0ac318bd tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:18.218448 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3b5b0b3e-9f67-4e98-bdf1-6732812bb632 req-fcae86de-81a6-4266-8f06-59ec0ac318bd tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=6cc25b68-e43e-4056-aea7-4ab2e6a959f1 HTTP/1.1" status: 200 len: 948 time: 0.1191025 Aug 27 04:42:18.269489 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] For port 50ae140f-7752-48c5-910e-0f908218735c, host n-h2-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852088-5',level=0,port_id=50ae140f-7752-48c5-910e-0f908218735c,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:18.273012 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:18.274364 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc25b68-e43e-4056-aea7-4ab2e6a959f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ae140f-7752-48c5-910e-0f908218735c'}] {{(pid=107777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:42:18.278828 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6e1ed2c1589df8125b2075e26a1ec4ff1174e69d6a71546bdf3c3a9a29d330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4693db38-9188-44f2-abb3-a578ed373794" -d '{"events": [{"server_uuid": "6cc25b68-e43e-4056-aea7-4ab2e6a959f1", "name": "network-vif-plugged", "status": "completed", "tag": "50ae140f-7752-48c5-910e-0f908218735c"}]}' {{(pid=107777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:42:18.289252 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-fcdf5d59-c58c-4e82-8447-9a8290c2a311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f57572b-b4aa-4edb-bedc-b8c6b53e534f', 'name': 'tempest-ServersTestManualDisk-1866656132-router', 'tenant_id': '4a75c85087244b31b3ed8b1908c8ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '9d145b20-5fbc-416b-8e8b-d3745a42c0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:42:02Z', 'updated_at': '2022-08-27T04:42:13Z', 'revision_number': 4, 'project_id': '4a75c85087244b31b3ed8b1908c8ade5', 'gw_port': {'id': '9d145b20-5fbc-416b-8e8b-d3745a42c0f9', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:64:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57572b-b4aa-4edb-bedc-b8c6b53e534f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:42:04Z', 'updated_at': '2022-08-27T04:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '11cf8bde-d6c8-4150-ac2f-2c3ff90b8e3d', 'name': '', 'network_id': '98f3f664-0b79-426d-8123-4bd77dca6ddc', 'tenant_id': '4a75c85087244b31b3ed8b1908c8ade5', 'mac_address': 'fa:16:3e:ca:fc:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f57572b-b4aa-4edb-bedc-b8c6b53e534f', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e807c511-da89-4038-9f7b-cd824a63d344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:42:10Z', 'updated_at': '2022-08-27T04:42:17Z', 'revision_number': 4, 'project_id': '4a75c85087244b31b3ed8b1908c8ade5', 'subnets': [{'id': 'e807c511-da89-4038-9f7b-cd824a63d344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:18.326427 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdf5d59-c58c-4e82-8447-9a8290c2a311 None None] The sync data for ids ['5f57572b-b4aa-4edb-bedc-b8c6b53e534f'] in n-d-852088-5 is: [{'id': '5f57572b-b4aa-4edb-bedc-b8c6b53e534f', 'name': 'tempest-ServersTestManualDisk-1866656132-router', 'tenant_id': '4a75c85087244b31b3ed8b1908c8ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '9d145b20-5fbc-416b-8e8b-d3745a42c0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:42:02Z', 'updated_at': '2022-08-27T04:42:13Z', 'revision_number': 4, 'project_id': '4a75c85087244b31b3ed8b1908c8ade5', 'gw_port': {'id': '9d145b20-5fbc-416b-8e8b-d3745a42c0f9', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:64:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57572b-b4aa-4edb-bedc-b8c6b53e534f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:42:04Z', 'updated_at': '2022-08-27T04:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '11cf8bde-d6c8-4150-ac2f-2c3ff90b8e3d', 'name': '', 'network_id': '98f3f664-0b79-426d-8123-4bd77dca6ddc', 'tenant_id': '4a75c85087244b31b3ed8b1908c8ade5', 'mac_address': 'fa:16:3e:ca:fc:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f57572b-b4aa-4edb-bedc-b8c6b53e534f', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e807c511-da89-4038-9f7b-cd824a63d344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:42:10Z', 'updated_at': '2022-08-27T04:42:17Z', 'revision_number': 4, 'project_id': '4a75c85087244b31b3ed8b1908c8ade5', 'subnets': [{'id': 'e807c511-da89-4038-9f7b-cd824a63d344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:42:18.351285 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:18.358815 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-4795bb14-0f0f-404d-8d4c-24557fe7fdc1 None None] Set router 24e86354-ac16-497e-8999-559060fd6920 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:42:18.383290 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8cb21fa0-2934-4199-8e59-b16b21602abd req-34a2218c-37d1-4309-b678-1f2a3420b738 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236110 Aug 27 04:42:18.391124 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (50ae140f-7752-48c5-910e-0f908218735c), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:18.405779 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-476887b8-b175-4d61-ab95-8a7df0e82515 tempest-ServersTestManualDisk-822902668 tempest-ServersTestManualDisk-822902668-project] Publish callbacks [] for security_group_rule (ec6592e4-5bf6-4475-a84c-1139c4e9bfee), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:18.502195 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3b5b0b3e-9f67-4e98-bdf1-6732812bb632 req-51f8ed6d-e6ce-4562-b94b-3a5896877045 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=76c57a38-5eea-4c1b-9a19-7bd88dd68150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746234 Aug 27 04:42:18.506383 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-476887b8-b175-4d61-ab95-8a7df0e82515 tempest-ServersTestManualDisk-822902668 tempest-ServersTestManualDisk-822902668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (ec6592e4-5bf6-4475-a84c-1139c4e9bfee), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:18.536128 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a6fb-7d2c-4030-be40-e1d9dea7faf3 admin admin] Publish callbacks [] for router (24e86354-ac16-497e-8999-559060fd6920), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:18.553174 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Pushing event updated for resources: {'Port': ['ID=50ae140f-7752-48c5-910e-0f908218735c,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:18.594412 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:18.620657 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 04:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f3b70c-e717-4ff7-9aa1-fd35a0ea4ee0 x-openstack-request-id: req-68f3b70c-e717-4ff7-9aa1-fd35a0ea4ee0 {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:42:18.620974 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cc25b68-e43e-4056-aea7-4ab2e6a959f1", "name": "network-vif-plugged", "status": "completed", "tag": "50ae140f-7752-48c5-910e-0f908218735c", "code": 200}]} {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:42:18.621267 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-68f3b70c-e717-4ff7-9aa1-fd35a0ea4ee0 {{(pid=107777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:42:18.621668 n-d-852088-5 neutron-server[107777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68f3b70c-e717-4ff7-9aa1-fd35a0ea4ee0'] response: {'server_uuid': '6cc25b68-e43e-4056-aea7-4ab2e6a959f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ae140f-7752-48c5-910e-0f908218735c', 'code': 200} Aug 27 04:42:18.692134 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e3ad0-60b0-4cf4-bfba-fa930366e88d req-bccaaad7-b18a-4cff-952f-87d7ab986533 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:18.694573 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-0b3e3ad0-60b0-4cf4-bfba-fa930366e88d req-bccaaad7-b18a-4cff-952f-87d7ab986533 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=26fc36e9-4253-4f91-88dd-c6559d4e4f59 HTTP/1.1" status: 200 len: 949 time: 0.0976062 Aug 27 04:42:18.729194 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476887b8-b175-4d61-ab95-8a7df0e82515 tempest-ServersTestManualDisk-822902668 tempest-ServersTestManualDisk-822902668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec6592e4-5bf6-4475-a84c-1139c4e9bfee,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:18.754131 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:18.787372 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a6fb-7d2c-4030-be40-e1d9dea7faf3 admin admin] Publish callbacks [] for router_gateway (24e86354-ac16-497e-8999-559060fd6920), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:18.813650 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:18.828198 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-4795bb14-0f0f-404d-8d4c-24557fe7fdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e86354-ac16-497e-8999-559060fd6920', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1129188118-router', 'tenant_id': '58b3dd9918d0412a9441e5b405948450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '97db49f0-7c99-487e-a1c9-cd57a326eecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:40:26Z', 'updated_at': '2022-08-27T04:42:16Z', 'revision_number': 5, 'project_id': '58b3dd9918d0412a9441e5b405948450', 'gw_port': {'id': '97db49f0-7c99-487e-a1c9-cd57a326eecd', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e86354-ac16-497e-8999-559060fd6920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:40:27Z', 'updated_at': '2022-08-27T04:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:18.832919 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-0b3e3ad0-60b0-4cf4-bfba-fa930366e88d req-8cde3864-5236-468d-b489-9bdceb18ba9a tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276710 Aug 27 04:42:18.840355 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a6421c-3ca1-429f-8417-e57918dd52e6 req-5fba0407-e98a-4adc-8a3a-b7130cbaea45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:18.842435 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f2a6421c-3ca1-429f-8417-e57918dd52e6 req-5fba0407-e98a-4adc-8a3a-b7130cbaea45 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6cc25b68-e43e-4056-aea7-4ab2e6a959f1 HTTP/1.1" status: 200 len: 1131 time: 0.1469572 Aug 27 04:42:18.848373 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-476887b8-b175-4d61-ab95-8a7df0e82515 tempest-ServersTestManualDisk-822902668 tempest-ServersTestManualDisk-822902668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:18.855020 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-476887b8-b175-4d61-ab95-8a7df0e82515 tempest-ServersTestManualDisk-822902668 tempest-ServersTestManualDisk-822902668-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3491063 Aug 27 04:42:18.855020 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 42066) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:18.864333 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-64b2ee9d-2f92-4c23-9d6a-3c422e32a58c tempest-ServersTestManualDisk-822902668 tempest-ServersTestManualDisk-822902668-project] Request body: {'security_group_rule': {'security_group_id': '86a39c00-f899-4154-86a6-860fa5920645', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:42:18.899068 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4795bb14-0f0f-404d-8d4c-24557fe7fdc1 None None] Checking router: 24e86354-ac16-497e-8999-559060fd6920 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:42:18.923400 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4795bb14-0f0f-404d-8d4c-24557fe7fdc1 None None] Routers {'24e86354-ac16-497e-8999-559060fd6920'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:42:18.924723 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-4795bb14-0f0f-404d-8d4c-24557fe7fdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:41:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['24e86354-ac16-497e-8999-559060fd6920'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:18.929073 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 42070) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:19.018810 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c4f08c-cba1-4912-9b40-10944283a3dc req-54b977bf-5968-433f-a249-3fd3abbca3d4 tempest-ServersOnMultiNodesTest-1002263859 tempest-ServersOnMultiNodesTest-1002263859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:19.022426 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:19.023957 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f7c4f08c-cba1-4912-9b40-10944283a3dc req-54b977bf-5968-433f-a249-3fd3abbca3d4 tempest-ServersOnMultiNodesTest-1002263859 tempest-ServersOnMultiNodesTest-1002263859-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b2c6b9f4-3292-4713-a3c1-9b8d3171ab77 HTTP/1.1" status: 200 len: 1131 time: 0.1371124 Aug 27 04:42:19.041800 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f2a6421c-3ca1-429f-8417-e57918dd52e6 req-e3de5f0a-0669-42ee-af2a-95cbdd86f605 service neutron] 10.222.0.78 "GET /networking/v2.0/security-groups?id=76c57a38-5eea-4c1b-9a19-7bd88dd68150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913371 Aug 27 04:42:19.049386 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:DELETE=3,neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:19.073500 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a6fb-7d2c-4030-be40-e1d9dea7faf3 admin admin] Deleting port 97db49f0-7c99-487e-a1c9-cd57a326eecd {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:42:19.073845 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a6fb-7d2c-4030-be40-e1d9dea7faf3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (97db49f0-7c99-487e-a1c9-cd57a326eecd), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:19.098996 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f7c4f08c-cba1-4912-9b40-10944283a3dc req-8149649d-891a-4299-99f2-fa2c4fa46ef1 tempest-ServersOnMultiNodesTest-1002263859 tempest-ServersOnMultiNodesTest-1002263859-project-admin] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664434 Aug 27 04:42:19.190943 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-4795bb14-0f0f-404d-8d4c-24557fe7fdc1 None None] Set router 24e86354-ac16-497e-8999-559060fd6920 gateway port host: None {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:42:19.254495 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-64b2ee9d-2f92-4c23-9d6a-3c422e32a58c tempest-ServersTestManualDisk-822902668 tempest-ServersTestManualDisk-822902668-project] Publish callbacks [] for security_group_rule (bdb36773-7468-417d-8a2f-a58cafde59f2), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:19.314342 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-4795bb14-0f0f-404d-8d4c-24557fe7fdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e86354-ac16-497e-8999-559060fd6920', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1129188118-router', 'tenant_id': '58b3dd9918d0412a9441e5b405948450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:40:26Z', 'updated_at': '2022-08-27T04:42:18Z', 'revision_number': 6, 'project_id': '58b3dd9918d0412a9441e5b405948450', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:19.317815 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=3,neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:19.347468 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabc6b68-be83-4523-ae89-d430c83ee77c req-58ec27c6-1696-425e-899f-3f1fcf8db3ed tempest-ServersOnMultiNodesTest-1002263859 tempest-ServersOnMultiNodesTest-1002263859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:19.350543 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-eabc6b68-be83-4523-ae89-d430c83ee77c req-58ec27c6-1696-425e-899f-3f1fcf8db3ed tempest-ServersOnMultiNodesTest-1002263859 tempest-ServersOnMultiNodesTest-1002263859-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?device_id=579be28c-90ec-49a9-b048-9a9a3573cdc7 HTTP/1.1" status: 200 len: 1132 time: 0.0991857 Aug 27 04:42:19.368189 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-2cb9a6fb-7d2c-4030-be40-e1d9dea7faf3 admin admin] For port 97db49f0-7c99-487e-a1c9-cd57a326eecd, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=97db49f0-7c99-487e-a1c9-cd57a326eecd,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:19.380586 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a6fb-7d2c-4030-be40-e1d9dea7faf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (97db49f0-7c99-487e-a1c9-cd57a326eecd), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:19.386192 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4795bb14-0f0f-404d-8d4c-24557fe7fdc1 None None] The sync data for ids ['24e86354-ac16-497e-8999-559060fd6920'] in n-d-852088-5 is: [{'id': '24e86354-ac16-497e-8999-559060fd6920', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1129188118-router', 'tenant_id': '58b3dd9918d0412a9441e5b405948450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:40:26Z', 'updated_at': '2022-08-27T04:42:18Z', 'revision_number': 6, 'project_id': '58b3dd9918d0412a9441e5b405948450', 'gw_port_host': None}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:42:19.396952 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-2b205098-0b2a-49d2-a99c-7c0d52991426 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1346067895-network', 'tenant_id': 'd0b2fd77da7144c9ad5b4246be5f5cfc'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:42:19.456373 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-eabc6b68-be83-4523-ae89-d430c83ee77c req-94110446-6abd-4414-b1dc-ae67acea702d tempest-ServersOnMultiNodesTest-1002263859 tempest-ServersOnMultiNodesTest-1002263859-project-admin] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978582 Aug 27 04:42:19.475749 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a6fb-7d2c-4030-be40-e1d9dea7faf3 admin admin] Calling delete_port for 97db49f0-7c99-487e-a1c9-cd57a326eecd owned by network:router_gateway {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:42:19.507383 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-64b2ee9d-2f92-4c23-9d6a-3c422e32a58c tempest-ServersTestManualDisk-822902668 tempest-ServersTestManualDisk-822902668-project] Publish callbacks [] for security_group_rule (bdb36773-7468-417d-8a2f-a58cafde59f2), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:19.624913 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b205098-0b2a-49d2-a99c-7c0d52991426 admin admin] Made reservation on behalf of d0b2fd77da7144c9ad5b4246be5f5cfc for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:42:19.627728 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2b205098-0b2a-49d2-a99c-7c0d52991426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:19.632851 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-64b2ee9d-2f92-4c23-9d6a-3c422e32a58c tempest-ServersTestManualDisk-822902668 tempest-ServersTestManualDisk-822902668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (bdb36773-7468-417d-8a2f-a58cafde59f2), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:19.643689 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b410ad-7ede-45ae-90ad-9ef0be007c81 req-6a71ed98-6b5c-4a8e-ad22-85372f16074f tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:19.652315 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b0b410ad-7ede-45ae-90ad-9ef0be007c81 req-6a71ed98-6b5c-4a8e-ad22-85372f16074f tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=6cc25b68-e43e-4056-aea7-4ab2e6a959f1 HTTP/1.1" status: 200 len: 949 time: 0.0684140 Aug 27 04:42:19.655083 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2b205098-0b2a-49d2-a99c-7c0d52991426 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:19.704445 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b2ee9d-2f92-4c23-9d6a-3c422e32a58c tempest-ServersTestManualDisk-822902668 tempest-ServersTestManualDisk-822902668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdb36773-7468-417d-8a2f-a58cafde59f2,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:19.716900 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b0b410ad-7ede-45ae-90ad-9ef0be007c81 req-506adaba-2db4-4db0-b11a-b4139629ce77 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=76c57a38-5eea-4c1b-9a19-7bd88dd68150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633669 Aug 27 04:42:19.807721 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-64b2ee9d-2f92-4c23-9d6a-3c422e32a58c tempest-ServersTestManualDisk-822902668 tempest-ServersTestManualDisk-822902668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:19.813477 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 42112) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:19.813640 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-64b2ee9d-2f92-4c23-9d6a-3c422e32a58c tempest-ServersTestManualDisk-822902668 tempest-ServersTestManualDisk-822902668-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9596362 Aug 27 04:42:19.819203 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-8d56a9b3-d419-4112-89dd-a2dd907868e3 tempest-ServersTestManualDisk-822902668 tempest-ServersTestManualDisk-822902668-project] Request body: {'floatingip': {'floating_network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:42:19.888343 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2b205098-0b2a-49d2-a99c-7c0d52991426 admin admin] Publish callbacks [] for security_group (d9964d13-f7ca-492c-bf5c-43e7860c18ee), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:19.898054 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a47cb84c-65f2-460f-9e85-bb8b01a4eb05 req-0e5a1f3a-0db6-4ee2-8ec8-ccb909bf3ca1 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=d85e7650a4374066922085ef5115c973&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0660164 Aug 27 04:42:19.925649 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a6fb-7d2c-4030-be40-e1d9dea7faf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (97db49f0-7c99-487e-a1c9-cd57a326eecd), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:19.980729 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a6fb-7d2c-4030-be40-e1d9dea7faf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=97db49f0-7c99-487e-a1c9-cd57a326eecd,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:19.989938 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2b205098-0b2a-49d2-a99c-7c0d52991426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (d9964d13-f7ca-492c-bf5c-43e7860c18ee), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:20.068986 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b205098-0b2a-49d2-a99c-7c0d52991426 admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:42:20.076122 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b205098-0b2a-49d2-a99c-7c0d52991426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9964d13-f7ca-492c-bf5c-43e7860c18ee,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:20.091440 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2b205098-0b2a-49d2-a99c-7c0d52991426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (e3511880-7c14-4330-8fdc-14c2bd619bb2), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:20.091753 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-2b205098-0b2a-49d2-a99c-7c0d52991426 admin admin] Added segment e3511880-7c14-4330-8fdc-14c2bd619bb2 of type vlan for network 7f8b30d1-7d38-46c8-bca9-e430689f86aa Aug 27 04:42:20.116675 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 42128) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:20.118954 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7dba192b-d85b-44e5-9dd0-80d1e4a05ada req-ef83f19a-6be1-47bd-b4fb-51a84594a8c5 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=8511e600620148c2b51cb7fe446763eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1176364 Aug 27 04:42:20.121032 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8d56a9b3-d419-4112-89dd-a2dd907868e3 tempest-ServersTestManualDisk-822902668 tempest-ServersTestManualDisk-822902668-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:20.132030 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a6fb-7d2c-4030-be40-e1d9dea7faf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (24e86354-ac16-497e-8999-559060fd6920), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:20.153184 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47cb84c-65f2-460f-9e85-bb8b01a4eb05 req-4dba6582-5973-45a7-85e0-d53147a2c0f2 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:20.156358 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a47cb84c-65f2-460f-9e85-bb8b01a4eb05 req-4dba6582-5973-45a7-85e0-d53147a2c0f2 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2503257 Aug 27 04:42:20.214250 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2b205098-0b2a-49d2-a99c-7c0d52991426 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (7f8b30d1-7d38-46c8-bca9-e430689f86aa), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:20.259240 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a6fb-7d2c-4030-be40-e1d9dea7faf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (24e86354-ac16-497e-8999-559060fd6920), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:20.266294 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a6fb-7d2c-4030-be40-e1d9dea7faf3 admin admin] Publish callbacks [] for router_controller (24e86354-ac16-497e-8999-559060fd6920), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:20.283911 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-7a2509e3-95d7-44bb-b579-56042ed39a14 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-2098882451-network', 'tenant_id': '7b1f727e0ec54ec1afa8f14d5d17152c'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:42:20.303235 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a47cb84c-65f2-460f-9e85-bb8b01a4eb05 req-c86dc807-99fa-4309-a860-35025087d59d tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/quotas/d85e7650a4374066922085ef5115c973 HTTP/1.1" status: 200 len: 375 time: 0.0484831 Aug 27 04:42:20.365628 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2b205098-0b2a-49d2-a99c-7c0d52991426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (7f8b30d1-7d38-46c8-bca9-e430689f86aa), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:20.366663 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b205098-0b2a-49d2-a99c-7c0d52991426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:20.367253 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2b205098-0b2a-49d2-a99c-7c0d52991426 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:20.411354 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba192b-d85b-44e5-9dd0-80d1e4a05ada req-3ffcce47-456c-4d84-aef7-fc6b2b44a37f tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:20.418427 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7dba192b-d85b-44e5-9dd0-80d1e4a05ada req-3ffcce47-456c-4d84-aef7-fc6b2b44a37f tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2884133 Aug 27 04:42:20.425515 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 11cf8bde-d6c8-4150-ac2f-2c3ff90b8e3d up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:42:20.432448 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a6fb-7d2c-4030-be40-e1d9dea7faf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (24e86354-ac16-497e-8999-559060fd6920), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:20.433051 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb9a6fb-7d2c-4030-be40-e1d9dea7faf3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24e86354-ac16-497e-8999-559060fd6920 {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:42:20.436706 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8d56a9b3-d419-4112-89dd-a2dd907868e3 tempest-ServersTestManualDisk-822902668 tempest-ServersTestManualDisk-822902668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:20.439352 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a6fb-7d2c-4030-be40-e1d9dea7faf3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:20.443474 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2cb9a6fb-7d2c-4030-be40-e1d9dea7faf3 admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/24e86354-ac16-497e-8999-559060fd6920 HTTP/1.1" status: 204 len: 168 time: 2.3562927 Aug 27 04:42:20.444440 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 42132) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:20.447995 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a47cb84c-65f2-460f-9e85-bb8b01a4eb05 req-f6bd5148-02f4-4c54-b7b3-db414d352910 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=d85e7650a4374066922085ef5115c973&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1352637 Aug 27 04:42:20.458903 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7dba192b-d85b-44e5-9dd0-80d1e4a05ada req-53d6e39d-7497-43bd-bf33-acf782c877d0 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/quotas/8511e600620148c2b51cb7fe446763eb HTTP/1.1" status: 200 len: 375 time: 0.0366983 Aug 27 04:42:20.498064 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2b205098-0b2a-49d2-a99c-7c0d52991426 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.4507942 Aug 27 04:42:20.501611 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 42134) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:20.509839 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-a10740aa-bf93-4ae5-99c2-f2bcbf39b76f admin admin] Request body: {'subnet': {'network_id': '7f8b30d1-7d38-46c8-bca9-e430689f86aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1346067895-subnet', 'tenant_id': 'd0b2fd77da7144c9ad5b4246be5f5cfc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:42:20.520341 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b205098-0b2a-49d2-a99c-7c0d52991426 admin admin] Pushing event updated for resources: {'Network': ['ID=7f8b30d1-7d38-46c8-bca9-e430689f86aa,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:20.544212 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-d28f5501-cb41-4953-a406-9a0335a8ff13 admin admin] Deleting subnet 31614302-2d16-42e4-a687-8e44a418e758 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:42:20.546346 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2509e3-95d7-44bb-b579-56042ed39a14 admin admin] Made reservation on behalf of 7b1f727e0ec54ec1afa8f14d5d17152c for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:42:20.548763 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d28f5501-cb41-4953-a406-9a0335a8ff13 admin admin] Publish callbacks [] for subnet (31614302-2d16-42e4-a687-8e44a418e758), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:20.552320 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7a2509e3-95d7-44bb-b579-56042ed39a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:20.558263 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 7f8b30d1-7d38-46c8-bca9-e430689f86aa details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:42:20.571519 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7a2509e3-95d7-44bb-b579-56042ed39a14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:20.598171 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7dba192b-d85b-44e5-9dd0-80d1e4a05ada req-299501e8-d073-4203-88dd-845e681fdd1a tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=8511e600620148c2b51cb7fe446763eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1412184 Aug 27 04:42:20.601945 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d28f5501-cb41-4953-a406-9a0335a8ff13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (31614302-2d16-42e4-a687-8e44a418e758), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:20.642710 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 11cf8bde-d6c8-4150-ac2f-2c3ff90b8e3d triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:42:20.643486 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (11cf8bde-d6c8-4150-ac2f-2c3ff90b8e3d), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:20.737109 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:20.752559 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-8d56a9b3-d419-4112-89dd-a2dd907868e3 tempest-ServersTestManualDisk-822902668 tempest-ServersTestManualDisk-822902668-project] Allocated IP 172.25.2.247 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/80f6bb23-fac6-41da-9ca8-8a6e752d303d) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:42:20.753146 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d28f5501-cb41-4953-a406-9a0335a8ff13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (31614302-2d16-42e4-a687-8e44a418e758), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:20.791663 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 11cf8bde-d6c8-4150-ac2f-2c3ff90b8e3d is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:42:20.792061 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (11cf8bde-d6c8-4150-ac2f-2c3ff90b8e3d), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:20.834188 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 11cf8bde-d6c8-4150-ac2f-2c3ff90b8e3d, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=11cf8bde-d6c8-4150-ac2f-2c3ff90b8e3d,segment=NetworkSegment(2e5c3f7a-11e6-412f-961f-abb26e0472b6),segment_id=2e5c3f7a-11e6-412f-961f-abb26e0472b6)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:20.858083 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7a2509e3-95d7-44bb-b579-56042ed39a14 admin admin] Publish callbacks [] for security_group (69f6c994-f705-4a53-9a63-34e7761bfc47), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:20.891494 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10740aa-bf93-4ae5-99c2-f2bcbf39b76f admin admin] Made reservation on behalf of d0b2fd77da7144c9ad5b4246be5f5cfc for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:42:20.894050 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a10740aa-bf93-4ae5-99c2-f2bcbf39b76f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:20.915437 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8d56a9b3-d419-4112-89dd-a2dd907868e3 tempest-ServersTestManualDisk-822902668 tempest-ServersTestManualDisk-822902668-project] Publish callbacks [] for port (80f6bb23-fac6-41da-9ca8-8a6e752d303d), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:20.928051 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (11cf8bde-d6c8-4150-ac2f-2c3ff90b8e3d), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:20.931275 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:20.931584 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7a2509e3-95d7-44bb-b579-56042ed39a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (69f6c994-f705-4a53-9a63-34e7761bfc47), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:20.994123 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d28f5501-cb41-4953-a406-9a0335a8ff13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (31614302-2d16-42e4-a687-8e44a418e758), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:21.032293 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a2509e3-95d7-44bb-b579-56042ed39a14 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:42:21.079920 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2509e3-95d7-44bb-b579-56042ed39a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f6c994-f705-4a53-9a63-34e7761bfc47,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:21.094020 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28f5501-cb41-4953-a406-9a0335a8ff13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31614302-2d16-42e4-a687-8e44a418e758,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:21.101407 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7a2509e3-95d7-44bb-b579-56042ed39a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (be8e4cea-c775-4d33-a91b-e5ffea381146), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:21.101756 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-7a2509e3-95d7-44bb-b579-56042ed39a14 admin admin] Added segment be8e4cea-c775-4d33-a91b-e5ffea381146 of type vlan for network 61290b17-e784-4c62-9fdf-9b547563f66f Aug 27 04:42:21.117777 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d28f5501-cb41-4953-a406-9a0335a8ff13 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:21.119631 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=11cf8bde-d6c8-4150-ac2f-2c3ff90b8e3d,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:21.129390 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d28f5501-cb41-4953-a406-9a0335a8ff13 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/31614302-2d16-42e4-a687-8e44a418e758 HTTP/1.1" status: 204 len: 168 time: 0.6798558 Aug 27 04:42:21.136270 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffcaaaff-1683-4f94-8afd-bf714208b073 None None] Network 4b90a02d-7596-4345-be3b-8f84a0599266 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:42:21.151929 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 42150) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:21.239625 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 49a3b2a4-b00d-4df3-8103-176e51272f8d no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:42:21.281046 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8d56a9b3-d419-4112-89dd-a2dd907868e3 tempest-ServersTestManualDisk-822902668 tempest-ServersTestManualDisk-822902668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (80f6bb23-fac6-41da-9ca8-8a6e752d303d), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:21.333292 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7a2509e3-95d7-44bb-b579-56042ed39a14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (61290b17-e784-4c62-9fdf-9b547563f66f), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:21.334564 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 49a3b2a4-b00d-4df3-8103-176e51272f8d {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:42:21.335649 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 49a3b2a4-b00d-4df3-8103-176e51272f8d not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:42:21.336316 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 97db49f0-7c99-487e-a1c9-cd57a326eecd no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:42:21.398350 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 97db49f0-7c99-487e-a1c9-cd57a326eecd {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:42:21.399011 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 97db49f0-7c99-487e-a1c9-cd57a326eecd not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:42:21.410525 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8d587e77-a27d-4cd0-bad1-bb26d23863c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (4b90a02d-7596-4345-be3b-8f84a0599266), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:21.422359 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac4564-be8c-4fea-9df6-00c4c79df390 req-2fa4880d-9d71-4e58-8ca5-0b18b8ab79fc tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:21.437209 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3eac4564-be8c-4fea-9df6-00c4c79df390 req-2fa4880d-9d71-4e58-8ca5-0b18b8ab79fc tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=6cc25b68-e43e-4056-aea7-4ab2e6a959f1 HTTP/1.1" status: 200 len: 949 time: 0.1576834 Aug 27 04:42:21.486187 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-91afeeeb-9370-45f3-ad3a-46cb1bd6a6c0 req-2d8bb745-93d5-49d2-a38f-89668d804c3d tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0d9d1fdc-b487-4dea-9067-60d92aafac40 HTTP/1.1" status: 200 len: 210 time: 0.2780538 Aug 27 04:42:21.511328 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d56a9b3-d419-4112-89dd-a2dd907868e3 tempest-ServersTestManualDisk-822902668 tempest-ServersTestManualDisk-822902668-project] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:42:21.516998 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:21.545403 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-8d56a9b3-d419-4112-89dd-a2dd907868e3 tempest-ServersTestManualDisk-822902668 tempest-ServersTestManualDisk-822902668-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:42:21.566769 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d56a9b3-d419-4112-89dd-a2dd907868e3 tempest-ServersTestManualDisk-822902668 tempest-ServersTestManualDisk-822902668-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:42:21.634778 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-8d587e77-a27d-4cd0-bad1-bb26d23863c9 admin admin] Deleting port 85f31109-683c-41ae-9f73-a5740868525f {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:42:21.634778 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8d587e77-a27d-4cd0-bad1-bb26d23863c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (85f31109-683c-41ae-9f73-a5740868525f), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:21.656523 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b17bbc-0bbb-4b81-afe3-e925236a131d None None] DHCP port deletion for 4b90a02d-7596-4345-be3b-8f84a0599266 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:42:21.713216 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-63b17bbc-0bbb-4b81-afe3-e925236a131d None None] Deleting port 85f31109-683c-41ae-9f73-a5740868525f {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:42:21.717600 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-63b17bbc-0bbb-4b81-afe3-e925236a131d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (85f31109-683c-41ae-9f73-a5740868525f), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:21.717739 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3eac4564-be8c-4fea-9df6-00c4c79df390 req-4f39970c-14b0-4f5a-a15f-55fe3ac55809 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=76c57a38-5eea-4c1b-9a19-7bd88dd68150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779567 Aug 27 04:42:21.722856 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-8d587e77-a27d-4cd0-bad1-bb26d23863c9 admin admin] For port 85f31109-683c-41ae-9f73-a5740868525f, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=85f31109-683c-41ae-9f73-a5740868525f,segment=NetworkSegment(89b8eebe-5b31-4491-85f0-eba39e53f2c6),segment_id=89b8eebe-5b31-4491-85f0-eba39e53f2c6)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:21.723237 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8d587e77-a27d-4cd0-bad1-bb26d23863c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (85f31109-683c-41ae-9f73-a5740868525f), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:21.743559 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-8d587e77-a27d-4cd0-bad1-bb26d23863c9 admin admin] Calling delete_port for 85f31109-683c-41ae-9f73-a5740868525f owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:42:21.752640 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a10740aa-bf93-4ae5-99c2-f2bcbf39b76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (0c93b01c-58d2-4f59-af0c-1240b9783471), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:21.762323 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b0f5ce64-bf7d-47c0-9aa9-ac7ac4d1e89b req-fc733e49-d6b8-442a-980f-0f5843487949 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=fb625475-12a3-45d3-8176-64b5a8a07c67 HTTP/1.1" status: 200 len: 210 time: 0.1047735 Aug 27 04:42:21.762917 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d56a9b3-d419-4112-89dd-a2dd907868e3 tempest-ServersTestManualDisk-822902668 tempest-ServersTestManualDisk-822902668-project] Pushing event updated for resources: {'Port': ['ID=80f6bb23-fac6-41da-9ca8-8a6e752d303d,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:21.821668 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8d56a9b3-d419-4112-89dd-a2dd907868e3 tempest-ServersTestManualDisk-822902668 tempest-ServersTestManualDisk-822902668-project] Publish callbacks [] for floatingip (b0f68e42-4776-4405-b4aa-225cd471a163), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:21.823120 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-63b17bbc-0bbb-4b81-afe3-e925236a131d None None] For port 85f31109-683c-41ae-9f73-a5740868525f, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=85f31109-683c-41ae-9f73-a5740868525f,segment=NetworkSegment(89b8eebe-5b31-4491-85f0-eba39e53f2c6),segment_id=89b8eebe-5b31-4491-85f0-eba39e53f2c6)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:21.823703 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-63b17bbc-0bbb-4b81-afe3-e925236a131d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (85f31109-683c-41ae-9f73-a5740868525f), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:21.834818 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10740aa-bf93-4ae5-99c2-f2bcbf39b76f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c93b01c-58d2-4f59-af0c-1240b9783471,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:21.847135 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-63b17bbc-0bbb-4b81-afe3-e925236a131d None None] Calling delete_port for 85f31109-683c-41ae-9f73-a5740868525f owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:42:21.858869 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7a2509e3-95d7-44bb-b579-56042ed39a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (61290b17-e784-4c62-9fdf-9b547563f66f), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:21.868834 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2509e3-95d7-44bb-b579-56042ed39a14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:21.868834 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7a2509e3-95d7-44bb-b579-56042ed39a14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:21.925865 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10740aa-bf93-4ae5-99c2-f2bcbf39b76f admin admin] Checking segment: {'id': 'e3511880-7c14-4330-8fdc-14c2bd619bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7f8b30d1-7d38-46c8-bca9-e430689f86aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:42:21.926508 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10740aa-bf93-4ae5-99c2-f2bcbf39b76f admin admin] Network hostable DHCP agents. Network: 7f8b30d1-7d38-46c8-bca9-e430689f86aa, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:42:22.086707 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-63b17bbc-0bbb-4b81-afe3-e925236a131d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (85f31109-683c-41ae-9f73-a5740868525f), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:22.088144 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10740aa-bf93-4ae5-99c2-f2bcbf39b76f admin admin] Network 7f8b30d1-7d38-46c8-bca9-e430689f86aa is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:42:22.104360 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8d587e77-a27d-4cd0-bad1-bb26d23863c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (85f31109-683c-41ae-9f73-a5740868525f), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:22.140216 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b17bbc-0bbb-4b81-afe3-e925236a131d None None] No DVR routers for this DVR port 85f31109-683c-41ae-9f73-a5740868525f on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:42:22.142556 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b17bbc-0bbb-4b81-afe3-e925236a131d None None] Pushing event deleted for resources: {'Port': ['ID=85f31109-683c-41ae-9f73-a5740868525f,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:22.185225 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d587e77-a27d-4cd0-bad1-bb26d23863c9 admin admin] No DVR routers for this DVR port 85f31109-683c-41ae-9f73-a5740868525f on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:42:22.190802 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d587e77-a27d-4cd0-bad1-bb26d23863c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=85f31109-683c-41ae-9f73-a5740868525f,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:22.260367 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-a10740aa-bf93-4ae5-99c2-f2bcbf39b76f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 7f8b30d1-7d38-46c8-bca9-e430689f86aa) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:42:22.264889 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58770fe0-6701-48de-af46-7f135688bfaa None None] Network 7f8b30d1-7d38-46c8-bca9-e430689f86aa requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:42:22.276027 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10740aa-bf93-4ae5-99c2-f2bcbf39b76f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:22.276851 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a10740aa-bf93-4ae5-99c2-f2bcbf39b76f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:22.319894 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8d56a9b3-d419-4112-89dd-a2dd907868e3 tempest-ServersTestManualDisk-822902668 tempest-ServersTestManualDisk-822902668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (80f6bb23-fac6-41da-9ca8-8a6e752d303d), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:22.420589 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8d587e77-a27d-4cd0-bad1-bb26d23863c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (4b90a02d-7596-4345-be3b-8f84a0599266), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:22.502297 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8d56a9b3-d419-4112-89dd-a2dd907868e3 tempest-ServersTestManualDisk-822902668 tempest-ServersTestManualDisk-822902668-project] Publish callbacks [] for port (80f6bb23-fac6-41da-9ca8-8a6e752d303d), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:22.504138 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2509e3-95d7-44bb-b579-56042ed39a14 admin admin] Pushing event updated for resources: {'Network': ['ID=61290b17-e784-4c62-9fdf-9b547563f66f,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:22.510938 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7a2509e3-95d7-44bb-b579-56042ed39a14 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.3902640 Aug 27 04:42:22.511631 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a10740aa-bf93-4ae5-99c2-f2bcbf39b76f admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0085344 Aug 27 04:42:22.514817 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 42210) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:22.515213 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 42212) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:22.517688 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-8d587e77-a27d-4cd0-bad1-bb26d23863c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b90a02d-7596-4345-be3b-8f84a0599266']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:22.522414 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 11cf8bde-d6c8-4150-ac2f-2c3ff90b8e3d up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:42:22.524780 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 61290b17-e784-4c62-9fdf-9b547563f66f details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:42:22.526021 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-513e2b1f-019b-4722-bf33-87ab9ac4c976 admin admin] Request body: {'subnet': {'network_id': '61290b17-e784-4c62-9fdf-9b547563f66f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-2098882451-subnet', 'tenant_id': '7b1f727e0ec54ec1afa8f14d5d17152c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:42:22.534861 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-dac839cc-cc74-4f8b-992c-9c32f8a3a2dd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1346067895-router', 'tenant_id': 'd0b2fd77da7144c9ad5b4246be5f5cfc', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:42:22.542422 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9054e5-ca4e-4182-8ac6-d8000583d99d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-7f8b30d1-7d38-46c8-bca9-e430689f86aa', 'network_id': '7f8b30d1-7d38-46c8-bca9-e430689f86aa', 'project_id': 'd0b2fd77da7144c9ad5b4246be5f5cfc', 'fixed_ips': [{'subnet_id': '0c93b01c-58d2-4f59-af0c-1240b9783471'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:42:22.545106 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0a9054e5-ca4e-4182-8ac6-d8000583d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:22.565345 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-8d587e77-a27d-4cd0-bad1-bb26d23863c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89b8eebe-5b31-4491-85f0-eba39e53f2c6') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:22.565643 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-8d587e77-a27d-4cd0-bad1-bb26d23863c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89b8eebe-5b31-4491-85f0-eba39e53f2c6') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:22.588612 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8d587e77-a27d-4cd0-bad1-bb26d23863c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (89b8eebe-5b31-4491-85f0-eba39e53f2c6), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:22.608928 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8d587e77-a27d-4cd0-bad1-bb26d23863c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (89b8eebe-5b31-4491-85f0-eba39e53f2c6), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:22.616041 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d587e77-a27d-4cd0-bad1-bb26d23863c9 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:42:22.616527 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8d587e77-a27d-4cd0-bad1-bb26d23863c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (89b8eebe-5b31-4491-85f0-eba39e53f2c6), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:22.617285 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-dd52d88d-c136-480b-85fc-ddcb5f844fda req-4971176e-27ab-4a10-bb2f-662fa6ba1f84 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=e5865b7b9da947b2a324cb31d5c658bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369341 Aug 27 04:42:22.645415 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8d56a9b3-d419-4112-89dd-a2dd907868e3 tempest-ServersTestManualDisk-822902668 tempest-ServersTestManualDisk-822902668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (80f6bb23-fac6-41da-9ca8-8a6e752d303d), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:22.660780 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2f1451a5-c3ca-47f2-a585-5d882f062f11 req-29852660-cf3b-43dd-a8d3-baa806248fd0 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0d9d1fdc-b487-4dea-9067-60d92aafac40 HTTP/1.1" status: 200 len: 210 time: 0.0558121 Aug 27 04:42:22.671880 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 89b8eebe-5b31-4491-85f0-eba39e53f2c6 resource provider aggregate not found Aug 27 04:42:22.694681 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 89b8eebe-5b31-4491-85f0-eba39e53f2c6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 89b8eebe-5b31-4491-85f0-eba39e53f2c6 found for delete ", "request_id": "req-b2f7c058-e499-42f3-9907-700473788bb6"}]} Aug 27 04:42:22.734951 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 11cf8bde-d6c8-4150-ac2f-2c3ff90b8e3d triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:42:22.735623 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (11cf8bde-d6c8-4150-ac2f-2c3ff90b8e3d), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:22.737503 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513e2b1f-019b-4722-bf33-87ab9ac4c976 admin admin] Made reservation on behalf of 7b1f727e0ec54ec1afa8f14d5d17152c for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:42:22.740199 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-513e2b1f-019b-4722-bf33-87ab9ac4c976 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:22.765247 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dac839cc-cc74-4f8b-992c-9c32f8a3a2dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (7912f26b-6621-48f0-9a64-e1b137065077), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:22.766657 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dac839cc-cc74-4f8b-992c-9c32f8a3a2dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (7912f26b-6621-48f0-9a64-e1b137065077), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:22.796924 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8d56a9b3-d419-4112-89dd-a2dd907868e3 tempest-ServersTestManualDisk-822902668 tempest-ServersTestManualDisk-822902668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677636'] for floatingip (b0f68e42-4776-4405-b4aa-225cd471a163), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:22.803083 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d56a9b3-d419-4112-89dd-a2dd907868e3 tempest-ServersTestManualDisk-822902668 tempest-ServersTestManualDisk-822902668-project] Pushing event updated for resources: {'Port': ['ID=80f6bb23-fac6-41da-9ca8-8a6e752d303d,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:22.821880 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8d587e77-a27d-4cd0-bad1-bb26d23863c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (4b90a02d-7596-4345-be3b-8f84a0599266), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:22.848057 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8d587e77-a27d-4cd0-bad1-bb26d23863c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:22.851867 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8d587e77-a27d-4cd0-bad1-bb26d23863c9 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/4b90a02d-7596-4345-be3b-8f84a0599266 HTTP/1.1" status: 204 len: 168 time: 1.6966422 Aug 27 04:42:22.854376 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d587e77-a27d-4cd0-bad1-bb26d23863c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b90a02d-7596-4345-be3b-8f84a0599266,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:22.860285 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 42230) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:22.863459 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52d88d-c136-480b-85fc-ddcb5f844fda req-70d9d3cf-5576-438e-bba0-775a4a49af51 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:22.865079 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-dd52d88d-c136-480b-85fc-ddcb5f844fda req-70d9d3cf-5576-438e-bba0-775a4a49af51 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2210784 Aug 27 04:42:22.883686 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-0a9054e5-ca4e-4182-8ac6-d8000583d99d None None] Allocated IP 172.20.0.2 (7f8b30d1-7d38-46c8-bca9-e430689f86aa/0c93b01c-58d2-4f59-af0c-1240b9783471/e5e8e694-4a49-45ed-9bd5-5c157ef897a1) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:42:22.903369 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 11cf8bde-d6c8-4150-ac2f-2c3ff90b8e3d is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:42:22.907531 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-dd52d88d-c136-480b-85fc-ddcb5f844fda req-b297a9cb-cb41-469e-9a88-7e615fe48214 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/quotas/e5865b7b9da947b2a324cb31d5c658bd HTTP/1.1" status: 200 len: 375 time: 0.0317426 Aug 27 04:42:22.910214 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-921211a9-9d4e-4753-a7a8-05b3a7e0b5e8 req-bf3186e7-9c2c-47b9-8610-ef5a0502567a tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=fb625475-12a3-45d3-8176-64b5a8a07c67 HTTP/1.1" status: 200 len: 210 time: 0.0441806 Aug 27 04:42:22.980573 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8d56a9b3-d419-4112-89dd-a2dd907868e3 tempest-ServersTestManualDisk-822902668 tempest-ServersTestManualDisk-822902668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:22.981949 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-8d56a9b3-d419-4112-89dd-a2dd907868e3 tempest-ServersTestManualDisk-822902668 tempest-ServersTestManualDisk-822902668-project] 10.222.0.76 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1672440 Aug 27 04:42:22.990920 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-dd52d88d-c136-480b-85fc-ddcb5f844fda req-795be871-e27f-4b5d-953e-c498230738a1 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=e5865b7b9da947b2a324cb31d5c658bd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0657990 Aug 27 04:42:23.009335 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 85f31109-683c-41ae-9f73-a5740868525f no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:42:23.016661 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dac839cc-cc74-4f8b-992c-9c32f8a3a2dd admin admin] Publish callbacks [] for router_controller (7912f26b-6621-48f0-9a64-e1b137065077), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:23.061342 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 85f31109-683c-41ae-9f73-a5740868525f {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:42:23.062291 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 85f31109-683c-41ae-9f73-a5740868525f not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:42:23.204522 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0a9054e5-ca4e-4182-8ac6-d8000583d99d None None] Publish callbacks [] for port (e5e8e694-4a49-45ed-9bd5-5c157ef897a1), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:23.251862 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:23.358860 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-353aacb4-de97-4acf-a2a7-673fce378e51 req-d71cad30-1b15-423e-8329-5eab5933ec25 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=3502ba5a-ec3a-4a03-b6ba-09ae7c472413 HTTP/1.1" status: 200 len: 210 time: 0.0577371 Aug 27 04:42:23.361711 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0a9054e5-ca4e-4182-8ac6-d8000583d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (e5e8e694-4a49-45ed-9bd5-5c157ef897a1), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:23.370274 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7f4f3fd3-6791-4b4a-b58a-8870402bfbff req-0a00246f-da66-476c-a0d2-f1f856979d67 tempest-ServersTestManualDisk-822902668 tempest-ServersTestManualDisk-822902668-project] 10.222.0.76 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--682873939&fields=id&tenant_id=4a75c85087244b31b3ed8b1908c8ade5 HTTP/1.1" status: 200 len: 267 time: 0.1390469 Aug 27 04:42:23.488947 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:23.518916 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f3fd3-6791-4b4a-b58a-8870402bfbff req-825cee5a-f084-4791-b3dc-bab7981dacc7 tempest-ServersTestManualDisk-822902668 tempest-ServersTestManualDisk-822902668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:23.528037 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7f4f3fd3-6791-4b4a-b58a-8870402bfbff req-825cee5a-f084-4791-b3dc-bab7981dacc7 tempest-ServersTestManualDisk-822902668 tempest-ServersTestManualDisk-822902668-project] 10.222.0.76 "GET /networking/v2.0/networks?id=98f3f664-0b79-426d-8123-4bd77dca6ddc HTTP/1.1" status: 200 len: 812 time: 0.1474273 Aug 27 04:42:23.549115 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7f4f3fd3-6791-4b4a-b58a-8870402bfbff req-509435fd-1c7a-496f-bda4-e4d16ca8af7a tempest-ServersTestManualDisk-822902668 tempest-ServersTestManualDisk-822902668-project] 10.222.0.76 "GET /networking/v2.0/quotas/4a75c85087244b31b3ed8b1908c8ade5 HTTP/1.1" status: 200 len: 375 time: 0.0199859 Aug 27 04:42:23.569819 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dac839cc-cc74-4f8b-992c-9c32f8a3a2dd admin admin] Publish callbacks [] for router_gateway (7912f26b-6621-48f0-9a64-e1b137065077), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:23.606353 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:23.621848 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9054e5-ca4e-4182-8ac6-d8000583d99d None None] Network 7f8b30d1-7d38-46c8-bca9-e430689f86aa is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:42:23.626520 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-0a9054e5-ca4e-4182-8ac6-d8000583d99d None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:42:23.627976 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7f4f3fd3-6791-4b4a-b58a-8870402bfbff req-df98d357-8a51-4ac8-9803-93d79bb39b15 tempest-ServersTestManualDisk-822902668 tempest-ServersTestManualDisk-822902668-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=4a75c85087244b31b3ed8b1908c8ade5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0709076 Aug 27 04:42:23.631267 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9054e5-ca4e-4182-8ac6-d8000583d99d None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:42:23.640888 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9054e5-ca4e-4182-8ac6-d8000583d99d None None] Pushing event updated for resources: {'Port': ['ID=e5e8e694-4a49-45ed-9bd5-5c157ef897a1,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:23.726788 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-0a9054e5-ca4e-4182-8ac6-d8000583d99d None None] Attempting to bind port e5e8e694-4a49-45ed-9bd5-5c157ef897a1 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:42:23.727164 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-0a9054e5-ca4e-4182-8ac6-d8000583d99d None None] Attempting to bind port e5e8e694-4a49-45ed-9bd5-5c157ef897a1 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'e3511880-7c14-4330-8fdc-14c2bd619bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7f8b30d1-7d38-46c8-bca9-e430689f86aa'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:42:23.727535 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9054e5-ca4e-4182-8ac6-d8000583d99d None None] Attempting to bind port e5e8e694-4a49-45ed-9bd5-5c157ef897a1 on network 7f8b30d1-7d38-46c8-bca9-e430689f86aa {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:42:23.734808 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9054e5-ca4e-4182-8ac6-d8000583d99d None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:42:23.735619 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9054e5-ca4e-4182-8ac6-d8000583d99d None None] Checking segment: {'id': 'e3511880-7c14-4330-8fdc-14c2bd619bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7f8b30d1-7d38-46c8-bca9-e430689f86aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:42:23.736301 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0a9054e5-ca4e-4182-8ac6-d8000583d99d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:23.736512 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9054e5-ca4e-4182-8ac6-d8000583d99d None None] Bound using segment: {'id': 'e3511880-7c14-4330-8fdc-14c2bd619bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7f8b30d1-7d38-46c8-bca9-e430689f86aa'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:42:23.737247 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-0a9054e5-ca4e-4182-8ac6-d8000583d99d None None] Bound port: e5e8e694-4a49-45ed-9bd5-5c157ef897a1, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3511880-7c14-4330-8fdc-14c2bd619bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7f8b30d1-7d38-46c8-bca9-e430689f86aa'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:42:23.737800 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0a9054e5-ca4e-4182-8ac6-d8000583d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (e5e8e694-4a49-45ed-9bd5-5c157ef897a1), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:23.784826 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-85e05e3e-08e2-449f-9c5b-ddc3df4352e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (e4f54ef3-f263-454c-9b28-439f8ab246f9), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:23.789929 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-cfcd877b-430e-4f07-85aa-e2db1fda8b0d req-1f2ed16a-380b-46d8-95d3-0fa174aa3ddf tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0d9d1fdc-b487-4dea-9067-60d92aafac40 HTTP/1.1" status: 200 len: 210 time: 0.0323179 Aug 27 04:42:23.820440 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-0a9054e5-ca4e-4182-8ac6-d8000583d99d None None] For port e5e8e694-4a49-45ed-9bd5-5c157ef897a1, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:42:23.824609 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-0a9054e5-ca4e-4182-8ac6-d8000583d99d None None] For port e5e8e694-4a49-45ed-9bd5-5c157ef897a1, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=e5e8e694-4a49-45ed-9bd5-5c157ef897a1,segment=NetworkSegment(e3511880-7c14-4330-8fdc-14c2bd619bb2),segment_id=e3511880-7c14-4330-8fdc-14c2bd619bb2)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:42:23.836838 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:23.866143 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-513e2b1f-019b-4722-bf33-87ab9ac4c976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (3801d356-08e9-43e5-b21e-8fd823a42145), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:23.872062 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 42262) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:23.926192 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0a9054e5-ca4e-4182-8ac6-d8000583d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (e5e8e694-4a49-45ed-9bd5-5c157ef897a1), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:23.930643 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:23.945474 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ce41-397d-453d-8efd-d0065cfc2dfc tempest-ServersTestManualDisk-822902668 tempest-ServersTestManualDisk-822902668-project] Publish callbacks [] for security_group (86a39c00-f899-4154-86a6-860fa5920645), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:23.974835 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ce41-397d-453d-8efd-d0065cfc2dfc tempest-ServersTestManualDisk-822902668 tempest-ServersTestManualDisk-822902668-project] Publish callbacks [] for security_group (86a39c00-f899-4154-86a6-860fa5920645), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:24.062655 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e2b1f-019b-4722-bf33-87ab9ac4c976 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3801d356-08e9-43e5-b21e-8fd823a42145,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:24.069392 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9054e5-ca4e-4182-8ac6-d8000583d99d None None] Pushing event updated for resources: {'Port': ['ID=e5e8e694-4a49-45ed-9bd5-5c157ef897a1,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:24.129869 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-598ba30e-6b10-4f02-8018-be476ce9c934 req-e6961237-1303-4e1e-ad7e-da5867641aa0 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=fb625475-12a3-45d3-8176-64b5a8a07c67 HTTP/1.1" status: 200 len: 210 time: 0.0424938 Aug 27 04:42:24.166722 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:24.178862 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513e2b1f-019b-4722-bf33-87ab9ac4c976 admin admin] Checking segment: {'id': 'be8e4cea-c775-4d33-a91b-e5ffea381146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '61290b17-e784-4c62-9fdf-9b547563f66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:42:24.179228 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513e2b1f-019b-4722-bf33-87ab9ac4c976 admin admin] Network hostable DHCP agents. Network: 61290b17-e784-4c62-9fdf-9b547563f66f, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:42:24.239548 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ce41-397d-453d-8efd-d0065cfc2dfc tempest-ServersTestManualDisk-822902668 tempest-ServersTestManualDisk-822902668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (86a39c00-f899-4154-86a6-860fa5920645), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:24.258573 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ce41-397d-453d-8efd-d0065cfc2dfc tempest-ServersTestManualDisk-822902668 tempest-ServersTestManualDisk-822902668-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:24.265468 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e8c2ce41-397d-453d-8efd-d0065cfc2dfc tempest-ServersTestManualDisk-822902668 tempest-ServersTestManualDisk-822902668-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/86a39c00-f899-4154-86a6-860fa5920645 HTTP/1.1" status: 204 len: 168 time: 0.3907602 Aug 27 04:42:24.266211 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 42274) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:24.293706 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c2ce41-397d-453d-8efd-d0065cfc2dfc tempest-ServersTestManualDisk-822902668 tempest-ServersTestManualDisk-822902668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a39c00-f899-4154-86a6-860fa5920645,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:24.304800 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-31b55de0-d056-444b-b6b0-e1bab1afedf4 tempest-ServersTestManualDisk-822902668 tempest-ServersTestManualDisk-822902668-project] show failed (client error): The resource could not be found. Aug 27 04:42:24.305974 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-31b55de0-d056-444b-b6b0-e1bab1afedf4 tempest-ServersTestManualDisk-822902668 tempest-ServersTestManualDisk-822902668-project] 10.222.0.76 "GET /networking/v2.0/security-groups/86a39c00-f899-4154-86a6-860fa5920645 HTTP/1.1" status: 404 len: 347 time: 0.0335059 Aug 27 04:42:24.317300 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 42278) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:24.358627 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dac839cc-cc74-4f8b-992c-9c32f8a3a2dd admin admin] Publish callbacks [] for router_gateway (7912f26b-6621-48f0-9a64-e1b137065077), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:24.408265 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dac839cc-cc74-4f8b-992c-9c32f8a3a2dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:24.528618 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513e2b1f-019b-4722-bf33-87ab9ac4c976 admin admin] Network 61290b17-e784-4c62-9fdf-9b547563f66f is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:42:24.563279 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-9973e9a3-1ffd-4c45-ac54-6fd0717cfdd7 tempest-ServersTestManualDisk-822902668 tempest-ServersTestManualDisk-822902668-project] Deleting port 80f6bb23-fac6-41da-9ca8-8a6e752d303d {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:42:24.563865 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9973e9a3-1ffd-4c45-ac54-6fd0717cfdd7 tempest-ServersTestManualDisk-822902668 tempest-ServersTestManualDisk-822902668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (80f6bb23-fac6-41da-9ca8-8a6e752d303d), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:24.574036 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-85e05e3e-08e2-449f-9c5b-ddc3df4352e5 admin admin] Deleting port ed149127-8dce-43cb-82af-f874f4c6c6e5 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:42:24.574414 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-85e05e3e-08e2-449f-9c5b-ddc3df4352e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (ed149127-8dce-43cb-82af-f874f4c6c6e5), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:24.598273 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device e5e8e694-4a49-45ed-9bd5-5c157ef897a1 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:42:24.598640 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-00de76d6-8334-4f9c-918c-ff93c66ae71a req-a812a4a2-a569-4428-ad6d-d7545b4fb713 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=3502ba5a-ec3a-4a03-b6ba-09ae7c472413 HTTP/1.1" status: 200 len: 210 time: 0.1088715 Aug 27 04:42:24.658770 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port e5e8e694-4a49-45ed-9bd5-5c157ef897a1 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:42:24.659227 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e5e8e694-4a49-45ed-9bd5-5c157ef897a1), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:24.675489 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9973e9a3-1ffd-4c45-ac54-6fd0717cfdd7 tempest-ServersTestManualDisk-822902668 tempest-ServersTestManualDisk-822902668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (80f6bb23-fac6-41da-9ca8-8a6e752d303d), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:24.675989 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9973e9a3-1ffd-4c45-ac54-6fd0717cfdd7 tempest-ServersTestManualDisk-822902668 tempest-ServersTestManualDisk-822902668-project] Publish callbacks [] for floatingip (80f6bb23-fac6-41da-9ca8-8a6e752d303d), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:24.687119 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-a47cb84c-65f2-460f-9e85-bb8b01a4eb05 req-45dc56cf-e701-4c38-bfd8-7682573f1dc6 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.75 "GET /networking/v2.0/networks?tenant_id=d85e7650a4374066922085ef5115c973&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317073 Aug 27 04:42:24.698067 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-9973e9a3-1ffd-4c45-ac54-6fd0717cfdd7 tempest-ServersTestManualDisk-822902668 tempest-ServersTestManualDisk-822902668-project] Calling delete_port for 80f6bb23-fac6-41da-9ca8-8a6e752d303d owned by network:floatingip {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:42:24.702402 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-513e2b1f-019b-4722-bf33-87ab9ac4c976 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 61290b17-e784-4c62-9fdf-9b547563f66f) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:42:24.713762 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7094b8-7b4c-445a-a842-ab7b17d55014 None None] Network 61290b17-e784-4c62-9fdf-9b547563f66f requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:42:24.740213 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513e2b1f-019b-4722-bf33-87ab9ac4c976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:24.740809 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-513e2b1f-019b-4722-bf33-87ab9ac4c976 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:24.791788 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port e5e8e694-4a49-45ed-9bd5-5c157ef897a1 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:42:24.792901 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (e5e8e694-4a49-45ed-9bd5-5c157ef897a1), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:24.805446 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-85e05e3e-08e2-449f-9c5b-ddc3df4352e5 admin admin] For port ed149127-8dce-43cb-82af-f874f4c6c6e5, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=ed149127-8dce-43cb-82af-f874f4c6c6e5,segment=NetworkSegment(89ab84ff-9aa4-43f6-8fd9-b6c2a2171a33),segment_id=89ab84ff-9aa4-43f6-8fd9-b6c2a2171a33)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:24.806115 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-85e05e3e-08e2-449f-9c5b-ddc3df4352e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (ed149127-8dce-43cb-82af-f874f4c6c6e5), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:24.850821 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-85e05e3e-08e2-449f-9c5b-ddc3df4352e5 admin admin] Calling delete_port for ed149127-8dce-43cb-82af-f874f4c6c6e5 owned by network:router_interface {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:42:24.915159 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port e5e8e694-4a49-45ed-9bd5-5c157ef897a1, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=e5e8e694-4a49-45ed-9bd5-5c157ef897a1,segment=NetworkSegment(e3511880-7c14-4330-8fdc-14c2bd619bb2),segment_id=e3511880-7c14-4330-8fdc-14c2bd619bb2)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:24.935922 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e481809-f682-46d6-8dd0-dd88c81479ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-61290b17-e784-4c62-9fdf-9b547563f66f', 'network_id': '61290b17-e784-4c62-9fdf-9b547563f66f', 'project_id': '7b1f727e0ec54ec1afa8f14d5d17152c', 'fixed_ips': [{'subnet_id': '3801d356-08e9-43e5-b21e-8fd823a42145'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:42:24.936899 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1e481809-f682-46d6-8dd0-dd88c81479ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:24.967469 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-dac839cc-cc74-4f8b-992c-9c32f8a3a2dd admin admin] Allocated IP 172.25.2.151 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/37b5fc02-c73c-43c2-9e45-856949b624d4) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:42:24.977014 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47cb84c-65f2-460f-9e85-bb8b01a4eb05 req-df08bc89-b654-4ac9-b365-3e419167959b tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:24.979045 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-a47cb84c-65f2-460f-9e85-bb8b01a4eb05 req-df08bc89-b654-4ac9-b365-3e419167959b tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.75 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2779849 Aug 27 04:42:25.038522 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (e5e8e694-4a49-45ed-9bd5-5c157ef897a1), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:25.056747 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f1e64c16-d863-476d-8ebc-5eeb25ccda58 req-336fe376-3ac7-4388-bfef-6c13da2db653 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0d9d1fdc-b487-4dea-9067-60d92aafac40 HTTP/1.1" status: 200 len: 210 time: 0.1182373 Aug 27 04:42:25.056747 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9973e9a3-1ffd-4c45-ac54-6fd0717cfdd7 tempest-ServersTestManualDisk-822902668 tempest-ServersTestManualDisk-822902668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (80f6bb23-fac6-41da-9ca8-8a6e752d303d), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:25.098526 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9973e9a3-1ffd-4c45-ac54-6fd0717cfdd7 tempest-ServersTestManualDisk-822902668 tempest-ServersTestManualDisk-822902668-project] Pushing event deleted for resources: {'Port': ['ID=80f6bb23-fac6-41da-9ca8-8a6e752d303d,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:25.115771 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-513e2b1f-019b-4722-bf33-87ab9ac4c976 admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.5939608 Aug 27 04:42:25.128198 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [req-a47cb84c-65f2-460f-9e85-bb8b01a4eb05 req-1d90d8a1-cafd-432c-b715-f2d08dda0fc3 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Request body: {'port': {'device_id': '0d9d1fdc-b487-4dea-9067-60d92aafac40', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'admin_state_up': True, 'tenant_id': 'd85e7650a4374066922085ef5115c973'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:42:25.132478 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 42312) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:25.146040 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-ad13a481-ea65-43d4-9bdf-ea264117b8e0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-2098882451-router', 'tenant_id': '7b1f727e0ec54ec1afa8f14d5d17152c', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:42:25.203054 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=e5e8e694-4a49-45ed-9bd5-5c157ef897a1,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:25.261329 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-1e481809-f682-46d6-8dd0-dd88c81479ac None None] Allocated IP 172.20.0.2 (61290b17-e784-4c62-9fdf-9b547563f66f/3801d356-08e9-43e5-b21e-8fd823a42145/a44e3fc8-1d5a-4cc4-bdb1-714b9166b8f9) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:42:25.278796 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9973e9a3-1ffd-4c45-ac54-6fd0717cfdd7 tempest-ServersTestManualDisk-822902668 tempest-ServersTestManualDisk-822902668-project] Publish callbacks [] for floatingip (b0f68e42-4776-4405-b4aa-225cd471a163), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:25.283230 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9973e9a3-1ffd-4c45-ac54-6fd0717cfdd7 tempest-ServersTestManualDisk-822902668 tempest-ServersTestManualDisk-822902668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:25.285964 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9973e9a3-1ffd-4c45-ac54-6fd0717cfdd7 tempest-ServersTestManualDisk-822902668 tempest-ServersTestManualDisk-822902668-project] 10.222.0.76 "DELETE /networking/v2.0/floatingips/b0f68e42-4776-4405-b4aa-225cd471a163 HTTP/1.1" status: 204 len: 168 time: 0.9628470 Aug 27 04:42:25.291322 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 42316) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:25.343881 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d33182c0-5128-42b4-a000-6c6e36253549 req-82479b68-ebf6-46c8-bea5-31a89db2add5 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=fb625475-12a3-45d3-8176-64b5a8a07c67 HTTP/1.1" status: 200 len: 210 time: 0.0381966 Aug 27 04:42:25.418172 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:25.419913 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ad13a481-ea65-43d4-9bdf-ea264117b8e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (b8bffff2-0247-4e9d-8360-56d4f41f8752), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:25.426900 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ad13a481-ea65-43d4-9bdf-ea264117b8e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (b8bffff2-0247-4e9d-8360-56d4f41f8752), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:25.487843 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1e481809-f682-46d6-8dd0-dd88c81479ac None None] Publish callbacks [] for port (a44e3fc8-1d5a-4cc4-bdb1-714b9166b8f9), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:25.508147 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3670dd6b-df1d-4ec7-80c2-6482556cbb29 None None] Network 7f8b30d1-7d38-46c8-bca9-e430689f86aa requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:42:25.520648 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ad13a481-ea65-43d4-9bdf-ea264117b8e0 admin admin] Publish callbacks [] for router_controller (b8bffff2-0247-4e9d-8360-56d4f41f8752), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:25.523322 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7dba192b-d85b-44e5-9dd0-80d1e4a05ada req-2f34afe5-3ac4-4847-af56-3c70b7c53d6d tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=8511e600620148c2b51cb7fe446763eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1523776 Aug 27 04:42:25.553468 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dac839cc-cc74-4f8b-992c-9c32f8a3a2dd admin admin] Publish callbacks [] for port (37b5fc02-c73c-43c2-9e45-856949b624d4), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:25.609546 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1e481809-f682-46d6-8dd0-dd88c81479ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (a44e3fc8-1d5a-4cc4-bdb1-714b9166b8f9), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:25.680064 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-48fe3a27-a213-4045-9cb5-a3131c89ffd5 None None] Provisioning complete for port e5e8e694-4a49-45ed-9bd5-5c157ef897a1 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:42:25.680550 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-48fe3a27-a213-4045-9cb5-a3131c89ffd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e5e8e694-4a49-45ed-9bd5-5c157ef897a1), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:25.711796 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-85e05e3e-08e2-449f-9c5b-ddc3df4352e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (ed149127-8dce-43cb-82af-f874f4c6c6e5), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:25.713799 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a47cb84c-65f2-460f-9e85-bb8b01a4eb05 req-1d90d8a1-cafd-432c-b715-f2d08dda0fc3 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Made reservation on behalf of d85e7650a4374066922085ef5115c973 for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:42:25.718725 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-a47cb84c-65f2-460f-9e85-bb8b01a4eb05 req-1d90d8a1-cafd-432c-b715-f2d08dda0fc3 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:25.734386 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e481809-f682-46d6-8dd0-dd88c81479ac None None] Network 61290b17-e784-4c62-9fdf-9b547563f66f is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:42:25.749491 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-1e481809-f682-46d6-8dd0-dd88c81479ac None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:42:25.749491 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e481809-f682-46d6-8dd0-dd88c81479ac None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:42:25.754166 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e481809-f682-46d6-8dd0-dd88c81479ac None None] Pushing event updated for resources: {'Port': ['ID=a44e3fc8-1d5a-4cc4-bdb1-714b9166b8f9,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:25.783128 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e05e3e-08e2-449f-9c5b-ddc3df4352e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed149127-8dce-43cb-82af-f874f4c6c6e5,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:25.792861 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:25.893961 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-1e481809-f682-46d6-8dd0-dd88c81479ac None None] Attempting to bind port a44e3fc8-1d5a-4cc4-bdb1-714b9166b8f9 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:42:25.894580 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-1e481809-f682-46d6-8dd0-dd88c81479ac None None] Attempting to bind port a44e3fc8-1d5a-4cc4-bdb1-714b9166b8f9 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'be8e4cea-c775-4d33-a91b-e5ffea381146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '61290b17-e784-4c62-9fdf-9b547563f66f'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:42:25.895113 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e481809-f682-46d6-8dd0-dd88c81479ac None None] Attempting to bind port a44e3fc8-1d5a-4cc4-bdb1-714b9166b8f9 on network 61290b17-e784-4c62-9fdf-9b547563f66f {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:42:25.905930 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e481809-f682-46d6-8dd0-dd88c81479ac None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:42:25.910712 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e481809-f682-46d6-8dd0-dd88c81479ac None None] Checking segment: {'id': 'be8e4cea-c775-4d33-a91b-e5ffea381146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '61290b17-e784-4c62-9fdf-9b547563f66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:42:25.910712 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1e481809-f682-46d6-8dd0-dd88c81479ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:25.910712 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e481809-f682-46d6-8dd0-dd88c81479ac None None] Bound using segment: {'id': 'be8e4cea-c775-4d33-a91b-e5ffea381146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '61290b17-e784-4c62-9fdf-9b547563f66f'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:42:25.910712 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-1e481809-f682-46d6-8dd0-dd88c81479ac None None] Bound port: a44e3fc8-1d5a-4cc4-bdb1-714b9166b8f9, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be8e4cea-c775-4d33-a91b-e5ffea381146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '61290b17-e784-4c62-9fdf-9b547563f66f'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:42:25.910712 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1e481809-f682-46d6-8dd0-dd88c81479ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a44e3fc8-1d5a-4cc4-bdb1-714b9166b8f9), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:25.910712 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-48fe3a27-a213-4045-9cb5-a3131c89ffd5 None None] Current status of the port e5e8e694-4a49-45ed-9bd5-5c157ef897a1 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:42:25.949820 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-350b672d-48a3-400a-8f81-460f5770dfbd req-f7747130-b96e-416e-bac6-e32579cfecd7 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=3502ba5a-ec3a-4a03-b6ba-09ae7c472413 HTTP/1.1" status: 200 len: 210 time: 0.2435060 Aug 27 04:42:26.008954 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba192b-d85b-44e5-9dd0-80d1e4a05ada req-85f9d56a-8709-4d17-88ec-7fc2ce4e0646 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:26.010755 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7dba192b-d85b-44e5-9dd0-80d1e4a05ada req-85f9d56a-8709-4d17-88ec-7fc2ce4e0646 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4651790 Aug 27 04:42:26.021000 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ad13a481-ea65-43d4-9bdf-ea264117b8e0 admin admin] Publish callbacks [] for router_gateway (b8bffff2-0247-4e9d-8360-56d4f41f8752), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:26.038725 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [req-7dba192b-d85b-44e5-9dd0-80d1e4a05ada req-eb3e86fe-ff9e-4bd1-b69c-b734d9f0fba5 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Request body: {'port': {'device_id': 'fb625475-12a3-45d3-8176-64b5a8a07c67', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'admin_state_up': True, 'tenant_id': '8511e600620148c2b51cb7fe446763eb'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:42:26.089758 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-1e481809-f682-46d6-8dd0-dd88c81479ac None None] For port a44e3fc8-1d5a-4cc4-bdb1-714b9166b8f9, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:42:26.096843 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-1e481809-f682-46d6-8dd0-dd88c81479ac None None] For port a44e3fc8-1d5a-4cc4-bdb1-714b9166b8f9, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a44e3fc8-1d5a-4cc4-bdb1-714b9166b8f9,segment=NetworkSegment(be8e4cea-c775-4d33-a91b-e5ffea381146),segment_id=be8e4cea-c775-4d33-a91b-e5ffea381146)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:42:26.114162 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:26.206116 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dac839cc-cc74-4f8b-992c-9c32f8a3a2dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (37b5fc02-c73c-43c2-9e45-856949b624d4), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:26.206934 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1e481809-f682-46d6-8dd0-dd88c81479ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a44e3fc8-1d5a-4cc4-bdb1-714b9166b8f9), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:26.287491 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-a7b33999-4e3c-416e-93f0-5e3ffbd35fbe None None] Provisioning complete for port e5e8e694-4a49-45ed-9bd5-5c157ef897a1 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:42:26.287491 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a7b33999-4e3c-416e-93f0-5e3ffbd35fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e5e8e694-4a49-45ed-9bd5-5c157ef897a1), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:26.293714 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1304b852-24e8-45ff-a209-b67b4988ea1a req-719b1a07-6c41-4036-b5bb-d6434172cf1d tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0d9d1fdc-b487-4dea-9067-60d92aafac40 HTTP/1.1" status: 200 len: 210 time: 0.1304803 Aug 27 04:42:26.323521 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e481809-f682-46d6-8dd0-dd88c81479ac None None] Pushing event updated for resources: {'Port': ['ID=a44e3fc8-1d5a-4cc4-bdb1-714b9166b8f9,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:26.331963 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac839cc-cc74-4f8b-992c-9c32f8a3a2dd admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:42:26.377720 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:26.404074 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-a7b33999-4e3c-416e-93f0-5e3ffbd35fbe None None] Current status of the port e5e8e694-4a49-45ed-9bd5-5c157ef897a1 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:42:26.409780 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-dac839cc-cc74-4f8b-992c-9c32f8a3a2dd admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:42:26.428436 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac839cc-cc74-4f8b-992c-9c32f8a3a2dd admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:42:26.490399 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dba192b-d85b-44e5-9dd0-80d1e4a05ada req-eb3e86fe-ff9e-4bd1-b69c-b734d9f0fba5 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Made reservation on behalf of 8511e600620148c2b51cb7fe446763eb for: {'port': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:42:26.494393 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-7dba192b-d85b-44e5-9dd0-80d1e4a05ada req-eb3e86fe-ff9e-4bd1-b69c-b734d9f0fba5 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:26.530378 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [req-a47cb84c-65f2-460f-9e85-bb8b01a4eb05 req-1d90d8a1-cafd-432c-b715-f2d08dda0fc3 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Allocated IP 192.168.233.238 (a82fb463-5a8f-4b8b-991d-61491eba11c6/120f3302-721f-4373-86a6-3aa14ccf6ac4/22f742ca-c8bf-4e74-be1b-49e482f8921d) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:42:26.608989 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:26.657771 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3447c3b4-c393-42a9-a117-70b8f56509c1 req-90d474b1-3517-4931-b061-a3d0ed719a50 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=fb625475-12a3-45d3-8176-64b5a8a07c67 HTTP/1.1" status: 200 len: 210 time: 0.0921304 Aug 27 04:42:26.664698 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device e5e8e694-4a49-45ed-9bd5-5c157ef897a1 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:42:26.718648 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac839cc-cc74-4f8b-992c-9c32f8a3a2dd admin admin] Pushing event updated for resources: {'Port': ['ID=37b5fc02-c73c-43c2-9e45-856949b624d4,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:26.721203 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ad13a481-ea65-43d4-9bdf-ea264117b8e0 admin admin] Publish callbacks [] for router_gateway (b8bffff2-0247-4e9d-8360-56d4f41f8752), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:26.723662 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-33d5c63b-be0e-43e1-a6f4-fac2b69d6253 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (5f57572b-b4aa-4edb-bedc-b8c6b53e534f), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:26.762694 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ad13a481-ea65-43d4-9bdf-ea264117b8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:26.778800 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-32361bc2-48b3-44a1-91f5-90fcc089ed12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:26.784565 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port e5e8e694-4a49-45ed-9bd5-5c157ef897a1 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:42:26.785183 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e5e8e694-4a49-45ed-9bd5-5c157ef897a1), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:26.843722 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-85e05e3e-08e2-449f-9c5b-ddc3df4352e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (e4f54ef3-f263-454c-9b28-439f8ab246f9), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:26.863674 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port e5e8e694-4a49-45ed-9bd5-5c157ef897a1 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:42:26.909262 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-ad13a481-ea65-43d4-9bdf-ea264117b8e0 admin admin] Allocated IP 172.25.2.233 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/58df2b29-36bb-4c79-a0d2-654b5b8bf513) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:42:27.032521 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ad13a481-ea65-43d4-9bdf-ea264117b8e0 admin admin] Publish callbacks [] for port (58df2b29-36bb-4c79-a0d2-654b5b8bf513), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:27.114613 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-68944cad-3685-4854-948c-3a7ca5d105cb req-84dc486c-26e6-49b5-9df8-70162267e94e tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=3502ba5a-ec3a-4a03-b6ba-09ae7c472413 HTTP/1.1" status: 200 len: 210 time: 0.0513461 Aug 27 04:42:27.223772 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ad13a481-ea65-43d4-9bdf-ea264117b8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (58df2b29-36bb-4c79-a0d2-654b5b8bf513), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:27.287218 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad13a481-ea65-43d4-9bdf-ea264117b8e0 admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:42:27.293220 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-ad13a481-ea65-43d4-9bdf-ea264117b8e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:42:27.300754 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad13a481-ea65-43d4-9bdf-ea264117b8e0 admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:42:27.330277 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13a481-ea65-43d4-9bdf-ea264117b8e0 admin admin] Pushing event updated for resources: {'Port': ['ID=58df2b29-36bb-4c79-a0d2-654b5b8bf513,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:27.342328 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-a47cb84c-65f2-460f-9e85-bb8b01a4eb05 req-1d90d8a1-cafd-432c-b715-f2d08dda0fc3 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks [] for port (22f742ca-c8bf-4e74-be1b-49e482f8921d), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:27.445937 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:27.512997 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-dd52d88d-c136-480b-85fc-ddcb5f844fda req-bdcfd3d5-56aa-41a3-9446-01e279038fd0 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=e5865b7b9da947b2a324cb31d5c658bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0937402 Aug 27 04:42:27.514793 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-edbcdd3e-fde9-4069-b394-ce8d3ea9eae6 req-fd1adc5d-8647-4e4a-8b5a-d51d02718d40 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0d9d1fdc-b487-4dea-9067-60d92aafac40 HTTP/1.1" status: 200 len: 210 time: 0.0590913 Aug 27 04:42:27.592079 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:27.592825 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f9ee4c-7393-4140-83f1-73ece705f52e None None] Network 61290b17-e784-4c62-9fdf-9b547563f66f requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:42:27.652908 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-77bac38a-08eb-469e-89bd-b70e52b18842 req-bbd97a35-c4e1-4831-9888-80c7701ab192 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=541b6d193f8247b9bc8a50cf6aa64c2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221808 Aug 27 04:42:27.666596 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-33d5c63b-be0e-43e1-a6f4-fac2b69d6253 admin admin] Deleting port 11cf8bde-d6c8-4150-ac2f-2c3ff90b8e3d {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:42:27.666938 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-33d5c63b-be0e-43e1-a6f4-fac2b69d6253 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (11cf8bde-d6c8-4150-ac2f-2c3ff90b8e3d), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:27.678222 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-d1ca26b9-30e8-4069-9675-358987aabe82 None None] Provisioning complete for port a44e3fc8-1d5a-4cc4-bdb1-714b9166b8f9 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:42:27.678599 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d1ca26b9-30e8-4069-9675-358987aabe82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a44e3fc8-1d5a-4cc4-bdb1-714b9166b8f9), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:27.690590 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dac839cc-cc74-4f8b-992c-9c32f8a3a2dd admin admin] Publish callbacks [] for router_gateway (7912f26b-6621-48f0-9a64-e1b137065077), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:27.791796 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca26b9-30e8-4069-9675-358987aabe82 None None] Current status of the port a44e3fc8-1d5a-4cc4-bdb1-714b9166b8f9 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:42:27.792119 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d1ca26b9-30e8-4069-9675-358987aabe82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a44e3fc8-1d5a-4cc4-bdb1-714b9166b8f9), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:27.827553 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-82083b1c-b5f5-40b3-ab69-6d2f22d119ed req-6450af8f-c154-42e2-b964-0ac5dd4f28d4 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=fb625475-12a3-45d3-8176-64b5a8a07c67 HTTP/1.1" status: 200 len: 210 time: 0.0614288 Aug 27 04:42:27.844364 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d1ca26b9-30e8-4069-9675-358987aabe82 None None] For port a44e3fc8-1d5a-4cc4-bdb1-714b9166b8f9, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a44e3fc8-1d5a-4cc4-bdb1-714b9166b8f9,segment=NetworkSegment(be8e4cea-c775-4d33-a91b-e5ffea381146),segment_id=be8e4cea-c775-4d33-a91b-e5ffea381146)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:27.849760 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52d88d-c136-480b-85fc-ddcb5f844fda req-c15a9b8c-54fe-4171-bf4c-e3d51fd128a0 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:27.851421 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-dd52d88d-c136-480b-85fc-ddcb5f844fda req-c15a9b8c-54fe-4171-bf4c-e3d51fd128a0 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3152413 Aug 27 04:42:27.864485 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [req-dd52d88d-c136-480b-85fc-ddcb5f844fda req-ec25b9b8-f0a0-451b-a66a-199b9d8406cc tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Request body: {'port': {'device_id': '3502ba5a-ec3a-4a03-b6ba-09ae7c472413', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'admin_state_up': True, 'tenant_id': 'e5865b7b9da947b2a324cb31d5c658bd'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:42:27.873538 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bac38a-08eb-469e-89bd-b70e52b18842 req-e380b84e-c4e4-4073-9d82-e1c85764be82 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:27.875462 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-77bac38a-08eb-469e-89bd-b70e52b18842 req-e380b84e-c4e4-4073-9d82-e1c85764be82 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2152336 Aug 27 04:42:27.925130 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85e05e3e-08e2-449f-9c5b-ddc3df4352e5 admin admin] Router e4f54ef3-f263-454c-9b28-439f8ab246f9 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:42:27.925317 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-77bac38a-08eb-469e-89bd-b70e52b18842 req-17bb2047-3cb4-498f-9133-2fe37e14b00b tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/quotas/541b6d193f8247b9bc8a50cf6aa64c2c HTTP/1.1" status: 200 len: 375 time: 0.0428615 Aug 27 04:42:27.969082 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-77bac38a-08eb-469e-89bd-b70e52b18842 req-578acbeb-3a18-461f-a901-01e5565807bb tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=541b6d193f8247b9bc8a50cf6aa64c2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326664 Aug 27 04:42:27.973624 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ad13a481-ea65-43d4-9bdf-ea264117b8e0 admin admin] Publish callbacks [] for router_gateway (b8bffff2-0247-4e9d-8360-56d4f41f8752), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:28.067527 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d1ca26b9-30e8-4069-9675-358987aabe82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a44e3fc8-1d5a-4cc4-bdb1-714b9166b8f9), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:28.124375 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca26b9-30e8-4069-9675-358987aabe82 None None] Pushing event updated for resources: {'Port': ['ID=a44e3fc8-1d5a-4cc4-bdb1-714b9166b8f9,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:28.168210 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [req-7dba192b-d85b-44e5-9dd0-80d1e4a05ada req-eb3e86fe-ff9e-4bd1-b69c-b734d9f0fba5 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Allocated IP 192.168.233.219 (a82fb463-5a8f-4b8b-991d-61491eba11c6/120f3302-721f-4373-86a6-3aa14ccf6ac4/2e41f94e-3f99-406b-aff2-325577ba2d4f) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:42:28.208517 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-93b9abdc-54cb-4972-bee5-ed0db75e70a1 None None] Provisioning complete for port a44e3fc8-1d5a-4cc4-bdb1-714b9166b8f9 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:42:28.208899 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-93b9abdc-54cb-4972-bee5-ed0db75e70a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a44e3fc8-1d5a-4cc4-bdb1-714b9166b8f9), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:28.282747 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f05a4d5f-322d-440e-ba50-c832632f31e6 req-228dd142-a3a4-4e1b-89f5-e13eb6eda1a5 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=3502ba5a-ec3a-4a03-b6ba-09ae7c472413 HTTP/1.1" status: 200 len: 210 time: 0.0625203 Aug 27 04:42:28.305441 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:28.311446 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ad13a481-ea65-43d4-9bdf-ea264117b8e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (b8bffff2-0247-4e9d-8360-56d4f41f8752), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:28.369902 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-93b9abdc-54cb-4972-bee5-ed0db75e70a1 None None] Current status of the port a44e3fc8-1d5a-4cc4-bdb1-714b9166b8f9 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:42:28.429837 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-33d5c63b-be0e-43e1-a6f4-fac2b69d6253 admin admin] For port 11cf8bde-d6c8-4150-ac2f-2c3ff90b8e3d, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=11cf8bde-d6c8-4150-ac2f-2c3ff90b8e3d,segment=NetworkSegment(2e5c3f7a-11e6-412f-961f-abb26e0472b6),segment_id=2e5c3f7a-11e6-412f-961f-abb26e0472b6)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:28.430254 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-33d5c63b-be0e-43e1-a6f4-fac2b69d6253 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (11cf8bde-d6c8-4150-ac2f-2c3ff90b8e3d), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:28.436489 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-a47cb84c-65f2-460f-9e85-bb8b01a4eb05 req-1d90d8a1-cafd-432c-b715-f2d08dda0fc3 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (22f742ca-c8bf-4e74-be1b-49e482f8921d), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:28.449833 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] get_ports_and_sgs() called for port_ids ['a723b0a9-1e91-40c0-a00b-51235a1e481f', '7174c67f-162b-4c47-a77c-12737a841916', 'f306f1e1-1f92-41b7-973f-427a4a933e36', 'a1cf3c93-9716-42e2-84ef-3f181594d07f'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:42:28.551405 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-33d5c63b-be0e-43e1-a6f4-fac2b69d6253 admin admin] Calling delete_port for 11cf8bde-d6c8-4150-ac2f-2c3ff90b8e3d owned by network:router_interface {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:42:28.558589 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] get_ports_and_sgs() called for port_ids ['f82d897c-fe67-474e-a10b-dface6e3b906'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:42:28.562745 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a44e3fc8-1d5a-4cc4-bdb1-714b9166b8f9 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:42:28.695867 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a47cb84c-65f2-460f-9e85-bb8b01a4eb05 req-1d90d8a1-cafd-432c-b715-f2d08dda0fc3 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Network a82fb463-5a8f-4b8b-991d-61491eba11c6 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:42:28.732977 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d90d8a1-cafd-432c-b715-f2d08dda0fc3 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Pushing event updated for resources: {'Port': ['ID=22f742ca-c8bf-4e74-be1b-49e482f8921d,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:28.744353 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port a44e3fc8-1d5a-4cc4-bdb1-714b9166b8f9 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:42:28.744977 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a44e3fc8-1d5a-4cc4-bdb1-714b9166b8f9), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:28.777025 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [req-a47cb84c-65f2-460f-9e85-bb8b01a4eb05 req-1d90d8a1-cafd-432c-b715-f2d08dda0fc3 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:42:28.812272 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [req-a47cb84c-65f2-460f-9e85-bb8b01a4eb05 req-1d90d8a1-cafd-432c-b715-f2d08dda0fc3 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:42:28.826010 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-999b24bd-6a5d-453f-8d12-903c136572c1 req-b4dfb4bc-1860-4d61-b160-c7418048eb45 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=541b6d193f8247b9bc8a50cf6aa64c2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0701230 Aug 27 04:42:28.836687 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:28.890650 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23777b-723f-4879-be33-380f705c93a3 req-84e3ae7f-9e0d-41dd-b326-5534b147e065 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:28.892075 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3c23777b-723f-4879-be33-380f705c93a3 req-84e3ae7f-9e0d-41dd-b326-5534b147e065 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0d9d1fdc-b487-4dea-9067-60d92aafac40 HTTP/1.1" status: 200 len: 936 time: 0.1379158 Aug 27 04:42:28.957880 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e05e3e-08e2-449f-9c5b-ddc3df4352e5 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:42:28.959888 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd52d88d-c136-480b-85fc-ddcb5f844fda req-ec25b9b8-f0a0-451b-a66a-199b9d8406cc tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Made reservation on behalf of e5865b7b9da947b2a324cb31d5c658bd for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:42:28.963574 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-dd52d88d-c136-480b-85fc-ddcb5f844fda req-ec25b9b8-f0a0-451b-a66a-199b9d8406cc tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:28.984579 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-85e05e3e-08e2-449f-9c5b-ddc3df4352e5 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/e4f54ef3-f263-454c-9b28-439f8ab246f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1130445 Aug 27 04:42:28.989714 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efc6876-41dc-4830-936b-cc3d9d3c4168 None None] Sync routers for ids ['e4f54ef3-f263-454c-9b28-439f8ab246f9'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:42:28.998706 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 42402) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:29.017598 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port a44e3fc8-1d5a-4cc4-bdb1-714b9166b8f9 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:42:29.077179 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-7dba192b-d85b-44e5-9dd0-80d1e4a05ada req-eb3e86fe-ff9e-4bd1-b69c-b734d9f0fba5 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Publish callbacks [] for port (2e41f94e-3f99-406b-aff2-325577ba2d4f), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:29.081758 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efc6876-41dc-4830-936b-cc3d9d3c4168 None None] Routers {'e4f54ef3-f263-454c-9b28-439f8ab246f9'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:42:29.083222 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-4efc6876-41dc-4830-936b-cc3d9d3c4168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:41:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['e4f54ef3-f263-454c-9b28-439f8ab246f9'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:29.112546 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47cb84c-65f2-460f-9e85-bb8b01a4eb05 req-1d90d8a1-cafd-432c-b715-f2d08dda0fc3 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:29.113891 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-a47cb84c-65f2-460f-9e85-bb8b01a4eb05 req-1d90d8a1-cafd-432c-b715-f2d08dda0fc3 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:29.161646 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7e0c05c9-5b64-4d74-b615-f63685d0c8ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:29.169987 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3c23777b-723f-4879-be33-380f705c93a3 req-894a68be-0c34-4e33-9450-6a3134f9b97d tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160091 Aug 27 04:42:29.198157 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b24bd-6a5d-453f-8d12-903c136572c1 req-4c0ef382-7959-45e9-874f-0c19494b5edd tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:29.198157 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-999b24bd-6a5d-453f-8d12-903c136572c1 req-4c0ef382-7959-45e9-874f-0c19494b5edd tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3574045 Aug 27 04:42:29.240065 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dac839cc-cc74-4f8b-992c-9c32f8a3a2dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (7912f26b-6621-48f0-9a64-e1b137065077), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:29.242515 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-999b24bd-6a5d-453f-8d12-903c136572c1 req-c6b5b913-b8ad-450a-8a1e-b5955c5cf923 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/quotas/541b6d193f8247b9bc8a50cf6aa64c2c HTTP/1.1" status: 200 len: 375 time: 0.0244198 Aug 27 04:42:29.261934 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-cc4863d4-1969-4da1-a28d-839c2631d998 None None] Provisioning complete for port 22f742ca-c8bf-4e74-be1b-49e482f8921d triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:42:29.262305 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cc4863d4-1969-4da1-a28d-839c2631d998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (22f742ca-c8bf-4e74-be1b-49e482f8921d), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:29.281847 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-999b24bd-6a5d-453f-8d12-903c136572c1 req-08c1f8e4-71f4-440b-86d8-8c1ab8c3fe8e tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=541b6d193f8247b9bc8a50cf6aa64c2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373216 Aug 27 04:42:29.318290 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-4efc6876-41dc-4830-936b-cc3d9d3c4168 None None] Set router e4f54ef3-f263-454c-9b28-439f8ab246f9 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:42:29.374927 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-69f8c730-113e-45f1-980b-de21a63d3d7e req-011bfbc6-62ad-4f6e-9ec9-4f4458dfcf7c tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=fb625475-12a3-45d3-8176-64b5a8a07c67 HTTP/1.1" status: 200 len: 210 time: 0.0528586 Aug 27 04:42:29.375511 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5432e622-6c80-4545-913c-fca22194fe4b admin admin] Publish callbacks [] for router (e4f54ef3-f263-454c-9b28-439f8ab246f9), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:29.388406 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad13a481-ea65-43d4-9bdf-ea264117b8e0 admin admin] Router b8bffff2-0247-4e9d-8360-56d4f41f8752 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:42:29.397631 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-7dba192b-d85b-44e5-9dd0-80d1e4a05ada req-eb3e86fe-ff9e-4bd1-b69c-b734d9f0fba5 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (2e41f94e-3f99-406b-aff2-325577ba2d4f), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:29.406591 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=27 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:29.499641 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-a47cb84c-65f2-460f-9e85-bb8b01a4eb05 req-1d90d8a1-cafd-432c-b715-f2d08dda0fc3 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.75 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3761859 Aug 27 04:42:29.516795 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dba192b-d85b-44e5-9dd0-80d1e4a05ada req-eb3e86fe-ff9e-4bd1-b69c-b734d9f0fba5 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Network a82fb463-5a8f-4b8b-991d-61491eba11c6 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:42:29.520985 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [req-dd52d88d-c136-480b-85fc-ddcb5f844fda req-ec25b9b8-f0a0-451b-a66a-199b9d8406cc tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Allocated IP 192.168.233.63 (a82fb463-5a8f-4b8b-991d-61491eba11c6/120f3302-721f-4373-86a6-3aa14ccf6ac4/d899b5c2-df7d-4bdf-8812-a6abc41c97fb) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:42:29.528397 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] get_ports_and_sgs() called for port_ids ['31be88be-5056-44bd-b6fb-02e2640a6e3e', '5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:42:29.530846 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-cc4863d4-1969-4da1-a28d-839c2631d998 None None] Port 22f742ca-c8bf-4e74-be1b-49e482f8921d cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:42:29.536522 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [req-7dba192b-d85b-44e5-9dd0-80d1e4a05ada req-eb3e86fe-ff9e-4bd1-b69c-b734d9f0fba5 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:42:29.540847 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [req-a47cb84c-65f2-460f-9e85-bb8b01a4eb05 req-0fb785bf-8ae1-4900-b1f2-89c0a5faa071 service neutron] Request body: {'port': {'device_id': '0d9d1fdc-b487-4dea-9067-60d92aafac40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-852088-5'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:42:29.552748 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6b30f4b1-914a-4038-a6b9-141a8781ccaa req-d00ec47c-1d47-4e7b-bc34-a045531ab2d2 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=3502ba5a-ec3a-4a03-b6ba-09ae7c472413 HTTP/1.1" status: 200 len: 210 time: 0.0740116 Aug 27 04:42:29.553765 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dba192b-d85b-44e5-9dd0-80d1e4a05ada req-eb3e86fe-ff9e-4bd1-b69c-b734d9f0fba5 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:42:29.607733 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3e86fe-ff9e-4bd1-b69c-b734d9f0fba5 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Pushing event updated for resources: {'Port': ['ID=2e41f94e-3f99-406b-aff2-325577ba2d4f,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:29.808680 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba192b-d85b-44e5-9dd0-80d1e4a05ada req-eb3e86fe-ff9e-4bd1-b69c-b734d9f0fba5 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:29.809556 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-7dba192b-d85b-44e5-9dd0-80d1e4a05ada req-eb3e86fe-ff9e-4bd1-b69c-b734d9f0fba5 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:29.884144 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5e14f668-9ade-4fe5-be5b-b327ce62f286 req-38ceffe6-1dd1-44d8-bb99-d883c8960970 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9841d77-b07c-4960-ab3f-c85e2d601518 HTTP/1.1" status: 200 len: 210 time: 0.0811872 Aug 27 04:42:29.889006 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:29.904726 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-4efc6876-41dc-4830-936b-cc3d9d3c4168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f54ef3-f263-454c-9b28-439f8ab246f9', 'name': 'tempest-LiveAutoBlockMigrationV225Test-178675609-router', 'tenant_id': 'f8e12ca98ca249628fc4edb3bc6a1675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '3b4e9349-2378-48ca-87a9-877094fbe830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:40:44Z', 'updated_at': '2022-08-27T04:42:25Z', 'revision_number': 5, 'project_id': 'f8e12ca98ca249628fc4edb3bc6a1675', 'gw_port': {'id': '3b4e9349-2378-48ca-87a9-877094fbe830', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:41:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f54ef3-f263-454c-9b28-439f8ab246f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:40:46Z', 'updated_at': '2022-08-27T04:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:29.907162 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad13a481-ea65-43d4-9bdf-ea264117b8e0 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:42:29.944826 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e75b676-4b6b-470e-8710-6723e73732d1 None None] Sync routers for ids ['b8bffff2-0247-4e9d-8360-56d4f41f8752'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:42:29.971788 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e75b676-4b6b-470e-8710-6723e73732d1 None None] Routers {'b8bffff2-0247-4e9d-8360-56d4f41f8752'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:42:29.972460 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-4e75b676-4b6b-470e-8710-6723e73732d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:42:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['b8bffff2-0247-4e9d-8360-56d4f41f8752'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:29.974535 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efc6876-41dc-4830-936b-cc3d9d3c4168 None None] Checking router: e4f54ef3-f263-454c-9b28-439f8ab246f9 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:42:29.976000 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-a47cb84c-65f2-460f-9e85-bb8b01a4eb05 req-0fb785bf-8ae1-4900-b1f2-89c0a5faa071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (22f742ca-c8bf-4e74-be1b-49e482f8921d), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:29.984828 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-dd52d88d-c136-480b-85fc-ddcb5f844fda req-ec25b9b8-f0a0-451b-a66a-199b9d8406cc tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Publish callbacks [] for port (d899b5c2-df7d-4bdf-8812-a6abc41c97fb), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:30.017016 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efc6876-41dc-4830-936b-cc3d9d3c4168 None None] Routers {'e4f54ef3-f263-454c-9b28-439f8ab246f9'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:42:30.017874 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-4efc6876-41dc-4830-936b-cc3d9d3c4168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:42:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['e4f54ef3-f263-454c-9b28-439f8ab246f9'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:30.082389 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7dba192b-d85b-44e5-9dd0-80d1e4a05ada req-eb3e86fe-ff9e-4bd1-b69c-b734d9f0fba5 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0476146 Aug 27 04:42:30.086040 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5432e622-6c80-4545-913c-fca22194fe4b admin admin] Publish callbacks [] for router_gateway (e4f54ef3-f263-454c-9b28-439f8ab246f9), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:30.095074 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [req-7dba192b-d85b-44e5-9dd0-80d1e4a05ada req-9ed0d47e-8a1b-4472-84a8-fb9c7883d84c service neutron] Request body: {'port': {'device_id': 'fb625475-12a3-45d3-8176-64b5a8a07c67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-852088-5'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:42:30.115256 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-4e75b676-4b6b-470e-8710-6723e73732d1 None None] Set router b8bffff2-0247-4e9d-8360-56d4f41f8752 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:42:30.128202 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-33d5c63b-be0e-43e1-a6f4-fac2b69d6253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (11cf8bde-d6c8-4150-ac2f-2c3ff90b8e3d), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:30.138661 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-f2e66287-bb51-418f-b1eb-e695c159f0d6 None None] Provisioning complete for port 2e41f94e-3f99-406b-aff2-325577ba2d4f triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:42:30.139782 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f2e66287-bb51-418f-b1eb-e695c159f0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (2e41f94e-3f99-406b-aff2-325577ba2d4f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:30.154071 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:30.159315 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ad13a481-ea65-43d4-9bdf-ea264117b8e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:30.163235 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ad13a481-ea65-43d4-9bdf-ea264117b8e0 admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.0271192 Aug 27 04:42:30.168598 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 42416) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:30.268262 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-f2e66287-bb51-418f-b1eb-e695c159f0d6 None None] Port 2e41f94e-3f99-406b-aff2-325577ba2d4f cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:42:30.277036 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d5c63b-be0e-43e1-a6f4-fac2b69d6253 admin admin] Pushing event deleted for resources: {'Port': ['ID=11cf8bde-d6c8-4150-ac2f-2c3ff90b8e3d,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:30.280156 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac839cc-cc74-4f8b-992c-9c32f8a3a2dd admin admin] Router 7912f26b-6621-48f0-9a64-e1b137065077 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:42:30.293050 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-dd52d88d-c136-480b-85fc-ddcb5f844fda req-ec25b9b8-f0a0-451b-a66a-199b9d8406cc tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (d899b5c2-df7d-4bdf-8812-a6abc41c97fb), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:30.312945 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-4efc6876-41dc-4830-936b-cc3d9d3c4168 None None] Set router e4f54ef3-f263-454c-9b28-439f8ab246f9 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:42:30.328200 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-4e75b676-4b6b-470e-8710-6723e73732d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8bffff2-0247-4e9d-8360-56d4f41f8752', 'name': 'tempest-FloatingIPsNegativeTestJSON-2098882451-router', 'tenant_id': '7b1f727e0ec54ec1afa8f14d5d17152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '58df2b29-36bb-4c79-a0d2-654b5b8bf513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:42:25Z', 'updated_at': '2022-08-27T04:42:27Z', 'revision_number': 3, 'project_id': '7b1f727e0ec54ec1afa8f14d5d17152c', 'gw_port': {'id': '58df2b29-36bb-4c79-a0d2-654b5b8bf513', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:42:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8bffff2-0247-4e9d-8360-56d4f41f8752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:42:26Z', 'updated_at': '2022-08-27T04:42:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:30.380329 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e75b676-4b6b-470e-8710-6723e73732d1 None None] Checking router: b8bffff2-0247-4e9d-8360-56d4f41f8752 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:42:30.380483 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e75b676-4b6b-470e-8710-6723e73732d1 None None] Updating router b8bffff2-0247-4e9d-8360-56d4f41f8752 port 58df2b29-36bb-4c79-a0d2-654b5b8bf513 binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:42:30.409422 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] get_ports_and_sgs() called for port_ids ['50ae140f-7752-48c5-910e-0f908218735c'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:42:30.436658 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-4e75b676-4b6b-470e-8710-6723e73732d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (58df2b29-36bb-4c79-a0d2-654b5b8bf513), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:30.555223 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd52d88d-c136-480b-85fc-ddcb5f844fda req-ec25b9b8-f0a0-451b-a66a-199b9d8406cc tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Network a82fb463-5a8f-4b8b-991d-61491eba11c6 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:42:30.578232 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:30.590542 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c98b2d8-b261-4fcb-a3e1-97d2e8b72f0d req-813fbdac-8714-4e28-80f2-1225b9395b90 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:30.592363 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6c98b2d8-b261-4fcb-a3e1-97d2e8b72f0d req-813fbdac-8714-4e28-80f2-1225b9395b90 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0d9d1fdc-b487-4dea-9067-60d92aafac40 HTTP/1.1" status: 200 len: 936 time: 0.2291601 Aug 27 04:42:30.659516 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-7dba192b-d85b-44e5-9dd0-80d1e4a05ada req-9ed0d47e-8a1b-4472-84a8-fb9c7883d84c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (2e41f94e-3f99-406b-aff2-325577ba2d4f), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:30.787804 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6c98b2d8-b261-4fcb-a3e1-97d2e8b72f0d req-611d7eac-22bc-41e7-81da-3c03687f6860 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302664 Aug 27 04:42:30.804552 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-4e75b676-4b6b-470e-8710-6723e73732d1 None None] Publish callbacks [] for port (58df2b29-36bb-4c79-a0d2-654b5b8bf513), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:30.808006 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:30.831596 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-4efc6876-41dc-4830-936b-cc3d9d3c4168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f54ef3-f263-454c-9b28-439f8ab246f9', 'name': 'tempest-LiveAutoBlockMigrationV225Test-178675609-router', 'tenant_id': 'f8e12ca98ca249628fc4edb3bc6a1675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '3b4e9349-2378-48ca-87a9-877094fbe830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:40:44Z', 'updated_at': '2022-08-27T04:42:25Z', 'revision_number': 5, 'project_id': 'f8e12ca98ca249628fc4edb3bc6a1675', 'gw_port': {'id': '3b4e9349-2378-48ca-87a9-877094fbe830', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:41:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f54ef3-f263-454c-9b28-439f8ab246f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:40:46Z', 'updated_at': '2022-08-27T04:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:30.884755 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efc6876-41dc-4830-936b-cc3d9d3c4168 None None] The sync data for ids ['e4f54ef3-f263-454c-9b28-439f8ab246f9'] in n-d-852088-5 is: [{'id': 'e4f54ef3-f263-454c-9b28-439f8ab246f9', 'name': 'tempest-LiveAutoBlockMigrationV225Test-178675609-router', 'tenant_id': 'f8e12ca98ca249628fc4edb3bc6a1675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '3b4e9349-2378-48ca-87a9-877094fbe830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:40:44Z', 'updated_at': '2022-08-27T04:42:25Z', 'revision_number': 5, 'project_id': 'f8e12ca98ca249628fc4edb3bc6a1675', 'gw_port': {'id': '3b4e9349-2378-48ca-87a9-877094fbe830', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:41:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f54ef3-f263-454c-9b28-439f8ab246f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:40:46Z', 'updated_at': '2022-08-27T04:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:42:30.895246 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec25b9b8-f0a0-451b-a66a-199b9d8406cc tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Pushing event updated for resources: {'Port': ['ID=d899b5c2-df7d-4bdf-8812-a6abc41c97fb,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:30.898500 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [req-dd52d88d-c136-480b-85fc-ddcb5f844fda req-ec25b9b8-f0a0-451b-a66a-199b9d8406cc tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:42:30.911426 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd52d88d-c136-480b-85fc-ddcb5f844fda req-ec25b9b8-f0a0-451b-a66a-199b9d8406cc tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:42:30.924354 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06353497-a1e0-47bf-a35f-cadbe7c2bde6 req-7f02038a-a142-42a8-9051-ed796bd70184 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:30.932183 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-06353497-a1e0-47bf-a35f-cadbe7c2bde6 req-7f02038a-a142-42a8-9051-ed796bd70184 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=fb625475-12a3-45d3-8176-64b5a8a07c67 HTTP/1.1" status: 200 len: 936 time: 0.2736251 Aug 27 04:42:30.989051 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-5432e622-6c80-4545-913c-fca22194fe4b admin admin] Deleting port 3b4e9349-2378-48ca-87a9-877094fbe830 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:42:30.992857 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5432e622-6c80-4545-913c-fca22194fe4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (3b4e9349-2378-48ca-87a9-877094fbe830), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:31.006504 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-4e75b676-4b6b-470e-8710-6723e73732d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (58df2b29-36bb-4c79-a0d2-654b5b8bf513), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:31.059183 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78d265-b32d-4535-b71d-0536eccd0230 req-eab7cf88-0c4f-41e6-90a2-e93064a35ef4 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:31.061367 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4f78d265-b32d-4535-b71d-0536eccd0230 req-eab7cf88-0c4f-41e6-90a2-e93064a35ef4 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=3502ba5a-ec3a-4a03-b6ba-09ae7c472413 HTTP/1.1" status: 200 len: 935 time: 0.1261907 Aug 27 04:42:31.089202 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7874823-e4cc-4da0-b944-f13485d3944e None None] Pushing event updated for resources: {'Port': ['ID=58df2b29-36bb-4c79-a0d2-654b5b8bf513,revision_number=2']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:31.116300 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-4e75b676-4b6b-470e-8710-6723e73732d1 None None] Attempting to bind port 58df2b29-36bb-4c79-a0d2-654b5b8bf513 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:42:31.120908 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-4e75b676-4b6b-470e-8710-6723e73732d1 None None] Attempting to bind port 58df2b29-36bb-4c79-a0d2-654b5b8bf513 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:42:31.121274 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e75b676-4b6b-470e-8710-6723e73732d1 None None] Attempting to bind port 58df2b29-36bb-4c79-a0d2-654b5b8bf513 on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:42:31.137188 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e75b676-4b6b-470e-8710-6723e73732d1 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:42:31.137846 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e75b676-4b6b-470e-8710-6723e73732d1 None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:42:31.140412 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-4e75b676-4b6b-470e-8710-6723e73732d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:31.142613 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e75b676-4b6b-470e-8710-6723e73732d1 None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:42:31.144353 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-4e75b676-4b6b-470e-8710-6723e73732d1 None None] Bound port: 58df2b29-36bb-4c79-a0d2-654b5b8bf513, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:42:31.144931 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-4e75b676-4b6b-470e-8710-6723e73732d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (58df2b29-36bb-4c79-a0d2-654b5b8bf513), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:31.177985 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-5432e622-6c80-4545-913c-fca22194fe4b admin admin] For port 3b4e9349-2378-48ca-87a9-877094fbe830, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=3b4e9349-2378-48ca-87a9-877094fbe830,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:31.181787 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5432e622-6c80-4545-913c-fca22194fe4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (3b4e9349-2378-48ca-87a9-877094fbe830), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:31.215854 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-06353497-a1e0-47bf-a35f-cadbe7c2bde6 req-4ff64e40-66d5-40fb-971f-4a0dd748aa00 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827113 Aug 27 04:42:31.228275 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:31.279280 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac839cc-cc74-4f8b-992c-9c32f8a3a2dd admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:42:31.302221 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-5441ab82-e85a-4445-a2c3-ee7f356d86a0 None None] Provisioning complete for port d899b5c2-df7d-4bdf-8812-a6abc41c97fb triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:42:31.302786 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5441ab82-e85a-4445-a2c3-ee7f356d86a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d899b5c2-df7d-4bdf-8812-a6abc41c97fb), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:31.350704 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-5432e622-6c80-4545-913c-fca22194fe4b admin admin] Calling delete_port for 3b4e9349-2378-48ca-87a9-877094fbe830 owned by network:router_gateway {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:42:31.360985 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4f78d265-b32d-4535-b71d-0536eccd0230 req-483bfa9b-9240-4ebc-ba72-5ea2e75433e9 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=76c57a38-5eea-4c1b-9a19-7bd88dd68150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251804 Aug 27 04:42:31.376622 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52d88d-c136-480b-85fc-ddcb5f844fda req-ec25b9b8-f0a0-451b-a66a-199b9d8406cc tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:31.378152 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-dd52d88d-c136-480b-85fc-ddcb5f844fda req-ec25b9b8-f0a0-451b-a66a-199b9d8406cc tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:31.381674 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd20dca7-0a79-439a-833d-b626645dc2fc None None] Sync routers for ids ['7912f26b-6621-48f0-9a64-e1b137065077'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:42:31.381804 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-4e75b676-4b6b-470e-8710-6723e73732d1 None None] For port 58df2b29-36bb-4c79-a0d2-654b5b8bf513, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:42:31.385668 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-4e75b676-4b6b-470e-8710-6723e73732d1 None None] For port 58df2b29-36bb-4c79-a0d2-654b5b8bf513, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=58df2b29-36bb-4c79-a0d2-654b5b8bf513,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:42:31.391558 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-5441ab82-e85a-4445-a2c3-ee7f356d86a0 None None] Port d899b5c2-df7d-4bdf-8812-a6abc41c97fb cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:42:31.405295 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd20dca7-0a79-439a-833d-b626645dc2fc None None] Routers {'7912f26b-6621-48f0-9a64-e1b137065077'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:42:31.405961 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-dd20dca7-0a79-439a-833d-b626645dc2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:42:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['7912f26b-6621-48f0-9a64-e1b137065077'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:31.445307 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2cb92cb1-cf6e-4b9f-8cd2-20c490e35beb req-5b6fe51c-b2bb-4c60-9c38-5ebb27705210 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9841d77-b07c-4960-ab3f-c85e2d601518 HTTP/1.1" status: 200 len: 210 time: 0.0760422 Aug 27 04:42:31.499663 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dac839cc-cc74-4f8b-992c-9c32f8a3a2dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:31.504126 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-dac839cc-cc74-4f8b-992c-9c32f8a3a2dd admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 941 time: 8.9813530 Aug 27 04:42:31.504574 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 42428) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:31.549270 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-4e75b676-4b6b-470e-8710-6723e73732d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (58df2b29-36bb-4c79-a0d2-654b5b8bf513), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:31.573405 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-dd20dca7-0a79-439a-833d-b626645dc2fc None None] Set router 7912f26b-6621-48f0-9a64-e1b137065077 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:42:31.639707 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7874823-e4cc-4da0-b944-f13485d3944e None None] Pushing event updated for resources: {'Port': ['ID=58df2b29-36bb-4c79-a0d2-654b5b8bf513,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:31.648527 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e75b676-4b6b-470e-8710-6723e73732d1 None None] Routers {'b8bffff2-0247-4e9d-8360-56d4f41f8752'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:42:31.649726 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-4e75b676-4b6b-470e-8710-6723e73732d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:42:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['b8bffff2-0247-4e9d-8360-56d4f41f8752'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:31.695458 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1d512872-37a9-48c9-abad-81d6d2f3146c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:31.764362 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [req-a47cb84c-65f2-460f-9e85-bb8b01a4eb05 req-0fb785bf-8ae1-4900-b1f2-89c0a5faa071 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22f742ca-c8bf-4e74-be1b-49e482f8921d {{(pid=107776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 04:42:31.782580 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-a47cb84c-65f2-460f-9e85-bb8b01a4eb05 req-0fb785bf-8ae1-4900-b1f2-89c0a5faa071 service neutron] Publish callbacks [] for port (22f742ca-c8bf-4e74-be1b-49e482f8921d), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:31.796787 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-4e75b676-4b6b-470e-8710-6723e73732d1 None None] Set router b8bffff2-0247-4e9d-8360-56d4f41f8752 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:42:31.798647 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-33d5c63b-be0e-43e1-a6f4-fac2b69d6253 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (5f57572b-b4aa-4edb-bedc-b8c6b53e534f), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:31.804837 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-dd52d88d-c136-480b-85fc-ddcb5f844fda req-ec25b9b8-f0a0-451b-a66a-199b9d8406cc tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9440117 Aug 27 04:42:31.806702 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:31.852215 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-dd20dca7-0a79-439a-833d-b626645dc2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7912f26b-6621-48f0-9a64-e1b137065077', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1346067895-router', 'tenant_id': 'd0b2fd77da7144c9ad5b4246be5f5cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '37b5fc02-c73c-43c2-9e45-856949b624d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:42:22Z', 'updated_at': '2022-08-27T04:42:27Z', 'revision_number': 3, 'project_id': 'd0b2fd77da7144c9ad5b4246be5f5cfc', 'gw_port': {'id': '37b5fc02-c73c-43c2-9e45-856949b624d4', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:32:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7912f26b-6621-48f0-9a64-e1b137065077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:42:24Z', 'updated_at': '2022-08-27T04:42:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:31.869195 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:31.956327 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd20dca7-0a79-439a-833d-b626645dc2fc None None] Checking router: 7912f26b-6621-48f0-9a64-e1b137065077 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:42:31.958851 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd20dca7-0a79-439a-833d-b626645dc2fc None None] Updating router 7912f26b-6621-48f0-9a64-e1b137065077 port 37b5fc02-c73c-43c2-9e45-856949b624d4 binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:42:32.005805 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-dd20dca7-0a79-439a-833d-b626645dc2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (37b5fc02-c73c-43c2-9e45-856949b624d4), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:32.027384 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.provisioning_blocks [req-a47cb84c-65f2-460f-9e85-bb8b01a4eb05 req-0fb785bf-8ae1-4900-b1f2-89c0a5faa071 service neutron] Transition to ACTIVE for port object 22f742ca-c8bf-4e74-be1b-49e482f8921d will not be triggered until provisioned by entity L2. {{(pid=107776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 27 04:42:32.034714 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [req-dd52d88d-c136-480b-85fc-ddcb5f844fda req-bd85aeae-8ebc-4cb7-aa5c-caa478e94e4a service neutron] Request body: {'port': {'device_id': '3502ba5a-ec3a-4a03-b6ba-09ae7c472413', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-852088-5'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:42:32.038547 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5432e622-6c80-4545-913c-fca22194fe4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (3b4e9349-2378-48ca-87a9-877094fbe830), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:32.078407 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-4e75b676-4b6b-470e-8710-6723e73732d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8bffff2-0247-4e9d-8360-56d4f41f8752', 'name': 'tempest-FloatingIPsNegativeTestJSON-2098882451-router', 'tenant_id': '7b1f727e0ec54ec1afa8f14d5d17152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '58df2b29-36bb-4c79-a0d2-654b5b8bf513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:42:25Z', 'updated_at': '2022-08-27T04:42:27Z', 'revision_number': 3, 'project_id': '7b1f727e0ec54ec1afa8f14d5d17152c', 'gw_port': {'id': '58df2b29-36bb-4c79-a0d2-654b5b8bf513', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:42:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8bffff2-0247-4e9d-8360-56d4f41f8752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:42:26Z', 'updated_at': '2022-08-27T04:42:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:32.105652 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:32.106565 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:32.114624 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e75b676-4b6b-470e-8710-6723e73732d1 None None] The sync data for ids ['b8bffff2-0247-4e9d-8360-56d4f41f8752'] in n-d-852088-5 is: [{'id': 'b8bffff2-0247-4e9d-8360-56d4f41f8752', 'name': 'tempest-FloatingIPsNegativeTestJSON-2098882451-router', 'tenant_id': '7b1f727e0ec54ec1afa8f14d5d17152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '58df2b29-36bb-4c79-a0d2-654b5b8bf513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:42:25Z', 'updated_at': '2022-08-27T04:42:27Z', 'revision_number': 3, 'project_id': '7b1f727e0ec54ec1afa8f14d5d17152c', 'gw_port': {'id': '58df2b29-36bb-4c79-a0d2-654b5b8bf513', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:42:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8bffff2-0247-4e9d-8360-56d4f41f8752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:42:26Z', 'updated_at': '2022-08-27T04:42:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:42:32.133344 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5432e622-6c80-4545-913c-fca22194fe4b admin admin] Pushing event deleted for resources: {'Port': ['ID=3b4e9349-2378-48ca-87a9-877094fbe830,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:32.149595 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5432e622-6c80-4545-913c-fca22194fe4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:32.150420 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5432e622-6c80-4545-913c-fca22194fe4b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:32.150420 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5432e622-6c80-4545-913c-fca22194fe4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:32.150674 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5432e622-6c80-4545-913c-fca22194fe4b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:32.151401 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5432e622-6c80-4545-913c-fca22194fe4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:32.152316 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5432e622-6c80-4545-913c-fca22194fe4b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:32.152659 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5432e622-6c80-4545-913c-fca22194fe4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:32.152989 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5432e622-6c80-4545-913c-fca22194fe4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:32.154153 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5432e622-6c80-4545-913c-fca22194fe4b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:32.154435 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5432e622-6c80-4545-913c-fca22194fe4b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:32.154664 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5432e622-6c80-4545-913c-fca22194fe4b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:32.155747 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5432e622-6c80-4545-913c-fca22194fe4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:32.155747 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5432e622-6c80-4545-913c-fca22194fe4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:32.156259 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5432e622-6c80-4545-913c-fca22194fe4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:32.156570 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5432e622-6c80-4545-913c-fca22194fe4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:32.189855 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca53d3e-5229-4137-9448-0d7c23cbf9a7 req-33f4a852-0b80-4824-bfcc-d2ae935a1fef tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:32.191445 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-eca53d3e-5229-4137-9448-0d7c23cbf9a7 req-33f4a852-0b80-4824-bfcc-d2ae935a1fef tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0d9d1fdc-b487-4dea-9067-60d92aafac40 HTTP/1.1" status: 200 len: 936 time: 0.2415383 Aug 27 04:42:32.201245 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-a47cb84c-65f2-460f-9e85-bb8b01a4eb05 req-0fb785bf-8ae1-4900-b1f2-89c0a5faa071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (22f742ca-c8bf-4e74-be1b-49e482f8921d), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:32.202298 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-1d512872-37a9-48c9-abad-81d6d2f3146c admin admin] Allocated IP 172.20.0.1 (61290b17-e784-4c62-9fdf-9b547563f66f/3801d356-08e9-43e5-b21e-8fd823a42145/1fa183b2-d80f-4c66-b53d-e9f1d4544a3d) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:42:32.491018 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5432e622-6c80-4545-913c-fca22194fe4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (e4f54ef3-f263-454c-9b28-439f8ab246f9), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:32.550598 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device ed149127-8dce-43cb-82af-f874f4c6c6e5 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:42:32.565624 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-dd20dca7-0a79-439a-833d-b626645dc2fc None None] Publish callbacks [] for port (37b5fc02-c73c-43c2-9e45-856949b624d4), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:32.585911 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: ed149127-8dce-43cb-82af-f874f4c6c6e5 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:42:32.586325 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device ed149127-8dce-43cb-82af-f874f4c6c6e5 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:42:32.647116 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-dd52d88d-c136-480b-85fc-ddcb5f844fda req-bd85aeae-8ebc-4cb7-aa5c-caa478e94e4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (d899b5c2-df7d-4bdf-8812-a6abc41c97fb), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:32.649405 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb785bf-8ae1-4900-b1f2-89c0a5faa071 service neutron] Pushing event updated for resources: {'Port': ['ID=22f742ca-c8bf-4e74-be1b-49e482f8921d,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:32.774149 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5432e622-6c80-4545-913c-fca22194fe4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (e4f54ef3-f263-454c-9b28-439f8ab246f9), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:32.779555 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5432e622-6c80-4545-913c-fca22194fe4b admin admin] Publish callbacks [] for router_controller (e4f54ef3-f263-454c-9b28-439f8ab246f9), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:32.790937 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-ea24e74d-b3af-49d5-a0f1-4cbe1e247695 req-95c11e28-96fb-48bf-bb2a-eac741b9f113 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=8b04c2f7-f091-4a7e-b4c0-3766f0213d90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2026281 Aug 27 04:42:32.815618 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-dd20dca7-0a79-439a-833d-b626645dc2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (37b5fc02-c73c-43c2-9e45-856949b624d4), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:32.828224 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89897d-c514-4566-a2d3-c6a3c89813b6 req-d4fb0b36-28c4-4486-8868-9e69aac25c0d tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:32.829787 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7c89897d-c514-4566-a2d3-c6a3c89813b6 req-d4fb0b36-28c4-4486-8868-9e69aac25c0d tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=fb625475-12a3-45d3-8176-64b5a8a07c67 HTTP/1.1" status: 200 len: 936 time: 0.1934447 Aug 27 04:42:32.867522 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-a47cb84c-65f2-460f-9e85-bb8b01a4eb05 req-0fb785bf-8ae1-4900-b1f2-89c0a5faa071 service neutron] Attempting to bind port 22f742ca-c8bf-4e74-be1b-49e482f8921d on host n-h1-852088-5 for vnic_type normal with profile {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:42:32.867859 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-a47cb84c-65f2-460f-9e85-bb8b01a4eb05 req-0fb785bf-8ae1-4900-b1f2-89c0a5faa071 service neutron] Attempting to bind port 22f742ca-c8bf-4e74-be1b-49e482f8921d by drivers openvswitch,hyperv on host n-h1-852088-5 at level 0 using segments [{'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:42:32.868221 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47cb84c-65f2-460f-9e85-bb8b01a4eb05 req-0fb785bf-8ae1-4900-b1f2-89c0a5faa071 service neutron] Attempting to bind port 22f742ca-c8bf-4e74-be1b-49e482f8921d on network a82fb463-5a8f-4b8b-991d-61491eba11c6 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:42:32.885140 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-eca53d3e-5229-4137-9448-0d7c23cbf9a7 req-b8f22f44-6162-49a5-861f-02a42a45bdfb tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6868038 Aug 27 04:42:32.893371 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47cb84c-65f2-460f-9e85-bb8b01a4eb05 req-0fb785bf-8ae1-4900-b1f2-89c0a5faa071 service neutron] Port 22f742ca-c8bf-4e74-be1b-49e482f8921d on network a82fb463-5a8f-4b8b-991d-61491eba11c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-852088-5 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:42:32.893716 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47cb84c-65f2-460f-9e85-bb8b01a4eb05 req-0fb785bf-8ae1-4900-b1f2-89c0a5faa071 service neutron] Attempting to bind port 22f742ca-c8bf-4e74-be1b-49e482f8921d on network a82fb463-5a8f-4b8b-991d-61491eba11c6 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:42:32.897598 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d5c63b-be0e-43e1-a6f4-fac2b69d6253 admin admin] Router 5f57572b-b4aa-4edb-bedc-b8c6b53e534f has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:42:32.942082 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.75', 53883) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:32.952951 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc322979-fe29-4b05-a73e-44b966bb31fe None None] Pushing event updated for resources: {'Port': ['ID=37b5fc02-c73c-43c2-9e45-856949b624d4,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:32.983770 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:32.986025 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-dd20dca7-0a79-439a-833d-b626645dc2fc None None] Attempting to bind port 37b5fc02-c73c-43c2-9e45-856949b624d4 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:42:32.986559 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-dd20dca7-0a79-439a-833d-b626645dc2fc None None] Attempting to bind port 37b5fc02-c73c-43c2-9e45-856949b624d4 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:42:32.987103 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd20dca7-0a79-439a-833d-b626645dc2fc None None] Attempting to bind port 37b5fc02-c73c-43c2-9e45-856949b624d4 on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:42:32.992718 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47cb84c-65f2-460f-9e85-bb8b01a4eb05 req-0fb785bf-8ae1-4900-b1f2-89c0a5faa071 service neutron] Checking agent: {'id': '6d03b773-90f7-436b-9be6-5928d8d54dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 36, 21), 'started_at': datetime.datetime(2022, 8, 27, 4, 36, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:42:32.993086 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47cb84c-65f2-460f-9e85-bb8b01a4eb05 req-0fb785bf-8ae1-4900-b1f2-89c0a5faa071 service neutron] Checking segment: {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:42:32.993460 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47cb84c-65f2-460f-9e85-bb8b01a4eb05 req-0fb785bf-8ae1-4900-b1f2-89c0a5faa071 service neutron] Bound using segment: {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'} {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:42:32.993921 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-a47cb84c-65f2-460f-9e85-bb8b01a4eb05 req-0fb785bf-8ae1-4900-b1f2-89c0a5faa071 service neutron] Bound port: 22f742ca-c8bf-4e74-be1b-49e482f8921d, host: n-h1-852088-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'}}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:42:32.994288 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-a47cb84c-65f2-460f-9e85-bb8b01a4eb05 req-0fb785bf-8ae1-4900-b1f2-89c0a5faa071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (22f742ca-c8bf-4e74-be1b-49e482f8921d), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:33.005508 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd20dca7-0a79-439a-833d-b626645dc2fc None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:42:33.006226 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd20dca7-0a79-439a-833d-b626645dc2fc None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:42:33.006812 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-dd20dca7-0a79-439a-833d-b626645dc2fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:33.007684 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd20dca7-0a79-439a-833d-b626645dc2fc None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:42:33.008590 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-dd20dca7-0a79-439a-833d-b626645dc2fc None None] Bound port: 37b5fc02-c73c-43c2-9e45-856949b624d4, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:42:33.017533 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-dd20dca7-0a79-439a-833d-b626645dc2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (37b5fc02-c73c-43c2-9e45-856949b624d4), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:33.043890 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5432e622-6c80-4545-913c-fca22194fe4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (e4f54ef3-f263-454c-9b28-439f8ab246f9), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:33.045794 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5432e622-6c80-4545-913c-fca22194fe4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4f54ef3-f263-454c-9b28-439f8ab246f9 {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:42:33.057054 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-77bac38a-08eb-469e-89bd-b70e52b18842 req-dd44aa01-22a9-4d0c-a715-8b73878ec7a3 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.75 "GET /networking/v2.0/networks?tenant_id=541b6d193f8247b9bc8a50cf6aa64c2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0854139 Aug 27 04:42:33.084905 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fd04df88-af60-4652-8337-25c74fce59ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:33.094077 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5432e622-6c80-4545-913c-fca22194fe4b admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:33.095523 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-5432e622-6c80-4545-913c-fca22194fe4b admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/e4f54ef3-f263-454c-9b28-439f8ab246f9 HTTP/1.1" status: 204 len: 168 time: 4.0923209 Aug 27 04:42:33.104969 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1d512872-37a9-48c9-abad-81d6d2f3146c admin admin] Publish callbacks [] for port (1fa183b2-d80f-4c66-b53d-e9f1d4544a3d), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:33.106060 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-dd20dca7-0a79-439a-833d-b626645dc2fc None None] For port 37b5fc02-c73c-43c2-9e45-856949b624d4, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:42:33.115556 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-dd20dca7-0a79-439a-833d-b626645dc2fc None None] For port 37b5fc02-c73c-43c2-9e45-856949b624d4, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=37b5fc02-c73c-43c2-9e45-856949b624d4,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:42:33.116708 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 42438) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:33.147501 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea24e74d-b3af-49d5-a0f1-4cbe1e247695 req-a3d5c450-c800-4a16-9490-3faba8555e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:33.149065 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ea24e74d-b3af-49d5-a0f1-4cbe1e247695 req-a3d5c450-c800-4a16-9490-3faba8555e87 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=8511e600620148c2b51cb7fe446763eb&device_id=8b04c2f7-f091-4a7e-b4c0-3766f0213d90 HTTP/1.1" status: 200 len: 1131 time: 0.1893792 Aug 27 04:42:33.205796 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7c89897d-c514-4566-a2d3-c6a3c89813b6 req-fa0c1963-3d7f-42a7-b2c6-9b24d2bbae0d tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378718 Aug 27 04:42:33.329543 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a391ba9-5aec-43df-b313-fcfe17fc44fd req-12252789-3c94-41fb-a905-b2406b2df51d tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:33.332704 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-9a391ba9-5aec-43df-b313-fcfe17fc44fd req-12252789-3c94-41fb-a905-b2406b2df51d tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=3502ba5a-ec3a-4a03-b6ba-09ae7c472413 HTTP/1.1" status: 200 len: 935 time: 0.2805142 Aug 27 04:42:33.352209 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [req-7dba192b-d85b-44e5-9dd0-80d1e4a05ada req-9ed0d47e-8a1b-4472-84a8-fb9c7883d84c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e41f94e-3f99-406b-aff2-325577ba2d4f {{(pid=107775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 04:42:33.371915 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-dd20dca7-0a79-439a-833d-b626645dc2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (37b5fc02-c73c-43c2-9e45-856949b624d4), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:33.390427 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-7dba192b-d85b-44e5-9dd0-80d1e4a05ada req-9ed0d47e-8a1b-4472-84a8-fb9c7883d84c service neutron] Publish callbacks [] for port (2e41f94e-3f99-406b-aff2-325577ba2d4f), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:33.417599 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-a47cb84c-65f2-460f-9e85-bb8b01a4eb05 req-0fb785bf-8ae1-4900-b1f2-89c0a5faa071 service neutron] For port 22f742ca-c8bf-4e74-be1b-49e482f8921d, host n-h1-852088-5, cleared binding levels {{(pid=107776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:42:33.435052 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:33.449399 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd20dca7-0a79-439a-833d-b626645dc2fc None None] Routers {'7912f26b-6621-48f0-9a64-e1b137065077'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:42:33.451664 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-dd20dca7-0a79-439a-833d-b626645dc2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:42:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['7912f26b-6621-48f0-9a64-e1b137065077'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:33.473258 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-a47cb84c-65f2-460f-9e85-bb8b01a4eb05 req-0fb785bf-8ae1-4900-b1f2-89c0a5faa071 service neutron] For port 22f742ca-c8bf-4e74-be1b-49e482f8921d, host n-h1-852088-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=22f742ca-c8bf-4e74-be1b-49e482f8921d,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:42:33.477129 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-75f3ea06-cffe-46b0-8a46-ecd930b5184e req-3796d131-d18b-4dc6-831d-05f026e1ad99 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9841d77-b07c-4960-ab3f-c85e2d601518 HTTP/1.1" status: 200 len: 210 time: 0.1418667 Aug 27 04:42:33.480563 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bac38a-08eb-469e-89bd-b70e52b18842 req-ce12010c-9588-496f-aac9-2d456727ef73 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:33.482106 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-77bac38a-08eb-469e-89bd-b70e52b18842 req-ce12010c-9588-496f-aac9-2d456727ef73 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.75 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4039738 Aug 27 04:42:33.488325 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-5564153e-1668-4767-b28f-7411a0f49cbf admin admin] Deleting subnet e7d0823f-4c20-4c9a-a29f-3b51800d33ea {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:42:33.495129 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d5c63b-be0e-43e1-a6f4-fac2b69d6253 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:42:33.502619 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-33d5c63b-be0e-43e1-a6f4-fac2b69d6253 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/5f57572b-b4aa-4edb-bedc-b8c6b53e534f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2067680 Aug 27 04:42:33.507830 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1730f415-22be-40cd-a24f-9e7d73d26deb None None] Sync routers for ids ['5f57572b-b4aa-4edb-bedc-b8c6b53e534f'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:42:33.510141 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [req-77bac38a-08eb-469e-89bd-b70e52b18842 req-bbf74b70-12a9-4943-a0f5-b159b638bd27 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Request body: {'port': {'device_id': '130abef0-d029-4ffd-883c-b705e63910dd', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'admin_state_up': True, 'tenant_id': '541b6d193f8247b9bc8a50cf6aa64c2c'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:42:33.516146 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 42442) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:33.529298 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1730f415-22be-40cd-a24f-9e7d73d26deb None None] Routers {'5f57572b-b4aa-4edb-bedc-b8c6b53e534f'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:42:33.532488 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-1730f415-22be-40cd-a24f-9e7d73d26deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:42:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['5f57572b-b4aa-4edb-bedc-b8c6b53e534f'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:33.616556 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc322979-fe29-4b05-a73e-44b966bb31fe None None] Pushing event updated for resources: {'Port': ['ID=37b5fc02-c73c-43c2-9e45-856949b624d4,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:33.629441 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-dd20dca7-0a79-439a-833d-b626645dc2fc None None] Set router 7912f26b-6621-48f0-9a64-e1b137065077 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:42:33.699205 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-1730f415-22be-40cd-a24f-9e7d73d26deb None None] Set router 5f57572b-b4aa-4edb-bedc-b8c6b53e534f gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:42:33.738415 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-fd04df88-af60-4652-8337-25c74fce59ff admin admin] Allocated IP 172.20.0.1 (7f8b30d1-7d38-46c8-bca9-e430689f86aa/0c93b01c-58d2-4f59-af0c-1240b9783471/8bba6450-0774-42a2-97c1-66739ae30dfc) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:42:33.869512 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:33.870737 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5564153e-1668-4767-b28f-7411a0f49cbf admin admin] Publish callbacks [] for subnet (e7d0823f-4c20-4c9a-a29f-3b51800d33ea), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:33.873693 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.provisioning_blocks [req-7dba192b-d85b-44e5-9dd0-80d1e4a05ada req-9ed0d47e-8a1b-4472-84a8-fb9c7883d84c service neutron] Transition to ACTIVE for port object 2e41f94e-3f99-406b-aff2-325577ba2d4f will not be triggered until provisioned by entity L2. {{(pid=107775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 27 04:42:33.958897 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-a47cb84c-65f2-460f-9e85-bb8b01a4eb05 req-0fb785bf-8ae1-4900-b1f2-89c0a5faa071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (22f742ca-c8bf-4e74-be1b-49e482f8921d), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:33.989429 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=84,neutron:DELETE=14,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:34.001720 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-1730f415-22be-40cd-a24f-9e7d73d26deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f57572b-b4aa-4edb-bedc-b8c6b53e534f', 'name': 'tempest-ServersTestManualDisk-1866656132-router', 'tenant_id': '4a75c85087244b31b3ed8b1908c8ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '9d145b20-5fbc-416b-8e8b-d3745a42c0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:42:02Z', 'updated_at': '2022-08-27T04:42:29Z', 'revision_number': 5, 'project_id': '4a75c85087244b31b3ed8b1908c8ade5', 'gw_port': {'id': '9d145b20-5fbc-416b-8e8b-d3745a42c0f9', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:64:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57572b-b4aa-4edb-bedc-b8c6b53e534f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:42:04Z', 'updated_at': '2022-08-27T04:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:34.004012 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-7dba192b-d85b-44e5-9dd0-80d1e4a05ada req-9ed0d47e-8a1b-4472-84a8-fb9c7883d84c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (2e41f94e-3f99-406b-aff2-325577ba2d4f), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:34.008116 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47cb84c-65f2-460f-9e85-bb8b01a4eb05 req-0fb785bf-8ae1-4900-b1f2-89c0a5faa071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:34.008768 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-a47cb84c-65f2-460f-9e85-bb8b01a4eb05 req-0fb785bf-8ae1-4900-b1f2-89c0a5faa071 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:34.010678 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-a47cb84c-65f2-460f-9e85-bb8b01a4eb05 req-0fb785bf-8ae1-4900-b1f2-89c0a5faa071 service neutron] 10.222.0.75 "PUT /networking/v2.0/ports/22f742ca-c8bf-4e74-be1b-49e482f8921d HTTP/1.1" status: 200 len: 1096 time: 4.4839642 Aug 27 04:42:34.027109 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d9d1fdc-b487-4dea-9067-60d92aafac40', 'tag': '22f742ca-c8bf-4e74-be1b-49e482f8921d'}] {{(pid=107776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:42:34.029511 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7ad66632f4c78724655075356aa8535ba41c652eced6c9cea0c1f0c67b1e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daded7af-6d5d-4499-b16d-7741e04009ce" -d '{"events": [{"name": "network-changed", "server_uuid": "0d9d1fdc-b487-4dea-9067-60d92aafac40", "tag": "22f742ca-c8bf-4e74-be1b-49e482f8921d"}]}' {{(pid=107776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:42:34.030702 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1d512872-37a9-48c9-abad-81d6d2f3146c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (1fa183b2-d80f-4c66-b53d-e9f1d4544a3d), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:34.040682 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-dd20dca7-0a79-439a-833d-b626645dc2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7912f26b-6621-48f0-9a64-e1b137065077', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1346067895-router', 'tenant_id': 'd0b2fd77da7144c9ad5b4246be5f5cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '37b5fc02-c73c-43c2-9e45-856949b624d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:42:22Z', 'updated_at': '2022-08-27T04:42:27Z', 'revision_number': 3, 'project_id': 'd0b2fd77da7144c9ad5b4246be5f5cfc', 'gw_port': {'id': '37b5fc02-c73c-43c2-9e45-856949b624d4', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:32:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7912f26b-6621-48f0-9a64-e1b137065077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:42:24Z', 'updated_at': '2022-08-27T04:42:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:34.045777 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1730f415-22be-40cd-a24f-9e7d73d26deb None None] Checking router: 5f57572b-b4aa-4edb-bedc-b8c6b53e534f for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:42:34.057537 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1730f415-22be-40cd-a24f-9e7d73d26deb None None] Routers {'5f57572b-b4aa-4edb-bedc-b8c6b53e534f'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:42:34.058994 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-1730f415-22be-40cd-a24f-9e7d73d26deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:42:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['5f57572b-b4aa-4edb-bedc-b8c6b53e534f'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:34.078851 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd20dca7-0a79-439a-833d-b626645dc2fc None None] The sync data for ids ['7912f26b-6621-48f0-9a64-e1b137065077'] in n-d-852088-5 is: [{'id': '7912f26b-6621-48f0-9a64-e1b137065077', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1346067895-router', 'tenant_id': 'd0b2fd77da7144c9ad5b4246be5f5cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '37b5fc02-c73c-43c2-9e45-856949b624d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:42:22Z', 'updated_at': '2022-08-27T04:42:27Z', 'revision_number': 3, 'project_id': 'd0b2fd77da7144c9ad5b4246be5f5cfc', 'gw_port': {'id': '37b5fc02-c73c-43c2-9e45-856949b624d4', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:32:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7912f26b-6621-48f0-9a64-e1b137065077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:42:24Z', 'updated_at': '2022-08-27T04:42:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:42:34.143934 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-9a391ba9-5aec-43df-b313-fcfe17fc44fd req-a191749f-cf8d-4fbf-93e8-94ce2d1ac9dd tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=76c57a38-5eea-4c1b-9a19-7bd88dd68150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7831035 Aug 27 04:42:34.145736 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea24e74d-b3af-49d5-a0f1-4cbe1e247695 req-447bf96a-d112-431a-8d29-a603f2c2cc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:34.147903 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ea24e74d-b3af-49d5-a0f1-4cbe1e247695 req-447bf96a-d112-431a-8d29-a603f2c2cc3e service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=a82fb463-5a8f-4b8b-991d-61491eba11c6 HTTP/1.1" status: 200 len: 870 time: 0.9662185 Aug 27 04:42:34.169876 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5564153e-1668-4767-b28f-7411a0f49cbf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (e7d0823f-4c20-4c9a-a29f-3b51800d33ea), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:34.180263 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb785bf-8ae1-4900-b1f2-89c0a5faa071 service neutron] Pushing event updated for resources: {'Port': ['ID=22f742ca-c8bf-4e74-be1b-49e482f8921d,revision_number=3']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:34.205573 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:34.226927 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-1730f415-22be-40cd-a24f-9e7d73d26deb None None] Set router 5f57572b-b4aa-4edb-bedc-b8c6b53e534f gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:42:34.275475 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fd04df88-af60-4652-8337-25c74fce59ff admin admin] Publish callbacks [] for port (8bba6450-0774-42a2-97c1-66739ae30dfc), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:34.300360 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d512872-37a9-48c9-abad-81d6d2f3146c admin admin] Network 61290b17-e784-4c62-9fdf-9b547563f66f is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:42:34.301642 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed0d47e-8a1b-4472-84a8-fb9c7883d84c service neutron] Pushing event updated for resources: {'Port': ['ID=2e41f94e-3f99-406b-aff2-325577ba2d4f,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:34.311266 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9115bd-34a7-4880-8f01-d87a2dfad6b8 req-7280523b-c97b-4351-ad4e-dfd68b3e1520 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:34.318369 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-af9115bd-34a7-4880-8f01-d87a2dfad6b8 req-7280523b-c97b-4351-ad4e-dfd68b3e1520 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0d9d1fdc-b487-4dea-9067-60d92aafac40 HTTP/1.1" status: 200 len: 948 time: 0.2912266 Aug 27 04:42:34.334981 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-1d512872-37a9-48c9-abad-81d6d2f3146c admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:42:34.339475 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d512872-37a9-48c9-abad-81d6d2f3146c admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:42:34.351753 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0d47e-8a1b-4472-84a8-fb9c7883d84c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:34.352223 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0d47e-8a1b-4472-84a8-fb9c7883d84c service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:34.352654 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0d47e-8a1b-4472-84a8-fb9c7883d84c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:34.353100 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0d47e-8a1b-4472-84a8-fb9c7883d84c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:34.357506 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0d47e-8a1b-4472-84a8-fb9c7883d84c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:34.358960 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0d47e-8a1b-4472-84a8-fb9c7883d84c service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:34.364606 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0d47e-8a1b-4472-84a8-fb9c7883d84c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:34.365043 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0d47e-8a1b-4472-84a8-fb9c7883d84c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:34.365536 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0d47e-8a1b-4472-84a8-fb9c7883d84c service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:34.366018 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0d47e-8a1b-4472-84a8-fb9c7883d84c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:34.366659 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0d47e-8a1b-4472-84a8-fb9c7883d84c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:34.367034 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0d47e-8a1b-4472-84a8-fb9c7883d84c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:34.367464 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0d47e-8a1b-4472-84a8-fb9c7883d84c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:34.367888 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0d47e-8a1b-4472-84a8-fb9c7883d84c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:34.368340 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0d47e-8a1b-4472-84a8-fb9c7883d84c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:42:34.371460 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 04:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b0c48f-c6df-4354-a9fe-8a9471302daa x-openstack-request-id: req-e3b0c48f-c6df-4354-a9fe-8a9471302daa {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:42:34.371872 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d9d1fdc-b487-4dea-9067-60d92aafac40", "tag": "22f742ca-c8bf-4e74-be1b-49e482f8921d", "status": "completed", "code": 200}]} {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:42:34.372952 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e3b0c48f-c6df-4354-a9fe-8a9471302daa {{(pid=107776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:42:34.376857 n-d-852088-5 neutron-server[107776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3b0c48f-c6df-4354-a9fe-8a9471302daa'] response: {'name': 'network-changed', 'server_uuid': '0d9d1fdc-b487-4dea-9067-60d92aafac40', 'tag': '22f742ca-c8bf-4e74-be1b-49e482f8921d', 'status': 'completed', 'code': 200} Aug 27 04:42:34.490550 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:34.490783 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [req-dd52d88d-c136-480b-85fc-ddcb5f844fda req-bd85aeae-8ebc-4cb7-aa5c-caa478e94e4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d899b5c2-df7d-4bdf-8812-a6abc41c97fb {{(pid=107776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 04:42:34.526407 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-dd52d88d-c136-480b-85fc-ddcb5f844fda req-bd85aeae-8ebc-4cb7-aa5c-caa478e94e4a service neutron] Publish callbacks [] for port (d899b5c2-df7d-4bdf-8812-a6abc41c97fb), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:34.536289 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-1730f415-22be-40cd-a24f-9e7d73d26deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f57572b-b4aa-4edb-bedc-b8c6b53e534f', 'name': 'tempest-ServersTestManualDisk-1866656132-router', 'tenant_id': '4a75c85087244b31b3ed8b1908c8ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '9d145b20-5fbc-416b-8e8b-d3745a42c0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:42:02Z', 'updated_at': '2022-08-27T04:42:29Z', 'revision_number': 5, 'project_id': '4a75c85087244b31b3ed8b1908c8ade5', 'gw_port': {'id': '9d145b20-5fbc-416b-8e8b-d3745a42c0f9', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:64:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57572b-b4aa-4edb-bedc-b8c6b53e534f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:42:04Z', 'updated_at': '2022-08-27T04:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:34.600065 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ea24e74d-b3af-49d5-a0f1-4cbe1e247695 req-a39d7362-b509-444c-8b93-61545e13d7bf service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=31be88be-5056-44bd-b6fb-02e2640a6e3e HTTP/1.1" status: 200 len: 217 time: 0.2571673 Aug 27 04:42:34.602090 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-74096ad7-057d-419b-af2d-2b36f76e0e12 admin admin] Publish callbacks [] for router (5f57572b-b4aa-4edb-bedc-b8c6b53e534f), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:34.612872 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 58df2b29-36bb-4c79-a0d2-654b5b8bf513 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:42:34.617735 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1730f415-22be-40cd-a24f-9e7d73d26deb None None] The sync data for ids ['5f57572b-b4aa-4edb-bedc-b8c6b53e534f'] in n-d-852088-5 is: [{'id': '5f57572b-b4aa-4edb-bedc-b8c6b53e534f', 'name': 'tempest-ServersTestManualDisk-1866656132-router', 'tenant_id': '4a75c85087244b31b3ed8b1908c8ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '9d145b20-5fbc-416b-8e8b-d3745a42c0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:42:02Z', 'updated_at': '2022-08-27T04:42:29Z', 'revision_number': 5, 'project_id': '4a75c85087244b31b3ed8b1908c8ade5', 'gw_port': {'id': '9d145b20-5fbc-416b-8e8b-d3745a42c0f9', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:64:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57572b-b4aa-4edb-bedc-b8c6b53e534f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:42:04Z', 'updated_at': '2022-08-27T04:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:42:34.621993 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daded7af-6d5d-4499-b16d-7741e04009ce req-e1aa8892-dcb3-46bb-9d9e-edf07d230757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:34.623864 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-daded7af-6d5d-4499-b16d-7741e04009ce req-e1aa8892-dcb3-46bb-9d9e-edf07d230757 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=d85e7650a4374066922085ef5115c973&device_id=0d9d1fdc-b487-4dea-9067-60d92aafac40 HTTP/1.1" status: 200 len: 1130 time: 0.2089925 Aug 27 04:42:34.684370 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.provisioning_blocks [req-dd52d88d-c136-480b-85fc-ddcb5f844fda req-bd85aeae-8ebc-4cb7-aa5c-caa478e94e4a service neutron] Transition to ACTIVE for port object d899b5c2-df7d-4bdf-8812-a6abc41c97fb will not be triggered until provisioned by entity L2. {{(pid=107776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 27 04:42:34.709178 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 58df2b29-36bb-4c79-a0d2-654b5b8bf513 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:42:34.710148 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (58df2b29-36bb-4c79-a0d2-654b5b8bf513), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:34.762619 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-daded7af-6d5d-4499-b16d-7741e04009ce req-11b505a0-26a8-4eae-920c-9bb8d19b3535 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?tenant_id=d85e7650a4374066922085ef5115c973&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0709765 Aug 27 04:42:34.819550 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.75', 53891) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:34.838320 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-dd52d88d-c136-480b-85fc-ddcb5f844fda req-bd85aeae-8ebc-4cb7-aa5c-caa478e94e4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (d899b5c2-df7d-4bdf-8812-a6abc41c97fb), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:34.845199 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1d512872-37a9-48c9-abad-81d6d2f3146c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (b8bffff2-0247-4e9d-8360-56d4f41f8752), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:34.855976 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d512872-37a9-48c9-abad-81d6d2f3146c admin admin] Pushing event updated for resources: {'Port': ['ID=1fa183b2-d80f-4c66-b53d-e9f1d4544a3d,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:34.866584 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-97658bdd-ebdf-436a-8b7a-4b004c202322 None None] Provisioning complete for port 1fa183b2-d80f-4c66-b53d-e9f1d4544a3d triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:42:34.867096 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-97658bdd-ebdf-436a-8b7a-4b004c202322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (1fa183b2-d80f-4c66-b53d-e9f1d4544a3d), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:34.916741 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-97658bdd-ebdf-436a-8b7a-4b004c202322 None None] Port 1fa183b2-d80f-4c66-b53d-e9f1d4544a3d cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:42:34.929266 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-af9115bd-34a7-4880-8f01-d87a2dfad6b8 req-bdc6393e-f592-4612-bbf8-e0a4a5c96b99 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6098788 Aug 27 04:42:34.931999 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 58df2b29-36bb-4c79-a0d2-654b5b8bf513 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:42:34.932620 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (58df2b29-36bb-4c79-a0d2-654b5b8bf513), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:34.942509 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-999b24bd-6a5d-453f-8d12-903c136572c1 req-05f863c4-d3aa-46b1-83be-01a1dd1090d1 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.75 "GET /networking/v2.0/networks?tenant_id=541b6d193f8247b9bc8a50cf6aa64c2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1160574 Aug 27 04:42:34.943097 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77bac38a-08eb-469e-89bd-b70e52b18842 req-bbf74b70-12a9-4943-a0f5-b159b638bd27 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Made reservation on behalf of 541b6d193f8247b9bc8a50cf6aa64c2c for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:42:34.946819 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-77bac38a-08eb-469e-89bd-b70e52b18842 req-bbf74b70-12a9-4943-a0f5-b159b638bd27 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:34.965015 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 58df2b29-36bb-4c79-a0d2-654b5b8bf513, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=58df2b29-36bb-4c79-a0d2-654b5b8bf513,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:34.969460 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443ef13-868d-4bd5-b990-72cc54e36dbf req-922e67dd-303b-4782-af66-a940c35ac496 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:34.972193 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a443ef13-868d-4bd5-b990-72cc54e36dbf req-922e67dd-303b-4782-af66-a940c35ac496 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=fb625475-12a3-45d3-8176-64b5a8a07c67 HTTP/1.1" status: 200 len: 948 time: 0.5598440 Aug 27 04:42:34.978727 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [req-7dba192b-d85b-44e5-9dd0-80d1e4a05ada req-9ed0d47e-8a1b-4472-84a8-fb9c7883d84c service neutron] Attempting to bind port 2e41f94e-3f99-406b-aff2-325577ba2d4f on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:42:34.979217 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [req-7dba192b-d85b-44e5-9dd0-80d1e4a05ada req-9ed0d47e-8a1b-4472-84a8-fb9c7883d84c service neutron] Attempting to bind port 2e41f94e-3f99-406b-aff2-325577ba2d4f by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'}] {{(pid=107775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:42:34.979675 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dba192b-d85b-44e5-9dd0-80d1e4a05ada req-9ed0d47e-8a1b-4472-84a8-fb9c7883d84c service neutron] Attempting to bind port 2e41f94e-3f99-406b-aff2-325577ba2d4f on network a82fb463-5a8f-4b8b-991d-61491eba11c6 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:42:35.000588 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:35.015049 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5564153e-1668-4767-b28f-7411a0f49cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (e7d0823f-4c20-4c9a-a29f-3b51800d33ea), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:35.050860 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea24e74d-b3af-49d5-a0f1-4cbe1e247695 req-6c8c4fd9-f17d-4a04-8176-28d9faaa25a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:35.052442 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ea24e74d-b3af-49d5-a0f1-4cbe1e247695 req-6c8c4fd9-f17d-4a04-8176-28d9faaa25a0 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.4379778 Aug 27 04:42:35.063110 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-77bac38a-08eb-469e-89bd-b70e52b18842 req-bbf74b70-12a9-4943-a0f5-b159b638bd27 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:35.081185 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dba192b-d85b-44e5-9dd0-80d1e4a05ada req-9ed0d47e-8a1b-4472-84a8-fb9c7883d84c service neutron] Port 2e41f94e-3f99-406b-aff2-325577ba2d4f on network a82fb463-5a8f-4b8b-991d-61491eba11c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:42:35.081185 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dba192b-d85b-44e5-9dd0-80d1e4a05ada req-9ed0d47e-8a1b-4472-84a8-fb9c7883d84c service neutron] Attempting to bind port 2e41f94e-3f99-406b-aff2-325577ba2d4f on network a82fb463-5a8f-4b8b-991d-61491eba11c6 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:42:35.101588 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fd04df88-af60-4652-8337-25c74fce59ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (8bba6450-0774-42a2-97c1-66739ae30dfc), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:35.119511 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (58df2b29-36bb-4c79-a0d2-654b5b8bf513), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:35.188587 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 3b4e9349-2378-48ca-87a9-877094fbe830 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:42:35.195761 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd04df88-af60-4652-8337-25c74fce59ff admin admin] Network 7f8b30d1-7d38-46c8-bca9-e430689f86aa is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:42:35.210894 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd85aeae-8ebc-4cb7-aa5c-caa478e94e4a service neutron] Pushing event updated for resources: {'Port': ['ID=d899b5c2-df7d-4bdf-8812-a6abc41c97fb,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:35.222744 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04df88-af60-4652-8337-25c74fce59ff admin admin] Pushing event updated for resources: {'Port': ['ID=8bba6450-0774-42a2-97c1-66739ae30dfc,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:35.225512 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-fd04df88-af60-4652-8337-25c74fce59ff admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:42:35.247628 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 3b4e9349-2378-48ca-87a9-877094fbe830 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:42:35.248128 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 3b4e9349-2378-48ca-87a9-877094fbe830 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:42:35.271175 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd04df88-af60-4652-8337-25c74fce59ff admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:42:35.275485 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-74096ad7-057d-419b-af2d-2b36f76e0e12 admin admin] Publish callbacks [] for router_gateway (5f57572b-b4aa-4edb-bedc-b8c6b53e534f), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:35.286778 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=58df2b29-36bb-4c79-a0d2-654b5b8bf513,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:35.314766 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daded7af-6d5d-4499-b16d-7741e04009ce req-3d19847c-c689-4777-aa13-98e5abd31e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:35.316268 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-daded7af-6d5d-4499-b16d-7741e04009ce req-3d19847c-c689-4777-aa13-98e5abd31e84 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5065408 Aug 27 04:42:35.338991 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b24bd-6a5d-453f-8d12-903c136572c1 req-e040dd95-0a6b-4d92-9d3a-276e9e99aba0 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:35.340715 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-999b24bd-6a5d-453f-8d12-903c136572c1 req-e040dd95-0a6b-4d92-9d3a-276e9e99aba0 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.75 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3554778 Aug 27 04:42:35.344916 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea24e74d-b3af-49d5-a0f1-4cbe1e247695 req-2c1d7d00-67e4-4d32-ae6d-2f570ecdbb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:35.346900 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ea24e74d-b3af-49d5-a0f1-4cbe1e247695 req-2c1d7d00-67e4-4d32-ae6d-2f570ecdbb54 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2539973 Aug 27 04:42:35.352374 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4ce8b015-76f0-4f14-a999-35e20d9bd3d9 req-4efbbee1-1631-4f44-8c24-f3c7c4fa5ef5 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9841d77-b07c-4960-ab3f-c85e2d601518 HTTP/1.1" status: 200 len: 210 time: 0.2955058 Aug 27 04:42:35.359292 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dba192b-d85b-44e5-9dd0-80d1e4a05ada req-9ed0d47e-8a1b-4472-84a8-fb9c7883d84c service neutron] Checking agent: {'id': '01e14a85-d0aa-43ee-b1d5-63de1ae70758', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 36, 7), 'started_at': datetime.datetime(2022, 8, 27, 4, 36, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:42:35.359292 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dba192b-d85b-44e5-9dd0-80d1e4a05ada req-9ed0d47e-8a1b-4472-84a8-fb9c7883d84c service neutron] Checking segment: {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:42:35.359292 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dba192b-d85b-44e5-9dd0-80d1e4a05ada req-9ed0d47e-8a1b-4472-84a8-fb9c7883d84c service neutron] Bound using segment: {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'} {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:42:35.359292 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [req-7dba192b-d85b-44e5-9dd0-80d1e4a05ada req-9ed0d47e-8a1b-4472-84a8-fb9c7883d84c service neutron] Bound port: 2e41f94e-3f99-406b-aff2-325577ba2d4f, host: n-h2-852088-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'}}] {{(pid=107775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:42:35.359292 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-7dba192b-d85b-44e5-9dd0-80d1e4a05ada req-9ed0d47e-8a1b-4472-84a8-fb9c7883d84c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (2e41f94e-3f99-406b-aff2-325577ba2d4f), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:35.381263 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-dd52d88d-c136-480b-85fc-ddcb5f844fda req-bd85aeae-8ebc-4cb7-aa5c-caa478e94e4a service neutron] Attempting to bind port d899b5c2-df7d-4bdf-8812-a6abc41c97fb on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:42:35.381263 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-dd52d88d-c136-480b-85fc-ddcb5f844fda req-bd85aeae-8ebc-4cb7-aa5c-caa478e94e4a service neutron] Attempting to bind port d899b5c2-df7d-4bdf-8812-a6abc41c97fb by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:42:35.381263 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd52d88d-c136-480b-85fc-ddcb5f844fda req-bd85aeae-8ebc-4cb7-aa5c-caa478e94e4a service neutron] Attempting to bind port d899b5c2-df7d-4bdf-8812-a6abc41c97fb on network a82fb463-5a8f-4b8b-991d-61491eba11c6 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:42:35.388319 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd52d88d-c136-480b-85fc-ddcb5f844fda req-bd85aeae-8ebc-4cb7-aa5c-caa478e94e4a service neutron] Port d899b5c2-df7d-4bdf-8812-a6abc41c97fb on network a82fb463-5a8f-4b8b-991d-61491eba11c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:42:35.388811 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd52d88d-c136-480b-85fc-ddcb5f844fda req-bd85aeae-8ebc-4cb7-aa5c-caa478e94e4a service neutron] Attempting to bind port d899b5c2-df7d-4bdf-8812-a6abc41c97fb on network a82fb463-5a8f-4b8b-991d-61491eba11c6 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:42:35.422535 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a443ef13-868d-4bd5-b990-72cc54e36dbf req-b25c95e0-680e-46e3-8e0e-4fb14ef00ac8 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4229369 Aug 27 04:42:35.443376 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fd04df88-af60-4652-8337-25c74fce59ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (7912f26b-6621-48f0-9a64-e1b137065077), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:35.444779 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [req-999b24bd-6a5d-453f-8d12-903c136572c1 req-9e43ce28-7b17-40cc-beae-c96261bc4161 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Request body: {'port': {'device_id': 'd9841d77-b07c-4960-ab3f-c85e2d601518', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'admin_state_up': True, 'tenant_id': '541b6d193f8247b9bc8a50cf6aa64c2c'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:42:35.464131 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd52d88d-c136-480b-85fc-ddcb5f844fda req-bd85aeae-8ebc-4cb7-aa5c-caa478e94e4a service neutron] Checking agent: {'id': '01e14a85-d0aa-43ee-b1d5-63de1ae70758', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 36, 7), 'started_at': datetime.datetime(2022, 8, 27, 4, 36, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:42:35.464576 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd52d88d-c136-480b-85fc-ddcb5f844fda req-bd85aeae-8ebc-4cb7-aa5c-caa478e94e4a service neutron] Checking segment: {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:42:35.467219 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd52d88d-c136-480b-85fc-ddcb5f844fda req-bd85aeae-8ebc-4cb7-aa5c-caa478e94e4a service neutron] Bound using segment: {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'} {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:42:35.467971 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-dd52d88d-c136-480b-85fc-ddcb5f844fda req-bd85aeae-8ebc-4cb7-aa5c-caa478e94e4a service neutron] Bound port: d899b5c2-df7d-4bdf-8812-a6abc41c97fb, host: n-h2-852088-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'}}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:42:35.468373 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-dd52d88d-c136-480b-85fc-ddcb5f844fda req-bd85aeae-8ebc-4cb7-aa5c-caa478e94e4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (d899b5c2-df7d-4bdf-8812-a6abc41c97fb), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:35.602275 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-77bac38a-08eb-469e-89bd-b70e52b18842 req-bbf74b70-12a9-4943-a0f5-b159b638bd27 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Publish callbacks [] for security_group (27e5cb1f-4fd8-42fe-83ea-8b4a1ff45c6c), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:35.648784 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-70d2fc89-0fdd-4a99-9a7b-ababc7480fd4 None None] Provisioning complete for port 8bba6450-0774-42a2-97c1-66739ae30dfc triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:42:35.649315 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-70d2fc89-0fdd-4a99-9a7b-ababc7480fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (8bba6450-0774-42a2-97c1-66739ae30dfc), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:35.680418 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-74096ad7-057d-419b-af2d-2b36f76e0e12 admin admin] Deleting port 9d145b20-5fbc-416b-8e8b-d3745a42c0f9 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:42:35.680865 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-74096ad7-057d-419b-af2d-2b36f76e0e12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (9d145b20-5fbc-416b-8e8b-d3745a42c0f9), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:35.701752 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-70d2fc89-0fdd-4a99-9a7b-ababc7480fd4 None None] Port 8bba6450-0774-42a2-97c1-66739ae30dfc cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:42:35.736888 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47cb84c-65f2-460f-9e85-bb8b01a4eb05 req-dd8ca203-7d90-421e-aaa4-d6e8a3962298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:35.738437 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-a47cb84c-65f2-460f-9e85-bb8b01a4eb05 req-dd8ca203-7d90-421e-aaa4-d6e8a3962298 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=d85e7650a4374066922085ef5115c973&device_id=0d9d1fdc-b487-4dea-9067-60d92aafac40 HTTP/1.1" status: 200 len: 1130 time: 0.1572301 Aug 27 04:42:35.832963 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-a47cb84c-65f2-460f-9e85-bb8b01a4eb05 req-56d33d50-38ee-4a23-839f-9bf5125f56f9 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=22f742ca-c8bf-4e74-be1b-49e482f8921d HTTP/1.1" status: 200 len: 217 time: 0.0633872 Aug 27 04:42:35.938212 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-dd52d88d-c136-480b-85fc-ddcb5f844fda req-bd85aeae-8ebc-4cb7-aa5c-caa478e94e4a service neutron] For port d899b5c2-df7d-4bdf-8812-a6abc41c97fb, host n-h2-852088-5, cleared binding levels {{(pid=107776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:42:35.967101 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-dd52d88d-c136-480b-85fc-ddcb5f844fda req-bd85aeae-8ebc-4cb7-aa5c-caa478e94e4a service neutron] For port d899b5c2-df7d-4bdf-8812-a6abc41c97fb, host n-h2-852088-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852088-5',level=0,port_id=d899b5c2-df7d-4bdf-8812-a6abc41c97fb,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:42:35.974124 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc01c64-f8df-4fb6-b40e-4db91b8bd079 req-595c16d8-7ccd-43fa-a6a0-6a14a03d59da tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:35.975671 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2dc01c64-f8df-4fb6-b40e-4db91b8bd079 req-595c16d8-7ccd-43fa-a6a0-6a14a03d59da tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=3502ba5a-ec3a-4a03-b6ba-09ae7c472413 HTTP/1.1" status: 200 len: 947 time: 0.4476154 Aug 27 04:42:35.989356 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:35.996771 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-74096ad7-057d-419b-af2d-2b36f76e0e12 admin admin] For port 9d145b20-5fbc-416b-8e8b-d3745a42c0f9, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=9d145b20-5fbc-416b-8e8b-d3745a42c0f9,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:35.997797 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-74096ad7-057d-419b-af2d-2b36f76e0e12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (9d145b20-5fbc-416b-8e8b-d3745a42c0f9), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:36.000912 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-77bac38a-08eb-469e-89bd-b70e52b18842 req-bbf74b70-12a9-4943-a0f5-b159b638bd27 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (27e5cb1f-4fd8-42fe-83ea-8b4a1ff45c6c), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:36.044494 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [req-7dba192b-d85b-44e5-9dd0-80d1e4a05ada req-9ed0d47e-8a1b-4472-84a8-fb9c7883d84c service neutron] For port 2e41f94e-3f99-406b-aff2-325577ba2d4f, host n-h2-852088-5, cleared binding levels {{(pid=107775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:42:36.050821 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-74096ad7-057d-419b-af2d-2b36f76e0e12 admin admin] Calling delete_port for 9d145b20-5fbc-416b-8e8b-d3745a42c0f9 owned by network:router_gateway {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:42:36.078789 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47cb84c-65f2-460f-9e85-bb8b01a4eb05 req-d4fbdb00-353e-4b3a-b9ea-7383b63ebf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:36.080312 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-a47cb84c-65f2-460f-9e85-bb8b01a4eb05 req-d4fbdb00-353e-4b3a-b9ea-7383b63ebf13 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.2160521 Aug 27 04:42:36.113248 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf74b70-12a9-4943-a0f5-b159b638bd27 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27e5cb1f-4fd8-42fe-83ea-8b4a1ff45c6c,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:36.118168 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [req-7dba192b-d85b-44e5-9dd0-80d1e4a05ada req-9ed0d47e-8a1b-4472-84a8-fb9c7883d84c service neutron] For port 2e41f94e-3f99-406b-aff2-325577ba2d4f, host n-h2-852088-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852088-5',level=0,port_id=2e41f94e-3f99-406b-aff2-325577ba2d4f,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:42:36.121025 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ea24e74d-b3af-49d5-a0f1-4cbe1e247695 req-0771ebbc-efa7-40b7-be2a-c4927b9d5bac service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5842118 Aug 27 04:42:36.150217 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc8ce9e-3fe1-4826-9a7c-33de03e0e737 req-3f108058-45c0-476c-8588-b41daec6841d tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:36.151718 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4cc8ce9e-3fe1-4826-9a7c-33de03e0e737 req-3f108058-45c0-476c-8588-b41daec6841d tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0d9d1fdc-b487-4dea-9067-60d92aafac40 HTTP/1.1" status: 200 len: 948 time: 0.1169708 Aug 27 04:42:36.157054 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2dc01c64-f8df-4fb6-b40e-4db91b8bd079 req-ca54fa5a-fc01-473e-81e4-fc05c0ab8e4e tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=76c57a38-5eea-4c1b-9a19-7bd88dd68150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751888 Aug 27 04:42:36.282016 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1d512872-37a9-48c9-abad-81d6d2f3146c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (1fa183b2-d80f-4c66-b53d-e9f1d4544a3d), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:36.313713 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4cc8ce9e-3fe1-4826-9a7c-33de03e0e737 req-3bbdf65a-92cc-4f25-a3c1-ce827d14d2bb tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468809 Aug 27 04:42:36.356998 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ea24e74d-b3af-49d5-a0f1-4cbe1e247695 req-c03f9ecf-05d0-4ddd-b67b-8c713b8af79f service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111437 Aug 27 04:42:36.457587 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47cb84c-65f2-460f-9e85-bb8b01a4eb05 req-c38d5f44-2aab-4273-aeb3-1ebe6f2d3111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:36.458781 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5564153e-1668-4767-b28f-7411a0f49cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (e7d0823f-4c20-4c9a-a29f-3b51800d33ea), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:36.510256 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-a47cb84c-65f2-460f-9e85-bb8b01a4eb05 req-c38d5f44-2aab-4273-aeb3-1ebe6f2d3111 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3641169 Aug 27 04:42:36.510256 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-dd52d88d-c136-480b-85fc-ddcb5f844fda req-bd85aeae-8ebc-4cb7-aa5c-caa478e94e4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (d899b5c2-df7d-4bdf-8812-a6abc41c97fb), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:36.510256 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-999b24bd-6a5d-453f-8d12-903c136572c1 req-9e43ce28-7b17-40cc-beae-c96261bc4161 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Made reservation on behalf of 541b6d193f8247b9bc8a50cf6aa64c2c for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:42:36.510256 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-999b24bd-6a5d-453f-8d12-903c136572c1 req-9e43ce28-7b17-40cc-beae-c96261bc4161 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:36.510256 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52d88d-c136-480b-85fc-ddcb5f844fda req-bd85aeae-8ebc-4cb7-aa5c-caa478e94e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:36.510256 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-dd52d88d-c136-480b-85fc-ddcb5f844fda req-bd85aeae-8ebc-4cb7-aa5c-caa478e94e4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:36.510256 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-dd52d88d-c136-480b-85fc-ddcb5f844fda req-bd85aeae-8ebc-4cb7-aa5c-caa478e94e4a service neutron] 10.222.0.78 "PUT /networking/v2.0/ports/d899b5c2-df7d-4bdf-8812-a6abc41c97fb HTTP/1.1" status: 200 len: 1095 time: 4.4457986 Aug 27 04:42:36.510256 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3502ba5a-ec3a-4a03-b6ba-09ae7c472413', 'tag': 'd899b5c2-df7d-4bdf-8812-a6abc41c97fb'}] {{(pid=107776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:42:36.510256 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7ad66632f4c78724655075356aa8535ba41c652eced6c9cea0c1f0c67b1e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed590fbd-ffcf-4d47-a39a-c9c29e46574c" -d '{"events": [{"name": "network-changed", "server_uuid": "3502ba5a-ec3a-4a03-b6ba-09ae7c472413", "tag": "d899b5c2-df7d-4bdf-8812-a6abc41c97fb"}]}' {{(pid=107776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:42:36.512512 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5564153e-1668-4767-b28f-7411a0f49cbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7d0823f-4c20-4c9a-a29f-3b51800d33ea,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:36.512512 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5564153e-1668-4767-b28f-7411a0f49cbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:36.512512 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-5564153e-1668-4767-b28f-7411a0f49cbf admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/e7d0823f-4c20-4c9a-a29f-3b51800d33ea HTTP/1.1" status: 204 len: 168 time: 3.3869588 Aug 27 04:42:36.513362 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138c7a84-a785-40b0-afee-821545c8a4ff None None] Network c14e8393-8747-4bc2-8e65-3ab6e1faeb6e requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:42:36.520795 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 42464) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:36.563353 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [req-77bac38a-08eb-469e-89bd-b70e52b18842 req-bbf74b70-12a9-4943-a0f5-b159b638bd27 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Allocated IP 192.168.233.101 (a82fb463-5a8f-4b8b-991d-61491eba11c6/120f3302-721f-4373-86a6-3aa14ccf6ac4/445511e8-5d87-4a83-9c81-e06b43159cdf) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:42:36.663048 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 58df2b29-36bb-4c79-a0d2-654b5b8bf513 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:42:36.675148 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600f911-3bc5-4aaf-bd8b-68c8da02bfa1 req-16733e99-27c4-4ccc-af1a-8a9b2dd05ae9 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:36.677025 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f600f911-3bc5-4aaf-bd8b-68c8da02bfa1 req-16733e99-27c4-4ccc-af1a-8a9b2dd05ae9 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=fb625475-12a3-45d3-8176-64b5a8a07c67 HTTP/1.1" status: 200 len: 948 time: 0.0931947 Aug 27 04:42:36.685310 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-7dba192b-d85b-44e5-9dd0-80d1e4a05ada req-9ed0d47e-8a1b-4472-84a8-fb9c7883d84c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (2e41f94e-3f99-406b-aff2-325577ba2d4f), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:36.689374 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba192b-d85b-44e5-9dd0-80d1e4a05ada req-9ed0d47e-8a1b-4472-84a8-fb9c7883d84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:36.690173 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-7dba192b-d85b-44e5-9dd0-80d1e4a05ada req-9ed0d47e-8a1b-4472-84a8-fb9c7883d84c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:36.691611 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7dba192b-d85b-44e5-9dd0-80d1e4a05ada req-9ed0d47e-8a1b-4472-84a8-fb9c7883d84c service neutron] 10.222.0.78 "PUT /networking/v2.0/ports/2e41f94e-3f99-406b-aff2-325577ba2d4f HTTP/1.1" status: 200 len: 1096 time: 6.6019220 Aug 27 04:42:36.720766 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb625475-12a3-45d3-8176-64b5a8a07c67', 'tag': '2e41f94e-3f99-406b-aff2-325577ba2d4f'}] {{(pid=107775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:42:36.724098 n-d-852088-5 neutron-server[107775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ddf616e61a40c3321bb076b8b2a422f95ceea1ddd8db904bb1386914125100a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6bc101-bf29-4d1e-9e8c-03085931f2d3" -d '{"events": [{"name": "network-changed", "server_uuid": "fb625475-12a3-45d3-8176-64b5a8a07c67", "tag": "2e41f94e-3f99-406b-aff2-325577ba2d4f"}]}' {{(pid=107775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:42:36.748523 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd85aeae-8ebc-4cb7-aa5c-caa478e94e4a service neutron] Pushing event updated for resources: {'Port': ['ID=d899b5c2-df7d-4bdf-8812-a6abc41c97fb,revision_number=3']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:36.776992 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 58df2b29-36bb-4c79-a0d2-654b5b8bf513 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:42:36.779831 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (58df2b29-36bb-4c79-a0d2-654b5b8bf513), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:36.782145 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:36.789959 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-46bd3047-a7eb-412d-9561-923979c9afc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (c14e8393-8747-4bc2-8e65-3ab6e1faeb6e), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:36.804510 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-753a0b58-649d-44fb-8923-86f3e01c9386 req-53f72dc5-4069-4448-ba47-f7c0c9772ba5 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9841d77-b07c-4960-ab3f-c85e2d601518 HTTP/1.1" status: 200 len: 210 time: 0.2199988 Aug 27 04:42:36.888894 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 58df2b29-36bb-4c79-a0d2-654b5b8bf513 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:42:36.890277 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 37b5fc02-c73c-43c2-9e45-856949b624d4 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:42:36.907481 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-a47cb84c-65f2-460f-9e85-bb8b01a4eb05 req-1c1a5853-87e6-41b8-bdac-ac01ef71c994 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378305 Aug 27 04:42:36.939739 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742ac285-e1fa-4c50-9233-d3b6e4e78369 None None] DHCP port deletion for c14e8393-8747-4bc2-8e65-3ab6e1faeb6e request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:42:36.978774 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 37b5fc02-c73c-43c2-9e45-856949b624d4 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:42:36.979192 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (37b5fc02-c73c-43c2-9e45-856949b624d4), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:36.991867 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1d512872-37a9-48c9-abad-81d6d2f3146c admin admin] Publish callbacks [] for port (1fa183b2-d80f-4c66-b53d-e9f1d4544a3d), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:36.995236 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 04:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a73f70-39c3-4127-9216-09c3767a65e9 x-openstack-request-id: req-74a73f70-39c3-4127-9216-09c3767a65e9 {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:42:36.995545 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3502ba5a-ec3a-4a03-b6ba-09ae7c472413", "tag": "d899b5c2-df7d-4bdf-8812-a6abc41c97fb", "status": "completed", "code": 200}]} {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:42:36.995975 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-74a73f70-39c3-4127-9216-09c3767a65e9 {{(pid=107776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:42:36.996388 n-d-852088-5 neutron-server[107776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74a73f70-39c3-4127-9216-09c3767a65e9'] response: {'name': 'network-changed', 'server_uuid': '3502ba5a-ec3a-4a03-b6ba-09ae7c472413', 'tag': 'd899b5c2-df7d-4bdf-8812-a6abc41c97fb', 'status': 'completed', 'code': 200} Aug 27 04:42:36.998101 n-d-852088-5 neutron-server[107775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 04:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9a928c-6b09-474d-b418-1a53b560f2c3 x-openstack-request-id: req-7f9a928c-6b09-474d-b418-1a53b560f2c3 {{(pid=107775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:42:36.998387 n-d-852088-5 neutron-server[107775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb625475-12a3-45d3-8176-64b5a8a07c67", "tag": "2e41f94e-3f99-406b-aff2-325577ba2d4f", "status": "completed", "code": 200}]} {{(pid=107775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:42:36.998690 n-d-852088-5 neutron-server[107775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7f9a928c-6b09-474d-b418-1a53b560f2c3 {{(pid=107775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:42:36.999664 n-d-852088-5 neutron-server[107775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f9a928c-6b09-474d-b418-1a53b560f2c3'] response: {'name': 'network-changed', 'server_uuid': 'fb625475-12a3-45d3-8176-64b5a8a07c67', 'tag': '2e41f94e-3f99-406b-aff2-325577ba2d4f', 'status': 'completed', 'code': 200} Aug 27 04:42:37.028554 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fd04df88-af60-4652-8337-25c74fce59ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8bba6450-0774-42a2-97c1-66739ae30dfc), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:37.037771 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f600f911-3bc5-4aaf-bd8b-68c8da02bfa1 req-60969f3b-3f92-4cff-8539-2aefe0a9689c tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431182 Aug 27 04:42:37.052195 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-742ac285-e1fa-4c50-9233-d3b6e4e78369 None None] Deleting port 65173277-7248-4924-881f-2f8e0fb128ea {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:42:37.053775 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-742ac285-e1fa-4c50-9233-d3b6e4e78369 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (65173277-7248-4924-881f-2f8e0fb128ea), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:37.072545 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52d88d-c136-480b-85fc-ddcb5f844fda req-e4d28322-ecca-4ca7-8d60-837fbfa7f3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:37.074100 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-dd52d88d-c136-480b-85fc-ddcb5f844fda req-e4d28322-ecca-4ca7-8d60-837fbfa7f3a9 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=e5865b7b9da947b2a324cb31d5c658bd&device_id=3502ba5a-ec3a-4a03-b6ba-09ae7c472413 HTTP/1.1" status: 200 len: 1129 time: 0.1479857 Aug 27 04:42:37.095738 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba192b-d85b-44e5-9dd0-80d1e4a05ada req-ea122c73-9f74-4dda-8334-156e6118e900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:37.097309 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-7dba192b-d85b-44e5-9dd0-80d1e4a05ada req-ea122c73-9f74-4dda-8334-156e6118e900 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=8511e600620148c2b51cb7fe446763eb&device_id=fb625475-12a3-45d3-8176-64b5a8a07c67 HTTP/1.1" status: 200 len: 1130 time: 0.0956950 Aug 27 04:42:37.109759 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed0d47e-8a1b-4472-84a8-fb9c7883d84c service neutron] Pushing event updated for resources: {'Port': ['ID=2e41f94e-3f99-406b-aff2-325577ba2d4f,revision_number=3']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:37.147479 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1d512872-37a9-48c9-abad-81d6d2f3146c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (1fa183b2-d80f-4c66-b53d-e9f1d4544a3d), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:37.161029 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 37b5fc02-c73c-43c2-9e45-856949b624d4 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:42:37.161667 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (37b5fc02-c73c-43c2-9e45-856949b624d4), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:37.163678 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-7dba192b-d85b-44e5-9dd0-80d1e4a05ada req-ce042c8f-b2a2-4166-adb7-d0b037de8469 service neutron] 10.222.0.78 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=2e41f94e-3f99-406b-aff2-325577ba2d4f HTTP/1.1" status: 200 len: 217 time: 0.0547507 Aug 27 04:42:37.179197 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-dd52d88d-c136-480b-85fc-ddcb5f844fda req-a7740f46-c3e1-4685-a2b9-43daaa441a53 service neutron] 10.222.0.78 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=d899b5c2-df7d-4bdf-8812-a6abc41c97fb HTTP/1.1" status: 200 len: 217 time: 0.0839009 Aug 27 04:42:37.179714 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-742ac285-e1fa-4c50-9233-d3b6e4e78369 None None] For port 65173277-7248-4924-881f-2f8e0fb128ea, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=65173277-7248-4924-881f-2f8e0fb128ea,segment=NetworkSegment(89ab84ff-9aa4-43f6-8fd9-b6c2a2171a33),segment_id=89ab84ff-9aa4-43f6-8fd9-b6c2a2171a33)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:37.180301 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-742ac285-e1fa-4c50-9233-d3b6e4e78369 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (65173277-7248-4924-881f-2f8e0fb128ea), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:37.180507 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-74096ad7-057d-419b-af2d-2b36f76e0e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (9d145b20-5fbc-416b-8e8b-d3745a42c0f9), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:37.207955 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 37b5fc02-c73c-43c2-9e45-856949b624d4, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=37b5fc02-c73c-43c2-9e45-856949b624d4,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:37.212909 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-742ac285-e1fa-4c50-9233-d3b6e4e78369 None None] Calling delete_port for 65173277-7248-4924-881f-2f8e0fb128ea owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:42:37.227892 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-46bd3047-a7eb-412d-9561-923979c9afc9 admin admin] Deleting port 65173277-7248-4924-881f-2f8e0fb128ea {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:42:37.228269 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-46bd3047-a7eb-412d-9561-923979c9afc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (65173277-7248-4924-881f-2f8e0fb128ea), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:37.313987 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74096ad7-057d-419b-af2d-2b36f76e0e12 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d145b20-5fbc-416b-8e8b-d3745a42c0f9,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:37.337236 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (37b5fc02-c73c-43c2-9e45-856949b624d4), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:37.340782 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-77bac38a-08eb-469e-89bd-b70e52b18842 req-bbf74b70-12a9-4943-a0f5-b159b638bd27 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Publish callbacks [] for port (445511e8-5d87-4a83-9c81-e06b43159cdf), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:37.351861 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 11cf8bde-d6c8-4150-ac2f-2c3ff90b8e3d no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:42:37.374484 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1d512872-37a9-48c9-abad-81d6d2f3146c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (b8bffff2-0247-4e9d-8360-56d4f41f8752), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:37.402700 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba192b-d85b-44e5-9dd0-80d1e4a05ada req-61458bef-2658-4351-9030-2d775a1c6368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:37.405033 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-7dba192b-d85b-44e5-9dd0-80d1e4a05ada req-61458bef-2658-4351-9030-2d775a1c6368 service neutron] 10.222.0.78 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.2220502 Aug 27 04:42:37.418407 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 11cf8bde-d6c8-4150-ac2f-2c3ff90b8e3d {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:42:37.418777 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 11cf8bde-d6c8-4150-ac2f-2c3ff90b8e3d not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:42:37.423228 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d512872-37a9-48c9-abad-81d6d2f3146c admin admin] Pushing event updated for resources: {'Port': ['ID=1fa183b2-d80f-4c66-b53d-e9f1d4544a3d,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:37.432621 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-742ac285-e1fa-4c50-9233-d3b6e4e78369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (65173277-7248-4924-881f-2f8e0fb128ea), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:37.457285 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742ac285-e1fa-4c50-9233-d3b6e4e78369 None None] No DVR routers for this DVR port 65173277-7248-4924-881f-2f8e0fb128ea on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:42:37.477678 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-a47cb84c-65f2-460f-9e85-bb8b01a4eb05 req-699b177d-7a9f-482e-a63f-6adf1b188bff service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258617 Aug 27 04:42:37.483162 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=37b5fc02-c73c-43c2-9e45-856949b624d4,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:37.483365 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52d88d-c136-480b-85fc-ddcb5f844fda req-304e9db1-f335-4058-aa1e-90c7255083ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:37.485154 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-dd52d88d-c136-480b-85fc-ddcb5f844fda req-304e9db1-f335-4058-aa1e-90c7255083ec service neutron] 10.222.0.78 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.2673807 Aug 27 04:42:37.488587 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-74096ad7-057d-419b-af2d-2b36f76e0e12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (5f57572b-b4aa-4edb-bedc-b8c6b53e534f), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:37.491072 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba192b-d85b-44e5-9dd0-80d1e4a05ada req-23980d33-2207-4969-b810-24a2c58b09a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:37.492791 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-7dba192b-d85b-44e5-9dd0-80d1e4a05ada req-23980d33-2207-4969-b810-24a2c58b09a2 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0794561 Aug 27 04:42:37.545473 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742ac285-e1fa-4c50-9233-d3b6e4e78369 None None] Pushing event deleted for resources: {'Port': ['ID=65173277-7248-4924-881f-2f8e0fb128ea,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:37.559748 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f4a27-338a-4223-8674-ebaa7d8e2693 req-50bbf585-ab6e-4ced-9e32-7a2e358040c9 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:37.561415 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e90f4a27-338a-4223-8674-ebaa7d8e2693 req-50bbf585-ab6e-4ced-9e32-7a2e358040c9 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=3502ba5a-ec3a-4a03-b6ba-09ae7c472413 HTTP/1.1" status: 200 len: 947 time: 0.2167163 Aug 27 04:42:37.606349 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-46bd3047-a7eb-412d-9561-923979c9afc9 admin admin] For port 65173277-7248-4924-881f-2f8e0fb128ea, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=65173277-7248-4924-881f-2f8e0fb128ea,segment=NetworkSegment(89ab84ff-9aa4-43f6-8fd9-b6c2a2171a33),segment_id=89ab84ff-9aa4-43f6-8fd9-b6c2a2171a33)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:37.607290 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-46bd3047-a7eb-412d-9561-923979c9afc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (65173277-7248-4924-881f-2f8e0fb128ea), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:37.638313 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-74096ad7-057d-419b-af2d-2b36f76e0e12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (5f57572b-b4aa-4edb-bedc-b8c6b53e534f), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:37.644079 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-74096ad7-057d-419b-af2d-2b36f76e0e12 admin admin] Publish callbacks [] for router_controller (5f57572b-b4aa-4edb-bedc-b8c6b53e534f), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:37.664560 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-77bac38a-08eb-469e-89bd-b70e52b18842 req-bbf74b70-12a9-4943-a0f5-b159b638bd27 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (445511e8-5d87-4a83-9c81-e06b43159cdf), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:37.689568 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-46bd3047-a7eb-412d-9561-923979c9afc9 admin admin] Calling delete_port for 65173277-7248-4924-881f-2f8e0fb128ea owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:42:37.714920 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52d88d-c136-480b-85fc-ddcb5f844fda req-714c87d4-3d78-4389-bf09-f357e3472c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:37.716482 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-dd52d88d-c136-480b-85fc-ddcb5f844fda req-714c87d4-3d78-4389-bf09-f357e3472c9e service neutron] 10.222.0.78 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2180545 Aug 27 04:42:37.730049 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bfde7b-83b0-4381-a524-a104cfc36f96 req-5e0582ad-f5b7-42c0-b68b-d7f28c0a8730 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:37.731602 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f0bfde7b-83b0-4381-a524-a104cfc36f96 req-5e0582ad-f5b7-42c0-b68b-d7f28c0a8730 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0d9d1fdc-b487-4dea-9067-60d92aafac40 HTTP/1.1" status: 200 len: 948 time: 0.1655953 Aug 27 04:42:37.804402 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77bac38a-08eb-469e-89bd-b70e52b18842 req-bbf74b70-12a9-4943-a0f5-b159b638bd27 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Network a82fb463-5a8f-4b8b-991d-61491eba11c6 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:42:37.806667 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-7dba192b-d85b-44e5-9dd0-80d1e4a05ada req-8e4f9709-4bb7-45ae-a8be-b3a8a5885b42 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835400 Aug 27 04:42:37.811589 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf74b70-12a9-4943-a0f5-b159b638bd27 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Pushing event updated for resources: {'Port': ['ID=445511e8-5d87-4a83-9c81-e06b43159cdf,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:37.814157 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [req-77bac38a-08eb-469e-89bd-b70e52b18842 req-bbf74b70-12a9-4943-a0f5-b159b638bd27 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:42:37.820905 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [req-77bac38a-08eb-469e-89bd-b70e52b18842 req-bbf74b70-12a9-4943-a0f5-b159b638bd27 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:42:37.831548 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e90f4a27-338a-4223-8674-ebaa7d8e2693 req-388423d1-f0ad-426e-abe3-05b6244e2a74 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=76c57a38-5eea-4c1b-9a19-7bd88dd68150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302537 Aug 27 04:42:37.839995 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [req-999b24bd-6a5d-453f-8d12-903c136572c1 req-9e43ce28-7b17-40cc-beae-c96261bc4161 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Allocated IP 192.168.233.139 (a82fb463-5a8f-4b8b-991d-61491eba11c6/120f3302-721f-4373-86a6-3aa14ccf6ac4/56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:42:37.905009 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-74096ad7-057d-419b-af2d-2b36f76e0e12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (5f57572b-b4aa-4edb-bedc-b8c6b53e534f), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:37.905870 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74096ad7-057d-419b-af2d-2b36f76e0e12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f57572b-b4aa-4edb-bedc-b8c6b53e534f {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:42:37.929091 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-74096ad7-057d-419b-af2d-2b36f76e0e12 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:37.935557 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-74096ad7-057d-419b-af2d-2b36f76e0e12 admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/5f57572b-b4aa-4edb-bedc-b8c6b53e534f HTTP/1.1" status: 204 len: 168 time: 4.4114151 Aug 27 04:42:37.942090 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fd04df88-af60-4652-8337-25c74fce59ff admin admin] Publish callbacks [] for port (8bba6450-0774-42a2-97c1-66739ae30dfc), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:37.942643 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 42476) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:37.962966 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d512872-37a9-48c9-abad-81d6d2f3146c admin admin] Network 61290b17-e784-4c62-9fdf-9b547563f66f is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:42:37.984092 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-1d512872-37a9-48c9-abad-81d6d2f3146c admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:42:38.026606 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5122d7fc-ea44-477a-ad24-185684f69621 req-1d52b0c4-d91f-43db-b286-5c7a6ef68754 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9841d77-b07c-4960-ab3f-c85e2d601518 HTTP/1.1" status: 200 len: 210 time: 0.1029353 Aug 27 04:42:38.032013 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bac38a-08eb-469e-89bd-b70e52b18842 req-bbf74b70-12a9-4943-a0f5-b159b638bd27 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:38.032013 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-77bac38a-08eb-469e-89bd-b70e52b18842 req-bbf74b70-12a9-4943-a0f5-b159b638bd27 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:38.051388 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fd04df88-af60-4652-8337-25c74fce59ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (8bba6450-0774-42a2-97c1-66739ae30dfc), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:38.121263 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04df88-af60-4652-8337-25c74fce59ff admin admin] Pushing event updated for resources: {'Port': ['ID=8bba6450-0774-42a2-97c1-66739ae30dfc,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:38.163434 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f0bfde7b-83b0-4381-a524-a104cfc36f96 req-fa66c080-64d5-4634-86cc-b57c5b0457f5 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4069459 Aug 27 04:42:38.232558 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:38.249557 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-e78efaee-a7f5-4dac-8e40-555fcc5dbdef admin admin] Deleting subnet e807c511-da89-4038-9f7b-cd824a63d344 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:42:38.253740 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e78efaee-a7f5-4dac-8e40-555fcc5dbdef admin admin] Publish callbacks [] for subnet (e807c511-da89-4038-9f7b-cd824a63d344), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:38.255399 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-46bd3047-a7eb-412d-9561-923979c9afc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (65173277-7248-4924-881f-2f8e0fb128ea), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:38.264807 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-3b9d1254-d0c0-452c-b41e-82d04375e23d None None] Provisioning complete for port 445511e8-5d87-4a83-9c81-e06b43159cdf triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:42:38.265844 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3b9d1254-d0c0-452c-b41e-82d04375e23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (445511e8-5d87-4a83-9c81-e06b43159cdf), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:38.280285 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-dd52d88d-c136-480b-85fc-ddcb5f844fda req-373d56b4-6dbc-471e-bef7-81e7314a541e service neutron] 10.222.0.78 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5413349 Aug 27 04:42:38.289261 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bd3047-a7eb-412d-9561-923979c9afc9 admin admin] No DVR routers for this DVR port 65173277-7248-4924-881f-2f8e0fb128ea on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:42:38.310081 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-3b9d1254-d0c0-452c-b41e-82d04375e23d None None] Port 445511e8-5d87-4a83-9c81-e06b43159cdf cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:42:38.317084 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:38.320601 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-7dba192b-d85b-44e5-9dd0-80d1e4a05ada req-95d067dc-ed1b-482f-b730-1add762d5c57 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5044675 Aug 27 04:42:38.343559 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-77bac38a-08eb-469e-89bd-b70e52b18842 req-bbf74b70-12a9-4943-a0f5-b159b638bd27 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.75 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8387432 Aug 27 04:42:38.348120 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e78efaee-a7f5-4dac-8e40-555fcc5dbdef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (e807c511-da89-4038-9f7b-cd824a63d344), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:38.352185 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fd04df88-af60-4652-8337-25c74fce59ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (7912f26b-6621-48f0-9a64-e1b137065077), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:38.354609 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:38.366560 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bd3047-a7eb-412d-9561-923979c9afc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=65173277-7248-4924-881f-2f8e0fb128ea,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:38.406711 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-999b24bd-6a5d-453f-8d12-903c136572c1 req-9e43ce28-7b17-40cc-beae-c96261bc4161 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Publish callbacks [] for port (56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:38.436101 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4f1d707b-a5ad-4291-bf54-5029c2e7a7aa None None] Provisioning complete for port 1fa183b2-d80f-4c66-b53d-e9f1d4544a3d triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:42:38.436599 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4f1d707b-a5ad-4291-bf54-5029c2e7a7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (1fa183b2-d80f-4c66-b53d-e9f1d4544a3d), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:38.489235 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e78efaee-a7f5-4dac-8e40-555fcc5dbdef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (e807c511-da89-4038-9f7b-cd824a63d344), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:38.500414 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4f1d707b-a5ad-4291-bf54-5029c2e7a7aa None None] Port 1fa183b2-d80f-4c66-b53d-e9f1d4544a3d cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:42:38.584480 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 37b5fc02-c73c-43c2-9e45-856949b624d4 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:42:38.635320 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-999b24bd-6a5d-453f-8d12-903c136572c1 req-9e43ce28-7b17-40cc-beae-c96261bc4161 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:38.639560 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 37b5fc02-c73c-43c2-9e45-856949b624d4 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:42:38.640208 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (37b5fc02-c73c-43c2-9e45-856949b624d4), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:38.701127 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-999b24bd-6a5d-453f-8d12-903c136572c1 req-9e43ce28-7b17-40cc-beae-c96261bc4161 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Network a82fb463-5a8f-4b8b-991d-61491eba11c6 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:42:38.706749 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [req-999b24bd-6a5d-453f-8d12-903c136572c1 req-9e43ce28-7b17-40cc-beae-c96261bc4161 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:42:38.710970 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [req-999b24bd-6a5d-453f-8d12-903c136572c1 req-9e43ce28-7b17-40cc-beae-c96261bc4161 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:42:38.715305 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e43ce28-7b17-40cc-beae-c96261bc4161 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Pushing event updated for resources: {'Port': ['ID=56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:38.719797 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d8fee-f0f0-4339-8028-7c34cac3aae5 req-3854d3b0-7888-4e5b-ab11-803295ccc035 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:38.727064 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-eb8d8fee-f0f0-4339-8028-7c34cac3aae5 req-3854d3b0-7888-4e5b-ab11-803295ccc035 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=fb625475-12a3-45d3-8176-64b5a8a07c67 HTTP/1.1" status: 200 len: 948 time: 0.5185256 Aug 27 04:42:38.729936 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 37b5fc02-c73c-43c2-9e45-856949b624d4 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:42:38.793276 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b24bd-6a5d-453f-8d12-903c136572c1 req-9e43ce28-7b17-40cc-beae-c96261bc4161 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:38.794194 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 65173277-7248-4924-881f-2f8e0fb128ea no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:42:38.794665 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-999b24bd-6a5d-453f-8d12-903c136572c1 req-9e43ce28-7b17-40cc-beae-c96261bc4161 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:38.820268 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 65173277-7248-4924-881f-2f8e0fb128ea {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:42:38.820647 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 65173277-7248-4924-881f-2f8e0fb128ea not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:42:38.821042 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 9d145b20-5fbc-416b-8e8b-d3745a42c0f9 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:42:38.829282 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e78efaee-a7f5-4dac-8e40-555fcc5dbdef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (e807c511-da89-4038-9f7b-cd824a63d344), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:38.847560 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 9d145b20-5fbc-416b-8e8b-d3745a42c0f9 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:42:38.847906 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 9d145b20-5fbc-416b-8e8b-d3745a42c0f9 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:42:38.869684 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78efaee-a7f5-4dac-8e40-555fcc5dbdef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e807c511-da89-4038-9f7b-cd824a63d344,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:38.881999 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6ac98c-8a55-4261-b9cd-e3c3f16aa134 None None] Network 98f3f664-0b79-426d-8123-4bd77dca6ddc requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:42:38.882341 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e78efaee-a7f5-4dac-8e40-555fcc5dbdef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:38.895896 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d512872-37a9-48c9-abad-81d6d2f3146c admin admin] Router b8bffff2-0247-4e9d-8360-56d4f41f8752 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:42:38.899761 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e78efaee-a7f5-4dac-8e40-555fcc5dbdef admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/e807c511-da89-4038-9f7b-cd824a63d344 HTTP/1.1" status: 204 len: 168 time: 0.9547868 Aug 27 04:42:38.900940 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 42482) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:38.943186 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-eb8d8fee-f0f0-4339-8028-7c34cac3aae5 req-17d83096-d00a-4eaf-b58c-24bf73acb564 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151411 Aug 27 04:42:39.014659 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3012df6c-b8c8-4e74-999b-22c4a3a2972e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (98f3f664-0b79-426d-8123-4bd77dca6ddc), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:39.028556 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-999b24bd-6a5d-453f-8d12-903c136572c1 req-9e43ce28-7b17-40cc-beae-c96261bc4161 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.75 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5914710 Aug 27 04:42:39.045933 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-46bd3047-a7eb-412d-9561-923979c9afc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (c14e8393-8747-4bc2-8e65-3ab6e1faeb6e), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:39.062727 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:39.077468 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-3012df6c-b8c8-4e74-999b-22c4a3a2972e admin admin] Deleting port 08f10d9f-1edd-40e3-8000-e22a79948889 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:42:39.078328 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3012df6c-b8c8-4e74-999b-22c4a3a2972e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (08f10d9f-1edd-40e3-8000-e22a79948889), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:39.148742 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-46bd3047-a7eb-412d-9561-923979c9afc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c14e8393-8747-4bc2-8e65-3ab6e1faeb6e']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:39.151202 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-58a3f90c-ca4d-44fd-9499-fc784f278074 None None] Provisioning complete for port 56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:42:39.151581 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-58a3f90c-ca4d-44fd-9499-fc784f278074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:39.156860 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-dd52d88d-c136-480b-85fc-ddcb5f844fda req-5ef677ab-9278-4937-b113-680c623388a7 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8568916 Aug 27 04:42:39.161456 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-3012df6c-b8c8-4e74-999b-22c4a3a2972e admin admin] For port 08f10d9f-1edd-40e3-8000-e22a79948889, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=08f10d9f-1edd-40e3-8000-e22a79948889,segment=NetworkSegment(2e5c3f7a-11e6-412f-961f-abb26e0472b6),segment_id=2e5c3f7a-11e6-412f-961f-abb26e0472b6)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:39.164401 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3012df6c-b8c8-4e74-999b-22c4a3a2972e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (08f10d9f-1edd-40e3-8000-e22a79948889), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:39.190944 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-58a3f90c-ca4d-44fd-9499-fc784f278074 None None] Port 56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:42:39.222989 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add8f420-1cc5-4fec-be70-0fbaa468f970 req-af59f608-f54e-478f-b7c0-37005468d592 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:39.224613 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-add8f420-1cc5-4fec-be70-0fbaa468f970 req-af59f608-f54e-478f-b7c0-37005468d592 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=3502ba5a-ec3a-4a03-b6ba-09ae7c472413 HTTP/1.1" status: 200 len: 947 time: 0.2306674 Aug 27 04:42:39.226653 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd04df88-af60-4652-8337-25c74fce59ff admin admin] Network 7f8b30d1-7d38-46c8-bca9-e430689f86aa is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:42:39.232587 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-46bd3047-a7eb-412d-9561-923979c9afc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89ab84ff-9aa4-43f6-8fd9-b6c2a2171a33') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:39.232867 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-46bd3047-a7eb-412d-9561-923979c9afc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89ab84ff-9aa4-43f6-8fd9-b6c2a2171a33') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:39.251552 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-fd04df88-af60-4652-8337-25c74fce59ff admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:42:39.253871 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a9dc27-bc93-40b0-b20d-33880f4398f1 None None] DHCP port deletion for 98f3f664-0b79-426d-8123-4bd77dca6ddc request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:42:39.268385 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-46bd3047-a7eb-412d-9561-923979c9afc9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (89ab84ff-9aa4-43f6-8fd9-b6c2a2171a33), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:39.310352 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be6e37d-f9dd-4273-8c5e-426936e33c8a req-26390cf3-ba11-4992-a5ff-87c1fdd95eae tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:39.316942 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-17a9dc27-bc93-40b0-b20d-33880f4398f1 None None] Deleting port 08f10d9f-1edd-40e3-8000-e22a79948889 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:42:39.317661 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-0be6e37d-f9dd-4273-8c5e-426936e33c8a req-26390cf3-ba11-4992-a5ff-87c1fdd95eae tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9841d77-b07c-4960-ab3f-c85e2d601518 HTTP/1.1" status: 200 len: 936 time: 0.1864619 Aug 27 04:42:39.318461 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-17a9dc27-bc93-40b0-b20d-33880f4398f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (08f10d9f-1edd-40e3-8000-e22a79948889), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:39.338477 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d512872-37a9-48c9-abad-81d6d2f3146c admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:42:39.344381 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-46bd3047-a7eb-412d-9561-923979c9afc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (89ab84ff-9aa4-43f6-8fd9-b6c2a2171a33), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:39.346734 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:39.350595 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1d512872-37a9-48c9-abad-81d6d2f3146c admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/b8bffff2-0247-4e9d-8360-56d4f41f8752/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1781211 Aug 27 04:42:39.376208 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56a9dd3-2150-48ca-9abd-7079ac76ee84 None None] Sync routers for ids ['b8bffff2-0247-4e9d-8360-56d4f41f8752'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:42:39.408848 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46bd3047-a7eb-412d-9561-923979c9afc9 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:42:39.409263 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-46bd3047-a7eb-412d-9561-923979c9afc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (89ab84ff-9aa4-43f6-8fd9-b6c2a2171a33), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:39.424795 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56a9dd3-2150-48ca-9abd-7079ac76ee84 None None] Routers {'b8bffff2-0247-4e9d-8360-56d4f41f8752'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:42:39.430573 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-b56a9dd3-2150-48ca-9abd-7079ac76ee84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:42:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['b8bffff2-0247-4e9d-8360-56d4f41f8752'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:39.430687 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:39.437999 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-3012df6c-b8c8-4e74-999b-22c4a3a2972e admin admin] Calling delete_port for 08f10d9f-1edd-40e3-8000-e22a79948889 owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:42:39.475886 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 89ab84ff-9aa4-43f6-8fd9-b6c2a2171a33 resource provider aggregate not found Aug 27 04:42:39.530178 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 89ab84ff-9aa4-43f6-8fd9-b6c2a2171a33 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 89ab84ff-9aa4-43f6-8fd9-b6c2a2171a33 found for delete ", "request_id": "req-58187a55-b01c-44b6-a5e3-39f726be2e8b"}]} Aug 27 04:42:39.553315 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-add8f420-1cc5-4fec-be70-0fbaa468f970 req-cbf5cb4b-9694-48b4-8190-374f724952c9 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=76c57a38-5eea-4c1b-9a19-7bd88dd68150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162212 Aug 27 04:42:39.575822 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-17a9dc27-bc93-40b0-b20d-33880f4398f1 None None] For port 08f10d9f-1edd-40e3-8000-e22a79948889, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=08f10d9f-1edd-40e3-8000-e22a79948889,segment=NetworkSegment(2e5c3f7a-11e6-412f-961f-abb26e0472b6),segment_id=2e5c3f7a-11e6-412f-961f-abb26e0472b6)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:39.577081 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-17a9dc27-bc93-40b0-b20d-33880f4398f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (08f10d9f-1edd-40e3-8000-e22a79948889), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:39.608396 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-b56a9dd3-2150-48ca-9abd-7079ac76ee84 None None] Set router b8bffff2-0247-4e9d-8360-56d4f41f8752 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:42:39.609632 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-17a9dc27-bc93-40b0-b20d-33880f4398f1 None None] Calling delete_port for 08f10d9f-1edd-40e3-8000-e22a79948889 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:42:39.630539 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-0be6e37d-f9dd-4273-8c5e-426936e33c8a req-3e54046f-3d54-445d-8c0e-66c347a3e0ab tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=27e5cb1f-4fd8-42fe-83ea-8b4a1ff45c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120022 Aug 27 04:42:39.697867 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3012df6c-b8c8-4e74-999b-22c4a3a2972e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (08f10d9f-1edd-40e3-8000-e22a79948889), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:39.713284 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c39bd12-9286-490b-ae50-723202e98770 req-95aaac1b-9d34-4fc6-b2bd-6ddff961c4dc tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:39.722535 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3c39bd12-9286-490b-ae50-723202e98770 req-95aaac1b-9d34-4fc6-b2bd-6ddff961c4dc tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0d9d1fdc-b487-4dea-9067-60d92aafac40 HTTP/1.1" status: 200 len: 948 time: 0.0842195 Aug 27 04:42:39.732332 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012df6c-b8c8-4e74-999b-22c4a3a2972e admin admin] Pushing event deleted for resources: {'Port': ['ID=08f10d9f-1edd-40e3-8000-e22a79948889,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:39.734290 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3012df6c-b8c8-4e74-999b-22c4a3a2972e admin admin] No DVR routers for this DVR port 08f10d9f-1edd-40e3-8000-e22a79948889 on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:42:39.750797 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd04df88-af60-4652-8337-25c74fce59ff admin admin] Router 7912f26b-6621-48f0-9a64-e1b137065077 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:42:39.784720 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-3058752e-d208-4846-91a1-ca9f420eb32f None None] Provisioning complete for port 8bba6450-0774-42a2-97c1-66739ae30dfc triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:42:39.785108 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3058752e-d208-4846-91a1-ca9f420eb32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (8bba6450-0774-42a2-97c1-66739ae30dfc), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:39.799442 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b2cb28de-4455-4e63-a10b-d99038c22d76 req-890625cd-c704-4890-847a-d97625a43435 tempest-FloatingIPsNegativeTestJSON-718210058 tempest-FloatingIPsNegativeTestJSON-718210058-project] 10.222.0.76 "GET /networking/v2.0/floatingips?tenant_id=7b1f727e0ec54ec1afa8f14d5d17152c HTTP/1.1" status: 200 len: 217 time: 0.0525885 Aug 27 04:42:39.808928 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3012df6c-b8c8-4e74-999b-22c4a3a2972e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (98f3f664-0b79-426d-8123-4bd77dca6ddc), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:39.835030 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-3012df6c-b8c8-4e74-999b-22c4a3a2972e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98f3f664-0b79-426d-8123-4bd77dca6ddc']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:39.846776 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-3012df6c-b8c8-4e74-999b-22c4a3a2972e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e5c3f7a-11e6-412f-961f-abb26e0472b6') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:39.847108 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-3012df6c-b8c8-4e74-999b-22c4a3a2972e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e5c3f7a-11e6-412f-961f-abb26e0472b6') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:39.852996 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-3058752e-d208-4846-91a1-ca9f420eb32f None None] Port 8bba6450-0774-42a2-97c1-66739ae30dfc cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:42:39.859378 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3012df6c-b8c8-4e74-999b-22c4a3a2972e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (2e5c3f7a-11e6-412f-961f-abb26e0472b6), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:39.869022 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:39.878112 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3012df6c-b8c8-4e74-999b-22c4a3a2972e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (2e5c3f7a-11e6-412f-961f-abb26e0472b6), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:39.884597 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3c39bd12-9286-490b-ae50-723202e98770 req-0f41cb8a-f099-427d-8d1f-8403371c901e tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605256 Aug 27 04:42:39.886782 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3012df6c-b8c8-4e74-999b-22c4a3a2972e admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:42:39.887385 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3012df6c-b8c8-4e74-999b-22c4a3a2972e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (2e5c3f7a-11e6-412f-961f-abb26e0472b6), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:39.889187 n-d-852088-5 neutron-server[107777]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 04:42:39.889187 n-d-852088-5 neutron-server[107777]: from cryptography.utils import int_from_bytes Aug 27 04:42:39.889187 n-d-852088-5 neutron-server[107777]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 04:42:39.889187 n-d-852088-5 neutron-server[107777]: from cryptography.utils import int_from_bytes Aug 27 04:42:39.889187 n-d-852088-5 neutron-server[107777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:42:39.889187 n-d-852088-5 neutron-server[107777]: self.session.flush() Aug 27 04:42:39.889187 n-d-852088-5 neutron-server[107777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:42:39.889187 n-d-852088-5 neutron-server[107777]: self.session.flush() Aug 27 04:42:39.889187 n-d-852088-5 neutron-server[107777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:42:39.889187 n-d-852088-5 neutron-server[107777]: self.session.flush() Aug 27 04:42:39.889187 n-d-852088-5 neutron-server[107777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:42:39.889187 n-d-852088-5 neutron-server[107777]: self.session.flush() Aug 27 04:42:39.889187 n-d-852088-5 neutron-server[107777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:42:39.889187 n-d-852088-5 neutron-server[107777]: self.session.flush() Aug 27 04:42:39.889187 n-d-852088-5 neutron-server[107777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:42:39.889187 n-d-852088-5 neutron-server[107777]: self.session.flush() Aug 27 04:42:39.889187 n-d-852088-5 neutron-server[107777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:42:39.889187 n-d-852088-5 neutron-server[107777]: self.session.flush() Aug 27 04:42:39.889187 n-d-852088-5 neutron-server[107777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:42:39.889187 n-d-852088-5 neutron-server[107777]: self.session.flush() Aug 27 04:42:39.889187 n-d-852088-5 neutron-server[107777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:42:39.889187 n-d-852088-5 neutron-server[107777]: self.session.flush() Aug 27 04:42:39.889187 n-d-852088-5 neutron-server[107777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:42:39.889187 n-d-852088-5 neutron-server[107777]: self.session.flush() Aug 27 04:42:39.889187 n-d-852088-5 neutron-server[107777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:42:39.889187 n-d-852088-5 neutron-server[107777]: self.session.flush() Aug 27 04:42:39.889187 n-d-852088-5 neutron-server[107777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:42:39.889187 n-d-852088-5 neutron-server[107777]: self.session.flush() Aug 27 04:42:39.889187 n-d-852088-5 neutron-server[107777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:42:39.889187 n-d-852088-5 neutron-server[107777]: self.session.flush() Aug 27 04:42:39.889187 n-d-852088-5 neutron-server[107777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:42:39.889187 n-d-852088-5 neutron-server[107777]: self.session.flush() Aug 27 04:42:39.889187 n-d-852088-5 neutron-server[107777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:42:39.889187 n-d-852088-5 neutron-server[107777]: self.session.flush() Aug 27 04:42:39.889187 n-d-852088-5 neutron-server[107777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:42:39.889187 n-d-852088-5 neutron-server[107777]: self.session.flush() Aug 27 04:42:39.889187 n-d-852088-5 neutron-server[107777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:42:39.889187 n-d-852088-5 neutron-server[107777]: self.session.flush() Aug 27 04:42:39.889187 n-d-852088-5 neutron-server[107777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:42:39.889187 n-d-852088-5 neutron-server[107777]: self.session.flush() Aug 27 04:42:39.889187 n-d-852088-5 neutron-server[107777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:42:39.889187 n-d-852088-5 neutron-server[107777]: self.session.flush() Aug 27 04:42:39.892505 n-d-852088-5 neutron-server[107777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:42:39.892505 n-d-852088-5 neutron-server[107777]: self.session.flush() Aug 27 04:42:39.892505 n-d-852088-5 neutron-server[107777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:42:39.892505 n-d-852088-5 neutron-server[107777]: self.session.flush() Aug 27 04:42:39.892505 n-d-852088-5 neutron-server[107777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:42:39.892505 n-d-852088-5 neutron-server[107777]: self.session.flush() Aug 27 04:42:39.892505 n-d-852088-5 neutron-server[107777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:42:39.892505 n-d-852088-5 neutron-server[107777]: self.session.flush() Aug 27 04:42:39.892505 n-d-852088-5 neutron-server[107777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:42:39.892505 n-d-852088-5 neutron-server[107777]: self.session.flush() Aug 27 04:42:39.892505 n-d-852088-5 neutron-server[107777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:42:39.892505 n-d-852088-5 neutron-server[107777]: self.session.flush() Aug 27 04:42:39.892505 n-d-852088-5 neutron-server[107777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:42:39.892505 n-d-852088-5 neutron-server[107777]: self.session.flush() Aug 27 04:42:39.915025 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-17a9dc27-bc93-40b0-b20d-33880f4398f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (08f10d9f-1edd-40e3-8000-e22a79948889), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:39.916841 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-92e17030-c82f-4336-bd1f-7f56b2358abc req-be53480a-9eb7-485e-bf6d-92de3df55e39 tempest-FloatingIPsNegativeTestJSON-718210058 tempest-FloatingIPsNegativeTestJSON-718210058-project] 10.222.0.76 "GET /networking/v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0471900 Aug 27 04:42:39.955817 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 2e5c3f7a-11e6-412f-961f-abb26e0472b6 resource provider aggregate not found Aug 27 04:42:39.979320 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a9dc27-bc93-40b0-b20d-33880f4398f1 None None] Pushing event deleted for resources: {'Port': ['ID=08f10d9f-1edd-40e3-8000-e22a79948889,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:39.981255 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a9dc27-bc93-40b0-b20d-33880f4398f1 None None] No DVR routers for this DVR port 08f10d9f-1edd-40e3-8000-e22a79948889 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:42:39.992698 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 2e5c3f7a-11e6-412f-961f-abb26e0472b6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2e5c3f7a-11e6-412f-961f-abb26e0472b6 found for delete ", "request_id": "req-023c8ba6-359f-4d85-b270-05fd4bc4f31a"}]} Aug 27 04:42:40.015216 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-b56a9dd3-2150-48ca-9abd-7079ac76ee84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8bffff2-0247-4e9d-8360-56d4f41f8752', 'name': 'tempest-FloatingIPsNegativeTestJSON-2098882451-router', 'tenant_id': '7b1f727e0ec54ec1afa8f14d5d17152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '58df2b29-36bb-4c79-a0d2-654b5b8bf513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:42:25Z', 'updated_at': '2022-08-27T04:42:35Z', 'revision_number': 4, 'project_id': '7b1f727e0ec54ec1afa8f14d5d17152c', 'gw_port': {'id': '58df2b29-36bb-4c79-a0d2-654b5b8bf513', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:42:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bffff2-0247-4e9d-8360-56d4f41f8752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:42:26Z', 'updated_at': '2022-08-27T04:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '1fa183b2-d80f-4c66-b53d-e9f1d4544a3d', 'name': '', 'network_id': '61290b17-e784-4c62-9fdf-9b547563f66f', 'tenant_id': '7b1f727e0ec54ec1afa8f14d5d17152c', 'mac_address': 'fa:16:3e:c3:58:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8bffff2-0247-4e9d-8360-56d4f41f8752', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '3801d356-08e9-43e5-b21e-8fd823a42145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:42:31Z', 'updated_at': '2022-08-27T04:42:36Z', 'revision_number': 2, 'project_id': '7b1f727e0ec54ec1afa8f14d5d17152c', 'subnets': [{'id': '3801d356-08e9-43e5-b21e-8fd823a42145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:40.047634 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-46bd3047-a7eb-412d-9561-923979c9afc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (c14e8393-8747-4bc2-8e65-3ab6e1faeb6e), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:40.055569 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-46bd3047-a7eb-412d-9561-923979c9afc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:40.063871 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-46bd3047-a7eb-412d-9561-923979c9afc9 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/c14e8393-8747-4bc2-8e65-3ab6e1faeb6e HTTP/1.1" status: 204 len: 168 time: 3.5398643 Aug 27 04:42:40.063871 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [req-57844acb-d85b-4209-b1b5-fe942104478f req-48b1f384-b666-40f9-b4a1-4d05243d6fc2 tempest-FloatingIPsNegativeTestJSON-718210058 tempest-FloatingIPsNegativeTestJSON-718210058-project] show failed (client error): The resource could not be found. Aug 27 04:42:40.064146 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56a9dd3-2150-48ca-9abd-7079ac76ee84 None None] Checking router: b8bffff2-0247-4e9d-8360-56d4f41f8752 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:42:40.064146 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56a9dd3-2150-48ca-9abd-7079ac76ee84 None None] Updating router b8bffff2-0247-4e9d-8360-56d4f41f8752 port 1fa183b2-d80f-4c66-b53d-e9f1d4544a3d binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:42:40.072706 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-57844acb-d85b-4209-b1b5-fe942104478f req-48b1f384-b666-40f9-b4a1-4d05243d6fc2 tempest-FloatingIPsNegativeTestJSON-718210058 tempest-FloatingIPsNegativeTestJSON-718210058-project] 10.222.0.76 "GET /networking/v2.0/floatingips/bdf53b3f-62ae-4184-949f-c4a9def64ea7 HTTP/1.1" status: 404 len: 350 time: 0.1096096 Aug 27 04:42:40.102959 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 42510) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:40.117997 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b56a9dd3-2150-48ca-9abd-7079ac76ee84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (1fa183b2-d80f-4c66-b53d-e9f1d4544a3d), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:40.128556 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bd3047-a7eb-412d-9561-923979c9afc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c14e8393-8747-4bc2-8e65-3ab6e1faeb6e,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:40.157504 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf14b34-516c-45f4-84e4-19233e26afb6 req-e184dbeb-e1c9-4629-b41c-bca14ce08413 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:40.159076 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1cf14b34-516c-45f4-84e4-19233e26afb6 req-e184dbeb-e1c9-4629-b41c-bca14ce08413 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=fb625475-12a3-45d3-8176-64b5a8a07c67 HTTP/1.1" status: 200 len: 948 time: 0.1178937 Aug 27 04:42:40.162127 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd04df88-af60-4652-8337-25c74fce59ff admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:42:40.176237 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472c5b98-4458-40e9-99bb-52dd5c040334 None None] Sync routers for ids ['7912f26b-6621-48f0-9a64-e1b137065077'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:42:40.177860 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-fd04df88-af60-4652-8337-25c74fce59ff admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/7912f26b-6621-48f0-9a64-e1b137065077/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6719985 Aug 27 04:42:40.197684 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3012df6c-b8c8-4e74-999b-22c4a3a2972e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (98f3f664-0b79-426d-8123-4bd77dca6ddc), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:40.215950 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3012df6c-b8c8-4e74-999b-22c4a3a2972e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:40.225057 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3012df6c-b8c8-4e74-999b-22c4a3a2972e admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/98f3f664-0b79-426d-8123-4bd77dca6ddc HTTP/1.1" status: 204 len: 168 time: 1.3230028 Aug 27 04:42:40.226147 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472c5b98-4458-40e9-99bb-52dd5c040334 None None] Routers {'7912f26b-6621-48f0-9a64-e1b137065077'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:42:40.226788 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-472c5b98-4458-40e9-99bb-52dd5c040334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:42:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['7912f26b-6621-48f0-9a64-e1b137065077'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:40.260539 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1cf14b34-516c-45f4-84e4-19233e26afb6 req-0373dfcb-4535-418e-b753-c5ddb9cc56f3 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807796 Aug 27 04:42:40.263477 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012df6c-b8c8-4e74-999b-22c4a3a2972e admin admin] Pushing event deleted for resources: {'Network': ['ID=98f3f664-0b79-426d-8123-4bd77dca6ddc,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:40.365598 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [req-999b24bd-6a5d-453f-8d12-903c136572c1 req-ebcd1af1-7f9b-482d-9b79-79eece696f13 service neutron] Request body: {'port': {'device_id': 'd9841d77-b07c-4960-ab3f-c85e2d601518', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-852088-5'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:42:40.390596 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-472c5b98-4458-40e9-99bb-52dd5c040334 None None] Set router 7912f26b-6621-48f0-9a64-e1b137065077 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:42:40.439679 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [req-77bac38a-08eb-469e-89bd-b70e52b18842 req-973f60b2-01f2-41f1-be22-e80a748015eb service neutron] Request body: {'port': {'device_id': '130abef0-d029-4ffd-883c-b705e63910dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-852088-5'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:42:40.493162 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 08f10d9f-1edd-40e3-8000-e22a79948889 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:42:40.536720 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 08f10d9f-1edd-40e3-8000-e22a79948889 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:42:40.537068 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 08f10d9f-1edd-40e3-8000-e22a79948889 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:42:40.589607 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 42520) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:40.620457 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:40.639536 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b56a9dd3-2150-48ca-9abd-7079ac76ee84 None None] Publish callbacks [] for port (1fa183b2-d80f-4c66-b53d-e9f1d4544a3d), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:40.653851 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-999b24bd-6a5d-453f-8d12-903c136572c1 req-ebcd1af1-7f9b-482d-9b79-79eece696f13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:40.726273 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:40.727730 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b56a9dd3-2150-48ca-9abd-7079ac76ee84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (1fa183b2-d80f-4c66-b53d-e9f1d4544a3d), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:40.743132 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-631ca5fb-5432-46ba-b994-77aa615b8657 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=58b3dd9918d0412a9441e5b405948450&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1488345 Aug 27 04:42:40.747393 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 42524) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:40.840842 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-77bac38a-08eb-469e-89bd-b70e52b18842 req-973f60b2-01f2-41f1-be22-e80a748015eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (445511e8-5d87-4a83-9c81-e06b43159cdf), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:40.894178 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1d02b5-2bbc-45ad-a830-de9232f17231 None None] Pushing event updated for resources: {'Port': ['ID=1fa183b2-d80f-4c66-b53d-e9f1d4544a3d,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:40.910527 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-b56a9dd3-2150-48ca-9abd-7079ac76ee84 None None] Attempting to bind port 1fa183b2-d80f-4c66-b53d-e9f1d4544a3d on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:42:40.911357 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-b56a9dd3-2150-48ca-9abd-7079ac76ee84 None None] Attempting to bind port 1fa183b2-d80f-4c66-b53d-e9f1d4544a3d by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'be8e4cea-c775-4d33-a91b-e5ffea381146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '61290b17-e784-4c62-9fdf-9b547563f66f'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:42:40.911952 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56a9dd3-2150-48ca-9abd-7079ac76ee84 None None] Attempting to bind port 1fa183b2-d80f-4c66-b53d-e9f1d4544a3d on network 61290b17-e784-4c62-9fdf-9b547563f66f {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:42:40.921897 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56a9dd3-2150-48ca-9abd-7079ac76ee84 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:42:40.923999 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56a9dd3-2150-48ca-9abd-7079ac76ee84 None None] Checking segment: {'id': 'be8e4cea-c775-4d33-a91b-e5ffea381146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '61290b17-e784-4c62-9fdf-9b547563f66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:42:40.927178 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b56a9dd3-2150-48ca-9abd-7079ac76ee84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:40.927866 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56a9dd3-2150-48ca-9abd-7079ac76ee84 None None] Bound using segment: {'id': 'be8e4cea-c775-4d33-a91b-e5ffea381146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '61290b17-e784-4c62-9fdf-9b547563f66f'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:42:40.928623 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-b56a9dd3-2150-48ca-9abd-7079ac76ee84 None None] Bound port: 1fa183b2-d80f-4c66-b53d-e9f1d4544a3d, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be8e4cea-c775-4d33-a91b-e5ffea381146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '61290b17-e784-4c62-9fdf-9b547563f66f'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:42:40.930787 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b56a9dd3-2150-48ca-9abd-7079ac76ee84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (1fa183b2-d80f-4c66-b53d-e9f1d4544a3d), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:40.953261 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-472c5b98-4458-40e9-99bb-52dd5c040334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7912f26b-6621-48f0-9a64-e1b137065077', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1346067895-router', 'tenant_id': 'd0b2fd77da7144c9ad5b4246be5f5cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '37b5fc02-c73c-43c2-9e45-856949b624d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:42:22Z', 'updated_at': '2022-08-27T04:42:36Z', 'revision_number': 4, 'project_id': 'd0b2fd77da7144c9ad5b4246be5f5cfc', 'gw_port': {'id': '37b5fc02-c73c-43c2-9e45-856949b624d4', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:32:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7912f26b-6621-48f0-9a64-e1b137065077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:42:24Z', 'updated_at': '2022-08-27T04:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '8bba6450-0774-42a2-97c1-66739ae30dfc', 'name': '', 'network_id': '7f8b30d1-7d38-46c8-bca9-e430689f86aa', 'tenant_id': 'd0b2fd77da7144c9ad5b4246be5f5cfc', 'mac_address': 'fa:16:3e:89:b7:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7912f26b-6621-48f0-9a64-e1b137065077', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '0c93b01c-58d2-4f59-af0c-1240b9783471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:42:33Z', 'updated_at': '2022-08-27T04:42:37Z', 'revision_number': 2, 'project_id': 'd0b2fd77da7144c9ad5b4246be5f5cfc', 'subnets': [{'id': '0c93b01c-58d2-4f59-af0c-1240b9783471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:40.986484 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472c5b98-4458-40e9-99bb-52dd5c040334 None None] Checking router: 7912f26b-6621-48f0-9a64-e1b137065077 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:42:40.989725 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472c5b98-4458-40e9-99bb-52dd5c040334 None None] Updating router 7912f26b-6621-48f0-9a64-e1b137065077 port 8bba6450-0774-42a2-97c1-66739ae30dfc binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:42:41.027116 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-b56a9dd3-2150-48ca-9abd-7079ac76ee84 None None] For port 1fa183b2-d80f-4c66-b53d-e9f1d4544a3d, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:42:41.030382 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-b56a9dd3-2150-48ca-9abd-7079ac76ee84 None None] For port 1fa183b2-d80f-4c66-b53d-e9f1d4544a3d, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=1fa183b2-d80f-4c66-b53d-e9f1d4544a3d,segment=NetworkSegment(be8e4cea-c775-4d33-a91b-e5ffea381146),segment_id=be8e4cea-c775-4d33-a91b-e5ffea381146)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:42:41.036890 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-472c5b98-4458-40e9-99bb-52dd5c040334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8bba6450-0774-42a2-97c1-66739ae30dfc), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:41.080312 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb87fc-2485-4b7b-bd6d-f72531e320fc req-521c92a3-1790-453c-902b-02e6bc1ce507 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:41.089701 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a7fb87fc-2485-4b7b-bd6d-f72531e320fc req-521c92a3-1790-453c-902b-02e6bc1ce507 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=3502ba5a-ec3a-4a03-b6ba-09ae7c472413 HTTP/1.1" status: 200 len: 947 time: 0.3151162 Aug 27 04:42:41.094726 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 42530) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:41.115905 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2160d2-591b-4030-a6c1-a846ef6f7a2d req-46ff6d81-b82d-4737-aa42-53e7e594c86d tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:41.117609 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4d2160d2-591b-4030-a6c1-a846ef6f7a2d req-46ff6d81-b82d-4737-aa42-53e7e594c86d tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9841d77-b07c-4960-ab3f-c85e2d601518 HTTP/1.1" status: 200 len: 936 time: 0.3162272 Aug 27 04:42:41.119993 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b56a9dd3-2150-48ca-9abd-7079ac76ee84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (1fa183b2-d80f-4c66-b53d-e9f1d4544a3d), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:41.151730 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6bc101-bf29-4d1e-9e8c-03085931f2d3 req-d17f6da0-4edd-41a1-bf99-672cc29e7e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:41.155933 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1f6bc101-bf29-4d1e-9e8c-03085931f2d3 req-d17f6da0-4edd-41a1-bf99-672cc29e7e8f service neutron] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=8511e600620148c2b51cb7fe446763eb&device_id=fb625475-12a3-45d3-8176-64b5a8a07c67 HTTP/1.1" status: 200 len: 1130 time: 0.2686200 Aug 27 04:42:41.167409 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56a9dd3-2150-48ca-9abd-7079ac76ee84 None None] Routers {'b8bffff2-0247-4e9d-8360-56d4f41f8752'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:42:41.168077 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-b56a9dd3-2150-48ca-9abd-7079ac76ee84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:42:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['b8bffff2-0247-4e9d-8360-56d4f41f8752'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:41.226255 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1d02b5-2bbc-45ad-a830-de9232f17231 None None] Pushing event updated for resources: {'Port': ['ID=1fa183b2-d80f-4c66-b53d-e9f1d4544a3d,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:41.227051 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:41.301139 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a7fb87fc-2485-4b7b-bd6d-f72531e320fc req-799a6d1e-07e8-4b51-b714-8d43ee751476 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=76c57a38-5eea-4c1b-9a19-7bd88dd68150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958544 Aug 27 04:42:41.303681 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-b56a9dd3-2150-48ca-9abd-7079ac76ee84 None None] Set router b8bffff2-0247-4e9d-8360-56d4f41f8752 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:42:41.308704 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [req-999b24bd-6a5d-453f-8d12-903c136572c1 req-ebcd1af1-7f9b-482d-9b79-79eece696f13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a {{(pid=107776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 04:42:41.312733 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c56edef9-b584-4d71-a8f2-2e9d93d1f010 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=4a75c85087244b31b3ed8b1908c8ade5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2161851 Aug 27 04:42:41.313862 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8fde87d5-fc21-4ad2-9aa2-e13783c3c9f7 admin admin] Publish callbacks [] for security_group (ea65e850-c5b2-4943-8879-1df6251cd00d), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:41.316658 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 42534) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:41.317558 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-999b24bd-6a5d-453f-8d12-903c136572c1 req-ebcd1af1-7f9b-482d-9b79-79eece696f13 service neutron] Publish callbacks [] for port (56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:41.341733 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.provisioning_blocks [req-999b24bd-6a5d-453f-8d12-903c136572c1 req-ebcd1af1-7f9b-482d-9b79-79eece696f13 service neutron] Transition to ACTIVE for port object 56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a will not be triggered until provisioned by entity L2. {{(pid=107776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 27 04:42:41.424091 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-472c5b98-4458-40e9-99bb-52dd5c040334 None None] Publish callbacks [] for port (8bba6450-0774-42a2-97c1-66739ae30dfc), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:41.510382 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8fde87d5-fc21-4ad2-9aa2-e13783c3c9f7 admin admin] Publish callbacks [] for security_group (ea65e850-c5b2-4943-8879-1df6251cd00d), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:41.510382 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4d2160d2-591b-4030-a6c1-a846ef6f7a2d req-53dda941-428e-4fe2-bb40-a554a44a4e5e tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=27e5cb1f-4fd8-42fe-83ea-8b4a1ff45c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939115 Aug 27 04:42:41.510382 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-412fd8eb-9f50-41c5-a2fd-ba9c2eb9e6c2 admin admin] Publish callbacks [] for security_group (aaa88cf0-5796-4449-83a9-45aef49a96dd), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:41.517055 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device 22f742ca-c8bf-4e74-be1b-49e482f8921d details requested by agent hyperv_n-h1-852088-5 with host n-h1-852088-5 {{(pid=107777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:42:41.536598 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-412fd8eb-9f50-41c5-a2fd-ba9c2eb9e6c2 admin admin] Publish callbacks [] for security_group (aaa88cf0-5796-4449-83a9-45aef49a96dd), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:41.920092 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f694f9f7-58d4-48f0-b52f-16ea0aa90624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (b8bffff2-0247-4e9d-8360-56d4f41f8752), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:41.927125 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616eaaf6-af7b-4a1d-b635-f3aed4563633 req-8cef8dcc-efa6-4d9f-9add-ff9095686094 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:41.927125 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-616eaaf6-af7b-4a1d-b635-f3aed4563633 req-8cef8dcc-efa6-4d9f-9add-ff9095686094 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0d9d1fdc-b487-4dea-9067-60d92aafac40 HTTP/1.1" status: 200 len: 948 time: 0.0838895 Aug 27 04:42:41.928581 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-b56a9dd3-2150-48ca-9abd-7079ac76ee84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8bffff2-0247-4e9d-8360-56d4f41f8752', 'name': 'tempest-FloatingIPsNegativeTestJSON-2098882451-router', 'tenant_id': '7b1f727e0ec54ec1afa8f14d5d17152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '58df2b29-36bb-4c79-a0d2-654b5b8bf513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:42:25Z', 'updated_at': '2022-08-27T04:42:35Z', 'revision_number': 4, 'project_id': '7b1f727e0ec54ec1afa8f14d5d17152c', 'gw_port': {'id': '58df2b29-36bb-4c79-a0d2-654b5b8bf513', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:42:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bffff2-0247-4e9d-8360-56d4f41f8752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:42:26Z', 'updated_at': '2022-08-27T04:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '1fa183b2-d80f-4c66-b53d-e9f1d4544a3d', 'name': '', 'network_id': '61290b17-e784-4c62-9fdf-9b547563f66f', 'tenant_id': '7b1f727e0ec54ec1afa8f14d5d17152c', 'mac_address': 'fa:16:3e:c3:58:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8bffff2-0247-4e9d-8360-56d4f41f8752', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '3801d356-08e9-43e5-b21e-8fd823a42145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:42:31Z', 'updated_at': '2022-08-27T04:42:41Z', 'revision_number': 4, 'project_id': '7b1f727e0ec54ec1afa8f14d5d17152c', 'subnets': [{'id': '3801d356-08e9-43e5-b21e-8fd823a42145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:41.928752 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56a9dd3-2150-48ca-9abd-7079ac76ee84 None None] The sync data for ids ['b8bffff2-0247-4e9d-8360-56d4f41f8752'] in n-d-852088-5 is: [{'id': 'b8bffff2-0247-4e9d-8360-56d4f41f8752', 'name': 'tempest-FloatingIPsNegativeTestJSON-2098882451-router', 'tenant_id': '7b1f727e0ec54ec1afa8f14d5d17152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '58df2b29-36bb-4c79-a0d2-654b5b8bf513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:42:25Z', 'updated_at': '2022-08-27T04:42:35Z', 'revision_number': 4, 'project_id': '7b1f727e0ec54ec1afa8f14d5d17152c', 'gw_port': {'id': '58df2b29-36bb-4c79-a0d2-654b5b8bf513', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:42:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bffff2-0247-4e9d-8360-56d4f41f8752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:42:26Z', 'updated_at': '2022-08-27T04:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '1fa183b2-d80f-4c66-b53d-e9f1d4544a3d', 'name': '', 'network_id': '61290b17-e784-4c62-9fdf-9b547563f66f', 'tenant_id': '7b1f727e0ec54ec1afa8f14d5d17152c', 'mac_address': 'fa:16:3e:c3:58:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8bffff2-0247-4e9d-8360-56d4f41f8752', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '3801d356-08e9-43e5-b21e-8fd823a42145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:42:31Z', 'updated_at': '2022-08-27T04:42:41Z', 'revision_number': 4, 'project_id': '7b1f727e0ec54ec1afa8f14d5d17152c', 'subnets': [{'id': '3801d356-08e9-43e5-b21e-8fd823a42145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:42:41.928917 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-616eaaf6-af7b-4a1d-b635-f3aed4563633 req-4784018f-1c80-4477-a10f-7ba2f1d79c37 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503526 Aug 27 04:42:41.929033 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port 22f742ca-c8bf-4e74-be1b-49e482f8921d, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=22f742ca-c8bf-4e74-be1b-49e482f8921d,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:41.929033 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Returning: {'device': '22f742ca-c8bf-4e74-be1b-49e482f8921d', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'port_id': '22f742ca-c8bf-4e74-be1b-49e482f8921d', 'mac_address': 'fa:16:3e:9e:04:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120f3302-721f-4373-86a6-3aa14ccf6ac4', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:42:41.930977 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56143e87-cf96-4018-bc42-997cc5713648 req-9aafd2e3-1d06-4444-8736-241c43c18062 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:41.930977 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-56143e87-cf96-4018-bc42-997cc5713648 req-9aafd2e3-1d06-4444-8736-241c43c18062 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=fb625475-12a3-45d3-8176-64b5a8a07c67 HTTP/1.1" status: 200 len: 948 time: 0.0558727 Aug 27 04:42:41.931257 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Current status of the port 22f742ca-c8bf-4e74-be1b-49e482f8921d is: DOWN; New status is: BUILD {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:42:41.931257 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (22f742ca-c8bf-4e74-be1b-49e482f8921d), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:41.931257 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22f742ca-c8bf-4e74-be1b-49e482f8921d {{(pid=107777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 04:42:41.931257 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port 22f742ca-c8bf-4e74-be1b-49e482f8921d, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=22f742ca-c8bf-4e74-be1b-49e482f8921d,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:41.931804 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-f694f9f7-58d4-48f0-b52f-16ea0aa90624 admin admin] Deleting port 1fa183b2-d80f-4c66-b53d-e9f1d4544a3d {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:42:41.931804 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f694f9f7-58d4-48f0-b52f-16ea0aa90624 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (1fa183b2-d80f-4c66-b53d-e9f1d4544a3d), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:41.974760 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-56143e87-cf96-4018-bc42-997cc5713648 req-65788197-c739-41ec-97fe-28ae7355c834 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491623 Aug 27 04:42:42.013663 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d1162-1a43-44e8-88f5-4b3840cb8e09 req-6955f71e-a0a4-4c02-ad89-50e410d2bc05 tempest-FloatingIPsAssociationNegativeTestJSON-1793841383 tempest-FloatingIPsAssociationNegativeTestJSON-1793841383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:42.015825 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-724d1162-1a43-44e8-88f5-4b3840cb8e09 req-6955f71e-a0a4-4c02-ad89-50e410d2bc05 tempest-FloatingIPsAssociationNegativeTestJSON-1793841383 tempest-FloatingIPsAssociationNegativeTestJSON-1793841383-project] 10.222.0.76 "GET /networking/v2.0/networks?id=7f8b30d1-7d38-46c8-bca9-e430689f86aa HTTP/1.1" status: 200 len: 829 time: 0.2075241 Aug 27 04:42:42.033290 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-724d1162-1a43-44e8-88f5-4b3840cb8e09 req-a9a36616-8405-4e11-b03a-b7cd5efb12ce tempest-FloatingIPsAssociationNegativeTestJSON-1793841383 tempest-FloatingIPsAssociationNegativeTestJSON-1793841383-project] 10.222.0.76 "GET /networking/v2.0/quotas/d0b2fd77da7144c9ad5b4246be5f5cfc HTTP/1.1" status: 200 len: 375 time: 0.0116069 Aug 27 04:42:42.034030 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-f694f9f7-58d4-48f0-b52f-16ea0aa90624 admin admin] For port 1fa183b2-d80f-4c66-b53d-e9f1d4544a3d, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=1fa183b2-d80f-4c66-b53d-e9f1d4544a3d,segment=NetworkSegment(be8e4cea-c775-4d33-a91b-e5ffea381146),segment_id=be8e4cea-c775-4d33-a91b-e5ffea381146)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:42.034477 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f694f9f7-58d4-48f0-b52f-16ea0aa90624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (1fa183b2-d80f-4c66-b53d-e9f1d4544a3d), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:42.047878 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-999b24bd-6a5d-453f-8d12-903c136572c1 req-ebcd1af1-7f9b-482d-9b79-79eece696f13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:42.065749 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-f694f9f7-58d4-48f0-b52f-16ea0aa90624 admin admin] Calling delete_port for 1fa183b2-d80f-4c66-b53d-e9f1d4544a3d owned by network:router_interface {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:42:42.087682 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-724d1162-1a43-44e8-88f5-4b3840cb8e09 req-9ba9e87b-956c-4bcd-9109-dcd024b8c1fb tempest-FloatingIPsAssociationNegativeTestJSON-1793841383 tempest-FloatingIPsAssociationNegativeTestJSON-1793841383-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=d0b2fd77da7144c9ad5b4246be5f5cfc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475917 Aug 27 04:42:42.096645 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-472c5b98-4458-40e9-99bb-52dd5c040334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (8bba6450-0774-42a2-97c1-66739ae30dfc), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:42.143001 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8fde87d5-fc21-4ad2-9aa2-e13783c3c9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (ea65e850-c5b2-4943-8879-1df6251cd00d), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:42.147875 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (22f742ca-c8bf-4e74-be1b-49e482f8921d), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:42.148029 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8fde87d5-fc21-4ad2-9aa2-e13783c3c9f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:42.148029 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-8fde87d5-fc21-4ad2-9aa2-e13783c3c9f7 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/ea65e850-c5b2-4943-8879-1df6251cd00d HTTP/1.1" status: 204 len: 168 time: 1.3865209 Aug 27 04:42:42.148029 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-412fd8eb-9f50-41c5-a2fd-ba9c2eb9e6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (aaa88cf0-5796-4449-83a9-45aef49a96dd), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:42.148029 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-412fd8eb-9f50-41c5-a2fd-ba9c2eb9e6c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:42.148029 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-412fd8eb-9f50-41c5-a2fd-ba9c2eb9e6c2 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/aaa88cf0-5796-4449-83a9-45aef49a96dd HTTP/1.1" status: 204 len: 168 time: 0.8259943 Aug 27 04:42:42.148029 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 42548) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:42.149077 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:42.179017 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde87d5-fc21-4ad2-9aa2-e13783c3c9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea65e850-c5b2-4943-8879-1df6251cd00d,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:42.205620 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f37473-01bc-4df3-a6a6-052843c9e6a6 None None] Pushing event updated for resources: {'Port': ['ID=8bba6450-0774-42a2-97c1-66739ae30dfc,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:42.215492 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412fd8eb-9f50-41c5-a2fd-ba9c2eb9e6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa88cf0-5796-4449-83a9-45aef49a96dd,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:42.220850 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-472c5b98-4458-40e9-99bb-52dd5c040334 None None] Attempting to bind port 8bba6450-0774-42a2-97c1-66739ae30dfc on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:42:42.221546 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-472c5b98-4458-40e9-99bb-52dd5c040334 None None] Attempting to bind port 8bba6450-0774-42a2-97c1-66739ae30dfc by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'e3511880-7c14-4330-8fdc-14c2bd619bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7f8b30d1-7d38-46c8-bca9-e430689f86aa'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:42:42.222130 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472c5b98-4458-40e9-99bb-52dd5c040334 None None] Attempting to bind port 8bba6450-0774-42a2-97c1-66739ae30dfc on network 7f8b30d1-7d38-46c8-bca9-e430689f86aa {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:42:42.229756 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472c5b98-4458-40e9-99bb-52dd5c040334 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:42:42.230970 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472c5b98-4458-40e9-99bb-52dd5c040334 None None] Checking segment: {'id': 'e3511880-7c14-4330-8fdc-14c2bd619bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7f8b30d1-7d38-46c8-bca9-e430689f86aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:42:42.232544 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-472c5b98-4458-40e9-99bb-52dd5c040334 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:42.233154 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472c5b98-4458-40e9-99bb-52dd5c040334 None None] Bound using segment: {'id': 'e3511880-7c14-4330-8fdc-14c2bd619bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7f8b30d1-7d38-46c8-bca9-e430689f86aa'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:42:42.233843 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-472c5b98-4458-40e9-99bb-52dd5c040334 None None] Bound port: 8bba6450-0774-42a2-97c1-66739ae30dfc, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3511880-7c14-4330-8fdc-14c2bd619bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7f8b30d1-7d38-46c8-bca9-e430689f86aa'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:42:42.234444 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-472c5b98-4458-40e9-99bb-52dd5c040334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8bba6450-0774-42a2-97c1-66739ae30dfc), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:42.322469 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Pushing event updated for resources: {'Port': ['ID=22f742ca-c8bf-4e74-be1b-49e482f8921d,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:42.377967 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-472c5b98-4458-40e9-99bb-52dd5c040334 None None] For port 8bba6450-0774-42a2-97c1-66739ae30dfc, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:42:42.390996 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-472c5b98-4458-40e9-99bb-52dd5c040334 None None] For port 8bba6450-0774-42a2-97c1-66739ae30dfc, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=8bba6450-0774-42a2-97c1-66739ae30dfc,segment=NetworkSegment(e3511880-7c14-4330-8fdc-14c2bd619bb2),segment_id=e3511880-7c14-4330-8fdc-14c2bd619bb2)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:42:42.448575 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:42.487996 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-472c5b98-4458-40e9-99bb-52dd5c040334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (8bba6450-0774-42a2-97c1-66739ae30dfc), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:42.494450 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 1fa183b2-d80f-4c66-b53d-e9f1d4544a3d up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:42:42.514674 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41db4e-6811-416b-b27c-472ea3360d26 req-041ec77e-e3a6-4cc6-9f1b-7122aefe6dd0 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:42.523960 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8b41db4e-6811-416b-b27c-472ea3360d26 req-041ec77e-e3a6-4cc6-9f1b-7122aefe6dd0 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=3502ba5a-ec3a-4a03-b6ba-09ae7c472413 HTTP/1.1" status: 200 len: 947 time: 0.0768034 Aug 27 04:42:42.585421 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f37473-01bc-4df3-a6a6-052843c9e6a6 None None] Pushing event updated for resources: {'Port': ['ID=8bba6450-0774-42a2-97c1-66739ae30dfc,revision_number=4']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:42.594138 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 1fa183b2-d80f-4c66-b53d-e9f1d4544a3d triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:42:42.594748 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (1fa183b2-d80f-4c66-b53d-e9f1d4544a3d), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:42.598085 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472c5b98-4458-40e9-99bb-52dd5c040334 None None] Routers {'7912f26b-6621-48f0-9a64-e1b137065077'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:42:42.603025 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-472c5b98-4458-40e9-99bb-52dd5c040334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:42:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['7912f26b-6621-48f0-9a64-e1b137065077'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:42.636638 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd1af1-7f9b-482d-9b79-79eece696f13 service neutron] Pushing event updated for resources: {'Port': ['ID=56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:42.644251 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] get_ports_and_sgs() called for port_ids ['22f742ca-c8bf-4e74-be1b-49e482f8921d'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:42:42.715712 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce8292d-9578-4517-ae8e-6a1020a117c9 req-8e800270-5ca7-4a6e-b7b0-2299728b8939 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:42.723969 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4ce8292d-9578-4517-ae8e-6a1020a117c9 req-8e800270-5ca7-4a6e-b7b0-2299728b8939 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9841d77-b07c-4960-ab3f-c85e2d601518 HTTP/1.1" status: 200 len: 948 time: 0.0697370 Aug 27 04:42:42.800722 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8b41db4e-6811-416b-b27c-472ea3360d26 req-7045d813-7a3c-4c43-964f-cb5687725fd0 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=76c57a38-5eea-4c1b-9a19-7bd88dd68150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769186 Aug 27 04:42:42.895093 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-999b24bd-6a5d-453f-8d12-903c136572c1 req-ebcd1af1-7f9b-482d-9b79-79eece696f13 service neutron] Attempting to bind port 56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a on host n-h1-852088-5 for vnic_type normal with profile {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:42:42.898124 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-999b24bd-6a5d-453f-8d12-903c136572c1 req-ebcd1af1-7f9b-482d-9b79-79eece696f13 service neutron] Attempting to bind port 56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a by drivers openvswitch,hyperv on host n-h1-852088-5 at level 0 using segments [{'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:42:42.898566 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999b24bd-6a5d-453f-8d12-903c136572c1 req-ebcd1af1-7f9b-482d-9b79-79eece696f13 service neutron] Attempting to bind port 56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a on network a82fb463-5a8f-4b8b-991d-61491eba11c6 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:42:42.909003 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4ce8292d-9578-4517-ae8e-6a1020a117c9 req-dffa3dab-32bd-40c9-b6cf-3d140a7f05b9 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=27e5cb1f-4fd8-42fe-83ea-8b4a1ff45c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842515 Aug 27 04:42:42.931519 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f694f9f7-58d4-48f0-b52f-16ea0aa90624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (1fa183b2-d80f-4c66-b53d-e9f1d4544a3d), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:42.932237 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 1fa183b2-d80f-4c66-b53d-e9f1d4544a3d is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:42:42.935916 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (1fa183b2-d80f-4c66-b53d-e9f1d4544a3d), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:42.963097 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999b24bd-6a5d-453f-8d12-903c136572c1 req-ebcd1af1-7f9b-482d-9b79-79eece696f13 service neutron] Port 56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a on network a82fb463-5a8f-4b8b-991d-61491eba11c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-852088-5 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:42:42.963499 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999b24bd-6a5d-453f-8d12-903c136572c1 req-ebcd1af1-7f9b-482d-9b79-79eece696f13 service neutron] Attempting to bind port 56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a on network a82fb463-5a8f-4b8b-991d-61491eba11c6 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:42:43.054437 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f694f9f7-58d4-48f0-b52f-16ea0aa90624 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fa183b2-d80f-4c66-b53d-e9f1d4544a3d,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:43.103704 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-472c5b98-4458-40e9-99bb-52dd5c040334 None None] Set router 7912f26b-6621-48f0-9a64-e1b137065077 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:42:43.180017 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999b24bd-6a5d-453f-8d12-903c136572c1 req-ebcd1af1-7f9b-482d-9b79-79eece696f13 service neutron] Checking agent: {'id': '6d03b773-90f7-436b-9be6-5928d8d54dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 36, 21), 'started_at': datetime.datetime(2022, 8, 27, 4, 36, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:42:43.180458 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999b24bd-6a5d-453f-8d12-903c136572c1 req-ebcd1af1-7f9b-482d-9b79-79eece696f13 service neutron] Checking segment: {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:42:43.180875 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999b24bd-6a5d-453f-8d12-903c136572c1 req-ebcd1af1-7f9b-482d-9b79-79eece696f13 service neutron] Bound using segment: {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'} {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:42:43.193093 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-999b24bd-6a5d-453f-8d12-903c136572c1 req-ebcd1af1-7f9b-482d-9b79-79eece696f13 service neutron] Bound port: 56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a, host: n-h1-852088-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'}}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:42:43.193474 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-999b24bd-6a5d-453f-8d12-903c136572c1 req-ebcd1af1-7f9b-482d-9b79-79eece696f13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:43.416463 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5e34cb0a-2313-4a52-9422-f1d46d213093 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (7912f26b-6621-48f0-9a64-e1b137065077), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:43.519792 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1fe388-4a25-41da-9fba-091443778365 req-43de3446-a969-4470-84e0-b164bfa46253 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:43.522718 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-df1fe388-4a25-41da-9fba-091443778365 req-43de3446-a969-4470-84e0-b164bfa46253 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0d9d1fdc-b487-4dea-9067-60d92aafac40 HTTP/1.1" status: 200 len: 949 time: 0.4687517 Aug 27 04:42:43.524539 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [req-77bac38a-08eb-469e-89bd-b70e52b18842 req-973f60b2-01f2-41f1-be22-e80a748015eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 445511e8-5d87-4a83-9c81-e06b43159cdf {{(pid=107776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 04:42:43.537248 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-77bac38a-08eb-469e-89bd-b70e52b18842 req-973f60b2-01f2-41f1-be22-e80a748015eb service neutron] Publish callbacks [] for port (445511e8-5d87-4a83-9c81-e06b43159cdf), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:43.544384 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f694f9f7-58d4-48f0-b52f-16ea0aa90624 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (b8bffff2-0247-4e9d-8360-56d4f41f8752), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:43.555604 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-472c5b98-4458-40e9-99bb-52dd5c040334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7912f26b-6621-48f0-9a64-e1b137065077', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1346067895-router', 'tenant_id': 'd0b2fd77da7144c9ad5b4246be5f5cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '37b5fc02-c73c-43c2-9e45-856949b624d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:42:22Z', 'updated_at': '2022-08-27T04:42:36Z', 'revision_number': 4, 'project_id': 'd0b2fd77da7144c9ad5b4246be5f5cfc', 'gw_port': {'id': '37b5fc02-c73c-43c2-9e45-856949b624d4', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:32:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7912f26b-6621-48f0-9a64-e1b137065077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:42:24Z', 'updated_at': '2022-08-27T04:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '8bba6450-0774-42a2-97c1-66739ae30dfc', 'name': '', 'network_id': '7f8b30d1-7d38-46c8-bca9-e430689f86aa', 'tenant_id': 'd0b2fd77da7144c9ad5b4246be5f5cfc', 'mac_address': 'fa:16:3e:89:b7:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7912f26b-6621-48f0-9a64-e1b137065077', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '0c93b01c-58d2-4f59-af0c-1240b9783471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:42:33Z', 'updated_at': '2022-08-27T04:42:42Z', 'revision_number': 4, 'project_id': 'd0b2fd77da7144c9ad5b4246be5f5cfc', 'subnets': [{'id': '0c93b01c-58d2-4f59-af0c-1240b9783471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:43.574288 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34acaf87-ebbb-4569-81c0-466f20d74967 req-b64ad963-89c0-4195-9ebe-1192dbb636c5 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:43.576654 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-34acaf87-ebbb-4569-81c0-466f20d74967 req-b64ad963-89c0-4195-9ebe-1192dbb636c5 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=fb625475-12a3-45d3-8176-64b5a8a07c67 HTTP/1.1" status: 200 len: 948 time: 0.4105585 Aug 27 04:42:43.594719 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472c5b98-4458-40e9-99bb-52dd5c040334 None None] The sync data for ids ['7912f26b-6621-48f0-9a64-e1b137065077'] in n-d-852088-5 is: [{'id': '7912f26b-6621-48f0-9a64-e1b137065077', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1346067895-router', 'tenant_id': 'd0b2fd77da7144c9ad5b4246be5f5cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '37b5fc02-c73c-43c2-9e45-856949b624d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:42:22Z', 'updated_at': '2022-08-27T04:42:36Z', 'revision_number': 4, 'project_id': 'd0b2fd77da7144c9ad5b4246be5f5cfc', 'gw_port': {'id': '37b5fc02-c73c-43c2-9e45-856949b624d4', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:32:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7912f26b-6621-48f0-9a64-e1b137065077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:42:24Z', 'updated_at': '2022-08-27T04:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '8bba6450-0774-42a2-97c1-66739ae30dfc', 'name': '', 'network_id': '7f8b30d1-7d38-46c8-bca9-e430689f86aa', 'tenant_id': 'd0b2fd77da7144c9ad5b4246be5f5cfc', 'mac_address': 'fa:16:3e:89:b7:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7912f26b-6621-48f0-9a64-e1b137065077', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '0c93b01c-58d2-4f59-af0c-1240b9783471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:42:33Z', 'updated_at': '2022-08-27T04:42:42Z', 'revision_number': 4, 'project_id': 'd0b2fd77da7144c9ad5b4246be5f5cfc', 'subnets': [{'id': '0c93b01c-58d2-4f59-af0c-1240b9783471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:42:43.624531 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.provisioning_blocks [req-77bac38a-08eb-469e-89bd-b70e52b18842 req-973f60b2-01f2-41f1-be22-e80a748015eb service neutron] Transition to ACTIVE for port object 445511e8-5d87-4a83-9c81-e06b43159cdf will not be triggered until provisioned by entity L2. {{(pid=107776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 27 04:42:43.650577 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 42574) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:43.691895 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed590fbd-ffcf-4d47-a39a-c9c29e46574c req-2720f469-7030-4843-9963-7b2a33598d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:43.695398 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-ed590fbd-ffcf-4d47-a39a-c9c29e46574c req-2720f469-7030-4843-9963-7b2a33598d8f service neutron] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=e5865b7b9da947b2a324cb31d5c658bd&device_id=3502ba5a-ec3a-4a03-b6ba-09ae7c472413 HTTP/1.1" status: 200 len: 1129 time: 0.2188745 Aug 27 04:42:43.739028 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Device 2e41f94e-3f99-406b-aff2-325577ba2d4f details requested by agent hyperv_n-h2-852088-5 with host n-h2-852088-5 {{(pid=107777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:42:43.942836 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] For port 2e41f94e-3f99-406b-aff2-325577ba2d4f, host n-h2-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852088-5',level=0,port_id=2e41f94e-3f99-406b-aff2-325577ba2d4f,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:43.955839 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Returning: {'device': '2e41f94e-3f99-406b-aff2-325577ba2d4f', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'port_id': '2e41f94e-3f99-406b-aff2-325577ba2d4f', 'mac_address': 'fa:16:3e:73:f6:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120f3302-721f-4373-86a6-3aa14ccf6ac4', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:42:44.036182 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Current status of the port 2e41f94e-3f99-406b-aff2-325577ba2d4f is: DOWN; New status is: BUILD {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:42:44.036591 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (2e41f94e-3f99-406b-aff2-325577ba2d4f), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:44.058412 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e41f94e-3f99-406b-aff2-325577ba2d4f {{(pid=107777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 04:42:44.085835 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] For port 2e41f94e-3f99-406b-aff2-325577ba2d4f, host n-h2-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852088-5',level=0,port_id=2e41f94e-3f99-406b-aff2-325577ba2d4f,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:44.165697 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:44.184099 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:44.190578 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-34acaf87-ebbb-4569-81c0-466f20d74967 req-1a447ac8-582b-441f-a63b-221d3ba84503 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5832803 Aug 27 04:42:44.214311 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-77bac38a-08eb-469e-89bd-b70e52b18842 req-973f60b2-01f2-41f1-be22-e80a748015eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (445511e8-5d87-4a83-9c81-e06b43159cdf), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:44.239804 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-df1fe388-4a25-41da-9fba-091443778365 req-c8278467-9e30-489e-919e-fa95f35f00dc tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6698239 Aug 27 04:42:44.244185 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:44.246396 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (2e41f94e-3f99-406b-aff2-325577ba2d4f), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:44.262242 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 42588) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:44.308797 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:44.312234 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-999b24bd-6a5d-453f-8d12-903c136572c1 req-ebcd1af1-7f9b-482d-9b79-79eece696f13 service neutron] For port 56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a, host n-h1-852088-5, cleared binding levels {{(pid=107776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:42:44.346438 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device 22f742ca-c8bf-4e74-be1b-49e482f8921d up at agent hyperv_n-h1-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:42:44.346787 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-bdf9915e-6649-4573-9b8b-77babe7a63bc admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=f8e12ca98ca249628fc4edb3bc6a1675&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6939509 Aug 27 04:42:44.353668 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 42592) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:44.354234 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6bc101-bf29-4d1e-9e8c-03085931f2d3 req-106518de-1827-4317-834b-1979b5e22076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:44.357065 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1f6bc101-bf29-4d1e-9e8c-03085931f2d3 req-106518de-1827-4317-834b-1979b5e22076 service neutron] 10.222.0.78 "GET /networking/v2.0/networks?id=a82fb463-5a8f-4b8b-991d-61491eba11c6 HTTP/1.1" status: 200 len: 870 time: 0.8330662 Aug 27 04:42:44.420428 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-999b24bd-6a5d-453f-8d12-903c136572c1 req-ebcd1af1-7f9b-482d-9b79-79eece696f13 service neutron] For port 56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a, host n-h1-852088-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:42:44.439346 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed590fbd-ffcf-4d47-a39a-c9c29e46574c req-e945b345-196f-4996-9034-b07c16dfeb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:44.441025 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-ed590fbd-ffcf-4d47-a39a-c9c29e46574c req-e945b345-196f-4996-9034-b07c16dfeb9d service neutron] 10.222.0.78 "GET /networking/v2.0/networks?id=a82fb463-5a8f-4b8b-991d-61491eba11c6 HTTP/1.1" status: 200 len: 870 time: 0.7378821 Aug 27 04:42:44.580740 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f60b2-01f2-41f1-be22-e80a748015eb service neutron] Pushing event updated for resources: {'Port': ['ID=445511e8-5d87-4a83-9c81-e06b43159cdf,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:44.585039 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-ed590fbd-ffcf-4d47-a39a-c9c29e46574c req-a6e468a6-c215-469b-b360-7ea65882e795 service neutron] 10.222.0.78 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=d899b5c2-df7d-4bdf-8812-a6abc41c97fb HTTP/1.1" status: 200 len: 217 time: 0.1269267 Aug 27 04:42:44.587182 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-999b24bd-6a5d-453f-8d12-903c136572c1 req-ebcd1af1-7f9b-482d-9b79-79eece696f13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:44.589189 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b24bd-6a5d-453f-8d12-903c136572c1 req-ebcd1af1-7f9b-482d-9b79-79eece696f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:44.590039 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-999b24bd-6a5d-453f-8d12-903c136572c1 req-ebcd1af1-7f9b-482d-9b79-79eece696f13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:44.591559 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-999b24bd-6a5d-453f-8d12-903c136572c1 req-ebcd1af1-7f9b-482d-9b79-79eece696f13 service neutron] 10.222.0.75 "PUT /networking/v2.0/ports/56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a HTTP/1.1" status: 200 len: 1096 time: 4.2375760 Aug 27 04:42:44.599309 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476778c-abb1-44d3-9c1e-08baa9080119 req-8387a92d-0dad-4a29-b536-8c76affd8dc5 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:44.603440 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9841d77-b07c-4960-ab3f-c85e2d601518', 'tag': '56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a'}] {{(pid=107776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:42:44.607078 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7ad66632f4c78724655075356aa8535ba41c652eced6c9cea0c1f0c67b1e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a076be-332f-4312-9bcf-e372102ef592" -d '{"events": [{"name": "network-changed", "server_uuid": "d9841d77-b07c-4960-ab3f-c85e2d601518", "tag": "56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a"}]}' {{(pid=107776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:42:44.607982 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-9476778c-abb1-44d3-9c1e-08baa9080119 req-8387a92d-0dad-4a29-b536-8c76affd8dc5 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9841d77-b07c-4960-ab3f-c85e2d601518 HTTP/1.1" status: 200 len: 948 time: 0.2299511 Aug 27 04:42:44.644424 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-cef056fc-29d5-46a0-ae60-d9b6f80f5018 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-359713482-network', 'tenant_id': 'a5ccff4ddab04a47b292ccc5f5387e78'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:42:44.648921 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1f6bc101-bf29-4d1e-9e8c-03085931f2d3 req-c851ff7d-0604-40bb-bc5b-a1e6c88bbf41 service neutron] 10.222.0.78 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=2e41f94e-3f99-406b-aff2-325577ba2d4f HTTP/1.1" status: 200 len: 217 time: 0.2700338 Aug 27 04:42:44.652488 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 8bba6450-0774-42a2-97c1-66739ae30dfc up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:42:44.654925 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Pushing event updated for resources: {'Port': ['ID=2e41f94e-3f99-406b-aff2-325577ba2d4f,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:44.678915 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-574a9c44-b85c-4a95-8ad6-220aedf24003 admin admin] Publish callbacks [] for security_group (a5b46bb0-bb1b-48b8-87fb-1b27391bc819), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:44.705478 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Provisioning for port 22f742ca-c8bf-4e74-be1b-49e482f8921d completed by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 27 04:42:44.716562 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 8bba6450-0774-42a2-97c1-66739ae30dfc triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:42:44.716938 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (8bba6450-0774-42a2-97c1-66739ae30dfc), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:44.727588 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3eabe-076e-4194-b1ed-daa338420566 req-12a9e6b0-ae39-4447-93b1-716ee08fe917 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:44.729353 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-86d3eabe-076e-4194-b1ed-daa338420566 req-12a9e6b0-ae39-4447-93b1-716ee08fe917 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=3502ba5a-ec3a-4a03-b6ba-09ae7c472413 HTTP/1.1" status: 200 len: 947 time: 0.3992784 Aug 27 04:42:44.769048 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-77bac38a-08eb-469e-89bd-b70e52b18842 req-973f60b2-01f2-41f1-be22-e80a748015eb service neutron] Attempting to bind port 445511e8-5d87-4a83-9c81-e06b43159cdf on host n-h1-852088-5 for vnic_type normal with profile {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:42:44.769450 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-77bac38a-08eb-469e-89bd-b70e52b18842 req-973f60b2-01f2-41f1-be22-e80a748015eb service neutron] Attempting to bind port 445511e8-5d87-4a83-9c81-e06b43159cdf by drivers openvswitch,hyperv on host n-h1-852088-5 at level 0 using segments [{'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:42:44.769720 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bac38a-08eb-469e-89bd-b70e52b18842 req-973f60b2-01f2-41f1-be22-e80a748015eb service neutron] Attempting to bind port 445511e8-5d87-4a83-9c81-e06b43159cdf on network a82fb463-5a8f-4b8b-991d-61491eba11c6 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:42:44.785410 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bac38a-08eb-469e-89bd-b70e52b18842 req-973f60b2-01f2-41f1-be22-e80a748015eb service neutron] Port 445511e8-5d87-4a83-9c81-e06b43159cdf on network a82fb463-5a8f-4b8b-991d-61491eba11c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-852088-5 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:42:44.787827 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bac38a-08eb-469e-89bd-b70e52b18842 req-973f60b2-01f2-41f1-be22-e80a748015eb service neutron] Attempting to bind port 445511e8-5d87-4a83-9c81-e06b43159cdf on network a82fb463-5a8f-4b8b-991d-61491eba11c6 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:42:44.808513 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-9476778c-abb1-44d3-9c1e-08baa9080119 req-cd9af9dc-9a35-4829-8ddc-4248f8d07b4d tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=27e5cb1f-4fd8-42fe-83ea-8b4a1ff45c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995237 Aug 27 04:42:44.816197 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] get_ports_and_sgs() called for port_ids ['2e41f94e-3f99-406b-aff2-325577ba2d4f'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:42:44.816687 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bac38a-08eb-469e-89bd-b70e52b18842 req-973f60b2-01f2-41f1-be22-e80a748015eb service neutron] Checking agent: {'id': '6d03b773-90f7-436b-9be6-5928d8d54dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 36, 21), 'started_at': datetime.datetime(2022, 8, 27, 4, 36, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:42:44.816687 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bac38a-08eb-469e-89bd-b70e52b18842 req-973f60b2-01f2-41f1-be22-e80a748015eb service neutron] Checking segment: {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:42:44.816989 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bac38a-08eb-469e-89bd-b70e52b18842 req-973f60b2-01f2-41f1-be22-e80a748015eb service neutron] Bound using segment: {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'} {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:42:44.817447 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-77bac38a-08eb-469e-89bd-b70e52b18842 req-973f60b2-01f2-41f1-be22-e80a748015eb service neutron] Bound port: 445511e8-5d87-4a83-9c81-e06b43159cdf, host: n-h1-852088-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'}}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:42:44.817804 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-77bac38a-08eb-469e-89bd-b70e52b18842 req-973f60b2-01f2-41f1-be22-e80a748015eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (445511e8-5d87-4a83-9c81-e06b43159cdf), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:44.842814 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-574a9c44-b85c-4a95-8ad6-220aedf24003 admin admin] Publish callbacks [] for security_group (a5b46bb0-bb1b-48b8-87fb-1b27391bc819), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:44.848356 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed590fbd-ffcf-4d47-a39a-c9c29e46574c req-615bd52a-9437-4122-a041-42bfd99a5f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:44.850744 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-ed590fbd-ffcf-4d47-a39a-c9c29e46574c req-615bd52a-9437-4122-a041-42bfd99a5f9a service neutron] 10.222.0.78 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.2579060 Aug 27 04:42:44.867919 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6bc101-bf29-4d1e-9e8c-03085931f2d3 req-320b03ff-7745-4766-8b51-5b864d2923f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:44.874982 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Provisioning complete for port 22f742ca-c8bf-4e74-be1b-49e482f8921d triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:42:44.875356 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (22f742ca-c8bf-4e74-be1b-49e482f8921d), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:44.880691 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1f6bc101-bf29-4d1e-9e8c-03085931f2d3 req-320b03ff-7745-4766-8b51-5b864d2923f4 service neutron] 10.222.0.78 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.2227702 Aug 27 04:42:44.917154 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 8bba6450-0774-42a2-97c1-66739ae30dfc is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:42:44.917860 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8bba6450-0774-42a2-97c1-66739ae30dfc), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:44.936020 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef056fc-29d5-46a0-ae60-d9b6f80f5018 admin admin] Made reservation on behalf of a5ccff4ddab04a47b292ccc5f5387e78 for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:42:44.938504 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cef056fc-29d5-46a0-ae60-d9b6f80f5018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:44.954526 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cef056fc-29d5-46a0-ae60-d9b6f80f5018 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:45.008361 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6bc101-bf29-4d1e-9e8c-03085931f2d3 req-534a2cd6-0658-43a9-98fe-c901ce7ac618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:45.010903 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1f6bc101-bf29-4d1e-9e8c-03085931f2d3 req-534a2cd6-0658-43a9-98fe-c901ce7ac618 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1228380 Aug 27 04:42:45.015136 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-86d3eabe-076e-4194-b1ed-daa338420566 req-779f05eb-f236-4b6c-9308-a38bcf314a59 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=76c57a38-5eea-4c1b-9a19-7bd88dd68150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577863 Aug 27 04:42:45.033266 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 8bba6450-0774-42a2-97c1-66739ae30dfc, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=8bba6450-0774-42a2-97c1-66739ae30dfc,segment=NetworkSegment(e3511880-7c14-4330-8fdc-14c2bd619bb2),segment_id=e3511880-7c14-4330-8fdc-14c2bd619bb2)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:45.039465 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-77bac38a-08eb-469e-89bd-b70e52b18842 req-973f60b2-01f2-41f1-be22-e80a748015eb service neutron] For port 445511e8-5d87-4a83-9c81-e06b43159cdf, host n-h1-852088-5, cleared binding levels {{(pid=107776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:42:45.046672 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-77bac38a-08eb-469e-89bd-b70e52b18842 req-973f60b2-01f2-41f1-be22-e80a748015eb service neutron] For port 445511e8-5d87-4a83-9c81-e06b43159cdf, host n-h1-852088-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=445511e8-5d87-4a83-9c81-e06b43159cdf,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:42:45.050651 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 04:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce8f5c6-2351-4eff-b6fc-0c85ab77ebd5 x-openstack-request-id: req-5ce8f5c6-2351-4eff-b6fc-0c85ab77ebd5 {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:42:45.051286 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9841d77-b07c-4960-ab3f-c85e2d601518", "tag": "56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a", "status": "completed", "code": 200}]} {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:42:45.051893 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5ce8f5c6-2351-4eff-b6fc-0c85ab77ebd5 {{(pid=107776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:42:45.052866 n-d-852088-5 neutron-server[107776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ce8f5c6-2351-4eff-b6fc-0c85ab77ebd5'] response: {'name': 'network-changed', 'server_uuid': 'd9841d77-b07c-4960-ab3f-c85e2d601518', 'tag': '56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a', 'status': 'completed', 'code': 200} Aug 27 04:42:45.071561 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f694f9f7-58d4-48f0-b52f-16ea0aa90624 admin admin] Router b8bffff2-0247-4e9d-8360-56d4f41f8752 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:42:45.073335 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Current status of the port 22f742ca-c8bf-4e74-be1b-49e482f8921d is: BUILD; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:42:45.073807 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (22f742ca-c8bf-4e74-be1b-49e482f8921d), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:45.076413 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd1af1-7f9b-482d-9b79-79eece696f13 service neutron] Pushing event updated for resources: {'Port': ['ID=56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a,revision_number=3']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:45.094343 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:INSERT=6 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:45.124024 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9d1fdc-b487-4dea-9067-60d92aafac40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f742ca-c8bf-4e74-be1b-49e482f8921d'}] {{(pid=107777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:42:45.126480 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6e1ed2c1589df8125b2075e26a1ec4ff1174e69d6a71546bdf3c3a9a29d330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c837ece0-2592-4a99-8656-e7ff09c40fbe" -d '{"events": [{"server_uuid": "0d9d1fdc-b487-4dea-9067-60d92aafac40", "name": "network-vif-plugged", "status": "completed", "tag": "22f742ca-c8bf-4e74-be1b-49e482f8921d"}]}' {{(pid=107777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:42:45.146445 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (8bba6450-0774-42a2-97c1-66739ae30dfc), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:45.167179 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-77bac38a-08eb-469e-89bd-b70e52b18842 req-973f60b2-01f2-41f1-be22-e80a748015eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (445511e8-5d87-4a83-9c81-e06b43159cdf), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:45.175063 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bac38a-08eb-469e-89bd-b70e52b18842 req-973f60b2-01f2-41f1-be22-e80a748015eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:45.176025 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-77bac38a-08eb-469e-89bd-b70e52b18842 req-973f60b2-01f2-41f1-be22-e80a748015eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:45.177196 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-77bac38a-08eb-469e-89bd-b70e52b18842 req-973f60b2-01f2-41f1-be22-e80a748015eb service neutron] 10.222.0.75 "PUT /networking/v2.0/ports/445511e8-5d87-4a83-9c81-e06b43159cdf HTTP/1.1" status: 200 len: 1096 time: 4.8254249 Aug 27 04:42:45.182652 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b24bd-6a5d-453f-8d12-903c136572c1 req-d0b54fe9-60c1-4a34-8ee6-34d6caeb6f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:45.183481 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port 22f742ca-c8bf-4e74-be1b-49e482f8921d, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=22f742ca-c8bf-4e74-be1b-49e482f8921d,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:45.183918 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-999b24bd-6a5d-453f-8d12-903c136572c1 req-d0b54fe9-60c1-4a34-8ee6-34d6caeb6f0e service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=541b6d193f8247b9bc8a50cf6aa64c2c&device_id=d9841d77-b07c-4960-ab3f-c85e2d601518 HTTP/1.1" status: 200 len: 1130 time: 0.3997855 Aug 27 04:42:45.206885 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed590fbd-ffcf-4d47-a39a-c9c29e46574c req-42a84ad2-aa9e-4d30-8e1f-cd4d0459ab4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:45.209350 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-ed590fbd-ffcf-4d47-a39a-c9c29e46574c req-42a84ad2-aa9e-4d30-8e1f-cd4d0459ab4d service neutron] 10.222.0.78 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2306471 Aug 27 04:42:45.213456 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-5e34cb0a-2313-4a52-9422-f1d46d213093 admin admin] Deleting port 8bba6450-0774-42a2-97c1-66739ae30dfc {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:42:45.213888 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5e34cb0a-2313-4a52-9422-f1d46d213093 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (8bba6450-0774-42a2-97c1-66739ae30dfc), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:45.222771 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 04:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927da611-136a-4dc7-8a84-6c5398f417a9 x-openstack-request-id: req-927da611-136a-4dc7-8a84-6c5398f417a9 {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:42:45.223400 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d9d1fdc-b487-4dea-9067-60d92aafac40", "name": "network-vif-plugged", "status": "completed", "tag": "22f742ca-c8bf-4e74-be1b-49e482f8921d", "code": 200}]} {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:42:45.223870 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-927da611-136a-4dc7-8a84-6c5398f417a9 {{(pid=107777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:42:45.236458 n-d-852088-5 neutron-server[107777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-927da611-136a-4dc7-8a84-6c5398f417a9'] response: {'server_uuid': '0d9d1fdc-b487-4dea-9067-60d92aafac40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f742ca-c8bf-4e74-be1b-49e482f8921d', 'code': 200} Aug 27 04:42:45.296526 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1f6bc101-bf29-4d1e-9e8c-03085931f2d3 req-889157f2-26b4-4105-bc8c-00c97a37c972 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748897 Aug 27 04:42:45.324657 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=8bba6450-0774-42a2-97c1-66739ae30dfc,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:45.344684 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-574a9c44-b85c-4a95-8ad6-220aedf24003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (a5b46bb0-bb1b-48b8-87fb-1b27391bc819), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:45.355936 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-574a9c44-b85c-4a95-8ad6-220aedf24003 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:45.360399 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-574a9c44-b85c-4a95-8ad6-220aedf24003 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/a5b46bb0-bb1b-48b8-87fb-1b27391bc819 HTTP/1.1" status: 204 len: 168 time: 0.9991548 Aug 27 04:42:45.393136 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (22f742ca-c8bf-4e74-be1b-49e482f8921d), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:45.424601 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-999b24bd-6a5d-453f-8d12-903c136572c1 req-a2005310-0cd5-4ea2-97b6-5e3d876335de service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a HTTP/1.1" status: 200 len: 217 time: 0.1675758 Aug 27 04:42:45.457617 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498bcaa7-6488-42bc-b7c8-cd59bae0bcc4 req-ff9657eb-1203-47f3-a466-30e8b90a838d tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:45.459257 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-498bcaa7-6488-42bc-b7c8-cd59bae0bcc4 req-ff9657eb-1203-47f3-a466-30e8b90a838d tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0d9d1fdc-b487-4dea-9067-60d92aafac40 HTTP/1.1" status: 200 len: 950 time: 0.0757847 Aug 27 04:42:45.490226 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cef056fc-29d5-46a0-ae60-d9b6f80f5018 admin admin] Publish callbacks [] for security_group (125feb2f-34d2-4ebc-a966-cfe8342b4250), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:45.520981 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Pushing event updated for resources: {'Port': ['ID=22f742ca-c8bf-4e74-be1b-49e482f8921d,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:45.530223 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a9c44-b85c-4a95-8ad6-220aedf24003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b46bb0-bb1b-48b8-87fb-1b27391bc819,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:45.582981 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda462e7-0aad-4726-83ed-25f50b20c611 req-60d7f4fe-b107-4cde-ae3b-95c96a5a90ec tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:45.584620 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-dda462e7-0aad-4726-83ed-25f50b20c611 req-60d7f4fe-b107-4cde-ae3b-95c96a5a90ec tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=fb625475-12a3-45d3-8176-64b5a8a07c67 HTTP/1.1" status: 200 len: 949 time: 0.2000012 Aug 27 04:42:45.604770 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-5e34cb0a-2313-4a52-9422-f1d46d213093 admin admin] For port 8bba6450-0774-42a2-97c1-66739ae30dfc, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=8bba6450-0774-42a2-97c1-66739ae30dfc,segment=NetworkSegment(e3511880-7c14-4330-8fdc-14c2bd619bb2),segment_id=e3511880-7c14-4330-8fdc-14c2bd619bb2)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:45.604770 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5e34cb0a-2313-4a52-9422-f1d46d213093 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (8bba6450-0774-42a2-97c1-66739ae30dfc), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:45.625312 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f60b2-01f2-41f1-be22-e80a748015eb service neutron] Pushing event updated for resources: {'Port': ['ID=445511e8-5d87-4a83-9c81-e06b43159cdf,revision_number=3']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:45.636953 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0572182-a5bb-445d-bfee-7d4d53c7a814 req-c84e8e7e-5c6d-4409-bc18-ecfae49a6aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:45.639204 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-e0572182-a5bb-445d-bfee-7d4d53c7a814 req-c84e8e7e-5c6d-4409-bc18-ecfae49a6aed service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=0d9d1fdc-b487-4dea-9067-60d92aafac40 HTTP/1.1" status: 200 len: 1132 time: 0.3060660 Aug 27 04:42:45.651779 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-5e34cb0a-2313-4a52-9422-f1d46d213093 admin admin] Calling delete_port for 8bba6450-0774-42a2-97c1-66739ae30dfc owned by network:router_interface {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:42:45.655020 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bac38a-08eb-469e-89bd-b70e52b18842 req-a58861af-13f5-4848-9c01-0fa1faaab617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:45.657188 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-77bac38a-08eb-469e-89bd-b70e52b18842 req-a58861af-13f5-4848-9c01-0fa1faaab617 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=541b6d193f8247b9bc8a50cf6aa64c2c&device_id=130abef0-d029-4ffd-883c-b705e63910dd HTTP/1.1" status: 200 len: 1130 time: 0.2306418 Aug 27 04:42:45.669687 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-498bcaa7-6488-42bc-b7c8-cd59bae0bcc4 req-a33b83f5-8f06-4ba0-bcac-52882593602c tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734943 Aug 27 04:42:45.682646 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1f6bc101-bf29-4d1e-9e8c-03085931f2d3 req-cf37d99c-dd42-4cf8-a213-94ae23f701e3 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789940 Aug 27 04:42:45.687413 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cef056fc-29d5-46a0-ae60-d9b6f80f5018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (125feb2f-34d2-4ebc-a966-cfe8342b4250), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:45.695807 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b24bd-6a5d-453f-8d12-903c136572c1 req-5239283a-f449-4413-8f09-d38dba6fad4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:45.697457 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-999b24bd-6a5d-453f-8d12-903c136572c1 req-5239283a-f449-4413-8f09-d38dba6fad4e service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.2317743 Aug 27 04:42:45.710618 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cef056fc-29d5-46a0-ae60-d9b6f80f5018 admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:42:45.759813 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f694f9f7-58d4-48f0-b52f-16ea0aa90624 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:42:45.770836 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7906693-2f61-4640-83b4-40fe717e431a None None] Sync routers for ids ['b8bffff2-0247-4e9d-8360-56d4f41f8752'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:42:45.780360 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-77bac38a-08eb-469e-89bd-b70e52b18842 req-604930fe-1767-41fb-89ce-46d4afcedffc service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=445511e8-5d87-4a83-9c81-e06b43159cdf HTTP/1.1" status: 200 len: 217 time: 0.0894446 Aug 27 04:42:45.782552 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7906693-2f61-4640-83b4-40fe717e431a None None] Routers {'b8bffff2-0247-4e9d-8360-56d4f41f8752'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:42:45.783029 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-d7906693-2f61-4640-83b4-40fe717e431a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:42:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['b8bffff2-0247-4e9d-8360-56d4f41f8752'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:45.783884 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f694f9f7-58d4-48f0-b52f-16ea0aa90624 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/b8bffff2-0247-4e9d-8360-56d4f41f8752/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6905992 Aug 27 04:42:45.789359 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 42604) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:45.800373 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cef056fc-29d5-46a0-ae60-d9b6f80f5018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (bfd9a8ad-1f89-4e04-95ea-b34dcd3477e3), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:45.800725 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-cef056fc-29d5-46a0-ae60-d9b6f80f5018 admin admin] Added segment bfd9a8ad-1f89-4e04-95ea-b34dcd3477e3 of type vlan for network 8fa3cc9b-61f9-4b93-864c-b9b10d5f2b4b Aug 27 04:42:45.818446 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef056fc-29d5-46a0-ae60-d9b6f80f5018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=125feb2f-34d2-4ebc-a966-cfe8342b4250,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:45.826830 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-ed590fbd-ffcf-4d47-a39a-c9c29e46574c req-0b02d5e8-55f4-4ab6-ba5c-97c665847393 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5756974 Aug 27 04:42:45.830299 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-dda462e7-0aad-4726-83ed-25f50b20c611 req-70605c95-2aaa-4ef6-997a-3ba2c26eeaf3 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243810 Aug 27 04:42:45.888349 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cef056fc-29d5-46a0-ae60-d9b6f80f5018 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (8fa3cc9b-61f9-4b93-864c-b9b10d5f2b4b), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:45.974962 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-d7906693-2f61-4640-83b4-40fe717e431a None None] Set router b8bffff2-0247-4e9d-8360-56d4f41f8752 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:42:46.006971 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:46.013642 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b24bd-6a5d-453f-8d12-903c136572c1 req-62325456-f026-43fa-a5a3-63f7b8ec6762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:46.013642 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-999b24bd-6a5d-453f-8d12-903c136572c1 req-62325456-f026-43fa-a5a3-63f7b8ec6762 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2971127 Aug 27 04:42:46.049572 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c516309-9f65-4e01-bdde-00738037d2e4 req-4622af35-0c43-46bf-b8fe-529c87d1c64c tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:46.051132 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2c516309-9f65-4e01-bdde-00738037d2e4 req-4622af35-0c43-46bf-b8fe-529c87d1c64c tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9841d77-b07c-4960-ab3f-c85e2d601518 HTTP/1.1" status: 200 len: 948 time: 0.1035738 Aug 27 04:42:46.129594 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cef056fc-29d5-46a0-ae60-d9b6f80f5018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (8fa3cc9b-61f9-4b93-864c-b9b10d5f2b4b), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:46.131128 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef056fc-29d5-46a0-ae60-d9b6f80f5018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:46.131714 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cef056fc-29d5-46a0-ae60-d9b6f80f5018 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:46.167822 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-e0572182-a5bb-445d-bfee-7d4d53c7a814 req-40b8a341-1e7d-4c69-8235-ad703510fe04 service neutron] 10.222.0.75 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5143769 Aug 27 04:42:46.181590 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bac38a-08eb-469e-89bd-b70e52b18842 req-f33706ee-d3a5-4676-b19b-eb33e83edac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:46.183143 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-77bac38a-08eb-469e-89bd-b70e52b18842 req-f33706ee-d3a5-4676-b19b-eb33e83edac6 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.3945563 Aug 27 04:42:46.235015 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2c516309-9f65-4e01-bdde-00738037d2e4 req-19aa1738-9510-4620-a106-43d676008de1 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=27e5cb1f-4fd8-42fe-83ea-8b4a1ff45c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773915 Aug 27 04:42:46.241498 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-d7906693-2f61-4640-83b4-40fe717e431a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8bffff2-0247-4e9d-8360-56d4f41f8752', 'name': 'tempest-FloatingIPsNegativeTestJSON-2098882451-router', 'tenant_id': '7b1f727e0ec54ec1afa8f14d5d17152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '58df2b29-36bb-4c79-a0d2-654b5b8bf513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:42:25Z', 'updated_at': '2022-08-27T04:42:42Z', 'revision_number': 5, 'project_id': '7b1f727e0ec54ec1afa8f14d5d17152c', 'gw_port': {'id': '58df2b29-36bb-4c79-a0d2-654b5b8bf513', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:42:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bffff2-0247-4e9d-8360-56d4f41f8752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:42:26Z', 'updated_at': '2022-08-27T04:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:46.255621 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9cb3046e-9e91-4070-ad36-fe89dc1f072f admin admin] Publish callbacks [] for router (b8bffff2-0247-4e9d-8360-56d4f41f8752), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:46.267943 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-ed590fbd-ffcf-4d47-a39a-c9c29e46574c req-1f78af5c-694b-4cb1-821e-14ce83820105 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144116 Aug 27 04:42:46.282807 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7906693-2f61-4640-83b4-40fe717e431a None None] Checking router: b8bffff2-0247-4e9d-8360-56d4f41f8752 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:42:46.304548 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7906693-2f61-4640-83b4-40fe717e431a None None] Routers {'b8bffff2-0247-4e9d-8360-56d4f41f8752'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:42:46.304548 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-d7906693-2f61-4640-83b4-40fe717e431a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:42:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['b8bffff2-0247-4e9d-8360-56d4f41f8752'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:46.324366 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-999b24bd-6a5d-453f-8d12-903c136572c1 req-748a7883-48c2-4042-a333-ef727dec0c5a service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566400 Aug 27 04:42:46.331270 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef056fc-29d5-46a0-ae60-d9b6f80f5018 admin admin] Pushing event updated for resources: {'Network': ['ID=8fa3cc9b-61f9-4b93-864c-b9b10d5f2b4b,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:46.346192 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 8fa3cc9b-61f9-4b93-864c-b9b10d5f2b4b details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:42:46.348927 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b06dec-8e44-4005-82d1-953331a8dbb6 req-172fdc99-9afc-4525-bd31-dfbed36d1831 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:46.350513 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-79b06dec-8e44-4005-82d1-953331a8dbb6 req-172fdc99-9afc-4525-bd31-dfbed36d1831 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=3502ba5a-ec3a-4a03-b6ba-09ae7c472413 HTTP/1.1" status: 200 len: 947 time: 0.1286302 Aug 27 04:42:46.363718 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-cef056fc-29d5-46a0-ae60-d9b6f80f5018 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0992682 Aug 27 04:42:46.369336 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 42618) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:46.376036 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-10cf4b28-b70a-4348-9bcb-a0083e60081d admin admin] Request body: {'subnet': {'network_id': '8fa3cc9b-61f9-4b93-864c-b9b10d5f2b4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-359713482-subnet', 'tenant_id': 'a5ccff4ddab04a47b292ccc5f5387e78', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:42:46.407663 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9cb3046e-9e91-4070-ad36-fe89dc1f072f admin admin] Publish callbacks [] for router_gateway (b8bffff2-0247-4e9d-8360-56d4f41f8752), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:46.429558 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5e34cb0a-2313-4a52-9422-f1d46d213093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (8bba6450-0774-42a2-97c1-66739ae30dfc), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:46.434778 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Device d899b5c2-df7d-4bdf-8812-a6abc41c97fb details requested by agent hyperv_n-h2-852088-5 with host n-h2-852088-5 {{(pid=107777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:42:46.444492 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Device 2e41f94e-3f99-406b-aff2-325577ba2d4f up at agent hyperv_n-h2-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:42:46.482876 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e34cb0a-2313-4a52-9422-f1d46d213093 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bba6450-0774-42a2-97c1-66739ae30dfc,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:46.495973 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 8bba6450-0774-42a2-97c1-66739ae30dfc up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:42:46.505209 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-79b06dec-8e44-4005-82d1-953331a8dbb6 req-685ef900-43b9-4cc4-b091-afb33beaa7f9 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=76c57a38-5eea-4c1b-9a19-7bd88dd68150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384404 Aug 27 04:42:46.529031 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10cf4b28-b70a-4348-9bcb-a0083e60081d admin admin] Made reservation on behalf of a5ccff4ddab04a47b292ccc5f5387e78 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:42:46.532254 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-10cf4b28-b70a-4348-9bcb-a0083e60081d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:46.558341 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-d7906693-2f61-4640-83b4-40fe717e431a None None] Set router b8bffff2-0247-4e9d-8360-56d4f41f8752 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:42:46.560371 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 8bba6450-0774-42a2-97c1-66739ae30dfc {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:42:46.560715 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 8bba6450-0774-42a2-97c1-66739ae30dfc not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 27 04:42:46.680303 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Port 8bba6450-0774-42a2-97c1-66739ae30dfc not found, will not notify nova. {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 27 04:42:46.756539 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5e34cb0a-2313-4a52-9422-f1d46d213093 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (7912f26b-6621-48f0-9a64-e1b137065077), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:46.805298 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Provisioning for port 2e41f94e-3f99-406b-aff2-325577ba2d4f completed by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 27 04:42:46.817926 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:42:46.888413 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] For port d899b5c2-df7d-4bdf-8812-a6abc41c97fb, host n-h2-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852088-5',level=0,port_id=d899b5c2-df7d-4bdf-8812-a6abc41c97fb,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:46.914528 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Provisioning complete for port 2e41f94e-3f99-406b-aff2-325577ba2d4f triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:42:46.914998 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (2e41f94e-3f99-406b-aff2-325577ba2d4f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:46.962820 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4ac4d-ba6d-4e97-b6d0-9ff6603b39c5 req-e28188fc-6324-4e47-b565-1bcce845af4c tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:46.969052 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-50b4ac4d-ba6d-4e97-b6d0-9ff6603b39c5 req-e28188fc-6324-4e47-b565-1bcce845af4c tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0d9d1fdc-b487-4dea-9067-60d92aafac40 HTTP/1.1" status: 200 len: 950 time: 0.1039321 Aug 27 04:42:46.979233 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Returning: {'device': 'd899b5c2-df7d-4bdf-8812-a6abc41c97fb', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'port_id': 'd899b5c2-df7d-4bdf-8812-a6abc41c97fb', 'mac_address': 'fa:16:3e:64:92:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120f3302-721f-4373-86a6-3aa14ccf6ac4', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:42:47.029518 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-50b4ac4d-ba6d-4e97-b6d0-9ff6603b39c5 req-5f101b08-6a7d-4212-a3e2-9d8f76bb5f6d tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570264 Aug 27 04:42:47.097774 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '130abef0-d029-4ffd-883c-b705e63910dd', 'tag': '445511e8-5d87-4a83-9c81-e06b43159cdf'}] {{(pid=107776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:42:47.101092 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7ad66632f4c78724655075356aa8535ba41c652eced6c9cea0c1f0c67b1e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c85da4d-fdaa-4982-9f23-0ef797b6543b" -d '{"events": [{"name": "network-changed", "server_uuid": "130abef0-d029-4ffd-883c-b705e63910dd", "tag": "445511e8-5d87-4a83-9c81-e06b43159cdf"}]}' {{(pid=107776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:42:47.105696 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-999b24bd-6a5d-453f-8d12-903c136572c1 req-d0981faa-23fe-4234-acb2-801710ec6c9d service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5125844 Aug 27 04:42:47.119235 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bac38a-08eb-469e-89bd-b70e52b18842 req-a5772c2d-82a7-4e14-b68d-a80060c53a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:47.126741 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-77bac38a-08eb-469e-89bd-b70e52b18842 req-a5772c2d-82a7-4e14-b68d-a80060c53a91 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5199530 Aug 27 04:42:47.126741 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-9cb3046e-9e91-4070-ad36-fe89dc1f072f admin admin] Deleting port 58df2b29-36bb-4c79-a0d2-654b5b8bf513 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:42:47.126741 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9cb3046e-9e91-4070-ad36-fe89dc1f072f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (58df2b29-36bb-4c79-a0d2-654b5b8bf513), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:47.191476 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 04:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bbb4367-a4fd-4a8a-aeef-8a1e66f3a505 x-openstack-request-id: req-0bbb4367-a4fd-4a8a-aeef-8a1e66f3a505 {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:42:47.191742 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "130abef0-d029-4ffd-883c-b705e63910dd", "tag": "445511e8-5d87-4a83-9c81-e06b43159cdf", "status": "completed", "code": 200}]} {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:42:47.191966 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0bbb4367-a4fd-4a8a-aeef-8a1e66f3a505 {{(pid=107776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:42:47.192634 n-d-852088-5 neutron-server[107776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bbb4367-a4fd-4a8a-aeef-8a1e66f3a505'] response: {'name': 'network-changed', 'server_uuid': '130abef0-d029-4ffd-883c-b705e63910dd', 'tag': '445511e8-5d87-4a83-9c81-e06b43159cdf', 'status': 'completed', 'code': 200} Aug 27 04:42:47.217775 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c207f-74ce-445d-987a-85c40fc3070e req-d78a2f87-62bc-4e9c-be24-fd63721d92bb tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:47.219337 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-739c207f-74ce-445d-987a-85c40fc3070e req-d78a2f87-62bc-4e9c-be24-fd63721d92bb tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=fb625475-12a3-45d3-8176-64b5a8a07c67 HTTP/1.1" status: 200 len: 949 time: 0.1950524 Aug 27 04:42:47.225008 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e34cb0a-2313-4a52-9422-f1d46d213093 admin admin] Router 7912f26b-6621-48f0-9a64-e1b137065077 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:42:47.230929 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:47.231154 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Current status of the port d899b5c2-df7d-4bdf-8812-a6abc41c97fb is: DOWN; New status is: BUILD {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:42:47.232268 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (d899b5c2-df7d-4bdf-8812-a6abc41c97fb), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:47.260266 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d899b5c2-df7d-4bdf-8812-a6abc41c97fb {{(pid=107777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 04:42:47.284890 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-739c207f-74ce-445d-987a-85c40fc3070e req-59066a6c-4a52-44f9-9185-f8f637a14114 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554483 Aug 27 04:42:47.289897 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] For port d899b5c2-df7d-4bdf-8812-a6abc41c97fb, host n-h2-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852088-5',level=0,port_id=d899b5c2-df7d-4bdf-8812-a6abc41c97fb,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:47.290976 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Current status of the port 2e41f94e-3f99-406b-aff2-325577ba2d4f is: BUILD; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:42:47.291363 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (2e41f94e-3f99-406b-aff2-325577ba2d4f), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:47.309934 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-d7906693-2f61-4640-83b4-40fe717e431a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8bffff2-0247-4e9d-8360-56d4f41f8752', 'name': 'tempest-FloatingIPsNegativeTestJSON-2098882451-router', 'tenant_id': '7b1f727e0ec54ec1afa8f14d5d17152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '58df2b29-36bb-4c79-a0d2-654b5b8bf513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:42:25Z', 'updated_at': '2022-08-27T04:42:42Z', 'revision_number': 5, 'project_id': '7b1f727e0ec54ec1afa8f14d5d17152c', 'gw_port': {'id': '58df2b29-36bb-4c79-a0d2-654b5b8bf513', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:42:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bffff2-0247-4e9d-8360-56d4f41f8752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:42:26Z', 'updated_at': '2022-08-27T04:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:47.341532 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7906693-2f61-4640-83b4-40fe717e431a None None] The sync data for ids ['b8bffff2-0247-4e9d-8360-56d4f41f8752'] in n-d-852088-5 is: [{'id': 'b8bffff2-0247-4e9d-8360-56d4f41f8752', 'name': 'tempest-FloatingIPsNegativeTestJSON-2098882451-router', 'tenant_id': '7b1f727e0ec54ec1afa8f14d5d17152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '58df2b29-36bb-4c79-a0d2-654b5b8bf513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:42:25Z', 'updated_at': '2022-08-27T04:42:42Z', 'revision_number': 5, 'project_id': '7b1f727e0ec54ec1afa8f14d5d17152c', 'gw_port': {'id': '58df2b29-36bb-4c79-a0d2-654b5b8bf513', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:42:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bffff2-0247-4e9d-8360-56d4f41f8752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:42:26Z', 'updated_at': '2022-08-27T04:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:42:47.354286 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb625475-12a3-45d3-8176-64b5a8a07c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e41f94e-3f99-406b-aff2-325577ba2d4f'}] {{(pid=107777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:42:47.357571 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6e1ed2c1589df8125b2075e26a1ec4ff1174e69d6a71546bdf3c3a9a29d330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881e4b0b-e1ee-43db-a264-9c83ef4f4b69" -d '{"events": [{"server_uuid": "fb625475-12a3-45d3-8176-64b5a8a07c67", "name": "network-vif-plugged", "status": "completed", "tag": "2e41f94e-3f99-406b-aff2-325577ba2d4f"}]}' {{(pid=107777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:42:47.392920 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] For port 2e41f94e-3f99-406b-aff2-325577ba2d4f, host n-h2-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852088-5',level=0,port_id=2e41f94e-3f99-406b-aff2-325577ba2d4f,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:47.405287 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (d899b5c2-df7d-4bdf-8812-a6abc41c97fb), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:47.459816 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 04:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a31efc-8efd-4f46-80fd-18ae6a775dc0 x-openstack-request-id: req-67a31efc-8efd-4f46-80fd-18ae6a775dc0 {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:42:47.460403 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb625475-12a3-45d3-8176-64b5a8a07c67", "name": "network-vif-plugged", "status": "completed", "tag": "2e41f94e-3f99-406b-aff2-325577ba2d4f", "code": 200}]} {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:42:47.461056 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-67a31efc-8efd-4f46-80fd-18ae6a775dc0 {{(pid=107777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:42:47.461819 n-d-852088-5 neutron-server[107777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67a31efc-8efd-4f46-80fd-18ae6a775dc0'] response: {'server_uuid': 'fb625475-12a3-45d3-8176-64b5a8a07c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e41f94e-3f99-406b-aff2-325577ba2d4f', 'code': 200} Aug 27 04:42:47.467599 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Pushing event updated for resources: {'Port': ['ID=d899b5c2-df7d-4bdf-8812-a6abc41c97fb,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:47.486736 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e34cb0a-2313-4a52-9422-f1d46d213093 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:42:47.493410 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-5e34cb0a-2313-4a52-9422-f1d46d213093 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/7912f26b-6621-48f0-9a64-e1b137065077/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3223395 Aug 27 04:42:47.497428 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 42642) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:47.507934 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0de9f41-e95f-45c6-905f-53bb44a390e6 None None] Sync routers for ids ['7912f26b-6621-48f0-9a64-e1b137065077'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:42:47.522327 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0de9f41-e95f-45c6-905f-53bb44a390e6 None None] Routers {'7912f26b-6621-48f0-9a64-e1b137065077'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:42:47.522599 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-9cb3046e-9e91-4070-ad36-fe89dc1f072f admin admin] For port 58df2b29-36bb-4c79-a0d2-654b5b8bf513, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=58df2b29-36bb-4c79-a0d2-654b5b8bf513,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:47.523083 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9cb3046e-9e91-4070-ad36-fe89dc1f072f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (58df2b29-36bb-4c79-a0d2-654b5b8bf513), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:47.523267 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-e0de9f41-e95f-45c6-905f-53bb44a390e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:42:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['7912f26b-6621-48f0-9a64-e1b137065077'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:47.537925 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (2e41f94e-3f99-406b-aff2-325577ba2d4f), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:47.593710 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-9cb3046e-9e91-4070-ad36-fe89dc1f072f admin admin] Calling delete_port for 58df2b29-36bb-4c79-a0d2-654b5b8bf513 owned by network:router_gateway {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:42:47.613194 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989bc41-0c25-4a2b-a326-ac10848d3df2 req-355a2d04-1b34-4637-b0c6-486aec66314c tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:47.623160 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-9989bc41-0c25-4a2b-a326-ac10848d3df2 req-355a2d04-1b34-4637-b0c6-486aec66314c tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9841d77-b07c-4960-ab3f-c85e2d601518 HTTP/1.1" status: 200 len: 948 time: 0.1913357 Aug 27 04:42:47.643819 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-77bac38a-08eb-469e-89bd-b70e52b18842 req-f10a9502-53a7-4f6d-bcca-c1f134ab2419 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4502950 Aug 27 04:42:47.660921 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Pushing event updated for resources: {'Port': ['ID=2e41f94e-3f99-406b-aff2-325577ba2d4f,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:47.726316 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:47.729040 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-e0de9f41-e95f-45c6-905f-53bb44a390e6 None None] Set router 7912f26b-6621-48f0-9a64-e1b137065077 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:42:47.731699 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525792f-d5f6-4e42-a95c-10a8c9249c44 req-88335420-f20b-4ec6-9816-7ee93fa6f9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:47.733374 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-0525792f-d5f6-4e42-a95c-10a8c9249c44 req-88335420-f20b-4ec6-9816-7ee93fa6f9f8 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?device_id=fb625475-12a3-45d3-8176-64b5a8a07c67 HTTP/1.1" status: 200 len: 1132 time: 0.1797740 Aug 27 04:42:47.790570 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] get_ports_and_sgs() called for port_ids ['d899b5c2-df7d-4bdf-8812-a6abc41c97fb'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:42:47.790803 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad18b13-fc85-4404-97c3-8e940d7aa3b6 req-e505522e-3209-4121-b049-07c7c7601518 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:47.792709 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8ad18b13-fc85-4404-97c3-8e940d7aa3b6 req-e505522e-3209-4121-b049-07c7c7601518 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=3502ba5a-ec3a-4a03-b6ba-09ae7c472413 HTTP/1.1" status: 200 len: 948 time: 0.1181958 Aug 27 04:42:47.800613 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-10cf4b28-b70a-4348-9bcb-a0083e60081d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (fbc7ecc8-f72e-4b6b-a6f6-4f438fbdeed1), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:47.855783 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:47.923507 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-0525792f-d5f6-4e42-a95c-10a8c9249c44 req-4f30710a-5c8c-4403-9479-90d9cdf1952a service neutron] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832461 Aug 27 04:42:48.013879 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cf4b28-b70a-4348-9bcb-a0083e60081d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbc7ecc8-f72e-4b6b-a6f6-4f438fbdeed1,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:48.077320 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cf4b28-b70a-4348-9bcb-a0083e60081d admin admin] Checking segment: {'id': 'bfd9a8ad-1f89-4e04-95ea-b34dcd3477e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '8fa3cc9b-61f9-4b93-864c-b9b10d5f2b4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:42:48.077767 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cf4b28-b70a-4348-9bcb-a0083e60081d admin admin] Network hostable DHCP agents. Network: 8fa3cc9b-61f9-4b93-864c-b9b10d5f2b4b, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:42:48.138627 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-e0de9f41-e95f-45c6-905f-53bb44a390e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7912f26b-6621-48f0-9a64-e1b137065077', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1346067895-router', 'tenant_id': 'd0b2fd77da7144c9ad5b4246be5f5cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '37b5fc02-c73c-43c2-9e45-856949b624d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:42:22Z', 'updated_at': '2022-08-27T04:42:46Z', 'revision_number': 5, 'project_id': 'd0b2fd77da7144c9ad5b4246be5f5cfc', 'gw_port': {'id': '37b5fc02-c73c-43c2-9e45-856949b624d4', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:32:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7912f26b-6621-48f0-9a64-e1b137065077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:42:24Z', 'updated_at': '2022-08-27T04:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:48.166162 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0de9f41-e95f-45c6-905f-53bb44a390e6 None None] Checking router: 7912f26b-6621-48f0-9a64-e1b137065077 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:42:48.169964 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:48.179630 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0de9f41-e95f-45c6-905f-53bb44a390e6 None None] Routers {'7912f26b-6621-48f0-9a64-e1b137065077'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:42:48.180457 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-e0de9f41-e95f-45c6-905f-53bb44a390e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:42:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['7912f26b-6621-48f0-9a64-e1b137065077'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:48.264903 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-9989bc41-0c25-4a2b-a326-ac10848d3df2 req-303c84f9-11fb-4bad-89a0-1f7deb0f4c3e tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=27e5cb1f-4fd8-42fe-83ea-8b4a1ff45c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6323540 Aug 27 04:42:48.265318 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9cb3046e-9e91-4070-ad36-fe89dc1f072f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (58df2b29-36bb-4c79-a0d2-654b5b8bf513), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:48.267621 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cf4b28-b70a-4348-9bcb-a0083e60081d admin admin] Network 8fa3cc9b-61f9-4b93-864c-b9b10d5f2b4b is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:42:48.274721 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6fa41cef-61f4-43bd-aee7-629a3d517fa1 admin admin] Publish callbacks [] for router (7912f26b-6621-48f0-9a64-e1b137065077), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:48.315891 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb3046e-9e91-4070-ad36-fe89dc1f072f admin admin] Pushing event deleted for resources: {'Port': ['ID=58df2b29-36bb-4c79-a0d2-654b5b8bf513,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:48.338569 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8ad18b13-fc85-4404-97c3-8e940d7aa3b6 req-0715ad40-98db-4079-848f-98041a5c3a3a tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=76c57a38-5eea-4c1b-9a19-7bd88dd68150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5247819 Aug 27 04:42:48.406968 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-e0de9f41-e95f-45c6-905f-53bb44a390e6 None None] Set router 7912f26b-6621-48f0-9a64-e1b137065077 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:42:48.424826 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:48.448694 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-10cf4b28-b70a-4348-9bcb-a0083e60081d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 8fa3cc9b-61f9-4b93-864c-b9b10d5f2b4b) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:42:48.462050 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d95ddf4-c108-4c40-bbb7-06368e547826 None None] Network 8fa3cc9b-61f9-4b93-864c-b9b10d5f2b4b requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:42:48.462609 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cf4b28-b70a-4348-9bcb-a0083e60081d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:48.463262 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-10cf4b28-b70a-4348-9bcb-a0083e60081d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:48.501912 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9cb3046e-9e91-4070-ad36-fe89dc1f072f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (b8bffff2-0247-4e9d-8360-56d4f41f8752), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:48.596612 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc85645-2ca9-4b15-bf80-bb2ea975ee25 req-89c4e130-359a-4a7c-8704-fea8d628a96c tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:48.601866 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5dc85645-2ca9-4b15-bf80-bb2ea975ee25 req-89c4e130-359a-4a7c-8704-fea8d628a96c tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=fb625475-12a3-45d3-8176-64b5a8a07c67 HTTP/1.1" status: 200 len: 950 time: 0.1394172 Aug 27 04:42:48.602252 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 1fa183b2-d80f-4c66-b53d-e9f1d4544a3d no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:42:48.602636 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6fa41cef-61f4-43bd-aee7-629a3d517fa1 admin admin] Publish callbacks [] for router_gateway (7912f26b-6621-48f0-9a64-e1b137065077), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:48.615185 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c61d5-93db-467c-8add-33db53438e63 req-0631d3f5-8104-4be0-a44e-fcdbe7367dfd tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:48.616923 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-706c61d5-93db-467c-8add-33db53438e63 req-0631d3f5-8104-4be0-a44e-fcdbe7367dfd tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0d9d1fdc-b487-4dea-9067-60d92aafac40 HTTP/1.1" status: 200 len: 950 time: 0.1797948 Aug 27 04:42:48.644707 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-10cf4b28-b70a-4348-9bcb-a0083e60081d admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2743080 Aug 27 04:42:48.645954 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 42662) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:48.652624 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-08aa3b83-8f17-4874-b08f-e1b0039a11ba admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-359713482-router', 'tenant_id': 'a5ccff4ddab04a47b292ccc5f5387e78', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:42:48.665224 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9cb3046e-9e91-4070-ad36-fe89dc1f072f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (b8bffff2-0247-4e9d-8360-56d4f41f8752), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:48.670646 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9cb3046e-9e91-4070-ad36-fe89dc1f072f admin admin] Publish callbacks [] for router_controller (b8bffff2-0247-4e9d-8360-56d4f41f8752), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:48.672030 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 1fa183b2-d80f-4c66-b53d-e9f1d4544a3d {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:42:48.672445 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 1fa183b2-d80f-4c66-b53d-e9f1d4544a3d not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:42:48.740784 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5dc85645-2ca9-4b15-bf80-bb2ea975ee25 req-87d23cb9-a7df-46cf-9e6e-e73bb2ec958f tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343336 Aug 27 04:42:48.769106 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-e0de9f41-e95f-45c6-905f-53bb44a390e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7912f26b-6621-48f0-9a64-e1b137065077', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1346067895-router', 'tenant_id': 'd0b2fd77da7144c9ad5b4246be5f5cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '37b5fc02-c73c-43c2-9e45-856949b624d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:42:22Z', 'updated_at': '2022-08-27T04:42:46Z', 'revision_number': 5, 'project_id': 'd0b2fd77da7144c9ad5b4246be5f5cfc', 'gw_port': {'id': '37b5fc02-c73c-43c2-9e45-856949b624d4', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:32:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7912f26b-6621-48f0-9a64-e1b137065077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:42:24Z', 'updated_at': '2022-08-27T04:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:48.787070 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc99d16-73c8-43da-8445-612667756d13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-8fa3cc9b-61f9-4b93-864c-b9b10d5f2b4b', 'network_id': '8fa3cc9b-61f9-4b93-864c-b9b10d5f2b4b', 'project_id': 'a5ccff4ddab04a47b292ccc5f5387e78', 'fixed_ips': [{'subnet_id': 'fbc7ecc8-f72e-4b6b-a6f6-4f438fbdeed1'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:42:48.788944 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ebc99d16-73c8-43da-8445-612667756d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:48.801428 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0de9f41-e95f-45c6-905f-53bb44a390e6 None None] The sync data for ids ['7912f26b-6621-48f0-9a64-e1b137065077'] in n-d-852088-5 is: [{'id': '7912f26b-6621-48f0-9a64-e1b137065077', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1346067895-router', 'tenant_id': 'd0b2fd77da7144c9ad5b4246be5f5cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '37b5fc02-c73c-43c2-9e45-856949b624d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:42:22Z', 'updated_at': '2022-08-27T04:42:46Z', 'revision_number': 5, 'project_id': 'd0b2fd77da7144c9ad5b4246be5f5cfc', 'gw_port': {'id': '37b5fc02-c73c-43c2-9e45-856949b624d4', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:32:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7912f26b-6621-48f0-9a64-e1b137065077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:42:24Z', 'updated_at': '2022-08-27T04:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:42:48.813274 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-706c61d5-93db-467c-8add-33db53438e63 req-e785d1e7-e993-4271-a5b6-71816e3afcd0 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860743 Aug 27 04:42:48.821231 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-6fa41cef-61f4-43bd-aee7-629a3d517fa1 admin admin] Deleting port 37b5fc02-c73c-43c2-9e45-856949b624d4 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:42:48.828395 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6fa41cef-61f4-43bd-aee7-629a3d517fa1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (37b5fc02-c73c-43c2-9e45-856949b624d4), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:48.828581 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-08aa3b83-8f17-4874-b08f-e1b0039a11ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (9cd4d75d-37e5-4221-a297-cf637dac1672), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:48.828581 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-08aa3b83-8f17-4874-b08f-e1b0039a11ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (9cd4d75d-37e5-4221-a297-cf637dac1672), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:48.846394 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9cb3046e-9e91-4070-ad36-fe89dc1f072f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (b8bffff2-0247-4e9d-8360-56d4f41f8752), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:48.846394 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb3046e-9e91-4070-ad36-fe89dc1f072f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8bffff2-0247-4e9d-8360-56d4f41f8752 {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:42:48.862375 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9cb3046e-9e91-4070-ad36-fe89dc1f072f admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:48.866345 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-9cb3046e-9e91-4070-ad36-fe89dc1f072f admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/b8bffff2-0247-4e9d-8360-56d4f41f8752 HTTP/1.1" status: 204 len: 168 time: 3.0749593 Aug 27 04:42:48.877686 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 42664) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:48.973146 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddfffbac-7f48-4f99-8b3e-4b1dd53450f6 admin admin] Deleting subnet 3801d356-08e9-43e5-b21e-8fd823a42145 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:42:48.985547 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-ebc99d16-73c8-43da-8445-612667756d13 None None] Allocated IP 172.20.0.2 (8fa3cc9b-61f9-4b93-864c-b9b10d5f2b4b/fbc7ecc8-f72e-4b6b-a6f6-4f438fbdeed1/1769a854-018e-4f74-9cde-dd0d529ca9cf) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:42:48.991106 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ddfffbac-7f48-4f99-8b3e-4b1dd53450f6 admin admin] Publish callbacks [] for subnet (3801d356-08e9-43e5-b21e-8fd823a42145), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:48.998812 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-6fa41cef-61f4-43bd-aee7-629a3d517fa1 admin admin] For port 37b5fc02-c73c-43c2-9e45-856949b624d4, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=37b5fc02-c73c-43c2-9e45-856949b624d4,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:48.999985 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6fa41cef-61f4-43bd-aee7-629a3d517fa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (37b5fc02-c73c-43c2-9e45-856949b624d4), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:49.001374 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:49.029815 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-6fa41cef-61f4-43bd-aee7-629a3d517fa1 admin admin] Calling delete_port for 37b5fc02-c73c-43c2-9e45-856949b624d4 owned by network:router_gateway {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:42:49.091751 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-08aa3b83-8f17-4874-b08f-e1b0039a11ba admin admin] Publish callbacks [] for router_controller (9cd4d75d-37e5-4221-a297-cf637dac1672), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:49.099271 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ddfffbac-7f48-4f99-8b3e-4b1dd53450f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (3801d356-08e9-43e5-b21e-8fd823a42145), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:49.179078 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:49.192910 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ebc99d16-73c8-43da-8445-612667756d13 None None] Publish callbacks [] for port (1769a854-018e-4f74-9cde-dd0d529ca9cf), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:49.246089 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Device d899b5c2-df7d-4bdf-8812-a6abc41c97fb up at agent hyperv_n-h2-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:42:49.252833 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ebc99d16-73c8-43da-8445-612667756d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (1769a854-018e-4f74-9cde-dd0d529ca9cf), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:49.258816 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ddfffbac-7f48-4f99-8b3e-4b1dd53450f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (3801d356-08e9-43e5-b21e-8fd823a42145), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:49.334442 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc99d16-73c8-43da-8445-612667756d13 None None] Network 8fa3cc9b-61f9-4b93-864c-b9b10d5f2b4b is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:42:49.339831 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc99d16-73c8-43da-8445-612667756d13 None None] Pushing event updated for resources: {'Port': ['ID=1769a854-018e-4f74-9cde-dd0d529ca9cf,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:49.342997 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6fa41cef-61f4-43bd-aee7-629a3d517fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (37b5fc02-c73c-43c2-9e45-856949b624d4), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:49.353352 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-ebc99d16-73c8-43da-8445-612667756d13 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:42:49.353352 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc99d16-73c8-43da-8445-612667756d13 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:42:49.366475 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-08aa3b83-8f17-4874-b08f-e1b0039a11ba admin admin] Publish callbacks [] for router_gateway (9cd4d75d-37e5-4221-a297-cf637dac1672), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:49.372084 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Provisioning for port d899b5c2-df7d-4bdf-8812-a6abc41c97fb completed by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 27 04:42:49.394136 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa41cef-61f4-43bd-aee7-629a3d517fa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=37b5fc02-c73c-43c2-9e45-856949b624d4,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:49.467655 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-ebc99d16-73c8-43da-8445-612667756d13 None None] Attempting to bind port 1769a854-018e-4f74-9cde-dd0d529ca9cf on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:42:49.467655 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-ebc99d16-73c8-43da-8445-612667756d13 None None] Attempting to bind port 1769a854-018e-4f74-9cde-dd0d529ca9cf by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'bfd9a8ad-1f89-4e04-95ea-b34dcd3477e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '8fa3cc9b-61f9-4b93-864c-b9b10d5f2b4b'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:42:49.467655 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc99d16-73c8-43da-8445-612667756d13 None None] Attempting to bind port 1769a854-018e-4f74-9cde-dd0d529ca9cf on network 8fa3cc9b-61f9-4b93-864c-b9b10d5f2b4b {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:42:49.473851 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc99d16-73c8-43da-8445-612667756d13 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:42:49.474224 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc99d16-73c8-43da-8445-612667756d13 None None] Checking segment: {'id': 'bfd9a8ad-1f89-4e04-95ea-b34dcd3477e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '8fa3cc9b-61f9-4b93-864c-b9b10d5f2b4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:42:49.474667 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ebc99d16-73c8-43da-8445-612667756d13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:49.475081 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc99d16-73c8-43da-8445-612667756d13 None None] Bound using segment: {'id': 'bfd9a8ad-1f89-4e04-95ea-b34dcd3477e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '8fa3cc9b-61f9-4b93-864c-b9b10d5f2b4b'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:42:49.475535 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-ebc99d16-73c8-43da-8445-612667756d13 None None] Bound port: 1769a854-018e-4f74-9cde-dd0d529ca9cf, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfd9a8ad-1f89-4e04-95ea-b34dcd3477e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '8fa3cc9b-61f9-4b93-864c-b9b10d5f2b4b'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:42:49.475918 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ebc99d16-73c8-43da-8445-612667756d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (1769a854-018e-4f74-9cde-dd0d529ca9cf), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:49.507996 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ef7cf-1985-4498-9bdf-02c01f97fc3c req-f185b23e-6597-4d87-88e8-3da7f517c1dc tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:49.516524 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-579ef7cf-1985-4498-9bdf-02c01f97fc3c req-f185b23e-6597-4d87-88e8-3da7f517c1dc tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9841d77-b07c-4960-ab3f-c85e2d601518 HTTP/1.1" status: 200 len: 948 time: 0.1088812 Aug 27 04:42:49.539482 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Provisioning complete for port d899b5c2-df7d-4bdf-8812-a6abc41c97fb triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:42:49.539869 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d899b5c2-df7d-4bdf-8812-a6abc41c97fb), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:49.541803 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ddfffbac-7f48-4f99-8b3e-4b1dd53450f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (3801d356-08e9-43e5-b21e-8fd823a42145), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:49.553490 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:49.599849 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfffbac-7f48-4f99-8b3e-4b1dd53450f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3801d356-08e9-43e5-b21e-8fd823a42145,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:49.604831 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76d4741-3804-4ad3-9399-5b089da78bf1 None None] Network 61290b17-e784-4c62-9fdf-9b547563f66f requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:42:49.606680 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ddfffbac-7f48-4f99-8b3e-4b1dd53450f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:49.607486 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-579ef7cf-1985-4498-9bdf-02c01f97fc3c req-59503140-88c8-4b8a-b838-5ebc2bb47506 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=27e5cb1f-4fd8-42fe-83ea-8b4a1ff45c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860329 Aug 27 04:42:49.610662 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6fa41cef-61f4-43bd-aee7-629a3d517fa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (7912f26b-6621-48f0-9a64-e1b137065077), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:49.610944 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ddfffbac-7f48-4f99-8b3e-4b1dd53450f6 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/3801d356-08e9-43e5-b21e-8fd823a42145 HTTP/1.1" status: 204 len: 168 time: 0.7263517 Aug 27 04:42:49.617047 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 42676) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:49.627598 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-ebc99d16-73c8-43da-8445-612667756d13 None None] For port 1769a854-018e-4f74-9cde-dd0d529ca9cf, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:42:49.689479 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-ebc99d16-73c8-43da-8445-612667756d13 None None] For port 1769a854-018e-4f74-9cde-dd0d529ca9cf, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=1769a854-018e-4f74-9cde-dd0d529ca9cf,segment=NetworkSegment(bfd9a8ad-1f89-4e04-95ea-b34dcd3477e3),segment_id=bfd9a8ad-1f89-4e04-95ea-b34dcd3477e3)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:42:49.785661 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Current status of the port d899b5c2-df7d-4bdf-8812-a6abc41c97fb is: BUILD; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:42:49.786243 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (d899b5c2-df7d-4bdf-8812-a6abc41c97fb), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:49.795136 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:49.801357 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-08aa3b83-8f17-4874-b08f-e1b0039a11ba admin admin] Publish callbacks [] for router_gateway (9cd4d75d-37e5-4221-a297-cf637dac1672), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:49.829399 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-08aa3b83-8f17-4874-b08f-e1b0039a11ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:49.829969 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6fa41cef-61f4-43bd-aee7-629a3d517fa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (7912f26b-6621-48f0-9a64-e1b137065077), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:49.830599 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ebc99d16-73c8-43da-8445-612667756d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (1769a854-018e-4f74-9cde-dd0d529ca9cf), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:49.838247 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6fa41cef-61f4-43bd-aee7-629a3d517fa1 admin admin] Publish callbacks [] for router_controller (7912f26b-6621-48f0-9a64-e1b137065077), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:49.861892 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2a4c3b94-3724-4fa3-868e-c5a092938757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (61290b17-e784-4c62-9fdf-9b547563f66f), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:49.893885 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76a95c-5481-4941-8dc6-7dbf805aa71a req-76224236-a690-4c26-8e4d-cc913f798dfd tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:49.894868 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3e76a95c-5481-4941-8dc6-7dbf805aa71a req-76224236-a690-4c26-8e4d-cc913f798dfd tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=3502ba5a-ec3a-4a03-b6ba-09ae7c472413 HTTP/1.1" status: 200 len: 948 time: 0.1790397 Aug 27 04:42:49.908582 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb891274-f616-492c-a06e-16fd56060c23 None None] DHCP port deletion for 61290b17-e784-4c62-9fdf-9b547563f66f request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:42:49.910052 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3502ba5a-ec3a-4a03-b6ba-09ae7c472413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd899b5c2-df7d-4bdf-8812-a6abc41c97fb'}] {{(pid=107777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:42:49.912515 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6e1ed2c1589df8125b2075e26a1ec4ff1174e69d6a71546bdf3c3a9a29d330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83bddfa8-2ef3-4157-b987-61be92fa36f4" -d '{"events": [{"server_uuid": "3502ba5a-ec3a-4a03-b6ba-09ae7c472413", "name": "network-vif-plugged", "status": "completed", "tag": "d899b5c2-df7d-4bdf-8812-a6abc41c97fb"}]}' {{(pid=107777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:42:49.958331 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] For port d899b5c2-df7d-4bdf-8812-a6abc41c97fb, host n-h2-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852088-5',level=0,port_id=d899b5c2-df7d-4bdf-8812-a6abc41c97fb,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:49.974460 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-08aa3b83-8f17-4874-b08f-e1b0039a11ba admin admin] Allocated IP 172.25.2.182 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/f5b66cb7-65a1-4500-8ff9-dd0efa551de0) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:42:50.011314 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc99d16-73c8-43da-8445-612667756d13 None None] Pushing event updated for resources: {'Port': ['ID=1769a854-018e-4f74-9cde-dd0d529ca9cf,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:50.046026 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3e76a95c-5481-4941-8dc6-7dbf805aa71a req-b24493da-799f-4988-8202-1b26271d2fc0 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=76c57a38-5eea-4c1b-9a19-7bd88dd68150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112406 Aug 27 04:42:50.046459 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-2a4c3b94-3724-4fa3-868e-c5a092938757 admin admin] Deleting port a44e3fc8-1d5a-4cc4-bdb1-714b9166b8f9 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:42:50.046803 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2a4c3b94-3724-4fa3-868e-c5a092938757 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (a44e3fc8-1d5a-4cc4-bdb1-714b9166b8f9), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:50.056289 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-bb891274-f616-492c-a06e-16fd56060c23 None None] Deleting port a44e3fc8-1d5a-4cc4-bdb1-714b9166b8f9 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:42:50.056659 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-bb891274-f616-492c-a06e-16fd56060c23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (a44e3fc8-1d5a-4cc4-bdb1-714b9166b8f9), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:50.120094 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (d899b5c2-df7d-4bdf-8812-a6abc41c97fb), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:50.161628 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-2a4c3b94-3724-4fa3-868e-c5a092938757 admin admin] For port a44e3fc8-1d5a-4cc4-bdb1-714b9166b8f9, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a44e3fc8-1d5a-4cc4-bdb1-714b9166b8f9,segment=NetworkSegment(be8e4cea-c775-4d33-a91b-e5ffea381146),segment_id=be8e4cea-c775-4d33-a91b-e5ffea381146)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:50.161999 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2a4c3b94-3724-4fa3-868e-c5a092938757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (a44e3fc8-1d5a-4cc4-bdb1-714b9166b8f9), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:50.181363 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-bb891274-f616-492c-a06e-16fd56060c23 None None] For port a44e3fc8-1d5a-4cc4-bdb1-714b9166b8f9, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a44e3fc8-1d5a-4cc4-bdb1-714b9166b8f9,segment=NetworkSegment(be8e4cea-c775-4d33-a91b-e5ffea381146),segment_id=be8e4cea-c775-4d33-a91b-e5ffea381146)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:50.186665 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-bb891274-f616-492c-a06e-16fd56060c23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (a44e3fc8-1d5a-4cc4-bdb1-714b9166b8f9), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:50.189320 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-2a4c3b94-3724-4fa3-868e-c5a092938757 admin admin] Calling delete_port for a44e3fc8-1d5a-4cc4-bdb1-714b9166b8f9 owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:42:50.189583 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-08aa3b83-8f17-4874-b08f-e1b0039a11ba admin admin] Publish callbacks [] for port (f5b66cb7-65a1-4500-8ff9-dd0efa551de0), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:50.204627 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-bb891274-f616-492c-a06e-16fd56060c23 None None] Calling delete_port for a44e3fc8-1d5a-4cc4-bdb1-714b9166b8f9 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:42:50.227475 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Pushing event updated for resources: {'Port': ['ID=d899b5c2-df7d-4bdf-8812-a6abc41c97fb,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:50.274293 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:50.287439 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:50.335240 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6fa41cef-61f4-43bd-aee7-629a3d517fa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (7912f26b-6621-48f0-9a64-e1b137065077), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:50.335818 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa41cef-61f4-43bd-aee7-629a3d517fa1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7912f26b-6621-48f0-9a64-e1b137065077 {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:42:50.349890 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6fa41cef-61f4-43bd-aee7-629a3d517fa1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:50.351083 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-6fa41cef-61f4-43bd-aee7-629a3d517fa1 admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/7912f26b-6621-48f0-9a64-e1b137065077 HTTP/1.1" status: 204 len: 168 time: 2.8526793 Aug 27 04:42:50.375632 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device 56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a details requested by agent hyperv_n-h1-852088-5 with host n-h1-852088-5 {{(pid=107777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:42:50.386608 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 42686) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:50.445473 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-08aa3b83-8f17-4874-b08f-e1b0039a11ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (f5b66cb7-65a1-4500-8ff9-dd0efa551de0), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:50.478766 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec6013-2a0a-49d2-8d21-8b762867086f req-076b791c-200f-46c9-a4a2-81dba8501349 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:50.487498 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-33ec6013-2a0a-49d2-8d21-8b762867086f req-076b791c-200f-46c9-a4a2-81dba8501349 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=fb625475-12a3-45d3-8176-64b5a8a07c67 HTTP/1.1" status: 200 len: 950 time: 0.2050714 Aug 27 04:42:50.491643 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-bb891274-f616-492c-a06e-16fd56060c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (a44e3fc8-1d5a-4cc4-bdb1-714b9166b8f9), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:50.545048 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf130e-2595-4d50-8d28-a92ee6547d6f req-495bd2e4-7ea4-4ae8-ada0-843f48729954 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:50.564611 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-eebf130e-2595-4d50-8d28-a92ee6547d6f req-495bd2e4-7ea4-4ae8-ada0-843f48729954 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0d9d1fdc-b487-4dea-9067-60d92aafac40 HTTP/1.1" status: 200 len: 950 time: 0.2672505 Aug 27 04:42:50.578188 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb891274-f616-492c-a06e-16fd56060c23 None None] Pushing event deleted for resources: {'Port': ['ID=a44e3fc8-1d5a-4cc4-bdb1-714b9166b8f9,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:50.588478 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08aa3b83-8f17-4874-b08f-e1b0039a11ba admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:42:50.611553 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb891274-f616-492c-a06e-16fd56060c23 None None] No DVR routers for this DVR port a44e3fc8-1d5a-4cc4-bdb1-714b9166b8f9 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:42:50.615204 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-08aa3b83-8f17-4874-b08f-e1b0039a11ba admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:42:50.631666 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08aa3b83-8f17-4874-b08f-e1b0039a11ba admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:42:50.632386 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b485c92-901e-4ccd-ad1b-bb092a9d86b2 admin admin] Deleting subnet 0c93b01c-58d2-4f59-af0c-1240b9783471 {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:42:50.672054 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0b485c92-901e-4ccd-ad1b-bb092a9d86b2 admin admin] Publish callbacks [] for subnet (0c93b01c-58d2-4f59-af0c-1240b9783471), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:50.672257 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a076be-332f-4312-9bcf-e372102ef592 req-bdca23b7-3c2e-4c1e-916f-59897232b9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:50.672257 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-95a076be-332f-4312-9bcf-e372102ef592 req-bdca23b7-3c2e-4c1e-916f-59897232b9b8 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=541b6d193f8247b9bc8a50cf6aa64c2c&device_id=d9841d77-b07c-4960-ab3f-c85e2d601518 HTTP/1.1" status: 200 len: 1130 time: 0.1476104 Aug 27 04:42:50.672452 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2a4c3b94-3724-4fa3-868e-c5a092938757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (a44e3fc8-1d5a-4cc4-bdb1-714b9166b8f9), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:50.672572 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aa3b83-8f17-4874-b08f-e1b0039a11ba admin admin] Pushing event updated for resources: {'Port': ['ID=f5b66cb7-65a1-4500-8ff9-dd0efa551de0,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:50.675201 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-77bac38a-08eb-469e-89bd-b70e52b18842 req-a47ff2e1-9e60-423f-8c5a-d1250ee7d8b1 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302066 Aug 27 04:42:50.682501 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 1769a854-018e-4f74-9cde-dd0d529ca9cf up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:42:50.735691 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-33ec6013-2a0a-49d2-8d21-8b762867086f req-2128b4d5-9da4-4bc6-bb8f-bc598a02462f tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470198 Aug 27 04:42:50.763812 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port 56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:50.830086 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c3b94-3724-4fa3-868e-c5a092938757 admin admin] Pushing event deleted for resources: {'Port': ['ID=a44e3fc8-1d5a-4cc4-bdb1-714b9166b8f9,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:50.839093 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4c3b94-3724-4fa3-868e-c5a092938757 admin admin] No DVR routers for this DVR port a44e3fc8-1d5a-4cc4-bdb1-714b9166b8f9 on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:42:50.867039 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 04:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98169593-7deb-48b7-a2a3-51c3f9ec3652 x-openstack-request-id: req-98169593-7deb-48b7-a2a3-51c3f9ec3652 {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:42:50.873063 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3502ba5a-ec3a-4a03-b6ba-09ae7c472413", "name": "network-vif-plugged", "status": "completed", "tag": "d899b5c2-df7d-4bdf-8812-a6abc41c97fb", "code": 200}]} {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:42:50.873063 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-98169593-7deb-48b7-a2a3-51c3f9ec3652 {{(pid=107777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:42:50.873063 n-d-852088-5 neutron-server[107777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98169593-7deb-48b7-a2a3-51c3f9ec3652'] response: {'server_uuid': '3502ba5a-ec3a-4a03-b6ba-09ae7c472413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd899b5c2-df7d-4bdf-8812-a6abc41c97fb', 'code': 200} Aug 27 04:42:50.873577 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-eebf130e-2595-4d50-8d28-a92ee6547d6f req-525ec4bf-6def-4df9-9140-ba64cb01f005 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010917 Aug 27 04:42:50.875451 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0b485c92-901e-4ccd-ad1b-bb092a9d86b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (0c93b01c-58d2-4f59-af0c-1240b9783471), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:50.879156 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Returning: {'device': '56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'port_id': '56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a', 'mac_address': 'fa:16:3e:30:8f:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120f3302-721f-4373-86a6-3aa14ccf6ac4', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:42:50.971476 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:50.986469 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Current status of the port 56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a is: DOWN; New status is: BUILD {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:42:50.986852 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:50.997894 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 1769a854-018e-4f74-9cde-dd0d529ca9cf triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:42:50.998261 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (1769a854-018e-4f74-9cde-dd0d529ca9cf), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:51.016439 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a076be-332f-4312-9bcf-e372102ef592 req-a9237d9d-38b7-4e21-906f-8dc294834703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:51.027538 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-95a076be-332f-4312-9bcf-e372102ef592 req-a9237d9d-38b7-4e21-906f-8dc294834703 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=a82fb463-5a8f-4b8b-991d-61491eba11c6 HTTP/1.1" status: 200 len: 870 time: 0.3393693 Aug 27 04:42:51.031070 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a {{(pid=107777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 04:42:51.034448 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16c489-211d-4a03-a758-03d531583eb0 req-8e4fae4b-6969-4a23-9017-aefb7762eee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:51.036419 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-3d16c489-211d-4a03-a758-03d531583eb0 req-8e4fae4b-6969-4a23-9017-aefb7762eee1 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3502ba5a-ec3a-4a03-b6ba-09ae7c472413 HTTP/1.1" status: 200 len: 1131 time: 0.1005349 Aug 27 04:42:51.038827 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:51.063588 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port 56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:51.092367 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:51.103520 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-3d16c489-211d-4a03-a758-03d531583eb0 req-98230498-bbfe-4ffe-85cc-a2499db8031c service neutron] 10.222.0.78 "GET /networking/v2.0/security-groups?id=76c57a38-5eea-4c1b-9a19-7bd88dd68150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528624 Aug 27 04:42:51.117581 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 1769a854-018e-4f74-9cde-dd0d529ca9cf is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:42:51.117975 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (1769a854-018e-4f74-9cde-dd0d529ca9cf), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:51.124576 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2a4c3b94-3724-4fa3-868e-c5a092938757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (61290b17-e784-4c62-9fdf-9b547563f66f), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:51.136908 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b812173-88f0-4cac-a721-ada79b03760e req-fcc87dbd-7620-41c6-b379-277ce887db2e tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:51.145898 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2b812173-88f0-4cac-a721-ada79b03760e req-fcc87dbd-7620-41c6-b379-277ce887db2e tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9841d77-b07c-4960-ab3f-c85e2d601518 HTTP/1.1" status: 200 len: 948 time: 0.1777298 Aug 27 04:42:51.147635 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:51.163075 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 1769a854-018e-4f74-9cde-dd0d529ca9cf, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=1769a854-018e-4f74-9cde-dd0d529ca9cf,segment=NetworkSegment(bfd9a8ad-1f89-4e04-95ea-b34dcd3477e3),segment_id=bfd9a8ad-1f89-4e04-95ea-b34dcd3477e3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:51.206871 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56cce52-7f86-4597-82d4-a5934961a3c8 req-97d47849-6656-40b8-9575-047757f5edcb tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:51.214336 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a56cce52-7f86-4597-82d4-a5934961a3c8 req-97d47849-6656-40b8-9575-047757f5edcb tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=fb625475-12a3-45d3-8176-64b5a8a07c67 HTTP/1.1" status: 200 len: 950 time: 0.2129846 Aug 27 04:42:51.215763 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Pushing event updated for resources: {'Port': ['ID=56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:51.246371 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:51.247339 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-08aa3b83-8f17-4874-b08f-e1b0039a11ba admin admin] Publish callbacks [] for router_gateway (9cd4d75d-37e5-4221-a297-cf637dac1672), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:51.254383 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-2a4c3b94-3724-4fa3-868e-c5a092938757 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61290b17-e784-4c62-9fdf-9b547563f66f']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:51.281025 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (1769a854-018e-4f74-9cde-dd0d529ca9cf), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:51.292767 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-2a4c3b94-3724-4fa3-868e-c5a092938757 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be8e4cea-c775-4d33-a91b-e5ffea381146') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:51.293064 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-2a4c3b94-3724-4fa3-868e-c5a092938757 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be8e4cea-c775-4d33-a91b-e5ffea381146') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:51.311740 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0b485c92-901e-4ccd-ad1b-bb092a9d86b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (0c93b01c-58d2-4f59-af0c-1240b9783471), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:51.329235 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2b812173-88f0-4cac-a721-ada79b03760e req-c1127504-a796-4268-95c3-97985be5806f tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=27e5cb1f-4fd8-42fe-83ea-8b4a1ff45c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818168 Aug 27 04:42:51.353299 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=1769a854-018e-4f74-9cde-dd0d529ca9cf,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:51.359615 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2a4c3b94-3724-4fa3-868e-c5a092938757 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (be8e4cea-c775-4d33-a91b-e5ffea381146), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:51.380449 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 58df2b29-36bb-4c79-a0d2-654b5b8bf513 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:42:51.399629 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2a4c3b94-3724-4fa3-868e-c5a092938757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (be8e4cea-c775-4d33-a91b-e5ffea381146), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:51.406918 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 58df2b29-36bb-4c79-a0d2-654b5b8bf513 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:42:51.407275 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 58df2b29-36bb-4c79-a0d2-654b5b8bf513 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:42:51.408447 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a44e3fc8-1d5a-4cc4-bdb1-714b9166b8f9 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:42:51.415125 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:51.428789 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a56cce52-7f86-4597-82d4-a5934961a3c8 req-d7c14af3-9cdd-4ef2-a111-02cea10ae82c tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135880 Aug 27 04:42:51.429808 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a4c3b94-3724-4fa3-868e-c5a092938757 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:42:51.430222 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2a4c3b94-3724-4fa3-868e-c5a092938757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (be8e4cea-c775-4d33-a91b-e5ffea381146), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:51.441401 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae960c7-a172-4918-b911-de384de8bcde None None] Network 8fa3cc9b-61f9-4b93-864c-b9b10d5f2b4b requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:42:51.486190 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment be8e4cea-c775-4d33-a91b-e5ffea381146 resource provider aggregate not found Aug 27 04:42:51.515597 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment be8e4cea-c775-4d33-a91b-e5ffea381146 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid be8e4cea-c775-4d33-a91b-e5ffea381146 found for delete ", "request_id": "req-cfbd7e81-0af3-4e25-bf6b-a6b2a1f2b62e"}]} Aug 27 04:42:51.523585 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: a44e3fc8-1d5a-4cc4-bdb1-714b9166b8f9 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:42:51.524183 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a44e3fc8-1d5a-4cc4-bdb1-714b9166b8f9 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:42:51.524356 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 8bba6450-0774-42a2-97c1-66739ae30dfc no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:42:51.536824 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:51.568668 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 8bba6450-0774-42a2-97c1-66739ae30dfc {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:42:51.569232 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 8bba6450-0774-42a2-97c1-66739ae30dfc not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:42:51.573177 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-b46d7505-35a0-4c42-bf46-31b9899bdffa None None] Provisioning complete for port 1769a854-018e-4f74-9cde-dd0d529ca9cf triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:42:51.573558 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b46d7505-35a0-4c42-bf46-31b9899bdffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (1769a854-018e-4f74-9cde-dd0d529ca9cf), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:51.595751 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2a4c3b94-3724-4fa3-868e-c5a092938757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (61290b17-e784-4c62-9fdf-9b547563f66f), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:51.597566 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0b485c92-901e-4ccd-ad1b-bb092a9d86b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (0c93b01c-58d2-4f59-af0c-1240b9783471), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:51.600290 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:51.609712 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d358ad-d07d-4346-af23-aa70b9fe699e req-ae1793d2-5e93-441b-b6da-c1f2a5076cc3 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:51.611302 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-03d358ad-d07d-4346-af23-aa70b9fe699e req-ae1793d2-5e93-441b-b6da-c1f2a5076cc3 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=3502ba5a-ec3a-4a03-b6ba-09ae7c472413 HTTP/1.1" status: 200 len: 949 time: 0.0775783 Aug 27 04:42:51.633409 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2a4c3b94-3724-4fa3-868e-c5a092938757 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:51.633409 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2a4c3b94-3724-4fa3-868e-c5a092938757 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/61290b17-e784-4c62-9fdf-9b547563f66f HTTP/1.1" status: 204 len: 168 time: 2.0116832 Aug 27 04:42:51.658284 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c3b94-3724-4fa3-868e-c5a092938757 admin admin] Pushing event deleted for resources: {'Network': ['ID=61290b17-e784-4c62-9fdf-9b547563f66f,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:51.726737 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-b46d7505-35a0-4c42-bf46-31b9899bdffa None None] Current status of the port 1769a854-018e-4f74-9cde-dd0d529ca9cf is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:42:51.750064 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b485c92-901e-4ccd-ad1b-bb092a9d86b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c93b01c-58d2-4f59-af0c-1240b9783471,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:51.752529 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0b485c92-901e-4ccd-ad1b-bb092a9d86b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:51.756417 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0b485c92-901e-4ccd-ad1b-bb092a9d86b2 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/0c93b01c-58d2-4f59-af0c-1240b9783471 HTTP/1.1" status: 204 len: 168 time: 1.3666980 Aug 27 04:42:51.761237 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 42704) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:51.765311 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc668d1-81c5-4138-bf26-bed9c02752db None None] Network 7f8b30d1-7d38-46c8-bca9-e430689f86aa requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:42:51.853584 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-08aa3b83-8f17-4874-b08f-e1b0039a11ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (9cd4d75d-37e5-4221-a297-cf637dac1672), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:51.875227 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-19a95e54-130a-4c16-b3af-6983ba7291af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (7f8b30d1-7d38-46c8-bca9-e430689f86aa), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:51.950270 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-03d358ad-d07d-4346-af23-aa70b9fe699e req-86cb73d2-9c85-4b16-a4fd-74f7777be0a5 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=76c57a38-5eea-4c1b-9a19-7bd88dd68150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160079 Aug 27 04:42:51.980094 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-19a95e54-130a-4c16-b3af-6983ba7291af admin admin] Deleting port e5e8e694-4a49-45ed-9bd5-5c157ef897a1 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:42:51.980498 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-19a95e54-130a-4c16-b3af-6983ba7291af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (e5e8e694-4a49-45ed-9bd5-5c157ef897a1), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:52.034589 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:52.073273 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] get_ports_and_sgs() called for port_ids ['56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:42:52.107677 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-c4590362-3453-45a5-87ab-2c64fd32ffde None None] Provisioning complete for port 1769a854-018e-4f74-9cde-dd0d529ca9cf triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:42:52.108295 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c4590362-3453-45a5-87ab-2c64fd32ffde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (1769a854-018e-4f74-9cde-dd0d529ca9cf), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:52.178545 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-19a95e54-130a-4c16-b3af-6983ba7291af admin admin] For port e5e8e694-4a49-45ed-9bd5-5c157ef897a1, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=e5e8e694-4a49-45ed-9bd5-5c157ef897a1,segment=NetworkSegment(e3511880-7c14-4330-8fdc-14c2bd619bb2),segment_id=e3511880-7c14-4330-8fdc-14c2bd619bb2)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:52.178913 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-19a95e54-130a-4c16-b3af-6983ba7291af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (e5e8e694-4a49-45ed-9bd5-5c157ef897a1), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:52.200493 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f677a29b-e68c-4953-9d42-0a28d9f74092 req-96017348-860a-41d6-8843-fa158ad0fcd2 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:52.207732 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f677a29b-e68c-4953-9d42-0a28d9f74092 req-96017348-860a-41d6-8843-fa158ad0fcd2 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0d9d1fdc-b487-4dea-9067-60d92aafac40 HTTP/1.1" status: 200 len: 950 time: 0.1194344 Aug 27 04:42:52.217245 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08aa3b83-8f17-4874-b08f-e1b0039a11ba admin admin] Router 9cd4d75d-37e5-4221-a297-cf637dac1672 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:42:52.227480 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-19a95e54-130a-4c16-b3af-6983ba7291af admin admin] Calling delete_port for e5e8e694-4a49-45ed-9bd5-5c157ef897a1 owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:42:52.229233 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:52.312057 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:52.335735 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d29765-788c-4c88-ba7a-126ec98783f0 None None] DHCP port deletion for 7f8b30d1-7d38-46c8-bca9-e430689f86aa request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:42:52.370304 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 42718) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:52.395350 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-c4590362-3453-45a5-87ab-2c64fd32ffde None None] Current status of the port 1769a854-018e-4f74-9cde-dd0d529ca9cf is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:42:52.457692 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08aa3b83-8f17-4874-b08f-e1b0039a11ba admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:42:52.495412 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-50d29765-788c-4c88-ba7a-126ec98783f0 None None] Deleting port e5e8e694-4a49-45ed-9bd5-5c157ef897a1 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:42:52.495412 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-50d29765-788c-4c88-ba7a-126ec98783f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (e5e8e694-4a49-45ed-9bd5-5c157ef897a1), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:52.500868 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc25839-6417-4b2c-a147-c38e027d96ba None None] Sync routers for ids ['9cd4d75d-37e5-4221-a297-cf637dac1672'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:42:52.532230 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f677a29b-e68c-4953-9d42-0a28d9f74092 req-e04913b8-5765-4008-9cec-426b1213438e tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091667 Aug 27 04:42:52.539630 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc25839-6417-4b2c-a147-c38e027d96ba None None] Routers {'9cd4d75d-37e5-4221-a297-cf637dac1672'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:42:52.540495 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-adc25839-6417-4b2c-a147-c38e027d96ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:42:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['9cd4d75d-37e5-4221-a297-cf637dac1672'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:52.543229 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 1769a854-018e-4f74-9cde-dd0d529ca9cf up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:42:52.622075 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-08aa3b83-8f17-4874-b08f-e1b0039a11ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:52.623861 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-08aa3b83-8f17-4874-b08f-e1b0039a11ba admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.9748309 Aug 27 04:42:52.627059 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 42728) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:52.721426 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:52.724919 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-649a671f-86cb-40c7-a9a4-b8a81aa5037b admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=7b1f727e0ec54ec1afa8f14d5d17152c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3464334 Aug 27 04:42:52.736872 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 42730) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:52.771093 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 1769a854-018e-4f74-9cde-dd0d529ca9cf triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:42:52.771469 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (1769a854-018e-4f74-9cde-dd0d529ca9cf), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:52.799605 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 42732) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:52.828103 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13c2a4-29e8-4fb0-8d4b-eb9c570d905d req-f0f423eb-aed1-4884-b9f0-afe554ace034 tempest-ServersOnMultiNodesTest-1002263859 tempest-ServersOnMultiNodesTest-1002263859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:52.835241 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-af13c2a4-29e8-4fb0-8d4b-eb9c570d905d req-f0f423eb-aed1-4884-b9f0-afe554ace034 tempest-ServersOnMultiNodesTest-1002263859 tempest-ServersOnMultiNodesTest-1002263859-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0d9d1fdc-b487-4dea-9067-60d92aafac40 HTTP/1.1" status: 200 len: 1132 time: 0.0970473 Aug 27 04:42:52.849168 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b3e1f339-8a30-44e4-a1ec-9bc6e1dadfe0 admin admin] Publish callbacks [] for security_group (69f6c994-f705-4a53-9a63-34e7761bfc47), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:52.850794 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:52.871573 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee9bd13-5691-4962-ab2d-2a9354a8718e req-4d8c2e5d-79b1-4458-a193-524202d82523 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:52.878690 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3ee9bd13-5691-4962-ab2d-2a9354a8718e req-4d8c2e5d-79b1-4458-a193-524202d82523 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9841d77-b07c-4960-ab3f-c85e2d601518 HTTP/1.1" status: 200 len: 949 time: 0.2767487 Aug 27 04:42:52.882374 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-50d29765-788c-4c88-ba7a-126ec98783f0 None None] For port e5e8e694-4a49-45ed-9bd5-5c157ef897a1, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=e5e8e694-4a49-45ed-9bd5-5c157ef897a1,segment=NetworkSegment(e3511880-7c14-4330-8fdc-14c2bd619bb2),segment_id=e3511880-7c14-4330-8fdc-14c2bd619bb2)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:52.882787 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-50d29765-788c-4c88-ba7a-126ec98783f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (e5e8e694-4a49-45ed-9bd5-5c157ef897a1), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:52.918148 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b3e1f339-8a30-44e4-a1ec-9bc6e1dadfe0 admin admin] Publish callbacks [] for security_group (69f6c994-f705-4a53-9a63-34e7761bfc47), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:52.946522 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-af13c2a4-29e8-4fb0-8d4b-eb9c570d905d req-586ea28c-7901-4f39-ae69-453bd0516f05 tempest-ServersOnMultiNodesTest-1002263859 tempest-ServersOnMultiNodesTest-1002263859-project-admin] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103218 Aug 27 04:42:52.947777 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 1769a854-018e-4f74-9cde-dd0d529ca9cf is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:42:52.995561 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3ee9bd13-5691-4962-ab2d-2a9354a8718e req-a76d0485-475e-43e6-aaa9-314cff819fbc tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=27e5cb1f-4fd8-42fe-83ea-8b4a1ff45c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159112 Aug 27 04:42:52.995976 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-50d29765-788c-4c88-ba7a-126ec98783f0 None None] Calling delete_port for e5e8e694-4a49-45ed-9bd5-5c157ef897a1 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:42:52.999233 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-19a95e54-130a-4c16-b3af-6983ba7291af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (e5e8e694-4a49-45ed-9bd5-5c157ef897a1), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:53.082840 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a95e54-130a-4c16-b3af-6983ba7291af admin admin] Pushing event deleted for resources: {'Port': ['ID=e5e8e694-4a49-45ed-9bd5-5c157ef897a1,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:53.087604 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a95e54-130a-4c16-b3af-6983ba7291af admin admin] No DVR routers for this DVR port e5e8e694-4a49-45ed-9bd5-5c157ef897a1 on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:42:53.179015 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-adc25839-6417-4b2c-a147-c38e027d96ba None None] Set router 9cd4d75d-37e5-4221-a297-cf637dac1672 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:42:53.201235 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9c1493d3-1405-4dc4-bd8b-07a0609a7565 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:53.202396 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:53.257806 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:53.258937 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 37b5fc02-c73c-43c2-9e45-856949b624d4 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:42:53.280481 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-0767a095-93ea-4466-88e5-2361b8828cbf req-3a90f827-cfaa-4662-81ba-a73ef227c58e tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=8511e600620148c2b51cb7fe446763eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0762281 Aug 27 04:42:53.294477 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9c1493d3-1405-4dc4-bd8b-07a0609a7565 admin admin] Publish callbacks [] for security_group (dfb10feb-a121-4afb-86db-015b7bf02daa), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:53.297728 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-19a95e54-130a-4c16-b3af-6983ba7291af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (7f8b30d1-7d38-46c8-bca9-e430689f86aa), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:53.342847 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 37b5fc02-c73c-43c2-9e45-856949b624d4 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:42:53.343196 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 37b5fc02-c73c-43c2-9e45-856949b624d4 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:42:53.343789 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device e5e8e694-4a49-45ed-9bd5-5c157ef897a1 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:42:53.379585 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1c70f-ec28-4d0f-bc6b-85f049a0df9e req-9567ab07-feb6-4135-91cc-6ad569191782 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:53.381229 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-27b1c70f-ec28-4d0f-bc6b-85f049a0df9e req-9567ab07-feb6-4135-91cc-6ad569191782 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=3502ba5a-ec3a-4a03-b6ba-09ae7c472413 HTTP/1.1" status: 200 len: 949 time: 0.1824598 Aug 27 04:42:53.389546 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: e5e8e694-4a49-45ed-9bd5-5c157ef897a1 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:42:53.389906 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device e5e8e694-4a49-45ed-9bd5-5c157ef897a1 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:42:53.407295 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:53.412371 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9c1493d3-1405-4dc4-bd8b-07a0609a7565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (dfb10feb-a121-4afb-86db-015b7bf02daa), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:53.430288 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-19a95e54-130a-4c16-b3af-6983ba7291af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f8b30d1-7d38-46c8-bca9-e430689f86aa']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:53.458158 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-50d29765-788c-4c88-ba7a-126ec98783f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (e5e8e694-4a49-45ed-9bd5-5c157ef897a1), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:53.460384 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-19a95e54-130a-4c16-b3af-6983ba7291af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3511880-7c14-4330-8fdc-14c2bd619bb2') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:53.460716 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-19a95e54-130a-4c16-b3af-6983ba7291af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3511880-7c14-4330-8fdc-14c2bd619bb2') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:53.466334 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-9c1493d3-1405-4dc4-bd8b-07a0609a7565 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=788d72c01cd64a22acb68c0a76f4724a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6600704 Aug 27 04:42:53.471804 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 42752) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:53.479586 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1493d3-1405-4dc4-bd8b-07a0609a7565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb10feb-a121-4afb-86db-015b7bf02daa,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:53.513037 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-27b1c70f-ec28-4d0f-bc6b-85f049a0df9e req-af3e1837-10a0-471c-a227-a8ddbc0089e7 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=76c57a38-5eea-4c1b-9a19-7bd88dd68150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166275 Aug 27 04:42:53.515368 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-19a95e54-130a-4c16-b3af-6983ba7291af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (e3511880-7c14-4330-8fdc-14c2bd619bb2), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:53.526547 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-adc25839-6417-4b2c-a147-c38e027d96ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd4d75d-37e5-4221-a297-cf637dac1672', 'name': 'tempest-ServersTestMultiNic-359713482-router', 'tenant_id': 'a5ccff4ddab04a47b292ccc5f5387e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f5b66cb7-65a1-4500-8ff9-dd0efa551de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:42:48Z', 'updated_at': '2022-08-27T04:42:51Z', 'revision_number': 3, 'project_id': 'a5ccff4ddab04a47b292ccc5f5387e78', 'gw_port': {'id': 'f5b66cb7-65a1-4500-8ff9-dd0efa551de0', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd4d75d-37e5-4221-a297-cf637dac1672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:42:49Z', 'updated_at': '2022-08-27T04:42:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:53.545556 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b3e1f339-8a30-44e4-a1ec-9bc6e1dadfe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (69f6c994-f705-4a53-9a63-34e7761bfc47), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:53.548359 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b3e1f339-8a30-44e4-a1ec-9bc6e1dadfe0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:53.549690 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b3e1f339-8a30-44e4-a1ec-9bc6e1dadfe0 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/69f6c994-f705-4a53-9a63-34e7761bfc47 HTTP/1.1" status: 204 len: 168 time: 0.8117540 Aug 27 04:42:53.578692 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0767a095-93ea-4466-88e5-2361b8828cbf req-3333935b-2d1e-4a09-930e-cd8fbe2fa271 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:53.580257 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-0767a095-93ea-4466-88e5-2361b8828cbf req-3333935b-2d1e-4a09-930e-cd8fbe2fa271 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2988329 Aug 27 04:42:53.585243 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc25839-6417-4b2c-a147-c38e027d96ba None None] Checking router: 9cd4d75d-37e5-4221-a297-cf637dac1672 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:42:53.585753 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc25839-6417-4b2c-a147-c38e027d96ba None None] Updating router 9cd4d75d-37e5-4221-a297-cf637dac1672 port f5b66cb7-65a1-4500-8ff9-dd0efa551de0 binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:42:53.589059 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e1f339-8a30-44e4-a1ec-9bc6e1dadfe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f6c994-f705-4a53-9a63-34e7761bfc47,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:53.590768 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d29765-788c-4c88-ba7a-126ec98783f0 None None] Pushing event deleted for resources: {'Port': ['ID=e5e8e694-4a49-45ed-9bd5-5c157ef897a1,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:53.619733 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-19a95e54-130a-4c16-b3af-6983ba7291af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (e3511880-7c14-4330-8fdc-14c2bd619bb2), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:53.625664 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d29765-788c-4c88-ba7a-126ec98783f0 None None] No DVR routers for this DVR port e5e8e694-4a49-45ed-9bd5-5c157ef897a1 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:42:53.627359 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:53.639992 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-0767a095-93ea-4466-88e5-2361b8828cbf req-ccebe76b-3c83-4917-b788-74dd93734adb tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/quotas/8511e600620148c2b51cb7fe446763eb HTTP/1.1" status: 200 len: 375 time: 0.0451336 Aug 27 04:42:53.650481 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19a95e54-130a-4c16-b3af-6983ba7291af admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:42:53.650978 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-19a95e54-130a-4c16-b3af-6983ba7291af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (e3511880-7c14-4330-8fdc-14c2bd619bb2), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:53.667552 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-adc25839-6417-4b2c-a147-c38e027d96ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f5b66cb7-65a1-4500-8ff9-dd0efa551de0), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:53.705425 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-968ab64d-103d-48e8-9b92-24c76448655f admin admin] Publish callbacks [] for security_group (dfb10feb-a121-4afb-86db-015b7bf02daa), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:53.745919 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-968ab64d-103d-48e8-9b92-24c76448655f admin admin] Publish callbacks [] for security_group (dfb10feb-a121-4afb-86db-015b7bf02daa), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:53.800023 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment e3511880-7c14-4330-8fdc-14c2bd619bb2 resource provider aggregate not found Aug 27 04:42:53.810093 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-0767a095-93ea-4466-88e5-2361b8828cbf req-7843b454-25ea-4f32-9f55-d6d767811c9c tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=8511e600620148c2b51cb7fe446763eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1190779 Aug 27 04:42:53.817779 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0b5c1673-0ef8-4e13-8922-407ff1f815f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:53.838577 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment e3511880-7c14-4330-8fdc-14c2bd619bb2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e3511880-7c14-4330-8fdc-14c2bd619bb2 found for delete ", "request_id": "req-11b7ef5f-87d6-4afc-b50e-b06c9d1da026"}]} Aug 27 04:42:53.849820 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2c653d9b-d056-4d5e-a0e7-04e8f7f86b30 req-a9d62a3b-2bcf-4b5b-8c3a-0cad540f6dec tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=d85e7650a4374066922085ef5115c973&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1209657 Aug 27 04:42:53.938364 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-19a95e54-130a-4c16-b3af-6983ba7291af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (7f8b30d1-7d38-46c8-bca9-e430689f86aa), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:53.939818 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:53.956696 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-19a95e54-130a-4c16-b3af-6983ba7291af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:53.956696 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-19a95e54-130a-4c16-b3af-6983ba7291af admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/7f8b30d1-7d38-46c8-bca9-e430689f86aa HTTP/1.1" status: 204 len: 168 time: 2.1918383 Aug 27 04:42:53.971773 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a95e54-130a-4c16-b3af-6983ba7291af admin admin] Pushing event deleted for resources: {'Network': ['ID=7f8b30d1-7d38-46c8-bca9-e430689f86aa,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:54.006425 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-968ab64d-103d-48e8-9b92-24c76448655f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (dfb10feb-a121-4afb-86db-015b7bf02daa), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:54.010637 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-968ab64d-103d-48e8-9b92-24c76448655f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:54.013033 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-968ab64d-103d-48e8-9b92-24c76448655f admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/dfb10feb-a121-4afb-86db-015b7bf02daa HTTP/1.1" status: 204 len: 168 time: 0.5395675 Aug 27 04:42:54.038402 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:54.039207 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ab64d-103d-48e8-9b92-24c76448655f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb10feb-a121-4afb-86db-015b7bf02daa,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:54.073796 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c653d9b-d056-4d5e-a0e7-04e8f7f86b30 req-2fa63068-223e-4dc3-84b8-00a76913bfdd tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:54.075418 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2c653d9b-d056-4d5e-a0e7-04e8f7f86b30 req-2fa63068-223e-4dc3-84b8-00a76913bfdd tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2254040 Aug 27 04:42:54.112511 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2c653d9b-d056-4d5e-a0e7-04e8f7f86b30 req-bf760de7-3226-4fa0-b519-47605fa8cb17 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/quotas/d85e7650a4374066922085ef5115c973 HTTP/1.1" status: 200 len: 375 time: 0.0232770 Aug 27 04:42:54.115026 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-adc25839-6417-4b2c-a147-c38e027d96ba None None] Publish callbacks [] for port (f5b66cb7-65a1-4500-8ff9-dd0efa551de0), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:54.176730 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2c653d9b-d056-4d5e-a0e7-04e8f7f86b30 req-f99a3bbc-851b-4c2b-85e6-47c1f0e022ad tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=d85e7650a4374066922085ef5115c973&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0633066 Aug 27 04:42:54.220061 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-0b5c1673-0ef8-4e13-8922-407ff1f815f7 admin admin] Allocated IP 172.20.0.1 (8fa3cc9b-61f9-4b93-864c-b9b10d5f2b4b/fbc7ecc8-f72e-4b6b-a6f6-4f438fbdeed1/1fb7513b-89da-4483-b47f-49461bf1f6dd) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:42:54.241281 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-adc25839-6417-4b2c-a147-c38e027d96ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (f5b66cb7-65a1-4500-8ff9-dd0efa551de0), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:54.308637 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-adc25839-6417-4b2c-a147-c38e027d96ba None None] Attempting to bind port f5b66cb7-65a1-4500-8ff9-dd0efa551de0 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:42:54.308831 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-adc25839-6417-4b2c-a147-c38e027d96ba None None] Attempting to bind port f5b66cb7-65a1-4500-8ff9-dd0efa551de0 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:42:54.315104 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc25839-6417-4b2c-a147-c38e027d96ba None None] Attempting to bind port f5b66cb7-65a1-4500-8ff9-dd0efa551de0 on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:42:54.384841 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device 445511e8-5d87-4a83-9c81-e06b43159cdf details requested by agent hyperv_n-h1-852088-5 with host n-h1-852088-5 {{(pid=107777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:42:54.408024 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device 56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a up at agent hyperv_n-h1-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:42:54.408024 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc25839-6417-4b2c-a147-c38e027d96ba None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:42:54.408024 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc25839-6417-4b2c-a147-c38e027d96ba None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:42:54.408024 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-adc25839-6417-4b2c-a147-c38e027d96ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:54.408481 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc25839-6417-4b2c-a147-c38e027d96ba None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:42:54.408674 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0b5c1673-0ef8-4e13-8922-407ff1f815f7 admin admin] Publish callbacks [] for port (1fb7513b-89da-4483-b47f-49461bf1f6dd), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:54.409142 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-adc25839-6417-4b2c-a147-c38e027d96ba None None] Bound port: f5b66cb7-65a1-4500-8ff9-dd0efa551de0, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:42:54.409332 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-adc25839-6417-4b2c-a147-c38e027d96ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f5b66cb7-65a1-4500-8ff9-dd0efa551de0), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:54.466280 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7335e7-9805-40da-8664-0eb2558b066f None None] Pushing event updated for resources: {'Port': ['ID=f5b66cb7-65a1-4500-8ff9-dd0efa551de0,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:54.488243 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-95a076be-332f-4312-9bcf-e372102ef592 req-0c761d57-8a26-4d53-97e0-efe327a47159 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a HTTP/1.1" status: 200 len: 217 time: 0.0999627 Aug 27 04:42:54.578286 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:54.661542 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 42794) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:54.672794 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85da4d-fdaa-4982-9f23-0ef797b6543b req-6a3ea069-81cd-4ef3-b4a3-60cfe16655a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:54.675624 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-7c85da4d-fdaa-4982-9f23-0ef797b6543b req-6a3ea069-81cd-4ef3-b4a3-60cfe16655a3 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=541b6d193f8247b9bc8a50cf6aa64c2c&device_id=130abef0-d029-4ffd-883c-b705e63910dd HTTP/1.1" status: 200 len: 1130 time: 0.2819970 Aug 27 04:42:54.678004 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a076be-332f-4312-9bcf-e372102ef592 req-39a21c0a-8dae-438d-b282-3cc6ae2e7091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:54.679266 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-adc25839-6417-4b2c-a147-c38e027d96ba None None] For port f5b66cb7-65a1-4500-8ff9-dd0efa551de0, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:42:54.680362 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-95a076be-332f-4312-9bcf-e372102ef592 req-39a21c0a-8dae-438d-b282-3cc6ae2e7091 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.1779363 Aug 27 04:42:54.703359 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58266a5c-671e-479e-ad2e-7ac1d7e49b0e req-c568935f-6611-4772-92e3-781763dabb16 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:54.713088 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:54.716962 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-58266a5c-671e-479e-ad2e-7ac1d7e49b0e req-c568935f-6611-4772-92e3-781763dabb16 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9841d77-b07c-4960-ab3f-c85e2d601518 HTTP/1.1" status: 200 len: 949 time: 0.1287551 Aug 27 04:42:54.730505 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-adc25839-6417-4b2c-a147-c38e027d96ba None None] For port f5b66cb7-65a1-4500-8ff9-dd0efa551de0, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=f5b66cb7-65a1-4500-8ff9-dd0efa551de0,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:42:54.773098 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Provisioning for port 56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a completed by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 27 04:42:54.795119 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-73dc3437-926f-4147-a3c3-de29621ffcca admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=d0b2fd77da7144c9ad5b4246be5f5cfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1315000 Aug 27 04:42:54.797899 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 42800) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:54.820768 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-58266a5c-671e-479e-ad2e-7ac1d7e49b0e req-dcdd2a59-fe11-45d1-a2c4-6aea05a1c946 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=27e5cb1f-4fd8-42fe-83ea-8b4a1ff45c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025386 Aug 27 04:42:54.858792 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-adc25839-6417-4b2c-a147-c38e027d96ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (f5b66cb7-65a1-4500-8ff9-dd0efa551de0), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:54.951635 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a076be-332f-4312-9bcf-e372102ef592 req-52f70f77-9e8c-4e36-8f2f-4d7903856065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:54.951635 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-95a076be-332f-4312-9bcf-e372102ef592 req-52f70f77-9e8c-4e36-8f2f-4d7903856065 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2492931 Aug 27 04:42:55.055529 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85da4d-fdaa-4982-9f23-0ef797b6543b req-47e0302f-ebcc-4e09-8f26-297ac01a8547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:55.058025 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-7c85da4d-fdaa-4982-9f23-0ef797b6543b req-47e0302f-ebcc-4e09-8f26-297ac01a8547 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=a82fb463-5a8f-4b8b-991d-61491eba11c6 HTTP/1.1" status: 200 len: 870 time: 0.3626590 Aug 27 04:42:55.108829 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:55.180355 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c4a05087-e8ed-434d-ad47-ee5ef2604ff2 admin admin] Publish callbacks [] for security_group (d9964d13-f7ca-492c-bf5c-43e7860c18ee), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:55.185496 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8c119c19-a00a-4766-9371-b4be9f8ea31c req-a15c256a-1b5c-429f-8a40-a1349b883de4 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8f4d695c-d061-4a9c-a769-527ffc8e8a53 HTTP/1.1" status: 200 len: 210 time: 0.2835553 Aug 27 04:42:55.212280 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-839d35c8-812e-4b3b-805d-b125e1437544 req-60c5b575-02a3-427f-9332-5ed5241e49b5 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=6b7c3c45-56ef-40b4-9b60-bafd4f58dd64 HTTP/1.1" status: 200 len: 210 time: 0.2403631 Aug 27 04:42:55.270332 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-7c85da4d-fdaa-4982-9f23-0ef797b6543b req-f254a824-f073-4b80-b699-8f5927958b91 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=445511e8-5d87-4a83-9c81-e06b43159cdf HTTP/1.1" status: 200 len: 217 time: 0.1195512 Aug 27 04:42:55.271367 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0b5c1673-0ef8-4e13-8922-407ff1f815f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (1fb7513b-89da-4483-b47f-49461bf1f6dd), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:55.285469 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c4a05087-e8ed-434d-ad47-ee5ef2604ff2 admin admin] Publish callbacks [] for security_group (d9964d13-f7ca-492c-bf5c-43e7860c18ee), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:55.302126 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Provisioning complete for port 56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:42:55.302507 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:55.380317 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-95a076be-332f-4312-9bcf-e372102ef592 req-f8bd711a-1ff1-4e1d-8302-08e620c2eb33 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209927 Aug 27 04:42:55.435155 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc518a4-b559-4649-867a-d2b8181af662 req-128f0bd6-fecb-430a-9968-e5fca724c94d tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:55.440964 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-cdc518a4-b559-4649-867a-d2b8181af662 req-128f0bd6-fecb-430a-9968-e5fca724c94d tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=3502ba5a-ec3a-4a03-b6ba-09ae7c472413 HTTP/1.1" status: 200 len: 949 time: 0.0836391 Aug 27 04:42:55.449822 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port 445511e8-5d87-4a83-9c81-e06b43159cdf, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=445511e8-5d87-4a83-9c81-e06b43159cdf,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:55.468823 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc25839-6417-4b2c-a147-c38e027d96ba None None] Routers {'9cd4d75d-37e5-4221-a297-cf637dac1672'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:42:55.469727 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-adc25839-6417-4b2c-a147-c38e027d96ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:42:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['9cd4d75d-37e5-4221-a297-cf637dac1672'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:55.472506 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7335e7-9805-40da-8664-0eb2558b066f None None] Pushing event updated for resources: {'Port': ['ID=f5b66cb7-65a1-4500-8ff9-dd0efa551de0,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:55.472677 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5c1673-0ef8-4e13-8922-407ff1f815f7 admin admin] Network 8fa3cc9b-61f9-4b93-864c-b9b10d5f2b4b is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:42:55.476320 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Returning: {'device': '445511e8-5d87-4a83-9c81-e06b43159cdf', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'port_id': '445511e8-5d87-4a83-9c81-e06b43159cdf', 'mac_address': 'fa:16:3e:7b:19:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120f3302-721f-4373-86a6-3aa14ccf6ac4', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:42:55.519767 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-cdc518a4-b559-4649-867a-d2b8181af662 req-951af7bb-550b-45a8-8b70-f4f46c28f302 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=76c57a38-5eea-4c1b-9a19-7bd88dd68150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718956 Aug 27 04:42:55.529490 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-0b5c1673-0ef8-4e13-8922-407ff1f815f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:42:55.540003 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c4a05087-e8ed-434d-ad47-ee5ef2604ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (d9964d13-f7ca-492c-bf5c-43e7860c18ee), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:55.540003 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c4a05087-e8ed-434d-ad47-ee5ef2604ff2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:55.541054 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c4a05087-e8ed-434d-ad47-ee5ef2604ff2 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/d9964d13-f7ca-492c-bf5c-43e7860c18ee HTTP/1.1" status: 204 len: 168 time: 0.7411432 Aug 27 04:42:55.549323 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5c1673-0ef8-4e13-8922-407ff1f815f7 admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:42:55.562282 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a05087-e8ed-434d-ad47-ee5ef2604ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9964d13-f7ca-492c-bf5c-43e7860c18ee,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:55.577094 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 42814) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:55.592112 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0070790f-b554-483c-8ccf-6cba6c93ca79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:55.633547 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-adc25839-6417-4b2c-a147-c38e027d96ba None None] Set router 9cd4d75d-37e5-4221-a297-cf637dac1672 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:42:55.634033 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c1673-0ef8-4e13-8922-407ff1f815f7 admin admin] Pushing event updated for resources: {'Port': ['ID=1fb7513b-89da-4483-b47f-49461bf1f6dd,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:55.641226 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85da4d-fdaa-4982-9f23-0ef797b6543b req-c5299e12-9026-4e79-bf59-ea4d209aa1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:55.643248 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-7c85da4d-fdaa-4982-9f23-0ef797b6543b req-c5299e12-9026-4e79-bf59-ea4d209aa1a4 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.3641801 Aug 27 04:42:55.758920 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0070790f-b554-483c-8ccf-6cba6c93ca79 admin admin] Publish callbacks [] for security_group (89bb0856-9537-4af9-94aa-4c3857987fc1), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:55.764193 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0b5c1673-0ef8-4e13-8922-407ff1f815f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (9cd4d75d-37e5-4221-a297-cf637dac1672), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:55.819144 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:55.830878 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85da4d-fdaa-4982-9f23-0ef797b6543b req-5d92c405-fc6c-43e2-9ddf-40e748d1aff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:55.832577 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-7c85da4d-fdaa-4982-9f23-0ef797b6543b req-5d92c405-fc6c-43e2-9ddf-40e748d1aff1 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1639833 Aug 27 04:42:55.850104 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-95a076be-332f-4312-9bcf-e372102ef592 req-84a4adc7-188b-4074-af98-e27e2dfb9f2c service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4126740 Aug 27 04:42:55.917237 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0070790f-b554-483c-8ccf-6cba6c93ca79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (89bb0856-9537-4af9-94aa-4c3857987fc1), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:55.943103 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Current status of the port 445511e8-5d87-4a83-9c81-e06b43159cdf is: DOWN; New status is: BUILD {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:42:55.943693 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (445511e8-5d87-4a83-9c81-e06b43159cdf), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:56.045990 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-7c85da4d-fdaa-4982-9f23-0ef797b6543b req-e222f6d0-b60b-43c0-bea6-ae958ac01777 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054737 Aug 27 04:42:56.047274 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 445511e8-5d87-4a83-9c81-e06b43159cdf {{(pid=107777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 04:42:56.061408 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-fafefeed-48c0-4cbb-b035-370584779ad0 None None] Provisioning complete for port 1fb7513b-89da-4483-b47f-49461bf1f6dd triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:42:56.062379 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fafefeed-48c0-4cbb-b035-370584779ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (1fb7513b-89da-4483-b47f-49461bf1f6dd), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:56.168503 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port 445511e8-5d87-4a83-9c81-e06b43159cdf, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=445511e8-5d87-4a83-9c81-e06b43159cdf,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:56.190107 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Current status of the port 56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a is: BUILD; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:42:56.190651 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:56.210729 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-fafefeed-48c0-4cbb-b035-370584779ad0 None None] Port 1fb7513b-89da-4483-b47f-49461bf1f6dd cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:42:56.219514 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-7c85da4d-fdaa-4982-9f23-0ef797b6543b req-3be927d2-1288-45d2-8241-71e9f56694d0 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605916 Aug 27 04:42:56.255204 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9841d77-b07c-4960-ab3f-c85e2d601518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a'}] {{(pid=107777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:42:56.258394 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6e1ed2c1589df8125b2075e26a1ec4ff1174e69d6a71546bdf3c3a9a29d330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c01dc1f-7e91-4bb6-aa2d-5459b21da65b" -d '{"events": [{"server_uuid": "d9841d77-b07c-4960-ab3f-c85e2d601518", "name": "network-vif-plugged", "status": "completed", "tag": "56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a"}]}' {{(pid=107777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:42:56.279696 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:56.284231 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port 56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:56.292086 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-adc25839-6417-4b2c-a147-c38e027d96ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd4d75d-37e5-4221-a297-cf637dac1672', 'name': 'tempest-ServersTestMultiNic-359713482-router', 'tenant_id': 'a5ccff4ddab04a47b292ccc5f5387e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f5b66cb7-65a1-4500-8ff9-dd0efa551de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:42:48Z', 'updated_at': '2022-08-27T04:42:51Z', 'revision_number': 3, 'project_id': 'a5ccff4ddab04a47b292ccc5f5387e78', 'gw_port': {'id': 'f5b66cb7-65a1-4500-8ff9-dd0efa551de0', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd4d75d-37e5-4221-a297-cf637dac1672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:42:49Z', 'updated_at': '2022-08-27T04:42:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:56.351581 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc25839-6417-4b2c-a147-c38e027d96ba None None] The sync data for ids ['9cd4d75d-37e5-4221-a297-cf637dac1672'] in n-d-852088-5 is: [{'id': '9cd4d75d-37e5-4221-a297-cf637dac1672', 'name': 'tempest-ServersTestMultiNic-359713482-router', 'tenant_id': 'a5ccff4ddab04a47b292ccc5f5387e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f5b66cb7-65a1-4500-8ff9-dd0efa551de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:42:48Z', 'updated_at': '2022-08-27T04:42:51Z', 'revision_number': 3, 'project_id': 'a5ccff4ddab04a47b292ccc5f5387e78', 'gw_port': {'id': 'f5b66cb7-65a1-4500-8ff9-dd0efa551de0', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd4d75d-37e5-4221-a297-cf637dac1672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:42:49Z', 'updated_at': '2022-08-27T04:42:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:42:56.362126 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (445511e8-5d87-4a83-9c81-e06b43159cdf), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:56.423845 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:56.487571 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Pushing event updated for resources: {'Port': ['ID=445511e8-5d87-4a83-9c81-e06b43159cdf,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:56.584302 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Pushing event updated for resources: {'Port': ['ID=56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:56.603243 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0070790f-b554-483c-8ccf-6cba6c93ca79 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=212c56922b44473db8f9171aac0555cb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0250559 Aug 27 04:42:56.607863 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 42844) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:56.610321 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0070790f-b554-483c-8ccf-6cba6c93ca79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89bb0856-9537-4af9-94aa-4c3857987fc1,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:56.623591 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-16b5f26f-1647-4359-98e9-6d9848ed0779 req-2ea3dd7f-ef5e-431f-941b-5c6981f93dd9 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=6b7c3c45-56ef-40b4-9b60-bafd4f58dd64 HTTP/1.1" status: 200 len: 210 time: 0.0647259 Aug 27 04:42:56.691258 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:56.723152 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746755ab-3f68-42da-9ed1-be6daa5d1760 req-f02165e0-16ac-4d1c-8009-43e8500467df tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:56.725569 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e41ae34e-5598-400b-9d65-17b409782157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:56.739380 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-746755ab-3f68-42da-9ed1-be6daa5d1760 req-f02165e0-16ac-4d1c-8009-43e8500467df tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9841d77-b07c-4960-ab3f-c85e2d601518 HTTP/1.1" status: 200 len: 949 time: 0.7646201 Aug 27 04:42:56.787675 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0b5c1673-0ef8-4e13-8922-407ff1f815f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (1fb7513b-89da-4483-b47f-49461bf1f6dd), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:56.796013 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-787a6561-746b-4dc4-89c6-2e7325ef4dc8 req-67d647af-fc99-439d-91f7-8545af491b9a tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8f4d695c-d061-4a9c-a769-527ffc8e8a53 HTTP/1.1" status: 200 len: 210 time: 0.0530136 Aug 27 04:42:56.842775 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:56.865605 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-441200fb-7bb3-4f6b-97c7-0d95744aa9bc admin admin] Publish callbacks [] for security_group (89bb0856-9537-4af9-94aa-4c3857987fc1), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:56.909024 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 04:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723630ee-dd69-454e-8418-8d1454dfd8cc x-openstack-request-id: req-723630ee-dd69-454e-8418-8d1454dfd8cc {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:42:56.909729 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9841d77-b07c-4960-ab3f-c85e2d601518", "name": "network-vif-plugged", "status": "completed", "tag": "56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a", "code": 200}]} {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:42:56.910303 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-723630ee-dd69-454e-8418-8d1454dfd8cc {{(pid=107777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:42:56.910925 n-d-852088-5 neutron-server[107777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-723630ee-dd69-454e-8418-8d1454dfd8cc'] response: {'server_uuid': 'd9841d77-b07c-4960-ab3f-c85e2d601518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a', 'code': 200} Aug 27 04:42:56.914473 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] get_ports_and_sgs() called for port_ids ['445511e8-5d87-4a83-9c81-e06b43159cdf'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:42:56.925824 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-441200fb-7bb3-4f6b-97c7-0d95744aa9bc admin admin] Publish callbacks [] for security_group (89bb0856-9537-4af9-94aa-4c3857987fc1), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:56.946218 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-746755ab-3f68-42da-9ed1-be6daa5d1760 req-46842ccf-bd3b-4d42-9759-91cf6b0d12aa tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=27e5cb1f-4fd8-42fe-83ea-8b4a1ff45c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058146 Aug 27 04:42:57.145899 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0b5c1673-0ef8-4e13-8922-407ff1f815f7 admin admin] Publish callbacks [] for port (1fb7513b-89da-4483-b47f-49461bf1f6dd), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:57.188575 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-441200fb-7bb3-4f6b-97c7-0d95744aa9bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (89bb0856-9537-4af9-94aa-4c3857987fc1), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:57.198114 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-441200fb-7bb3-4f6b-97c7-0d95744aa9bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:57.202880 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-441200fb-7bb3-4f6b-97c7-0d95744aa9bc admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/89bb0856-9537-4af9-94aa-4c3857987fc1 HTTP/1.1" status: 204 len: 168 time: 0.5936117 Aug 27 04:42:57.243592 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441200fb-7bb3-4f6b-97c7-0d95744aa9bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89bb0856-9537-4af9-94aa-4c3857987fc1,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:57.272819 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93235ddf-ce37-40fa-9f83-7fcc2600497a req-a1d0c914-2954-4ea1-a5a8-4db0219b7702 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:57.280457 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0b5c1673-0ef8-4e13-8922-407ff1f815f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (1fb7513b-89da-4483-b47f-49461bf1f6dd), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:57.284772 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-93235ddf-ce37-40fa-9f83-7fcc2600497a req-a1d0c914-2954-4ea1-a5a8-4db0219b7702 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=3502ba5a-ec3a-4a03-b6ba-09ae7c472413 HTTP/1.1" status: 200 len: 949 time: 0.1747808 Aug 27 04:42:57.291270 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54d6997-21f0-42af-b20e-57ebc312f632 req-c52d645e-c199-4251-9925-61d1f8a510f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:57.293133 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-a54d6997-21f0-42af-b20e-57ebc312f632 req-c52d645e-c199-4251-9925-61d1f8a510f3 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d9841d77-b07c-4960-ab3f-c85e2d601518 HTTP/1.1" status: 200 len: 1132 time: 0.1441107 Aug 27 04:42:57.453686 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-93235ddf-ce37-40fa-9f83-7fcc2600497a req-ca9cf237-d298-4a70-91b3-d4775c779f61 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=76c57a38-5eea-4c1b-9a19-7bd88dd68150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672111 Aug 27 04:42:57.460872 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0b5c1673-0ef8-4e13-8922-407ff1f815f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (9cd4d75d-37e5-4221-a297-cf637dac1672), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:57.538173 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:57.540443 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c1673-0ef8-4e13-8922-407ff1f815f7 admin admin] Pushing event updated for resources: {'Port': ['ID=1fb7513b-89da-4483-b47f-49461bf1f6dd,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:57.546861 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-a54d6997-21f0-42af-b20e-57ebc312f632 req-f5329490-c236-449a-89de-3938b688eec8 service neutron] 10.222.0.75 "GET /networking/v2.0/security-groups?id=27e5cb1f-4fd8-42fe-83ea-8b4a1ff45c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885629 Aug 27 04:42:57.598620 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa4447-d818-4fed-b2d5-8e27d4b0244c req-313f2989-061d-4424-ab2b-31c4a262b338 tempest-LiveMigrationNegativeTest-895396059 tempest-LiveMigrationNegativeTest-895396059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:57.613725 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5caa4447-d818-4fed-b2d5-8e27d4b0244c req-313f2989-061d-4424-ab2b-31c4a262b338 tempest-LiveMigrationNegativeTest-895396059 tempest-LiveMigrationNegativeTest-895396059-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?device_id=3502ba5a-ec3a-4a03-b6ba-09ae7c472413 HTTP/1.1" status: 200 len: 1131 time: 0.0761290 Aug 27 04:42:57.649069 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5c1673-0ef8-4e13-8922-407ff1f815f7 admin admin] Network 8fa3cc9b-61f9-4b93-864c-b9b10d5f2b4b is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:42:57.649069 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-0b5c1673-0ef8-4e13-8922-407ff1f815f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:42:57.656664 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-5caa4447-d818-4fed-b2d5-8e27d4b0244c req-992cd21a-aa09-4d86-8b03-a3537ab31279 tempest-LiveMigrationNegativeTest-895396059 tempest-LiveMigrationNegativeTest-895396059-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:57.828148 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-5caa4447-d818-4fed-b2d5-8e27d4b0244c req-992cd21a-aa09-4d86-8b03-a3537ab31279 tempest-LiveMigrationNegativeTest-895396059 tempest-LiveMigrationNegativeTest-895396059-project-admin] Publish callbacks [] for security_group (a296fe2f-66b2-4666-979d-13669968e25f), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:57.845193 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5c1673-0ef8-4e13-8922-407ff1f815f7 admin admin] Router 9cd4d75d-37e5-4221-a297-cf637dac1672 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:42:57.948134 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-5caa4447-d818-4fed-b2d5-8e27d4b0244c req-992cd21a-aa09-4d86-8b03-a3537ab31279 tempest-LiveMigrationNegativeTest-895396059 tempest-LiveMigrationNegativeTest-895396059-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (a296fe2f-66b2-4666-979d-13669968e25f), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:57.973859 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5c1673-0ef8-4e13-8922-407ff1f815f7 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:42:57.988756 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-0b5c1673-0ef8-4e13-8922-407ff1f815f7 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/9cd4d75d-37e5-4221-a297-cf637dac1672/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3515446 Aug 27 04:42:58.025427 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5caa4447-d818-4fed-b2d5-8e27d4b0244c req-992cd21a-aa09-4d86-8b03-a3537ab31279 tempest-LiveMigrationNegativeTest-895396059 tempest-LiveMigrationNegativeTest-895396059-project-admin] 10.222.0.76 "GET /networking/v2.0/security-groups?id=76c57a38-5eea-4c1b-9a19-7bd88dd68150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4080667 Aug 27 04:42:58.026316 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992cd21a-aa09-4d86-8b03-a3537ab31279 tempest-LiveMigrationNegativeTest-895396059 tempest-LiveMigrationNegativeTest-895396059-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a296fe2f-66b2-4666-979d-13669968e25f,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:58.047338 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:58.049916 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-084eaf3c-4074-4b62-b0e0-987f8990b008 None None] Provisioning complete for port 1fb7513b-89da-4483-b47f-49461bf1f6dd triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:42:58.054120 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-084eaf3c-4074-4b62-b0e0-987f8990b008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (1fb7513b-89da-4483-b47f-49461bf1f6dd), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:58.128947 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-084eaf3c-4074-4b62-b0e0-987f8990b008 None None] Port 1fb7513b-89da-4483-b47f-49461bf1f6dd cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:42:58.162053 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-166d1bcd-c421-43ee-b85f-9a658abb339f req-8ef5dfd9-266a-4c39-9b67-1340011089b2 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8f4d695c-d061-4a9c-a769-527ffc8e8a53 HTTP/1.1" status: 200 len: 210 time: 0.0447042 Aug 27 04:42:58.201158 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:58.209525 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-57a8888d-b5a7-44dc-8217-18eecfb7f729 req-830bb911-22d7-4a71-9f97-26326f458fd0 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=6b7c3c45-56ef-40b4-9b60-bafd4f58dd64 HTTP/1.1" status: 200 len: 210 time: 0.0413940 Aug 27 04:42:58.335555 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 42906) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:58.365268 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756afb2-1b6b-4aef-a1d8-faab1a1def98 req-5be9a9b1-7d8e-405a-82e5-01647a485bd6 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:58.382307 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f756afb2-1b6b-4aef-a1d8-faab1a1def98 req-5be9a9b1-7d8e-405a-82e5-01647a485bd6 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9841d77-b07c-4960-ab3f-c85e2d601518 HTTP/1.1" status: 200 len: 950 time: 0.0841422 Aug 27 04:42:58.443512 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:58.473763 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f756afb2-1b6b-4aef-a1d8-faab1a1def98 req-fa7bdaa9-cc2a-4bf5-9415-3988ea312575 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=27e5cb1f-4fd8-42fe-83ea-8b4a1ff45c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840445 Aug 27 04:42:58.489524 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device f5b66cb7-65a1-4500-8ff9-dd0efa551de0 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:42:58.497301 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-e59f29a8-a508-49fe-82b2-39479fb1ab1f tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1200772320'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:42:58.554757 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port f5b66cb7-65a1-4500-8ff9-dd0efa551de0 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:42:58.555207 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (f5b66cb7-65a1-4500-8ff9-dd0efa551de0), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:58.611595 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:58.613481 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device 445511e8-5d87-4a83-9c81-e06b43159cdf up at agent hyperv_n-h1-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:42:58.718853 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Provisioning for port 445511e8-5d87-4a83-9c81-e06b43159cdf completed by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 27 04:42:58.725452 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59f29a8-a508-49fe-82b2-39479fb1ab1f tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Made reservation on behalf of a5ccff4ddab04a47b292ccc5f5387e78 for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:42:58.731959 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e59f29a8-a508-49fe-82b2-39479fb1ab1f tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:58.738810 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port f5b66cb7-65a1-4500-8ff9-dd0efa551de0 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:42:58.739331 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f5b66cb7-65a1-4500-8ff9-dd0efa551de0), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:58.757392 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e59f29a8-a508-49fe-82b2-39479fb1ab1f tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:42:58.782945 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port f5b66cb7-65a1-4500-8ff9-dd0efa551de0, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=f5b66cb7-65a1-4500-8ff9-dd0efa551de0,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:58.791251 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e59f29a8-a508-49fe-82b2-39479fb1ab1f tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (2facfa29-44f6-4835-abcc-3a26872fb807), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:58.791688 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-e59f29a8-a508-49fe-82b2-39479fb1ab1f tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Added segment 2facfa29-44f6-4835-abcc-3a26872fb807 of type vlan for network db43b112-7e62-4bc0-b12d-9dbf1379b7de Aug 27 04:42:58.800529 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=64 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:58.823138 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Provisioning complete for port 445511e8-5d87-4a83-9c81-e06b43159cdf triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:42:58.823341 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (445511e8-5d87-4a83-9c81-e06b43159cdf), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:58.869303 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cd9f45-487a-4123-af04-ba436bb691cc None None] Sync routers for ids ['9cd4d75d-37e5-4221-a297-cf637dac1672'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:42:58.896285 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cd9f45-487a-4123-af04-ba436bb691cc None None] Routers {'9cd4d75d-37e5-4221-a297-cf637dac1672'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:42:58.898657 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (f5b66cb7-65a1-4500-8ff9-dd0efa551de0), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:58.900001 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-b4cd9f45-487a-4123-af04-ba436bb691cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:42:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['9cd4d75d-37e5-4221-a297-cf637dac1672'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:58.915239 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-0767a095-93ea-4466-88e5-2361b8828cbf req-1e3e698e-2479-472f-b400-2b7dac4d7935 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.75 "GET /networking/v2.0/networks?tenant_id=8511e600620148c2b51cb7fe446763eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0570068 Aug 27 04:42:58.926336 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e59f29a8-a508-49fe-82b2-39479fb1ab1f tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (db43b112-7e62-4bc0-b12d-9dbf1379b7de), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:59.020551 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=f5b66cb7-65a1-4500-8ff9-dd0efa551de0,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:59.021533 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-b4cd9f45-487a-4123-af04-ba436bb691cc None None] Set router 9cd4d75d-37e5-4221-a297-cf637dac1672 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:42:59.070277 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e59f29a8-a508-49fe-82b2-39479fb1ab1f tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (db43b112-7e62-4bc0-b12d-9dbf1379b7de), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:59.075685 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59f29a8-a508-49fe-82b2-39479fb1ab1f tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:59.111015 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e59f29a8-a508-49fe-82b2-39479fb1ab1f tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:59.141994 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:59.173263 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Current status of the port 445511e8-5d87-4a83-9c81-e06b43159cdf is: BUILD; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:42:59.173668 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (445511e8-5d87-4a83-9c81-e06b43159cdf), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:59.214183 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '130abef0-d029-4ffd-883c-b705e63910dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445511e8-5d87-4a83-9c81-e06b43159cdf'}] {{(pid=107777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:42:59.224806 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6e1ed2c1589df8125b2075e26a1ec4ff1174e69d6a71546bdf3c3a9a29d330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5fc8d6-9c39-4266-8eec-ac28f97f9c0e" -d '{"events": [{"server_uuid": "130abef0-d029-4ffd-883c-b705e63910dd", "name": "network-vif-plugged", "status": "completed", "tag": "445511e8-5d87-4a83-9c81-e06b43159cdf"}]}' {{(pid=107777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:42:59.225467 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0767a095-93ea-4466-88e5-2361b8828cbf req-11ea1488-de11-48a8-a5ed-e0a912d0b7d5 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:59.228403 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-0767a095-93ea-4466-88e5-2361b8828cbf req-11ea1488-de11-48a8-a5ed-e0a912d0b7d5 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.75 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2864726 Aug 27 04:42:59.243761 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port 445511e8-5d87-4a83-9c81-e06b43159cdf, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=445511e8-5d87-4a83-9c81-e06b43159cdf,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:42:59.245733 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e7fdae85-29e7-4a5e-85f7-e69bca4f1936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:59.275479 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [req-0767a095-93ea-4466-88e5-2361b8828cbf req-07ca460f-6ea0-43e4-97f1-7bc984fe766b tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Request body: {'port': {'device_id': '8f4d695c-d061-4a9c-a769-527ffc8e8a53', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'admin_state_up': True, 'tenant_id': '8511e600620148c2b51cb7fe446763eb'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:42:59.320566 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-b4cd9f45-487a-4123-af04-ba436bb691cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd4d75d-37e5-4221-a297-cf637dac1672', 'name': 'tempest-ServersTestMultiNic-359713482-router', 'tenant_id': 'a5ccff4ddab04a47b292ccc5f5387e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f5b66cb7-65a1-4500-8ff9-dd0efa551de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:42:48Z', 'updated_at': '2022-08-27T04:42:56Z', 'revision_number': 4, 'project_id': 'a5ccff4ddab04a47b292ccc5f5387e78', 'gw_port': {'id': 'f5b66cb7-65a1-4500-8ff9-dd0efa551de0', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd4d75d-37e5-4221-a297-cf637dac1672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:42:49Z', 'updated_at': '2022-08-27T04:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '1fb7513b-89da-4483-b47f-49461bf1f6dd', 'name': '', 'network_id': '8fa3cc9b-61f9-4b93-864c-b9b10d5f2b4b', 'tenant_id': 'a5ccff4ddab04a47b292ccc5f5387e78', 'mac_address': 'fa:16:3e:a3:03:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd4d75d-37e5-4221-a297-cf637dac1672', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'fbc7ecc8-f72e-4b6b-a6f6-4f438fbdeed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:42:53Z', 'updated_at': '2022-08-27T04:42:56Z', 'revision_number': 2, 'project_id': 'a5ccff4ddab04a47b292ccc5f5387e78', 'subnets': [{'id': 'fbc7ecc8-f72e-4b6b-a6f6-4f438fbdeed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:42:59.344565 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59f29a8-a508-49fe-82b2-39479fb1ab1f tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Pushing event updated for resources: {'Network': ['ID=db43b112-7e62-4bc0-b12d-9dbf1379b7de,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:59.348902 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cd9f45-487a-4123-af04-ba436bb691cc None None] Checking router: 9cd4d75d-37e5-4221-a297-cf637dac1672 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:42:59.348902 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cd9f45-487a-4123-af04-ba436bb691cc None None] Updating router 9cd4d75d-37e5-4221-a297-cf637dac1672 port 1fb7513b-89da-4483-b47f-49461bf1f6dd binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:42:59.366748 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network db43b112-7e62-4bc0-b12d-9dbf1379b7de details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:42:59.379392 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-b4cd9f45-487a-4123-af04-ba436bb691cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (1fb7513b-89da-4483-b47f-49461bf1f6dd), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:59.395027 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e59f29a8-a508-49fe-82b2-39479fb1ab1f tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0483234 Aug 27 04:42:59.395482 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 42968) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:42:59.403235 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-2a88ff88-6fbe-4182-ad60-d6f1a7b5e78d tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Request body: {'subnet': {'network_id': 'db43b112-7e62-4bc0-b12d-9dbf1379b7de', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:42:59.535194 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-301de85c-a147-4a1a-8952-b689bfb4c61b req-e1d1c2e7-fd27-4983-ab8f-e7af20e536c7 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8f4d695c-d061-4a9c-a769-527ffc8e8a53 HTTP/1.1" status: 200 len: 210 time: 0.1076961 Aug 27 04:42:59.545336 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:59.579306 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (445511e8-5d87-4a83-9c81-e06b43159cdf), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:59.630247 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 04:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0865a3-f8f6-475f-932e-9a8b21e7a50e x-openstack-request-id: req-9d0865a3-f8f6-475f-932e-9a8b21e7a50e {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:42:59.630767 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "130abef0-d029-4ffd-883c-b705e63910dd", "name": "network-vif-plugged", "status": "completed", "tag": "445511e8-5d87-4a83-9c81-e06b43159cdf", "code": 200}]} {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:42:59.631238 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9d0865a3-f8f6-475f-932e-9a8b21e7a50e {{(pid=107777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:42:59.631834 n-d-852088-5 neutron-server[107777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d0865a3-f8f6-475f-932e-9a8b21e7a50e'] response: {'server_uuid': '130abef0-d029-4ffd-883c-b705e63910dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445511e8-5d87-4a83-9c81-e06b43159cdf', 'code': 200} Aug 27 04:42:59.700489 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Pushing event updated for resources: {'Port': ['ID=445511e8-5d87-4a83-9c81-e06b43159cdf,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:42:59.728667 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:42:59.740318 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-cf624989-eb8f-4a9f-81a5-510f190137b3 req-964021a5-047e-4dbf-b62a-9f47e5ede495 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=6b7c3c45-56ef-40b4-9b60-bafd4f58dd64 HTTP/1.1" status: 200 len: 210 time: 0.0362618 Aug 27 04:42:59.785566 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-b4cd9f45-487a-4123-af04-ba436bb691cc None None] Publish callbacks [] for port (1fb7513b-89da-4483-b47f-49461bf1f6dd), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:59.825194 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a88ff88-6fbe-4182-ad60-d6f1a7b5e78d tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Made reservation on behalf of a5ccff4ddab04a47b292ccc5f5387e78 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:42:59.829438 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2a88ff88-6fbe-4182-ad60-d6f1a7b5e78d tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:59.832932 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0767a095-93ea-4466-88e5-2361b8828cbf req-07ca460f-6ea0-43e4-97f1-7bc984fe766b tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Made reservation on behalf of 8511e600620148c2b51cb7fe446763eb for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:42:59.836739 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-0767a095-93ea-4466-88e5-2361b8828cbf req-07ca460f-6ea0-43e4-97f1-7bc984fe766b tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:59.845115 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e218f0f6-0cd1-488f-9183-850f053498fd req-0cdf253b-30d5-4071-b9b6-8c84048eccba tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:42:59.847935 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e218f0f6-0cd1-488f-9183-850f053498fd req-0cdf253b-30d5-4071-b9b6-8c84048eccba tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=3502ba5a-ec3a-4a03-b6ba-09ae7c472413 HTTP/1.1" status: 200 len: 949 time: 0.0535820 Aug 27 04:42:59.857023 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-b4cd9f45-487a-4123-af04-ba436bb691cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (1fb7513b-89da-4483-b47f-49461bf1f6dd), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:42:59.924734 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e218f0f6-0cd1-488f-9183-850f053498fd req-aa3d2eb0-d8c7-43b6-b889-830703679f02 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=76c57a38-5eea-4c1b-9a19-7bd88dd68150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725601 Aug 27 04:43:00.018293 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-b4cd9f45-487a-4123-af04-ba436bb691cc None None] Attempting to bind port 1fb7513b-89da-4483-b47f-49461bf1f6dd on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:43:00.018665 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-b4cd9f45-487a-4123-af04-ba436bb691cc None None] Attempting to bind port 1fb7513b-89da-4483-b47f-49461bf1f6dd by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'bfd9a8ad-1f89-4e04-95ea-b34dcd3477e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '8fa3cc9b-61f9-4b93-864c-b9b10d5f2b4b'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:43:00.019021 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cd9f45-487a-4123-af04-ba436bb691cc None None] Attempting to bind port 1fb7513b-89da-4483-b47f-49461bf1f6dd on network 8fa3cc9b-61f9-4b93-864c-b9b10d5f2b4b {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:43:00.027005 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cd9f45-487a-4123-af04-ba436bb691cc None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:43:00.027379 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cd9f45-487a-4123-af04-ba436bb691cc None None] Checking segment: {'id': 'bfd9a8ad-1f89-4e04-95ea-b34dcd3477e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '8fa3cc9b-61f9-4b93-864c-b9b10d5f2b4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:43:00.027805 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-b4cd9f45-487a-4123-af04-ba436bb691cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:00.028223 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cd9f45-487a-4123-af04-ba436bb691cc None None] Bound using segment: {'id': 'bfd9a8ad-1f89-4e04-95ea-b34dcd3477e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '8fa3cc9b-61f9-4b93-864c-b9b10d5f2b4b'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:43:00.028703 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-b4cd9f45-487a-4123-af04-ba436bb691cc None None] Bound port: 1fb7513b-89da-4483-b47f-49461bf1f6dd, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfd9a8ad-1f89-4e04-95ea-b34dcd3477e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '8fa3cc9b-61f9-4b93-864c-b9b10d5f2b4b'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:43:00.029079 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-b4cd9f45-487a-4123-af04-ba436bb691cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (1fb7513b-89da-4483-b47f-49461bf1f6dd), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:00.097436 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2d55e1-3d93-4389-9ba4-eebf94e3610c None None] Pushing event updated for resources: {'Port': ['ID=1fb7513b-89da-4483-b47f-49461bf1f6dd,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:00.108094 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2d55e1-3d93-4389-9ba4-eebf94e3610c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:00.108457 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2d55e1-3d93-4389-9ba4-eebf94e3610c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:00.108980 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2d55e1-3d93-4389-9ba4-eebf94e3610c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:00.109482 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2d55e1-3d93-4389-9ba4-eebf94e3610c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:00.109981 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2d55e1-3d93-4389-9ba4-eebf94e3610c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:00.110664 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2d55e1-3d93-4389-9ba4-eebf94e3610c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:00.111145 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2d55e1-3d93-4389-9ba4-eebf94e3610c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:00.111626 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2d55e1-3d93-4389-9ba4-eebf94e3610c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:00.112093 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2d55e1-3d93-4389-9ba4-eebf94e3610c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:00.112584 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2d55e1-3d93-4389-9ba4-eebf94e3610c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:00.117070 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2d55e1-3d93-4389-9ba4-eebf94e3610c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:00.117070 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2d55e1-3d93-4389-9ba4-eebf94e3610c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:00.117070 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2d55e1-3d93-4389-9ba4-eebf94e3610c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:00.117070 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2d55e1-3d93-4389-9ba4-eebf94e3610c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:00.117070 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2d55e1-3d93-4389-9ba4-eebf94e3610c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:00.147865 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-b4cd9f45-487a-4123-af04-ba436bb691cc None None] For port 1fb7513b-89da-4483-b47f-49461bf1f6dd, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:43:00.151563 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-b4cd9f45-487a-4123-af04-ba436bb691cc None None] For port 1fb7513b-89da-4483-b47f-49461bf1f6dd, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=1fb7513b-89da-4483-b47f-49461bf1f6dd,segment=NetworkSegment(bfd9a8ad-1f89-4e04-95ea-b34dcd3477e3),segment_id=bfd9a8ad-1f89-4e04-95ea-b34dcd3477e3)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:43:00.203577 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6bc7c-0cf4-41d0-bc12-6b207bd439cc req-65934252-fe82-4616-ba68-45d0b5132a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:00.205655 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cba490-0e6f-4479-826a-ce48595371a4 req-ffdb0f4b-1e0f-4b0f-88a2-c382c2c140df tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:00.206056 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-8ae6bc7c-0cf4-41d0-bc12-6b207bd439cc req-65934252-fe82-4616-ba68-45d0b5132a04 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=130abef0-d029-4ffd-883c-b705e63910dd HTTP/1.1" status: 200 len: 1132 time: 0.1207979 Aug 27 04:43:00.207275 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e6cba490-0e6f-4479-826a-ce48595371a4 req-ffdb0f4b-1e0f-4b0f-88a2-c382c2c140df tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9841d77-b07c-4960-ab3f-c85e2d601518 HTTP/1.1" status: 200 len: 950 time: 0.1205182 Aug 27 04:43:00.231336 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [req-0767a095-93ea-4466-88e5-2361b8828cbf req-07ca460f-6ea0-43e4-97f1-7bc984fe766b tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Allocated IP 192.168.233.46 (a82fb463-5a8f-4b8b-991d-61491eba11c6/120f3302-721f-4373-86a6-3aa14ccf6ac4/63668c55-2720-436b-bc57-220160aa77b6) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:43:00.271278 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:00.276694 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-b4cd9f45-487a-4123-af04-ba436bb691cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (1fb7513b-89da-4483-b47f-49461bf1f6dd), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:00.344337 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e6cba490-0e6f-4479-826a-ce48595371a4 req-a61ddc52-6e17-43ad-8ed4-bac208e048f6 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=27e5cb1f-4fd8-42fe-83ea-8b4a1ff45c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228311 Aug 27 04:43:00.376620 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cd9f45-487a-4123-af04-ba436bb691cc None None] Routers {'9cd4d75d-37e5-4221-a297-cf637dac1672'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:43:00.377321 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-b4cd9f45-487a-4123-af04-ba436bb691cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:42:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['9cd4d75d-37e5-4221-a297-cf637dac1672'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:43:00.391266 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-8ae6bc7c-0cf4-41d0-bc12-6b207bd439cc req-ab021cc7-78d0-4830-bdd3-7371edbce2f5 service neutron] 10.222.0.75 "GET /networking/v2.0/security-groups?id=27e5cb1f-4fd8-42fe-83ea-8b4a1ff45c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653390 Aug 27 04:43:00.458865 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:00.467865 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device f5b66cb7-65a1-4500-8ff9-dd0efa551de0 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:43:00.477124 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2d55e1-3d93-4389-9ba4-eebf94e3610c None None] Pushing event updated for resources: {'Port': ['ID=1fb7513b-89da-4483-b47f-49461bf1f6dd,revision_number=4']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:00.548723 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ef53b-d195-4c3d-aaf8-c09d7524e280 req-f01df9b4-9d59-4413-bdb8-df05dcea01df tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:00.552021 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7a2ef53b-d195-4c3d-aaf8-c09d7524e280 req-f01df9b4-9d59-4413-bdb8-df05dcea01df tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=130abef0-d029-4ffd-883c-b705e63910dd HTTP/1.1" status: 200 len: 950 time: 0.0698974 Aug 27 04:43:00.569148 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2a88ff88-6fbe-4182-ad60-d6f1a7b5e78d tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (6d39ea14-9d1f-4bc8-9ccd-9ad663628af9), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:00.572086 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port f5b66cb7-65a1-4500-8ff9-dd0efa551de0 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:43:00.572487 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (f5b66cb7-65a1-4500-8ff9-dd0efa551de0), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:00.572611 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-b4cd9f45-487a-4123-af04-ba436bb691cc None None] Set router 9cd4d75d-37e5-4221-a297-cf637dac1672 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:43:00.683887 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7a2ef53b-d195-4c3d-aaf8-c09d7524e280 req-f5dbe001-6e5e-4e2d-8f5b-319ab5823b3d tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=27e5cb1f-4fd8-42fe-83ea-8b4a1ff45c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249850 Aug 27 04:43:00.717403 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a88ff88-6fbe-4182-ad60-d6f1a7b5e78d tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Pushing event updated for resources: {'Subnet': ['ID=6d39ea14-9d1f-4bc8-9ccd-9ad663628af9,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:00.737302 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port f5b66cb7-65a1-4500-8ff9-dd0efa551de0 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:43:00.742317 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-0767a095-93ea-4466-88e5-2361b8828cbf req-07ca460f-6ea0-43e4-97f1-7bc984fe766b tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Publish callbacks [] for port (63668c55-2720-436b-bc57-220160aa77b6), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:00.770881 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a88ff88-6fbe-4182-ad60-d6f1a7b5e78d tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Checking segment: {'id': '2facfa29-44f6-4835-abcc-3a26872fb807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'db43b112-7e62-4bc0-b12d-9dbf1379b7de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:43:00.771246 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a88ff88-6fbe-4182-ad60-d6f1a7b5e78d tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Network hostable DHCP agents. Network: db43b112-7e62-4bc0-b12d-9dbf1379b7de, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:43:00.778293 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:00.841833 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-da727a48-6b3c-446c-aa43-9df918848408 req-8c76bfa2-8dd9-467b-acc4-f53f877c6e33 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8f4d695c-d061-4a9c-a769-527ffc8e8a53 HTTP/1.1" status: 200 len: 210 time: 0.0296702 Aug 27 04:43:00.881145 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-0767a095-93ea-4466-88e5-2361b8828cbf req-07ca460f-6ea0-43e4-97f1-7bc984fe766b tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (63668c55-2720-436b-bc57-220160aa77b6), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:00.894060 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] get_ports_and_sgs() called for port_ids ['2e41f94e-3f99-406b-aff2-325577ba2d4f'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:43:00.927893 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a88ff88-6fbe-4182-ad60-d6f1a7b5e78d tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Network db43b112-7e62-4bc0-b12d-9dbf1379b7de is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:43:00.955297 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0767a095-93ea-4466-88e5-2361b8828cbf req-07ca460f-6ea0-43e4-97f1-7bc984fe766b tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Network a82fb463-5a8f-4b8b-991d-61491eba11c6 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:43:00.956670 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-b4cd9f45-487a-4123-af04-ba436bb691cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd4d75d-37e5-4221-a297-cf637dac1672', 'name': 'tempest-ServersTestMultiNic-359713482-router', 'tenant_id': 'a5ccff4ddab04a47b292ccc5f5387e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f5b66cb7-65a1-4500-8ff9-dd0efa551de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:42:48Z', 'updated_at': '2022-08-27T04:42:56Z', 'revision_number': 4, 'project_id': 'a5ccff4ddab04a47b292ccc5f5387e78', 'gw_port': {'id': 'f5b66cb7-65a1-4500-8ff9-dd0efa551de0', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd4d75d-37e5-4221-a297-cf637dac1672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:42:49Z', 'updated_at': '2022-08-27T04:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '1fb7513b-89da-4483-b47f-49461bf1f6dd', 'name': '', 'network_id': '8fa3cc9b-61f9-4b93-864c-b9b10d5f2b4b', 'tenant_id': 'a5ccff4ddab04a47b292ccc5f5387e78', 'mac_address': 'fa:16:3e:a3:03:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd4d75d-37e5-4221-a297-cf637dac1672', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'fbc7ecc8-f72e-4b6b-a6f6-4f438fbdeed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:42:53Z', 'updated_at': '2022-08-27T04:43:00Z', 'revision_number': 4, 'project_id': 'a5ccff4ddab04a47b292ccc5f5387e78', 'subnets': [{'id': 'fbc7ecc8-f72e-4b6b-a6f6-4f438fbdeed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:43:00.958244 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [req-0767a095-93ea-4466-88e5-2361b8828cbf req-07ca460f-6ea0-43e4-97f1-7bc984fe766b tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:43:00.978896 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [req-0767a095-93ea-4466-88e5-2361b8828cbf req-07ca460f-6ea0-43e4-97f1-7bc984fe766b tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:43:00.989066 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca460f-6ea0-43e4-97f1-7bc984fe766b tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Pushing event updated for resources: {'Port': ['ID=63668c55-2720-436b-bc57-220160aa77b6,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:00.994452 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ec493d97-6c3f-4170-a13c-a69ed1509793 req-c8ed30bd-1a18-4967-9e53-30b2b9bd3219 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=6b7c3c45-56ef-40b4-9b60-bafd4f58dd64 HTTP/1.1" status: 200 len: 210 time: 0.0816095 Aug 27 04:43:01.049314 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] get_ports_and_sgs() called for port_ids ['31be88be-5056-44bd-b6fb-02e2640a6e3e', '5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:43:01.077398 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-2a88ff88-6fbe-4182-ad60-d6f1a7b5e78d tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, db43b112-7e62-4bc0-b12d-9dbf1379b7de) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:43:01.093108 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cd9f45-487a-4123-af04-ba436bb691cc None None] The sync data for ids ['9cd4d75d-37e5-4221-a297-cf637dac1672'] in n-d-852088-5 is: [{'id': '9cd4d75d-37e5-4221-a297-cf637dac1672', 'name': 'tempest-ServersTestMultiNic-359713482-router', 'tenant_id': 'a5ccff4ddab04a47b292ccc5f5387e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f5b66cb7-65a1-4500-8ff9-dd0efa551de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:42:48Z', 'updated_at': '2022-08-27T04:42:56Z', 'revision_number': 4, 'project_id': 'a5ccff4ddab04a47b292ccc5f5387e78', 'gw_port': {'id': 'f5b66cb7-65a1-4500-8ff9-dd0efa551de0', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd4d75d-37e5-4221-a297-cf637dac1672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:42:49Z', 'updated_at': '2022-08-27T04:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '1fb7513b-89da-4483-b47f-49461bf1f6dd', 'name': '', 'network_id': '8fa3cc9b-61f9-4b93-864c-b9b10d5f2b4b', 'tenant_id': 'a5ccff4ddab04a47b292ccc5f5387e78', 'mac_address': 'fa:16:3e:a3:03:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd4d75d-37e5-4221-a297-cf637dac1672', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'fbc7ecc8-f72e-4b6b-a6f6-4f438fbdeed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:42:53Z', 'updated_at': '2022-08-27T04:43:00Z', 'revision_number': 4, 'project_id': 'a5ccff4ddab04a47b292ccc5f5387e78', 'subnets': [{'id': 'fbc7ecc8-f72e-4b6b-a6f6-4f438fbdeed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:43:01.103768 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:01.105680 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a88ff88-6fbe-4182-ad60-d6f1a7b5e78d tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:01.106298 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2a88ff88-6fbe-4182-ad60-d6f1a7b5e78d tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:01.120782 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22eb19c9-37a4-431e-9d59-7e3f64af6760 None None] Network db43b112-7e62-4bc0-b12d-9dbf1379b7de requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:43:01.249064 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0767a095-93ea-4466-88e5-2361b8828cbf req-07ca460f-6ea0-43e4-97f1-7bc984fe766b tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:01.249863 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-0767a095-93ea-4466-88e5-2361b8828cbf req-07ca460f-6ea0-43e4-97f1-7bc984fe766b tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:01.347876 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2a88ff88-6fbe-4182-ad60-d6f1a7b5e78d tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9488797 Aug 27 04:43:01.350541 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 43120) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:01.353636 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9219973-5e5b-4f6f-a245-8bcb182a6f0f req-91c7006a-911e-43ed-8c85-09e5f478f283 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:01.360455 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-1096ca63-f6ae-4619-82bf-1bd4a06d68ec tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-269725698'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:43:01.364756 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a9219973-5e5b-4f6f-a245-8bcb182a6f0f req-91c7006a-911e-43ed-8c85-09e5f478f283 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=3502ba5a-ec3a-4a03-b6ba-09ae7c472413 HTTP/1.1" status: 200 len: 949 time: 0.1368799 Aug 27 04:43:01.378264 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:01.405910 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575443ad-4bbb-4768-a803-7778f6432132 req-ccd17ff5-3723-4871-93bf-17f6ac15a884 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:01.407791 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-575443ad-4bbb-4768-a803-7778f6432132 req-ccd17ff5-3723-4871-93bf-17f6ac15a884 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3502ba5a-ec3a-4a03-b6ba-09ae7c472413 HTTP/1.1" status: 200 len: 949 time: 0.2296286 Aug 27 04:43:01.435406 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a9219973-5e5b-4f6f-a245-8bcb182a6f0f req-94ed1f18-411d-4745-af9c-6c755479a042 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=76c57a38-5eea-4c1b-9a19-7bd88dd68150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679531 Aug 27 04:43:01.485578 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106a972f-f33b-41bb-9d79-fb637d8d4846 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-db43b112-7e62-4bc0-b12d-9dbf1379b7de', 'network_id': 'db43b112-7e62-4bc0-b12d-9dbf1379b7de', 'project_id': 'a5ccff4ddab04a47b292ccc5f5387e78', 'fixed_ips': [{'subnet_id': '6d39ea14-9d1f-4bc8-9ccd-9ad663628af9'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:43:01.486458 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-106a972f-f33b-41bb-9d79-fb637d8d4846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:01.513148 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-c4006234-d0c8-4428-99fb-e0f8556b347c None None] Provisioning complete for port 63668c55-2720-436b-bc57-220160aa77b6 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:43:01.513949 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c4006234-d0c8-4428-99fb-e0f8556b347c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (63668c55-2720-436b-bc57-220160aa77b6), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:01.515176 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-0767a095-93ea-4466-88e5-2361b8828cbf req-07ca460f-6ea0-43e4-97f1-7bc984fe766b tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.75 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2442229 Aug 27 04:43:01.593494 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [req-0767a095-93ea-4466-88e5-2361b8828cbf req-db1c9049-c7e8-47aa-a73e-3cdd1bdc901d service neutron] Request body: {'port': {'device_id': '8f4d695c-d061-4a9c-a769-527ffc8e8a53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-852088-5'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:43:01.610677 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1096ca63-f6ae-4619-82bf-1bd4a06d68ec tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Made reservation on behalf of a5ccff4ddab04a47b292ccc5f5387e78 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:43:01.626499 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1096ca63-f6ae-4619-82bf-1bd4a06d68ec tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:01.687310 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-2c653d9b-d056-4d5e-a0e7-04e8f7f86b30 req-db27da51-b447-40ca-a60d-07b114ff4e2a tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.75 "GET /networking/v2.0/networks?tenant_id=d85e7650a4374066922085ef5115c973&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1707361 Aug 27 04:43:01.701972 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [req-575443ad-4bbb-4768-a803-7778f6432132 req-a95500b6-baa2-4d67-bdcc-9a5fd56f5a13 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Deleting port d899b5c2-df7d-4bdf-8812-a6abc41c97fb {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:43:01.702616 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-575443ad-4bbb-4768-a803-7778f6432132 req-a95500b6-baa2-4d67-bdcc-9a5fd56f5a13 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (d899b5c2-df7d-4bdf-8812-a6abc41c97fb), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:01.781542 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-c4006234-d0c8-4428-99fb-e0f8556b347c None None] Port 63668c55-2720-436b-bc57-220160aa77b6 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:43:01.840890 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-575443ad-4bbb-4768-a803-7778f6432132 req-a95500b6-baa2-4d67-bdcc-9a5fd56f5a13 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] For port d899b5c2-df7d-4bdf-8812-a6abc41c97fb, host n-h2-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852088-5',level=0,port_id=d899b5c2-df7d-4bdf-8812-a6abc41c97fb,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:43:01.843240 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-575443ad-4bbb-4768-a803-7778f6432132 req-a95500b6-baa2-4d67-bdcc-9a5fd56f5a13 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (d899b5c2-df7d-4bdf-8812-a6abc41c97fb), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:01.874777 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [req-575443ad-4bbb-4768-a803-7778f6432132 req-a95500b6-baa2-4d67-bdcc-9a5fd56f5a13 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Calling delete_port for d899b5c2-df7d-4bdf-8812-a6abc41c97fb owned by compute:nova {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:43:01.952733 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:02.018363 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:02.160388 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-106a972f-f33b-41bb-9d79-fb637d8d4846 None None] Allocated IP 19.80.0.2 (db43b112-7e62-4bc0-b12d-9dbf1379b7de/6d39ea14-9d1f-4bc8-9ccd-9ad663628af9/6fef8619-d08a-45a7-a3d6-0872b08f1825) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:43:02.161291 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1096ca63-f6ae-4619-82bf-1bd4a06d68ec tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:43:02.266462 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 43192) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:02.267153 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f288b-1b7d-4797-9fab-bacbcf95977f req-99b4b00f-1e95-41b7-befa-0c6a9ff0313c tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:02.269176 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1096ca63-f6ae-4619-82bf-1bd4a06d68ec tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (220ad426-6fc5-4485-8963-42488a91a5d5), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:02.269524 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-1096ca63-f6ae-4619-82bf-1bd4a06d68ec tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Added segment 220ad426-6fc5-4485-8963-42488a91a5d5 of type vlan for network c2b0590f-c32b-4d63-a664-76afe72364da Aug 27 04:43:02.274115 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7f4f288b-1b7d-4797-9fab-bacbcf95977f req-99b4b00f-1e95-41b7-befa-0c6a9ff0313c tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=130abef0-d029-4ffd-883c-b705e63910dd HTTP/1.1" status: 200 len: 950 time: 0.0695419 Aug 27 04:43:02.359742 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10957cd9-9720-4b8b-9526-4b574bf33a96 req-128ea32b-f472-408e-883c-8cc58500d6fb tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:02.368247 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-10957cd9-9720-4b8b-9526-4b574bf33a96 req-128ea32b-f472-408e-883c-8cc58500d6fb tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8f4d695c-d061-4a9c-a769-527ffc8e8a53 HTTP/1.1" status: 200 len: 935 time: 0.0909722 Aug 27 04:43:02.424654 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7f4f288b-1b7d-4797-9fab-bacbcf95977f req-827fc4e8-949f-4bee-b7f1-c7fbc2616e57 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=27e5cb1f-4fd8-42fe-83ea-8b4a1ff45c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495388 Aug 27 04:43:02.464888 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-0767a095-93ea-4466-88e5-2361b8828cbf req-db1c9049-c7e8-47aa-a73e-3cdd1bdc901d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (63668c55-2720-436b-bc57-220160aa77b6), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:02.491629 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-106a972f-f33b-41bb-9d79-fb637d8d4846 None None] Publish callbacks [] for port (6fef8619-d08a-45a7-a3d6-0872b08f1825), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:02.492206 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-10957cd9-9720-4b8b-9526-4b574bf33a96 req-5b8b0e28-5909-43a3-91ab-27fde0095df9 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226630 Aug 27 04:43:02.538008 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 1fb7513b-89da-4483-b47f-49461bf1f6dd up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:43:02.554698 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c653d9b-d056-4d5e-a0e7-04e8f7f86b30 req-c1a66923-398a-4c66-8e24-f81d6d44ba94 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:02.556272 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-2c653d9b-d056-4d5e-a0e7-04e8f7f86b30 req-c1a66923-398a-4c66-8e24-f81d6d44ba94 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.75 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6570942 Aug 27 04:43:02.564232 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1096ca63-f6ae-4619-82bf-1bd4a06d68ec tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (c2b0590f-c32b-4d63-a664-76afe72364da), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:02.597117 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [req-2c653d9b-d056-4d5e-a0e7-04e8f7f86b30 req-bbef113b-72fd-4891-b185-1eae24ad66ef tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Request body: {'port': {'device_id': '6b7c3c45-56ef-40b4-9b60-bafd4f58dd64', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'admin_state_up': True, 'tenant_id': 'd85e7650a4374066922085ef5115c973'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:43:02.603163 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-0c73ec2e-8e77-41e8-bc0f-a54dd59bcf00 req-909a69a3-c3e8-4078-b1ab-ea2969c27cd6 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=6b7c3c45-56ef-40b4-9b60-bafd4f58dd64 HTTP/1.1" status: 200 len: 210 time: 0.0591421 Aug 27 04:43:02.615962 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-eed14bfc-337a-4be8-87c7-89391d9c7ee0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:02.618407 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-106a972f-f33b-41bb-9d79-fb637d8d4846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (6fef8619-d08a-45a7-a3d6-0872b08f1825), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:02.622844 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:02.691815 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106a972f-f33b-41bb-9d79-fb637d8d4846 None None] Network db43b112-7e62-4bc0-b12d-9dbf1379b7de is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:43:02.698643 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-106a972f-f33b-41bb-9d79-fb637d8d4846 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:43:02.701291 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 1fb7513b-89da-4483-b47f-49461bf1f6dd triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:43:02.701672 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (1fb7513b-89da-4483-b47f-49461bf1f6dd), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:02.703813 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106a972f-f33b-41bb-9d79-fb637d8d4846 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:43:02.709608 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106a972f-f33b-41bb-9d79-fb637d8d4846 None None] Pushing event updated for resources: {'Port': ['ID=6fef8619-d08a-45a7-a3d6-0872b08f1825,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:02.723329 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a972f-f33b-41bb-9d79-fb637d8d4846 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:02.723688 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a972f-f33b-41bb-9d79-fb637d8d4846 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:02.724046 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a972f-f33b-41bb-9d79-fb637d8d4846 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:02.729124 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a972f-f33b-41bb-9d79-fb637d8d4846 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:02.729839 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a972f-f33b-41bb-9d79-fb637d8d4846 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:02.730453 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a972f-f33b-41bb-9d79-fb637d8d4846 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:02.731680 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a972f-f33b-41bb-9d79-fb637d8d4846 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:02.732514 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a972f-f33b-41bb-9d79-fb637d8d4846 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:02.733050 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a972f-f33b-41bb-9d79-fb637d8d4846 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:02.733573 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a972f-f33b-41bb-9d79-fb637d8d4846 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:02.734148 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a972f-f33b-41bb-9d79-fb637d8d4846 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:02.734667 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a972f-f33b-41bb-9d79-fb637d8d4846 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:02.735373 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a972f-f33b-41bb-9d79-fb637d8d4846 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:02.735882 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a972f-f33b-41bb-9d79-fb637d8d4846 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:02.736458 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a972f-f33b-41bb-9d79-fb637d8d4846 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:02.788415 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e3240-1bdb-4243-a33b-8edc7987fbe2 req-891b33fa-4b2e-4478-8483-fe15d66eb7e9 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:02.790171 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-813e3240-1bdb-4243-a33b-8edc7987fbe2 req-891b33fa-4b2e-4478-8483-fe15d66eb7e9 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=3502ba5a-ec3a-4a03-b6ba-09ae7c472413 HTTP/1.1" status: 200 len: 949 time: 0.0652385 Aug 27 04:43:02.865974 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-106a972f-f33b-41bb-9d79-fb637d8d4846 None None] Attempting to bind port 6fef8619-d08a-45a7-a3d6-0872b08f1825 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:43:02.866618 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-106a972f-f33b-41bb-9d79-fb637d8d4846 None None] Attempting to bind port 6fef8619-d08a-45a7-a3d6-0872b08f1825 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '2facfa29-44f6-4835-abcc-3a26872fb807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'db43b112-7e62-4bc0-b12d-9dbf1379b7de'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:43:02.866618 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106a972f-f33b-41bb-9d79-fb637d8d4846 None None] Attempting to bind port 6fef8619-d08a-45a7-a3d6-0872b08f1825 on network db43b112-7e62-4bc0-b12d-9dbf1379b7de {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:43:02.880927 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106a972f-f33b-41bb-9d79-fb637d8d4846 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:43:02.881821 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106a972f-f33b-41bb-9d79-fb637d8d4846 None None] Checking segment: {'id': '2facfa29-44f6-4835-abcc-3a26872fb807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'db43b112-7e62-4bc0-b12d-9dbf1379b7de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:43:02.882230 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-106a972f-f33b-41bb-9d79-fb637d8d4846 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:02.882625 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106a972f-f33b-41bb-9d79-fb637d8d4846 None None] Bound using segment: {'id': '2facfa29-44f6-4835-abcc-3a26872fb807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'db43b112-7e62-4bc0-b12d-9dbf1379b7de'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:43:02.883137 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-106a972f-f33b-41bb-9d79-fb637d8d4846 None None] Bound port: 6fef8619-d08a-45a7-a3d6-0872b08f1825, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2facfa29-44f6-4835-abcc-3a26872fb807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'db43b112-7e62-4bc0-b12d-9dbf1379b7de'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:43:02.883524 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-106a972f-f33b-41bb-9d79-fb637d8d4846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (6fef8619-d08a-45a7-a3d6-0872b08f1825), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:02.901507 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-813e3240-1bdb-4243-a33b-8edc7987fbe2 req-872a2a36-2269-4c75-9ff4-a20d139a6b61 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=76c57a38-5eea-4c1b-9a19-7bd88dd68150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040173 Aug 27 04:43:03.004054 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-106a972f-f33b-41bb-9d79-fb637d8d4846 None None] For port 6fef8619-d08a-45a7-a3d6-0872b08f1825, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:43:03.026711 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-106a972f-f33b-41bb-9d79-fb637d8d4846 None None] For port 6fef8619-d08a-45a7-a3d6-0872b08f1825, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=6fef8619-d08a-45a7-a3d6-0872b08f1825,segment=NetworkSegment(2facfa29-44f6-4835-abcc-3a26872fb807),segment_id=2facfa29-44f6-4835-abcc-3a26872fb807)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:43:03.032912 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 1fb7513b-89da-4483-b47f-49461bf1f6dd is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:43:03.033618 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (1fb7513b-89da-4483-b47f-49461bf1f6dd), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:03.077747 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 1fb7513b-89da-4483-b47f-49461bf1f6dd, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=1fb7513b-89da-4483-b47f-49461bf1f6dd,segment=NetworkSegment(bfd9a8ad-1f89-4e04-95ea-b34dcd3477e3),segment_id=bfd9a8ad-1f89-4e04-95ea-b34dcd3477e3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:43:03.107052 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:03.110563 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:03.120499 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-106a972f-f33b-41bb-9d79-fb637d8d4846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (6fef8619-d08a-45a7-a3d6-0872b08f1825), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:03.159924 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (1fb7513b-89da-4483-b47f-49461bf1f6dd), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:03.183412 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-575443ad-4bbb-4768-a803-7778f6432132 req-a95500b6-baa2-4d67-bdcc-9a5fd56f5a13 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (d899b5c2-df7d-4bdf-8812-a6abc41c97fb), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:03.200268 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] get_ports_and_sgs() called for port_ids ['50ae140f-7752-48c5-910e-0f908218735c', 'd899b5c2-df7d-4bdf-8812-a6abc41c97fb'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:43:03.205818 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106a972f-f33b-41bb-9d79-fb637d8d4846 None None] Pushing event updated for resources: {'Port': ['ID=6fef8619-d08a-45a7-a3d6-0872b08f1825,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:03.262810 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:03.276215 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1096ca63-f6ae-4619-82bf-1bd4a06d68ec tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (c2b0590f-c32b-4d63-a664-76afe72364da), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:03.288893 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1096ca63-f6ae-4619-82bf-1bd4a06d68ec tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:03.289524 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1096ca63-f6ae-4619-82bf-1bd4a06d68ec tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:03.327760 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95500b6-baa2-4d67-bdcc-9a5fd56f5a13 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Pushing event deleted for resources: {'Port': ['ID=d899b5c2-df7d-4bdf-8812-a6abc41c97fb,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:03.373793 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=1fb7513b-89da-4483-b47f-49461bf1f6dd,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:03.523548 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1096ca63-f6ae-4619-82bf-1bd4a06d68ec tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.1712248 Aug 27 04:43:03.526161 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 43282) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:03.531971 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-9e929fe8-119f-41aa-aa78-ea070fa16b10 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Request body: {'subnet': {'network_id': 'c2b0590f-c32b-4d63-a664-76afe72364da', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:43:03.674027 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [req-575443ad-4bbb-4768-a803-7778f6432132 req-a95500b6-baa2-4d67-bdcc-9a5fd56f5a13 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] No DVR routers for this DVR port d899b5c2-df7d-4bdf-8812-a6abc41c97fb on host n-h2-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:43:03.677074 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-575443ad-4bbb-4768-a803-7778f6432132 req-a95500b6-baa2-4d67-bdcc-9a5fd56f5a13 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:03.682497 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-575443ad-4bbb-4768-a803-7778f6432132 req-a95500b6-baa2-4d67-bdcc-9a5fd56f5a13 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.78 "DELETE /networking/v2.0/ports/d899b5c2-df7d-4bdf-8812-a6abc41c97fb HTTP/1.1" status: 204 len: 173 time: 2.2677166 Aug 27 04:43:03.695883 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3502ba5a-ec3a-4a03-b6ba-09ae7c472413', 'name': 'network-vif-deleted', 'tag': 'd899b5c2-df7d-4bdf-8812-a6abc41c97fb'}] {{(pid=107776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:43:03.698317 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7ad66632f4c78724655075356aa8535ba41c652eced6c9cea0c1f0c67b1e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e780f1-27c8-4d64-a0e1-5cdae3a32e81" -d '{"events": [{"server_uuid": "3502ba5a-ec3a-4a03-b6ba-09ae7c472413", "name": "network-vif-deleted", "tag": "d899b5c2-df7d-4bdf-8812-a6abc41c97fb"}]}' {{(pid=107776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:43:03.708558 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1096ca63-f6ae-4619-82bf-1bd4a06d68ec tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Pushing event updated for resources: {'Network': ['ID=c2b0590f-c32b-4d63-a664-76afe72364da,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:03.724041 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network c2b0590f-c32b-4d63-a664-76afe72364da details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:43:03.767886 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-eed14bfc-337a-4be8-87c7-89391d9c7ee0 admin admin] Publish callbacks [] for security_group (50aba0ff-d876-4367-867d-e3efd17275be), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:03.802561 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c653d9b-d056-4d5e-a0e7-04e8f7f86b30 req-bbef113b-72fd-4891-b185-1eae24ad66ef tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Made reservation on behalf of d85e7650a4374066922085ef5115c973 for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:43:03.807176 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-2c653d9b-d056-4d5e-a0e7-04e8f7f86b30 req-bbef113b-72fd-4891-b185-1eae24ad66ef tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:03.906466 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0edcf-3439-488b-9dc3-7e78f5809e84 req-79c257d0-b4b7-4889-8c45-01adbe46c291 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:03.908485 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8ff0edcf-3439-488b-9dc3-7e78f5809e84 req-79c257d0-b4b7-4889-8c45-01adbe46c291 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=130abef0-d029-4ffd-883c-b705e63910dd HTTP/1.1" status: 200 len: 950 time: 0.0570645 Aug 27 04:43:03.909698 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e929fe8-119f-41aa-aa78-ea070fa16b10 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Made reservation on behalf of a5ccff4ddab04a47b292ccc5f5387e78 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:43:03.913381 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9e929fe8-119f-41aa-aa78-ea070fa16b10 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:03.954927 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-eed14bfc-337a-4be8-87c7-89391d9c7ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (50aba0ff-d876-4367-867d-e3efd17275be), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:04.002970 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [req-0767a095-93ea-4466-88e5-2361b8828cbf req-db1c9049-c7e8-47aa-a73e-3cdd1bdc901d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63668c55-2720-436b-bc57-220160aa77b6 {{(pid=107776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 04:43:04.019249 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-0767a095-93ea-4466-88e5-2361b8828cbf req-db1c9049-c7e8-47aa-a73e-3cdd1bdc901d service neutron] Publish callbacks [] for port (63668c55-2720-436b-bc57-220160aa77b6), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:04.022584 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed14bfc-337a-4be8-87c7-89391d9c7ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50aba0ff-d876-4367-867d-e3efd17275be,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:04.028645 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-eed14bfc-337a-4be8-87c7-89391d9c7ee0 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=7bac987530e04d23a770e70ed07a0a36&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7574534 Aug 27 04:43:04.032936 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 43312) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:04.045607 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.provisioning_blocks [req-0767a095-93ea-4466-88e5-2361b8828cbf req-db1c9049-c7e8-47aa-a73e-3cdd1bdc901d service neutron] Transition to ACTIVE for port object 63668c55-2720-436b-bc57-220160aa77b6 will not be triggered until provisioned by entity L2. {{(pid=107776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 27 04:43:04.079776 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8ff0edcf-3439-488b-9dc3-7e78f5809e84 req-1f27a2d6-e990-41bb-8f0e-6122ecfab302 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=27e5cb1f-4fd8-42fe-83ea-8b4a1ff45c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628125 Aug 27 04:43:04.182044 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c8a3d10f-2fb5-4df4-b62f-f84f22535b45 admin admin] Publish callbacks [] for security_group (50aba0ff-d876-4367-867d-e3efd17275be), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:04.202273 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-0767a095-93ea-4466-88e5-2361b8828cbf req-db1c9049-c7e8-47aa-a73e-3cdd1bdc901d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (63668c55-2720-436b-bc57-220160aa77b6), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:04.292433 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c9049-c7e8-47aa-a73e-3cdd1bdc901d service neutron] Pushing event updated for resources: {'Port': ['ID=63668c55-2720-436b-bc57-220160aa77b6,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:04.295482 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-26ba83be-299f-42f8-8912-4bf38a985356 req-5c5b4de8-e9d1-4d5a-9391-200d1b97321b tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=6b7c3c45-56ef-40b4-9b60-bafd4f58dd64 HTTP/1.1" status: 200 len: 210 time: 0.1070001 Aug 27 04:43:04.307047 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c8a3d10f-2fb5-4df4-b62f-f84f22535b45 admin admin] Publish callbacks [] for security_group (50aba0ff-d876-4367-867d-e3efd17275be), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:04.348586 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec8fb22-9450-4793-bbec-09d17efec609 req-9c8c5b46-4cce-4a00-9ab7-187178a58f87 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:04.356230 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8ec8fb22-9450-4793-bbec-09d17efec609 req-9c8c5b46-4cce-4a00-9ab7-187178a58f87 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8f4d695c-d061-4a9c-a769-527ffc8e8a53 HTTP/1.1" status: 200 len: 935 time: 0.1984622 Aug 27 04:43:04.401708 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 04:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20a0369-9736-48e8-8d9f-4d49e523ae3d x-openstack-request-id: req-f20a0369-9736-48e8-8d9f-4d49e523ae3d {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:43:04.403374 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3502ba5a-ec3a-4a03-b6ba-09ae7c472413", "name": "network-vif-deleted", "tag": "d899b5c2-df7d-4bdf-8812-a6abc41c97fb", "status": "completed", "code": 200}]} {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:43:04.403869 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f20a0369-9736-48e8-8d9f-4d49e523ae3d {{(pid=107776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:43:04.404366 n-d-852088-5 neutron-server[107776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f20a0369-9736-48e8-8d9f-4d49e523ae3d'] response: {'server_uuid': '3502ba5a-ec3a-4a03-b6ba-09ae7c472413', 'name': 'network-vif-deleted', 'tag': 'd899b5c2-df7d-4bdf-8812-a6abc41c97fb', 'status': 'completed', 'code': 200} Aug 27 04:43:04.431413 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9e929fe8-119f-41aa-aa78-ea070fa16b10 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (d0e6159f-613f-4fc8-8a8d-5cc9b83901eb), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:04.452543 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:04.457218 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [req-2c653d9b-d056-4d5e-a0e7-04e8f7f86b30 req-bbef113b-72fd-4891-b185-1eae24ad66ef tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Allocated IP 192.168.233.52 (a82fb463-5a8f-4b8b-991d-61491eba11c6/120f3302-721f-4373-86a6-3aa14ccf6ac4/9328be9a-ae97-4165-bf25-9a26e1f2012e) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:43:04.546880 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8ec8fb22-9450-4793-bbec-09d17efec609 req-6789e737-df76-406e-bd56-4b71d88bdd83 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897097 Aug 27 04:43:04.573553 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-0767a095-93ea-4466-88e5-2361b8828cbf req-db1c9049-c7e8-47aa-a73e-3cdd1bdc901d service neutron] Attempting to bind port 63668c55-2720-436b-bc57-220160aa77b6 on host n-h1-852088-5 for vnic_type normal with profile {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:43:04.574422 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-0767a095-93ea-4466-88e5-2361b8828cbf req-db1c9049-c7e8-47aa-a73e-3cdd1bdc901d service neutron] Attempting to bind port 63668c55-2720-436b-bc57-220160aa77b6 by drivers openvswitch,hyperv on host n-h1-852088-5 at level 0 using segments [{'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:43:04.574765 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0767a095-93ea-4466-88e5-2361b8828cbf req-db1c9049-c7e8-47aa-a73e-3cdd1bdc901d service neutron] Attempting to bind port 63668c55-2720-436b-bc57-220160aa77b6 on network a82fb463-5a8f-4b8b-991d-61491eba11c6 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:43:04.613209 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e929fe8-119f-41aa-aa78-ea070fa16b10 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Pushing event updated for resources: {'Subnet': ['ID=d0e6159f-613f-4fc8-8a8d-5cc9b83901eb,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:04.617325 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:04.628855 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e929fe8-119f-41aa-aa78-ea070fa16b10 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Checking segment: {'id': '220ad426-6fc5-4485-8963-42488a91a5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c2b0590f-c32b-4d63-a664-76afe72364da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:43:04.629229 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e929fe8-119f-41aa-aa78-ea070fa16b10 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Network hostable DHCP agents. Network: c2b0590f-c32b-4d63-a664-76afe72364da, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:43:04.634209 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0767a095-93ea-4466-88e5-2361b8828cbf req-db1c9049-c7e8-47aa-a73e-3cdd1bdc901d service neutron] Port 63668c55-2720-436b-bc57-220160aa77b6 on network a82fb463-5a8f-4b8b-991d-61491eba11c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-852088-5 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:43:04.634563 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0767a095-93ea-4466-88e5-2361b8828cbf req-db1c9049-c7e8-47aa-a73e-3cdd1bdc901d service neutron] Attempting to bind port 63668c55-2720-436b-bc57-220160aa77b6 on network a82fb463-5a8f-4b8b-991d-61491eba11c6 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:43:04.651248 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 1fb7513b-89da-4483-b47f-49461bf1f6dd up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:43:04.677648 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0767a095-93ea-4466-88e5-2361b8828cbf req-db1c9049-c7e8-47aa-a73e-3cdd1bdc901d service neutron] Checking agent: {'id': '6d03b773-90f7-436b-9be6-5928d8d54dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 36, 21), 'started_at': datetime.datetime(2022, 8, 27, 4, 36, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:43:04.678064 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0767a095-93ea-4466-88e5-2361b8828cbf req-db1c9049-c7e8-47aa-a73e-3cdd1bdc901d service neutron] Checking segment: {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:43:04.678382 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0767a095-93ea-4466-88e5-2361b8828cbf req-db1c9049-c7e8-47aa-a73e-3cdd1bdc901d service neutron] Bound using segment: {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'} {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:43:04.678828 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-0767a095-93ea-4466-88e5-2361b8828cbf req-db1c9049-c7e8-47aa-a73e-3cdd1bdc901d service neutron] Bound port: 63668c55-2720-436b-bc57-220160aa77b6, host: n-h1-852088-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'}}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:43:04.679188 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-0767a095-93ea-4466-88e5-2361b8828cbf req-db1c9049-c7e8-47aa-a73e-3cdd1bdc901d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (63668c55-2720-436b-bc57-220160aa77b6), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:04.703877 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df97f3b7-b37c-4ee2-a61f-045845589394 None None] Network db43b112-7e62-4bc0-b12d-9dbf1379b7de requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:43:04.706887 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c8a3d10f-2fb5-4df4-b62f-f84f22535b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (50aba0ff-d876-4367-867d-e3efd17275be), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:04.709470 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c8a3d10f-2fb5-4df4-b62f-f84f22535b45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:04.710585 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c8a3d10f-2fb5-4df4-b62f-f84f22535b45 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/50aba0ff-d876-4367-867d-e3efd17275be HTTP/1.1" status: 204 len: 168 time: 0.6729760 Aug 27 04:43:04.746766 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3acc4302-8af0-4ff9-a092-518dbe8b05e9 req-0008f601-3d35-4ff0-8740-a50de1fb6fea tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=3502ba5a-ec3a-4a03-b6ba-09ae7c472413 HTTP/1.1" status: 200 len: 210 time: 0.0613790 Aug 27 04:43:04.746766 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:04.760380 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a3d10f-2fb5-4df4-b62f-f84f22535b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50aba0ff-d876-4367-867d-e3efd17275be,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:04.766548 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e929fe8-119f-41aa-aa78-ea070fa16b10 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Network c2b0590f-c32b-4d63-a664-76afe72364da is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:43:04.850125 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 1fb7513b-89da-4483-b47f-49461bf1f6dd triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:43:04.851151 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (1fb7513b-89da-4483-b47f-49461bf1f6dd), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:04.868509 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-9e929fe8-119f-41aa-aa78-ea070fa16b10 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, c2b0590f-c32b-4d63-a664-76afe72364da) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:43:04.872954 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e929fe8-119f-41aa-aa78-ea070fa16b10 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:04.873550 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9e929fe8-119f-41aa-aa78-ea070fa16b10 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:04.896576 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e409056-6cc8-4f7a-a608-95aede197c59 None None] Network c2b0590f-c32b-4d63-a664-76afe72364da requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:43:04.941149 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-2c653d9b-d056-4d5e-a0e7-04e8f7f86b30 req-bbef113b-72fd-4891-b185-1eae24ad66ef tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks [] for port (9328be9a-ae97-4165-bf25-9a26e1f2012e), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:04.946192 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-f4ce49ad-4aad-42ad-a1f8-d9e83730557a None None] Provisioning complete for port 6fef8619-d08a-45a7-a3d6-0872b08f1825 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:43:04.946605 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f4ce49ad-4aad-42ad-a1f8-d9e83730557a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (6fef8619-d08a-45a7-a3d6-0872b08f1825), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:04.967218 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-0767a095-93ea-4466-88e5-2361b8828cbf req-db1c9049-c7e8-47aa-a73e-3cdd1bdc901d service neutron] For port 63668c55-2720-436b-bc57-220160aa77b6, host n-h1-852088-5, cleared binding levels {{(pid=107776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:43:04.971793 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-0767a095-93ea-4466-88e5-2361b8828cbf req-db1c9049-c7e8-47aa-a73e-3cdd1bdc901d service neutron] For port 63668c55-2720-436b-bc57-220160aa77b6, host n-h1-852088-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=63668c55-2720-436b-bc57-220160aa77b6,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:43:04.998082 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9e929fe8-119f-41aa-aa78-ea070fa16b10 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4707155 Aug 27 04:43:05.120755 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-0767a095-93ea-4466-88e5-2361b8828cbf req-db1c9049-c7e8-47aa-a73e-3cdd1bdc901d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (63668c55-2720-436b-bc57-220160aa77b6), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:05.141687 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-2c653d9b-d056-4d5e-a0e7-04e8f7f86b30 req-bbef113b-72fd-4891-b185-1eae24ad66ef tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (9328be9a-ae97-4165-bf25-9a26e1f2012e), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:05.141687 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0767a095-93ea-4466-88e5-2361b8828cbf req-db1c9049-c7e8-47aa-a73e-3cdd1bdc901d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:05.141687 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-0767a095-93ea-4466-88e5-2361b8828cbf req-db1c9049-c7e8-47aa-a73e-3cdd1bdc901d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:05.142059 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 1fb7513b-89da-4483-b47f-49461bf1f6dd is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:43:05.142059 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6fef8619-d08a-45a7-a3d6-0872b08f1825 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:43:05.142267 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-0767a095-93ea-4466-88e5-2361b8828cbf req-db1c9049-c7e8-47aa-a73e-3cdd1bdc901d service neutron] 10.222.0.75 "PUT /networking/v2.0/ports/63668c55-2720-436b-bc57-220160aa77b6 HTTP/1.1" status: 200 len: 1095 time: 3.5751688 Aug 27 04:43:05.180798 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] get_ports_and_sgs() called for port_ids ['a723b0a9-1e91-40c0-a00b-51235a1e481f', '7174c67f-162b-4c47-a77c-12737a841916', 'f306f1e1-1f92-41b7-973f-427a4a933e36', 'a1cf3c93-9716-42e2-84ef-3f181594d07f'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:43:05.192229 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c653d9b-d056-4d5e-a0e7-04e8f7f86b30 req-bbef113b-72fd-4891-b185-1eae24ad66ef tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Network a82fb463-5a8f-4b8b-991d-61491eba11c6 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:43:05.199810 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [req-2c653d9b-d056-4d5e-a0e7-04e8f7f86b30 req-bbef113b-72fd-4891-b185-1eae24ad66ef tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:43:05.205146 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c653d9b-d056-4d5e-a0e7-04e8f7f86b30 req-bbef113b-72fd-4891-b185-1eae24ad66ef tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:43:05.228518 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0406475-6cc9-4d0c-a6ed-31d3105eb81f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-c2b0590f-c32b-4d63-a664-76afe72364da', 'network_id': 'c2b0590f-c32b-4d63-a664-76afe72364da', 'project_id': 'a5ccff4ddab04a47b292ccc5f5387e78', 'fixed_ips': [{'subnet_id': 'd0e6159f-613f-4fc8-8a8d-5cc9b83901eb'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:43:05.229490 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a0406475-6cc9-4d0c-a6ed-31d3105eb81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:05.233174 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] get_ports_and_sgs() called for port_ids ['f82d897c-fe67-474e-a10b-dface6e3b906', '22f742ca-c8bf-4e74-be1b-49e482f8921d'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:43:05.235593 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-f4ce49ad-4aad-42ad-a1f8-d9e83730557a None None] Current status of the port 6fef8619-d08a-45a7-a3d6-0872b08f1825 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:43:05.235993 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f4ce49ad-4aad-42ad-a1f8-d9e83730557a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (6fef8619-d08a-45a7-a3d6-0872b08f1825), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:05.278099 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c9049-c7e8-47aa-a73e-3cdd1bdc901d service neutron] Pushing event updated for resources: {'Port': ['ID=63668c55-2720-436b-bc57-220160aa77b6,revision_number=3']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:05.291005 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=85,neutron:DELETE=14,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:05.329627 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Device d899b5c2-df7d-4bdf-8812-a6abc41c97fb no longer exists at agent hyperv_n-h2-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:43:05.416472 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c653d9b-d056-4d5e-a0e7-04e8f7f86b30 req-bbef113b-72fd-4891-b185-1eae24ad66ef tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:05.417932 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-2c653d9b-d056-4d5e-a0e7-04e8f7f86b30 req-bbef113b-72fd-4891-b185-1eae24ad66ef tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:05.461184 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0767a095-93ea-4466-88e5-2361b8828cbf req-aaaae154-8293-4b5d-9494-fcfd3334b5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:05.464358 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-0767a095-93ea-4466-88e5-2361b8828cbf req-aaaae154-8293-4b5d-9494-fcfd3334b5fd service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=8511e600620148c2b51cb7fe446763eb&device_id=8f4d695c-d061-4a9c-a769-527ffc8e8a53 HTTP/1.1" status: 200 len: 1129 time: 0.1034825 Aug 27 04:43:05.465303 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbef113b-72fd-4891-b185-1eae24ad66ef tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Pushing event updated for resources: {'Port': ['ID=9328be9a-ae97-4165-bf25-9a26e1f2012e,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:05.494333 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] No Port match for: d899b5c2-df7d-4bdf-8812-a6abc41c97fb {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:43:05.500838 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Device d899b5c2-df7d-4bdf-8812-a6abc41c97fb not bound to the agent host n-h2-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:43:05.597266 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-2c653d9b-d056-4d5e-a0e7-04e8f7f86b30 req-bbef113b-72fd-4891-b185-1eae24ad66ef tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.75 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0039382 Aug 27 04:43:05.599612 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-0767a095-93ea-4466-88e5-2361b8828cbf req-ee3a4b2e-eb3b-4fe1-9673-a66e9c1fafe0 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=63668c55-2720-436b-bc57-220160aa77b6 HTTP/1.1" status: 200 len: 217 time: 0.1161046 Aug 27 04:43:05.627925 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [req-2c653d9b-d056-4d5e-a0e7-04e8f7f86b30 req-99194f38-367a-4410-946e-86100da5e186 service neutron] Request body: {'port': {'device_id': '6b7c3c45-56ef-40b4-9b60-bafd4f58dd64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-852088-5'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:43:05.650550 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae818c-05d8-403d-9a7b-635fd69d1968 req-1c673e24-5db4-4b98-b813-f652d90af428 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:05.661712 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a2ae818c-05d8-403d-9a7b-635fd69d1968 req-1c673e24-5db4-4b98-b813-f652d90af428 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=6b7c3c45-56ef-40b4-9b60-bafd4f58dd64 HTTP/1.1" status: 200 len: 935 time: 0.1060205 Aug 27 04:43:05.776411 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a2ae818c-05d8-403d-9a7b-635fd69d1968 req-01d55d4d-99f4-41ec-9a37-eda5a5d4f842 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017818 Aug 27 04:43:05.854828 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-2c653d9b-d056-4d5e-a0e7-04e8f7f86b30 req-99194f38-367a-4410-946e-86100da5e186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (9328be9a-ae97-4165-bf25-9a26e1f2012e), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:05.931327 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0767a095-93ea-4466-88e5-2361b8828cbf req-86e22b62-9ad0-4bdb-8c20-72b86dc67229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:05.938021 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-0767a095-93ea-4466-88e5-2361b8828cbf req-86e22b62-9ad0-4bdb-8c20-72b86dc67229 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.2508647 Aug 27 04:43:06.004380 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-a0406475-6cc9-4d0c-a6ed-31d3105eb81f None None] Allocated IP 19.86.0.2 (c2b0590f-c32b-4d63-a664-76afe72364da/d0e6159f-613f-4fc8-8a8d-5cc9b83901eb/55c43837-69b4-40f1-848c-7e9ad1d3b3cf) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:43:06.012981 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:06.030132 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-f4ce49ad-4aad-42ad-a1f8-d9e83730557a None None] For port 6fef8619-d08a-45a7-a3d6-0872b08f1825, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=6fef8619-d08a-45a7-a3d6-0872b08f1825,segment=NetworkSegment(2facfa29-44f6-4835-abcc-3a26872fb807),segment_id=2facfa29-44f6-4835-abcc-3a26872fb807)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:43:06.030132 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 6fef8619-d08a-45a7-a3d6-0872b08f1825 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:43:06.030132 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (6fef8619-d08a-45a7-a3d6-0872b08f1825), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:06.135712 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0767a095-93ea-4466-88e5-2361b8828cbf req-8d3b1ed3-20d8-4b2d-8b9d-693375522d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:06.138099 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-0767a095-93ea-4466-88e5-2361b8828cbf req-8d3b1ed3-20d8-4b2d-8b9d-693375522d90 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1318846 Aug 27 04:43:06.188971 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504bcce6-8039-4091-a747-7e4b04ba67c7 req-f45d6e07-5782-4cdd-baa6-2a96a7e59b67 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:06.189602 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f4ce49ad-4aad-42ad-a1f8-d9e83730557a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (6fef8619-d08a-45a7-a3d6-0872b08f1825), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:06.210509 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504bcce6-8039-4091-a747-7e4b04ba67c7 req-f45d6e07-5782-4cdd-baa6-2a96a7e59b67 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:06.218208 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-504bcce6-8039-4091-a747-7e4b04ba67c7 req-f45d6e07-5782-4cdd-baa6-2a96a7e59b67 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] 10.222.0.76 "GET /networking/v2.0/networks?id=db43b112-7e62-4bc0-b12d-9dbf1379b7de&id=c2b0590f-c32b-4d63-a664-76afe72364da&id=db43b112-7e62-4bc0-b12d-9dbf1379b7de HTTP/1.1" status: 200 len: 1391 time: 0.1762683 Aug 27 04:43:06.255477 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-504bcce6-8039-4091-a747-7e4b04ba67c7 req-51fb64da-5682-4b93-b322-f9c3f3258bb9 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] 10.222.0.76 "GET /networking/v2.0/quotas/a5ccff4ddab04a47b292ccc5f5387e78 HTTP/1.1" status: 200 len: 375 time: 0.0117228 Aug 27 04:43:06.339279 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-30b6c347-fba6-4e9a-95c2-7d5a63978124 None None] Provisioning complete for port 6fef8619-d08a-45a7-a3d6-0872b08f1825 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:43:06.339597 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-30b6c347-fba6-4e9a-95c2-7d5a63978124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (6fef8619-d08a-45a7-a3d6-0872b08f1825), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:06.363093 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-0767a095-93ea-4466-88e5-2361b8828cbf req-a84f354f-2403-45aa-9029-97686d55d6bf service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919527 Aug 27 04:43:06.385081 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 6fef8619-d08a-45a7-a3d6-0872b08f1825 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:43:06.407145 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-504bcce6-8039-4091-a747-7e4b04ba67c7 req-8be0606a-0305-412a-87ed-0d5e0dd2a23b tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=a5ccff4ddab04a47b292ccc5f5387e78&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1429057 Aug 27 04:43:06.423912 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ec248-dc81-405a-af07-db9f2de3b6c6 req-69ab6a9b-a5c5-49a1-b08b-8088b1a705da tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:06.430995 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c21ec248-dc81-405a-af07-db9f2de3b6c6 req-69ab6a9b-a5c5-49a1-b08b-8088b1a705da tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8f4d695c-d061-4a9c-a769-527ffc8e8a53 HTTP/1.1" status: 200 len: 947 time: 0.0757647 Aug 27 04:43:06.478716 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f4d695c-d061-4a9c-a769-527ffc8e8a53', 'tag': '63668c55-2720-436b-bc57-220160aa77b6'}] {{(pid=107776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:43:06.496263 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce49ad-4aad-42ad-a1f8-d9e83730557a None None] Pushing event updated for resources: {'Port': ['ID=6fef8619-d08a-45a7-a3d6-0872b08f1825,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:06.506417 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7ad66632f4c78724655075356aa8535ba41c652eced6c9cea0c1f0c67b1e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf5f5d8-8d0f-41cd-93bb-8b63327659d3" -d '{"events": [{"name": "network-changed", "server_uuid": "8f4d695c-d061-4a9c-a769-527ffc8e8a53", "tag": "63668c55-2720-436b-bc57-220160aa77b6"}]}' {{(pid=107776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:43:06.506417 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 43470) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:06.554944 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c21ec248-dc81-405a-af07-db9f2de3b6c6 req-8b8632c4-b4b8-46fc-ac1e-c47f0574d85e tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088080 Aug 27 04:43:06.693700 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 43486) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:06.704980 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-30b6c347-fba6-4e9a-95c2-7d5a63978124 None None] Current status of the port 6fef8619-d08a-45a7-a3d6-0872b08f1825 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:43:06.716552 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a0406475-6cc9-4d0c-a6ed-31d3105eb81f None None] Publish callbacks [] for port (55c43837-69b4-40f1-848c-7e9ad1d3b3cf), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:06.723071 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-30b6c347-fba6-4e9a-95c2-7d5a63978124 None None] Provisioning complete for port 9328be9a-ae97-4165-bf25-9a26e1f2012e triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:43:06.728782 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-30b6c347-fba6-4e9a-95c2-7d5a63978124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (9328be9a-ae97-4165-bf25-9a26e1f2012e), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:06.774244 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 04:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d259db65-2c23-479e-b076-be3164b432e7 x-openstack-request-id: req-d259db65-2c23-479e-b076-be3164b432e7 {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:43:06.774916 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f4d695c-d061-4a9c-a769-527ffc8e8a53", "tag": "63668c55-2720-436b-bc57-220160aa77b6", "status": "completed", "code": 200}]} {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:43:06.775741 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d259db65-2c23-479e-b076-be3164b432e7 {{(pid=107776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:43:06.776398 n-d-852088-5 neutron-server[107776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d259db65-2c23-479e-b076-be3164b432e7'] response: {'name': 'network-changed', 'server_uuid': '8f4d695c-d061-4a9c-a769-527ffc8e8a53', 'tag': '63668c55-2720-436b-bc57-220160aa77b6', 'status': 'completed', 'code': 200} Aug 27 04:43:06.809975 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-30b6c347-fba6-4e9a-95c2-7d5a63978124 None None] Port 9328be9a-ae97-4165-bf25-9a26e1f2012e cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:43:06.818115 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-38cc0a6a-4589-4c14-aab0-52f172b60bbd tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Deleting subnet d0e6159f-613f-4fc8-8a8d-5cc9b83901eb {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:43:06.822179 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [req-2c653d9b-d056-4d5e-a0e7-04e8f7f86b30 req-99194f38-367a-4410-946e-86100da5e186 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9328be9a-ae97-4165-bf25-9a26e1f2012e {{(pid=107776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 04:43:06.832618 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:06.837754 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-0767a095-93ea-4466-88e5-2361b8828cbf req-c4d6d5a4-5b7a-4440-b55b-8858d71416d0 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4621437 Aug 27 04:43:06.837754 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-2c653d9b-d056-4d5e-a0e7-04e8f7f86b30 req-99194f38-367a-4410-946e-86100da5e186 service neutron] Publish callbacks [] for port (9328be9a-ae97-4165-bf25-9a26e1f2012e), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:06.866555 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a0406475-6cc9-4d0c-a6ed-31d3105eb81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (55c43837-69b4-40f1-848c-7e9ad1d3b3cf), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:06.873786 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-38cc0a6a-4589-4c14-aab0-52f172b60bbd tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks [] for subnet (d0e6159f-613f-4fc8-8a8d-5cc9b83901eb), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:06.910004 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-512829cc-8746-4ead-b56e-d4a9d79aaf59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:06.915596 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.provisioning_blocks [req-2c653d9b-d056-4d5e-a0e7-04e8f7f86b30 req-99194f38-367a-4410-946e-86100da5e186 service neutron] Transition to ACTIVE for port object 9328be9a-ae97-4165-bf25-9a26e1f2012e will not be triggered until provisioned by entity L2. {{(pid=107776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 27 04:43:06.953357 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-38cc0a6a-4589-4c14-aab0-52f172b60bbd tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (d0e6159f-613f-4fc8-8a8d-5cc9b83901eb), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:07.013410 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0406475-6cc9-4d0c-a6ed-31d3105eb81f None None] Network c2b0590f-c32b-4d63-a664-76afe72364da is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:43:07.021460 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-a0406475-6cc9-4d0c-a6ed-31d3105eb81f None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:43:07.025491 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0406475-6cc9-4d0c-a6ed-31d3105eb81f None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:43:07.050308 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0406475-6cc9-4d0c-a6ed-31d3105eb81f None None] Pushing event updated for resources: {'Port': ['ID=55c43837-69b4-40f1-848c-7e9ad1d3b3cf,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:07.094596 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-2c653d9b-d056-4d5e-a0e7-04e8f7f86b30 req-99194f38-367a-4410-946e-86100da5e186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (9328be9a-ae97-4165-bf25-9a26e1f2012e), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:07.106258 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-512829cc-8746-4ead-b56e-d4a9d79aaf59 admin admin] Publish callbacks [] for security_group (e593f8a4-1124-4831-bec6-cba74ce31f60), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:07.185622 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-a0406475-6cc9-4d0c-a6ed-31d3105eb81f None None] Attempting to bind port 55c43837-69b4-40f1-848c-7e9ad1d3b3cf on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:43:07.186122 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-a0406475-6cc9-4d0c-a6ed-31d3105eb81f None None] Attempting to bind port 55c43837-69b4-40f1-848c-7e9ad1d3b3cf by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '220ad426-6fc5-4485-8963-42488a91a5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c2b0590f-c32b-4d63-a664-76afe72364da'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:43:07.186841 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0406475-6cc9-4d0c-a6ed-31d3105eb81f None None] Attempting to bind port 55c43837-69b4-40f1-848c-7e9ad1d3b3cf on network c2b0590f-c32b-4d63-a664-76afe72364da {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:43:07.193668 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-512829cc-8746-4ead-b56e-d4a9d79aaf59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (e593f8a4-1124-4831-bec6-cba74ce31f60), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:07.210025 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 43532) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:07.226264 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-38cc0a6a-4589-4c14-aab0-52f172b60bbd tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (d0e6159f-613f-4fc8-8a8d-5cc9b83901eb), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:07.239451 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0406475-6cc9-4d0c-a6ed-31d3105eb81f None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:43:07.240009 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0406475-6cc9-4d0c-a6ed-31d3105eb81f None None] Checking segment: {'id': '220ad426-6fc5-4485-8963-42488a91a5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c2b0590f-c32b-4d63-a664-76afe72364da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:43:07.240484 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a0406475-6cc9-4d0c-a6ed-31d3105eb81f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:07.241230 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0406475-6cc9-4d0c-a6ed-31d3105eb81f None None] Bound using segment: {'id': '220ad426-6fc5-4485-8963-42488a91a5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c2b0590f-c32b-4d63-a664-76afe72364da'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:43:07.241905 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-a0406475-6cc9-4d0c-a6ed-31d3105eb81f None None] Bound port: 55c43837-69b4-40f1-848c-7e9ad1d3b3cf, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '220ad426-6fc5-4485-8963-42488a91a5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c2b0590f-c32b-4d63-a664-76afe72364da'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:43:07.242420 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a0406475-6cc9-4d0c-a6ed-31d3105eb81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (55c43837-69b4-40f1-848c-7e9ad1d3b3cf), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:07.257637 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99194f38-367a-4410-946e-86100da5e186 service neutron] Pushing event updated for resources: {'Port': ['ID=9328be9a-ae97-4165-bf25-9a26e1f2012e,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:07.286989 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512829cc-8746-4ead-b56e-d4a9d79aaf59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e593f8a4-1124-4831-bec6-cba74ce31f60,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:07.290526 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:07.297985 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-512829cc-8746-4ead-b56e-d4a9d79aaf59 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=cbe47e4f64ed40f6a0bf07c4d0668c17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6025558 Aug 27 04:43:07.301330 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 43536) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:07.332005 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae27878c-3f88-4993-b4ad-fd4511cdf27a req-4ff9c391-0155-4bd4-a560-8dc96926c6b6 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:07.333704 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ae27878c-3f88-4993-b4ad-fd4511cdf27a req-4ff9c391-0155-4bd4-a560-8dc96926c6b6 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=6b7c3c45-56ef-40b4-9b60-bafd4f58dd64 HTTP/1.1" status: 200 len: 947 time: 0.1197810 Aug 27 04:43:07.379980 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-2c653d9b-d056-4d5e-a0e7-04e8f7f86b30 req-99194f38-367a-4410-946e-86100da5e186 service neutron] Attempting to bind port 9328be9a-ae97-4165-bf25-9a26e1f2012e on host n-h1-852088-5 for vnic_type normal with profile {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:43:07.380420 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-2c653d9b-d056-4d5e-a0e7-04e8f7f86b30 req-99194f38-367a-4410-946e-86100da5e186 service neutron] Attempting to bind port 9328be9a-ae97-4165-bf25-9a26e1f2012e by drivers openvswitch,hyperv on host n-h1-852088-5 at level 0 using segments [{'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:43:07.380755 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c653d9b-d056-4d5e-a0e7-04e8f7f86b30 req-99194f38-367a-4410-946e-86100da5e186 service neutron] Attempting to bind port 9328be9a-ae97-4165-bf25-9a26e1f2012e on network a82fb463-5a8f-4b8b-991d-61491eba11c6 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:43:07.387902 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c653d9b-d056-4d5e-a0e7-04e8f7f86b30 req-99194f38-367a-4410-946e-86100da5e186 service neutron] Port 9328be9a-ae97-4165-bf25-9a26e1f2012e on network a82fb463-5a8f-4b8b-991d-61491eba11c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-852088-5 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:43:07.388399 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c653d9b-d056-4d5e-a0e7-04e8f7f86b30 req-99194f38-367a-4410-946e-86100da5e186 service neutron] Attempting to bind port 9328be9a-ae97-4165-bf25-9a26e1f2012e on network a82fb463-5a8f-4b8b-991d-61491eba11c6 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:43:07.393850 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c653d9b-d056-4d5e-a0e7-04e8f7f86b30 req-99194f38-367a-4410-946e-86100da5e186 service neutron] Checking agent: {'id': '6d03b773-90f7-436b-9be6-5928d8d54dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 36, 21), 'started_at': datetime.datetime(2022, 8, 27, 4, 36, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:43:07.396764 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c653d9b-d056-4d5e-a0e7-04e8f7f86b30 req-99194f38-367a-4410-946e-86100da5e186 service neutron] Checking segment: {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:43:07.396764 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c653d9b-d056-4d5e-a0e7-04e8f7f86b30 req-99194f38-367a-4410-946e-86100da5e186 service neutron] Bound using segment: {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'} {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:43:07.396764 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-2c653d9b-d056-4d5e-a0e7-04e8f7f86b30 req-99194f38-367a-4410-946e-86100da5e186 service neutron] Bound port: 9328be9a-ae97-4165-bf25-9a26e1f2012e, host: n-h1-852088-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'}}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:43:07.396764 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-2c653d9b-d056-4d5e-a0e7-04e8f7f86b30 req-99194f38-367a-4410-946e-86100da5e186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (9328be9a-ae97-4165-bf25-9a26e1f2012e), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:07.417349 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-644d64d1-f22a-412e-a631-6c72e9958608 admin admin] Publish callbacks [] for security_group (e593f8a4-1124-4831-bec6-cba74ce31f60), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:07.440829 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-96ab67fb-fcf2-4304-bc25-027a2caa0dab admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2106007120-network', 'tenant_id': '7b296dbb8b5647498a6a42689659ed79'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:43:07.486900 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-2c653d9b-d056-4d5e-a0e7-04e8f7f86b30 req-99194f38-367a-4410-946e-86100da5e186 service neutron] For port 9328be9a-ae97-4165-bf25-9a26e1f2012e, host n-h1-852088-5, cleared binding levels {{(pid=107776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:43:07.489274 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ae27878c-3f88-4993-b4ad-fd4511cdf27a req-3ae22664-2d98-49ba-a79a-2aa931cedcd3 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406519 Aug 27 04:43:07.490758 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-2c653d9b-d056-4d5e-a0e7-04e8f7f86b30 req-99194f38-367a-4410-946e-86100da5e186 service neutron] For port 9328be9a-ae97-4165-bf25-9a26e1f2012e, host n-h1-852088-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=9328be9a-ae97-4165-bf25-9a26e1f2012e,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:43:07.498216 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-38cc0a6a-4589-4c14-aab0-52f172b60bbd tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (d0e6159f-613f-4fc8-8a8d-5cc9b83901eb), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:07.512507 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-644d64d1-f22a-412e-a631-6c72e9958608 admin admin] Publish callbacks [] for security_group (e593f8a4-1124-4831-bec6-cba74ce31f60), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:07.513431 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-a0406475-6cc9-4d0c-a6ed-31d3105eb81f None None] For port 55c43837-69b4-40f1-848c-7e9ad1d3b3cf, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:43:07.522061 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-a0406475-6cc9-4d0c-a6ed-31d3105eb81f None None] For port 55c43837-69b4-40f1-848c-7e9ad1d3b3cf, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=55c43837-69b4-40f1-848c-7e9ad1d3b3cf,segment=NetworkSegment(220ad426-6fc5-4485-8963-42488a91a5d5),segment_id=220ad426-6fc5-4485-8963-42488a91a5d5)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:43:07.538276 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cc0a6a-4589-4c14-aab0-52f172b60bbd tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Pushing event deleted for resources: {'Subnet': ['ID=d0e6159f-613f-4fc8-8a8d-5cc9b83901eb,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:07.554547 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-38cc0a6a-4589-4c14-aab0-52f172b60bbd tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:07.559044 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-38cc0a6a-4589-4c14-aab0-52f172b60bbd tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/d0e6159f-613f-4fc8-8a8d-5cc9b83901eb HTTP/1.1" status: 204 len: 168 time: 1.0649693 Aug 27 04:43:07.561622 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 43558) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:07.616186 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ab67fb-fcf2-4304-bc25-027a2caa0dab admin admin] Made reservation on behalf of 7b296dbb8b5647498a6a42689659ed79 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:43:07.618609 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-96ab67fb-fcf2-4304-bc25-027a2caa0dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:07.630620 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-96ab67fb-fcf2-4304-bc25-027a2caa0dab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:07.659191 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-2c653d9b-d056-4d5e-a0e7-04e8f7f86b30 req-99194f38-367a-4410-946e-86100da5e186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (9328be9a-ae97-4165-bf25-9a26e1f2012e), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:07.659463 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a0406475-6cc9-4d0c-a6ed-31d3105eb81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (55c43837-69b4-40f1-848c-7e9ad1d3b3cf), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:07.662580 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c653d9b-d056-4d5e-a0e7-04e8f7f86b30 req-99194f38-367a-4410-946e-86100da5e186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:07.663194 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-2c653d9b-d056-4d5e-a0e7-04e8f7f86b30 req-99194f38-367a-4410-946e-86100da5e186 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:07.666366 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-2c653d9b-d056-4d5e-a0e7-04e8f7f86b30 req-99194f38-367a-4410-946e-86100da5e186 service neutron] 10.222.0.75 "PUT /networking/v2.0/ports/9328be9a-ae97-4165-bf25-9a26e1f2012e HTTP/1.1" status: 200 len: 1095 time: 2.0439005 Aug 27 04:43:07.710928 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd209c-cc20-4b60-9f75-ba39f2edf338 req-8476b3c5-549b-4b49-ad95-bb642123afd0 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:07.712902 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1ddd209c-cc20-4b60-9f75-ba39f2edf338 req-8476b3c5-549b-4b49-ad95-bb642123afd0 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=6cc25b68-e43e-4056-aea7-4ab2e6a959f1 HTTP/1.1" status: 200 len: 949 time: 0.0903649 Aug 27 04:43:07.719174 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cacddf5f-a3b5-43bd-b88c-92db64e7eade tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (c2b0590f-c32b-4d63-a664-76afe72364da), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:07.763175 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99194f38-367a-4410-946e-86100da5e186 service neutron] Pushing event updated for resources: {'Port': ['ID=9328be9a-ae97-4165-bf25-9a26e1f2012e,revision_number=3']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:07.778329 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0406475-6cc9-4d0c-a6ed-31d3105eb81f None None] Pushing event updated for resources: {'Port': ['ID=55c43837-69b4-40f1-848c-7e9ad1d3b3cf,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:07.801379 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-644d64d1-f22a-412e-a631-6c72e9958608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (e593f8a4-1124-4831-bec6-cba74ce31f60), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:07.803888 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-644d64d1-f22a-412e-a631-6c72e9958608 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:07.805468 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-644d64d1-f22a-412e-a631-6c72e9958608 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/e593f8a4-1124-4831-bec6-cba74ce31f60 HTTP/1.1" status: 204 len: 168 time: 0.5003436 Aug 27 04:43:07.820085 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-cacddf5f-a3b5-43bd-b88c-92db64e7eade tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Deleting port 55c43837-69b4-40f1-848c-7e9ad1d3b3cf {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:43:07.820451 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cacddf5f-a3b5-43bd-b88c-92db64e7eade tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (55c43837-69b4-40f1-848c-7e9ad1d3b3cf), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:07.848909 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644d64d1-f22a-412e-a631-6c72e9958608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e593f8a4-1124-4831-bec6-cba74ce31f60,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:07.859094 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-96ab67fb-fcf2-4304-bc25-027a2caa0dab admin admin] Publish callbacks [] for security_group (f9beab1b-dce4-4def-9627-bb1d299992d0), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:07.891946 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1ddd209c-cc20-4b60-9f75-ba39f2edf338 req-86936807-9d9f-4900-b869-d7f6800045ec tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=76c57a38-5eea-4c1b-9a19-7bd88dd68150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669261 Aug 27 04:43:07.931407 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-cacddf5f-a3b5-43bd-b88c-92db64e7eade tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] For port 55c43837-69b4-40f1-848c-7e9ad1d3b3cf, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=55c43837-69b4-40f1-848c-7e9ad1d3b3cf,segment=NetworkSegment(220ad426-6fc5-4485-8963-42488a91a5d5),segment_id=220ad426-6fc5-4485-8963-42488a91a5d5)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:43:07.931829 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cacddf5f-a3b5-43bd-b88c-92db64e7eade tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (55c43837-69b4-40f1-848c-7e9ad1d3b3cf), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:07.955523 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-cacddf5f-a3b5-43bd-b88c-92db64e7eade tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Calling delete_port for 55c43837-69b4-40f1-848c-7e9ad1d3b3cf owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:43:08.039882 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-96ab67fb-fcf2-4304-bc25-027a2caa0dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (f9beab1b-dce4-4def-9627-bb1d299992d0), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:08.070938 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96ab67fb-fcf2-4304-bc25-027a2caa0dab admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:43:08.091342 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab67fb-fcf2-4304-bc25-027a2caa0dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9beab1b-dce4-4def-9627-bb1d299992d0,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:08.094971 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-96ab67fb-fcf2-4304-bc25-027a2caa0dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (c7dc872f-7c81-4fb7-b133-f1b5e06d39c3), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:08.095686 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-96ab67fb-fcf2-4304-bc25-027a2caa0dab admin admin] Added segment c7dc872f-7c81-4fb7-b133-f1b5e06d39c3 of type vlan for network 0758d289-da21-46bc-8bce-b2756fcf883f Aug 27 04:43:08.137389 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fea3459-78f5-4bcc-8502-97e775efc70c req-8e83e6bb-9bd0-41de-b03c-fb1bc584016c tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:08.145397 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5fea3459-78f5-4bcc-8502-97e775efc70c req-8e83e6bb-9bd0-41de-b03c-fb1bc584016c tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8f4d695c-d061-4a9c-a769-527ffc8e8a53 HTTP/1.1" status: 200 len: 947 time: 0.1255355 Aug 27 04:43:08.170582 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-96ab67fb-fcf2-4304-bc25-027a2caa0dab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (0758d289-da21-46bc-8bce-b2756fcf883f), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:08.223557 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5fea3459-78f5-4bcc-8502-97e775efc70c req-e09e1c3f-ffa8-44fa-ac06-adafa91d842f tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773039 Aug 27 04:43:08.302922 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cacddf5f-a3b5-43bd-b88c-92db64e7eade tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (55c43837-69b4-40f1-848c-7e9ad1d3b3cf), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:08.331608 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-96ab67fb-fcf2-4304-bc25-027a2caa0dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (0758d289-da21-46bc-8bce-b2756fcf883f), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:08.332939 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacddf5f-a3b5-43bd-b88c-92db64e7eade tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] No DVR routers for this DVR port 55c43837-69b4-40f1-848c-7e9ad1d3b3cf on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:43:08.333388 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ab67fb-fcf2-4304-bc25-027a2caa0dab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:08.334397 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-96ab67fb-fcf2-4304-bc25-027a2caa0dab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:08.334743 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacddf5f-a3b5-43bd-b88c-92db64e7eade tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Pushing event deleted for resources: {'Port': ['ID=55c43837-69b4-40f1-848c-7e9ad1d3b3cf,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:08.420407 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab67fb-fcf2-4304-bc25-027a2caa0dab admin admin] Pushing event updated for resources: {'Network': ['ID=0758d289-da21-46bc-8bce-b2756fcf883f,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:08.441603 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 0758d289-da21-46bc-8bce-b2756fcf883f details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:43:08.457994 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cacddf5f-a3b5-43bd-b88c-92db64e7eade tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (c2b0590f-c32b-4d63-a664-76afe72364da), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:08.480953 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-96ab67fb-fcf2-4304-bc25-027a2caa0dab admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2647667 Aug 27 04:43:08.485414 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 43616) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:08.487364 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-be70eab3-0540-4b60-be71-baee33e83a19 admin admin] Request body: {'subnet': {'network_id': '0758d289-da21-46bc-8bce-b2756fcf883f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2106007120-subnet', 'tenant_id': '7b296dbb8b5647498a6a42689659ed79', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:43:08.494979 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-cacddf5f-a3b5-43bd-b88c-92db64e7eade tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2b0590f-c32b-4d63-a664-76afe72364da']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:43:08.511662 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-cacddf5f-a3b5-43bd-b88c-92db64e7eade tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '220ad426-6fc5-4485-8963-42488a91a5d5') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:43:08.512506 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-cacddf5f-a3b5-43bd-b88c-92db64e7eade tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '220ad426-6fc5-4485-8963-42488a91a5d5') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:43:08.544088 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cacddf5f-a3b5-43bd-b88c-92db64e7eade tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (220ad426-6fc5-4485-8963-42488a91a5d5), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:08.567176 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6fef8619-d08a-45a7-a3d6-0872b08f1825 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:43:08.586384 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cacddf5f-a3b5-43bd-b88c-92db64e7eade tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (220ad426-6fc5-4485-8963-42488a91a5d5), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:08.597117 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cacddf5f-a3b5-43bd-b88c-92db64e7eade tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:43:08.597550 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cacddf5f-a3b5-43bd-b88c-92db64e7eade tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (220ad426-6fc5-4485-8963-42488a91a5d5), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:08.645792 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be70eab3-0540-4b60-be71-baee33e83a19 admin admin] Made reservation on behalf of 7b296dbb8b5647498a6a42689659ed79 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:43:08.649617 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-be70eab3-0540-4b60-be71-baee33e83a19 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:08.670753 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 6fef8619-d08a-45a7-a3d6-0872b08f1825 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:43:08.671449 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (6fef8619-d08a-45a7-a3d6-0872b08f1825), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:08.737626 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 220ad426-6fc5-4485-8963-42488a91a5d5 resource provider aggregate not found Aug 27 04:43:08.770756 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 6fef8619-d08a-45a7-a3d6-0872b08f1825 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:43:08.774843 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 43640) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:08.788709 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 220ad426-6fc5-4485-8963-42488a91a5d5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 220ad426-6fc5-4485-8963-42488a91a5d5 found for delete ", "request_id": "req-891ef474-dc82-498f-a85b-b8adabfc84f2"}]} Aug 27 04:43:08.795105 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b7c3c45-56ef-40b4-9b60-bafd4f58dd64', 'tag': '9328be9a-ae97-4165-bf25-9a26e1f2012e'}] {{(pid=107776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:43:08.797566 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7ad66632f4c78724655075356aa8535ba41c652eced6c9cea0c1f0c67b1e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68399ee7-35cb-48bd-8df6-43cf1170f783" -d '{"events": [{"name": "network-changed", "server_uuid": "6b7c3c45-56ef-40b4-9b60-bafd4f58dd64", "tag": "9328be9a-ae97-4165-bf25-9a26e1f2012e"}]}' {{(pid=107776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:43:08.810317 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b9323-3854-4273-9251-3b47767fa9d0 req-f23dd3c8-82e8-41a3-bcb0-b861890ff4c3 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:08.818223 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2f3b9323-3854-4273-9251-3b47767fa9d0 req-f23dd3c8-82e8-41a3-bcb0-b861890ff4c3 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=6b7c3c45-56ef-40b4-9b60-bafd4f58dd64 HTTP/1.1" status: 200 len: 947 time: 0.1040442 Aug 27 04:43:08.827095 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cacddf5f-a3b5-43bd-b88c-92db64e7eade tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (c2b0590f-c32b-4d63-a664-76afe72364da), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:08.832423 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cacddf5f-a3b5-43bd-b88c-92db64e7eade tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:08.838284 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-cacddf5f-a3b5-43bd-b88c-92db64e7eade tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] 10.222.0.76 "DELETE /networking/v2.0/networks/c2b0590f-c32b-4d63-a664-76afe72364da HTTP/1.1" status: 204 len: 168 time: 1.2731848 Aug 27 04:43:08.851771 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 43644) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:08.859517 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c374b535-4bf2-43cf-8fe3-630557bbff34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:08.874274 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 04:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847e7d61-3ae2-4b98-8597-50fcd1f1f008 x-openstack-request-id: req-847e7d61-3ae2-4b98-8597-50fcd1f1f008 {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:43:08.874623 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b7c3c45-56ef-40b4-9b60-bafd4f58dd64", "tag": "9328be9a-ae97-4165-bf25-9a26e1f2012e", "status": "completed", "code": 200}]} {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:43:08.879938 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-847e7d61-3ae2-4b98-8597-50fcd1f1f008 {{(pid=107776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:43:08.879938 n-d-852088-5 neutron-server[107776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-847e7d61-3ae2-4b98-8597-50fcd1f1f008'] response: {'name': 'network-changed', 'server_uuid': '6b7c3c45-56ef-40b4-9b60-bafd4f58dd64', 'tag': '9328be9a-ae97-4165-bf25-9a26e1f2012e', 'status': 'completed', 'code': 200} Aug 27 04:43:08.880203 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacddf5f-a3b5-43bd-b88c-92db64e7eade tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Pushing event deleted for resources: {'Network': ['ID=c2b0590f-c32b-4d63-a664-76afe72364da,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:08.914853 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17732852-3ce5-4e2b-aaae-805c4a228b90 req-23863790-44aa-4a48-a81e-fcd3af6703f9 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:08.916368 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-17732852-3ce5-4e2b-aaae-805c4a228b90 req-23863790-44aa-4a48-a81e-fcd3af6703f9 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6cc25b68-e43e-4056-aea7-4ab2e6a959f1 HTTP/1.1" status: 200 len: 949 time: 0.1046429 Aug 27 04:43:08.947179 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2f3b9323-3854-4273-9251-3b47767fa9d0 req-0f48c1ee-44c6-43aa-9103-7b4d49090214 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279695 Aug 27 04:43:08.951422 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-76e6dec6-916e-4412-9cdb-3c75ca7f4934 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Deleting subnet 6d39ea14-9d1f-4bc8-9ccd-9ad663628af9 {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:43:08.954888 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-76e6dec6-916e-4412-9cdb-3c75ca7f4934 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks [] for subnet (6d39ea14-9d1f-4bc8-9ccd-9ad663628af9), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:09.021515 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-76e6dec6-916e-4412-9cdb-3c75ca7f4934 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (6d39ea14-9d1f-4bc8-9ccd-9ad663628af9), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:09.049802 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-e3e23b9a-7340-495d-8cbd-82380cb58d72 None None] Could not find standard attr ID for object 55c43837-69b4-40f1-848c-7e9ad1d3b3cf. {{(pid=107777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 27 04:43:09.094644 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53acdd23-7d1a-404a-ab63-17ee7d20c6e0 None None] DHCP port deletion for c2b0590f-c32b-4d63-a664-76afe72364da request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:43:09.108150 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc20f521-12f5-4dc6-9fe0-213f5b8ab0f3 req-9693f0fb-2faa-49c1-9a89-9ee6d5fe7c9b tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:09.109839 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-dc20f521-12f5-4dc6-9fe0-213f5b8ab0f3 req-9693f0fb-2faa-49c1-9a89-9ee6d5fe7c9b tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=6cc25b68-e43e-4056-aea7-4ab2e6a959f1 HTTP/1.1" status: 200 len: 949 time: 0.0850165 Aug 27 04:43:09.125906 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10e121d-596d-4edf-af2d-c59aabb0a53f None None] Network c2b0590f-c32b-4d63-a664-76afe72364da requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:43:09.126267 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [req-17732852-3ce5-4e2b-aaae-805c4a228b90 req-f8817f98-d6e3-4de2-b615-48e3342913b0 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Deleting port 50ae140f-7752-48c5-910e-0f908218735c {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:43:09.126824 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-17732852-3ce5-4e2b-aaae-805c4a228b90 req-f8817f98-d6e3-4de2-b615-48e3342913b0 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (50ae140f-7752-48c5-910e-0f908218735c), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:09.144053 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10e121d-596d-4edf-af2d-c59aabb0a53f None None] Network c2b0590f-c32b-4d63-a664-76afe72364da could not be found, it might have been deleted concurrently. {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Aug 27 04:43:09.184983 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-dc20f521-12f5-4dc6-9fe0-213f5b8ab0f3 req-d95250ef-7388-4637-8a27-34368a79f37c tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=76c57a38-5eea-4c1b-9a19-7bd88dd68150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693932 Aug 27 04:43:09.211553 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-76e6dec6-916e-4412-9cdb-3c75ca7f4934 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (6d39ea14-9d1f-4bc8-9ccd-9ad663628af9), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:09.233836 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c374b535-4bf2-43cf-8fe3-630557bbff34 admin admin] Publish callbacks [] for security_group (7d231b4f-aa9d-451b-b7c3-83444805fc7f), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:09.294091 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-17732852-3ce5-4e2b-aaae-805c4a228b90 req-f8817f98-d6e3-4de2-b615-48e3342913b0 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] For port 50ae140f-7752-48c5-910e-0f908218735c, host n-h2-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852088-5',level=0,port_id=50ae140f-7752-48c5-910e-0f908218735c,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:43:09.294091 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-17732852-3ce5-4e2b-aaae-805c4a228b90 req-f8817f98-d6e3-4de2-b615-48e3342913b0 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (50ae140f-7752-48c5-910e-0f908218735c), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:09.294091 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [req-17732852-3ce5-4e2b-aaae-805c4a228b90 req-f8817f98-d6e3-4de2-b615-48e3342913b0 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Calling delete_port for 50ae140f-7752-48c5-910e-0f908218735c owned by compute:nova {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:43:09.357942 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a70cb-d1b7-49bb-b492-24e3b2ddbf37 req-93545397-585c-4900-95ab-a7a20aa493b2 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:09.359370 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d73a70cb-d1b7-49bb-b492-24e3b2ddbf37 req-93545397-585c-4900-95ab-a7a20aa493b2 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8f4d695c-d061-4a9c-a769-527ffc8e8a53 HTTP/1.1" status: 200 len: 947 time: 0.0453289 Aug 27 04:43:09.406679 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d73a70cb-d1b7-49bb-b492-24e3b2ddbf37 req-eb2af67f-4559-4a46-bb42-669902437612 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412278 Aug 27 04:43:09.428401 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c374b535-4bf2-43cf-8fe3-630557bbff34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (7d231b4f-aa9d-451b-b7c3-83444805fc7f), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:09.431710 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-76e6dec6-916e-4412-9cdb-3c75ca7f4934 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (6d39ea14-9d1f-4bc8-9ccd-9ad663628af9), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:09.432173 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-be70eab3-0540-4b60-be71-baee33e83a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (bd0efde8-e24c-4dd8-b0e6-21bb73763833), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:09.458835 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e6dec6-916e-4412-9cdb-3c75ca7f4934 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Pushing event deleted for resources: {'Subnet': ['ID=6d39ea14-9d1f-4bc8-9ccd-9ad663628af9,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:09.460945 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-76e6dec6-916e-4412-9cdb-3c75ca7f4934 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:09.464137 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-76e6dec6-916e-4412-9cdb-3c75ca7f4934 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/6d39ea14-9d1f-4bc8-9ccd-9ad663628af9 HTTP/1.1" status: 204 len: 168 time: 0.6113484 Aug 27 04:43:09.466860 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 43652) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:09.470798 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22d9f38-369a-4d03-ba11-9c9b4aaf335c None None] Network db43b112-7e62-4bc0-b12d-9dbf1379b7de requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:43:09.561902 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-71a8a802-765b-425c-9e8f-5e526a8f8388 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (db43b112-7e62-4bc0-b12d-9dbf1379b7de), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:09.607340 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-71a8a802-765b-425c-9e8f-5e526a8f8388 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Deleting port 6fef8619-d08a-45a7-a3d6-0872b08f1825 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:43:09.607690 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-71a8a802-765b-425c-9e8f-5e526a8f8388 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (6fef8619-d08a-45a7-a3d6-0872b08f1825), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:09.689441 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51353199-73db-414c-acc5-79c9a71a6e22 None None] DHCP port deletion for db43b112-7e62-4bc0-b12d-9dbf1379b7de request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:43:09.693178 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-71a8a802-765b-425c-9e8f-5e526a8f8388 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] For port 6fef8619-d08a-45a7-a3d6-0872b08f1825, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=6fef8619-d08a-45a7-a3d6-0872b08f1825,segment=NetworkSegment(2facfa29-44f6-4835-abcc-3a26872fb807),segment_id=2facfa29-44f6-4835-abcc-3a26872fb807)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:43:09.694093 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-71a8a802-765b-425c-9e8f-5e526a8f8388 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (6fef8619-d08a-45a7-a3d6-0872b08f1825), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:09.708876 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-71a8a802-765b-425c-9e8f-5e526a8f8388 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Calling delete_port for 6fef8619-d08a-45a7-a3d6-0872b08f1825 owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:43:09.711190 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-51353199-73db-414c-acc5-79c9a71a6e22 None None] Deleting port 6fef8619-d08a-45a7-a3d6-0872b08f1825 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:43:09.711556 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-51353199-73db-414c-acc5-79c9a71a6e22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (6fef8619-d08a-45a7-a3d6-0872b08f1825), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:09.733545 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-17732852-3ce5-4e2b-aaae-805c4a228b90 req-f8817f98-d6e3-4de2-b615-48e3342913b0 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (50ae140f-7752-48c5-910e-0f908218735c), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:09.752431 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] get_ports_and_sgs() called for port_ids ['50ae140f-7752-48c5-910e-0f908218735c'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:43:09.780045 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c374b535-4bf2-43cf-8fe3-630557bbff34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d231b4f-aa9d-451b-b7c3-83444805fc7f,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:09.794971 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 43664) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:09.795449 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c374b535-4bf2-43cf-8fe3-630557bbff34 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=f3a3fe5b51b347ada4ed8ec28f494116&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0157359 Aug 27 04:43:09.800227 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8817f98-d6e3-4de2-b615-48e3342913b0 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Pushing event deleted for resources: {'Port': ['ID=50ae140f-7752-48c5-910e-0f908218735c,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:09.811560 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be70eab3-0540-4b60-be71-baee33e83a19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd0efde8-e24c-4dd8-b0e6-21bb73763833,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:09.816511 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-51353199-73db-414c-acc5-79c9a71a6e22 None None] For port 6fef8619-d08a-45a7-a3d6-0872b08f1825, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=6fef8619-d08a-45a7-a3d6-0872b08f1825,segment=NetworkSegment(2facfa29-44f6-4835-abcc-3a26872fb807),segment_id=2facfa29-44f6-4835-abcc-3a26872fb807)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:43:09.816511 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-51353199-73db-414c-acc5-79c9a71a6e22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (6fef8619-d08a-45a7-a3d6-0872b08f1825), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:09.835331 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-51353199-73db-414c-acc5-79c9a71a6e22 None None] Calling delete_port for 6fef8619-d08a-45a7-a3d6-0872b08f1825 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:43:09.873415 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a0506625-6c76-4e25-8ec5-26efa8d774d1 admin admin] Publish callbacks [] for security_group (7d231b4f-aa9d-451b-b7c3-83444805fc7f), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:09.877910 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [req-17732852-3ce5-4e2b-aaae-805c4a228b90 req-f8817f98-d6e3-4de2-b615-48e3342913b0 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] No DVR routers for this DVR port 50ae140f-7752-48c5-910e-0f908218735c on host n-h2-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:43:09.880769 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be70eab3-0540-4b60-be71-baee33e83a19 admin admin] Checking segment: {'id': 'c7dc872f-7c81-4fb7-b133-f1b5e06d39c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '0758d289-da21-46bc-8bce-b2756fcf883f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:43:09.881365 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be70eab3-0540-4b60-be71-baee33e83a19 admin admin] Network hostable DHCP agents. Network: 0758d289-da21-46bc-8bce-b2756fcf883f, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:43:09.885319 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-17732852-3ce5-4e2b-aaae-805c4a228b90 req-f8817f98-d6e3-4de2-b615-48e3342913b0 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:09.889111 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-17732852-3ce5-4e2b-aaae-805c4a228b90 req-f8817f98-d6e3-4de2-b615-48e3342913b0 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.78 "DELETE /networking/v2.0/ports/50ae140f-7752-48c5-910e-0f908218735c HTTP/1.1" status: 204 len: 173 time: 0.9657166 Aug 27 04:43:09.906231 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a0506625-6c76-4e25-8ec5-26efa8d774d1 admin admin] Publish callbacks [] for security_group (7d231b4f-aa9d-451b-b7c3-83444805fc7f), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:09.914628 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-71a8a802-765b-425c-9e8f-5e526a8f8388 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (6fef8619-d08a-45a7-a3d6-0872b08f1825), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:09.946873 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-51353199-73db-414c-acc5-79c9a71a6e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (6fef8619-d08a-45a7-a3d6-0872b08f1825), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:09.969890 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a8a802-765b-425c-9e8f-5e526a8f8388 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Pushing event deleted for resources: {'Port': ['ID=6fef8619-d08a-45a7-a3d6-0872b08f1825,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:09.974381 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51353199-73db-414c-acc5-79c9a71a6e22 None None] Pushing event deleted for resources: {'Port': ['ID=6fef8619-d08a-45a7-a3d6-0872b08f1825,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:09.976482 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51353199-73db-414c-acc5-79c9a71a6e22 None None] No DVR routers for this DVR port 6fef8619-d08a-45a7-a3d6-0872b08f1825 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:43:09.979529 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a8a802-765b-425c-9e8f-5e526a8f8388 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] No DVR routers for this DVR port 6fef8619-d08a-45a7-a3d6-0872b08f1825 on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:43:09.982697 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be70eab3-0540-4b60-be71-baee33e83a19 admin admin] Network 0758d289-da21-46bc-8bce-b2756fcf883f is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:43:10.002850 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 43670) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:10.113652 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c36cc7be-9a79-4957-9ce3-85b5c860225b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:10.121747 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-be70eab3-0540-4b60-be71-baee33e83a19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 0758d289-da21-46bc-8bce-b2756fcf883f) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:43:10.129431 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be70eab3-0540-4b60-be71-baee33e83a19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:10.129431 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-be70eab3-0540-4b60-be71-baee33e83a19 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:10.133163 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-71a8a802-765b-425c-9e8f-5e526a8f8388 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (db43b112-7e62-4bc0-b12d-9dbf1379b7de), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:10.138285 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a83a83d-a326-4825-aa17-6220acf3a64d None None] Network 0758d289-da21-46bc-8bce-b2756fcf883f requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:43:10.169094 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13f511-47cf-42ce-8fae-52dbe00ef7bd req-488f9d21-0554-47cc-9e3f-a04427eeb527 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:10.170673 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3d13f511-47cf-42ce-8fae-52dbe00ef7bd req-488f9d21-0554-47cc-9e3f-a04427eeb527 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=6b7c3c45-56ef-40b4-9b60-bafd4f58dd64 HTTP/1.1" status: 200 len: 947 time: 0.0914493 Aug 27 04:43:10.185257 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-71a8a802-765b-425c-9e8f-5e526a8f8388 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db43b112-7e62-4bc0-b12d-9dbf1379b7de']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:43:10.204423 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-71a8a802-765b-425c-9e8f-5e526a8f8388 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2facfa29-44f6-4835-abcc-3a26872fb807') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:43:10.204538 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-71a8a802-765b-425c-9e8f-5e526a8f8388 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2facfa29-44f6-4835-abcc-3a26872fb807') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:43:10.225112 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-71a8a802-765b-425c-9e8f-5e526a8f8388 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (2facfa29-44f6-4835-abcc-3a26872fb807), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:10.259961 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-71a8a802-765b-425c-9e8f-5e526a8f8388 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (2facfa29-44f6-4835-abcc-3a26872fb807), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:10.264557 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-be70eab3-0540-4b60-be71-baee33e83a19 admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7816315 Aug 27 04:43:10.270609 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3d13f511-47cf-42ce-8fae-52dbe00ef7bd req-1f779656-be46-4f60-94b9-ad7eee5dab8d tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940557 Aug 27 04:43:10.277600 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 43676) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:10.278173 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a0506625-6c76-4e25-8ec5-26efa8d774d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (7d231b4f-aa9d-451b-b7c3-83444805fc7f), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:10.280838 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a0506625-6c76-4e25-8ec5-26efa8d774d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:10.284248 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a0506625-6c76-4e25-8ec5-26efa8d774d1 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/7d231b4f-aa9d-451b-b7c3-83444805fc7f HTTP/1.1" status: 204 len: 168 time: 0.4857595 Aug 27 04:43:10.286800 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-4425957a-190e-4d96-b1f7-87df208e8830 admin admin] Request body: {'router': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2106007120-router', 'tenant_id': '7b296dbb8b5647498a6a42689659ed79', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:43:10.291708 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a39fac9-2d05-48ad-872a-c5a1a3e23618 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-0758d289-da21-46bc-8bce-b2756fcf883f', 'network_id': '0758d289-da21-46bc-8bce-b2756fcf883f', 'project_id': '7b296dbb8b5647498a6a42689659ed79', 'fixed_ips': [{'subnet_id': 'bd0efde8-e24c-4dd8-b0e6-21bb73763833'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:43:10.293446 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6a39fac9-2d05-48ad-872a-c5a1a3e23618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:10.342326 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71a8a802-765b-425c-9e8f-5e526a8f8388 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:43:10.342751 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-71a8a802-765b-425c-9e8f-5e526a8f8388 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (2facfa29-44f6-4835-abcc-3a26872fb807), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:10.357235 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-20ab77e0-85c2-4f2c-8fb9-a1b1af4b633f req-8fe79446-e61b-4081-997a-3111bdcc6d20 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=6cc25b68-e43e-4056-aea7-4ab2e6a959f1 HTTP/1.1" status: 200 len: 210 time: 0.0492082 Aug 27 04:43:10.368059 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0506625-6c76-4e25-8ec5-26efa8d774d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d231b4f-aa9d-451b-b7c3-83444805fc7f,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:10.456611 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c36cc7be-9a79-4957-9ce3-85b5c860225b admin admin] Publish callbacks [] for security_group (6b1595c2-6b27-45a3-8f01-cfc835e845cb), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:10.456832 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4425957a-190e-4d96-b1f7-87df208e8830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (84e7da8b-a8f6-4b61-88e6-2e2215090848), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:10.458332 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4425957a-190e-4d96-b1f7-87df208e8830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (84e7da8b-a8f6-4b61-88e6-2e2215090848), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:10.489478 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:10.523341 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 55c43837-69b4-40f1-848c-7e9ad1d3b3cf no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:43:10.562210 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c36cc7be-9a79-4957-9ce3-85b5c860225b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (6b1595c2-6b27-45a3-8f01-cfc835e845cb), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:10.562948 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 55c43837-69b4-40f1-848c-7e9ad1d3b3cf {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:43:10.566059 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 55c43837-69b4-40f1-848c-7e9ad1d3b3cf not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:43:10.566059 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6fef8619-d08a-45a7-a3d6-0872b08f1825 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:43:10.566294 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-71a8a802-765b-425c-9e8f-5e526a8f8388 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (db43b112-7e62-4bc0-b12d-9dbf1379b7de), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:10.581530 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-71a8a802-765b-425c-9e8f-5e526a8f8388 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:10.589139 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-71a8a802-765b-425c-9e8f-5e526a8f8388 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] 10.222.0.76 "DELETE /networking/v2.0/networks/db43b112-7e62-4bc0-b12d-9dbf1379b7de HTTP/1.1" status: 204 len: 168 time: 1.1162980 Aug 27 04:43:10.595009 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 6fef8619-d08a-45a7-a3d6-0872b08f1825 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:43:10.595709 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6fef8619-d08a-45a7-a3d6-0872b08f1825 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:43:10.601212 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-6a39fac9-2d05-48ad-872a-c5a1a3e23618 None None] Allocated IP 172.20.0.2 (0758d289-da21-46bc-8bce-b2756fcf883f/bd0efde8-e24c-4dd8-b0e6-21bb73763833/853361cb-b335-4c0e-8a31-ccbef23b29be) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:43:10.605061 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 43682) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:10.617473 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-2c7bbde1-d2a7-4e6d-a4f4-0ceabbfc48b9 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1390082526'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:43:10.624229 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a8a802-765b-425c-9e8f-5e526a8f8388 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Pushing event deleted for resources: {'Network': ['ID=db43b112-7e62-4bc0-b12d-9dbf1379b7de,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:10.671010 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c36cc7be-9a79-4957-9ce3-85b5c860225b admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=253bab1df8ec4b0da7dd0e5212feb787&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6664977 Aug 27 04:43:10.672240 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36cc7be-9a79-4957-9ce3-85b5c860225b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1595c2-6b27-45a3-8f01-cfc835e845cb,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:10.675203 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 43686) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:10.769867 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a35905fc-b22d-44d0-b153-d4cbb8832601 admin admin] Publish callbacks [] for security_group (6b1595c2-6b27-45a3-8f01-cfc835e845cb), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:10.806168 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a35905fc-b22d-44d0-b153-d4cbb8832601 admin admin] Publish callbacks [] for security_group (6b1595c2-6b27-45a3-8f01-cfc835e845cb), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:10.876469 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc25b68-e43e-4056-aea7-4ab2e6a959f1', 'name': 'network-vif-deleted', 'tag': '50ae140f-7752-48c5-910e-0f908218735c'}] {{(pid=107776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:43:10.879307 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7ad66632f4c78724655075356aa8535ba41c652eced6c9cea0c1f0c67b1e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6459d813-6d9a-4494-a078-b4ed6427e547" -d '{"events": [{"server_uuid": "6cc25b68-e43e-4056-aea7-4ab2e6a959f1", "name": "network-vif-deleted", "tag": "50ae140f-7752-48c5-910e-0f908218735c"}]}' {{(pid=107776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:43:10.928130 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 04:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d91cec-8ad6-4e7e-9d01-12ac7c1a6ec7 x-openstack-request-id: req-97d91cec-8ad6-4e7e-9d01-12ac7c1a6ec7 {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:43:10.928461 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cc25b68-e43e-4056-aea7-4ab2e6a959f1", "name": "network-vif-deleted", "tag": "50ae140f-7752-48c5-910e-0f908218735c", "status": "completed", "code": 200}]} {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:43:10.928715 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-97d91cec-8ad6-4e7e-9d01-12ac7c1a6ec7 {{(pid=107776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:43:10.929119 n-d-852088-5 neutron-server[107776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97d91cec-8ad6-4e7e-9d01-12ac7c1a6ec7'] response: {'server_uuid': '6cc25b68-e43e-4056-aea7-4ab2e6a959f1', 'name': 'network-vif-deleted', 'tag': '50ae140f-7752-48c5-910e-0f908218735c', 'status': 'completed', 'code': 200} Aug 27 04:43:10.948030 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a35905fc-b22d-44d0-b153-d4cbb8832601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (6b1595c2-6b27-45a3-8f01-cfc835e845cb), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:10.953996 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a35905fc-b22d-44d0-b153-d4cbb8832601 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:10.953996 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a35905fc-b22d-44d0-b153-d4cbb8832601 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/6b1595c2-6b27-45a3-8f01-cfc835e845cb HTTP/1.1" status: 204 len: 168 time: 0.2756915 Aug 27 04:43:10.965691 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35905fc-b22d-44d0-b153-d4cbb8832601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1595c2-6b27-45a3-8f01-cfc835e845cb,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:10.996993 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:11.006574 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93380e8e-2db2-49f4-9409-5a6edbd3cd95 req-c445bcc7-9d86-4a6b-b4c4-b863819eecf9 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:11.008016 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-93380e8e-2db2-49f4-9409-5a6edbd3cd95 req-c445bcc7-9d86-4a6b-b4c4-b863819eecf9 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8f4d695c-d061-4a9c-a769-527ffc8e8a53 HTTP/1.1" status: 200 len: 947 time: 0.4758554 Aug 27 04:43:11.014835 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:11.041040 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 2facfa29-44f6-4835-abcc-3a26872fb807 resource provider aggregate not found Aug 27 04:43:11.060979 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4425957a-190e-4d96-b1f7-87df208e8830 admin admin] Publish callbacks [] for router_controller (84e7da8b-a8f6-4b61-88e6-2e2215090848), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:11.074195 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 2facfa29-44f6-4835-abcc-3a26872fb807 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2facfa29-44f6-4835-abcc-3a26872fb807 found for delete ", "request_id": "req-686c9d8e-2093-4b3d-9bb3-3521447d8c2f"}]} Aug 27 04:43:11.091618 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6a39fac9-2d05-48ad-872a-c5a1a3e23618 None None] Publish callbacks [] for port (853361cb-b335-4c0e-8a31-ccbef23b29be), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:11.110236 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5f5d8-8d0f-41cd-93bb-8b63327659d3 req-4063a357-8219-4450-852e-26fcf6f83796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:11.111743 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-caf5f5d8-8d0f-41cd-93bb-8b63327659d3 req-4063a357-8219-4450-852e-26fcf6f83796 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=8511e600620148c2b51cb7fe446763eb&device_id=8f4d695c-d061-4a9c-a769-527ffc8e8a53 HTTP/1.1" status: 200 len: 1129 time: 0.0901022 Aug 27 04:43:11.114723 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68399ee7-35cb-48bd-8df6-43cf1170f783 req-f8b5b868-005e-45d6-b332-e3d2abfc3e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:11.115563 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-93380e8e-2db2-49f4-9409-5a6edbd3cd95 req-3c6decb2-8a9d-4091-a124-b78e9d63cb55 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665116 Aug 27 04:43:11.116078 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-68399ee7-35cb-48bd-8df6-43cf1170f783 req-f8b5b868-005e-45d6-b332-e3d2abfc3e38 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=d85e7650a4374066922085ef5115c973&device_id=6b7c3c45-56ef-40b4-9b60-bafd4f58dd64 HTTP/1.1" status: 200 len: 1129 time: 0.0763853 Aug 27 04:43:11.144646 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7bbde1-d2a7-4e6d-a4f4-0ceabbfc48b9 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Made reservation on behalf of a5ccff4ddab04a47b292ccc5f5387e78 for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:43:11.148858 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2c7bbde1-d2a7-4e6d-a4f4-0ceabbfc48b9 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:11.151179 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:11.177408 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c7bbde1-d2a7-4e6d-a4f4-0ceabbfc48b9 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:43:11.186676 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2c7bbde1-d2a7-4e6d-a4f4-0ceabbfc48b9 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (54053975-b628-460f-94e4-f237f2565fdf), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:11.187019 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-2c7bbde1-d2a7-4e6d-a4f4-0ceabbfc48b9 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Added segment 54053975-b628-460f-94e4-f237f2565fdf of type vlan for network d6e32c45-2335-4775-9eb5-177f28c104be Aug 27 04:43:11.204592 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-68399ee7-35cb-48bd-8df6-43cf1170f783 req-dcefd77a-37c3-4dd5-b89d-d210fb4c5941 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?tenant_id=d85e7650a4374066922085ef5115c973&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0604918 Aug 27 04:43:11.232130 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2c7bbde1-d2a7-4e6d-a4f4-0ceabbfc48b9 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (d6e32c45-2335-4775-9eb5-177f28c104be), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:11.275523 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6a39fac9-2d05-48ad-872a-c5a1a3e23618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (853361cb-b335-4c0e-8a31-ccbef23b29be), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:11.309758 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5f5d8-8d0f-41cd-93bb-8b63327659d3 req-4f47f969-9bdb-4b55-a557-56d400a6e7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:11.311545 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-caf5f5d8-8d0f-41cd-93bb-8b63327659d3 req-4f47f969-9bdb-4b55-a557-56d400a6e7c4 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=a82fb463-5a8f-4b8b-991d-61491eba11c6 HTTP/1.1" status: 200 len: 870 time: 0.1763957 Aug 27 04:43:11.347881 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a39fac9-2d05-48ad-872a-c5a1a3e23618 None None] Network 0758d289-da21-46bc-8bce-b2756fcf883f is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:43:11.359372 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a39fac9-2d05-48ad-872a-c5a1a3e23618 None None] Pushing event updated for resources: {'Port': ['ID=853361cb-b335-4c0e-8a31-ccbef23b29be,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:11.362657 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-6a39fac9-2d05-48ad-872a-c5a1a3e23618 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:43:11.374795 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-caf5f5d8-8d0f-41cd-93bb-8b63327659d3 req-f6367404-a62e-4f0e-8d10-3fb35324aaeb service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=63668c55-2720-436b-bc57-220160aa77b6 HTTP/1.1" status: 200 len: 217 time: 0.0513861 Aug 27 04:43:11.377623 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68399ee7-35cb-48bd-8df6-43cf1170f783 req-6ea13298-7e9e-49cb-bcac-3345e79e564d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:11.377919 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a39fac9-2d05-48ad-872a-c5a1a3e23618 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:43:11.379047 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-68399ee7-35cb-48bd-8df6-43cf1170f783 req-6ea13298-7e9e-49cb-bcac-3345e79e564d service neutron] 10.222.0.75 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1681197 Aug 27 04:43:11.479130 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5f5d8-8d0f-41cd-93bb-8b63327659d3 req-0dc6257d-65fd-4b84-8fde-450667c0619b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:11.480049 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4425957a-190e-4d96-b1f7-87df208e8830 admin admin] Publish callbacks [] for router_gateway (84e7da8b-a8f6-4b61-88e6-2e2215090848), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:11.484689 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-caf5f5d8-8d0f-41cd-93bb-8b63327659d3 req-0dc6257d-65fd-4b84-8fde-450667c0619b service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.0807624 Aug 27 04:43:11.519516 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-6a39fac9-2d05-48ad-872a-c5a1a3e23618 None None] Attempting to bind port 853361cb-b335-4c0e-8a31-ccbef23b29be on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:43:11.525149 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-6a39fac9-2d05-48ad-872a-c5a1a3e23618 None None] Attempting to bind port 853361cb-b335-4c0e-8a31-ccbef23b29be by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'c7dc872f-7c81-4fb7-b133-f1b5e06d39c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '0758d289-da21-46bc-8bce-b2756fcf883f'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:43:11.525149 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a39fac9-2d05-48ad-872a-c5a1a3e23618 None None] Attempting to bind port 853361cb-b335-4c0e-8a31-ccbef23b29be on network 0758d289-da21-46bc-8bce-b2756fcf883f {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:43:11.530092 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2c7bbde1-d2a7-4e6d-a4f4-0ceabbfc48b9 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (d6e32c45-2335-4775-9eb5-177f28c104be), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:11.535143 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7bbde1-d2a7-4e6d-a4f4-0ceabbfc48b9 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:11.535327 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a39fac9-2d05-48ad-872a-c5a1a3e23618 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:43:11.535649 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a39fac9-2d05-48ad-872a-c5a1a3e23618 None None] Checking segment: {'id': 'c7dc872f-7c81-4fb7-b133-f1b5e06d39c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '0758d289-da21-46bc-8bce-b2756fcf883f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:43:11.535770 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2c7bbde1-d2a7-4e6d-a4f4-0ceabbfc48b9 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:11.536060 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6a39fac9-2d05-48ad-872a-c5a1a3e23618 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:11.536560 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a39fac9-2d05-48ad-872a-c5a1a3e23618 None None] Bound using segment: {'id': 'c7dc872f-7c81-4fb7-b133-f1b5e06d39c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '0758d289-da21-46bc-8bce-b2756fcf883f'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:43:11.537037 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-6a39fac9-2d05-48ad-872a-c5a1a3e23618 None None] Bound port: 853361cb-b335-4c0e-8a31-ccbef23b29be, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7dc872f-7c81-4fb7-b133-f1b5e06d39c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '0758d289-da21-46bc-8bce-b2756fcf883f'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:43:11.537773 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6a39fac9-2d05-48ad-872a-c5a1a3e23618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (853361cb-b335-4c0e-8a31-ccbef23b29be), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:11.582567 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5f5d8-8d0f-41cd-93bb-8b63327659d3 req-d60d6dde-98b6-4882-9b73-eb7e7e82302a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:11.582567 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-caf5f5d8-8d0f-41cd-93bb-8b63327659d3 req-d60d6dde-98b6-4882-9b73-eb7e7e82302a service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0865815 Aug 27 04:43:11.584371 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c653d9b-d056-4d5e-a0e7-04e8f7f86b30 req-bc6de877-9aaf-48c8-9ef1-d5acf223fdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:11.584371 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-2c653d9b-d056-4d5e-a0e7-04e8f7f86b30 req-bc6de877-9aaf-48c8-9ef1-d5acf223fdd2 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=d85e7650a4374066922085ef5115c973&device_id=6b7c3c45-56ef-40b4-9b60-bafd4f58dd64 HTTP/1.1" status: 200 len: 1129 time: 0.0802517 Aug 27 04:43:11.642192 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-6a39fac9-2d05-48ad-872a-c5a1a3e23618 None None] For port 853361cb-b335-4c0e-8a31-ccbef23b29be, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:43:11.654045 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-6a39fac9-2d05-48ad-872a-c5a1a3e23618 None None] For port 853361cb-b335-4c0e-8a31-ccbef23b29be, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=853361cb-b335-4c0e-8a31-ccbef23b29be,segment=NetworkSegment(c7dc872f-7c81-4fb7-b133-f1b5e06d39c3),segment_id=c7dc872f-7c81-4fb7-b133-f1b5e06d39c3)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:43:11.659144 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7bbde1-d2a7-4e6d-a4f4-0ceabbfc48b9 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Pushing event updated for resources: {'Network': ['ID=d6e32c45-2335-4775-9eb5-177f28c104be,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:11.673615 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network d6e32c45-2335-4775-9eb5-177f28c104be details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:43:11.688200 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-974b3546-4a39-4c76-b001-9a101243d8e2 req-e5ad74dc-e436-483a-9c8e-a3cb39b4d9e1 tempest-LiveMigrationNegativeTest-264442315 tempest-LiveMigrationNegativeTest-264442315-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=6cc25b68-e43e-4056-aea7-4ab2e6a959f1 HTTP/1.1" status: 200 len: 210 time: 0.1494749 Aug 27 04:43:11.695774 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d806e8b7-ce80-46c5-84e4-91f9979da7a6 req-44c24340-cf1e-4d34-af46-87e5d4f45b3f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:11.703714 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d806e8b7-ce80-46c5-84e4-91f9979da7a6 req-44c24340-cf1e-4d34-af46-87e5d4f45b3f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=6b7c3c45-56ef-40b4-9b60-bafd4f58dd64 HTTP/1.1" status: 200 len: 947 time: 0.2705407 Aug 27 04:43:11.708717 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-2c653d9b-d056-4d5e-a0e7-04e8f7f86b30 req-5fcdd6df-6460-4892-bf16-b4daf1794387 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=9328be9a-ae97-4165-bf25-9a26e1f2012e HTTP/1.1" status: 200 len: 217 time: 0.0978575 Aug 27 04:43:11.743321 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:11.810123 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c653d9b-d056-4d5e-a0e7-04e8f7f86b30 req-83700eab-7d9d-4973-8411-4f36733c2b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:11.811669 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-2c653d9b-d056-4d5e-a0e7-04e8f7f86b30 req-83700eab-7d9d-4973-8411-4f36733c2b72 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.0946927 Aug 27 04:43:11.812361 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6a39fac9-2d05-48ad-872a-c5a1a3e23618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (853361cb-b335-4c0e-8a31-ccbef23b29be), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:11.815892 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-caf5f5d8-8d0f-41cd-93bb-8b63327659d3 req-e9296089-1fb9-45ae-b898-ee030e3e0e81 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063725 Aug 27 04:43:11.885689 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2c7bbde1-d2a7-4e6d-a4f4-0ceabbfc48b9 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2793717 Aug 27 04:43:11.889545 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d806e8b7-ce80-46c5-84e4-91f9979da7a6 req-fb0fbcdd-f766-4d4d-9b5e-517ee5ddaf3b tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830678 Aug 27 04:43:11.892447 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 43742) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:11.937686 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a39fac9-2d05-48ad-872a-c5a1a3e23618 None None] Pushing event updated for resources: {'Port': ['ID=853361cb-b335-4c0e-8a31-ccbef23b29be,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:11.942739 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-9668b10b-0b19-42f5-a086-a23f431e88f6 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Request body: {'subnet': {'network_id': 'd6e32c45-2335-4775-9eb5-177f28c104be', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:43:11.975264 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device 445511e8-5d87-4a83-9c81-e06b43159cdf details requested by agent hyperv_n-h1-852088-5 with host n-h1-852088-5 {{(pid=107777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:43:11.999126 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c653d9b-d056-4d5e-a0e7-04e8f7f86b30 req-0e686856-b539-4135-999a-48888f849af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:11.999126 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-2c653d9b-d056-4d5e-a0e7-04e8f7f86b30 req-0e686856-b539-4135-999a-48888f849af7 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1738920 Aug 27 04:43:12.087498 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4425957a-190e-4d96-b1f7-87df208e8830 admin admin] Publish callbacks [] for router_gateway (84e7da8b-a8f6-4b61-88e6-2e2215090848), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:12.111267 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4425957a-190e-4d96-b1f7-87df208e8830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:12.215214 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-caf5f5d8-8d0f-41cd-93bb-8b63327659d3 req-292a2fd4-496e-4c24-9c7a-723b75e17970 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882990 Aug 27 04:43:12.217449 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port 445511e8-5d87-4a83-9c81-e06b43159cdf, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=445511e8-5d87-4a83-9c81-e06b43159cdf,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:43:12.269836 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-4425957a-190e-4d96-b1f7-87df208e8830 admin admin] Allocated IP 172.25.2.39 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/261c3ffc-56a7-4e1b-baaa-0c0d1b40b765) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:43:12.270718 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Returning: {'device': '445511e8-5d87-4a83-9c81-e06b43159cdf', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'port_id': '445511e8-5d87-4a83-9c81-e06b43159cdf', 'mac_address': 'fa:16:3e:7b:19:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120f3302-721f-4373-86a6-3aa14ccf6ac4', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:43:12.290493 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-2c653d9b-d056-4d5e-a0e7-04e8f7f86b30 req-f319e28e-c05e-4b5a-a3f5-61687ffac9ca service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815177 Aug 27 04:43:12.330075 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Current status of the port 445511e8-5d87-4a83-9c81-e06b43159cdf is: ACTIVE; New status is: BUILD {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:43:12.330506 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (445511e8-5d87-4a83-9c81-e06b43159cdf), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:12.358879 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 445511e8-5d87-4a83-9c81-e06b43159cdf {{(pid=107777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 04:43:12.373616 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9668b10b-0b19-42f5-a086-a23f431e88f6 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Made reservation on behalf of a5ccff4ddab04a47b292ccc5f5387e78 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:43:12.378492 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9668b10b-0b19-42f5-a086-a23f431e88f6 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:12.412116 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:12.417598 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port 445511e8-5d87-4a83-9c81-e06b43159cdf, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=445511e8-5d87-4a83-9c81-e06b43159cdf,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:43:12.469538 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-2c653d9b-d056-4d5e-a0e7-04e8f7f86b30 req-8929b274-fc10-41a8-8c31-7965f403365f service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630008 Aug 27 04:43:12.482573 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b04dcd6-0988-4129-8382-f90f34708fd3 req-42c9cd72-4023-40db-94ba-d473f7d1023a tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:12.485148 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3b04dcd6-0988-4129-8382-f90f34708fd3 req-42c9cd72-4023-40db-94ba-d473f7d1023a tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8f4d695c-d061-4a9c-a769-527ffc8e8a53 HTTP/1.1" status: 200 len: 947 time: 0.1842268 Aug 27 04:43:12.493201 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (445511e8-5d87-4a83-9c81-e06b43159cdf), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:12.494620 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device 63668c55-2720-436b-bc57-220160aa77b6 details requested by agent hyperv_n-h1-852088-5 with host n-h1-852088-5 {{(pid=107777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:43:12.551019 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 853361cb-b335-4c0e-8a31-ccbef23b29be up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:43:12.612183 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3b04dcd6-0988-4129-8382-f90f34708fd3 req-5fbed2c6-b144-4197-83b9-53c9540f1abd tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095111 Aug 27 04:43:12.616469 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4425957a-190e-4d96-b1f7-87df208e8830 admin admin] Publish callbacks [] for port (261c3ffc-56a7-4e1b-baaa-0c0d1b40b765), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:12.653371 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port 63668c55-2720-436b-bc57-220160aa77b6, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=63668c55-2720-436b-bc57-220160aa77b6,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:43:12.666048 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Pushing event updated for resources: {'Port': ['ID=445511e8-5d87-4a83-9c81-e06b43159cdf,revision_number=6']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:12.676828 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Returning: {'device': '63668c55-2720-436b-bc57-220160aa77b6', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'port_id': '63668c55-2720-436b-bc57-220160aa77b6', 'mac_address': 'fa:16:3e:6d:9b:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120f3302-721f-4373-86a6-3aa14ccf6ac4', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:43:12.685293 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 853361cb-b335-4c0e-8a31-ccbef23b29be triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:43:12.685680 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (853361cb-b335-4c0e-8a31-ccbef23b29be), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:12.750202 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Current status of the port 63668c55-2720-436b-bc57-220160aa77b6 is: DOWN; New status is: BUILD {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:43:12.750601 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (63668c55-2720-436b-bc57-220160aa77b6), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:12.775504 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63668c55-2720-436b-bc57-220160aa77b6 {{(pid=107777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 04:43:12.799687 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4425957a-190e-4d96-b1f7-87df208e8830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (261c3ffc-56a7-4e1b-baaa-0c0d1b40b765), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:12.800096 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port 63668c55-2720-436b-bc57-220160aa77b6, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=63668c55-2720-436b-bc57-220160aa77b6,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:43:12.800779 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=61 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:12.853690 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 853361cb-b335-4c0e-8a31-ccbef23b29be is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:43:12.854302 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (853361cb-b335-4c0e-8a31-ccbef23b29be), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:12.862942 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4425957a-190e-4d96-b1f7-87df208e8830 admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:43:12.868203 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-4425957a-190e-4d96-b1f7-87df208e8830 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:43:12.872735 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4425957a-190e-4d96-b1f7-87df208e8830 admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:43:12.915898 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 853361cb-b335-4c0e-8a31-ccbef23b29be, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=853361cb-b335-4c0e-8a31-ccbef23b29be,segment=NetworkSegment(c7dc872f-7c81-4fb7-b133-f1b5e06d39c3),segment_id=c7dc872f-7c81-4fb7-b133-f1b5e06d39c3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:43:12.931565 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9668b10b-0b19-42f5-a086-a23f431e88f6 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (eda4ac57-1447-4f64-ae75-4f0f1af9191f), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:12.969932 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4425957a-190e-4d96-b1f7-87df208e8830 admin admin] Pushing event updated for resources: {'Port': ['ID=261c3ffc-56a7-4e1b-baaa-0c0d1b40b765,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:13.162989 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ec084-c0c8-423d-8310-a71467716cfe req-e7940476-1ad1-4735-bfc8-21a0ddec632f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:13.164350 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d29ec084-c0c8-423d-8310-a71467716cfe req-e7940476-1ad1-4735-bfc8-21a0ddec632f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=6b7c3c45-56ef-40b4-9b60-bafd4f58dd64 HTTP/1.1" status: 200 len: 947 time: 0.1195726 Aug 27 04:43:13.171841 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9668b10b-0b19-42f5-a086-a23f431e88f6 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Pushing event updated for resources: {'Subnet': ['ID=eda4ac57-1447-4f64-ae75-4f0f1af9191f,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:13.211857 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9668b10b-0b19-42f5-a086-a23f431e88f6 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Checking segment: {'id': '54053975-b628-460f-94e4-f237f2565fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd6e32c45-2335-4775-9eb5-177f28c104be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:43:13.212265 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9668b10b-0b19-42f5-a086-a23f431e88f6 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Network hostable DHCP agents. Network: d6e32c45-2335-4775-9eb5-177f28c104be, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:43:13.240065 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80692f6-9df0-4e2d-9f29-16ef2dd0c26d None None] Network 0758d289-da21-46bc-8bce-b2756fcf883f requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:43:13.253470 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d29ec084-c0c8-423d-8310-a71467716cfe req-7a54c076-cd21-4f1b-b087-a20e33efc3b7 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788469 Aug 27 04:43:13.287979 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (853361cb-b335-4c0e-8a31-ccbef23b29be), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:13.312669 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (63668c55-2720-436b-bc57-220160aa77b6), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:13.343911 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Device 50ae140f-7752-48c5-910e-0f908218735c no longer exists at agent hyperv_n-h2-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:43:13.377478 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 43784) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:13.384235 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-acaa97dd-a094-4fd7-8511-9184522a0f07 None None] Provisioning complete for port 853361cb-b335-4c0e-8a31-ccbef23b29be triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:43:13.384645 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-acaa97dd-a094-4fd7-8511-9184522a0f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (853361cb-b335-4c0e-8a31-ccbef23b29be), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:13.386117 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] No Port match for: 50ae140f-7752-48c5-910e-0f908218735c {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:43:13.387215 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Device 50ae140f-7752-48c5-910e-0f908218735c not bound to the agent host n-h2-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:43:13.429342 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9668b10b-0b19-42f5-a086-a23f431e88f6 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Network d6e32c45-2335-4775-9eb5-177f28c104be is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:43:13.447994 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=853361cb-b335-4c0e-8a31-ccbef23b29be,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:13.551506 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Pushing event updated for resources: {'Port': ['ID=63668c55-2720-436b-bc57-220160aa77b6,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:13.556079 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-acaa97dd-a094-4fd7-8511-9184522a0f07 None None] Current status of the port 853361cb-b335-4c0e-8a31-ccbef23b29be is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:43:13.599877 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-412d7cee-7392-4dd5-b90b-8697b1bc2102 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-437396070-network', 'tenant_id': 'ff8743cde75f4f6da3a5742c66742898'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:43:13.640355 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4425957a-190e-4d96-b1f7-87df208e8830 admin admin] Publish callbacks [] for router_gateway (84e7da8b-a8f6-4b61-88e6-2e2215090848), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:13.749691 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-9668b10b-0b19-42f5-a086-a23f431e88f6 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, d6e32c45-2335-4775-9eb5-177f28c104be) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:43:13.754736 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9668b10b-0b19-42f5-a086-a23f431e88f6 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:13.755345 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9668b10b-0b19-42f5-a086-a23f431e88f6 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:13.759890 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc9890b-1c5d-4abf-8058-338ea8ad6b49 None None] Network d6e32c45-2335-4775-9eb5-177f28c104be requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:43:13.808042 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73172cfa-4dfd-4725-8077-beb4f903f889 req-19ec5a61-27d2-427c-bfdb-051c9115cb67 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:13.808042 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-73172cfa-4dfd-4725-8077-beb4f903f889 req-19ec5a61-27d2-427c-bfdb-051c9115cb67 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8f4d695c-d061-4a9c-a769-527ffc8e8a53 HTTP/1.1" status: 200 len: 948 time: 0.0820403 Aug 27 04:43:13.850911 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-b64bda10-35c3-4b7a-bfa3-9cbe50bfebb6 None None] Provisioning complete for port 853361cb-b335-4c0e-8a31-ccbef23b29be triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:43:13.851724 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b64bda10-35c3-4b7a-bfa3-9cbe50bfebb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (853361cb-b335-4c0e-8a31-ccbef23b29be), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:13.854655 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412d7cee-7392-4dd5-b90b-8697b1bc2102 admin admin] Made reservation on behalf of ff8743cde75f4f6da3a5742c66742898 for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:43:13.857640 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-412d7cee-7392-4dd5-b90b-8697b1bc2102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:13.877687 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-412d7cee-7392-4dd5-b90b-8697b1bc2102 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:13.927285 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9668b10b-0b19-42f5-a086-a23f431e88f6 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9944737 Aug 27 04:43:13.948232 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 43798) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:13.956533 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-929d0a23-725d-4368-9a33-d9802575e329 req-7d4f668e-6483-40c4-a93f-e8777397ffc1 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4bf2d29a-e105-4009-90cf-3e4ff882c9b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0701473 Aug 27 04:43:13.963377 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de14beb6-f1e1-4a25-94d9-0cc327bb9dd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-d6e32c45-2335-4775-9eb5-177f28c104be', 'network_id': 'd6e32c45-2335-4775-9eb5-177f28c104be', 'project_id': 'a5ccff4ddab04a47b292ccc5f5387e78', 'fixed_ips': [{'subnet_id': 'eda4ac57-1447-4f64-ae75-4f0f1af9191f'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:43:13.965717 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-de14beb6-f1e1-4a25-94d9-0cc327bb9dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:13.988721 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 43806) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:13.992785 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-0e4d1c55-7708-4835-b934-642b8d7df406 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1268179606'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:43:14.067595 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-73172cfa-4dfd-4725-8077-beb4f903f889 req-1b9b664b-b21d-4e28-9560-c79619cbe917 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602825 Aug 27 04:43:14.096527 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d0a23-725d-4368-9a33-d9802575e329 req-ef8c3874-d7ff-485c-955f-4f6260fcc145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:14.096527 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-929d0a23-725d-4368-9a33-d9802575e329 req-ef8c3874-d7ff-485c-955f-4f6260fcc145 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=d85e7650a4374066922085ef5115c973&device_id=4bf2d29a-e105-4009-90cf-3e4ff882c9b1 HTTP/1.1" status: 200 len: 1132 time: 0.1117804 Aug 27 04:43:14.097546 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-b64bda10-35c3-4b7a-bfa3-9cbe50bfebb6 None None] Current status of the port 853361cb-b335-4c0e-8a31-ccbef23b29be is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:43:14.122849 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4425957a-190e-4d96-b1f7-87df208e8830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (84e7da8b-a8f6-4b61-88e6-2e2215090848), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:14.202313 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-de14beb6-f1e1-4a25-94d9-0cc327bb9dd0 None None] Allocated IP 19.80.0.2 (d6e32c45-2335-4775-9eb5-177f28c104be/eda4ac57-1447-4f64-ae75-4f0f1af9191f/0ea0ed2a-7100-405b-97e3-ee997ad90ea0) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:43:14.274555 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] get_ports_and_sgs() called for port_ids ['445511e8-5d87-4a83-9c81-e06b43159cdf'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:43:14.317465 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e4d1c55-7708-4835-b934-642b8d7df406 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Made reservation on behalf of a5ccff4ddab04a47b292ccc5f5387e78 for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:43:14.318791 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-98b23655-7299-4a77-9cbc-2645d3e26603 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=e5865b7b9da947b2a324cb31d5c658bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3286936 Aug 27 04:43:14.321307 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 43828) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:14.321578 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0e4d1c55-7708-4835-b934-642b8d7df406 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:14.331845 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d0a23-725d-4368-9a33-d9802575e329 req-db59fa29-1968-4345-90fb-14d909c4cfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:14.333578 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-929d0a23-725d-4368-9a33-d9802575e329 req-db59fa29-1968-4345-90fb-14d909c4cfbb service neutron] 10.222.0.78 "GET /networking/v2.0/networks?id=a82fb463-5a8f-4b8b-991d-61491eba11c6 HTTP/1.1" status: 200 len: 870 time: 0.1966324 Aug 27 04:43:14.343473 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-caf173e4-dbf0-424a-8ced-a688fdf53ae8 req-b6b9eed5-de5b-4e9e-bc1e-fe23ee3d8db4 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=c1b8a17e29c4436a9c51b4fc7b963822&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0847888 Aug 27 04:43:14.345492 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-412d7cee-7392-4dd5-b90b-8697b1bc2102 admin admin] Publish callbacks [] for security_group (d5b19eef-2050-4c8e-aaac-d30cfd979d34), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:14.380036 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-929d0a23-725d-4368-9a33-d9802575e329 req-b7645315-8ceb-4266-aef6-7ed0d3a071ec service neutron] 10.222.0.78 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=7174c67f-162b-4c47-a77c-12737a841916 HTTP/1.1" status: 200 len: 217 time: 0.0383162 Aug 27 04:43:14.402294 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] get_ports_and_sgs() called for port_ids ['63668c55-2720-436b-bc57-220160aa77b6'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:43:14.459761 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e0ed0d51-3ee2-4602-a344-2121d89ef0db admin admin] Publish callbacks [] for security_group (76c57a38-5eea-4c1b-9a19-7bd88dd68150), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:14.463509 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d0a23-725d-4368-9a33-d9802575e329 req-b3a3527d-772f-4e06-aa08-b0cead3637ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:14.465125 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-929d0a23-725d-4368-9a33-d9802575e329 req-b3a3527d-772f-4e06-aa08-b0cead3637ff service neutron] 10.222.0.78 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.0765433 Aug 27 04:43:14.496626 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 853361cb-b335-4c0e-8a31-ccbef23b29be up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:43:14.517188 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e0ed0d51-3ee2-4602-a344-2121d89ef0db admin admin] Publish callbacks [] for security_group (76c57a38-5eea-4c1b-9a19-7bd88dd68150), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:14.525057 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-412d7cee-7392-4dd5-b90b-8697b1bc2102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (d5b19eef-2050-4c8e-aaac-d30cfd979d34), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:14.534753 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d0a23-725d-4368-9a33-d9802575e329 req-69d3b372-6eb1-431c-9fc1-1beb52603e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:14.536762 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-929d0a23-725d-4368-9a33-d9802575e329 req-69d3b372-6eb1-431c-9fc1-1beb52603e02 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0619788 Aug 27 04:43:14.541554 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e4d1c55-7708-4835-b934-642b8d7df406 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:43:14.598359 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf173e4-dbf0-424a-8ced-a688fdf53ae8 req-f3496327-0dc2-4309-a269-c848ec203576 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:14.599871 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-caf173e4-dbf0-424a-8ced-a688fdf53ae8 req-f3496327-0dc2-4309-a269-c848ec203576 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2474408 Aug 27 04:43:14.601150 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0e4d1c55-7708-4835-b934-642b8d7df406 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (c2fb846d-c006-4d47-aeb9-06eb3683c897), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:14.601542 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-0e4d1c55-7708-4835-b934-642b8d7df406 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Added segment c2fb846d-c006-4d47-aeb9-06eb3683c897 of type vlan for network e02679dd-13d8-4e94-924d-06ffdacc8642 Aug 27 04:43:14.614745 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-412d7cee-7392-4dd5-b90b-8697b1bc2102 admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:43:14.640000 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6272701e-a4d9-43ce-99a4-6ee9fec219af req-deba0dd6-9e3f-48d1-b3aa-41727a84dcc8 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:14.641106 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6272701e-a4d9-43ce-99a4-6ee9fec219af req-deba0dd6-9e3f-48d1-b3aa-41727a84dcc8 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=6b7c3c45-56ef-40b4-9b60-bafd4f58dd64 HTTP/1.1" status: 200 len: 947 time: 0.2588854 Aug 27 04:43:14.655518 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412d7cee-7392-4dd5-b90b-8697b1bc2102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b19eef-2050-4c8e-aaac-d30cfd979d34,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:14.666160 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-caf173e4-dbf0-424a-8ced-a688fdf53ae8 req-05265de8-99a9-4290-bae6-ebdf5925a0eb tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/quotas/c1b8a17e29c4436a9c51b4fc7b963822 HTTP/1.1" status: 200 len: 375 time: 0.0493305 Aug 27 04:43:14.700268 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-caf173e4-dbf0-424a-8ced-a688fdf53ae8 req-c8f65c87-2e6d-4ae3-8c7b-ecf18db833cd tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=c1b8a17e29c4436a9c51b4fc7b963822&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264211 Aug 27 04:43:14.793428 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4425957a-190e-4d96-b1f7-87df208e8830 admin admin] Router 84e7da8b-a8f6-4b61-88e6-2e2215090848 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:43:15.031932 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-929d0a23-725d-4368-9a33-d9802575e329 req-fe801a88-2487-4d20-859a-a17e587a60ff service neutron] 10.222.0.78 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4868309 Aug 27 04:43:15.124503 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-de14beb6-f1e1-4a25-94d9-0cc327bb9dd0 None None] Publish callbacks [] for port (0ea0ed2a-7100-405b-97e3-ee997ad90ea0), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:15.156073 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 853361cb-b335-4c0e-8a31-ccbef23b29be triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:43:15.156493 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (853361cb-b335-4c0e-8a31-ccbef23b29be), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:15.193252 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-929d0a23-725d-4368-9a33-d9802575e329 req-1dc01850-7d5e-4b94-8a76-d8f3b6041678 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525452 Aug 27 04:43:15.289588 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 853361cb-b335-4c0e-8a31-ccbef23b29be is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:43:15.303160 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e0ed0d51-3ee2-4602-a344-2121d89ef0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (76c57a38-5eea-4c1b-9a19-7bd88dd68150), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:15.303788 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-de14beb6-f1e1-4a25-94d9-0cc327bb9dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (0ea0ed2a-7100-405b-97e3-ee997ad90ea0), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:15.307704 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e0ed0d51-3ee2-4602-a344-2121d89ef0db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:15.309302 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e0ed0d51-3ee2-4602-a344-2121d89ef0db admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/76c57a38-5eea-4c1b-9a19-7bd88dd68150 HTTP/1.1" status: 204 len: 168 time: 0.9865854 Aug 27 04:43:15.319303 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ed0d51-3ee2-4602-a344-2121d89ef0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c57a38-5eea-4c1b-9a19-7bd88dd68150,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:15.361466 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-412d7cee-7392-4dd5-b90b-8697b1bc2102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (62dec306-3408-4038-b3fe-9711faccd416), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:15.361954 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-412d7cee-7392-4dd5-b90b-8697b1bc2102 admin admin] Added segment 62dec306-3408-4038-b3fe-9711faccd416 of type vlan for network 146b1bad-4e03-4b2d-a241-35a8a5f09911 Aug 27 04:43:15.364189 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de14beb6-f1e1-4a25-94d9-0cc327bb9dd0 None None] Network d6e32c45-2335-4775-9eb5-177f28c104be is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:43:15.367687 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-de14beb6-f1e1-4a25-94d9-0cc327bb9dd0 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:43:15.371336 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de14beb6-f1e1-4a25-94d9-0cc327bb9dd0 None None] Pushing event updated for resources: {'Port': ['ID=0ea0ed2a-7100-405b-97e3-ee997ad90ea0,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:15.373082 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de14beb6-f1e1-4a25-94d9-0cc327bb9dd0 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:43:15.414786 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-9454420f-9991-4ea7-8da6-72b1201e47e0 req-75e4a01a-664f-44e4-8d8f-d65e5a185862 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=48a61e6b-67cb-452c-84ee-befd46f66c11 HTTP/1.1" status: 200 len: 210 time: 0.0928223 Aug 27 04:43:15.446774 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0e4d1c55-7708-4835-b934-642b8d7df406 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (e02679dd-13d8-4e94-924d-06ffdacc8642), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:15.451755 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-de14beb6-f1e1-4a25-94d9-0cc327bb9dd0 None None] Attempting to bind port 0ea0ed2a-7100-405b-97e3-ee997ad90ea0 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:43:15.452262 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-de14beb6-f1e1-4a25-94d9-0cc327bb9dd0 None None] Attempting to bind port 0ea0ed2a-7100-405b-97e3-ee997ad90ea0 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '54053975-b628-460f-94e4-f237f2565fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd6e32c45-2335-4775-9eb5-177f28c104be'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:43:15.452767 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de14beb6-f1e1-4a25-94d9-0cc327bb9dd0 None None] Attempting to bind port 0ea0ed2a-7100-405b-97e3-ee997ad90ea0 on network d6e32c45-2335-4775-9eb5-177f28c104be {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:43:15.459102 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de14beb6-f1e1-4a25-94d9-0cc327bb9dd0 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:43:15.459492 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de14beb6-f1e1-4a25-94d9-0cc327bb9dd0 None None] Checking segment: {'id': '54053975-b628-460f-94e4-f237f2565fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd6e32c45-2335-4775-9eb5-177f28c104be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:43:15.459898 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-de14beb6-f1e1-4a25-94d9-0cc327bb9dd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:15.460328 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de14beb6-f1e1-4a25-94d9-0cc327bb9dd0 None None] Bound using segment: {'id': '54053975-b628-460f-94e4-f237f2565fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd6e32c45-2335-4775-9eb5-177f28c104be'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:43:15.460845 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-de14beb6-f1e1-4a25-94d9-0cc327bb9dd0 None None] Bound port: 0ea0ed2a-7100-405b-97e3-ee997ad90ea0, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54053975-b628-460f-94e4-f237f2565fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd6e32c45-2335-4775-9eb5-177f28c104be'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:43:15.461234 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-de14beb6-f1e1-4a25-94d9-0cc327bb9dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (0ea0ed2a-7100-405b-97e3-ee997ad90ea0), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:15.506467 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6272701e-a4d9-43ce-99a4-6ee9fec219af req-226a1ab1-cd41-4a5b-82a6-704261d0cec5 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8583572 Aug 27 04:43:15.514671 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-412d7cee-7392-4dd5-b90b-8697b1bc2102 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (146b1bad-4e03-4b2d-a241-35a8a5f09911), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:15.535923 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-de14beb6-f1e1-4a25-94d9-0cc327bb9dd0 None None] For port 0ea0ed2a-7100-405b-97e3-ee997ad90ea0, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:43:15.539256 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-de14beb6-f1e1-4a25-94d9-0cc327bb9dd0 None None] For port 0ea0ed2a-7100-405b-97e3-ee997ad90ea0, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=0ea0ed2a-7100-405b-97e3-ee997ad90ea0,segment=NetworkSegment(54053975-b628-460f-94e4-f237f2565fdf),segment_id=54053975-b628-460f-94e4-f237f2565fdf)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:43:15.588518 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4425957a-190e-4d96-b1f7-87df208e8830 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:43:15.598683 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994492eb-dd79-48bf-9a86-d5cd41e107b9 None None] Sync routers for ids ['84e7da8b-a8f6-4b61-88e6-2e2215090848'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:43:15.609732 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994492eb-dd79-48bf-9a86-d5cd41e107b9 None None] Routers {'84e7da8b-a8f6-4b61-88e6-2e2215090848'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:43:15.610367 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-994492eb-dd79-48bf-9a86-d5cd41e107b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:42:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['84e7da8b-a8f6-4b61-88e6-2e2215090848'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:43:15.611980 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933d446-368f-4b90-ae0b-dd4c25728094 req-177e29b9-ee69-44ca-a312-eb77730485c0 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:15.613531 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-0933d446-368f-4b90-ae0b-dd4c25728094 req-177e29b9-ee69-44ca-a312-eb77730485c0 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8f4d695c-d061-4a9c-a769-527ffc8e8a53 HTTP/1.1" status: 200 len: 948 time: 0.1201723 Aug 27 04:43:15.676741 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-0933d446-368f-4b90-ae0b-dd4c25728094 req-fa6dd93d-7970-4c73-bae9-d97b6d13c194 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559142 Aug 27 04:43:15.722700 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-de14beb6-f1e1-4a25-94d9-0cc327bb9dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (0ea0ed2a-7100-405b-97e3-ee997ad90ea0), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:15.723232 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0e4d1c55-7708-4835-b934-642b8d7df406 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (e02679dd-13d8-4e94-924d-06ffdacc8642), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:15.729161 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4d1c55-7708-4835-b934-642b8d7df406 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:15.729791 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0e4d1c55-7708-4835-b934-642b8d7df406 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:15.735668 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-994492eb-dd79-48bf-9a86-d5cd41e107b9 None None] Set router 84e7da8b-a8f6-4b61-88e6-2e2215090848 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:43:15.825970 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-412d7cee-7392-4dd5-b90b-8697b1bc2102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (146b1bad-4e03-4b2d-a241-35a8a5f09911), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:15.825970 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412d7cee-7392-4dd5-b90b-8697b1bc2102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:15.825970 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-412d7cee-7392-4dd5-b90b-8697b1bc2102 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:15.825970 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4425957a-190e-4d96-b1f7-87df208e8830 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:15.826378 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-4425957a-190e-4d96-b1f7-87df208e8830 admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.5430982 Aug 27 04:43:15.829449 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 43852) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:15.840774 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4d1c55-7708-4835-b934-642b8d7df406 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Pushing event updated for resources: {'Network': ['ID=e02679dd-13d8-4e94-924d-06ffdacc8642,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:15.868472 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network e02679dd-13d8-4e94-924d-06ffdacc8642 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:43:15.925208 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412d7cee-7392-4dd5-b90b-8697b1bc2102 admin admin] Pushing event updated for resources: {'Network': ['ID=146b1bad-4e03-4b2d-a241-35a8a5f09911,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:15.991379 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 146b1bad-4e03-4b2d-a241-35a8a5f09911 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:43:16.023772 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de14beb6-f1e1-4a25-94d9-0cc327bb9dd0 None None] Pushing event updated for resources: {'Port': ['ID=0ea0ed2a-7100-405b-97e3-ee997ad90ea0,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:16.036615 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0e4d1c55-7708-4835-b934-642b8d7df406 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.0835352 Aug 27 04:43:16.048933 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 43854) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:16.048933 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-fd008fea-dd36-47aa-942e-a95694a4c63d tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Request body: {'subnet': {'network_id': 'e02679dd-13d8-4e94-924d-06ffdacc8642', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:43:16.162904 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-412d7cee-7392-4dd5-b90b-8697b1bc2102 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.7842026 Aug 27 04:43:16.171610 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 43858) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:16.183011 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-7ae7e02a-99c2-4a25-ba87-97615a54df7b admin admin] Request body: {'subnet': {'network_id': '146b1bad-4e03-4b2d-a241-35a8a5f09911', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-437396070-subnet', 'tenant_id': 'ff8743cde75f4f6da3a5742c66742898', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:43:16.264256 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-994492eb-dd79-48bf-9a86-d5cd41e107b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e7da8b-a8f6-4b61-88e6-2e2215090848', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2106007120-router', 'tenant_id': '7b296dbb8b5647498a6a42689659ed79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '261c3ffc-56a7-4e1b-baaa-0c0d1b40b765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:43:10Z', 'updated_at': '2022-08-27T04:43:13Z', 'revision_number': 3, 'project_id': '7b296dbb8b5647498a6a42689659ed79', 'gw_port': {'id': '261c3ffc-56a7-4e1b-baaa-0c0d1b40b765', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e7da8b-a8f6-4b61-88e6-2e2215090848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:43:12Z', 'updated_at': '2022-08-27T04:43:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:43:16.290189 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994492eb-dd79-48bf-9a86-d5cd41e107b9 None None] Checking router: 84e7da8b-a8f6-4b61-88e6-2e2215090848 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:43:16.290606 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994492eb-dd79-48bf-9a86-d5cd41e107b9 None None] Updating router 84e7da8b-a8f6-4b61-88e6-2e2215090848 port 261c3ffc-56a7-4e1b-baaa-0c0d1b40b765 binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:43:16.319520 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd008fea-dd36-47aa-942e-a95694a4c63d tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Made reservation on behalf of a5ccff4ddab04a47b292ccc5f5387e78 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:43:16.323887 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fd008fea-dd36-47aa-942e-a95694a4c63d tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:16.333137 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae7e02a-99c2-4a25-ba87-97615a54df7b admin admin] Made reservation on behalf of ff8743cde75f4f6da3a5742c66742898 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:43:16.333302 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-994492eb-dd79-48bf-9a86-d5cd41e107b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (261c3ffc-56a7-4e1b-baaa-0c0d1b40b765), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:16.333410 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7ae7e02a-99c2-4a25-ba87-97615a54df7b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:16.426620 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:16.608558 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2bcd22a0-7b1d-4716-8052-54d6350e358a req-5dc745c4-3faa-4a8e-99b0-e5d83b860d23 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=48a61e6b-67cb-452c-84ee-befd46f66c11 HTTP/1.1" status: 200 len: 210 time: 0.0374117 Aug 27 04:43:16.608558 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 43868) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:16.634553 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 0ea0ed2a-7100-405b-97e3-ee997ad90ea0 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:43:16.686772 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=4,neutron:DELETE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:16.709877 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-bf34dc15-53f6-4e40-b4ac-87c216e83419 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=3f8eccffe64c41388566ed2dbee7d79f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0982862 Aug 27 04:43:16.718927 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 43878) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:16.759041 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d10ee8-99c0-4652-ab6c-e00e3dd818da req-fc6bc70a-21ee-47aa-8242-554a638beb6f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:16.760628 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f8d10ee8-99c0-4652-ab6c-e00e3dd818da req-fc6bc70a-21ee-47aa-8242-554a638beb6f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=6b7c3c45-56ef-40b4-9b60-bafd4f58dd64 HTTP/1.1" status: 200 len: 947 time: 0.1110077 Aug 27 04:43:16.764011 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fd008fea-dd36-47aa-942e-a95694a4c63d tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (866bb46f-7c47-422e-a884-2f39e4a64587), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:16.783477 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cff472fa-d90e-43e5-a527-c1980bdc4217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:16.797740 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 0ea0ed2a-7100-405b-97e3-ee997ad90ea0 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:43:16.797740 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (0ea0ed2a-7100-405b-97e3-ee997ad90ea0), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:16.900567 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb3445-15f2-4b64-ad6d-52cc92c2667b req-f6f6ea0a-2009-4bb4-b4c6-9dfa2748e9f1 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:16.904076 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-9fcb3445-15f2-4b64-ad6d-52cc92c2667b req-f6f6ea0a-2009-4bb4-b4c6-9dfa2748e9f1 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8f4d695c-d061-4a9c-a769-527ffc8e8a53 HTTP/1.1" status: 200 len: 948 time: 0.0924077 Aug 27 04:43:16.929650 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device 445511e8-5d87-4a83-9c81-e06b43159cdf up at agent hyperv_n-h1-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:43:16.937940 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7ae7e02a-99c2-4a25-ba87-97615a54df7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (6e6f86d0-df31-4e71-b66f-80a3210a900c), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:16.976723 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:16.977902 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 0ea0ed2a-7100-405b-97e3-ee997ad90ea0 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:43:16.978303 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (0ea0ed2a-7100-405b-97e3-ee997ad90ea0), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:16.982728 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:16.992108 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d4a5b938-b4ac-46fb-b96b-5ffcdbea423f admin admin] Publish callbacks [] for security_group (a296fe2f-66b2-4666-979d-13669968e25f), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:17.023301 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d4a5b938-b4ac-46fb-b96b-5ffcdbea423f admin admin] Publish callbacks [] for security_group (a296fe2f-66b2-4666-979d-13669968e25f), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:17.067794 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 0ea0ed2a-7100-405b-97e3-ee997ad90ea0, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=0ea0ed2a-7100-405b-97e3-ee997ad90ea0,segment=NetworkSegment(54053975-b628-460f-94e4-f237f2565fdf),segment_id=54053975-b628-460f-94e4-f237f2565fdf)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:43:17.083090 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd008fea-dd36-47aa-942e-a95694a4c63d tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Pushing event updated for resources: {'Subnet': ['ID=866bb46f-7c47-422e-a884-2f39e4a64587,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:17.083284 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-994492eb-dd79-48bf-9a86-d5cd41e107b9 None None] Publish callbacks [] for port (261c3ffc-56a7-4e1b-baaa-0c0d1b40b765), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:17.096336 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Provisioning complete for port 445511e8-5d87-4a83-9c81-e06b43159cdf triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:43:17.096711 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (445511e8-5d87-4a83-9c81-e06b43159cdf), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:17.101131 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:17.111910 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae7e02a-99c2-4a25-ba87-97615a54df7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e6f86d0-df31-4e71-b66f-80a3210a900c,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:17.119439 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-cff472fa-d90e-43e5-a527-c1980bdc4217 admin admin] Allocated IP 172.20.0.1 (0758d289-da21-46bc-8bce-b2756fcf883f/bd0efde8-e24c-4dd8-b0e6-21bb73763833/58cb5350-9529-4b1d-9570-8ba14ffafdc3) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:43:17.133289 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae7e02a-99c2-4a25-ba87-97615a54df7b admin admin] Checking segment: {'id': '62dec306-3408-4038-b3fe-9711faccd416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '146b1bad-4e03-4b2d-a241-35a8a5f09911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:43:17.133289 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae7e02a-99c2-4a25-ba87-97615a54df7b admin admin] Network hostable DHCP agents. Network: 146b1bad-4e03-4b2d-a241-35a8a5f09911, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:43:17.142218 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (0ea0ed2a-7100-405b-97e3-ee997ad90ea0), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:17.150795 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-9fcb3445-15f2-4b64-ad6d-52cc92c2667b req-c3cb94cb-64cf-4410-91cd-2a09494efeaf tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291594 Aug 27 04:43:17.158648 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd008fea-dd36-47aa-942e-a95694a4c63d tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Checking segment: {'id': 'c2fb846d-c006-4d47-aeb9-06eb3683c897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'e02679dd-13d8-4e94-924d-06ffdacc8642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:43:17.173757 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd008fea-dd36-47aa-942e-a95694a4c63d tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Network hostable DHCP agents. Network: e02679dd-13d8-4e94-924d-06ffdacc8642, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:43:17.192699 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-994492eb-dd79-48bf-9a86-d5cd41e107b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (261c3ffc-56a7-4e1b-baaa-0c0d1b40b765), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:17.194804 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f8d10ee8-99c0-4652-ab6c-e00e3dd818da req-cdb85a17-d2ac-46cc-84da-b2c118513cc0 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3854239 Aug 27 04:43:17.209972 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823ed9ce-0988-41fc-8d40-a5cee7209bac None None] Network d6e32c45-2335-4775-9eb5-177f28c104be requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:43:17.247241 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=78,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:17.263218 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cff472fa-d90e-43e5-a527-c1980bdc4217 admin admin] Publish callbacks [] for port (58cb5350-9529-4b1d-9570-8ba14ffafdc3), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:17.268543 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-994492eb-dd79-48bf-9a86-d5cd41e107b9 None None] Attempting to bind port 261c3ffc-56a7-4e1b-baaa-0c0d1b40b765 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:43:17.269094 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-994492eb-dd79-48bf-9a86-d5cd41e107b9 None None] Attempting to bind port 261c3ffc-56a7-4e1b-baaa-0c0d1b40b765 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:43:17.269260 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994492eb-dd79-48bf-9a86-d5cd41e107b9 None None] Attempting to bind port 261c3ffc-56a7-4e1b-baaa-0c0d1b40b765 on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:43:17.274357 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d4a5b938-b4ac-46fb-b96b-5ffcdbea423f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (a296fe2f-66b2-4666-979d-13669968e25f), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:17.276765 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae7e02a-99c2-4a25-ba87-97615a54df7b admin admin] Network 146b1bad-4e03-4b2d-a241-35a8a5f09911 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:43:17.281792 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d4a5b938-b4ac-46fb-b96b-5ffcdbea423f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:17.286526 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-d4a5b938-b4ac-46fb-b96b-5ffcdbea423f admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/a296fe2f-66b2-4666-979d-13669968e25f HTTP/1.1" status: 204 len: 168 time: 0.5748715 Aug 27 04:43:17.304501 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a5b938-b4ac-46fb-b96b-5ffcdbea423f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a296fe2f-66b2-4666-979d-13669968e25f,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:17.317172 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd008fea-dd36-47aa-942e-a95694a4c63d tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Network e02679dd-13d8-4e94-924d-06ffdacc8642 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:43:17.455299 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994492eb-dd79-48bf-9a86-d5cd41e107b9 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:43:17.455584 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994492eb-dd79-48bf-9a86-d5cd41e107b9 None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:43:17.455981 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-994492eb-dd79-48bf-9a86-d5cd41e107b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:17.456403 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994492eb-dd79-48bf-9a86-d5cd41e107b9 None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:43:17.456865 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-994492eb-dd79-48bf-9a86-d5cd41e107b9 None None] Bound port: 261c3ffc-56a7-4e1b-baaa-0c0d1b40b765, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:43:17.457242 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-994492eb-dd79-48bf-9a86-d5cd41e107b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (261c3ffc-56a7-4e1b-baaa-0c0d1b40b765), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:17.466169 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=0ea0ed2a-7100-405b-97e3-ee997ad90ea0,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:17.468725 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-6ce2514b-244f-40df-90fb-1be44039f753 None None] Provisioning complete for port 0ea0ed2a-7100-405b-97e3-ee997ad90ea0 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:43:17.468908 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-7ae7e02a-99c2-4a25-ba87-97615a54df7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 146b1bad-4e03-4b2d-a241-35a8a5f09911) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:43:17.469064 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6ce2514b-244f-40df-90fb-1be44039f753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (0ea0ed2a-7100-405b-97e3-ee997ad90ea0), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:17.470442 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-fd008fea-dd36-47aa-942e-a95694a4c63d tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, e02679dd-13d8-4e94-924d-06ffdacc8642) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:43:17.483047 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae7e02a-99c2-4a25-ba87-97615a54df7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:17.483590 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd008fea-dd36-47aa-942e-a95694a4c63d tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:17.484225 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fd008fea-dd36-47aa-942e-a95694a4c63d tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:17.492612 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7ae7e02a-99c2-4a25-ba87-97615a54df7b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:17.502676 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cff472fa-d90e-43e5-a527-c1980bdc4217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (58cb5350-9529-4b1d-9570-8ba14ffafdc3), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:17.542882 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633626ac-8e52-434c-a11d-7c577ba46813 None None] Network e02679dd-13d8-4e94-924d-06ffdacc8642 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:43:17.548867 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806adc82-647b-4c52-8f70-70da803f45d5 None None] Network 146b1bad-4e03-4b2d-a241-35a8a5f09911 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:43:17.550962 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Current status of the port 445511e8-5d87-4a83-9c81-e06b43159cdf is: BUILD; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:43:17.551350 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (445511e8-5d87-4a83-9c81-e06b43159cdf), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:17.577848 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff472fa-d90e-43e5-a527-c1980bdc4217 admin admin] Network 0758d289-da21-46bc-8bce-b2756fcf883f is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:43:17.581584 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-cff472fa-d90e-43e5-a527-c1980bdc4217 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:43:17.584950 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff472fa-d90e-43e5-a527-c1980bdc4217 admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:43:17.599462 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-fd008fea-dd36-47aa-942e-a95694a4c63d tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5589857 Aug 27 04:43:17.601812 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff472fa-d90e-43e5-a527-c1980bdc4217 admin admin] Pushing event updated for resources: {'Port': ['ID=58cb5350-9529-4b1d-9570-8ba14ffafdc3,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:17.641619 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cff472fa-d90e-43e5-a527-c1980bdc4217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (84e7da8b-a8f6-4b61-88e6-2e2215090848), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:17.772883 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3ef0c-7970-4275-93af-3ae3962cd6d1 None None] Pushing event updated for resources: {'Port': ['ID=261c3ffc-56a7-4e1b-baaa-0c0d1b40b765,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:17.780197 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7ae7e02a-99c2-4a25-ba87-97615a54df7b admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.6048746 Aug 27 04:43:17.780580 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 43896) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:17.789203 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-bc4819e8-c68a-48f3-807e-7377e02d9b5f admin admin] Request body: {'router': {'name': 'tempest-ImagesTestJSON-437396070-router', 'tenant_id': 'ff8743cde75f4f6da3a5742c66742898', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:43:17.809791 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-994492eb-dd79-48bf-9a86-d5cd41e107b9 None None] For port 261c3ffc-56a7-4e1b-baaa-0c0d1b40b765, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:43:17.817660 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '130abef0-d029-4ffd-883c-b705e63910dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445511e8-5d87-4a83-9c81-e06b43159cdf'}] {{(pid=107777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:43:17.819970 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6e1ed2c1589df8125b2075e26a1ec4ff1174e69d6a71546bdf3c3a9a29d330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4469eb-dce3-4fb2-978a-3367b3452175" -d '{"events": [{"server_uuid": "130abef0-d029-4ffd-883c-b705e63910dd", "name": "network-vif-plugged", "status": "completed", "tag": "445511e8-5d87-4a83-9c81-e06b43159cdf"}]}' {{(pid=107777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:43:17.859558 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-994492eb-dd79-48bf-9a86-d5cd41e107b9 None None] For port 261c3ffc-56a7-4e1b-baaa-0c0d1b40b765, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=261c3ffc-56a7-4e1b-baaa-0c0d1b40b765,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:43:17.876256 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port 445511e8-5d87-4a83-9c81-e06b43159cdf, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=445511e8-5d87-4a83-9c81-e06b43159cdf,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:43:17.932020 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b1fafcc5-fbfe-4f1a-8f60-cd20cc76cb14 req-12ec6bdc-d6b6-400c-878a-320c2ac7964e tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=48a61e6b-67cb-452c-84ee-befd46f66c11 HTTP/1.1" status: 200 len: 210 time: 0.0834486 Aug 27 04:43:17.950671 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bc4819e8-c68a-48f3-807e-7377e02d9b5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (8ee10a6d-a995-4a50-8a36-643e6971f2ef), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:17.951938 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bc4819e8-c68a-48f3-807e-7377e02d9b5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (8ee10a6d-a995-4a50-8a36-643e6971f2ef), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:17.972485 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cff472fa-d90e-43e5-a527-c1980bdc4217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (58cb5350-9529-4b1d-9570-8ba14ffafdc3), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:18.057102 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365ff3b4-b812-488c-9fbb-047997750a93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-146b1bad-4e03-4b2d-a241-35a8a5f09911', 'network_id': '146b1bad-4e03-4b2d-a241-35a8a5f09911', 'project_id': 'ff8743cde75f4f6da3a5742c66742898', 'fixed_ips': [{'subnet_id': '6e6f86d0-df31-4e71-b66f-80a3210a900c'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:43:18.059007 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-365ff3b4-b812-488c-9fbb-047997750a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:18.062210 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-994492eb-dd79-48bf-9a86-d5cd41e107b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (261c3ffc-56a7-4e1b-baaa-0c0d1b40b765), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:18.065563 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (445511e8-5d87-4a83-9c81-e06b43159cdf), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:18.066685 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device 63668c55-2720-436b-bc57-220160aa77b6 up at agent hyperv_n-h1-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:43:18.073539 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 04:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065a1345-99f2-455e-bfcb-9c1c1fb9fbdb x-openstack-request-id: req-065a1345-99f2-455e-bfcb-9c1c1fb9fbdb {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:43:18.074436 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "130abef0-d029-4ffd-883c-b705e63910dd", "name": "network-vif-plugged", "status": "completed", "tag": "445511e8-5d87-4a83-9c81-e06b43159cdf", "code": 200}]} {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:43:18.074695 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-065a1345-99f2-455e-bfcb-9c1c1fb9fbdb {{(pid=107777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:43:18.075190 n-d-852088-5 neutron-server[107777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-065a1345-99f2-455e-bfcb-9c1c1fb9fbdb'] response: {'server_uuid': '130abef0-d029-4ffd-883c-b705e63910dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445511e8-5d87-4a83-9c81-e06b43159cdf', 'code': 200} Aug 27 04:43:18.085545 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bc4819e8-c68a-48f3-807e-7377e02d9b5f admin admin] Publish callbacks [] for router_controller (8ee10a6d-a995-4a50-8a36-643e6971f2ef), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:18.170519 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d39300-9507-4a2c-9d02-c92101abd3be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-e02679dd-13d8-4e94-924d-06ffdacc8642', 'network_id': 'e02679dd-13d8-4e94-924d-06ffdacc8642', 'project_id': 'a5ccff4ddab04a47b292ccc5f5387e78', 'fixed_ips': [{'subnet_id': '866bb46f-7c47-422e-a884-2f39e4a64587'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:43:18.171449 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a3d39300-9507-4a2c-9d02-c92101abd3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:18.223136 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-6ce2514b-244f-40df-90fb-1be44039f753 None None] Current status of the port 0ea0ed2a-7100-405b-97e3-ee997ad90ea0 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:43:18.251010 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994492eb-dd79-48bf-9a86-d5cd41e107b9 None None] Routers {'84e7da8b-a8f6-4b61-88e6-2e2215090848'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:43:18.251295 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-994492eb-dd79-48bf-9a86-d5cd41e107b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:42:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['84e7da8b-a8f6-4b61-88e6-2e2215090848'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:43:18.330397 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac196fb-bb67-470f-96c1-a7f6dfc78a3e req-b5e11e09-7778-4e3a-bc10-7fd1562bb1fc tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:18.341673 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac196fb-bb67-470f-96c1-a7f6dfc78a3e req-b5e11e09-7778-4e3a-bc10-7fd1562bb1fc tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:18.345871 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4ac196fb-bb67-470f-96c1-a7f6dfc78a3e req-b5e11e09-7778-4e3a-bc10-7fd1562bb1fc tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] 10.222.0.76 "GET /networking/v2.0/networks?id=d6e32c45-2335-4775-9eb5-177f28c104be&id=e02679dd-13d8-4e94-924d-06ffdacc8642 HTTP/1.1" status: 200 len: 1392 time: 0.3564827 Aug 27 04:43:18.420473 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4ac196fb-bb67-470f-96c1-a7f6dfc78a3e req-d39388d7-1b4b-4c40-bbee-535aa530cf47 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] 10.222.0.76 "GET /networking/v2.0/quotas/a5ccff4ddab04a47b292ccc5f5387e78 HTTP/1.1" status: 200 len: 375 time: 0.0504222 Aug 27 04:43:18.444895 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427ad7e-fb17-4535-a8a2-dce466ca26ee req-27b3ab9e-f352-4a5f-9c5b-354bce667425 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:18.453549 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7427ad7e-fb17-4535-a8a2-dce466ca26ee req-27b3ab9e-f352-4a5f-9c5b-354bce667425 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8f4d695c-d061-4a9c-a769-527ffc8e8a53 HTTP/1.1" status: 200 len: 948 time: 0.1061347 Aug 27 04:43:18.457995 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3ef0c-7970-4275-93af-3ae3962cd6d1 None None] Pushing event updated for resources: {'Port': ['ID=261c3ffc-56a7-4e1b-baaa-0c0d1b40b765,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:18.490869 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Provisioning for port 63668c55-2720-436b-bc57-220160aa77b6 completed by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 27 04:43:18.495483 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-bc97e1eb-d1ed-4ff8-a4b2-331cddf0362d None None] Provisioning complete for port 58cb5350-9529-4b1d-9570-8ba14ffafdc3 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:43:18.496130 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-bc97e1eb-d1ed-4ff8-a4b2-331cddf0362d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (58cb5350-9529-4b1d-9570-8ba14ffafdc3), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:18.567642 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 0ea0ed2a-7100-405b-97e3-ee997ad90ea0 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:43:18.593711 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4ac196fb-bb67-470f-96c1-a7f6dfc78a3e req-8730058b-6eb7-4a52-b719-f78d30d9a5e6 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=a5ccff4ddab04a47b292ccc5f5387e78&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1684372 Aug 27 04:43:18.612920 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7427ad7e-fb17-4535-a8a2-dce466ca26ee req-cf3f25dd-2e69-4e0d-b082-76e0622f1647 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573689 Aug 27 04:43:18.642891 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 43934) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:18.731418 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bc4819e8-c68a-48f3-807e-7377e02d9b5f admin admin] Publish callbacks [] for router_gateway (8ee10a6d-a995-4a50-8a36-643e6971f2ef), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:18.731988 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-eca94cc7-2a08-496b-8524-c0e768670976 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Deleting subnet 866bb46f-7c47-422e-a884-2f39e4a64587 {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:43:18.734225 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-bc97e1eb-d1ed-4ff8-a4b2-331cddf0362d None None] Port 58cb5350-9529-4b1d-9570-8ba14ffafdc3 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:43:18.771120 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa31f0cf-45b0-49e0-84f7-5c69a98084f1 req-d28968b1-17e4-4053-9546-65592b19b833 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:18.781459 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-fa31f0cf-45b0-49e0-84f7-5c69a98084f1 req-d28968b1-17e4-4053-9546-65592b19b833 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=6b7c3c45-56ef-40b4-9b60-bafd4f58dd64 HTTP/1.1" status: 200 len: 947 time: 0.0594149 Aug 27 04:43:18.786153 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cff472fa-d90e-43e5-a527-c1980bdc4217 admin admin] Publish callbacks [] for port (58cb5350-9529-4b1d-9570-8ba14ffafdc3), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:18.806374 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Provisioning complete for port 63668c55-2720-436b-bc57-220160aa77b6 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:43:18.806765 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (63668c55-2720-436b-bc57-220160aa77b6), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:18.830756 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-fa31f0cf-45b0-49e0-84f7-5c69a98084f1 req-deb5f164-5fe1-4371-b739-373d2dbda4c1 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517485 Aug 27 04:43:18.892252 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cff472fa-d90e-43e5-a527-c1980bdc4217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (58cb5350-9529-4b1d-9570-8ba14ffafdc3), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:18.912383 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-bc97e1eb-d1ed-4ff8-a4b2-331cddf0362d None None] Provisioning complete for port 0ea0ed2a-7100-405b-97e3-ee997ad90ea0 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:43:18.913070 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-bc97e1eb-d1ed-4ff8-a4b2-331cddf0362d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (0ea0ed2a-7100-405b-97e3-ee997ad90ea0), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:18.934776 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device 9328be9a-ae97-4165-bf25-9a26e1f2012e details requested by agent hyperv_n-h1-852088-5 with host n-h1-852088-5 {{(pid=107777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:43:18.954277 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-caf173e4-dbf0-424a-8ced-a688fdf53ae8 req-5effb979-fee1-4a6d-b746-147a50c10b53 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=c1b8a17e29c4436a9c51b4fc7b963822&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0779848 Aug 27 04:43:18.978761 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 0ea0ed2a-7100-405b-97e3-ee997ad90ea0 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:43:18.979133 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (0ea0ed2a-7100-405b-97e3-ee997ad90ea0), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:19.045105 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:19.048418 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cff472fa-d90e-43e5-a527-c1980bdc4217 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (84e7da8b-a8f6-4b61-88e6-2e2215090848), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:19.068041 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff472fa-d90e-43e5-a527-c1980bdc4217 admin admin] Pushing event updated for resources: {'Port': ['ID=58cb5350-9529-4b1d-9570-8ba14ffafdc3,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:19.102797 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Pushing event updated for resources: {'Port': ['ID=445511e8-5d87-4a83-9c81-e06b43159cdf,revision_number=7']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:19.106016 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-365ff3b4-b812-488c-9fbb-047997750a93 None None] Allocated IP 172.20.0.2 (146b1bad-4e03-4b2d-a241-35a8a5f09911/6e6f86d0-df31-4e71-b66f-80a3210a900c/5cf0c19b-023f-43d2-8edd-79e82c3bfb45) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:43:19.120280 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-994492eb-dd79-48bf-9a86-d5cd41e107b9 None None] Set router 84e7da8b-a8f6-4b61-88e6-2e2215090848 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:43:19.125771 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-91a47b16-71de-46c9-bf11-79c7310f4b38 req-1f4d351e-4752-4313-bc12-e38e96cb5ffc tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=48a61e6b-67cb-452c-84ee-befd46f66c11 HTTP/1.1" status: 200 len: 210 time: 0.0364854 Aug 27 04:43:19.217838 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-a3d39300-9507-4a2c-9d02-c92101abd3be None None] Allocated IP 19.86.0.2 (e02679dd-13d8-4e94-924d-06ffdacc8642/866bb46f-7c47-422e-a884-2f39e4a64587/7bdcd4b5-50ae-4cdd-859c-5aacc9f423b2) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:43:19.240349 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port 9328be9a-ae97-4165-bf25-9a26e1f2012e, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=9328be9a-ae97-4165-bf25-9a26e1f2012e,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:43:19.260056 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf173e4-dbf0-424a-8ced-a688fdf53ae8 req-692bc347-8fe7-4a1e-a8d6-bef557129b79 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:19.262385 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-caf173e4-dbf0-424a-8ced-a688fdf53ae8 req-692bc347-8fe7-4a1e-a8d6-bef557129b79 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3014784 Aug 27 04:43:19.267694 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bc4819e8-c68a-48f3-807e-7377e02d9b5f admin admin] Publish callbacks [] for router_gateway (8ee10a6d-a995-4a50-8a36-643e6971f2ef), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:19.294101 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [req-caf173e4-dbf0-424a-8ced-a688fdf53ae8 req-dafee6d1-8052-4310-bfaa-a80ea2f9e7f5 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Request body: {'port': {'device_id': '48a61e6b-67cb-452c-84ee-befd46f66c11', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'admin_state_up': True, 'tenant_id': 'c1b8a17e29c4436a9c51b4fc7b963822'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:43:19.320794 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bc4819e8-c68a-48f3-807e-7377e02d9b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:19.347862 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Returning: {'device': '9328be9a-ae97-4165-bf25-9a26e1f2012e', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'port_id': '9328be9a-ae97-4165-bf25-9a26e1f2012e', 'mac_address': 'fa:16:3e:4c:07:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120f3302-721f-4373-86a6-3aa14ccf6ac4', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:43:19.399893 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:19.419820 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff472fa-d90e-43e5-a527-c1980bdc4217 admin admin] Network 0758d289-da21-46bc-8bce-b2756fcf883f is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:43:19.426882 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-cff472fa-d90e-43e5-a527-c1980bdc4217 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:43:19.629038 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-bc4819e8-c68a-48f3-807e-7377e02d9b5f admin admin] Allocated IP 172.25.2.220 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/92bfa2c8-4339-40e2-b569-49b109ccbbf5) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:43:19.663265 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:19.706930 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff472fa-d90e-43e5-a527-c1980bdc4217 admin admin] Router 84e7da8b-a8f6-4b61-88e6-2e2215090848 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:43:19.753362 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-bc97e1eb-d1ed-4ff8-a4b2-331cddf0362d None None] Current status of the port 0ea0ed2a-7100-405b-97e3-ee997ad90ea0 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:43:19.770134 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caf173e4-dbf0-424a-8ced-a688fdf53ae8 req-dafee6d1-8052-4310-bfaa-a80ea2f9e7f5 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Made reservation on behalf of c1b8a17e29c4436a9c51b4fc7b963822 for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:43:19.774067 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-caf173e4-dbf0-424a-8ced-a688fdf53ae8 req-dafee6d1-8052-4310-bfaa-a80ea2f9e7f5 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:19.776745 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Current status of the port 63668c55-2720-436b-bc57-220160aa77b6 is: BUILD; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:43:19.777139 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (63668c55-2720-436b-bc57-220160aa77b6), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:19.779087 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Current status of the port 9328be9a-ae97-4165-bf25-9a26e1f2012e is: DOWN; New status is: BUILD {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:43:19.779450 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (9328be9a-ae97-4165-bf25-9a26e1f2012e), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:19.804470 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-caf173e4-dbf0-424a-8ced-a688fdf53ae8 req-dafee6d1-8052-4310-bfaa-a80ea2f9e7f5 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:19.854589 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d7f39-b242-40e0-b0a9-b8c8d7682d82 req-b9a96745-42dc-4272-802d-114e2d184df3 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:19.860497 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bc4819e8-c68a-48f3-807e-7377e02d9b5f admin admin] Publish callbacks [] for port (92bfa2c8-4339-40e2-b569-49b109ccbbf5), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:19.875869 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-394d7f39-b242-40e0-b0a9-b8c8d7682d82 req-b9a96745-42dc-4272-802d-114e2d184df3 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8f4d695c-d061-4a9c-a769-527ffc8e8a53 HTTP/1.1" status: 200 len: 948 time: 0.0865116 Aug 27 04:43:19.877912 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 0ea0ed2a-7100-405b-97e3-ee997ad90ea0 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:43:19.895151 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9328be9a-ae97-4165-bf25-9a26e1f2012e {{(pid=107777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 04:43:19.923523 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff472fa-d90e-43e5-a527-c1980bdc4217 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:43:19.936759 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-cff472fa-d90e-43e5-a527-c1980bdc4217 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/84e7da8b-a8f6-4b61-88e6-2e2215090848/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1046128 Aug 27 04:43:19.950675 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=10,neutron:SELECT=79,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:20.013458 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-caf173e4-dbf0-424a-8ced-a688fdf53ae8 req-dafee6d1-8052-4310-bfaa-a80ea2f9e7f5 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Publish callbacks [] for security_group (594a0af3-d4d8-4c58-beac-6fa100daab0c), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:20.033141 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-8a3cc81f-16cf-4f1d-b67d-946c1693b7c8 None None] Provisioning complete for port 58cb5350-9529-4b1d-9570-8ba14ffafdc3 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:43:20.033848 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8a3cc81f-16cf-4f1d-b67d-946c1693b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (58cb5350-9529-4b1d-9570-8ba14ffafdc3), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:20.057256 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-394d7f39-b242-40e0-b0a9-b8c8d7682d82 req-03c83544-23ba-47b0-9957-3eb948ce6e9b tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769397 Aug 27 04:43:20.069561 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bc4819e8-c68a-48f3-807e-7377e02d9b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (92bfa2c8-4339-40e2-b569-49b109ccbbf5), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:20.093738 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port 63668c55-2720-436b-bc57-220160aa77b6, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=63668c55-2720-436b-bc57-220160aa77b6,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:43:20.099413 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4d695c-d061-4a9c-a769-527ffc8e8a53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63668c55-2720-436b-bc57-220160aa77b6'}] {{(pid=107777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:43:20.101969 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6e1ed2c1589df8125b2075e26a1ec4ff1174e69d6a71546bdf3c3a9a29d330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53cfec1-505c-4839-a29d-937aea19a3b0" -d '{"events": [{"server_uuid": "8f4d695c-d061-4a9c-a769-527ffc8e8a53", "name": "network-vif-plugged", "status": "completed", "tag": "63668c55-2720-436b-bc57-220160aa77b6"}]}' {{(pid=107777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:43:20.104642 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-8a3cc81f-16cf-4f1d-b67d-946c1693b7c8 None None] Port 58cb5350-9529-4b1d-9570-8ba14ffafdc3 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:43:20.114271 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port 9328be9a-ae97-4165-bf25-9a26e1f2012e, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=9328be9a-ae97-4165-bf25-9a26e1f2012e,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:43:20.126505 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-365ff3b4-b812-488c-9fbb-047997750a93 None None] Publish callbacks [] for port (5cf0c19b-023f-43d2-8edd-79e82c3bfb45), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:20.140792 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a3d39300-9507-4a2c-9d02-c92101abd3be None None] Publish callbacks [] for port (7bdcd4b5-50ae-4cdd-859c-5aacc9f423b2), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:20.145607 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-994492eb-dd79-48bf-9a86-d5cd41e107b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e7da8b-a8f6-4b61-88e6-2e2215090848', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2106007120-router', 'tenant_id': '7b296dbb8b5647498a6a42689659ed79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '261c3ffc-56a7-4e1b-baaa-0c0d1b40b765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:43:10Z', 'updated_at': '2022-08-27T04:43:17Z', 'revision_number': 4, 'project_id': '7b296dbb8b5647498a6a42689659ed79', 'gw_port': {'id': '261c3ffc-56a7-4e1b-baaa-0c0d1b40b765', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e7da8b-a8f6-4b61-88e6-2e2215090848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:43:12Z', 'updated_at': '2022-08-27T04:43:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '58cb5350-9529-4b1d-9570-8ba14ffafdc3', 'name': '', 'network_id': '0758d289-da21-46bc-8bce-b2756fcf883f', 'tenant_id': '7b296dbb8b5647498a6a42689659ed79', 'mac_address': 'fa:16:3e:30:ea:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e7da8b-a8f6-4b61-88e6-2e2215090848', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'bd0efde8-e24c-4dd8-b0e6-21bb73763833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:43:16Z', 'updated_at': '2022-08-27T04:43:17Z', 'revision_number': 1, 'project_id': '7b296dbb8b5647498a6a42689659ed79', 'subnets': [{'id': 'bd0efde8-e24c-4dd8-b0e6-21bb73763833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:43:20.161350 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-caf173e4-dbf0-424a-8ced-a688fdf53ae8 req-dafee6d1-8052-4310-bfaa-a80ea2f9e7f5 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (594a0af3-d4d8-4c58-beac-6fa100daab0c), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:20.205083 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca9b107-320d-4af3-a661-7827bebc7153 req-afca5f8d-5484-4f9d-bd3b-e1392c158a47 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:20.211265 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994492eb-dd79-48bf-9a86-d5cd41e107b9 None None] The sync data for ids ['84e7da8b-a8f6-4b61-88e6-2e2215090848'] in n-d-852088-5 is: [{'id': '84e7da8b-a8f6-4b61-88e6-2e2215090848', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2106007120-router', 'tenant_id': '7b296dbb8b5647498a6a42689659ed79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '261c3ffc-56a7-4e1b-baaa-0c0d1b40b765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:43:10Z', 'updated_at': '2022-08-27T04:43:17Z', 'revision_number': 4, 'project_id': '7b296dbb8b5647498a6a42689659ed79', 'gw_port': {'id': '261c3ffc-56a7-4e1b-baaa-0c0d1b40b765', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e7da8b-a8f6-4b61-88e6-2e2215090848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:43:12Z', 'updated_at': '2022-08-27T04:43:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '58cb5350-9529-4b1d-9570-8ba14ffafdc3', 'name': '', 'network_id': '0758d289-da21-46bc-8bce-b2756fcf883f', 'tenant_id': '7b296dbb8b5647498a6a42689659ed79', 'mac_address': 'fa:16:3e:30:ea:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e7da8b-a8f6-4b61-88e6-2e2215090848', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'bd0efde8-e24c-4dd8-b0e6-21bb73763833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:43:16Z', 'updated_at': '2022-08-27T04:43:17Z', 'revision_number': 1, 'project_id': '7b296dbb8b5647498a6a42689659ed79', 'subnets': [{'id': 'bd0efde8-e24c-4dd8-b0e6-21bb73763833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:43:20.218141 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-0ca9b107-320d-4af3-a661-7827bebc7153 req-afca5f8d-5484-4f9d-bd3b-e1392c158a47 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=6b7c3c45-56ef-40b4-9b60-bafd4f58dd64 HTTP/1.1" status: 200 len: 947 time: 0.1248176 Aug 27 04:43:20.225623 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (63668c55-2720-436b-bc57-220160aa77b6), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:20.229622 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-365ff3b4-b812-488c-9fbb-047997750a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (5cf0c19b-023f-43d2-8edd-79e82c3bfb45), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:20.234163 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (9328be9a-ae97-4165-bf25-9a26e1f2012e), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:20.249314 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-eca94cc7-2a08-496b-8524-c0e768670976 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks [] for subnet (866bb46f-7c47-422e-a884-2f39e4a64587), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:20.260390 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4819e8-c68a-48f3-807e-7377e02d9b5f admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:43:20.310643 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafee6d1-8052-4310-bfaa-a80ea2f9e7f5 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=594a0af3-d4d8-4c58-beac-6fa100daab0c,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:20.316302 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 04:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25cbf8d-c8c7-41af-a8fe-d0620afa9869 x-openstack-request-id: req-b25cbf8d-c8c7-41af-a8fe-d0620afa9869 {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:43:20.316597 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f4d695c-d061-4a9c-a769-527ffc8e8a53", "name": "network-vif-plugged", "status": "completed", "tag": "63668c55-2720-436b-bc57-220160aa77b6", "code": 200}]} {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:43:20.316857 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b25cbf8d-c8c7-41af-a8fe-d0620afa9869 {{(pid=107777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:43:20.317262 n-d-852088-5 neutron-server[107777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b25cbf8d-c8c7-41af-a8fe-d0620afa9869'] response: {'server_uuid': '8f4d695c-d061-4a9c-a769-527ffc8e8a53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63668c55-2720-436b-bc57-220160aa77b6', 'code': 200} Aug 27 04:43:20.330874 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Pushing event updated for resources: {'Port': ['ID=63668c55-2720-436b-bc57-220160aa77b6,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:20.332491 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-bc4819e8-c68a-48f3-807e-7377e02d9b5f admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:43:20.341288 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4819e8-c68a-48f3-807e-7377e02d9b5f admin admin] Pushing event updated for resources: {'Port': ['ID=92bfa2c8-4339-40e2-b569-49b109ccbbf5,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:20.355968 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4819e8-c68a-48f3-807e-7377e02d9b5f admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:43:20.361694 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a3d39300-9507-4a2c-9d02-c92101abd3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (7bdcd4b5-50ae-4cdd-859c-5aacc9f423b2), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:20.403378 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-eca94cc7-2a08-496b-8524-c0e768670976 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (866bb46f-7c47-422e-a884-2f39e4a64587), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:20.462162 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365ff3b4-b812-488c-9fbb-047997750a93 None None] Pushing event updated for resources: {'Port': ['ID=5cf0c19b-023f-43d2-8edd-79e82c3bfb45,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:20.497375 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:20.514761 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365ff3b4-b812-488c-9fbb-047997750a93 None None] Network 146b1bad-4e03-4b2d-a241-35a8a5f09911 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:43:20.527918 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d39300-9507-4a2c-9d02-c92101abd3be None None] Network e02679dd-13d8-4e94-924d-06ffdacc8642 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:43:20.529452 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-365ff3b4-b812-488c-9fbb-047997750a93 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:43:20.532331 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365ff3b4-b812-488c-9fbb-047997750a93 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:43:20.543886 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-a3d39300-9507-4a2c-9d02-c92101abd3be None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:43:20.555443 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d39300-9507-4a2c-9d02-c92101abd3be None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:43:20.555552 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7cb420a9-6246-4bb3-b3de-357ece1f6fec req-f3ffaae7-68a7-42ed-871e-c5c69217ceb0 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=48a61e6b-67cb-452c-84ee-befd46f66c11 HTTP/1.1" status: 200 len: 210 time: 0.0641513 Aug 27 04:43:20.646799 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a5ae4-7834-467b-93f7-55d3cda566f4 req-67b6b1be-e882-458b-a214-9b31d48faec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:20.650224 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-989a5ae4-7834-467b-93f7-55d3cda566f4 req-67b6b1be-e882-458b-a214-9b31d48faec9 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=8f4d695c-d061-4a9c-a769-527ffc8e8a53 HTTP/1.1" status: 200 len: 1131 time: 0.2033191 Aug 27 04:43:20.668836 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-0ca9b107-320d-4af3-a661-7827bebc7153 req-7d5f0ae6-bcd6-4836-abcd-4a95e2c16770 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4492731 Aug 27 04:43:20.690107 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-eca94cc7-2a08-496b-8524-c0e768670976 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (866bb46f-7c47-422e-a884-2f39e4a64587), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:20.752053 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=84,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:20.762002 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [req-caf173e4-dbf0-424a-8ced-a688fdf53ae8 req-dafee6d1-8052-4310-bfaa-a80ea2f9e7f5 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Allocated IP 192.168.233.120 (a82fb463-5a8f-4b8b-991d-61491eba11c6/120f3302-721f-4373-86a6-3aa14ccf6ac4/084848b9-6815-4181-8f2e-f4be5ccc4a30) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:43:20.828676 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Pushing event updated for resources: {'Port': ['ID=9328be9a-ae97-4165-bf25-9a26e1f2012e,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:20.880297 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-989a5ae4-7834-467b-93f7-55d3cda566f4 req-bd76c814-aa3c-41c1-a3c2-6b8aef3e5fa3 service neutron] 10.222.0.75 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886086 Aug 27 04:43:20.894122 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-365ff3b4-b812-488c-9fbb-047997750a93 None None] Attempting to bind port 5cf0c19b-023f-43d2-8edd-79e82c3bfb45 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:43:20.894666 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-365ff3b4-b812-488c-9fbb-047997750a93 None None] Attempting to bind port 5cf0c19b-023f-43d2-8edd-79e82c3bfb45 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '62dec306-3408-4038-b3fe-9711faccd416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '146b1bad-4e03-4b2d-a241-35a8a5f09911'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:43:20.894980 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365ff3b4-b812-488c-9fbb-047997750a93 None None] Attempting to bind port 5cf0c19b-023f-43d2-8edd-79e82c3bfb45 on network 146b1bad-4e03-4b2d-a241-35a8a5f09911 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:43:20.931767 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-eca94cc7-2a08-496b-8524-c0e768670976 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (866bb46f-7c47-422e-a884-2f39e4a64587), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:20.979901 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d39300-9507-4a2c-9d02-c92101abd3be None None] Pushing event updated for resources: {'Port': ['ID=7bdcd4b5-50ae-4cdd-859c-5aacc9f423b2,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:20.992343 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:21.002825 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca94cc7-2a08-496b-8524-c0e768670976 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Pushing event deleted for resources: {'Subnet': ['ID=866bb46f-7c47-422e-a884-2f39e4a64587,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:21.022199 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [req-dc721476-14a3-4a5a-89bf-424ed61a21ff req-66db67cd-09ea-4235-879c-20aff8a93c58 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2015080101', 'description': 'tempest-description-1045946608'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:43:21.036534 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-a3d39300-9507-4a2c-9d02-c92101abd3be None None] Attempting to bind port 7bdcd4b5-50ae-4cdd-859c-5aacc9f423b2 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:43:21.037462 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-a3d39300-9507-4a2c-9d02-c92101abd3be None None] Attempting to bind port 7bdcd4b5-50ae-4cdd-859c-5aacc9f423b2 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'c2fb846d-c006-4d47-aeb9-06eb3683c897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'e02679dd-13d8-4e94-924d-06ffdacc8642'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:43:21.038114 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d39300-9507-4a2c-9d02-c92101abd3be None None] Attempting to bind port 7bdcd4b5-50ae-4cdd-859c-5aacc9f423b2 on network e02679dd-13d8-4e94-924d-06ffdacc8642 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:43:21.040891 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365ff3b4-b812-488c-9fbb-047997750a93 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:43:21.041508 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365ff3b4-b812-488c-9fbb-047997750a93 None None] Checking segment: {'id': '62dec306-3408-4038-b3fe-9711faccd416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '146b1bad-4e03-4b2d-a241-35a8a5f09911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:43:21.043260 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-365ff3b4-b812-488c-9fbb-047997750a93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:21.044120 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365ff3b4-b812-488c-9fbb-047997750a93 None None] Bound using segment: {'id': '62dec306-3408-4038-b3fe-9711faccd416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '146b1bad-4e03-4b2d-a241-35a8a5f09911'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:43:21.044807 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-365ff3b4-b812-488c-9fbb-047997750a93 None None] Bound port: 5cf0c19b-023f-43d2-8edd-79e82c3bfb45, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62dec306-3408-4038-b3fe-9711faccd416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '146b1bad-4e03-4b2d-a241-35a8a5f09911'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:43:21.045418 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-365ff3b4-b812-488c-9fbb-047997750a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (5cf0c19b-023f-43d2-8edd-79e82c3bfb45), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:21.049406 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] get_ports_and_sgs() called for port_ids ['9328be9a-ae97-4165-bf25-9a26e1f2012e'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:43:21.070046 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-eca94cc7-2a08-496b-8524-c0e768670976 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:21.075534 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-eca94cc7-2a08-496b-8524-c0e768670976 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/866bb46f-7c47-422e-a884-2f39e4a64587 HTTP/1.1" status: 204 len: 168 time: 2.4319546 Aug 27 04:43:21.078681 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 44020) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:21.138891 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:21.145552 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d39300-9507-4a2c-9d02-c92101abd3be None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:43:21.145931 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d39300-9507-4a2c-9d02-c92101abd3be None None] Checking segment: {'id': 'c2fb846d-c006-4d47-aeb9-06eb3683c897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'e02679dd-13d8-4e94-924d-06ffdacc8642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:43:21.146622 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a3d39300-9507-4a2c-9d02-c92101abd3be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:21.146742 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d39300-9507-4a2c-9d02-c92101abd3be None None] Bound using segment: {'id': 'c2fb846d-c006-4d47-aeb9-06eb3683c897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'e02679dd-13d8-4e94-924d-06ffdacc8642'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:43:21.147194 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-a3d39300-9507-4a2c-9d02-c92101abd3be None None] Bound port: 7bdcd4b5-50ae-4cdd-859c-5aacc9f423b2, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2fb846d-c006-4d47-aeb9-06eb3683c897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'e02679dd-13d8-4e94-924d-06ffdacc8642'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:43:21.147838 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a3d39300-9507-4a2c-9d02-c92101abd3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (7bdcd4b5-50ae-4cdd-859c-5aacc9f423b2), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:21.239025 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e7b6d7d0-d905-4b65-a2e9-77dbff9667da tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (e02679dd-13d8-4e94-924d-06ffdacc8642), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:21.287076 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-365ff3b4-b812-488c-9fbb-047997750a93 None None] For port 5cf0c19b-023f-43d2-8edd-79e82c3bfb45, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:43:21.296101 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-caf173e4-dbf0-424a-8ced-a688fdf53ae8 req-dafee6d1-8052-4310-bfaa-a80ea2f9e7f5 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Publish callbacks [] for port (084848b9-6815-4181-8f2e-f4be5ccc4a30), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:21.307569 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bc4819e8-c68a-48f3-807e-7377e02d9b5f admin admin] Publish callbacks [] for router_gateway (8ee10a6d-a995-4a50-8a36-643e6971f2ef), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:21.323783 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-365ff3b4-b812-488c-9fbb-047997750a93 None None] For port 5cf0c19b-023f-43d2-8edd-79e82c3bfb45, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=5cf0c19b-023f-43d2-8edd-79e82c3bfb45,segment=NetworkSegment(62dec306-3408-4038-b3fe-9711faccd416),segment_id=62dec306-3408-4038-b3fe-9711faccd416)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:43:21.326385 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-e7b6d7d0-d905-4b65-a2e9-77dbff9667da tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Deleting port 7bdcd4b5-50ae-4cdd-859c-5aacc9f423b2 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:43:21.326742 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e7b6d7d0-d905-4b65-a2e9-77dbff9667da tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (7bdcd4b5-50ae-4cdd-859c-5aacc9f423b2), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:21.375454 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-a3d39300-9507-4a2c-9d02-c92101abd3be None None] For port 7bdcd4b5-50ae-4cdd-859c-5aacc9f423b2, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:43:21.388747 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-a3d39300-9507-4a2c-9d02-c92101abd3be None None] For port 7bdcd4b5-50ae-4cdd-859c-5aacc9f423b2, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=7bdcd4b5-50ae-4cdd-859c-5aacc9f423b2,segment=NetworkSegment(c2fb846d-c006-4d47-aeb9-06eb3683c897),segment_id=c2fb846d-c006-4d47-aeb9-06eb3683c897)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:43:21.411965 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-365ff3b4-b812-488c-9fbb-047997750a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (5cf0c19b-023f-43d2-8edd-79e82c3bfb45), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:21.414280 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-e7b6d7d0-d905-4b65-a2e9-77dbff9667da tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] For port 7bdcd4b5-50ae-4cdd-859c-5aacc9f423b2, host n-d-852088-5, got binding levels [] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:43:21.418021 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e7b6d7d0-d905-4b65-a2e9-77dbff9667da tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (7bdcd4b5-50ae-4cdd-859c-5aacc9f423b2), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:21.439160 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-e7b6d7d0-d905-4b65-a2e9-77dbff9667da tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Calling delete_port for 7bdcd4b5-50ae-4cdd-859c-5aacc9f423b2 owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:43:21.476645 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a3d39300-9507-4a2c-9d02-c92101abd3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (7bdcd4b5-50ae-4cdd-859c-5aacc9f423b2), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:21.490675 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-dc721476-14a3-4a5a-89bf-424ed61a21ff req-66db67cd-09ea-4235-879c-20aff8a93c58 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:21.531242 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:21.558813 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365ff3b4-b812-488c-9fbb-047997750a93 None None] Pushing event updated for resources: {'Port': ['ID=5cf0c19b-023f-43d2-8edd-79e82c3bfb45,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:21.640341 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e5b1c-18f1-44e9-b509-24186419fe4d req-aaa069dc-5859-4f9a-aba2-8fee64f157dd tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:21.641337 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8e9e5b1c-18f1-44e9-b509-24186419fe4d req-aaa069dc-5859-4f9a-aba2-8fee64f157dd tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8f4d695c-d061-4a9c-a769-527ffc8e8a53 HTTP/1.1" status: 200 len: 949 time: 0.1251340 Aug 27 04:43:21.650908 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-caf173e4-dbf0-424a-8ced-a688fdf53ae8 req-dafee6d1-8052-4310-bfaa-a80ea2f9e7f5 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (084848b9-6815-4181-8f2e-f4be5ccc4a30), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:21.678179 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad519ad-ff35-47e1-b34f-c39756622fe1 None None] Network e02679dd-13d8-4e94-924d-06ffdacc8642 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:43:21.690109 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caf173e4-dbf0-424a-8ced-a688fdf53ae8 req-dafee6d1-8052-4310-bfaa-a80ea2f9e7f5 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Network a82fb463-5a8f-4b8b-991d-61491eba11c6 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:43:21.754247 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8e9e5b1c-18f1-44e9-b509-24186419fe4d req-fa25d53a-594e-4a5c-85fe-0d6f81651fa0 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878751 Aug 27 04:43:21.777447 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [req-caf173e4-dbf0-424a-8ced-a688fdf53ae8 req-dafee6d1-8052-4310-bfaa-a80ea2f9e7f5 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:43:21.783292 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bc4819e8-c68a-48f3-807e-7377e02d9b5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (8ee10a6d-a995-4a50-8a36-643e6971f2ef), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:21.868137 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-dc721476-14a3-4a5a-89bf-424ed61a21ff req-66db67cd-09ea-4235-879c-20aff8a93c58 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Publish callbacks [] for security_group (80bba2f3-a69f-4304-9f13-46c1f3e64934), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:21.877727 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:21.884898 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d39300-9507-4a2c-9d02-c92101abd3be None None] Pushing event updated for resources: {'Port': ['ID=7bdcd4b5-50ae-4cdd-859c-5aacc9f423b2,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:21.892475 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [req-caf173e4-dbf0-424a-8ced-a688fdf53ae8 req-dafee6d1-8052-4310-bfaa-a80ea2f9e7f5 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:43:21.899016 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafee6d1-8052-4310-bfaa-a80ea2f9e7f5 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Pushing event updated for resources: {'Port': ['ID=084848b9-6815-4181-8f2e-f4be5ccc4a30,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:21.989073 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e7b6d7d0-d905-4b65-a2e9-77dbff9667da tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (7bdcd4b5-50ae-4cdd-859c-5aacc9f423b2), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:21.993727 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-dc721476-14a3-4a5a-89bf-424ed61a21ff req-66db67cd-09ea-4235-879c-20aff8a93c58 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (80bba2f3-a69f-4304-9f13-46c1f3e64934), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:22.025184 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:22.162284 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b6d7d0-d905-4b65-a2e9-77dbff9667da tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Pushing event deleted for resources: {'Port': ['ID=7bdcd4b5-50ae-4cdd-859c-5aacc9f423b2,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:22.168334 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b6d7d0-d905-4b65-a2e9-77dbff9667da tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] No DVR routers for this DVR port 7bdcd4b5-50ae-4cdd-859c-5aacc9f423b2 on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:43:22.272578 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66db67cd-09ea-4235-879c-20aff8a93c58 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80bba2f3-a69f-4304-9f13-46c1f3e64934,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:22.290784 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-dc721476-14a3-4a5a-89bf-424ed61a21ff req-66db67cd-09ea-4235-879c-20aff8a93c58 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:22.301260 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-dc721476-14a3-4a5a-89bf-424ed61a21ff req-66db67cd-09ea-4235-879c-20aff8a93c58 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 1.2994092 Aug 27 04:43:22.381995 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:22.491286 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:22.499595 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-ba1a1d8a-6619-4655-b0dd-b86130fb9deb None None] Provisioning complete for port 084848b9-6815-4181-8f2e-f4be5ccc4a30 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:43:22.514579 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ba1a1d8a-6619-4655-b0dd-b86130fb9deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (084848b9-6815-4181-8f2e-f4be5ccc4a30), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:22.557690 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e7b6d7d0-d905-4b65-a2e9-77dbff9667da tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (e02679dd-13d8-4e94-924d-06ffdacc8642), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:22.605256 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-ba1a1d8a-6619-4655-b0dd-b86130fb9deb None None] Port 084848b9-6815-4181-8f2e-f4be5ccc4a30 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:43:22.707172 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 5cf0c19b-023f-43d2-8edd-79e82c3bfb45 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:43:22.711231 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-e7b6d7d0-d905-4b65-a2e9-77dbff9667da tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e02679dd-13d8-4e94-924d-06ffdacc8642']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:43:22.758326 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e806f-c599-4dc7-9b03-2f88ded0413c req-82d9ccf5-2065-4b01-ac8b-a461881edfe1 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:22.769745 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-570e806f-c599-4dc7-9b03-2f88ded0413c req-82d9ccf5-2065-4b01-ac8b-a461881edfe1 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=48a61e6b-67cb-452c-84ee-befd46f66c11 HTTP/1.1" status: 200 len: 936 time: 0.3178806 Aug 27 04:43:22.799725 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-e7b6d7d0-d905-4b65-a2e9-77dbff9667da tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2fb846d-c006-4d47-aeb9-06eb3683c897') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:43:22.800026 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-e7b6d7d0-d905-4b65-a2e9-77dbff9667da tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2fb846d-c006-4d47-aeb9-06eb3683c897') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:43:22.840032 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:22.848744 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e7b6d7d0-d905-4b65-a2e9-77dbff9667da tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (c2fb846d-c006-4d47-aeb9-06eb3683c897), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:22.867919 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf173e4-dbf0-424a-8ced-a688fdf53ae8 req-dafee6d1-8052-4310-bfaa-a80ea2f9e7f5 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:22.868767 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-caf173e4-dbf0-424a-8ced-a688fdf53ae8 req-dafee6d1-8052-4310-bfaa-a80ea2f9e7f5 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:22.885048 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6ea3c-c55c-413b-b5e9-529e210c0d5a req-f4f486ca-aee0-41b0-b260-7be5b87f5692 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:22.894225 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-81b6ea3c-c55c-413b-b5e9-529e210c0d5a req-f4f486ca-aee0-41b0-b260-7be5b87f5692 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=6b7c3c45-56ef-40b4-9b60-bafd4f58dd64 HTTP/1.1" status: 200 len: 948 time: 0.3384881 Aug 27 04:43:22.955404 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:22.967868 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e7b6d7d0-d905-4b65-a2e9-77dbff9667da tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (c2fb846d-c006-4d47-aeb9-06eb3683c897), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:22.975930 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 5cf0c19b-023f-43d2-8edd-79e82c3bfb45 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:43:22.976763 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (5cf0c19b-023f-43d2-8edd-79e82c3bfb45), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:22.985967 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-caf173e4-dbf0-424a-8ced-a688fdf53ae8 req-dafee6d1-8052-4310-bfaa-a80ea2f9e7f5 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7121387 Aug 27 04:43:22.999870 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [req-caf173e4-dbf0-424a-8ced-a688fdf53ae8 req-e6f32a2e-7b2a-4bce-9180-0d90f26baa64 service neutron] Request body: {'port': {'device_id': '48a61e6b-67cb-452c-84ee-befd46f66c11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-852088-5'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:43:23.023631 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7b6d7d0-d905-4b65-a2e9-77dbff9667da tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:43:23.024099 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e7b6d7d0-d905-4b65-a2e9-77dbff9667da tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (c2fb846d-c006-4d47-aeb9-06eb3683c897), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:23.049202 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc4819e8-c68a-48f3-807e-7377e02d9b5f admin admin] Router 8ee10a6d-a995-4a50-8a36-643e6971f2ef is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:43:23.170831 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-caf173e4-dbf0-424a-8ced-a688fdf53ae8 req-e6f32a2e-7b2a-4bce-9180-0d90f26baa64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (084848b9-6815-4181-8f2e-f4be5ccc4a30), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:23.184797 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-81b6ea3c-c55c-413b-b5e9-529e210c0d5a req-9380398b-e3de-4278-85b5-1bcbc1115dff tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740757 Aug 27 04:43:23.187164 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 5cf0c19b-023f-43d2-8edd-79e82c3bfb45 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:43:23.187479 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (5cf0c19b-023f-43d2-8edd-79e82c3bfb45), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:23.192639 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment c2fb846d-c006-4d47-aeb9-06eb3683c897 resource provider aggregate not found Aug 27 04:43:23.220910 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-570e806f-c599-4dc7-9b03-2f88ded0413c req-10544dc0-0c5b-46f1-87c7-7f764225bbfa tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=594a0af3-d4d8-4c58-beac-6fa100daab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4500394 Aug 27 04:43:23.282498 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment c2fb846d-c006-4d47-aeb9-06eb3683c897 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c2fb846d-c006-4d47-aeb9-06eb3683c897 found for delete ", "request_id": "req-2361b9cc-3840-42df-81a2-b14d7a37b66e"}]} Aug 27 04:43:23.306402 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 5cf0c19b-023f-43d2-8edd-79e82c3bfb45, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=5cf0c19b-023f-43d2-8edd-79e82c3bfb45,segment=NetworkSegment(62dec306-3408-4038-b3fe-9711faccd416),segment_id=62dec306-3408-4038-b3fe-9711faccd416)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:43:23.313040 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3edc8f3b-b8ac-4705-a706-8ae9c1f64bf3 req-45a4788f-52f1-4944-878f-1fd1d46928af tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] 10.222.0.76 "GET /networking/v2.0/security-groups/80bba2f3-a69f-4304-9f13-46c1f3e64934 HTTP/1.1" status: 200 len: 1830 time: 0.0813355 Aug 27 04:43:23.322639 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [req-3edc8f3b-b8ac-4705-a706-8ae9c1f64bf3 req-815ba234-bfee-440c-b154-ae38a31b18da tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '80bba2f3-a69f-4304-9f13-46c1f3e64934', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:43:23.323007 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [req-3edc8f3b-b8ac-4705-a706-8ae9c1f64bf3 req-815ba234-bfee-440c-b154-ae38a31b18da tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '80bba2f3-a69f-4304-9f13-46c1f3e64934', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:43:23.394187 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (5cf0c19b-023f-43d2-8edd-79e82c3bfb45), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:23.395052 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 261c3ffc-56a7-4e1b-baaa-0c0d1b40b765 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:43:23.395658 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e7b6d7d0-d905-4b65-a2e9-77dbff9667da tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (e02679dd-13d8-4e94-924d-06ffdacc8642), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:23.398043 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=77,neutron:INSERT=9,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:23.414407 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e7b6d7d0-d905-4b65-a2e9-77dbff9667da tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:23.429690 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e7b6d7d0-d905-4b65-a2e9-77dbff9667da tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] 10.222.0.76 "DELETE /networking/v2.0/networks/e02679dd-13d8-4e94-924d-06ffdacc8642 HTTP/1.1" status: 204 len: 168 time: 2.3497219 Aug 27 04:43:23.434295 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device 9328be9a-ae97-4165-bf25-9a26e1f2012e up at agent hyperv_n-h1-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:43:23.436726 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 44074) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:23.505522 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf550dfb-443a-4643-ab68-76cfd76c222c None None] get_active_networks_info from n-d-852088-5 {{(pid=107777) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 27 04:43:23.565428 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4819e8-c68a-48f3-807e-7377e02d9b5f admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:43:23.573006 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-535fe0d7-b40d-4fad-b06c-09477ba472c9 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Deleting subnet eda4ac57-1447-4f64-ae75-4f0f1af9191f {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:43:23.580656 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896e1fc3-e056-4e2c-83b5-1a56b9b0aa9a None None] Sync routers for ids ['8ee10a6d-a995-4a50-8a36-643e6971f2ef'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:43:23.593888 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-535fe0d7-b40d-4fad-b06c-09477ba472c9 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks [] for subnet (eda4ac57-1447-4f64-ae75-4f0f1af9191f), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:23.600119 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896e1fc3-e056-4e2c-83b5-1a56b9b0aa9a None None] Routers {'8ee10a6d-a995-4a50-8a36-643e6971f2ef'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:43:23.602119 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-896e1fc3-e056-4e2c-83b5-1a56b9b0aa9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:42:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['8ee10a6d-a995-4a50-8a36-643e6971f2ef'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:43:23.727090 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bc4819e8-c68a-48f3-807e-7377e02d9b5f admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:23.728436 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-bc4819e8-c68a-48f3-807e-7377e02d9b5f admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 916 time: 5.9468734 Aug 27 04:43:23.733760 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 44076) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:23.734091 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-535fe0d7-b40d-4fad-b06c-09477ba472c9 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (eda4ac57-1447-4f64-ae75-4f0f1af9191f), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:23.806107 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:23.844079 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:23.848326 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b6d7d0-d905-4b65-a2e9-77dbff9667da tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Pushing event deleted for resources: {'Network': ['ID=e02679dd-13d8-4e94-924d-06ffdacc8642,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:23.957054 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-3edc8f3b-b8ac-4705-a706-8ae9c1f64bf3 req-815ba234-bfee-440c-b154-ae38a31b18da tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Publish callbacks [] for security_group_rule (ce4a8d5d-4ae8-4c27-b93d-ad6a582f1fa6), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:23.974468 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:23.993809 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-2e6e3f84-366d-4cfb-b1d3-d94861fbc504 None None] Provisioning complete for port 5cf0c19b-023f-43d2-8edd-79e82c3bfb45 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:43:23.994474 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2e6e3f84-366d-4cfb-b1d3-d94861fbc504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (5cf0c19b-023f-43d2-8edd-79e82c3bfb45), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:24.016171 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:UPDATE=3,neutron:SELECT=91,neutron:INSERT=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:24.062571 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:43:24.072948 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [req-caf173e4-dbf0-424a-8ced-a688fdf53ae8 req-e6f32a2e-7b2a-4bce-9180-0d90f26baa64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 084848b9-6815-4181-8f2e-f4be5ccc4a30 {{(pid=107776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 04:43:24.078387 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=5cf0c19b-023f-43d2-8edd-79e82c3bfb45,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:24.109571 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-caf173e4-dbf0-424a-8ced-a688fdf53ae8 req-e6f32a2e-7b2a-4bce-9180-0d90f26baa64 service neutron] Publish callbacks [] for port (084848b9-6815-4181-8f2e-f4be5ccc4a30), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:24.111622 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-535fe0d7-b40d-4fad-b06c-09477ba472c9 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (eda4ac57-1447-4f64-ae75-4f0f1af9191f), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:24.125376 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-896e1fc3-e056-4e2c-83b5-1a56b9b0aa9a None None] Set router 8ee10a6d-a995-4a50-8a36-643e6971f2ef gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:43:24.138323 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:24.174498 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-3edc8f3b-b8ac-4705-a706-8ae9c1f64bf3 req-815ba234-bfee-440c-b154-ae38a31b18da tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Publish callbacks [] for security_group_rule (ce4a8d5d-4ae8-4c27-b93d-ad6a582f1fa6), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:24.184131 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef76261-8573-4cf2-a87d-b23073c29e64 req-cbde0e95-9d1c-42eb-a08a-f7559ba132af tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:24.188450 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2ef76261-8573-4cf2-a87d-b23073c29e64 req-cbde0e95-9d1c-42eb-a08a-f7559ba132af tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8f4d695c-d061-4a9c-a769-527ffc8e8a53 HTTP/1.1" status: 200 len: 949 time: 0.2037623 Aug 27 04:43:24.211130 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Provisioning for port 9328be9a-ae97-4165-bf25-9a26e1f2012e completed by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 27 04:43:24.226488 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.provisioning_blocks [req-caf173e4-dbf0-424a-8ced-a688fdf53ae8 req-e6f32a2e-7b2a-4bce-9180-0d90f26baa64 service neutron] Transition to ACTIVE for port object 084848b9-6815-4181-8f2e-f4be5ccc4a30 will not be triggered until provisioned by entity L2. {{(pid=107776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 27 04:43:24.232001 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 261c3ffc-56a7-4e1b-baaa-0c0d1b40b765 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:43:24.235577 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (261c3ffc-56a7-4e1b-baaa-0c0d1b40b765), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:24.284943 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-3edc8f3b-b8ac-4705-a706-8ae9c1f64bf3 req-815ba234-bfee-440c-b154-ae38a31b18da tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (ce4a8d5d-4ae8-4c27-b93d-ad6a582f1fa6), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:24.296807 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2ef76261-8573-4cf2-a87d-b23073c29e64 req-a000e9f5-ce26-4113-b247-53db4ad8406e tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922942 Aug 27 04:43:24.313892 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815ba234-bfee-440c-b154-ae38a31b18da tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce4a8d5d-4ae8-4c27-b93d-ad6a582f1fa6,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:24.356710 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-caf173e4-dbf0-424a-8ced-a688fdf53ae8 req-e6f32a2e-7b2a-4bce-9180-0d90f26baa64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (084848b9-6815-4181-8f2e-f4be5ccc4a30), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:24.386108 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Provisioning complete for port 9328be9a-ae97-4165-bf25-9a26e1f2012e triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:43:24.386632 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (9328be9a-ae97-4165-bf25-9a26e1f2012e), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:24.389161 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-535fe0d7-b40d-4fad-b06c-09477ba472c9 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (eda4ac57-1447-4f64-ae75-4f0f1af9191f), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:24.405622 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232274df-50de-4a9b-affd-3badcf351795 None None] Sync routers for ids ['84e7da8b-a8f6-4b61-88e6-2e2215090848'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:43:24.474703 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535fe0d7-b40d-4fad-b06c-09477ba472c9 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Pushing event deleted for resources: {'Subnet': ['ID=eda4ac57-1447-4f64-ae75-4f0f1af9191f,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:24.482870 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-3edc8f3b-b8ac-4705-a706-8ae9c1f64bf3 req-815ba234-bfee-440c-b154-ae38a31b18da tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:24.484255 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3edc8f3b-b8ac-4705-a706-8ae9c1f64bf3 req-815ba234-bfee-440c-b154-ae38a31b18da tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1693728 Aug 27 04:43:24.490611 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-535fe0d7-b40d-4fad-b06c-09477ba472c9 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:24.491345 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f32a2e-7b2a-4bce-9180-0d90f26baa64 service neutron] Pushing event updated for resources: {'Port': ['ID=084848b9-6815-4181-8f2e-f4be5ccc4a30,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:24.496141 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-535fe0d7-b40d-4fad-b06c-09477ba472c9 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/eda4ac57-1447-4f64-ae75-4f0f1af9191f HTTP/1.1" status: 204 len: 168 time: 1.0453558 Aug 27 04:43:24.496141 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 44098) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:24.502803 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-896e1fc3-e056-4e2c-83b5-1a56b9b0aa9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee10a6d-a995-4a50-8a36-643e6971f2ef', 'name': 'tempest-ImagesTestJSON-437396070-router', 'tenant_id': 'ff8743cde75f4f6da3a5742c66742898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '92bfa2c8-4339-40e2-b569-49b109ccbbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:43:17Z', 'updated_at': '2022-08-27T04:43:20Z', 'revision_number': 3, 'project_id': 'ff8743cde75f4f6da3a5742c66742898', 'gw_port': {'id': '92bfa2c8-4339-40e2-b569-49b109ccbbf5', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:44:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee10a6d-a995-4a50-8a36-643e6971f2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:43:19Z', 'updated_at': '2022-08-27T04:43:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:43:24.595358 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896e1fc3-e056-4e2c-83b5-1a56b9b0aa9a None None] Checking router: 8ee10a6d-a995-4a50-8a36-643e6971f2ef for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:43:24.598634 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896e1fc3-e056-4e2c-83b5-1a56b9b0aa9a None None] Updating router 8ee10a6d-a995-4a50-8a36-643e6971f2ef port 92bfa2c8-4339-40e2-b569-49b109ccbbf5 binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:43:24.651340 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-896e1fc3-e056-4e2c-83b5-1a56b9b0aa9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (92bfa2c8-4339-40e2-b569-49b109ccbbf5), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:24.660488 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-caf173e4-dbf0-424a-8ced-a688fdf53ae8 req-e6f32a2e-7b2a-4bce-9180-0d90f26baa64 service neutron] Attempting to bind port 084848b9-6815-4181-8f2e-f4be5ccc4a30 on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:43:24.660822 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-caf173e4-dbf0-424a-8ced-a688fdf53ae8 req-e6f32a2e-7b2a-4bce-9180-0d90f26baa64 service neutron] Attempting to bind port 084848b9-6815-4181-8f2e-f4be5ccc4a30 by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:43:24.661148 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf173e4-dbf0-424a-8ced-a688fdf53ae8 req-e6f32a2e-7b2a-4bce-9180-0d90f26baa64 service neutron] Attempting to bind port 084848b9-6815-4181-8f2e-f4be5ccc4a30 on network a82fb463-5a8f-4b8b-991d-61491eba11c6 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:43:24.680558 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf173e4-dbf0-424a-8ced-a688fdf53ae8 req-e6f32a2e-7b2a-4bce-9180-0d90f26baa64 service neutron] Port 084848b9-6815-4181-8f2e-f4be5ccc4a30 on network a82fb463-5a8f-4b8b-991d-61491eba11c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:43:24.680882 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf173e4-dbf0-424a-8ced-a688fdf53ae8 req-e6f32a2e-7b2a-4bce-9180-0d90f26baa64 service neutron] Attempting to bind port 084848b9-6815-4181-8f2e-f4be5ccc4a30 on network a82fb463-5a8f-4b8b-991d-61491eba11c6 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:43:24.688951 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61400e8a-f3f9-44b2-af3d-437b7e0ebb3c req-2cadaf42-3752-4aa4-9ad4-08eaeee8cabf tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:24.694328 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-61400e8a-f3f9-44b2-af3d-437b7e0ebb3c req-2cadaf42-3752-4aa4-9ad4-08eaeee8cabf tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=6b7c3c45-56ef-40b4-9b60-bafd4f58dd64 HTTP/1.1" status: 200 len: 948 time: 0.0536513 Aug 27 04:43:24.708116 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf173e4-dbf0-424a-8ced-a688fdf53ae8 req-e6f32a2e-7b2a-4bce-9180-0d90f26baa64 service neutron] Checking agent: {'id': '01e14a85-d0aa-43ee-b1d5-63de1ae70758', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 36, 7), 'started_at': datetime.datetime(2022, 8, 27, 4, 36, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:43:24.708480 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf173e4-dbf0-424a-8ced-a688fdf53ae8 req-e6f32a2e-7b2a-4bce-9180-0d90f26baa64 service neutron] Checking segment: {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:43:24.708867 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf173e4-dbf0-424a-8ced-a688fdf53ae8 req-e6f32a2e-7b2a-4bce-9180-0d90f26baa64 service neutron] Bound using segment: {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'} {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:43:24.709317 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-caf173e4-dbf0-424a-8ced-a688fdf53ae8 req-e6f32a2e-7b2a-4bce-9180-0d90f26baa64 service neutron] Bound port: 084848b9-6815-4181-8f2e-f4be5ccc4a30, host: n-h2-852088-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'}}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:43:24.709675 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-caf173e4-dbf0-424a-8ced-a688fdf53ae8 req-e6f32a2e-7b2a-4bce-9180-0d90f26baa64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (084848b9-6815-4181-8f2e-f4be5ccc4a30), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:24.805644 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dd1cff43-9515-427f-972d-6a5797db2e36 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (d6e32c45-2335-4775-9eb5-177f28c104be), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:24.820799 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-61400e8a-f3f9-44b2-af3d-437b7e0ebb3c req-8e1573b1-fbc6-4c36-b43b-a71b1b910804 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214075 Aug 27 04:43:24.828107 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff206c30-761c-4b9a-894f-c65bfbf1a8fb req-64f9d211-33c0-43d2-8382-ae21f9f9b254 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:24.836728 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ff206c30-761c-4b9a-894f-c65bfbf1a8fb req-64f9d211-33c0-43d2-8382-ae21f9f9b254 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=48a61e6b-67cb-452c-84ee-befd46f66c11 HTTP/1.1" status: 200 len: 948 time: 0.1012301 Aug 27 04:43:24.859282 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232274df-50de-4a9b-affd-3badcf351795 None None] Routers {'84e7da8b-a8f6-4b61-88e6-2e2215090848'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:43:24.860104 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-232274df-50de-4a9b-affd-3badcf351795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:42:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['84e7da8b-a8f6-4b61-88e6-2e2215090848'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:43:24.881210 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf550dfb-443a-4643-ab68-76cfd76c222c None None] Resources bound (agent type, host, resource id): {{(pid=107777) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 04:43:24.906280 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-caf173e4-dbf0-424a-8ced-a688fdf53ae8 req-e6f32a2e-7b2a-4bce-9180-0d90f26baa64 service neutron] For port 084848b9-6815-4181-8f2e-f4be5ccc4a30, host n-h2-852088-5, cleared binding levels {{(pid=107776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:43:24.907959 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-dd1cff43-9515-427f-972d-6a5797db2e36 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Deleting port 0ea0ed2a-7100-405b-97e3-ee997ad90ea0 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:43:24.908539 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dd1cff43-9515-427f-972d-6a5797db2e36 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (0ea0ed2a-7100-405b-97e3-ee997ad90ea0), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:24.919553 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-caf173e4-dbf0-424a-8ced-a688fdf53ae8 req-e6f32a2e-7b2a-4bce-9180-0d90f26baa64 service neutron] For port 084848b9-6815-4181-8f2e-f4be5ccc4a30, host n-h2-852088-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852088-5',level=0,port_id=084848b9-6815-4181-8f2e-f4be5ccc4a30,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:43:24.928878 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4d97093d-4bec-4aef-9fe4-462da6b28d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:24.998360 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ff206c30-761c-4b9a-894f-c65bfbf1a8fb req-3460ead5-464f-4484-be3d-8d14e811b01f tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=594a0af3-d4d8-4c58-beac-6fa100daab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603343 Aug 27 04:43:25.041270 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-caf173e4-dbf0-424a-8ced-a688fdf53ae8 req-e6f32a2e-7b2a-4bce-9180-0d90f26baa64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (084848b9-6815-4181-8f2e-f4be5ccc4a30), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:25.064625 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf173e4-dbf0-424a-8ced-a688fdf53ae8 req-e6f32a2e-7b2a-4bce-9180-0d90f26baa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:25.065891 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-caf173e4-dbf0-424a-8ced-a688fdf53ae8 req-e6f32a2e-7b2a-4bce-9180-0d90f26baa64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:25.068459 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-caf173e4-dbf0-424a-8ced-a688fdf53ae8 req-e6f32a2e-7b2a-4bce-9180-0d90f26baa64 service neutron] 10.222.0.78 "PUT /networking/v2.0/ports/084848b9-6815-4181-8f2e-f4be5ccc4a30 HTTP/1.1" status: 200 len: 1096 time: 2.0745571 Aug 27 04:43:25.075756 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48a61e6b-67cb-452c-84ee-befd46f66c11', 'tag': '084848b9-6815-4181-8f2e-f4be5ccc4a30'}] {{(pid=107776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:43:25.078482 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7ad66632f4c78724655075356aa8535ba41c652eced6c9cea0c1f0c67b1e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2f6893-e69b-4761-a930-ecbd284188c4" -d '{"events": [{"name": "network-changed", "server_uuid": "48a61e6b-67cb-452c-84ee-befd46f66c11", "tag": "084848b9-6815-4181-8f2e-f4be5ccc4a30"}]}' {{(pid=107776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:43:25.144564 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-dd1cff43-9515-427f-972d-6a5797db2e36 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] For port 0ea0ed2a-7100-405b-97e3-ee997ad90ea0, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=0ea0ed2a-7100-405b-97e3-ee997ad90ea0,segment=NetworkSegment(54053975-b628-460f-94e4-f237f2565fdf),segment_id=54053975-b628-460f-94e4-f237f2565fdf)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:43:25.148453 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dd1cff43-9515-427f-972d-6a5797db2e36 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (0ea0ed2a-7100-405b-97e3-ee997ad90ea0), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:25.175643 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce9203-7890-444c-9955-27e372719b15 req-4428edec-41b5-4f90-a0e7-1c9cd2fc59d8 tempest-MigrationsAdminTest-1088925018 tempest-MigrationsAdminTest-1088925018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:25.185040 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-12ce9203-7890-444c-9955-27e372719b15 req-4428edec-41b5-4f90-a0e7-1c9cd2fc59d8 tempest-MigrationsAdminTest-1088925018 tempest-MigrationsAdminTest-1088925018-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8f4d695c-d061-4a9c-a769-527ffc8e8a53 HTTP/1.1" status: 200 len: 1131 time: 0.1042795 Aug 27 04:43:25.210069 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-dd1cff43-9515-427f-972d-6a5797db2e36 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Calling delete_port for 0ea0ed2a-7100-405b-97e3-ee997ad90ea0 owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:43:25.240301 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8867bc2d-a3a0-47fe-8a94-3c9b63c92ac4 req-cc88aab6-f375-4823-9c3f-fed60c0540ee tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] 10.222.0.76 "GET /networking/v2.0/security-groups/80bba2f3-a69f-4304-9f13-46c1f3e64934 HTTP/1.1" status: 200 len: 2423 time: 0.1783152 Aug 27 04:43:25.278474 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 261c3ffc-56a7-4e1b-baaa-0c0d1b40b765 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:43:25.285192 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (261c3ffc-56a7-4e1b-baaa-0c0d1b40b765), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:25.325891 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:25.326261 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:25.332293 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-2e6e3f84-366d-4cfb-b1d3-d94861fbc504 None None] Current status of the port 5cf0c19b-023f-43d2-8edd-79e82c3bfb45 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:43:25.366910 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 04:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1918211d-669c-4fc5-8c9a-7a15f1e16034 x-openstack-request-id: req-1918211d-669c-4fc5-8c9a-7a15f1e16034 {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:43:25.367281 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48a61e6b-67cb-452c-84ee-befd46f66c11", "tag": "084848b9-6815-4181-8f2e-f4be5ccc4a30", "status": "completed", "code": 200}]} {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:43:25.368014 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1918211d-669c-4fc5-8c9a-7a15f1e16034 {{(pid=107776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:43:25.368014 n-d-852088-5 neutron-server[107776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1918211d-669c-4fc5-8c9a-7a15f1e16034'] response: {'name': 'network-changed', 'server_uuid': '48a61e6b-67cb-452c-84ee-befd46f66c11', 'tag': '084848b9-6815-4181-8f2e-f4be5ccc4a30', 'status': 'completed', 'code': 200} Aug 27 04:43:25.380101 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-12ce9203-7890-444c-9955-27e372719b15 req-122c150a-d3d8-49ce-9e8e-606e7cd560ac tempest-MigrationsAdminTest-1088925018 tempest-MigrationsAdminTest-1088925018-project-admin] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916928 Aug 27 04:43:25.412776 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f32a2e-7b2a-4bce-9180-0d90f26baa64 service neutron] Pushing event updated for resources: {'Port': ['ID=084848b9-6815-4181-8f2e-f4be5ccc4a30,revision_number=3']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:25.447736 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:25.450805 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-86701dee-1f9c-4fb5-ba64-d84c5eeef437 req-294568ca-0ef7-477c-8895-8f36109e64b1 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] 10.222.0.76 "GET /networking/v2.0/security-group-rules/ce4a8d5d-4ae8-4c27-b93d-ad6a582f1fa6 HTTP/1.1" status: 200 len: 778 time: 0.0658283 Aug 27 04:43:25.451930 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf173e4-dbf0-424a-8ced-a688fdf53ae8 req-278b314b-86e1-4643-b472-c18ad0637698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:25.453782 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-caf173e4-dbf0-424a-8ced-a688fdf53ae8 req-278b314b-86e1-4643-b472-c18ad0637698 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=c1b8a17e29c4436a9c51b4fc7b963822&device_id=48a61e6b-67cb-452c-84ee-befd46f66c11 HTTP/1.1" status: 200 len: 1130 time: 0.1977878 Aug 27 04:43:25.463887 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-896e1fc3-e056-4e2c-83b5-1a56b9b0aa9a None None] Publish callbacks [] for port (92bfa2c8-4339-40e2-b569-49b109ccbbf5), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:25.581861 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 261c3ffc-56a7-4e1b-baaa-0c0d1b40b765, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=261c3ffc-56a7-4e1b-baaa-0c0d1b40b765,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:43:25.587676 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-896e1fc3-e056-4e2c-83b5-1a56b9b0aa9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (92bfa2c8-4339-40e2-b569-49b109ccbbf5), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:25.589868 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-caf173e4-dbf0-424a-8ced-a688fdf53ae8 req-6ad57298-1c67-4ceb-bc4a-66e757be2420 service neutron] 10.222.0.78 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=084848b9-6815-4181-8f2e-f4be5ccc4a30 HTTP/1.1" status: 200 len: 217 time: 0.1081724 Aug 27 04:43:25.604832 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:25.611412 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Current status of the port 9328be9a-ae97-4165-bf25-9a26e1f2012e is: BUILD; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:43:25.614745 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (9328be9a-ae97-4165-bf25-9a26e1f2012e), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:25.649357 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-86701dee-1f9c-4fb5-ba64-d84c5eeef437 req-724cb62f-18a1-487a-8743-a13b560d69b2 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] 10.222.0.76 "GET /networking/v2.0/security-groups/80bba2f3-a69f-4304-9f13-46c1f3e64934 HTTP/1.1" status: 200 len: 2423 time: 0.1898644 Aug 27 04:43:25.700058 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-896e1fc3-e056-4e2c-83b5-1a56b9b0aa9a None None] Attempting to bind port 92bfa2c8-4339-40e2-b569-49b109ccbbf5 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:43:25.700058 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-896e1fc3-e056-4e2c-83b5-1a56b9b0aa9a None None] Attempting to bind port 92bfa2c8-4339-40e2-b569-49b109ccbbf5 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:43:25.700058 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896e1fc3-e056-4e2c-83b5-1a56b9b0aa9a None None] Attempting to bind port 92bfa2c8-4339-40e2-b569-49b109ccbbf5 on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:43:25.713357 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-86701dee-1f9c-4fb5-ba64-d84c5eeef437 req-89fef026-5e47-48d7-85d9-9545ef2f707e tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Publish callbacks [] for security_group_rule (ce4a8d5d-4ae8-4c27-b93d-ad6a582f1fa6), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:25.726968 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-86701dee-1f9c-4fb5-ba64-d84c5eeef437 req-89fef026-5e47-48d7-85d9-9545ef2f707e tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Publish callbacks [] for security_group_rule (ce4a8d5d-4ae8-4c27-b93d-ad6a582f1fa6), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:25.737020 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:25.740029 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dd1cff43-9515-427f-972d-6a5797db2e36 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (0ea0ed2a-7100-405b-97e3-ee997ad90ea0), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:25.741217 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896e1fc3-e056-4e2c-83b5-1a56b9b0aa9a None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:43:25.742556 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896e1fc3-e056-4e2c-83b5-1a56b9b0aa9a None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:43:25.744422 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-4d97093d-4bec-4aef-9fe4-462da6b28d5b admin admin] Allocated IP 172.20.0.1 (146b1bad-4e03-4b2d-a241-35a8a5f09911/6e6f86d0-df31-4e71-b66f-80a3210a900c/2a8ad8a3-485c-4692-93de-7b06a3d2c9f8) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:43:25.745026 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-896e1fc3-e056-4e2c-83b5-1a56b9b0aa9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:25.745996 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896e1fc3-e056-4e2c-83b5-1a56b9b0aa9a None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:43:25.750038 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-896e1fc3-e056-4e2c-83b5-1a56b9b0aa9a None None] Bound port: 92bfa2c8-4339-40e2-b569-49b109ccbbf5, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:43:25.750448 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-896e1fc3-e056-4e2c-83b5-1a56b9b0aa9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (92bfa2c8-4339-40e2-b569-49b109ccbbf5), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:25.770137 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port 9328be9a-ae97-4165-bf25-9a26e1f2012e, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=9328be9a-ae97-4165-bf25-9a26e1f2012e,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:43:25.802232 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b7c3c45-56ef-40b4-9b60-bafd4f58dd64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9328be9a-ae97-4165-bf25-9a26e1f2012e'}] {{(pid=107777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:43:25.805546 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6e1ed2c1589df8125b2075e26a1ec4ff1174e69d6a71546bdf3c3a9a29d330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978112d6-cc44-4f50-98d5-903fefe05ba4" -d '{"events": [{"server_uuid": "6b7c3c45-56ef-40b4-9b60-bafd4f58dd64", "name": "network-vif-plugged", "status": "completed", "tag": "9328be9a-ae97-4165-bf25-9a26e1f2012e"}]}' {{(pid=107777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:43:25.807119 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1cff43-9515-427f-972d-6a5797db2e36 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Pushing event deleted for resources: {'Port': ['ID=0ea0ed2a-7100-405b-97e3-ee997ad90ea0,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:25.826725 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf173e4-dbf0-424a-8ced-a688fdf53ae8 req-3d3f85f3-1e68-4f67-aaa1-3454183e9d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:25.831398 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (261c3ffc-56a7-4e1b-baaa-0c0d1b40b765), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:25.831569 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-caf173e4-dbf0-424a-8ced-a688fdf53ae8 req-3d3f85f3-1e68-4f67-aaa1-3454183e9d45 service neutron] 10.222.0.78 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.2212660 Aug 27 04:43:25.842626 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1cff43-9515-427f-972d-6a5797db2e36 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] No DVR routers for this DVR port 0ea0ed2a-7100-405b-97e3-ee997ad90ea0 on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:43:25.904059 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f842e1a7-e55e-47c2-b5ae-5a98647ef4d7 None None] Pushing event updated for resources: {'Port': ['ID=92bfa2c8-4339-40e2-b569-49b109ccbbf5,revision_number=2']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:25.921684 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=261c3ffc-56a7-4e1b-baaa-0c0d1b40b765,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:25.925471 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (9328be9a-ae97-4165-bf25-9a26e1f2012e), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:25.946006 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-232274df-50de-4a9b-affd-3badcf351795 None None] Set router 84e7da8b-a8f6-4b61-88e6-2e2215090848 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:43:26.029005 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-896e1fc3-e056-4e2c-83b5-1a56b9b0aa9a None None] For port 92bfa2c8-4339-40e2-b569-49b109ccbbf5, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:43:26.034637 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-896e1fc3-e056-4e2c-83b5-1a56b9b0aa9a None None] For port 92bfa2c8-4339-40e2-b569-49b109ccbbf5, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=92bfa2c8-4339-40e2-b569-49b109ccbbf5,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:43:26.059469 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:26.076777 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-86701dee-1f9c-4fb5-ba64-d84c5eeef437 req-89fef026-5e47-48d7-85d9-9545ef2f707e tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (ce4a8d5d-4ae8-4c27-b93d-ad6a582f1fa6), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:26.083274 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf173e4-dbf0-424a-8ced-a688fdf53ae8 req-198ec1ee-4a6c-49c6-b5f8-44518b4fb2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:26.084899 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-caf173e4-dbf0-424a-8ced-a688fdf53ae8 req-198ec1ee-4a6c-49c6-b5f8-44518b4fb2dd service neutron] 10.222.0.78 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1820226 Aug 27 04:43:26.087932 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-86701dee-1f9c-4fb5-ba64-d84c5eeef437 req-89fef026-5e47-48d7-85d9-9545ef2f707e tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:26.094079 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-86701dee-1f9c-4fb5-ba64-d84c5eeef437 req-89fef026-5e47-48d7-85d9-9545ef2f707e tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] 10.222.0.76 "DELETE /networking/v2.0/security-group-rules/ce4a8d5d-4ae8-4c27-b93d-ad6a582f1fa6 HTTP/1.1" status: 204 len: 173 time: 0.4423714 Aug 27 04:43:26.142875 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fef026-5e47-48d7-85d9-9545ef2f707e tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce4a8d5d-4ae8-4c27-b93d-ad6a582f1fa6,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:26.154741 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dd1cff43-9515-427f-972d-6a5797db2e36 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (d6e32c45-2335-4775-9eb5-177f28c104be), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:26.177077 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-896e1fc3-e056-4e2c-83b5-1a56b9b0aa9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (92bfa2c8-4339-40e2-b569-49b109ccbbf5), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:26.193584 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 04:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a3a2e8-bd7b-4e1a-a6d8-b3996e795f6a x-openstack-request-id: req-15a3a2e8-bd7b-4e1a-a6d8-b3996e795f6a {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:43:26.194249 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b7c3c45-56ef-40b4-9b60-bafd4f58dd64", "name": "network-vif-plugged", "status": "completed", "tag": "9328be9a-ae97-4165-bf25-9a26e1f2012e", "code": 200}]} {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:43:26.194681 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-15a3a2e8-bd7b-4e1a-a6d8-b3996e795f6a {{(pid=107777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:43:26.195297 n-d-852088-5 neutron-server[107777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15a3a2e8-bd7b-4e1a-a6d8-b3996e795f6a'] response: {'server_uuid': '6b7c3c45-56ef-40b4-9b60-bafd4f58dd64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9328be9a-ae97-4165-bf25-9a26e1f2012e', 'code': 200} Aug 27 04:43:26.201615 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 5cf0c19b-023f-43d2-8edd-79e82c3bfb45 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:43:26.236679 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-dd1cff43-9515-427f-972d-6a5797db2e36 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6e32c45-2335-4775-9eb5-177f28c104be']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:43:26.266269 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-dd1cff43-9515-427f-972d-6a5797db2e36 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54053975-b628-460f-94e4-f237f2565fdf') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:43:26.267273 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-dd1cff43-9515-427f-972d-6a5797db2e36 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54053975-b628-460f-94e4-f237f2565fdf') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:43:26.287025 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dd1cff43-9515-427f-972d-6a5797db2e36 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (54053975-b628-460f-94e4-f237f2565fdf), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:26.329189 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896e1fc3-e056-4e2c-83b5-1a56b9b0aa9a None None] Routers {'8ee10a6d-a995-4a50-8a36-643e6971f2ef'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:43:26.329838 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-896e1fc3-e056-4e2c-83b5-1a56b9b0aa9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:42:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['8ee10a6d-a995-4a50-8a36-643e6971f2ef'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:43:26.332528 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dd1cff43-9515-427f-972d-6a5797db2e36 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (54053975-b628-460f-94e4-f237f2565fdf), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:26.362658 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4d97093d-4bec-4aef-9fe4-462da6b28d5b admin admin] Publish callbacks [] for port (2a8ad8a3-485c-4692-93de-7b06a3d2c9f8), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:26.363289 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:26.366830 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd1cff43-9515-427f-972d-6a5797db2e36 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:43:26.368493 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dd1cff43-9515-427f-972d-6a5797db2e36 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (54053975-b628-460f-94e4-f237f2565fdf), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:26.387659 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-caf173e4-dbf0-424a-8ced-a688fdf53ae8 req-0d2c440f-ac3e-4504-9615-b1f0926b2b76 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954335 Aug 27 04:43:26.428977 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:26.452032 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 54053975-b628-460f-94e4-f237f2565fdf resource provider aggregate not found Aug 27 04:43:26.563929 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 54053975-b628-460f-94e4-f237f2565fdf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 54053975-b628-460f-94e4-f237f2565fdf found for delete ", "request_id": "req-b0b293be-bc06-401a-966f-e0c20aea8b99"}]} Aug 27 04:43:26.576509 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcadb02-65de-4240-8cdc-6e8d58d3805a req-09e1f230-e2a3-4408-9d4b-2e03123cf7ac tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:26.578434 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-cbcadb02-65de-4240-8cdc-6e8d58d3805a req-09e1f230-e2a3-4408-9d4b-2e03123cf7ac tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=6b7c3c45-56ef-40b4-9b60-bafd4f58dd64 HTTP/1.1" status: 200 len: 949 time: 0.2210214 Aug 27 04:43:26.592542 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f842e1a7-e55e-47c2-b5ae-5a98647ef4d7 None None] Pushing event updated for resources: {'Port': ['ID=92bfa2c8-4339-40e2-b569-49b109ccbbf5,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:26.634571 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Pushing event updated for resources: {'Port': ['ID=9328be9a-ae97-4165-bf25-9a26e1f2012e,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:26.640383 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:26.669668 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-896e1fc3-e056-4e2c-83b5-1a56b9b0aa9a None None] Set router 8ee10a6d-a995-4a50-8a36-643e6971f2ef gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:43:26.719635 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dd1cff43-9515-427f-972d-6a5797db2e36 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (d6e32c45-2335-4775-9eb5-177f28c104be), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:26.722692 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee95ec49-ca48-4c2c-83c0-29335e4a9ffd None None] Network 146b1bad-4e03-4b2d-a241-35a8a5f09911 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:43:26.724806 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c82d429-2891-4001-bf2f-3b46828d4c9a None None] Network d6e32c45-2335-4775-9eb5-177f28c104be requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:43:26.724987 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f52ad2-3a62-4b93-b63b-1e869854118b req-a1bfdfcc-8ac6-4a61-9fa5-c65f273fd04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:26.733596 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-d7f52ad2-3a62-4b93-b63b-1e869854118b req-a1bfdfcc-8ac6-4a61-9fa5-c65f273fd04f service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=6b7c3c45-56ef-40b4-9b60-bafd4f58dd64 HTTP/1.1" status: 200 len: 1131 time: 0.3736784 Aug 27 04:43:26.734173 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 44144) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:26.787198 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dd1cff43-9515-427f-972d-6a5797db2e36 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:26.791011 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-dd1cff43-9515-427f-972d-6a5797db2e36 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] 10.222.0.76 "DELETE /networking/v2.0/networks/d6e32c45-2335-4775-9eb5-177f28c104be HTTP/1.1" status: 204 len: 168 time: 2.2955301 Aug 27 04:43:26.801492 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 44148) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:26.838670 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-cbcadb02-65de-4240-8cdc-6e8d58d3805a req-7ef92069-3c35-4a75-8bb2-e8f628cc7835 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522228 Aug 27 04:43:26.850186 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1cff43-9515-427f-972d-6a5797db2e36 tempest-ServersTestMultiNic-210073330 tempest-ServersTestMultiNic-210073330-project] Pushing event deleted for resources: {'Network': ['ID=d6e32c45-2335-4775-9eb5-177f28c104be,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:26.874944 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06b1d6-2dd6-4d63-b39b-cd63e1406ac4 req-7cfe803a-53fd-47d4-b52d-9d2575fad0ee tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:26.886430 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1d06b1d6-2dd6-4d63-b39b-cd63e1406ac4 req-7cfe803a-53fd-47d4-b52d-9d2575fad0ee tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=48a61e6b-67cb-452c-84ee-befd46f66c11 HTTP/1.1" status: 200 len: 948 time: 0.2663391 Aug 27 04:43:26.900848 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [req-e805209e-f6aa-4c6b-a842-d3b403c955bb req-46be714a-52d6-4ffe-bdf0-21813cbfc711 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1197145768', 'description': 'tempest-description-479928835'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:43:27.021879 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c82d429-2891-4001-bf2f-3b46828d4c9a None None] Network d6e32c45-2335-4775-9eb5-177f28c104be could not be found, it might have been deleted concurrently. {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Aug 27 04:43:27.055136 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1d06b1d6-2dd6-4d63-b39b-cd63e1406ac4 req-009b77fd-7d90-4cd8-861f-c2c6b3216127 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=594a0af3-d4d8-4c58-beac-6fa100daab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614380 Aug 27 04:43:27.064142 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4d97093d-4bec-4aef-9fe4-462da6b28d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (2a8ad8a3-485c-4692-93de-7b06a3d2c9f8), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:27.088825 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-caf173e4-dbf0-424a-8ced-a688fdf53ae8 req-69dd225c-5576-45e7-bd38-127515dd041c service neutron] 10.222.0.78 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6802640 Aug 27 04:43:27.090297 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7c7fa8ee-ca22-4478-81a7-aa702aa69aeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:27.106161 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-896e1fc3-e056-4e2c-83b5-1a56b9b0aa9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee10a6d-a995-4a50-8a36-643e6971f2ef', 'name': 'tempest-ImagesTestJSON-437396070-router', 'tenant_id': 'ff8743cde75f4f6da3a5742c66742898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '92bfa2c8-4339-40e2-b569-49b109ccbbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:43:17Z', 'updated_at': '2022-08-27T04:43:20Z', 'revision_number': 3, 'project_id': 'ff8743cde75f4f6da3a5742c66742898', 'gw_port': {'id': '92bfa2c8-4339-40e2-b569-49b109ccbbf5', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:44:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee10a6d-a995-4a50-8a36-643e6971f2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:43:19Z', 'updated_at': '2022-08-27T04:43:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:43:27.118780 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-e805209e-f6aa-4c6b-a842-d3b403c955bb req-46be714a-52d6-4ffe-bdf0-21813cbfc711 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:27.136243 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db71222b-d217-40a8-96fd-65d741929469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:27.139040 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 5cf0c19b-023f-43d2-8edd-79e82c3bfb45 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:43:27.139298 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (5cf0c19b-023f-43d2-8edd-79e82c3bfb45), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:27.190815 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896e1fc3-e056-4e2c-83b5-1a56b9b0aa9a None None] The sync data for ids ['8ee10a6d-a995-4a50-8a36-643e6971f2ef'] in n-d-852088-5 is: [{'id': '8ee10a6d-a995-4a50-8a36-643e6971f2ef', 'name': 'tempest-ImagesTestJSON-437396070-router', 'tenant_id': 'ff8743cde75f4f6da3a5742c66742898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '92bfa2c8-4339-40e2-b569-49b109ccbbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:43:17Z', 'updated_at': '2022-08-27T04:43:20Z', 'revision_number': 3, 'project_id': 'ff8743cde75f4f6da3a5742c66742898', 'gw_port': {'id': '92bfa2c8-4339-40e2-b569-49b109ccbbf5', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:44:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee10a6d-a995-4a50-8a36-643e6971f2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:43:19Z', 'updated_at': '2022-08-27T04:43:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:43:27.194346 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528f4282-05f4-448d-81a0-38e7aa6136d0 None None] DHCP port deletion for d6e32c45-2335-4775-9eb5-177f28c104be request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:43:27.213662 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:27.276520 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-232274df-50de-4a9b-affd-3badcf351795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e7da8b-a8f6-4b61-88e6-2e2215090848', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2106007120-router', 'tenant_id': '7b296dbb8b5647498a6a42689659ed79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '261c3ffc-56a7-4e1b-baaa-0c0d1b40b765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:43:10Z', 'updated_at': '2022-08-27T04:43:17Z', 'revision_number': 4, 'project_id': '7b296dbb8b5647498a6a42689659ed79', 'gw_port': {'id': '261c3ffc-56a7-4e1b-baaa-0c0d1b40b765', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e7da8b-a8f6-4b61-88e6-2e2215090848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:43:12Z', 'updated_at': '2022-08-27T04:43:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '58cb5350-9529-4b1d-9570-8ba14ffafdc3', 'name': '', 'network_id': '0758d289-da21-46bc-8bce-b2756fcf883f', 'tenant_id': '7b296dbb8b5647498a6a42689659ed79', 'mac_address': 'fa:16:3e:30:ea:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e7da8b-a8f6-4b61-88e6-2e2215090848', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'bd0efde8-e24c-4dd8-b0e6-21bb73763833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:43:16Z', 'updated_at': '2022-08-27T04:43:18Z', 'revision_number': 2, 'project_id': '7b296dbb8b5647498a6a42689659ed79', 'subnets': [{'id': 'bd0efde8-e24c-4dd8-b0e6-21bb73763833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:43:27.283055 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d97093d-4bec-4aef-9fe4-462da6b28d5b admin admin] Network 146b1bad-4e03-4b2d-a241-35a8a5f09911 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:43:27.310890 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:27.314503 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-4d97093d-4bec-4aef-9fe4-462da6b28d5b admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:43:27.322793 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d97093d-4bec-4aef-9fe4-462da6b28d5b admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:43:27.329089 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d97093d-4bec-4aef-9fe4-462da6b28d5b admin admin] Pushing event updated for resources: {'Port': ['ID=2a8ad8a3-485c-4692-93de-7b06a3d2c9f8,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:27.371394 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232274df-50de-4a9b-affd-3badcf351795 None None] Checking router: 84e7da8b-a8f6-4b61-88e6-2e2215090848 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:43:27.371762 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232274df-50de-4a9b-affd-3badcf351795 None None] Updating router 84e7da8b-a8f6-4b61-88e6-2e2215090848 port 58cb5350-9529-4b1d-9570-8ba14ffafdc3 binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:43:27.424833 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-232274df-50de-4a9b-affd-3badcf351795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (58cb5350-9529-4b1d-9570-8ba14ffafdc3), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:27.438585 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 5cf0c19b-023f-43d2-8edd-79e82c3bfb45 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:43:27.498318 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-e805209e-f6aa-4c6b-a842-d3b403c955bb req-46be714a-52d6-4ffe-bdf0-21813cbfc711 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Publish callbacks [] for security_group (cb6ceb0f-792d-4055-9ab3-6f04568ea371), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:27.508771 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4d97093d-4bec-4aef-9fe4-462da6b28d5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (8ee10a6d-a995-4a50-8a36-643e6971f2ef), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:27.523258 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa8e40a-354d-45ce-9a16-878867b86f10 req-85e6782e-700a-409a-9821-5eafc37f3f9d tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:27.529053 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-eaa8e40a-354d-45ce-9a16-878867b86f10 req-85e6782e-700a-409a-9821-5eafc37f3f9d tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8f4d695c-d061-4a9c-a769-527ffc8e8a53 HTTP/1.1" status: 200 len: 949 time: 0.3037574 Aug 27 04:43:27.531909 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:27.629573 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-e805209e-f6aa-4c6b-a842-d3b403c955bb req-46be714a-52d6-4ffe-bdf0-21813cbfc711 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (cb6ceb0f-792d-4055-9ab3-6f04568ea371), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:27.733236 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-eaa8e40a-354d-45ce-9a16-878867b86f10 req-a0cf62bc-33c1-4fd3-8166-02313379a776 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975472 Aug 27 04:43:27.749032 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46be714a-52d6-4ffe-bdf0-21813cbfc711 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6ceb0f-792d-4055-9ab3-6f04568ea371,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:27.797764 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-e805209e-f6aa-4c6b-a842-d3b403c955bb req-46be714a-52d6-4ffe-bdf0-21813cbfc711 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:27.810553 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e805209e-f6aa-4c6b-a842-d3b403c955bb req-46be714a-52d6-4ffe-bdf0-21813cbfc711 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.9083626 Aug 27 04:43:27.810782 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7c7fa8ee-ca22-4478-81a7-aa702aa69aeb admin admin] Publish callbacks [] for security_group (7304eb1e-4d46-40ac-b0e3-66526bfe0cb8), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:27.957293 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-afeb5890-caac-45dc-9cd8-7663f1237aa1 req-501bc962-7c35-49b9-bb5d-760288a4adcf tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] 10.222.0.76 "GET /networking/v2.0/security-groups/cb6ceb0f-792d-4055-9ab3-6f04568ea371 HTTP/1.1" status: 200 len: 1829 time: 0.1224794 Aug 27 04:43:27.992008 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [req-b32c6224-0cb7-4511-bd76-6171683bf0d3 req-dfbee71e-6394-423d-9b27-bb7ce51e51af tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-754154386', 'description': 'tempest-description-887089981'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:43:28.083668 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c64fafa-efaa-49b2-94de-089a76c706a2 req-839f398b-4b26-468a-95ec-3f395b58b2b9 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:28.085309 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5c64fafa-efaa-49b2-94de-089a76c706a2 req-839f398b-4b26-468a-95ec-3f395b58b2b9 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=6b7c3c45-56ef-40b4-9b60-bafd4f58dd64 HTTP/1.1" status: 200 len: 949 time: 0.0883687 Aug 27 04:43:28.203254 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5c64fafa-efaa-49b2-94de-089a76c706a2 req-be726b4c-23b6-4642-8029-8d888a701caf tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981133 Aug 27 04:43:28.228204 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-b32c6224-0cb7-4511-bd76-6171683bf0d3 req-dfbee71e-6394-423d-9b27-bb7ce51e51af tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:28.367342 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-232274df-50de-4a9b-affd-3badcf351795 None None] Publish callbacks [] for port (58cb5350-9529-4b1d-9570-8ba14ffafdc3), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:28.368601 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7c7fa8ee-ca22-4478-81a7-aa702aa69aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (7304eb1e-4d46-40ac-b0e3-66526bfe0cb8), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:28.395243 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-d287c4e4-a1e1-4049-9c3e-d229fafa35e8 None None] Provisioning complete for port 5cf0c19b-023f-43d2-8edd-79e82c3bfb45 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:43:28.395818 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d287c4e4-a1e1-4049-9c3e-d229fafa35e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (5cf0c19b-023f-43d2-8edd-79e82c3bfb45), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:28.519675 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-232274df-50de-4a9b-affd-3badcf351795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (58cb5350-9529-4b1d-9570-8ba14ffafdc3), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:28.623919 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:28.628252 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b54cd-06b0-46da-b118-32cb6412b2c2 None None] Pushing event updated for resources: {'Port': ['ID=58cb5350-9529-4b1d-9570-8ba14ffafdc3,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:28.630518 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d287c4e4-a1e1-4049-9c3e-d229fafa35e8 None None] Current status of the port 5cf0c19b-023f-43d2-8edd-79e82c3bfb45 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:43:28.644416 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 261c3ffc-56a7-4e1b-baaa-0c0d1b40b765 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:43:28.646510 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-d287c4e4-a1e1-4049-9c3e-d229fafa35e8 None None] Provisioning complete for port 2a8ad8a3-485c-4692-93de-7b06a3d2c9f8 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:43:28.646884 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d287c4e4-a1e1-4049-9c3e-d229fafa35e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (2a8ad8a3-485c-4692-93de-7b06a3d2c9f8), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:28.660031 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:28.666590 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b4a204b1-d963-4769-8869-c4ad3eb5bdbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (9cd4d75d-37e5-4221-a297-cf637dac1672), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:28.673464 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7c7fa8ee-ca22-4478-81a7-aa702aa69aeb admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=48f0152fd4e84063ad8eaa691d1e14af&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9267859 Aug 27 04:43:28.692639 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 44170) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:28.694622 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7fa8ee-ca22-4478-81a7-aa702aa69aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7304eb1e-4d46-40ac-b0e3-66526bfe0cb8,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:28.784377 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f89edc-f353-4151-a504-e50383f14d07 req-562a7531-ae94-4929-9718-0209f83ecce5 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:28.786400 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-94f89edc-f353-4151-a504-e50383f14d07 req-562a7531-ae94-4929-9718-0209f83ecce5 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=8f4d695c-d061-4a9c-a769-527ffc8e8a53 HTTP/1.1" status: 200 len: 949 time: 0.3443096 Aug 27 04:43:28.812190 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-232274df-50de-4a9b-affd-3badcf351795 None None] Attempting to bind port 58cb5350-9529-4b1d-9570-8ba14ffafdc3 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:43:28.812592 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-232274df-50de-4a9b-affd-3badcf351795 None None] Attempting to bind port 58cb5350-9529-4b1d-9570-8ba14ffafdc3 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'c7dc872f-7c81-4fb7-b133-f1b5e06d39c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '0758d289-da21-46bc-8bce-b2756fcf883f'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:43:28.813115 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232274df-50de-4a9b-affd-3badcf351795 None None] Attempting to bind port 58cb5350-9529-4b1d-9570-8ba14ffafdc3 on network 0758d289-da21-46bc-8bce-b2756fcf883f {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:43:28.822864 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4d97093d-4bec-4aef-9fe4-462da6b28d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (2a8ad8a3-485c-4692-93de-7b06a3d2c9f8), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:28.833466 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232274df-50de-4a9b-affd-3badcf351795 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:43:28.833862 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232274df-50de-4a9b-affd-3badcf351795 None None] Checking segment: {'id': 'c7dc872f-7c81-4fb7-b133-f1b5e06d39c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '0758d289-da21-46bc-8bce-b2756fcf883f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:43:28.834275 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-232274df-50de-4a9b-affd-3badcf351795 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:28.834676 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232274df-50de-4a9b-affd-3badcf351795 None None] Bound using segment: {'id': 'c7dc872f-7c81-4fb7-b133-f1b5e06d39c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '0758d289-da21-46bc-8bce-b2756fcf883f'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:43:28.835171 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-232274df-50de-4a9b-affd-3badcf351795 None None] Bound port: 58cb5350-9529-4b1d-9570-8ba14ffafdc3, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7dc872f-7c81-4fb7-b133-f1b5e06d39c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '0758d289-da21-46bc-8bce-b2756fcf883f'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:43:28.835562 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-232274df-50de-4a9b-affd-3badcf351795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (58cb5350-9529-4b1d-9570-8ba14ffafdc3), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:28.837611 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 261c3ffc-56a7-4e1b-baaa-0c0d1b40b765 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:43:28.837973 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (261c3ffc-56a7-4e1b-baaa-0c0d1b40b765), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:28.841126 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d287c4e4-a1e1-4049-9c3e-d229fafa35e8 None None] Port 2a8ad8a3-485c-4692-93de-7b06a3d2c9f8 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:43:28.868148 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc3c6f-987f-4305-915b-04a1349cbffc req-598c3881-ea36-420f-85c4-9eddc531813e tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:28.876719 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-31fc3c6f-987f-4305-915b-04a1349cbffc req-598c3881-ea36-420f-85c4-9eddc531813e tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=48a61e6b-67cb-452c-84ee-befd46f66c11 HTTP/1.1" status: 200 len: 948 time: 0.5155675 Aug 27 04:43:28.881163 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-d7f52ad2-3a62-4b93-b63b-1e869854118b req-f81d87e9-83e1-40c0-8b3b-ac272de94aec service neutron] 10.222.0.75 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5340595 Aug 27 04:43:28.939949 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-b32c6224-0cb7-4511-bd76-6171683bf0d3 req-dfbee71e-6394-423d-9b27-bb7ce51e51af tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Publish callbacks [] for security_group (e8b8565e-3abe-4bfc-b36b-7d02f240f254), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:28.981231 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 261c3ffc-56a7-4e1b-baaa-0c0d1b40b765 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:43:28.986347 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 92bfa2c8-4339-40e2-b569-49b109ccbbf5 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:43:29.001119 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-31fc3c6f-987f-4305-915b-04a1349cbffc req-cc0c5c49-2e39-4015-a338-94e9ee8e9766 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=594a0af3-d4d8-4c58-beac-6fa100daab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143525 Aug 27 04:43:29.077498 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-b32c6224-0cb7-4511-bd76-6171683bf0d3 req-dfbee71e-6394-423d-9b27-bb7ce51e51af tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (e8b8565e-3abe-4bfc-b36b-7d02f240f254), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:29.097534 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1787de5a-b455-4f4d-9f96-28a0bb54dfa0 admin admin] Publish callbacks [] for security_group (7304eb1e-4d46-40ac-b0e3-66526bfe0cb8), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:29.154153 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 92bfa2c8-4339-40e2-b569-49b109ccbbf5 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:43:29.154153 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (92bfa2c8-4339-40e2-b569-49b109ccbbf5), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:29.154345 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [req-94f89edc-f353-4151-a504-e50383f14d07 req-1bd3e79a-99dc-4ffd-98a2-7480da2d0f78 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Deleting port 63668c55-2720-436b-bc57-220160aa77b6 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:43:29.154345 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-94f89edc-f353-4151-a504-e50383f14d07 req-1bd3e79a-99dc-4ffd-98a2-7480da2d0f78 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (63668c55-2720-436b-bc57-220160aa77b6), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:29.159647 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbee71e-6394-423d-9b27-bb7ce51e51af tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b8565e-3abe-4bfc-b36b-7d02f240f254,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:29.185429 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-cdd50913-ca88-4bda-ab64-0c787a4ab1b8 None None] Provisioning complete for port 2a8ad8a3-485c-4692-93de-7b06a3d2c9f8 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:43:29.188196 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cdd50913-ca88-4bda-ab64-0c787a4ab1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (2a8ad8a3-485c-4692-93de-7b06a3d2c9f8), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:29.230947 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-cdd50913-ca88-4bda-ab64-0c787a4ab1b8 None None] Port 2a8ad8a3-485c-4692-93de-7b06a3d2c9f8 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:43:29.233045 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-232274df-50de-4a9b-affd-3badcf351795 None None] For port 58cb5350-9529-4b1d-9570-8ba14ffafdc3, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:43:29.244980 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb5d1df-b76e-4a65-b61b-2da475bb394c req-bcea3740-546b-45a2-994d-52cdb1366764 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:29.250674 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-232274df-50de-4a9b-affd-3badcf351795 None None] For port 58cb5350-9529-4b1d-9570-8ba14ffafdc3, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=58cb5350-9529-4b1d-9570-8ba14ffafdc3,segment=NetworkSegment(c7dc872f-7c81-4fb7-b133-f1b5e06d39c3),segment_id=c7dc872f-7c81-4fb7-b133-f1b5e06d39c3)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:43:29.257072 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-beb5d1df-b76e-4a65-b61b-2da475bb394c req-bcea3740-546b-45a2-994d-52cdb1366764 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8f4d695c-d061-4a9c-a769-527ffc8e8a53 HTTP/1.1" status: 200 len: 949 time: 0.0766244 Aug 27 04:43:29.282645 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1787de5a-b455-4f4d-9f96-28a0bb54dfa0 admin admin] Publish callbacks [] for security_group (7304eb1e-4d46-40ac-b0e3-66526bfe0cb8), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:29.292654 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-b32c6224-0cb7-4511-bd76-6171683bf0d3 req-dfbee71e-6394-423d-9b27-bb7ce51e51af tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:29.306806 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b32c6224-0cb7-4511-bd76-6171683bf0d3 req-dfbee71e-6394-423d-9b27-bb7ce51e51af tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 1.3219025 Aug 27 04:43:29.335463 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 92bfa2c8-4339-40e2-b569-49b109ccbbf5 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:43:29.335857 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (92bfa2c8-4339-40e2-b569-49b109ccbbf5), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:29.341740 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ccc700c6-1735-44b2-ba7e-45922762dd64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:29.385514 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 92bfa2c8-4339-40e2-b569-49b109ccbbf5, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=92bfa2c8-4339-40e2-b569-49b109ccbbf5,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:43:29.392990 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-beb5d1df-b76e-4a65-b61b-2da475bb394c req-01409e42-133b-418d-9dfa-6c3d14d5d4af tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350391 Aug 27 04:43:29.498464 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-232274df-50de-4a9b-affd-3badcf351795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (58cb5350-9529-4b1d-9570-8ba14ffafdc3), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:29.551611 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (92bfa2c8-4339-40e2-b569-49b109ccbbf5), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:29.562984 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 0ea0ed2a-7100-405b-97e3-ee997ad90ea0 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:43:29.600202 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232274df-50de-4a9b-affd-3badcf351795 None None] Routers {'84e7da8b-a8f6-4b61-88e6-2e2215090848'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:43:29.600865 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-232274df-50de-4a9b-affd-3badcf351795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:43:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['84e7da8b-a8f6-4b61-88e6-2e2215090848'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:43:29.655955 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9664a58-fc31-45be-825e-3cb98ddad696 req-db84347a-a279-48e0-88f2-4cf9aa80ba88 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:29.662171 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4d97093d-4bec-4aef-9fe4-462da6b28d5b admin admin] Publish callbacks [] for port (2a8ad8a3-485c-4692-93de-7b06a3d2c9f8), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:29.663116 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d9664a58-fc31-45be-825e-3cb98ddad696 req-db84347a-a279-48e0-88f2-4cf9aa80ba88 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=6b7c3c45-56ef-40b4-9b60-bafd4f58dd64 HTTP/1.1" status: 200 len: 949 time: 0.1340537 Aug 27 04:43:29.674155 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-980a036f-432a-48e4-a8f8-8d1453477295 req-2bb8942c-f24b-446f-9299-6af7d3e71dce tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] 10.222.0.76 "GET /networking/v2.0/security-groups/e8b8565e-3abe-4bfc-b36b-7d02f240f254 HTTP/1.1" status: 200 len: 1828 time: 0.1840758 Aug 27 04:43:29.689578 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-94f89edc-f353-4151-a504-e50383f14d07 req-1bd3e79a-99dc-4ffd-98a2-7480da2d0f78 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] For port 63668c55-2720-436b-bc57-220160aa77b6, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=63668c55-2720-436b-bc57-220160aa77b6,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:43:29.690500 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-94f89edc-f353-4151-a504-e50383f14d07 req-1bd3e79a-99dc-4ffd-98a2-7480da2d0f78 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (63668c55-2720-436b-bc57-220160aa77b6), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:29.697652 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f6893-e69b-4761-a930-ecbd284188c4 req-fe4e6a75-f400-47fd-8166-9a7d780264cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:29.697652 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-8d2f6893-e69b-4761-a930-ecbd284188c4 req-fe4e6a75-f400-47fd-8166-9a7d780264cc service neutron] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=c1b8a17e29c4436a9c51b4fc7b963822&device_id=48a61e6b-67cb-452c-84ee-befd46f66c11 HTTP/1.1" status: 200 len: 1130 time: 0.1805115 Aug 27 04:43:29.725189 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 0ea0ed2a-7100-405b-97e3-ee997ad90ea0 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:43:29.725531 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 0ea0ed2a-7100-405b-97e3-ee997ad90ea0 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:43:29.736854 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1787de5a-b455-4f4d-9f96-28a0bb54dfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (7304eb1e-4d46-40ac-b0e3-66526bfe0cb8), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:29.742240 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b54cd-06b0-46da-b118-32cb6412b2c2 None None] Pushing event updated for resources: {'Port': ['ID=58cb5350-9529-4b1d-9570-8ba14ffafdc3,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:29.746140 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1787de5a-b455-4f4d-9f96-28a0bb54dfa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:29.752518 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1787de5a-b455-4f4d-9f96-28a0bb54dfa0 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/7304eb1e-4d46-40ac-b0e3-66526bfe0cb8 HTTP/1.1" status: 204 len: 168 time: 1.0523348 Aug 27 04:43:29.786897 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-232274df-50de-4a9b-affd-3badcf351795 None None] Set router 84e7da8b-a8f6-4b61-88e6-2e2215090848 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:43:29.798435 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d9664a58-fc31-45be-825e-3cb98ddad696 req-5612f26e-358b-4c00-911b-401f77cf1c7e tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326406 Aug 27 04:43:29.836288 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [req-94f89edc-f353-4151-a504-e50383f14d07 req-1bd3e79a-99dc-4ffd-98a2-7480da2d0f78 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Calling delete_port for 63668c55-2720-436b-bc57-220160aa77b6 owned by compute:nova {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:43:29.847635 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4d97093d-4bec-4aef-9fe4-462da6b28d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (2a8ad8a3-485c-4692-93de-7b06a3d2c9f8), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:29.944997 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787de5a-b455-4f4d-9f96-28a0bb54dfa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7304eb1e-4d46-40ac-b0e3-66526bfe0cb8,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:29.961381 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=92bfa2c8-4339-40e2-b569-49b109ccbbf5,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:30.067904 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [req-a0060800-16ca-40f9-9b6f-e9d6bda4babe req-0bcf2bfe-9b12-4a5e-89ec-8fe0d606c959 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1396661419', 'description': 'tempest-description-1025527559'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:43:30.121337 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4d97093d-4bec-4aef-9fe4-462da6b28d5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (8ee10a6d-a995-4a50-8a36-643e6971f2ef), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:30.223988 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ad035-a985-4eae-96b7-63c9ea8cf68d req-7bdf6623-1439-47d8-b166-d538ed091ea7 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:30.233279 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5b3ad035-a985-4eae-96b7-63c9ea8cf68d req-7bdf6623-1439-47d8-b166-d538ed091ea7 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=48a61e6b-67cb-452c-84ee-befd46f66c11 HTTP/1.1" status: 200 len: 948 time: 0.0805361 Aug 27 04:43:30.269996 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-a0060800-16ca-40f9-9b6f-e9d6bda4babe req-0bcf2bfe-9b12-4a5e-89ec-8fe0d606c959 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:30.286391 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-b4a204b1-d963-4769-8869-c4ad3eb5bdbf admin admin] Deleting port 1fb7513b-89da-4483-b47f-49461bf1f6dd {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:43:30.295236 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b4a204b1-d963-4769-8869-c4ad3eb5bdbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (1fb7513b-89da-4483-b47f-49461bf1f6dd), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:30.301022 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-232274df-50de-4a9b-affd-3badcf351795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e7da8b-a8f6-4b61-88e6-2e2215090848', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2106007120-router', 'tenant_id': '7b296dbb8b5647498a6a42689659ed79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '261c3ffc-56a7-4e1b-baaa-0c0d1b40b765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:43:10Z', 'updated_at': '2022-08-27T04:43:17Z', 'revision_number': 4, 'project_id': '7b296dbb8b5647498a6a42689659ed79', 'gw_port': {'id': '261c3ffc-56a7-4e1b-baaa-0c0d1b40b765', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e7da8b-a8f6-4b61-88e6-2e2215090848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:43:12Z', 'updated_at': '2022-08-27T04:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '58cb5350-9529-4b1d-9570-8ba14ffafdc3', 'name': '', 'network_id': '0758d289-da21-46bc-8bce-b2756fcf883f', 'tenant_id': '7b296dbb8b5647498a6a42689659ed79', 'mac_address': 'fa:16:3e:30:ea:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e7da8b-a8f6-4b61-88e6-2e2215090848', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'bd0efde8-e24c-4dd8-b0e6-21bb73763833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:43:16Z', 'updated_at': '2022-08-27T04:43:29Z', 'revision_number': 4, 'project_id': '7b296dbb8b5647498a6a42689659ed79', 'subnets': [{'id': 'bd0efde8-e24c-4dd8-b0e6-21bb73763833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:43:30.355241 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d97093d-4bec-4aef-9fe4-462da6b28d5b admin admin] Pushing event updated for resources: {'Port': ['ID=2a8ad8a3-485c-4692-93de-7b06a3d2c9f8,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:30.377830 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5b3ad035-a985-4eae-96b7-63c9ea8cf68d req-90fbffc8-5e71-4f4b-82b2-6ef279703fe7 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=594a0af3-d4d8-4c58-beac-6fa100daab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358907 Aug 27 04:43:30.400420 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 92bfa2c8-4339-40e2-b569-49b109ccbbf5 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:43:30.400420 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:30.400420 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232274df-50de-4a9b-affd-3badcf351795 None None] The sync data for ids ['84e7da8b-a8f6-4b61-88e6-2e2215090848'] in n-d-852088-5 is: [{'id': '84e7da8b-a8f6-4b61-88e6-2e2215090848', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2106007120-router', 'tenant_id': '7b296dbb8b5647498a6a42689659ed79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '261c3ffc-56a7-4e1b-baaa-0c0d1b40b765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:43:10Z', 'updated_at': '2022-08-27T04:43:17Z', 'revision_number': 4, 'project_id': '7b296dbb8b5647498a6a42689659ed79', 'gw_port': {'id': '261c3ffc-56a7-4e1b-baaa-0c0d1b40b765', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e7da8b-a8f6-4b61-88e6-2e2215090848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:43:12Z', 'updated_at': '2022-08-27T04:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '58cb5350-9529-4b1d-9570-8ba14ffafdc3', 'name': '', 'network_id': '0758d289-da21-46bc-8bce-b2756fcf883f', 'tenant_id': '7b296dbb8b5647498a6a42689659ed79', 'mac_address': 'fa:16:3e:30:ea:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e7da8b-a8f6-4b61-88e6-2e2215090848', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'bd0efde8-e24c-4dd8-b0e6-21bb73763833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:43:16Z', 'updated_at': '2022-08-27T04:43:29Z', 'revision_number': 4, 'project_id': '7b296dbb8b5647498a6a42689659ed79', 'subnets': [{'id': 'bd0efde8-e24c-4dd8-b0e6-21bb73763833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:43:30.445644 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-8caa5b55-340d-40da-a770-f609e8ddd1dd req-d165b822-20ea-4687-9cc1-752485b38e9f service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=579be28c-90ec-49a9-b048-9a9a3573cdc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3298092 Aug 27 04:43:30.603995 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-a0060800-16ca-40f9-9b6f-e9d6bda4babe req-0bcf2bfe-9b12-4a5e-89ec-8fe0d606c959 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Publish callbacks [] for security_group (4d4a5645-b56f-46e2-835a-1fda86dedc7d), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:30.606316 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 92bfa2c8-4339-40e2-b569-49b109ccbbf5 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:43:30.606316 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (92bfa2c8-4339-40e2-b569-49b109ccbbf5), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:30.669791 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa5b55-340d-40da-a770-f609e8ddd1dd req-edb7b8d6-d955-479e-8b74-49cbb06c864c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:30.671539 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-8caa5b55-340d-40da-a770-f609e8ddd1dd req-edb7b8d6-d955-479e-8b74-49cbb06c864c service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=d85e7650a4374066922085ef5115c973&device_id=579be28c-90ec-49a9-b048-9a9a3573cdc7 HTTP/1.1" status: 200 len: 1132 time: 0.1316648 Aug 27 04:43:30.681665 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d97093d-4bec-4aef-9fe4-462da6b28d5b admin admin] Network 146b1bad-4e03-4b2d-a241-35a8a5f09911 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:43:30.684380 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 92bfa2c8-4339-40e2-b569-49b109ccbbf5 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:43:30.685057 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f6893-e69b-4761-a930-ecbd284188c4 req-b827265a-e611-498f-ba19-69432b7726c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:30.685636 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 58cb5350-9529-4b1d-9570-8ba14ffafdc3 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:43:30.686701 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-8d2f6893-e69b-4761-a930-ecbd284188c4 req-b827265a-e611-498f-ba19-69432b7726c3 service neutron] 10.222.0.78 "GET /networking/v2.0/networks?id=a82fb463-5a8f-4b8b-991d-61491eba11c6 HTTP/1.1" status: 200 len: 870 time: 0.9708884 Aug 27 04:43:30.697079 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-4d97093d-4bec-4aef-9fe4-462da6b28d5b admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:43:30.740773 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-b4a204b1-d963-4769-8869-c4ad3eb5bdbf admin admin] For port 1fb7513b-89da-4483-b47f-49461bf1f6dd, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=1fb7513b-89da-4483-b47f-49461bf1f6dd,segment=NetworkSegment(bfd9a8ad-1f89-4e04-95ea-b34dcd3477e3),segment_id=bfd9a8ad-1f89-4e04-95ea-b34dcd3477e3)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:43:30.743334 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b4a204b1-d963-4769-8869-c4ad3eb5bdbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (1fb7513b-89da-4483-b47f-49461bf1f6dd), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:30.755411 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 58cb5350-9529-4b1d-9570-8ba14ffafdc3 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:43:30.756265 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (58cb5350-9529-4b1d-9570-8ba14ffafdc3), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:30.790973 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-8d2f6893-e69b-4761-a930-ecbd284188c4 req-15660a5b-d7c8-4973-a4d1-d26defd57aa1 service neutron] 10.222.0.78 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=084848b9-6815-4181-8f2e-f4be5ccc4a30 HTTP/1.1" status: 200 len: 217 time: 0.0835826 Aug 27 04:43:30.811491 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:30.821505 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-b4a204b1-d963-4769-8869-c4ad3eb5bdbf admin admin] Calling delete_port for 1fb7513b-89da-4483-b47f-49461bf1f6dd owned by network:router_interface {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:43:30.878899 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-a0060800-16ca-40f9-9b6f-e9d6bda4babe req-0bcf2bfe-9b12-4a5e-89ec-8fe0d606c959 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (4d4a5645-b56f-46e2-835a-1fda86dedc7d), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:30.903163 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 58cb5350-9529-4b1d-9570-8ba14ffafdc3 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:43:30.903601 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (58cb5350-9529-4b1d-9570-8ba14ffafdc3), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:31.018293 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 58cb5350-9529-4b1d-9570-8ba14ffafdc3, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=58cb5350-9529-4b1d-9570-8ba14ffafdc3,segment=NetworkSegment(c7dc872f-7c81-4fb7-b133-f1b5e06d39c3),segment_id=c7dc872f-7c81-4fb7-b133-f1b5e06d39c3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:43:31.023935 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf2bfe-9b12-4a5e-89ec-8fe0d606c959 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4a5645-b56f-46e2-835a-1fda86dedc7d,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:31.025328 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:31.051254 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d54c3-3051-41b6-b9db-6efb7a845576 req-0bef4650-6f95-4df1-95f6-214f3262d686 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:31.065073 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-275d54c3-3051-41b6-b9db-6efb7a845576 req-0bef4650-6f95-4df1-95f6-214f3262d686 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8f4d695c-d061-4a9c-a769-527ffc8e8a53 HTTP/1.1" status: 200 len: 949 time: 0.4574780 Aug 27 04:43:31.088675 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-a0060800-16ca-40f9-9b6f-e9d6bda4babe req-0bcf2bfe-9b12-4a5e-89ec-8fe0d606c959 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:31.090230 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a0060800-16ca-40f9-9b6f-e9d6bda4babe req-0bcf2bfe-9b12-4a5e-89ec-8fe0d606c959 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 1.3632276 Aug 27 04:43:31.092933 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:31.161136 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (58cb5350-9529-4b1d-9570-8ba14ffafdc3), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:31.182269 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-275d54c3-3051-41b6-b9db-6efb7a845576 req-6e301192-0471-4dd4-80fa-d1a32b22fd4b tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161845 Aug 27 04:43:31.322344 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-778ea8b6-0976-4466-bf4a-a5a05122f486 None None] Provisioning complete for port 2a8ad8a3-485c-4692-93de-7b06a3d2c9f8 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:43:31.327506 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-778ea8b6-0976-4466-bf4a-a5a05122f486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (2a8ad8a3-485c-4692-93de-7b06a3d2c9f8), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:31.369560 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 44220) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:31.405330 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470fa40-36b7-4d4c-b697-0c2c05c5ef2a req-3f3bc2dc-4530-4cc9-9ef2-8e0f2417c5c5 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:31.413933 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c470fa40-36b7-4d4c-b697-0c2c05c5ef2a req-3f3bc2dc-4530-4cc9-9ef2-8e0f2417c5c5 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=6b7c3c45-56ef-40b4-9b60-bafd4f58dd64 HTTP/1.1" status: 200 len: 949 time: 0.1435180 Aug 27 04:43:31.428906 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device 63668c55-2720-436b-bc57-220160aa77b6 no longer exists at agent hyperv_n-h1-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:43:31.443447 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6f21762e-d216-4865-84e1-a727765dd912 req-efef4005-8653-4419-91df-bd19720a6608 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] 10.222.0.76 "GET /networking/v2.0/security-groups/4d4a5645-b56f-46e2-835a-1fda86dedc7d HTTP/1.1" status: 200 len: 1830 time: 0.2082913 Aug 27 04:43:31.485242 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Device 084848b9-6815-4181-8f2e-f4be5ccc4a30 details requested by agent hyperv_n-h2-852088-5 with host n-h2-852088-5 {{(pid=107777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:43:31.493959 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c470fa40-36b7-4d4c-b697-0c2c05c5ef2a req-56fad8d5-5eea-4be4-847c-a1f924880245 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787897 Aug 27 04:43:31.530418 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [req-cc9bf362-6d4a-4059-83c5-093babff3298 req-0c7d0ebb-f281-436f-9d28-6713e8d4abd9 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1772005410', 'description': 'tempest-description-616819856'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:43:31.595569 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f6893-e69b-4761-a930-ecbd284188c4 req-2663637b-0285-49fc-8d70-38e469419162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:31.596723 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-8d2f6893-e69b-4761-a930-ecbd284188c4 req-2663637b-0285-49fc-8d70-38e469419162 service neutron] 10.222.0.78 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.7989578 Aug 27 04:43:31.643790 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] For port 084848b9-6815-4181-8f2e-f4be5ccc4a30, host n-h2-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852088-5',level=0,port_id=084848b9-6815-4181-8f2e-f4be5ccc4a30,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:43:31.664113 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Returning: {'device': '084848b9-6815-4181-8f2e-f4be5ccc4a30', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'port_id': '084848b9-6815-4181-8f2e-f4be5ccc4a30', 'mac_address': 'fa:16:3e:03:31:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120f3302-721f-4373-86a6-3aa14ccf6ac4', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:43:31.676892 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=58cb5350-9529-4b1d-9570-8ba14ffafdc3,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:31.679102 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-94f89edc-f353-4151-a504-e50383f14d07 req-1bd3e79a-99dc-4ffd-98a2-7480da2d0f78 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (63668c55-2720-436b-bc57-220160aa77b6), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:31.681162 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f6893-e69b-4761-a930-ecbd284188c4 req-908f3aac-1a96-4c85-80cd-6be7e92d9982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:31.683493 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-8d2f6893-e69b-4761-a930-ecbd284188c4 req-908f3aac-1a96-4c85-80cd-6be7e92d9982 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0448337 Aug 27 04:43:31.702147 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2ce273d7-68c9-4ae1-82f2-cd41d04fddbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:31.712540 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce834f6-6d27-47c5-a72d-56d20057703c req-649e708b-4354-42b3-b21b-cfd9e87fb6b3 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:31.714406 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6ce834f6-6d27-47c5-a72d-56d20057703c req-649e708b-4354-42b3-b21b-cfd9e87fb6b3 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=48a61e6b-67cb-452c-84ee-befd46f66c11 HTTP/1.1" status: 200 len: 948 time: 0.1230695 Aug 27 04:43:31.718451 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-778ea8b6-0976-4466-bf4a-a5a05122f486 None None] Port 2a8ad8a3-485c-4692-93de-7b06a3d2c9f8 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:43:31.725613 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] get_ports_and_sgs() called for port_ids ['2e41f94e-3f99-406b-aff2-325577ba2d4f'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:43:31.752525 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd3e79a-99dc-4ffd-98a2-7480da2d0f78 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Pushing event deleted for resources: {'Port': ['ID=63668c55-2720-436b-bc57-220160aa77b6,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:31.775773 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] get_ports_and_sgs() called for port_ids ['31be88be-5056-44bd-b6fb-02e2640a6e3e', '5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:43:31.831200 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] No active binding found for port 63668c55-2720-436b-bc57-220160aa77b6 {{(pid=107777) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Aug 27 04:43:31.834383 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] The host n-h1-852088-5 is not matching for port 63668c55-2720-436b-bc57-220160aa77b6 host None! {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 27 04:43:31.834383 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device 63668c55-2720-436b-bc57-220160aa77b6 not bound to the agent host n-h1-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:43:31.837498 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-cc9bf362-6d4a-4059-83c5-093babff3298 req-0c7d0ebb-f281-436f-9d28-6713e8d4abd9 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:31.867567 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6ce834f6-6d27-47c5-a72d-56d20057703c req-b53b3405-5243-4f47-b3ff-e4e0011058e6 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=594a0af3-d4d8-4c58-beac-6fa100daab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307430 Aug 27 04:43:31.908711 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [req-94f89edc-f353-4151-a504-e50383f14d07 req-1bd3e79a-99dc-4ffd-98a2-7480da2d0f78 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] No DVR routers for this DVR port 63668c55-2720-436b-bc57-220160aa77b6 on host n-h1-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:43:32.006053 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-cc9bf362-6d4a-4059-83c5-093babff3298 req-0c7d0ebb-f281-436f-9d28-6713e8d4abd9 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Publish callbacks [] for security_group (9cf34479-0778-4367-8215-73899b65702a), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:32.037922 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Current status of the port 084848b9-6815-4181-8f2e-f4be5ccc4a30 is: DOWN; New status is: BUILD {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:43:32.038312 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (084848b9-6815-4181-8f2e-f4be5ccc4a30), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:32.061565 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 084848b9-6815-4181-8f2e-f4be5ccc4a30 {{(pid=107777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 04:43:32.083977 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2ce273d7-68c9-4ae1-82f2-cd41d04fddbe admin admin] Publish callbacks [] for security_group (f23e8aed-cdd2-4444-9d85-e91e14e7ad68), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:32.086661 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-94f89edc-f353-4151-a504-e50383f14d07 req-1bd3e79a-99dc-4ffd-98a2-7480da2d0f78 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:32.091549 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-94f89edc-f353-4151-a504-e50383f14d07 req-1bd3e79a-99dc-4ffd-98a2-7480da2d0f78 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.75 "DELETE /networking/v2.0/ports/63668c55-2720-436b-bc57-220160aa77b6 HTTP/1.1" status: 204 len: 173 time: 3.2610126 Aug 27 04:43:32.111533 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4d695c-d061-4a9c-a769-527ffc8e8a53', 'name': 'network-vif-deleted', 'tag': '63668c55-2720-436b-bc57-220160aa77b6'}] {{(pid=107776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:43:32.114588 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:32.116576 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7ad66632f4c78724655075356aa8535ba41c652eced6c9cea0c1f0c67b1e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7232d518-ee6f-47e9-a1b5-1968188f5ff2" -d '{"events": [{"server_uuid": "8f4d695c-d061-4a9c-a769-527ffc8e8a53", "name": "network-vif-deleted", "tag": "63668c55-2720-436b-bc57-220160aa77b6"}]}' {{(pid=107776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:43:32.134995 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:32.154169 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-cc9bf362-6d4a-4059-83c5-093babff3298 req-0c7d0ebb-f281-436f-9d28-6713e8d4abd9 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (9cf34479-0778-4367-8215-73899b65702a), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:32.165148 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] For port 084848b9-6815-4181-8f2e-f4be5ccc4a30, host n-h2-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852088-5',level=0,port_id=084848b9-6815-4181-8f2e-f4be5ccc4a30,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:43:32.223953 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d0ebb-f281-436f-9d28-6713e8d4abd9 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf34479-0778-4367-8215-73899b65702a,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:32.251896 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 04:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104dfbca-a6a1-44de-bcb1-ed99690804ab x-openstack-request-id: req-104dfbca-a6a1-44de-bcb1-ed99690804ab {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:43:32.252334 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f4d695c-d061-4a9c-a769-527ffc8e8a53", "name": "network-vif-deleted", "tag": "63668c55-2720-436b-bc57-220160aa77b6", "status": "completed", "code": 200}]} {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:43:32.254998 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-104dfbca-a6a1-44de-bcb1-ed99690804ab {{(pid=107776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:43:32.255582 n-d-852088-5 neutron-server[107776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-104dfbca-a6a1-44de-bcb1-ed99690804ab'] response: {'server_uuid': '8f4d695c-d061-4a9c-a769-527ffc8e8a53', 'name': 'network-vif-deleted', 'tag': '63668c55-2720-436b-bc57-220160aa77b6', 'status': 'completed', 'code': 200} Aug 27 04:43:32.262604 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa5b55-340d-40da-a770-f609e8ddd1dd req-f3b46b24-70e6-4c04-a674-64cfb7252ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:32.262604 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-8caa5b55-340d-40da-a770-f609e8ddd1dd req-f3b46b24-70e6-4c04-a674-64cfb7252ed2 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=a82fb463-5a8f-4b8b-991d-61491eba11c6 HTTP/1.1" status: 200 len: 870 time: 0.9945071 Aug 27 04:43:32.307691 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d97093d-4bec-4aef-9fe4-462da6b28d5b admin admin] Router 8ee10a6d-a995-4a50-8a36-643e6971f2ef has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:43:32.310180 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2ce273d7-68c9-4ae1-82f2-cd41d04fddbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (f23e8aed-cdd2-4444-9d85-e91e14e7ad68), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:32.415016 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:32.416860 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 58cb5350-9529-4b1d-9570-8ba14ffafdc3 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:43:32.429891 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b3588840-4a71-436e-84c0-f27226327530 req-fb0f3af2-c02d-4195-a3ff-f09663ca21d8 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8f4d695c-d061-4a9c-a769-527ffc8e8a53 HTTP/1.1" status: 200 len: 210 time: 0.0595276 Aug 27 04:43:32.437490 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-cc9bf362-6d4a-4059-83c5-093babff3298 req-0c7d0ebb-f281-436f-9d28-6713e8d4abd9 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:32.443041 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-cc9bf362-6d4a-4059-83c5-093babff3298 req-0c7d0ebb-f281-436f-9d28-6713e8d4abd9 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.9186935 Aug 27 04:43:32.474452 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (084848b9-6815-4181-8f2e-f4be5ccc4a30), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:32.498343 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-8d2f6893-e69b-4761-a930-ecbd284188c4 req-cefb1e33-96c0-4e20-915c-da615c410f56 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7608724 Aug 27 04:43:32.516831 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:32.520595 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-8caa5b55-340d-40da-a770-f609e8ddd1dd req-a96ffdf5-26b8-42f3-83e4-1f3cc461a116 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=f82d897c-fe67-474e-a10b-dface6e3b906 HTTP/1.1" status: 200 len: 217 time: 0.2015803 Aug 27 04:43:32.530921 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5831a2eb-aacb-4b62-a844-7ca0637f2a47 req-01ebba93-d32f-4c7c-836c-ca2f756059d0 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] 10.222.0.76 "GET /networking/v2.0/security-groups/9cf34479-0778-4367-8215-73899b65702a HTTP/1.1" status: 200 len: 1829 time: 0.0626378 Aug 27 04:43:32.588057 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [req-5486195c-7e9d-45cb-a564-1321aa4aea7d req-41d4cb8c-04e8-4614-ac75-1bfc8419b59b tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] show failed (client error): The resource could not be found. Aug 27 04:43:32.589971 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5486195c-7e9d-45cb-a564-1321aa4aea7d req-41d4cb8c-04e8-4614-ac75-1bfc8419b59b tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] 10.222.0.76 "GET /networking/v2.0/security-groups/73fe9386-cdfd-4a09-a06a-feb6b7003291 HTTP/1.1" status: 404 len: 352 time: 0.0195649 Aug 27 04:43:32.638141 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Pushing event updated for resources: {'Port': ['ID=084848b9-6815-4181-8f2e-f4be5ccc4a30,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:32.678187 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [req-b73b8939-0a66-4eb0-a02c-f217ff42ca56 req-ab454067-e96a-4904-b696-fde230ac07d8 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] show failed (client error): The resource could not be found. Aug 27 04:43:32.679772 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b73b8939-0a66-4eb0-a02c-f217ff42ca56 req-ab454067-e96a-4904-b696-fde230ac07d8 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] 10.222.0.76 "GET /networking/v2.0/security-group-rules/238e2a7a-f011-42f2-bfcb-820c16ae8721 HTTP/1.1" status: 404 len: 361 time: 0.0413270 Aug 27 04:43:32.706608 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b443b5ef-96d0-4ea8-a76c-51de4ec31f76 req-bcabe9ec-0357-41c0-88fd-e43cd9a0bd38 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:32.709737 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b443b5ef-96d0-4ea8-a76c-51de4ec31f76 req-bcabe9ec-0357-41c0-88fd-e43cd9a0bd38 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=6b7c3c45-56ef-40b4-9b60-bafd4f58dd64 HTTP/1.1" status: 200 len: 949 time: 0.0828574 Aug 27 04:43:32.752860 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 58cb5350-9529-4b1d-9570-8ba14ffafdc3 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:43:32.753429 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (58cb5350-9529-4b1d-9570-8ba14ffafdc3), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:32.779689 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2ce273d7-68c9-4ae1-82f2-cd41d04fddbe admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=9796b60c7eba42aaaaca8b95a161e349&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3429532 Aug 27 04:43:32.785249 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 44250) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:32.789956 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce273d7-68c9-4ae1-82f2-cd41d04fddbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f23e8aed-cdd2-4444-9d85-e91e14e7ad68,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:32.851417 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce273d7-68c9-4ae1-82f2-cd41d04fddbe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:32.852422 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce273d7-68c9-4ae1-82f2-cd41d04fddbe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:32.853015 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce273d7-68c9-4ae1-82f2-cd41d04fddbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:32.853465 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce273d7-68c9-4ae1-82f2-cd41d04fddbe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:32.853913 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce273d7-68c9-4ae1-82f2-cd41d04fddbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:32.854354 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce273d7-68c9-4ae1-82f2-cd41d04fddbe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:32.855109 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce273d7-68c9-4ae1-82f2-cd41d04fddbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:32.855533 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce273d7-68c9-4ae1-82f2-cd41d04fddbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:32.856758 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce273d7-68c9-4ae1-82f2-cd41d04fddbe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:32.857209 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce273d7-68c9-4ae1-82f2-cd41d04fddbe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:32.857647 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce273d7-68c9-4ae1-82f2-cd41d04fddbe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:32.858089 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce273d7-68c9-4ae1-82f2-cd41d04fddbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:32.858524 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce273d7-68c9-4ae1-82f2-cd41d04fddbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:32.858959 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce273d7-68c9-4ae1-82f2-cd41d04fddbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:32.859396 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce273d7-68c9-4ae1-82f2-cd41d04fddbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:32.873146 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-8d2f6893-e69b-4761-a930-ecbd284188c4 req-0c71d8b9-fbea-4fab-b10c-4bb3a80341da service neutron] 10.222.0.78 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364995 Aug 27 04:43:32.894005 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b443b5ef-96d0-4ea8-a76c-51de4ec31f76 req-5a89bf0b-dd0a-421a-a85b-8935df53a633 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597385 Aug 27 04:43:32.912707 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f0665c15-8c27-4ce0-a24b-e2a6a7239ec8 req-e6aad95f-c68e-43bb-abbf-1bc572dd82cf tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] 10.222.0.76 "GET /networking/v2.0/security-groups/9cf34479-0778-4367-8215-73899b65702a HTTP/1.1" status: 200 len: 1829 time: 0.1716568 Aug 27 04:43:32.933047 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa5b55-340d-40da-a770-f609e8ddd1dd req-c728fac3-df32-447e-993c-b5e117c0d4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:32.944403 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-8caa5b55-340d-40da-a770-f609e8ddd1dd req-c728fac3-df32-447e-993c-b5e117c0d4e4 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.3831353 Aug 27 04:43:32.972430 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] get_ports_and_sgs() called for port_ids ['084848b9-6815-4181-8f2e-f4be5ccc4a30'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:43:32.978589 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d97093d-4bec-4aef-9fe4-462da6b28d5b admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:43:32.991104 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65345ee-4cd0-4413-a799-8d081b30e34a None None] Sync routers for ids ['8ee10a6d-a995-4a50-8a36-643e6971f2ef'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:43:32.998042 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b58cd81a-e518-4a55-bb46-25949fd0636c admin admin] Publish callbacks [] for security_group (f23e8aed-cdd2-4444-9d85-e91e14e7ad68), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:33.007035 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65345ee-4cd0-4413-a799-8d081b30e34a None None] Routers {'8ee10a6d-a995-4a50-8a36-643e6971f2ef'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:43:33.007787 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-f65345ee-4cd0-4413-a799-8d081b30e34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:43:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['8ee10a6d-a995-4a50-8a36-643e6971f2ef'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:43:33.037637 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-4d97093d-4bec-4aef-9fe4-462da6b28d5b admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/8ee10a6d-a995-4a50-8a36-643e6971f2ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2893891 Aug 27 04:43:33.069253 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa5b55-340d-40da-a770-f609e8ddd1dd req-681eaa5c-411d-462d-9656-c900a3b93eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:33.070814 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-8caa5b55-340d-40da-a770-f609e8ddd1dd req-681eaa5c-411d-462d-9656-c900a3b93eab service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1191404 Aug 27 04:43:33.079701 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfada4f-c18a-455a-89b4-900faa7fbdaa req-b67e8c26-82c0-4452-a16e-9a9756c292c0 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:33.087136 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-cbfada4f-c18a-455a-89b4-900faa7fbdaa req-b67e8c26-82c0-4452-a16e-9a9756c292c0 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=48a61e6b-67cb-452c-84ee-befd46f66c11 HTTP/1.1" status: 200 len: 949 time: 0.0716186 Aug 27 04:43:33.129316 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b58cd81a-e518-4a55-bb46-25949fd0636c admin admin] Publish callbacks [] for security_group (f23e8aed-cdd2-4444-9d85-e91e14e7ad68), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:33.185410 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-f0665c15-8c27-4ce0-a24b-e2a6a7239ec8 req-97f77466-945c-4eab-89e4-1b8f20315392 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Publish callbacks [] for security_group (9cf34479-0778-4367-8215-73899b65702a), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:33.226030 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-cbfada4f-c18a-455a-89b4-900faa7fbdaa req-af196d15-e5e4-4f7d-9d7f-603e2fb744e1 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=594a0af3-d4d8-4c58-beac-6fa100daab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355958 Aug 27 04:43:33.245922 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-f0665c15-8c27-4ce0-a24b-e2a6a7239ec8 req-97f77466-945c-4eab-89e4-1b8f20315392 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Publish callbacks [] for security_group (9cf34479-0778-4367-8215-73899b65702a), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:33.248859 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b4a204b1-d963-4769-8869-c4ad3eb5bdbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (1fb7513b-89da-4483-b47f-49461bf1f6dd), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:33.276704 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-f65345ee-4cd0-4413-a799-8d081b30e34a None None] Set router 8ee10a6d-a995-4a50-8a36-643e6971f2ef gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:43:33.366960 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a204b1-d963-4769-8869-c4ad3eb5bdbf admin admin] Pushing event deleted for resources: {'Port': ['ID=1fb7513b-89da-4483-b47f-49461bf1f6dd,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:33.374272 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65519cc3-cc27-4c72-97d8-582cc580d282 req-f2857090-edd4-438f-8686-4ddc2d59fe3d tempest-ServersOnMultiNodesTest-1002263859 tempest-ServersOnMultiNodesTest-1002263859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:33.385810 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-65519cc3-cc27-4c72-97d8-582cc580d282 req-f2857090-edd4-438f-8686-4ddc2d59fe3d tempest-ServersOnMultiNodesTest-1002263859 tempest-ServersOnMultiNodesTest-1002263859-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?device_id=6b7c3c45-56ef-40b4-9b60-bafd4f58dd64 HTTP/1.1" status: 200 len: 1131 time: 0.0499947 Aug 27 04:43:33.451051 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 58cb5350-9529-4b1d-9570-8ba14ffafdc3 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:43:33.459622 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-65519cc3-cc27-4c72-97d8-582cc580d282 req-4322f02f-3efc-4d2c-a4ce-f60e14a29139 tempest-ServersOnMultiNodesTest-1002263859 tempest-ServersOnMultiNodesTest-1002263859-project-admin] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748274 Aug 27 04:43:33.525184 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-f0665c15-8c27-4ce0-a24b-e2a6a7239ec8 req-97f77466-945c-4eab-89e4-1b8f20315392 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (9cf34479-0778-4367-8215-73899b65702a), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:33.527795 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-f0665c15-8c27-4ce0-a24b-e2a6a7239ec8 req-97f77466-945c-4eab-89e4-1b8f20315392 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:33.529788 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f0665c15-8c27-4ce0-a24b-e2a6a7239ec8 req-97f77466-945c-4eab-89e4-1b8f20315392 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/9cf34479-0778-4367-8215-73899b65702a HTTP/1.1" status: 204 len: 173 time: 0.6147692 Aug 27 04:43:33.535524 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b58cd81a-e518-4a55-bb46-25949fd0636c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (f23e8aed-cdd2-4444-9d85-e91e14e7ad68), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:33.538228 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b58cd81a-e518-4a55-bb46-25949fd0636c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:33.547552 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-8caa5b55-340d-40da-a770-f609e8ddd1dd req-c59af575-915e-42f6-acef-b943a689c607 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4685283 Aug 27 04:43:33.550423 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b58cd81a-e518-4a55-bb46-25949fd0636c admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/f23e8aed-cdd2-4444-9d85-e91e14e7ad68 HTTP/1.1" status: 204 len: 168 time: 0.7615125 Aug 27 04:43:33.595242 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f77466-945c-4eab-89e4-1b8f20315392 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf34479-0778-4367-8215-73899b65702a,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:33.640920 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58cd81a-e518-4a55-bb46-25949fd0636c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23e8aed-cdd2-4444-9d85-e91e14e7ad68,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:33.781642 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:33.834373 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-519d978a-9a66-4516-b3b9-c1b35938bf89 req-bf89f535-4063-4f66-8179-006320c5f687 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8f4d695c-d061-4a9c-a769-527ffc8e8a53 HTTP/1.1" status: 200 len: 210 time: 0.0824308 Aug 27 04:43:33.930587 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-f65345ee-4cd0-4413-a799-8d081b30e34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee10a6d-a995-4a50-8a36-643e6971f2ef', 'name': 'tempest-ImagesTestJSON-437396070-router', 'tenant_id': 'ff8743cde75f4f6da3a5742c66742898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '92bfa2c8-4339-40e2-b569-49b109ccbbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:43:17Z', 'updated_at': '2022-08-27T04:43:28Z', 'revision_number': 4, 'project_id': 'ff8743cde75f4f6da3a5742c66742898', 'gw_port': {'id': '92bfa2c8-4339-40e2-b569-49b109ccbbf5', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:44:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee10a6d-a995-4a50-8a36-643e6971f2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:43:19Z', 'updated_at': '2022-08-27T04:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '2a8ad8a3-485c-4692-93de-7b06a3d2c9f8', 'name': '', 'network_id': '146b1bad-4e03-4b2d-a241-35a8a5f09911', 'tenant_id': 'ff8743cde75f4f6da3a5742c66742898', 'mac_address': 'fa:16:3e:53:85:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee10a6d-a995-4a50-8a36-643e6971f2ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '6e6f86d0-df31-4e71-b66f-80a3210a900c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:43:24Z', 'updated_at': '2022-08-27T04:43:29Z', 'revision_number': 2, 'project_id': 'ff8743cde75f4f6da3a5742c66742898', 'subnets': [{'id': '6e6f86d0-df31-4e71-b66f-80a3210a900c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:43:34.010293 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65345ee-4cd0-4413-a799-8d081b30e34a None None] Checking router: 8ee10a6d-a995-4a50-8a36-643e6971f2ef for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:43:34.015691 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65345ee-4cd0-4413-a799-8d081b30e34a None None] Updating router 8ee10a6d-a995-4a50-8a36-643e6971f2ef port 2a8ad8a3-485c-4692-93de-7b06a3d2c9f8 binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:43:34.041312 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b4a204b1-d963-4769-8869-c4ad3eb5bdbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (9cd4d75d-37e5-4221-a297-cf637dac1672), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:34.059101 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-f65345ee-4cd0-4413-a799-8d081b30e34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (2a8ad8a3-485c-4692-93de-7b06a3d2c9f8), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:34.097358 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-fd85a363-0aa2-4be0-a9e9-6d4567a324d5 req-42699141-df66-49e7-af76-c264480eae45 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] 10.222.0.76 "GET /networking/v2.0/security-groups/4d4a5645-b56f-46e2-835a-1fda86dedc7d HTTP/1.1" status: 200 len: 1830 time: 0.2059088 Aug 27 04:43:34.159746 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-8caa5b55-340d-40da-a770-f609e8ddd1dd req-491f8a34-ae38-471b-a570-036f752ffc85 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4835911 Aug 27 04:43:34.169845 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae680030-595c-467b-8ea8-ee16056f0f2e req-0a71c300-b3a4-4660-96bd-9f78109951b0 tempest-ImagesTestJSON-2117306868 tempest-ImagesTestJSON-2117306868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:34.177079 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ae680030-595c-467b-8ea8-ee16056f0f2e req-0a71c300-b3a4-4660-96bd-9f78109951b0 tempest-ImagesTestJSON-2117306868 tempest-ImagesTestJSON-2117306868-project] 10.222.0.76 "GET /networking/v2.0/networks?id=146b1bad-4e03-4b2d-a241-35a8a5f09911 HTTP/1.1" status: 200 len: 804 time: 0.2165339 Aug 27 04:43:34.212620 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ae680030-595c-467b-8ea8-ee16056f0f2e req-404902af-3b83-41ee-8364-a031adaca827 tempest-ImagesTestJSON-2117306868 tempest-ImagesTestJSON-2117306868-project] 10.222.0.76 "GET /networking/v2.0/quotas/ff8743cde75f4f6da3a5742c66742898 HTTP/1.1" status: 200 len: 375 time: 0.0341873 Aug 27 04:43:34.269712 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-fd85a363-0aa2-4be0-a9e9-6d4567a324d5 req-07e40116-7937-49bb-bf3e-d2d4048353e2 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Publish callbacks [] for security_group (4d4a5645-b56f-46e2-835a-1fda86dedc7d), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:34.335887 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ae680030-595c-467b-8ea8-ee16056f0f2e req-e205e6fe-c87d-411e-91df-3d9342def105 tempest-ImagesTestJSON-2117306868 tempest-ImagesTestJSON-2117306868-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=ff8743cde75f4f6da3a5742c66742898&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1222148 Aug 27 04:43:34.342745 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-fd85a363-0aa2-4be0-a9e9-6d4567a324d5 req-07e40116-7937-49bb-bf3e-d2d4048353e2 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Publish callbacks [] for security_group (4d4a5645-b56f-46e2-835a-1fda86dedc7d), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:34.566672 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:34.626960 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8ea489c9-2bfb-41e8-ab4b-750d982e9627 req-ec75dcf2-0775-46e7-92ac-413ed5df642b tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=d85e7650a4374066922085ef5115c973&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412066 Aug 27 04:43:34.627937 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-fd85a363-0aa2-4be0-a9e9-6d4567a324d5 req-07e40116-7937-49bb-bf3e-d2d4048353e2 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (4d4a5645-b56f-46e2-835a-1fda86dedc7d), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:34.630985 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-fd85a363-0aa2-4be0-a9e9-6d4567a324d5 req-07e40116-7937-49bb-bf3e-d2d4048353e2 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:34.632398 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-fd85a363-0aa2-4be0-a9e9-6d4567a324d5 req-07e40116-7937-49bb-bf3e-d2d4048353e2 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/4d4a5645-b56f-46e2-835a-1fda86dedc7d HTTP/1.1" status: 204 len: 173 time: 0.5285623 Aug 27 04:43:34.710837 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e40116-7937-49bb-bf3e-d2d4048353e2 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4a5645-b56f-46e2-835a-1fda86dedc7d,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:34.716469 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4a204b1-d963-4769-8869-c4ad3eb5bdbf admin admin] Router 9cd4d75d-37e5-4221-a297-cf637dac1672 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:43:34.727655 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e40116-7937-49bb-bf3e-d2d4048353e2 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:34.728464 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e40116-7937-49bb-bf3e-d2d4048353e2 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:34.728988 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e40116-7937-49bb-bf3e-d2d4048353e2 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:34.729515 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e40116-7937-49bb-bf3e-d2d4048353e2 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:34.730695 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e40116-7937-49bb-bf3e-d2d4048353e2 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:34.731277 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e40116-7937-49bb-bf3e-d2d4048353e2 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:34.731788 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e40116-7937-49bb-bf3e-d2d4048353e2 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:34.732316 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e40116-7937-49bb-bf3e-d2d4048353e2 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:34.732828 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e40116-7937-49bb-bf3e-d2d4048353e2 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:34.733341 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e40116-7937-49bb-bf3e-d2d4048353e2 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:34.733834 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e40116-7937-49bb-bf3e-d2d4048353e2 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:34.734445 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e40116-7937-49bb-bf3e-d2d4048353e2 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:34.734944 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e40116-7937-49bb-bf3e-d2d4048353e2 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:34.735603 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e40116-7937-49bb-bf3e-d2d4048353e2 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:34.736102 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e40116-7937-49bb-bf3e-d2d4048353e2 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:43:34.837271 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:34.846691 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-f65345ee-4cd0-4413-a799-8d081b30e34a None None] Publish callbacks [] for port (2a8ad8a3-485c-4692-93de-7b06a3d2c9f8), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:34.902380 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be0b93f-240d-45c8-9fe2-f38eaca4e450 req-65e962af-b3fd-4752-82ee-d8994ea8ad8a tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:34.907579 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-9be0b93f-240d-45c8-9fe2-f38eaca4e450 req-65e962af-b3fd-4752-82ee-d8994ea8ad8a tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=48a61e6b-67cb-452c-84ee-befd46f66c11 HTTP/1.1" status: 200 len: 949 time: 0.1379938 Aug 27 04:43:34.953930 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-f65345ee-4cd0-4413-a799-8d081b30e34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (2a8ad8a3-485c-4692-93de-7b06a3d2c9f8), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:34.978640 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea489c9-2bfb-41e8-ab4b-750d982e9627 req-07133878-6fd6-4661-8837-b78ab332b6af tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:34.986250 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8ea489c9-2bfb-41e8-ab4b-750d982e9627 req-07133878-6fd6-4661-8837-b78ab332b6af tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3524811 Aug 27 04:43:34.993276 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a204b1-d963-4769-8869-c4ad3eb5bdbf admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:43:35.006412 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 44322) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:35.008702 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c24dacc-b132-472a-8974-cf7f54c98df1 None None] Sync routers for ids ['9cd4d75d-37e5-4221-a297-cf637dac1672'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:43:35.020679 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b4a204b1-d963-4769-8869-c4ad3eb5bdbf admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/9cd4d75d-37e5-4221-a297-cf637dac1672/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2165964 Aug 27 04:43:35.021793 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8ea489c9-2bfb-41e8-ab4b-750d982e9627 req-05a3db36-4bde-4652-9bc2-92995c3c6244 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/quotas/d85e7650a4374066922085ef5115c973 HTTP/1.1" status: 200 len: 375 time: 0.0346124 Aug 27 04:43:35.033993 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-9be0b93f-240d-45c8-9fe2-f38eaca4e450 req-f351a696-48ae-4385-8583-b6a1b192c9eb tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=594a0af3-d4d8-4c58-beac-6fa100daab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245928 Aug 27 04:43:35.036502 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c24dacc-b132-472a-8974-cf7f54c98df1 None None] Routers {'9cd4d75d-37e5-4221-a297-cf637dac1672'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:43:35.038049 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-7c24dacc-b132-472a-8974-cf7f54c98df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:43:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['9cd4d75d-37e5-4221-a297-cf637dac1672'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:43:35.096554 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:35.164134 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:35.174078 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e56d9e-57af-4d89-8f2d-aebb7f698a53 None None] Pushing event updated for resources: {'Port': ['ID=2a8ad8a3-485c-4692-93de-7b06a3d2c9f8,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:35.268401 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-f65345ee-4cd0-4413-a799-8d081b30e34a None None] Attempting to bind port 2a8ad8a3-485c-4692-93de-7b06a3d2c9f8 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:43:35.268750 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-f65345ee-4cd0-4413-a799-8d081b30e34a None None] Attempting to bind port 2a8ad8a3-485c-4692-93de-7b06a3d2c9f8 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '62dec306-3408-4038-b3fe-9711faccd416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '146b1bad-4e03-4b2d-a241-35a8a5f09911'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:43:35.270753 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65345ee-4cd0-4413-a799-8d081b30e34a None None] Attempting to bind port 2a8ad8a3-485c-4692-93de-7b06a3d2c9f8 on network 146b1bad-4e03-4b2d-a241-35a8a5f09911 {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:43:35.283634 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65345ee-4cd0-4413-a799-8d081b30e34a None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:43:35.284334 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65345ee-4cd0-4413-a799-8d081b30e34a None None] Checking segment: {'id': '62dec306-3408-4038-b3fe-9711faccd416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '146b1bad-4e03-4b2d-a241-35a8a5f09911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:43:35.284686 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-f65345ee-4cd0-4413-a799-8d081b30e34a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:35.285077 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65345ee-4cd0-4413-a799-8d081b30e34a None None] Bound using segment: {'id': '62dec306-3408-4038-b3fe-9711faccd416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '146b1bad-4e03-4b2d-a241-35a8a5f09911'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:43:35.285542 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-f65345ee-4cd0-4413-a799-8d081b30e34a None None] Bound port: 2a8ad8a3-485c-4692-93de-7b06a3d2c9f8, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62dec306-3408-4038-b3fe-9711faccd416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '146b1bad-4e03-4b2d-a241-35a8a5f09911'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:43:35.286106 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-f65345ee-4cd0-4413-a799-8d081b30e34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (2a8ad8a3-485c-4692-93de-7b06a3d2c9f8), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:35.300039 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:35.330461 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-7c24dacc-b132-472a-8974-cf7f54c98df1 None None] Set router 9cd4d75d-37e5-4221-a297-cf637dac1672 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:43:35.355419 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:35.420985 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d3e07a84-1592-4458-a3e6-92dc5f22d738 req-0b1e3132-b384-4a35-a4c5-24707064d4d2 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] 10.222.0.76 "GET /networking/v2.0/security-groups/e8b8565e-3abe-4bfc-b36b-7d02f240f254 HTTP/1.1" status: 200 len: 1828 time: 0.1537557 Aug 27 04:43:35.463083 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8ea489c9-2bfb-41e8-ab4b-750d982e9627 req-4014281f-7b1b-4094-baa5-d5c6c4c1fa40 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=d85e7650a4374066922085ef5115c973&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4403393 Aug 27 04:43:35.463628 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-f65345ee-4cd0-4413-a799-8d081b30e34a None None] For port 2a8ad8a3-485c-4692-93de-7b06a3d2c9f8, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:43:35.486290 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Device 084848b9-6815-4181-8f2e-f4be5ccc4a30 up at agent hyperv_n-h2-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:43:35.487857 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-f65345ee-4cd0-4413-a799-8d081b30e34a None None] For port 2a8ad8a3-485c-4692-93de-7b06a3d2c9f8, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=2a8ad8a3-485c-4692-93de-7b06a3d2c9f8,segment=NetworkSegment(62dec306-3408-4038-b3fe-9711faccd416),segment_id=62dec306-3408-4038-b3fe-9711faccd416)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:43:35.499224 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-62c7c654-c605-499a-a09e-d58b2c91ad60 admin admin] Publish callbacks [] for router (9cd4d75d-37e5-4221-a297-cf637dac1672), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:35.654955 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Provisioning for port 084848b9-6815-4181-8f2e-f4be5ccc4a30 completed by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 27 04:43:35.721075 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-d3e07a84-1592-4458-a3e6-92dc5f22d738 req-1f41c6d7-eaba-4c1b-bdd0-7502d4022795 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Publish callbacks [] for security_group (e8b8565e-3abe-4bfc-b36b-7d02f240f254), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:35.727423 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-f65345ee-4cd0-4413-a799-8d081b30e34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (2a8ad8a3-485c-4692-93de-7b06a3d2c9f8), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:35.745704 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-62c7c654-c605-499a-a09e-d58b2c91ad60 admin admin] Publish callbacks [] for router_gateway (9cd4d75d-37e5-4221-a297-cf637dac1672), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:35.759288 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-7c24dacc-b132-472a-8974-cf7f54c98df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd4d75d-37e5-4221-a297-cf637dac1672', 'name': 'tempest-ServersTestMultiNic-359713482-router', 'tenant_id': 'a5ccff4ddab04a47b292ccc5f5387e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f5b66cb7-65a1-4500-8ff9-dd0efa551de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:42:48Z', 'updated_at': '2022-08-27T04:43:32Z', 'revision_number': 5, 'project_id': 'a5ccff4ddab04a47b292ccc5f5387e78', 'gw_port': {'id': 'f5b66cb7-65a1-4500-8ff9-dd0efa551de0', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd4d75d-37e5-4221-a297-cf637dac1672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:42:49Z', 'updated_at': '2022-08-27T04:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:43:35.762843 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-d3e07a84-1592-4458-a3e6-92dc5f22d738 req-1f41c6d7-eaba-4c1b-bdd0-7502d4022795 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Publish callbacks [] for security_group (e8b8565e-3abe-4bfc-b36b-7d02f240f254), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:35.816642 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c24dacc-b132-472a-8974-cf7f54c98df1 None None] Checking router: 9cd4d75d-37e5-4221-a297-cf637dac1672 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:43:35.826908 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c24dacc-b132-472a-8974-cf7f54c98df1 None None] Routers {'9cd4d75d-37e5-4221-a297-cf637dac1672'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:43:35.827841 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-7c24dacc-b132-472a-8974-cf7f54c98df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:43:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['9cd4d75d-37e5-4221-a297-cf637dac1672'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:43:35.858795 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65345ee-4cd0-4413-a799-8d081b30e34a None None] Routers {'8ee10a6d-a995-4a50-8a36-643e6971f2ef'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:43:35.859769 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-f65345ee-4cd0-4413-a799-8d081b30e34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:43:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['8ee10a6d-a995-4a50-8a36-643e6971f2ef'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:43:35.930531 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Provisioning complete for port 084848b9-6815-4181-8f2e-f4be5ccc4a30 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:43:35.930531 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (084848b9-6815-4181-8f2e-f4be5ccc4a30), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:36.053540 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-d3e07a84-1592-4458-a3e6-92dc5f22d738 req-1f41c6d7-eaba-4c1b-bdd0-7502d4022795 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (e8b8565e-3abe-4bfc-b36b-7d02f240f254), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:36.062430 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-d3e07a84-1592-4458-a3e6-92dc5f22d738 req-1f41c6d7-eaba-4c1b-bdd0-7502d4022795 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:36.067031 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d3e07a84-1592-4458-a3e6-92dc5f22d738 req-1f41c6d7-eaba-4c1b-bdd0-7502d4022795 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/e8b8565e-3abe-4bfc-b36b-7d02f240f254 HTTP/1.1" status: 204 len: 173 time: 0.6441267 Aug 27 04:43:36.113952 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-f65345ee-4cd0-4413-a799-8d081b30e34a None None] Set router 8ee10a6d-a995-4a50-8a36-643e6971f2ef gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:43:36.117774 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-7c24dacc-b132-472a-8974-cf7f54c98df1 None None] Set router 9cd4d75d-37e5-4221-a297-cf637dac1672 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:43:36.118962 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:36.219578 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e56d9e-57af-4d89-8f2d-aebb7f698a53 None None] Pushing event updated for resources: {'Port': ['ID=2a8ad8a3-485c-4692-93de-7b06a3d2c9f8,revision_number=4']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:36.254434 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:36.313661 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Current status of the port 084848b9-6815-4181-8f2e-f4be5ccc4a30 is: BUILD; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:43:36.313661 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (084848b9-6815-4181-8f2e-f4be5ccc4a30), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:36.316698 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f41c6d7-eaba-4c1b-bdd0-7502d4022795 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b8565e-3abe-4bfc-b36b-7d02f240f254,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:36.367687 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-62c7c654-c605-499a-a09e-d58b2c91ad60 admin admin] Deleting port f5b66cb7-65a1-4500-8ff9-dd0efa551de0 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:43:36.367687 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-62c7c654-c605-499a-a09e-d58b2c91ad60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (f5b66cb7-65a1-4500-8ff9-dd0efa551de0), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:36.368930 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a61e6b-67cb-452c-84ee-befd46f66c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '084848b9-6815-4181-8f2e-f4be5ccc4a30'}] {{(pid=107777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:43:36.371303 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6e1ed2c1589df8125b2075e26a1ec4ff1174e69d6a71546bdf3c3a9a29d330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3e0512-bd61-46c3-9431-ad9e909bc949" -d '{"events": [{"server_uuid": "48a61e6b-67cb-452c-84ee-befd46f66c11", "name": "network-vif-plugged", "status": "completed", "tag": "084848b9-6815-4181-8f2e-f4be5ccc4a30"}]}' {{(pid=107777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:43:36.394550 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] For port 084848b9-6815-4181-8f2e-f4be5ccc4a30, host n-h2-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852088-5',level=0,port_id=084848b9-6815-4181-8f2e-f4be5ccc4a30,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:43:36.409869 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-0219676e-ecac-41e6-bcc8-ea809a293560 req-78095b95-1a56-497f-b77c-bc4653480b71 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a9f0774-af45-459e-9f83-ec4559b431a9 HTTP/1.1" status: 200 len: 210 time: 0.1599627 Aug 27 04:43:36.527406 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-7c24dacc-b132-472a-8974-cf7f54c98df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd4d75d-37e5-4221-a297-cf637dac1672', 'name': 'tempest-ServersTestMultiNic-359713482-router', 'tenant_id': 'a5ccff4ddab04a47b292ccc5f5387e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f5b66cb7-65a1-4500-8ff9-dd0efa551de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:42:48Z', 'updated_at': '2022-08-27T04:43:32Z', 'revision_number': 5, 'project_id': 'a5ccff4ddab04a47b292ccc5f5387e78', 'gw_port': {'id': 'f5b66cb7-65a1-4500-8ff9-dd0efa551de0', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd4d75d-37e5-4221-a297-cf637dac1672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:42:49Z', 'updated_at': '2022-08-27T04:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:43:36.544649 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (084848b9-6815-4181-8f2e-f4be5ccc4a30), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:36.605071 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c24dacc-b132-472a-8974-cf7f54c98df1 None None] The sync data for ids ['9cd4d75d-37e5-4221-a297-cf637dac1672'] in n-d-852088-5 is: [{'id': '9cd4d75d-37e5-4221-a297-cf637dac1672', 'name': 'tempest-ServersTestMultiNic-359713482-router', 'tenant_id': 'a5ccff4ddab04a47b292ccc5f5387e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f5b66cb7-65a1-4500-8ff9-dd0efa551de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:42:48Z', 'updated_at': '2022-08-27T04:43:32Z', 'revision_number': 5, 'project_id': 'a5ccff4ddab04a47b292ccc5f5387e78', 'gw_port': {'id': 'f5b66cb7-65a1-4500-8ff9-dd0efa551de0', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd4d75d-37e5-4221-a297-cf637dac1672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:42:49Z', 'updated_at': '2022-08-27T04:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:43:36.644472 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-f65345ee-4cd0-4413-a799-8d081b30e34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee10a6d-a995-4a50-8a36-643e6971f2ef', 'name': 'tempest-ImagesTestJSON-437396070-router', 'tenant_id': 'ff8743cde75f4f6da3a5742c66742898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '92bfa2c8-4339-40e2-b569-49b109ccbbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:43:17Z', 'updated_at': '2022-08-27T04:43:28Z', 'revision_number': 4, 'project_id': 'ff8743cde75f4f6da3a5742c66742898', 'gw_port': {'id': '92bfa2c8-4339-40e2-b569-49b109ccbbf5', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:44:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee10a6d-a995-4a50-8a36-643e6971f2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:43:19Z', 'updated_at': '2022-08-27T04:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '2a8ad8a3-485c-4692-93de-7b06a3d2c9f8', 'name': '', 'network_id': '146b1bad-4e03-4b2d-a241-35a8a5f09911', 'tenant_id': 'ff8743cde75f4f6da3a5742c66742898', 'mac_address': 'fa:16:3e:53:85:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee10a6d-a995-4a50-8a36-643e6971f2ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '6e6f86d0-df31-4e71-b66f-80a3210a900c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:43:24Z', 'updated_at': '2022-08-27T04:43:35Z', 'revision_number': 4, 'project_id': 'ff8743cde75f4f6da3a5742c66742898', 'subnets': [{'id': '6e6f86d0-df31-4e71-b66f-80a3210a900c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:43:36.699025 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65345ee-4cd0-4413-a799-8d081b30e34a None None] The sync data for ids ['8ee10a6d-a995-4a50-8a36-643e6971f2ef'] in n-d-852088-5 is: [{'id': '8ee10a6d-a995-4a50-8a36-643e6971f2ef', 'name': 'tempest-ImagesTestJSON-437396070-router', 'tenant_id': 'ff8743cde75f4f6da3a5742c66742898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '92bfa2c8-4339-40e2-b569-49b109ccbbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:43:17Z', 'updated_at': '2022-08-27T04:43:28Z', 'revision_number': 4, 'project_id': 'ff8743cde75f4f6da3a5742c66742898', 'gw_port': {'id': '92bfa2c8-4339-40e2-b569-49b109ccbbf5', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:44:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee10a6d-a995-4a50-8a36-643e6971f2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:43:19Z', 'updated_at': '2022-08-27T04:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '2a8ad8a3-485c-4692-93de-7b06a3d2c9f8', 'name': '', 'network_id': '146b1bad-4e03-4b2d-a241-35a8a5f09911', 'tenant_id': 'ff8743cde75f4f6da3a5742c66742898', 'mac_address': 'fa:16:3e:53:85:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee10a6d-a995-4a50-8a36-643e6971f2ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '6e6f86d0-df31-4e71-b66f-80a3210a900c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:43:24Z', 'updated_at': '2022-08-27T04:43:35Z', 'revision_number': 4, 'project_id': 'ff8743cde75f4f6da3a5742c66742898', 'subnets': [{'id': '6e6f86d0-df31-4e71-b66f-80a3210a900c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:43:36.708932 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Pushing event updated for resources: {'Port': ['ID=084848b9-6815-4181-8f2e-f4be5ccc4a30,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:36.717034 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-62c7c654-c605-499a-a09e-d58b2c91ad60 admin admin] For port f5b66cb7-65a1-4500-8ff9-dd0efa551de0, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=f5b66cb7-65a1-4500-8ff9-dd0efa551de0,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:43:36.717557 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-62c7c654-c605-499a-a09e-d58b2c91ad60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (f5b66cb7-65a1-4500-8ff9-dd0efa551de0), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:36.740913 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9fc09d-32a6-4202-9296-884dd65dd939 req-ca7d0e6d-60bd-40a2-828f-e51dea8ea4d9 tempest-ImagesTestJSON-2117306868 tempest-ImagesTestJSON-2117306868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:36.742403 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-0a9fc09d-32a6-4202-9296-884dd65dd939 req-ca7d0e6d-60bd-40a2-828f-e51dea8ea4d9 tempest-ImagesTestJSON-2117306868 tempest-ImagesTestJSON-2117306868-project] 10.222.0.76 "GET /networking/v2.0/networks?id=146b1bad-4e03-4b2d-a241-35a8a5f09911 HTTP/1.1" status: 200 len: 804 time: 0.7342451 Aug 27 04:43:36.748985 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-62c7c654-c605-499a-a09e-d58b2c91ad60 admin admin] Calling delete_port for f5b66cb7-65a1-4500-8ff9-dd0efa551de0 owned by network:router_gateway {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:43:36.785718 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0123e457-0b4c-4d01-a534-85b56d1ba44f req-f08614e5-5b5e-4e8c-aac3-20538764b660 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:36.794263 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-0123e457-0b4c-4d01-a534-85b56d1ba44f req-f08614e5-5b5e-4e8c-aac3-20538764b660 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=48a61e6b-67cb-452c-84ee-befd46f66c11 HTTP/1.1" status: 200 len: 950 time: 0.2498810 Aug 27 04:43:36.798314 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-0a9fc09d-32a6-4202-9296-884dd65dd939 req-bb1e1a48-d780-4878-b0e0-c655cb03670b tempest-ImagesTestJSON-2117306868 tempest-ImagesTestJSON-2117306868-project] 10.222.0.76 "GET /networking/v2.0/quotas/ff8743cde75f4f6da3a5742c66742898 HTTP/1.1" status: 200 len: 375 time: 0.0473404 Aug 27 04:43:36.822374 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:36.936046 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-0a9fc09d-32a6-4202-9296-884dd65dd939 req-7bff5388-87b0-48d5-8462-72b09355fdfa tempest-ImagesTestJSON-2117306868 tempest-ImagesTestJSON-2117306868-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=ff8743cde75f4f6da3a5742c66742898&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0987492 Aug 27 04:43:37.025787 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-0123e457-0b4c-4d01-a534-85b56d1ba44f req-49b6680a-d7c4-41a4-9127-9f4777a0e769 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=594a0af3-d4d8-4c58-beac-6fa100daab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895189 Aug 27 04:43:37.271139 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a148a209-aca8-447f-89ec-38126e267ae2 req-29b8526f-b805-4863-afef-3852388ebb97 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] 10.222.0.76 "GET /networking/v2.0/security-groups/cb6ceb0f-792d-4055-9ab3-6f04568ea371 HTTP/1.1" status: 200 len: 1829 time: 0.1411586 Aug 27 04:43:37.422402 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:37.502030 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-a148a209-aca8-447f-89ec-38126e267ae2 req-7526b810-2fc1-40a5-9eb5-6d09f8fa0489 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Publish callbacks [] for security_group (cb6ceb0f-792d-4055-9ab3-6f04568ea371), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:37.563286 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-a148a209-aca8-447f-89ec-38126e267ae2 req-7526b810-2fc1-40a5-9eb5-6d09f8fa0489 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Publish callbacks [] for security_group (cb6ceb0f-792d-4055-9ab3-6f04568ea371), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:37.617228 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-62c7c654-c605-499a-a09e-d58b2c91ad60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (f5b66cb7-65a1-4500-8ff9-dd0efa551de0), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:37.675625 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c7c654-c605-499a-a09e-d58b2c91ad60 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5b66cb7-65a1-4500-8ff9-dd0efa551de0,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:37.706486 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:37.754935 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-a148a209-aca8-447f-89ec-38126e267ae2 req-7526b810-2fc1-40a5-9eb5-6d09f8fa0489 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (cb6ceb0f-792d-4055-9ab3-6f04568ea371), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:37.757861 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-a148a209-aca8-447f-89ec-38126e267ae2 req-7526b810-2fc1-40a5-9eb5-6d09f8fa0489 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:37.758815 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a148a209-aca8-447f-89ec-38126e267ae2 req-7526b810-2fc1-40a5-9eb5-6d09f8fa0489 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/cb6ceb0f-792d-4055-9ab3-6f04568ea371 HTTP/1.1" status: 204 len: 173 time: 0.4864404 Aug 27 04:43:37.774546 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7526b810-2fc1-40a5-9eb5-6d09f8fa0489 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6ceb0f-792d-4055-9ab3-6f04568ea371,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:37.798280 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-62c7c654-c605-499a-a09e-d58b2c91ad60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (9cd4d75d-37e5-4221-a297-cf637dac1672), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:37.985172 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-62c7c654-c605-499a-a09e-d58b2c91ad60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (9cd4d75d-37e5-4221-a297-cf637dac1672), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:37.988921 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-62c7c654-c605-499a-a09e-d58b2c91ad60 admin admin] Publish callbacks [] for router_controller (9cd4d75d-37e5-4221-a297-cf637dac1672), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:38.033780 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:38.121862 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 04:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f27776-12de-469c-9356-74ad3d2aee92 x-openstack-request-id: req-f8f27776-12de-469c-9356-74ad3d2aee92 {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:43:38.123492 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48a61e6b-67cb-452c-84ee-befd46f66c11", "name": "network-vif-plugged", "status": "completed", "tag": "084848b9-6815-4181-8f2e-f4be5ccc4a30", "code": 200}]} {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:43:38.123812 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f8f27776-12de-469c-9356-74ad3d2aee92 {{(pid=107777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:43:38.124261 n-d-852088-5 neutron-server[107777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8f27776-12de-469c-9356-74ad3d2aee92'] response: {'server_uuid': '48a61e6b-67cb-452c-84ee-befd46f66c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '084848b9-6815-4181-8f2e-f4be5ccc4a30', 'code': 200} Aug 27 04:43:38.219950 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f9547364-9af0-46c3-82c9-575a9c3e7264 req-23c6fb5d-ec7b-4abb-9216-50973afbc717 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a9f0774-af45-459e-9f83-ec4559b431a9 HTTP/1.1" status: 200 len: 210 time: 0.0422177 Aug 27 04:43:38.229892 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac23b91-3b2c-4e98-85be-aaf154310ce6 req-d0fc19f0-0dbe-4f2f-b981-5e8132b4c787 tempest-ImagesTestJSON-2117306868 tempest-ImagesTestJSON-2117306868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:38.232240 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-bac23b91-3b2c-4e98-85be-aaf154310ce6 req-d0fc19f0-0dbe-4f2f-b981-5e8132b4c787 tempest-ImagesTestJSON-2117306868 tempest-ImagesTestJSON-2117306868-project] 10.222.0.76 "GET /networking/v2.0/networks?id=146b1bad-4e03-4b2d-a241-35a8a5f09911 HTTP/1.1" status: 200 len: 804 time: 0.2013860 Aug 27 04:43:38.265388 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-bac23b91-3b2c-4e98-85be-aaf154310ce6 req-0410b9c8-9110-485a-8b44-2f47bc9d9c49 tempest-ImagesTestJSON-2117306868 tempest-ImagesTestJSON-2117306868-project] 10.222.0.76 "GET /networking/v2.0/quotas/ff8743cde75f4f6da3a5742c66742898 HTTP/1.1" status: 200 len: 375 time: 0.0208955 Aug 27 04:43:38.361315 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-bac23b91-3b2c-4e98-85be-aaf154310ce6 req-81d1c108-1a4d-4775-ba8d-59f894b68f81 tempest-ImagesTestJSON-2117306868 tempest-ImagesTestJSON-2117306868-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=ff8743cde75f4f6da3a5742c66742898&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0856538 Aug 27 04:43:38.361467 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 2a8ad8a3-485c-4692-93de-7b06a3d2c9f8 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:43:38.421268 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc995d3f-1ef7-4735-81e5-0b4dce318116 req-263c3509-b7a1-4935-91ae-7205dc5c342c tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:38.422869 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-fc995d3f-1ef7-4735-81e5-0b4dce318116 req-263c3509-b7a1-4935-91ae-7205dc5c342c tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=fb625475-12a3-45d3-8176-64b5a8a07c67 HTTP/1.1" status: 200 len: 950 time: 0.0978951 Aug 27 04:43:38.426003 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-62c7c654-c605-499a-a09e-d58b2c91ad60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (9cd4d75d-37e5-4221-a297-cf637dac1672), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:38.426740 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c7c654-c605-499a-a09e-d58b2c91ad60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9cd4d75d-37e5-4221-a297-cf637dac1672 {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:43:38.455551 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 2a8ad8a3-485c-4692-93de-7b06a3d2c9f8 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:43:38.456837 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (2a8ad8a3-485c-4692-93de-7b06a3d2c9f8), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:38.476140 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-62c7c654-c605-499a-a09e-d58b2c91ad60 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:38.477425 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-62c7c654-c605-499a-a09e-d58b2c91ad60 admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/9cd4d75d-37e5-4221-a297-cf637dac1672 HTTP/1.1" status: 204 len: 168 time: 3.4699364 Aug 27 04:43:38.480012 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 44422) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:38.531634 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4944fbd0-a2ce-4c83-966a-ab2262da0008 req-a67fda2d-ef5a-4ba9-a93f-5ca798c74029 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] 10.222.0.76 "GET /networking/v2.0/security-groups/80bba2f3-a69f-4304-9f13-46c1f3e64934 HTTP/1.1" status: 200 len: 1830 time: 0.1074011 Aug 27 04:43:38.617699 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8766c85-07a2-4beb-9a7f-51a420c39ce0 admin admin] Deleting subnet fbc7ecc8-f72e-4b6b-a6f6-4f438fbdeed1 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:43:38.629707 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e8766c85-07a2-4beb-9a7f-51a420c39ce0 admin admin] Publish callbacks [] for subnet (fbc7ecc8-f72e-4b6b-a6f6-4f438fbdeed1), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:38.674293 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 2a8ad8a3-485c-4692-93de-7b06a3d2c9f8 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:43:38.674833 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (2a8ad8a3-485c-4692-93de-7b06a3d2c9f8), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:38.688654 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-fc995d3f-1ef7-4735-81e5-0b4dce318116 req-3d9142f2-78ce-4f8a-befa-78d3a355177e tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163146 Aug 27 04:43:38.697517 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e8766c85-07a2-4beb-9a7f-51a420c39ce0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (fbc7ecc8-f72e-4b6b-a6f6-4f438fbdeed1), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:38.745975 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 2a8ad8a3-485c-4692-93de-7b06a3d2c9f8, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=2a8ad8a3-485c-4692-93de-7b06a3d2c9f8,segment=NetworkSegment(62dec306-3408-4038-b3fe-9711faccd416),segment_id=62dec306-3408-4038-b3fe-9711faccd416)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:43:38.796597 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-4944fbd0-a2ce-4c83-966a-ab2262da0008 req-01cdad5c-41fa-4691-a180-5715ab691b97 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Publish callbacks [] for security_group (80bba2f3-a69f-4304-9f13-46c1f3e64934), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:38.838455 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-4944fbd0-a2ce-4c83-966a-ab2262da0008 req-01cdad5c-41fa-4691-a180-5715ab691b97 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Publish callbacks [] for security_group (80bba2f3-a69f-4304-9f13-46c1f3e64934), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:38.868381 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (2a8ad8a3-485c-4692-93de-7b06a3d2c9f8), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:38.903514 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 1fb7513b-89da-4483-b47f-49461bf1f6dd no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:43:38.995163 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:39.032362 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 1fb7513b-89da-4483-b47f-49461bf1f6dd {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:43:39.033592 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 1fb7513b-89da-4483-b47f-49461bf1f6dd not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:43:39.051361 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e8766c85-07a2-4beb-9a7f-51a420c39ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (fbc7ecc8-f72e-4b6b-a6f6-4f438fbdeed1), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:39.083173 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=2a8ad8a3-485c-4692-93de-7b06a3d2c9f8,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:39.086702 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c777c-c443-4c21-9a4e-0cbf226e269f req-63d3b960-ce38-4ba4-bc08-d65d91915f6a tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:39.099838 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5f9c777c-c443-4c21-9a4e-0cbf226e269f req-63d3b960-ce38-4ba4-bc08-d65d91915f6a tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=48a61e6b-67cb-452c-84ee-befd46f66c11 HTTP/1.1" status: 200 len: 950 time: 0.1416194 Aug 27 04:43:39.123998 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 44436) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:39.156845 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-4944fbd0-a2ce-4c83-966a-ab2262da0008 req-01cdad5c-41fa-4691-a180-5715ab691b97 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (80bba2f3-a69f-4304-9f13-46c1f3e64934), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:39.159393 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-4944fbd0-a2ce-4c83-966a-ab2262da0008 req-01cdad5c-41fa-4691-a180-5715ab691b97 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:39.165780 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4944fbd0-a2ce-4c83-966a-ab2262da0008 req-01cdad5c-41fa-4691-a180-5715ab691b97 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/80bba2f3-a69f-4304-9f13-46c1f3e64934 HTTP/1.1" status: 204 len: 173 time: 0.5923631 Aug 27 04:43:39.178146 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 44440) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:39.209169 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cdad5c-41fa-4691-a180-5715ab691b97 tempest-SecurityGroupRulesNegativeTestJSON-644933419 tempest-SecurityGroupRulesNegativeTestJSON-644933419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80bba2f3-a69f-4304-9f13-46c1f3e64934,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:39.489485 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e2362d17-ea95-49f5-8b42-2ebe0845ebae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:39.502468 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:39.566325 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:39.584672 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5f9c777c-c443-4c21-9a4e-0cbf226e269f req-068ab4e6-4086-4196-8af7-61f48561677f tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=594a0af3-d4d8-4c58-beac-6fa100daab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4839146 Aug 27 04:43:39.604718 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80b8f2-e500-46f1-b04c-0b254b1931f4 req-63e9be13-97c2-493e-885f-de3becac5c53 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:39.606280 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-af80b8f2-e500-46f1-b04c-0b254b1931f4 req-63e9be13-97c2-493e-885f-de3becac5c53 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=fb625475-12a3-45d3-8176-64b5a8a07c67 HTTP/1.1" status: 200 len: 950 time: 0.3417833 Aug 27 04:43:39.613724 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e0e087-f941-4984-ba52-ae7240101c7b req-c732f337-ebad-43fe-8131-c1f2183064ed tempest-ImagesTestJSON-2117306868 tempest-ImagesTestJSON-2117306868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:39.621314 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-67e0e087-f941-4984-ba52-ae7240101c7b req-c732f337-ebad-43fe-8131-c1f2183064ed tempest-ImagesTestJSON-2117306868 tempest-ImagesTestJSON-2117306868-project] 10.222.0.76 "GET /networking/v2.0/networks?id=146b1bad-4e03-4b2d-a241-35a8a5f09911 HTTP/1.1" status: 200 len: 804 time: 0.2939355 Aug 27 04:43:39.663411 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-67e0e087-f941-4984-ba52-ae7240101c7b req-bde5e116-48b2-447d-9998-1cd2dab82b36 tempest-ImagesTestJSON-2117306868 tempest-ImagesTestJSON-2117306868-project] 10.222.0.76 "GET /networking/v2.0/quotas/ff8743cde75f4f6da3a5742c66742898 HTTP/1.1" status: 200 len: 375 time: 0.0410678 Aug 27 04:43:39.741806 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:39.766956 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:39.809802 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2cf0b-218c-4df4-bcf1-cc8d0e250511 req-e74938f1-8744-424c-9ffa-ed6fad6cafc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:39.812637 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-b1f2cf0b-218c-4df4-bcf1-cc8d0e250511 req-e74938f1-8744-424c-9ffa-ed6fad6cafc8 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?device_id=48a61e6b-67cb-452c-84ee-befd46f66c11 HTTP/1.1" status: 200 len: 1132 time: 0.9583778 Aug 27 04:43:39.879746 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:40.028502 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-b1f2cf0b-218c-4df4-bcf1-cc8d0e250511 req-be688bb1-fe21-44ae-aa7f-5d0a78342757 service neutron] 10.222.0.78 "GET /networking/v2.0/security-groups?id=594a0af3-d4d8-4c58-beac-6fa100daab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093856 Aug 27 04:43:40.029552 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e8766c85-07a2-4beb-9a7f-51a420c39ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (fbc7ecc8-f72e-4b6b-a6f6-4f438fbdeed1), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:40.040852 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-25b3781b-b2dc-4aba-8447-04044d89a699 req-b55f4fee-9ab4-4019-9d16-78b8e50dbcdb tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a9f0774-af45-459e-9f83-ec4559b431a9 HTTP/1.1" status: 200 len: 210 time: 0.1892457 Aug 27 04:43:40.047372 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e8766c85-07a2-4beb-9a7f-51a420c39ce0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:40.054158 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e8766c85-07a2-4beb-9a7f-51a420c39ce0 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/fbc7ecc8-f72e-4b6b-a6f6-4f438fbdeed1 HTTP/1.1" status: 204 len: 168 time: 1.5730855 Aug 27 04:43:40.055869 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 44462) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:40.073528 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a352868c-52bd-4bd0-86d4-e440f4611143 None None] Network 8fa3cc9b-61f9-4b93-864c-b9b10d5f2b4b requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:43:40.087221 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-525779f5-0b28-439c-b97e-5f45448edb1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (84e7da8b-a8f6-4b61-88e6-2e2215090848), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:40.140542 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-67e0e087-f941-4984-ba52-ae7240101c7b req-0c80c63b-6523-45b5-ac0c-03e4b4a0f7e0 tempest-ImagesTestJSON-2117306868 tempest-ImagesTestJSON-2117306868-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=ff8743cde75f4f6da3a5742c66742898&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4750984 Aug 27 04:43:40.212797 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 44466) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:40.216424 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8766c85-07a2-4beb-9a7f-51a420c39ce0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbc7ecc8-f72e-4b6b-a6f6-4f438fbdeed1,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:40.337803 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:40.362639 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 2a8ad8a3-485c-4692-93de-7b06a3d2c9f8 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:43:40.454149 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 2a8ad8a3-485c-4692-93de-7b06a3d2c9f8 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:43:40.455839 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (2a8ad8a3-485c-4692-93de-7b06a3d2c9f8), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:40.475004 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43edf69-aed3-4d52-93eb-eb40245aad38 None None] DHCP port deletion for 8fa3cc9b-61f9-4b93-864c-b9b10d5f2b4b request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:43:40.477259 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b1983488-2623-477a-a5ac-ee4858710f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (8fa3cc9b-61f9-4b93-864c-b9b10d5f2b4b), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:40.593661 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-b43edf69-aed3-4d52-93eb-eb40245aad38 None None] Deleting port 1769a854-018e-4f74-9cde-dd0d529ca9cf {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:43:40.594533 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b43edf69-aed3-4d52-93eb-eb40245aad38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (1769a854-018e-4f74-9cde-dd0d529ca9cf), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:40.674734 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:40.679981 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e2362d17-ea95-49f5-8b42-2ebe0845ebae admin admin] Publish callbacks [] for security_group (2e47e559-30af-446d-b860-55348930d20b), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:40.682022 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=84,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:40.687302 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-b1983488-2623-477a-a5ac-ee4858710f7c admin admin] Deleting port 1769a854-018e-4f74-9cde-dd0d529ca9cf {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:43:40.689304 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [req-af80b8f2-e500-46f1-b04c-0b254b1931f4 req-a13b6ed1-06df-4f10-8f32-38434e8cc61b tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Deleting port 2e41f94e-3f99-406b-aff2-325577ba2d4f {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:43:40.689654 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-af80b8f2-e500-46f1-b04c-0b254b1931f4 req-a13b6ed1-06df-4f10-8f32-38434e8cc61b tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (2e41f94e-3f99-406b-aff2-325577ba2d4f), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:40.694008 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b1983488-2623-477a-a5ac-ee4858710f7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (1769a854-018e-4f74-9cde-dd0d529ca9cf), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:40.700853 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-b43edf69-aed3-4d52-93eb-eb40245aad38 None None] For port 1769a854-018e-4f74-9cde-dd0d529ca9cf, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=1769a854-018e-4f74-9cde-dd0d529ca9cf,segment=NetworkSegment(bfd9a8ad-1f89-4e04-95ea-b34dcd3477e3),segment_id=bfd9a8ad-1f89-4e04-95ea-b34dcd3477e3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:43:40.701369 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b43edf69-aed3-4d52-93eb-eb40245aad38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (1769a854-018e-4f74-9cde-dd0d529ca9cf), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:40.725141 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-b43edf69-aed3-4d52-93eb-eb40245aad38 None None] Calling delete_port for 1769a854-018e-4f74-9cde-dd0d529ca9cf owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:43:40.779728 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-525779f5-0b28-439c-b97e-5f45448edb1c admin admin] Deleting port 58cb5350-9529-4b1d-9570-8ba14ffafdc3 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:43:40.780750 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-525779f5-0b28-439c-b97e-5f45448edb1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (58cb5350-9529-4b1d-9570-8ba14ffafdc3), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:40.821216 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [req-af80b8f2-e500-46f1-b04c-0b254b1931f4 req-a13b6ed1-06df-4f10-8f32-38434e8cc61b tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] For port 2e41f94e-3f99-406b-aff2-325577ba2d4f, host n-h2-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852088-5',level=0,port_id=2e41f94e-3f99-406b-aff2-325577ba2d4f,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:43:40.821590 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-af80b8f2-e500-46f1-b04c-0b254b1931f4 req-a13b6ed1-06df-4f10-8f32-38434e8cc61b tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (2e41f94e-3f99-406b-aff2-325577ba2d4f), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:40.847168 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:40.854879 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [req-af80b8f2-e500-46f1-b04c-0b254b1931f4 req-a13b6ed1-06df-4f10-8f32-38434e8cc61b tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Calling delete_port for 2e41f94e-3f99-406b-aff2-325577ba2d4f owned by compute:nova {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:43:40.922629 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-b1983488-2623-477a-a5ac-ee4858710f7c admin admin] For port 1769a854-018e-4f74-9cde-dd0d529ca9cf, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=1769a854-018e-4f74-9cde-dd0d529ca9cf,segment=NetworkSegment(bfd9a8ad-1f89-4e04-95ea-b34dcd3477e3),segment_id=bfd9a8ad-1f89-4e04-95ea-b34dcd3477e3)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:43:40.923282 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b1983488-2623-477a-a5ac-ee4858710f7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (1769a854-018e-4f74-9cde-dd0d529ca9cf), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:40.931521 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b43edf69-aed3-4d52-93eb-eb40245aad38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (1769a854-018e-4f74-9cde-dd0d529ca9cf), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:40.969947 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-b1983488-2623-477a-a5ac-ee4858710f7c admin admin] Calling delete_port for 1769a854-018e-4f74-9cde-dd0d529ca9cf owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:43:40.991416 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43edf69-aed3-4d52-93eb-eb40245aad38 None None] No DVR routers for this DVR port 1769a854-018e-4f74-9cde-dd0d529ca9cf on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:43:41.003408 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-525779f5-0b28-439c-b97e-5f45448edb1c admin admin] For port 58cb5350-9529-4b1d-9570-8ba14ffafdc3, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=58cb5350-9529-4b1d-9570-8ba14ffafdc3,segment=NetworkSegment(c7dc872f-7c81-4fb7-b133-f1b5e06d39c3),segment_id=c7dc872f-7c81-4fb7-b133-f1b5e06d39c3)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:43:41.003621 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43edf69-aed3-4d52-93eb-eb40245aad38 None None] Pushing event deleted for resources: {'Port': ['ID=1769a854-018e-4f74-9cde-dd0d529ca9cf,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:41.005301 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-525779f5-0b28-439c-b97e-5f45448edb1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (58cb5350-9529-4b1d-9570-8ba14ffafdc3), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:41.019688 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 2a8ad8a3-485c-4692-93de-7b06a3d2c9f8 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:43:41.050667 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-525779f5-0b28-439c-b97e-5f45448edb1c admin admin] Calling delete_port for 58cb5350-9529-4b1d-9570-8ba14ffafdc3 owned by network:router_interface {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:43:41.050880 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device f5b66cb7-65a1-4500-8ff9-dd0efa551de0 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:43:41.063017 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: f5b66cb7-65a1-4500-8ff9-dd0efa551de0 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:43:41.063357 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device f5b66cb7-65a1-4500-8ff9-dd0efa551de0 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:43:41.086322 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f9dc9-6e03-4d18-8306-65c5ad666687 req-324637f6-2120-461d-8ae5-0db9bd655286 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:41.089156 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f72f9dc9-6e03-4d18-8306-65c5ad666687 req-324637f6-2120-461d-8ae5-0db9bd655286 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=48a61e6b-67cb-452c-84ee-befd46f66c11 HTTP/1.1" status: 200 len: 950 time: 0.1355104 Aug 27 04:43:41.095534 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e2362d17-ea95-49f5-8b42-2ebe0845ebae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (2e47e559-30af-446d-b860-55348930d20b), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:41.176798 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:41.211246 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5b97fc7d-ee08-4f21-a6f5-e3e2b13d44d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (8ee10a6d-a995-4a50-8a36-643e6971f2ef), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:41.278762 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b27b276-775c-4465-bd18-9c3a47f0ade0 req-504f4e0a-1188-4eab-ab1b-e0a16fea49b1 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:41.280354 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-0b27b276-775c-4465-bd18-9c3a47f0ade0 req-504f4e0a-1188-4eab-ab1b-e0a16fea49b1 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=fb625475-12a3-45d3-8176-64b5a8a07c67 HTTP/1.1" status: 200 len: 950 time: 0.5930688 Aug 27 04:43:41.294775 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f72f9dc9-6e03-4d18-8306-65c5ad666687 req-624c6086-f9cd-4efb-bf6b-81e0e41e3d51 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=594a0af3-d4d8-4c58-beac-6fa100daab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714396 Aug 27 04:43:41.303084 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e2362d17-ea95-49f5-8b42-2ebe0845ebae admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=e78d81ae85df4c4e8d4ce99867f5acc1&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1701560 Aug 27 04:43:41.306210 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 44474) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:41.331896 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-8ea489c9-2bfb-41e8-ab4b-750d982e9627 req-9aecb5ac-6968-4cbf-a51d-002c8e2cde16 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=d85e7650a4374066922085ef5115c973&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0705893 Aug 27 04:43:41.353429 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:41.373841 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b1983488-2623-477a-a5ac-ee4858710f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (1769a854-018e-4f74-9cde-dd0d529ca9cf), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:41.375853 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2362d17-ea95-49f5-8b42-2ebe0845ebae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e47e559-30af-446d-b860-55348930d20b,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:41.413586 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1983488-2623-477a-a5ac-ee4858710f7c admin admin] Pushing event deleted for resources: {'Port': ['ID=1769a854-018e-4f74-9cde-dd0d529ca9cf,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:41.426443 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:41.427694 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1983488-2623-477a-a5ac-ee4858710f7c admin admin] No DVR routers for this DVR port 1769a854-018e-4f74-9cde-dd0d529ca9cf on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:43:41.486736 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-0b27b276-775c-4465-bd18-9c3a47f0ade0 req-c020653a-1ceb-4186-ac02-c503d9853b28 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720533 Aug 27 04:43:41.488154 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-af80b8f2-e500-46f1-b04c-0b254b1931f4 req-a13b6ed1-06df-4f10-8f32-38434e8cc61b tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (2e41f94e-3f99-406b-aff2-325577ba2d4f), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:41.541369 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] get_ports_and_sgs() called for port_ids ['31be88be-5056-44bd-b6fb-02e2640a6e3e', '5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:43:41.560395 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-676b4909-51a6-45a3-8551-09e1272dc90f admin admin] Publish callbacks [] for security_group (2e47e559-30af-446d-b860-55348930d20b), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:41.580493 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13b6ed1-06df-4f10-8f32-38434e8cc61b tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Pushing event deleted for resources: {'Port': ['ID=2e41f94e-3f99-406b-aff2-325577ba2d4f,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:41.639237 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a80fbd76-1e73-486e-baee-6635656313d4 req-a1ac124c-ee1e-4168-b40b-4403eb5c1838 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a9f0774-af45-459e-9f83-ec4559b431a9 HTTP/1.1" status: 200 len: 210 time: 0.0746686 Aug 27 04:43:41.671738 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-676b4909-51a6-45a3-8551-09e1272dc90f admin admin] Publish callbacks [] for security_group (2e47e559-30af-446d-b860-55348930d20b), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:41.714402 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [req-af80b8f2-e500-46f1-b04c-0b254b1931f4 req-a13b6ed1-06df-4f10-8f32-38434e8cc61b tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] No DVR routers for this DVR port 2e41f94e-3f99-406b-aff2-325577ba2d4f on host n-h2-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:43:41.739392 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-af80b8f2-e500-46f1-b04c-0b254b1931f4 req-a13b6ed1-06df-4f10-8f32-38434e8cc61b tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:41.743448 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-af80b8f2-e500-46f1-b04c-0b254b1931f4 req-a13b6ed1-06df-4f10-8f32-38434e8cc61b tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.78 "DELETE /networking/v2.0/ports/2e41f94e-3f99-406b-aff2-325577ba2d4f HTTP/1.1" status: 204 len: 173 time: 2.1154840 Aug 27 04:43:41.743920 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb625475-12a3-45d3-8176-64b5a8a07c67', 'name': 'network-vif-deleted', 'tag': '2e41f94e-3f99-406b-aff2-325577ba2d4f'}] {{(pid=107775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:43:41.746398 n-d-852088-5 neutron-server[107775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ddf616e61a40c3321bb076b8b2a422f95ceea1ddd8db904bb1386914125100a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb324009-c5d3-44bb-99e0-4f3db46cd87e" -d '{"events": [{"server_uuid": "fb625475-12a3-45d3-8176-64b5a8a07c67", "name": "network-vif-deleted", "tag": "2e41f94e-3f99-406b-aff2-325577ba2d4f"}]}' {{(pid=107775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:43:41.910473 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-676b4909-51a6-45a3-8551-09e1272dc90f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (2e47e559-30af-446d-b860-55348930d20b), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:41.917203 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-676b4909-51a6-45a3-8551-09e1272dc90f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:41.923573 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-676b4909-51a6-45a3-8551-09e1272dc90f admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/2e47e559-30af-446d-b860-55348930d20b HTTP/1.1" status: 204 len: 168 time: 0.5588524 Aug 27 04:43:41.939668 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b4909-51a6-45a3-8551-09e1272dc90f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e47e559-30af-446d-b860-55348930d20b,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:42.083916 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b1983488-2623-477a-a5ac-ee4858710f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (8fa3cc9b-61f9-4b93-864c-b9b10d5f2b4b), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:42.114270 n-d-852088-5 neutron-server[107775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 04:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e445ea-4f42-4362-aec9-b8ed547d5682 x-openstack-request-id: req-91e445ea-4f42-4362-aec9-b8ed547d5682 {{(pid=107775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:43:42.114270 n-d-852088-5 neutron-server[107775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb625475-12a3-45d3-8176-64b5a8a07c67", "name": "network-vif-deleted", "tag": "2e41f94e-3f99-406b-aff2-325577ba2d4f", "status": "completed", "code": 200}]} {{(pid=107775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:43:42.114270 n-d-852088-5 neutron-server[107775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-91e445ea-4f42-4362-aec9-b8ed547d5682 {{(pid=107775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:43:42.114270 n-d-852088-5 neutron-server[107775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91e445ea-4f42-4362-aec9-b8ed547d5682'] response: {'server_uuid': 'fb625475-12a3-45d3-8176-64b5a8a07c67', 'name': 'network-vif-deleted', 'tag': '2e41f94e-3f99-406b-aff2-325577ba2d4f', 'status': 'completed', 'code': 200} Aug 27 04:43:42.120910 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-b1983488-2623-477a-a5ac-ee4858710f7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fa3cc9b-61f9-4b93-864c-b9b10d5f2b4b']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:43:42.125469 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:42.168025 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-b1983488-2623-477a-a5ac-ee4858710f7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfd9a8ad-1f89-4e04-95ea-b34dcd3477e3') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:43:42.168334 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-b1983488-2623-477a-a5ac-ee4858710f7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfd9a8ad-1f89-4e04-95ea-b34dcd3477e3') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:43:42.189984 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b1983488-2623-477a-a5ac-ee4858710f7c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (bfd9a8ad-1f89-4e04-95ea-b34dcd3477e3), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:42.227001 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea489c9-2bfb-41e8-ab4b-750d982e9627 req-73a9d9e2-80f3-4078-92e2-26c5a7042918 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:42.228537 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-8ea489c9-2bfb-41e8-ab4b-750d982e9627 req-73a9d9e2-80f3-4078-92e2-26c5a7042918 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7243822 Aug 27 04:43:42.231240 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b1983488-2623-477a-a5ac-ee4858710f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (bfd9a8ad-1f89-4e04-95ea-b34dcd3477e3), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:42.254038 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 1769a854-018e-4f74-9cde-dd0d529ca9cf no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:43:42.269823 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [req-8ea489c9-2bfb-41e8-ab4b-750d982e9627 req-3cd10312-afc3-42f6-8061-1d2d23286c79 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Request body: {'port': {'device_id': '5a9f0774-af45-459e-9f83-ec4559b431a9', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'admin_state_up': True, 'tenant_id': 'd85e7650a4374066922085ef5115c973'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:43:42.279672 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-525779f5-0b28-439c-b97e-5f45448edb1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (58cb5350-9529-4b1d-9570-8ba14ffafdc3), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:42.286460 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 1769a854-018e-4f74-9cde-dd0d529ca9cf {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:43:42.286727 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 1769a854-018e-4f74-9cde-dd0d529ca9cf not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:43:42.330847 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1983488-2623-477a-a5ac-ee4858710f7c admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:43:42.331260 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b1983488-2623-477a-a5ac-ee4858710f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (bfd9a8ad-1f89-4e04-95ea-b34dcd3477e3), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:42.372719 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525779f5-0b28-439c-b97e-5f45448edb1c admin admin] Pushing event deleted for resources: {'Port': ['ID=58cb5350-9529-4b1d-9570-8ba14ffafdc3,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:42.443002 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment bfd9a8ad-1f89-4e04-95ea-b34dcd3477e3 resource provider aggregate not found Aug 27 04:43:42.476265 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55385db-2524-4273-82e7-154a6d54c6e0 req-87b090ff-3c23-4089-a518-88f47c536b36 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:42.498616 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d55385db-2524-4273-82e7-154a6d54c6e0 req-87b090ff-3c23-4089-a518-88f47c536b36 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=48a61e6b-67cb-452c-84ee-befd46f66c11 HTTP/1.1" status: 200 len: 950 time: 0.0824568 Aug 27 04:43:42.550412 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:42.561879 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment bfd9a8ad-1f89-4e04-95ea-b34dcd3477e3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bfd9a8ad-1f89-4e04-95ea-b34dcd3477e3 found for delete ", "request_id": "req-7972563c-0d94-4292-b83c-9b39f6b517cd"}]} Aug 27 04:43:42.609294 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d55385db-2524-4273-82e7-154a6d54c6e0 req-822c21f6-9085-47d5-ab73-c4df65c45d82 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=594a0af3-d4d8-4c58-beac-6fa100daab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092789 Aug 27 04:43:42.680085 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-5b97fc7d-ee08-4f21-a6f5-e3e2b13d44d6 admin admin] Deleting port 2a8ad8a3-485c-4692-93de-7b06a3d2c9f8 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:43:42.680939 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5b97fc7d-ee08-4f21-a6f5-e3e2b13d44d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (2a8ad8a3-485c-4692-93de-7b06a3d2c9f8), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:42.756239 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b1983488-2623-477a-a5ac-ee4858710f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (8fa3cc9b-61f9-4b93-864c-b9b10d5f2b4b), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:42.810809 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b1983488-2623-477a-a5ac-ee4858710f7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:42.825132 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b1983488-2623-477a-a5ac-ee4858710f7c admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/8fa3cc9b-61f9-4b93-864c-b9b10d5f2b4b HTTP/1.1" status: 204 len: 168 time: 2.7623332 Aug 27 04:43:42.851132 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:DELETE=1,neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:42.876874 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e0f5219c-9251-4a74-8ea8-43a99c6083a4 req-2e822469-edb2-41b8-858e-add3d827de8a tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=fb625475-12a3-45d3-8176-64b5a8a07c67 HTTP/1.1" status: 200 len: 210 time: 0.0466590 Aug 27 04:43:42.909945 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1983488-2623-477a-a5ac-ee4858710f7c admin admin] Pushing event deleted for resources: {'Network': ['ID=8fa3cc9b-61f9-4b93-864c-b9b10d5f2b4b,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:42.934964 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:42.994261 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e77b2e8f-3c94-419b-a6f9-550df87a7e29 req-2c6cedc8-a5fb-4496-823e-44cf904fdf4b tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a9f0774-af45-459e-9f83-ec4559b431a9 HTTP/1.1" status: 200 len: 210 time: 0.0377517 Aug 27 04:43:43.031286 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ea489c9-2bfb-41e8-ab4b-750d982e9627 req-3cd10312-afc3-42f6-8061-1d2d23286c79 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Made reservation on behalf of d85e7650a4374066922085ef5115c973 for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:43:43.035733 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-8ea489c9-2bfb-41e8-ab4b-750d982e9627 req-3cd10312-afc3-42f6-8061-1d2d23286c79 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:43.039181 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-5b97fc7d-ee08-4f21-a6f5-e3e2b13d44d6 admin admin] For port 2a8ad8a3-485c-4692-93de-7b06a3d2c9f8, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=2a8ad8a3-485c-4692-93de-7b06a3d2c9f8,segment=NetworkSegment(62dec306-3408-4038-b3fe-9711faccd416),segment_id=62dec306-3408-4038-b3fe-9711faccd416)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:43:43.039637 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5b97fc7d-ee08-4f21-a6f5-e3e2b13d44d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (2a8ad8a3-485c-4692-93de-7b06a3d2c9f8), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:43.055447 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:43.071658 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-525779f5-0b28-439c-b97e-5f45448edb1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (84e7da8b-a8f6-4b61-88e6-2e2215090848), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:43.080112 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-5b97fc7d-ee08-4f21-a6f5-e3e2b13d44d6 admin admin] Calling delete_port for 2a8ad8a3-485c-4692-93de-7b06a3d2c9f8 owned by network:router_interface {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:43:43.176792 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:43.333710 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 44520) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:43.387616 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b0c40048-1fa2-4c7b-81bc-038de2143bae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:43.399667 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:43.487149 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Device 2e41f94e-3f99-406b-aff2-325577ba2d4f no longer exists at agent hyperv_n-h2-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:43:43.531826 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] No Port match for: 2e41f94e-3f99-406b-aff2-325577ba2d4f {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:43:43.543985 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 44522) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:43.545627 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Device 2e41f94e-3f99-406b-aff2-325577ba2d4f not bound to the agent host n-h2-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:43:43.546580 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [req-8ea489c9-2bfb-41e8-ab4b-750d982e9627 req-3cd10312-afc3-42f6-8061-1d2d23286c79 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Allocated IP 192.168.233.199 (a82fb463-5a8f-4b8b-991d-61491eba11c6/120f3302-721f-4373-86a6-3aa14ccf6ac4/f3bec615-3793-4fbd-9846-435b07021a52) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:43:43.584503 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b0c40048-1fa2-4c7b-81bc-038de2143bae admin admin] Publish callbacks [] for security_group (d832854d-cc45-4727-84b3-51cdc4bea620), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:43.680328 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b0c40048-1fa2-4c7b-81bc-038de2143bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (d832854d-cc45-4727-84b3-51cdc4bea620), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:43.738676 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3f477af9-b357-4fa5-b57b-c48ed7639cf7 req-5deffc58-7f6d-486c-bad8-e8b0b05b8e6a tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=c1b8a17e29c4436a9c51b4fc7b963822&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0531142 Aug 27 04:43:43.771367 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b0c40048-1fa2-4c7b-81bc-038de2143bae admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=ed27d61f65314a4a9e03ebab12fb9f39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4337981 Aug 27 04:43:43.771367 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c40048-1fa2-4c7b-81bc-038de2143bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d832854d-cc45-4727-84b3-51cdc4bea620,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:43.782933 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 44544) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:43.839304 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-525779f5-0b28-439c-b97e-5f45448edb1c admin admin] Router 84e7da8b-a8f6-4b61-88e6-2e2215090848 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:43:43.891898 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f477af9-b357-4fa5-b57b-c48ed7639cf7 req-76b843f9-ebd2-448c-b53c-8d14e2cac62c tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:43.893541 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3f477af9-b357-4fa5-b57b-c48ed7639cf7 req-76b843f9-ebd2-448c-b53c-8d14e2cac62c tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1425426 Aug 27 04:43:43.910328 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3f477af9-b357-4fa5-b57b-c48ed7639cf7 req-17b5b1cd-01d6-4414-aa6b-1adf0f6348f6 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/quotas/c1b8a17e29c4436a9c51b4fc7b963822 HTTP/1.1" status: 200 len: 375 time: 0.0104575 Aug 27 04:43:43.915757 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7efede4a-5891-45af-86d7-0fe0e61c7304 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=a5ccff4ddab04a47b292ccc5f5387e78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3620789 Aug 27 04:43:43.919368 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 44548) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:44.047631 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3f477af9-b357-4fa5-b57b-c48ed7639cf7 req-92135678-19bb-46d0-bb06-ee35e921eb26 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=c1b8a17e29c4436a9c51b4fc7b963822&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1205871 Aug 27 04:43:44.051149 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4b99bb89-e7f2-4a43-937a-e440059322a1 admin admin] Publish callbacks [] for security_group (125feb2f-34d2-4ebc-a966-cfe8342b4250), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:44.053336 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:44.083895 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d0be4b53-e8e8-437f-bd41-f3585ce55442 admin admin] Publish callbacks [] for security_group (d832854d-cc45-4727-84b3-51cdc4bea620), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:44.090347 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4b99bb89-e7f2-4a43-937a-e440059322a1 admin admin] Publish callbacks [] for security_group (125feb2f-34d2-4ebc-a966-cfe8342b4250), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:44.106136 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:44.133965 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5b97fc7d-ee08-4f21-a6f5-e3e2b13d44d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (2a8ad8a3-485c-4692-93de-7b06a3d2c9f8), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:44.245880 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b97fc7d-ee08-4f21-a6f5-e3e2b13d44d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a8ad8a3-485c-4692-93de-7b06a3d2c9f8,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:44.255670 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d0be4b53-e8e8-437f-bd41-f3585ce55442 admin admin] Publish callbacks [] for security_group (d832854d-cc45-4727-84b3-51cdc4bea620), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:44.304914 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-8ea489c9-2bfb-41e8-ab4b-750d982e9627 req-3cd10312-afc3-42f6-8061-1d2d23286c79 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks [] for port (f3bec615-3793-4fbd-9846-435b07021a52), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:44.305701 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4b99bb89-e7f2-4a43-937a-e440059322a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (125feb2f-34d2-4ebc-a966-cfe8342b4250), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:44.312220 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4b99bb89-e7f2-4a43-937a-e440059322a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:44.315107 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-4b99bb89-e7f2-4a43-937a-e440059322a1 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/125feb2f-34d2-4ebc-a966-cfe8342b4250 HTTP/1.1" status: 204 len: 168 time: 0.3947663 Aug 27 04:43:44.325426 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b99bb89-e7f2-4a43-937a-e440059322a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125feb2f-34d2-4ebc-a966-cfe8342b4250,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:44.328327 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-525779f5-0b28-439c-b97e-5f45448edb1c admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:43:44.359644 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51b20d9-db95-42fa-aafd-a2eae867c60e None None] Sync routers for ids ['84e7da8b-a8f6-4b61-88e6-2e2215090848'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:43:44.386791 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51b20d9-db95-42fa-aafd-a2eae867c60e None None] Routers {'84e7da8b-a8f6-4b61-88e6-2e2215090848'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:43:44.389341 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-b51b20d9-db95-42fa-aafd-a2eae867c60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:43:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['84e7da8b-a8f6-4b61-88e6-2e2215090848'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:43:44.487419 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-525779f5-0b28-439c-b97e-5f45448edb1c admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/84e7da8b-a8f6-4b61-88e6-2e2215090848/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3028681 Aug 27 04:43:44.487932 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 44562) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:44.511423 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:44.759304 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5b97fc7d-ee08-4f21-a6f5-e3e2b13d44d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (8ee10a6d-a995-4a50-8a36-643e6971f2ef), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:44.773081 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b834fc02-ba22-4016-a369-b2a0ac8686f3 req-511cdc55-89c7-47f2-853c-135535b264f6 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9d116f1-4153-497d-a882-0178a925c0b4 HTTP/1.1" status: 200 len: 210 time: 0.1345217 Aug 27 04:43:44.783905 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-096cb6d7-fbd7-4b38-9e0f-87b57675f7a6 req-9516f0c5-3243-4651-8c4c-00795b906e25 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a9f0774-af45-459e-9f83-ec4559b431a9 HTTP/1.1" status: 200 len: 210 time: 0.1480682 Aug 27 04:43:44.794372 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-b51b20d9-db95-42fa-aafd-a2eae867c60e None None] Set router 84e7da8b-a8f6-4b61-88e6-2e2215090848 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:43:44.935537 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3024d429-7cbd-4796-ab6d-bcbd22e55630 admin admin] Publish callbacks [] for router (84e7da8b-a8f6-4b61-88e6-2e2215090848), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:44.982650 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b381a1-0c60-474b-ab14-f23c7e589f48 req-20424244-815e-4c51-b58e-2e2ff284bed4 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:44.985622 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f2b381a1-0c60-474b-ab14-f23c7e589f48 req-20424244-815e-4c51-b58e-2e2ff284bed4 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=26fc36e9-4253-4f91-88dd-c6559d4e4f59 HTTP/1.1" status: 200 len: 949 time: 0.0940380 Aug 27 04:43:45.096646 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f2b381a1-0c60-474b-ab14-f23c7e589f48 req-0702ec98-645f-4981-a6c0-583889003135 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914283 Aug 27 04:43:45.096646 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3024d429-7cbd-4796-ab6d-bcbd22e55630 admin admin] Publish callbacks [] for router_gateway (84e7da8b-a8f6-4b61-88e6-2e2215090848), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:45.113071 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-b51b20d9-db95-42fa-aafd-a2eae867c60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e7da8b-a8f6-4b61-88e6-2e2215090848', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2106007120-router', 'tenant_id': '7b296dbb8b5647498a6a42689659ed79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '261c3ffc-56a7-4e1b-baaa-0c0d1b40b765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:43:10Z', 'updated_at': '2022-08-27T04:43:41Z', 'revision_number': 5, 'project_id': '7b296dbb8b5647498a6a42689659ed79', 'gw_port': {'id': '261c3ffc-56a7-4e1b-baaa-0c0d1b40b765', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e7da8b-a8f6-4b61-88e6-2e2215090848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:43:12Z', 'updated_at': '2022-08-27T04:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:43:45.139480 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51b20d9-db95-42fa-aafd-a2eae867c60e None None] Checking router: 84e7da8b-a8f6-4b61-88e6-2e2215090848 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:43:45.149061 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51b20d9-db95-42fa-aafd-a2eae867c60e None None] Routers {'84e7da8b-a8f6-4b61-88e6-2e2215090848'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:43:45.149061 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-b51b20d9-db95-42fa-aafd-a2eae867c60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:43:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['84e7da8b-a8f6-4b61-88e6-2e2215090848'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:43:45.228811 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:45.271710 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-b51b20d9-db95-42fa-aafd-a2eae867c60e None None] Set router 84e7da8b-a8f6-4b61-88e6-2e2215090848 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:43:45.322107 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-3024d429-7cbd-4796-ab6d-bcbd22e55630 admin admin] Deleting port 261c3ffc-56a7-4e1b-baaa-0c0d1b40b765 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:43:45.322489 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3024d429-7cbd-4796-ab6d-bcbd22e55630 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (261c3ffc-56a7-4e1b-baaa-0c0d1b40b765), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:45.473653 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-3024d429-7cbd-4796-ab6d-bcbd22e55630 admin admin] For port 261c3ffc-56a7-4e1b-baaa-0c0d1b40b765, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=261c3ffc-56a7-4e1b-baaa-0c0d1b40b765,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:43:45.474234 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3024d429-7cbd-4796-ab6d-bcbd22e55630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (261c3ffc-56a7-4e1b-baaa-0c0d1b40b765), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:45.496716 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-3024d429-7cbd-4796-ab6d-bcbd22e55630 admin admin] Calling delete_port for 261c3ffc-56a7-4e1b-baaa-0c0d1b40b765 owned by network:router_gateway {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:43:45.520890 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-b51b20d9-db95-42fa-aafd-a2eae867c60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e7da8b-a8f6-4b61-88e6-2e2215090848', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2106007120-router', 'tenant_id': '7b296dbb8b5647498a6a42689659ed79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '261c3ffc-56a7-4e1b-baaa-0c0d1b40b765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:43:10Z', 'updated_at': '2022-08-27T04:43:41Z', 'revision_number': 5, 'project_id': '7b296dbb8b5647498a6a42689659ed79', 'gw_port': {'id': '261c3ffc-56a7-4e1b-baaa-0c0d1b40b765', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e7da8b-a8f6-4b61-88e6-2e2215090848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:43:12Z', 'updated_at': '2022-08-27T04:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:43:45.584818 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51b20d9-db95-42fa-aafd-a2eae867c60e None None] The sync data for ids ['84e7da8b-a8f6-4b61-88e6-2e2215090848'] in n-d-852088-5 is: [{'id': '84e7da8b-a8f6-4b61-88e6-2e2215090848', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2106007120-router', 'tenant_id': '7b296dbb8b5647498a6a42689659ed79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '261c3ffc-56a7-4e1b-baaa-0c0d1b40b765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:43:10Z', 'updated_at': '2022-08-27T04:43:41Z', 'revision_number': 5, 'project_id': '7b296dbb8b5647498a6a42689659ed79', 'gw_port': {'id': '261c3ffc-56a7-4e1b-baaa-0c0d1b40b765', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e7da8b-a8f6-4b61-88e6-2e2215090848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:43:12Z', 'updated_at': '2022-08-27T04:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:43:45.598251 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-8ea489c9-2bfb-41e8-ab4b-750d982e9627 req-3cd10312-afc3-42f6-8061-1d2d23286c79 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (f3bec615-3793-4fbd-9846-435b07021a52), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:45.600138 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d0be4b53-e8e8-437f-bd41-f3585ce55442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (d832854d-cc45-4727-84b3-51cdc4bea620), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:45.613245 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] get_ports_and_sgs() called for port_ids ['a723b0a9-1e91-40c0-a00b-51235a1e481f', '7174c67f-162b-4c47-a77c-12737a841916', 'f306f1e1-1f92-41b7-973f-427a4a933e36', 'a1cf3c93-9716-42e2-84ef-3f181594d07f'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:43:45.613962 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d0be4b53-e8e8-437f-bd41-f3585ce55442 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:45.625227 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d0be4b53-e8e8-437f-bd41-f3585ce55442 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/d832854d-cc45-4727-84b3-51cdc4bea620 HTTP/1.1" status: 204 len: 168 time: 1.8345554 Aug 27 04:43:45.701382 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be4b53-e8e8-437f-bd41-f3585ce55442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d832854d-cc45-4727-84b3-51cdc4bea620,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:45.712670 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd10312-afc3-42f6-8061-1d2d23286c79 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Pushing event updated for resources: {'Port': ['ID=f3bec615-3793-4fbd-9846-435b07021a52,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:45.720227 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ea489c9-2bfb-41e8-ab4b-750d982e9627 req-3cd10312-afc3-42f6-8061-1d2d23286c79 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Network a82fb463-5a8f-4b8b-991d-61491eba11c6 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:43:45.723310 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [req-8ea489c9-2bfb-41e8-ab4b-750d982e9627 req-3cd10312-afc3-42f6-8061-1d2d23286c79 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:43:45.728562 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ea489c9-2bfb-41e8-ab4b-750d982e9627 req-3cd10312-afc3-42f6-8061-1d2d23286c79 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:43:45.736190 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b97fc7d-ee08-4f21-a6f5-e3e2b13d44d6 admin admin] Router 8ee10a6d-a995-4a50-8a36-643e6971f2ef has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:43:45.935832 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea489c9-2bfb-41e8-ab4b-750d982e9627 req-3cd10312-afc3-42f6-8061-1d2d23286c79 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:45.941090 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-8ea489c9-2bfb-41e8-ab4b-750d982e9627 req-3cd10312-afc3-42f6-8061-1d2d23286c79 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:46.005184 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3024d429-7cbd-4796-ab6d-bcbd22e55630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (261c3ffc-56a7-4e1b-baaa-0c0d1b40b765), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:46.041288 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2d12f3ed-1616-443d-9854-4677c346a3dc req-2c80eb1a-3be1-4cc2-8223-957c9efa9933 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9d116f1-4153-497d-a882-0178a925c0b4 HTTP/1.1" status: 200 len: 210 time: 0.1382511 Aug 27 04:43:46.077889 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] get_ports_and_sgs() called for port_ids ['f82d897c-fe67-474e-a10b-dface6e3b906', '22f742ca-c8bf-4e74-be1b-49e482f8921d', '9328be9a-ae97-4165-bf25-9a26e1f2012e'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:43:46.093968 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-8ea489c9-2bfb-41e8-ab4b-750d982e9627 req-3cd10312-afc3-42f6-8061-1d2d23286c79 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8281024 Aug 27 04:43:46.126596 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [req-8ea489c9-2bfb-41e8-ab4b-750d982e9627 req-c8a3d00e-5a75-4529-8563-dfd790077e4a service neutron] Request body: {'port': {'device_id': '5a9f0774-af45-459e-9f83-ec4559b431a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-852088-5'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:43:46.141884 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3024d429-7cbd-4796-ab6d-bcbd22e55630 admin admin] Pushing event deleted for resources: {'Port': ['ID=261c3ffc-56a7-4e1b-baaa-0c0d1b40b765,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:46.164583 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:46.168718 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:46.258160 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c53f3-428b-4cb7-b318-f6f6716d3b21 req-0e96a6d5-e89f-4654-8d83-bc929a1b96e2 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:46.271175 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d31c53f3-428b-4cb7-b318-f6f6716d3b21 req-0e96a6d5-e89f-4654-8d83-bc929a1b96e2 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a9f0774-af45-459e-9f83-ec4559b431a9 HTTP/1.1" status: 200 len: 936 time: 0.2059839 Aug 27 04:43:46.289362 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-0cf2b85c-b816-4767-ae2f-d3faddc1757e None None] Provisioning complete for port f3bec615-3793-4fbd-9846-435b07021a52 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:43:46.289774 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0cf2b85c-b816-4767-ae2f-d3faddc1757e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (f3bec615-3793-4fbd-9846-435b07021a52), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:46.327533 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b97fc7d-ee08-4f21-a6f5-e3e2b13d44d6 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:43:46.342041 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-5b97fc7d-ee08-4f21-a6f5-e3e2b13d44d6 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/8ee10a6d-a995-4a50-8a36-643e6971f2ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1198506 Aug 27 04:43:46.342842 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 44616) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:46.392772 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6d80a4-ccb2-401c-a77d-394b4742d81a None None] Sync routers for ids ['8ee10a6d-a995-4a50-8a36-643e6971f2ef'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:43:46.471526 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3024d429-7cbd-4796-ab6d-bcbd22e55630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (84e7da8b-a8f6-4b61-88e6-2e2215090848), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:46.478371 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6d80a4-ccb2-401c-a77d-394b4742d81a None None] Routers {'8ee10a6d-a995-4a50-8a36-643e6971f2ef'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:43:46.485335 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-0a6d80a4-ccb2-401c-a77d-394b4742d81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:43:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['8ee10a6d-a995-4a50-8a36-643e6971f2ef'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:43:46.496950 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 58cb5350-9529-4b1d-9570-8ba14ffafdc3 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:43:46.626934 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-8ea489c9-2bfb-41e8-ab4b-750d982e9627 req-c8a3d00e-5a75-4529-8563-dfd790077e4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f3bec615-3793-4fbd-9846-435b07021a52), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:46.637569 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3024d429-7cbd-4796-ab6d-bcbd22e55630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (84e7da8b-a8f6-4b61-88e6-2e2215090848), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:46.640155 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3024d429-7cbd-4796-ab6d-bcbd22e55630 admin admin] Publish callbacks [] for router_controller (84e7da8b-a8f6-4b61-88e6-2e2215090848), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:46.711472 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-0cf2b85c-b816-4767-ae2f-d3faddc1757e None None] Port f3bec615-3793-4fbd-9846-435b07021a52 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:43:46.749682 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-67fa0fca-0fa7-4ef9-99f9-d0ff4ac48e03 admin admin] Publish callbacks [] for router (8ee10a6d-a995-4a50-8a36-643e6971f2ef), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:46.763489 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d31c53f3-428b-4cb7-b318-f6f6716d3b21 req-2780a611-fddb-4ebd-b05f-820f3a04cdba tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4883091 Aug 27 04:43:46.780676 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 58cb5350-9529-4b1d-9570-8ba14ffafdc3 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:43:46.781031 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 58cb5350-9529-4b1d-9570-8ba14ffafdc3 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:43:46.800218 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b25e5d4-a530-4d28-9e06-a66e30f7fdd6 req-6802759b-2098-443f-b647-861a496efe9f tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:46.801926 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-5b25e5d4-a530-4d28-9e06-a66e30f7fdd6 req-6802759b-2098-443f-b647-861a496efe9f tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=26fc36e9-4253-4f91-88dd-c6559d4e4f59 HTTP/1.1" status: 200 len: 949 time: 0.1161177 Aug 27 04:43:46.805753 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ebbbd3-63d4-4c90-8604-19c0d64078d3 req-0c47854f-e8be-4d01-a34f-f6459a6dcf66 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:46.807326 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-05ebbbd3-63d4-4c90-8604-19c0d64078d3 req-0c47854f-e8be-4d01-a34f-f6459a6dcf66 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=26fc36e9-4253-4f91-88dd-c6559d4e4f59 HTTP/1.1" status: 200 len: 949 time: 0.4644020 Aug 27 04:43:46.893543 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-0a6d80a4-ccb2-401c-a77d-394b4742d81a None None] Set router 8ee10a6d-a995-4a50-8a36-643e6971f2ef gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:43:46.906505 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-05ebbbd3-63d4-4c90-8604-19c0d64078d3 req-1ea9efb3-72fc-4d17-8d89-5367685991da tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908108 Aug 27 04:43:46.911584 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3024d429-7cbd-4796-ab6d-bcbd22e55630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (84e7da8b-a8f6-4b61-88e6-2e2215090848), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:46.913382 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3024d429-7cbd-4796-ab6d-bcbd22e55630 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84e7da8b-a8f6-4b61-88e6-2e2215090848 {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:43:46.923326 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3024d429-7cbd-4796-ab6d-bcbd22e55630 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:46.933416 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3024d429-7cbd-4796-ab6d-bcbd22e55630 admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/84e7da8b-a8f6-4b61-88e6-2e2215090848 HTTP/1.1" status: 204 len: 168 time: 2.4441440 Aug 27 04:43:46.935275 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 44636) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:46.996695 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:47.037278 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f2d15e0-9bc8-4598-a200-335055dba23d admin admin] Deleting subnet bd0efde8-e24c-4dd8-b0e6-21bb73763833 {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:43:47.043167 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5f2d15e0-9bc8-4598-a200-335055dba23d admin admin] Publish callbacks [] for subnet (bd0efde8-e24c-4dd8-b0e6-21bb73763833), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:47.054461 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 44640) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:47.127105 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5f2d15e0-9bc8-4598-a200-335055dba23d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (bd0efde8-e24c-4dd8-b0e6-21bb73763833), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:47.148394 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-67fa0fca-0fa7-4ef9-99f9-d0ff4ac48e03 admin admin] Publish callbacks [] for router_gateway (8ee10a6d-a995-4a50-8a36-643e6971f2ef), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:47.157650 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [req-5b25e5d4-a530-4d28-9e06-a66e30f7fdd6 req-b1cca2ea-4fdd-4277-bfc5-3a63cd69d0c6 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Deleting port 5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:43:47.158288 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-5b25e5d4-a530-4d28-9e06-a66e30f7fdd6 req-b1cca2ea-4fdd-4277-bfc5-3a63cd69d0c6 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:47.345270 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5f2d15e0-9bc8-4598-a200-335055dba23d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (bd0efde8-e24c-4dd8-b0e6-21bb73763833), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:47.351589 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-611289b5-9650-488f-8690-9c1a41194e6a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-425288806-network', 'tenant_id': '3b1896a4899d4c37af1be6a7f91249c0'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:43:47.407569 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-67fa0fca-0fa7-4ef9-99f9-d0ff4ac48e03 admin admin] Deleting port 92bfa2c8-4339-40e2-b569-49b109ccbbf5 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:43:47.407569 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-67fa0fca-0fa7-4ef9-99f9-d0ff4ac48e03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (92bfa2c8-4339-40e2-b569-49b109ccbbf5), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:47.429745 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-446e33fb-fe23-4326-8fb0-df3f2714fc52 req-08458b14-7f25-4abb-91ba-8ac18f4e2f63 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9d116f1-4153-497d-a882-0178a925c0b4 HTTP/1.1" status: 200 len: 210 time: 0.0816083 Aug 27 04:43:47.497910 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-67fa0fca-0fa7-4ef9-99f9-d0ff4ac48e03 admin admin] For port 92bfa2c8-4339-40e2-b569-49b109ccbbf5, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=92bfa2c8-4339-40e2-b569-49b109ccbbf5,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:43:47.500345 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-67fa0fca-0fa7-4ef9-99f9-d0ff4ac48e03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (92bfa2c8-4339-40e2-b569-49b109ccbbf5), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:47.508542 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-0a6d80a4-ccb2-401c-a77d-394b4742d81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee10a6d-a995-4a50-8a36-643e6971f2ef', 'name': 'tempest-ImagesTestJSON-437396070-router', 'tenant_id': 'ff8743cde75f4f6da3a5742c66742898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '92bfa2c8-4339-40e2-b569-49b109ccbbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:43:17Z', 'updated_at': '2022-08-27T04:43:43Z', 'revision_number': 5, 'project_id': 'ff8743cde75f4f6da3a5742c66742898', 'gw_port': {'id': '92bfa2c8-4339-40e2-b569-49b109ccbbf5', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:44:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee10a6d-a995-4a50-8a36-643e6971f2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:43:19Z', 'updated_at': '2022-08-27T04:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:43:47.513870 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-67fa0fca-0fa7-4ef9-99f9-d0ff4ac48e03 admin admin] Calling delete_port for 92bfa2c8-4339-40e2-b569-49b109ccbbf5 owned by network:router_gateway {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:43:47.569628 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6d80a4-ccb2-401c-a77d-394b4742d81a None None] Checking router: 8ee10a6d-a995-4a50-8a36-643e6971f2ef for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:43:47.595128 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:47.599996 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6d80a4-ccb2-401c-a77d-394b4742d81a None None] Routers {'8ee10a6d-a995-4a50-8a36-643e6971f2ef'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:43:47.600895 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-0a6d80a4-ccb2-401c-a77d-394b4742d81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:43:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['8ee10a6d-a995-4a50-8a36-643e6971f2ef'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:43:47.632294 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [req-8ea489c9-2bfb-41e8-ab4b-750d982e9627 req-c8a3d00e-5a75-4529-8563-dfd790077e4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3bec615-3793-4fbd-9846-435b07021a52 {{(pid=107776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 04:43:47.664410 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-8ea489c9-2bfb-41e8-ab4b-750d982e9627 req-c8a3d00e-5a75-4529-8563-dfd790077e4a service neutron] Publish callbacks [] for port (f3bec615-3793-4fbd-9846-435b07021a52), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:47.664575 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e60e9d6-923f-4272-ab61-da7d05128433 req-08f43e08-fe34-445b-bcc4-c3dfef4fe603 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:47.667394 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4e60e9d6-923f-4272-ab61-da7d05128433 req-08f43e08-fe34-445b-bcc4-c3dfef4fe603 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=130abef0-d029-4ffd-883c-b705e63910dd HTTP/1.1" status: 200 len: 950 time: 0.1048050 Aug 27 04:43:47.668679 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5f2d15e0-9bc8-4598-a200-335055dba23d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (bd0efde8-e24c-4dd8-b0e6-21bb73763833), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:47.675909 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-5b25e5d4-a530-4d28-9e06-a66e30f7fdd6 req-b1cca2ea-4fdd-4277-bfc5-3a63cd69d0c6 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] For port 5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:43:47.679654 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-5b25e5d4-a530-4d28-9e06-a66e30f7fdd6 req-b1cca2ea-4fdd-4277-bfc5-3a63cd69d0c6 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:47.689649 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611289b5-9650-488f-8690-9c1a41194e6a admin admin] Made reservation on behalf of 3b1896a4899d4c37af1be6a7f91249c0 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:43:47.691850 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-611289b5-9650-488f-8690-9c1a41194e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:47.719824 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [req-5b25e5d4-a530-4d28-9e06-a66e30f7fdd6 req-b1cca2ea-4fdd-4277-bfc5-3a63cd69d0c6 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Calling delete_port for 5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9 owned by compute:nova {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:43:47.721992 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.provisioning_blocks [req-8ea489c9-2bfb-41e8-ab4b-750d982e9627 req-c8a3d00e-5a75-4529-8563-dfd790077e4a service neutron] Transition to ACTIVE for port object f3bec615-3793-4fbd-9846-435b07021a52 will not be triggered until provisioned by entity L2. {{(pid=107776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 27 04:43:47.727120 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-611289b5-9650-488f-8690-9c1a41194e6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:47.749091 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf580d1-d441-4ec6-abe5-61866d5ddfc8 None None] Network 0758d289-da21-46bc-8bce-b2756fcf883f requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:43:47.783473 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2d15e0-9bc8-4598-a200-335055dba23d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd0efde8-e24c-4dd8-b0e6-21bb73763833,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:47.790261 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5f2d15e0-9bc8-4598-a200-335055dba23d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:47.795924 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-5f2d15e0-9bc8-4598-a200-335055dba23d admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/bd0efde8-e24c-4dd8-b0e6-21bb73763833 HTTP/1.1" status: 204 len: 168 time: 0.8554456 Aug 27 04:43:47.801031 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 44682) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:47.829745 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:47.835809 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-8ea489c9-2bfb-41e8-ab4b-750d982e9627 req-c8a3d00e-5a75-4529-8563-dfd790077e4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (f3bec615-3793-4fbd-9846-435b07021a52), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:47.941101 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4e60e9d6-923f-4272-ab61-da7d05128433 req-98d4703f-7b09-465e-ad1c-2b6b661f1fe9 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=27e5cb1f-4fd8-42fe-83ea-8b4a1ff45c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227352 Aug 27 04:43:47.946133 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-0a6d80a4-ccb2-401c-a77d-394b4742d81a None None] Set router 8ee10a6d-a995-4a50-8a36-643e6971f2ef gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:43:47.999522 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a3d00e-5a75-4529-8563-dfd790077e4a service neutron] Pushing event updated for resources: {'Port': ['ID=f3bec615-3793-4fbd-9846-435b07021a52,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:48.032661 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7fa961c0-de54-425d-8224-dec24c60c2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (0758d289-da21-46bc-8bce-b2756fcf883f), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:48.045027 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-0a6d80a4-ccb2-401c-a77d-394b4742d81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee10a6d-a995-4a50-8a36-643e6971f2ef', 'name': 'tempest-ImagesTestJSON-437396070-router', 'tenant_id': 'ff8743cde75f4f6da3a5742c66742898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:43:17Z', 'updated_at': '2022-08-27T04:43:47Z', 'revision_number': 6, 'project_id': 'ff8743cde75f4f6da3a5742c66742898', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:43:48.059685 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666162d2-19c5-4ea3-99fd-6e55c1041938 req-961370fa-eab1-44c1-80d9-2918ece7dec1 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:48.067078 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-666162d2-19c5-4ea3-99fd-6e55c1041938 req-961370fa-eab1-44c1-80d9-2918ece7dec1 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a9f0774-af45-459e-9f83-ec4559b431a9 HTTP/1.1" status: 200 len: 948 time: 0.1097476 Aug 27 04:43:48.120077 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6d80a4-ccb2-401c-a77d-394b4742d81a None None] The sync data for ids ['8ee10a6d-a995-4a50-8a36-643e6971f2ef'] in n-d-852088-5 is: [{'id': '8ee10a6d-a995-4a50-8a36-643e6971f2ef', 'name': 'tempest-ImagesTestJSON-437396070-router', 'tenant_id': 'ff8743cde75f4f6da3a5742c66742898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:43:17Z', 'updated_at': '2022-08-27T04:43:47Z', 'revision_number': 6, 'project_id': 'ff8743cde75f4f6da3a5742c66742898', 'gw_port_host': None}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:43:48.159707 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-611289b5-9650-488f-8690-9c1a41194e6a admin admin] Publish callbacks [] for security_group (d1433d19-db62-4707-994b-1a08eaaa1ea2), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:48.176124 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-7fa961c0-de54-425d-8224-dec24c60c2c5 admin admin] Deleting port 853361cb-b335-4c0e-8a31-ccbef23b29be {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:43:48.176124 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7fa961c0-de54-425d-8224-dec24c60c2c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (853361cb-b335-4c0e-8a31-ccbef23b29be), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:48.181634 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-8ea489c9-2bfb-41e8-ab4b-750d982e9627 req-c8a3d00e-5a75-4529-8563-dfd790077e4a service neutron] Attempting to bind port f3bec615-3793-4fbd-9846-435b07021a52 on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:43:48.182086 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-8ea489c9-2bfb-41e8-ab4b-750d982e9627 req-c8a3d00e-5a75-4529-8563-dfd790077e4a service neutron] Attempting to bind port f3bec615-3793-4fbd-9846-435b07021a52 by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:43:48.182559 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea489c9-2bfb-41e8-ab4b-750d982e9627 req-c8a3d00e-5a75-4529-8563-dfd790077e4a service neutron] Attempting to bind port f3bec615-3793-4fbd-9846-435b07021a52 on network a82fb463-5a8f-4b8b-991d-61491eba11c6 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:43:48.194217 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea489c9-2bfb-41e8-ab4b-750d982e9627 req-c8a3d00e-5a75-4529-8563-dfd790077e4a service neutron] Port f3bec615-3793-4fbd-9846-435b07021a52 on network a82fb463-5a8f-4b8b-991d-61491eba11c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:43:48.195019 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea489c9-2bfb-41e8-ab4b-750d982e9627 req-c8a3d00e-5a75-4529-8563-dfd790077e4a service neutron] Attempting to bind port f3bec615-3793-4fbd-9846-435b07021a52 on network a82fb463-5a8f-4b8b-991d-61491eba11c6 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:43:48.198689 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-67fa0fca-0fa7-4ef9-99f9-d0ff4ac48e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (92bfa2c8-4339-40e2-b569-49b109ccbbf5), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:48.203805 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:48.234111 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee04d3-9329-42a6-8999-ddc00c5d8de1 req-9739f6c0-3a9d-44a7-874f-9405c2354e76 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:48.235629 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d2ee04d3-9329-42a6-8999-ddc00c5d8de1 req-9739f6c0-3a9d-44a7-874f-9405c2354e76 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=26fc36e9-4253-4f91-88dd-c6559d4e4f59 HTTP/1.1" status: 200 len: 949 time: 0.1978920 Aug 27 04:43:48.245683 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:48.246042 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fa0fca-0fa7-4ef9-99f9-d0ff4ac48e03 admin admin] Pushing event deleted for resources: {'Port': ['ID=92bfa2c8-4339-40e2-b569-49b109ccbbf5,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:48.253132 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-611289b5-9650-488f-8690-9c1a41194e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (d1433d19-db62-4707-994b-1a08eaaa1ea2), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:48.261658 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea489c9-2bfb-41e8-ab4b-750d982e9627 req-c8a3d00e-5a75-4529-8563-dfd790077e4a service neutron] Checking agent: {'id': '01e14a85-d0aa-43ee-b1d5-63de1ae70758', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 36, 7), 'started_at': datetime.datetime(2022, 8, 27, 4, 36, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:43:48.261658 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea489c9-2bfb-41e8-ab4b-750d982e9627 req-c8a3d00e-5a75-4529-8563-dfd790077e4a service neutron] Checking segment: {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:43:48.261658 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea489c9-2bfb-41e8-ab4b-750d982e9627 req-c8a3d00e-5a75-4529-8563-dfd790077e4a service neutron] Bound using segment: {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'} {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:43:48.263352 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-8ea489c9-2bfb-41e8-ab4b-750d982e9627 req-c8a3d00e-5a75-4529-8563-dfd790077e4a service neutron] Bound port: f3bec615-3793-4fbd-9846-435b07021a52, host: n-h2-852088-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'}}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:43:48.263712 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-8ea489c9-2bfb-41e8-ab4b-750d982e9627 req-c8a3d00e-5a75-4529-8563-dfd790077e4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f3bec615-3793-4fbd-9846-435b07021a52), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:48.282888 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-5b25e5d4-a530-4d28-9e06-a66e30f7fdd6 req-b1cca2ea-4fdd-4277-bfc5-3a63cd69d0c6 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:48.300732 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-666162d2-19c5-4ea3-99fd-6e55c1041938 req-9ddef19c-3aa2-462c-a742-30c794c44543 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330866 Aug 27 04:43:48.353249 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-7fa961c0-de54-425d-8224-dec24c60c2c5 admin admin] For port 853361cb-b335-4c0e-8a31-ccbef23b29be, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=853361cb-b335-4c0e-8a31-ccbef23b29be,segment=NetworkSegment(c7dc872f-7c81-4fb7-b133-f1b5e06d39c3),segment_id=c7dc872f-7c81-4fb7-b133-f1b5e06d39c3)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:43:48.353774 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7fa961c0-de54-425d-8224-dec24c60c2c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (853361cb-b335-4c0e-8a31-ccbef23b29be), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:48.357388 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] get_ports_and_sgs() called for port_ids ['31be88be-5056-44bd-b6fb-02e2640a6e3e', '5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:43:48.385771 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:48.395626 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d2ee04d3-9329-42a6-8999-ddc00c5d8de1 req-9650868b-d524-4717-aa08-bc06323c183e tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453001 Aug 27 04:43:48.406976 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-7fa961c0-de54-425d-8224-dec24c60c2c5 admin admin] Calling delete_port for 853361cb-b335-4c0e-8a31-ccbef23b29be owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:43:48.428622 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-611289b5-9650-488f-8690-9c1a41194e6a admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:43:48.436127 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-611289b5-9650-488f-8690-9c1a41194e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (9beda394-76b2-437d-9bdd-cb4034a1a25e), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:48.436364 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-611289b5-9650-488f-8690-9c1a41194e6a admin admin] Added segment 9beda394-76b2-437d-9bdd-cb4034a1a25e of type vlan for network 8c494509-f57b-4935-9704-d9c2d00d1f50 Aug 27 04:43:48.507127 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeffedf3-adce-4b01-8f72-2ab839d6fcce None None] DHCP port deletion for 0758d289-da21-46bc-8bce-b2756fcf883f request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:43:48.705502 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5db7ae45-bd1b-4f29-adbf-5ddcc95621e6 req-8dd9419a-266a-4897-b69c-072404cc64a1 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9d116f1-4153-497d-a882-0178a925c0b4 HTTP/1.1" status: 200 len: 210 time: 0.1072469 Aug 27 04:43:48.799397 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7fa961c0-de54-425d-8224-dec24c60c2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (853361cb-b335-4c0e-8a31-ccbef23b29be), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:48.819810 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-aeffedf3-adce-4b01-8f72-2ab839d6fcce None None] Deleting port 853361cb-b335-4c0e-8a31-ccbef23b29be {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:43:48.819810 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-aeffedf3-adce-4b01-8f72-2ab839d6fcce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (853361cb-b335-4c0e-8a31-ccbef23b29be), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:48.839027 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cca2ea-4fdd-4277-bfc5-3a63cd69d0c6 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Pushing event deleted for resources: {'Port': ['ID=5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:48.864852 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa961c0-de54-425d-8224-dec24c60c2c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=853361cb-b335-4c0e-8a31-ccbef23b29be,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:48.867506 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa961c0-de54-425d-8224-dec24c60c2c5 admin admin] No DVR routers for this DVR port 853361cb-b335-4c0e-8a31-ccbef23b29be on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:43:48.887750 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-8ea489c9-2bfb-41e8-ab4b-750d982e9627 req-c8a3d00e-5a75-4529-8563-dfd790077e4a service neutron] For port f3bec615-3793-4fbd-9846-435b07021a52, host n-h2-852088-5, cleared binding levels {{(pid=107776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:43:48.897164 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-aeffedf3-adce-4b01-8f72-2ab839d6fcce None None] For port 853361cb-b335-4c0e-8a31-ccbef23b29be, host n-d-852088-5, got binding levels [] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:43:48.897600 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-aeffedf3-adce-4b01-8f72-2ab839d6fcce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (853361cb-b335-4c0e-8a31-ccbef23b29be), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:48.903342 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611289b5-9650-488f-8690-9c1a41194e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1433d19-db62-4707-994b-1a08eaaa1ea2,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:48.921032 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-aeffedf3-adce-4b01-8f72-2ab839d6fcce None None] Calling delete_port for 853361cb-b335-4c0e-8a31-ccbef23b29be owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:43:48.922848 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.ipam_backend_mixin [None req-aeffedf3-adce-4b01-8f72-2ab839d6fcce None None] Port 853361cb-b335-4c0e-8a31-ccbef23b29be was not found and therefore no delete operation was performed {{(pid=107777) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 27 04:43:48.965074 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-aeffedf3-adce-4b01-8f72-2ab839d6fcce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (853361cb-b335-4c0e-8a31-ccbef23b29be), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:48.966887 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-611289b5-9650-488f-8690-9c1a41194e6a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (8c494509-f57b-4935-9704-d9c2d00d1f50), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:49.043168 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeffedf3-adce-4b01-8f72-2ab839d6fcce None None] No DVR routers for this DVR port 853361cb-b335-4c0e-8a31-ccbef23b29be on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:43:49.080199 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeffedf3-adce-4b01-8f72-2ab839d6fcce None None] Pushing event deleted for resources: {'Port': ['ID=853361cb-b335-4c0e-8a31-ccbef23b29be,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:49.082882 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-8ea489c9-2bfb-41e8-ab4b-750d982e9627 req-c8a3d00e-5a75-4529-8563-dfd790077e4a service neutron] For port f3bec615-3793-4fbd-9846-435b07021a52, host n-h2-852088-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852088-5',level=0,port_id=f3bec615-3793-4fbd-9846-435b07021a52,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:43:49.089425 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 2a8ad8a3-485c-4692-93de-7b06a3d2c9f8 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:43:49.102851 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-3f477af9-b357-4fa5-b57b-c48ed7639cf7 req-88af8467-3cbc-462e-a72b-63b9963ce0c7 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.75 "GET /networking/v2.0/networks?tenant_id=c1b8a17e29c4436a9c51b4fc7b963822&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2284598 Aug 27 04:43:49.105480 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b25e5d4-a530-4d28-9e06-a66e30f7fdd6 req-b1cca2ea-4fdd-4277-bfc5-3a63cd69d0c6 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] No DVR routers for this DVR port 5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9 on host n-h1-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:43:49.111383 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7fa961c0-de54-425d-8224-dec24c60c2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (0758d289-da21-46bc-8bce-b2756fcf883f), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:49.113123 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-5b25e5d4-a530-4d28-9e06-a66e30f7fdd6 req-b1cca2ea-4fdd-4277-bfc5-3a63cd69d0c6 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:49.132270 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-5b25e5d4-a530-4d28-9e06-a66e30f7fdd6 req-b1cca2ea-4fdd-4277-bfc5-3a63cd69d0c6 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.75 "DELETE /networking/v2.0/ports/5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9 HTTP/1.1" status: 204 len: 173 time: 2.2780657 Aug 27 04:43:49.137702 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 2a8ad8a3-485c-4692-93de-7b06a3d2c9f8 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:43:49.138039 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 2a8ad8a3-485c-4692-93de-7b06a3d2c9f8 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:43:49.138468 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 261c3ffc-56a7-4e1b-baaa-0c0d1b40b765 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:43:49.144401 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-67fa0fca-0fa7-4ef9-99f9-d0ff4ac48e03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (8ee10a6d-a995-4a50-8a36-643e6971f2ef), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:49.169052 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 261c3ffc-56a7-4e1b-baaa-0c0d1b40b765 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:43:49.169503 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 261c3ffc-56a7-4e1b-baaa-0c0d1b40b765 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:43:49.170264 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 853361cb-b335-4c0e-8a31-ccbef23b29be no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:43:49.193358 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26fc36e9-4253-4f91-88dd-c6559d4e4f59', 'name': 'network-vif-deleted', 'tag': '5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9'}] {{(pid=107776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:43:49.193969 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-7fa961c0-de54-425d-8224-dec24c60c2c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0758d289-da21-46bc-8bce-b2756fcf883f']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:43:49.197546 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7ad66632f4c78724655075356aa8535ba41c652eced6c9cea0c1f0c67b1e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e7f842-a3d5-4b8d-83ae-ab1fd96faa31" -d '{"events": [{"server_uuid": "26fc36e9-4253-4f91-88dd-c6559d4e4f59", "name": "network-vif-deleted", "tag": "5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9"}]}' {{(pid=107776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:43:49.201573 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.db.resource_extend [None req-611289b5-9650-488f-8690-9c1a41194e6a admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 27 04:43:49.223264 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-7fa961c0-de54-425d-8224-dec24c60c2c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7dc872f-7c81-4fb7-b133-f1b5e06d39c3') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:43:49.227860 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-7fa961c0-de54-425d-8224-dec24c60c2c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7dc872f-7c81-4fb7-b133-f1b5e06d39c3') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:43:49.277877 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006fa8e2-702e-41ed-93d4-5abf393935dc req-03947339-caf1-4716-a103-08763110f82a tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:49.286692 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-006fa8e2-702e-41ed-93d4-5abf393935dc req-03947339-caf1-4716-a103-08763110f82a tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=130abef0-d029-4ffd-883c-b705e63910dd HTTP/1.1" status: 200 len: 950 time: 0.1550338 Aug 27 04:43:49.293680 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7fa961c0-de54-425d-8224-dec24c60c2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (c7dc872f-7c81-4fb7-b133-f1b5e06d39c3), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:49.357264 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7fa961c0-de54-425d-8224-dec24c60c2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (c7dc872f-7c81-4fb7-b133-f1b5e06d39c3), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:49.373552 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fa961c0-de54-425d-8224-dec24c60c2c5 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:43:49.374215 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7fa961c0-de54-425d-8224-dec24c60c2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (c7dc872f-7c81-4fb7-b133-f1b5e06d39c3), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:49.415725 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 853361cb-b335-4c0e-8a31-ccbef23b29be {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:43:49.418140 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 853361cb-b335-4c0e-8a31-ccbef23b29be not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:43:49.438504 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment c7dc872f-7c81-4fb7-b133-f1b5e06d39c3 resource provider aggregate not found Aug 27 04:43:49.465716 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 04:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e5dbbba-0487-4a0a-b8c0-38771f12ff8c x-openstack-request-id: req-1e5dbbba-0487-4a0a-b8c0-38771f12ff8c {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:43:49.466209 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26fc36e9-4253-4f91-88dd-c6559d4e4f59", "name": "network-vif-deleted", "tag": "5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9", "status": "completed", "code": 200}]} {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:43:49.467511 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1e5dbbba-0487-4a0a-b8c0-38771f12ff8c {{(pid=107776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:43:49.472989 n-d-852088-5 neutron-server[107776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e5dbbba-0487-4a0a-b8c0-38771f12ff8c'] response: {'server_uuid': '26fc36e9-4253-4f91-88dd-c6559d4e4f59', 'name': 'network-vif-deleted', 'tag': '5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9', 'status': 'completed', 'code': 200} Aug 27 04:43:49.474750 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-8ea489c9-2bfb-41e8-ab4b-750d982e9627 req-c8a3d00e-5a75-4529-8563-dfd790077e4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (f3bec615-3793-4fbd-9846-435b07021a52), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:49.532083 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment c7dc872f-7c81-4fb7-b133-f1b5e06d39c3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c7dc872f-7c81-4fb7-b133-f1b5e06d39c3 found for delete ", "request_id": "req-cb94cf3d-407f-4962-8fbb-ff37cd6bf990"}]} Aug 27 04:43:49.546265 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-006fa8e2-702e-41ed-93d4-5abf393935dc req-9059e11d-dcde-4118-bbfe-71e9e2e7a41b tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=27e5cb1f-4fd8-42fe-83ea-8b4a1ff45c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449441 Aug 27 04:43:49.562027 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c0637-ec30-401d-bd84-2b542a66dc02 req-918b3589-daa6-478f-aa45-9ce1f8b09767 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:49.563588 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-627c0637-ec30-401d-bd84-2b542a66dc02 req-918b3589-daa6-478f-aa45-9ce1f8b09767 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a9f0774-af45-459e-9f83-ec4559b431a9 HTTP/1.1" status: 200 len: 948 time: 0.0836885 Aug 27 04:43:49.641089 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-627c0637-ec30-401d-bd84-2b542a66dc02 req-9d21fe98-e076-4d89-8fa7-f5d276401f05 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717142 Aug 27 04:43:49.659204 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7fa961c0-de54-425d-8224-dec24c60c2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (0758d289-da21-46bc-8bce-b2756fcf883f), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:49.662084 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3a4520fa-796f-45bd-926f-9140abf40084 req-8cf056ff-7162-496f-a396-4be49e11f773 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=26fc36e9-4253-4f91-88dd-c6559d4e4f59 HTTP/1.1" status: 200 len: 210 time: 0.0413148 Aug 27 04:43:49.674716 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7fa961c0-de54-425d-8224-dec24c60c2c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:49.674716 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7fa961c0-de54-425d-8224-dec24c60c2c5 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/0758d289-da21-46bc-8bce-b2756fcf883f HTTP/1.1" status: 204 len: 168 time: 1.8677301 Aug 27 04:43:49.682619 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa961c0-de54-425d-8224-dec24c60c2c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0758d289-da21-46bc-8bce-b2756fcf883f,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:49.808797 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 44752) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:49.827345 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-67fa0fca-0fa7-4ef9-99f9-d0ff4ac48e03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (8ee10a6d-a995-4a50-8a36-643e6971f2ef), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:49.829928 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-67fa0fca-0fa7-4ef9-99f9-d0ff4ac48e03 admin admin] Publish callbacks [] for router_controller (8ee10a6d-a995-4a50-8a36-643e6971f2ef), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:49.833607 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:49.879297 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea489c9-2bfb-41e8-ab4b-750d982e9627 req-c8a3d00e-5a75-4529-8563-dfd790077e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:49.880376 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-8ea489c9-2bfb-41e8-ab4b-750d982e9627 req-c8a3d00e-5a75-4529-8563-dfd790077e4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:49.881872 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-8ea489c9-2bfb-41e8-ab4b-750d982e9627 req-c8a3d00e-5a75-4529-8563-dfd790077e4a service neutron] 10.222.0.78 "PUT /networking/v2.0/ports/f3bec615-3793-4fbd-9846-435b07021a52 HTTP/1.1" status: 200 len: 1096 time: 3.7802794 Aug 27 04:43:49.896955 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-65e89465-16aa-4eb6-b49d-6ffafb42b782 req-89306208-788c-467c-8461-7c9a5f77ed2e tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9d116f1-4153-497d-a882-0178a925c0b4 HTTP/1.1" status: 200 len: 210 time: 0.0414085 Aug 27 04:43:49.975863 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a3d00e-5a75-4529-8563-dfd790077e4a service neutron] Pushing event updated for resources: {'Port': ['ID=f3bec615-3793-4fbd-9846-435b07021a52,revision_number=3']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:49.983954 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:49.995772 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7c6a95f8-71ac-4536-8a78-eaf8e12b1f5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:50.023104 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f477af9-b357-4fa5-b57b-c48ed7639cf7 req-08bd5bec-b67e-4e1d-879d-1b9c96a34d96 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:50.026535 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-3f477af9-b357-4fa5-b57b-c48ed7639cf7 req-08bd5bec-b67e-4e1d-879d-1b9c96a34d96 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.75 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8496306 Aug 27 04:43:50.028380 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-611289b5-9650-488f-8690-9c1a41194e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (8c494509-f57b-4935-9704-d9c2d00d1f50), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:50.029666 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611289b5-9650-488f-8690-9c1a41194e6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:50.030473 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-611289b5-9650-488f-8690-9c1a41194e6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:50.085040 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-67fa0fca-0fa7-4ef9-99f9-d0ff4ac48e03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (8ee10a6d-a995-4a50-8a36-643e6971f2ef), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:50.085640 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67fa0fca-0fa7-4ef9-99f9-d0ff4ac48e03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ee10a6d-a995-4a50-8a36-643e6971f2ef {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:43:50.095432 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7c6a95f8-71ac-4536-8a78-eaf8e12b1f5b admin admin] Publish callbacks [] for security_group (0a7a0744-6a5f-4a7e-92f6-87f856ed6375), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:50.106381 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [req-3f477af9-b357-4fa5-b57b-c48ed7639cf7 req-2d1529a1-4493-41df-892e-33f5f8528c10 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Request body: {'port': {'device_id': 'd9d116f1-4153-497d-a882-0178a925c0b4', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'admin_state_up': True, 'tenant_id': 'c1b8a17e29c4436a9c51b4fc7b963822'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:43:50.134177 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-67fa0fca-0fa7-4ef9-99f9-d0ff4ac48e03 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:50.135952 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-67fa0fca-0fa7-4ef9-99f9-d0ff4ac48e03 admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/8ee10a6d-a995-4a50-8a36-643e6971f2ef HTTP/1.1" status: 204 len: 168 time: 3.7915995 Aug 27 04:43:50.139341 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 44756) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:50.192670 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 44758) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:50.200477 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-611289b5-9650-488f-8690-9c1a41194e6a admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.1413276 Aug 27 04:43:50.202958 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7c6a95f8-71ac-4536-8a78-eaf8e12b1f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (0a7a0744-6a5f-4a7e-92f6-87f856ed6375), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:50.205709 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 92bfa2c8-4339-40e2-b569-49b109ccbbf5 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:43:50.208826 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 44760) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:50.228402 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-cf9c7a75-cfed-45d0-a94b-eeccf61cb765 admin admin] Request body: {'subnet': {'network_id': '8c494509-f57b-4935-9704-d9c2d00d1f50', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-425288806-subnet', 'tenant_id': '3b1896a4899d4c37af1be6a7f91249c0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:43:50.232795 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 92bfa2c8-4339-40e2-b569-49b109ccbbf5 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:43:50.233147 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 92bfa2c8-4339-40e2-b569-49b109ccbbf5 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:43:50.251859 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611289b5-9650-488f-8690-9c1a41194e6a admin admin] Pushing event updated for resources: {'Network': ['ID=8c494509-f57b-4935-9704-d9c2d00d1f50,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:50.261166 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea489c9-2bfb-41e8-ab4b-750d982e9627 req-86728faf-d5d6-442e-93fd-97ef298042a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:50.262641 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-8ea489c9-2bfb-41e8-ab4b-750d982e9627 req-86728faf-d5d6-442e-93fd-97ef298042a7 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=d85e7650a4374066922085ef5115c973&device_id=5a9f0774-af45-459e-9f83-ec4559b431a9 HTTP/1.1" status: 200 len: 1130 time: 0.1740105 Aug 27 04:43:50.265544 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 8c494509-f57b-4935-9704-d9c2d00d1f50 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:43:50.299758 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7c6a95f8-71ac-4536-8a78-eaf8e12b1f5b admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=65baa404f2e644379e5a921ee18a7aa6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4897764 Aug 27 04:43:50.305184 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-6113a99f-0762-457d-b2fd-f9b9f385570b admin admin] Deleting subnet 6e6f86d0-df31-4e71-b66f-80a3210a900c {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:43:50.309144 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 44764) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:50.318835 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-8ea489c9-2bfb-41e8-ab4b-750d982e9627 req-bd803ac1-3c46-416c-9f58-d5cb66e40a57 service neutron] 10.222.0.78 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=f3bec615-3793-4fbd-9846-435b07021a52 HTTP/1.1" status: 200 len: 217 time: 0.0470049 Aug 27 04:43:50.358291 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6113a99f-0762-457d-b2fd-f9b9f385570b admin admin] Publish callbacks [] for subnet (6e6f86d0-df31-4e71-b66f-80a3210a900c), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:50.375841 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a95f8-71ac-4536-8a78-eaf8e12b1f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7a0744-6a5f-4a7e-92f6-87f856ed6375,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:50.409984 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea489c9-2bfb-41e8-ab4b-750d982e9627 req-31a7d288-dcbd-4008-b66c-6cc882a6d9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:50.411681 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-8ea489c9-2bfb-41e8-ab4b-750d982e9627 req-31a7d288-dcbd-4008-b66c-6cc882a6d9dc service neutron] 10.222.0.78 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.0851178 Aug 27 04:43:50.417896 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9c7a75-cfed-45d0-a94b-eeccf61cb765 admin admin] Made reservation on behalf of 3b1896a4899d4c37af1be6a7f91249c0 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:43:50.421382 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cf9c7a75-cfed-45d0-a94b-eeccf61cb765 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:50.466841 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea489c9-2bfb-41e8-ab4b-750d982e9627 req-dd03a9d9-86b2-4420-9676-215853c9d59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:50.468848 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-8ea489c9-2bfb-41e8-ab4b-750d982e9627 req-dd03a9d9-86b2-4420-9676-215853c9d59d service neutron] 10.222.0.78 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0500932 Aug 27 04:43:50.479266 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-85fe6840-647a-4c5a-9ae9-e543518402c2 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=7b296dbb8b5647498a6a42689659ed79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2826281 Aug 27 04:43:50.481376 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 44774) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:50.488223 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6113a99f-0762-457d-b2fd-f9b9f385570b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (6e6f86d0-df31-4e71-b66f-80a3210a900c), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:50.523941 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f477af9-b357-4fa5-b57b-c48ed7639cf7 req-2d1529a1-4493-41df-892e-33f5f8528c10 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Made reservation on behalf of c1b8a17e29c4436a9c51b4fc7b963822 for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:43:50.527765 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-3f477af9-b357-4fa5-b57b-c48ed7639cf7 req-2d1529a1-4493-41df-892e-33f5f8528c10 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:50.553924 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:50.571332 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f6b4f436-9d16-443f-b43c-3206628b4e1b admin admin] Publish callbacks [] for security_group (0a7a0744-6a5f-4a7e-92f6-87f856ed6375), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:50.632144 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-8ea489c9-2bfb-41e8-ab4b-750d982e9627 req-32049e3a-62fb-4c51-89c6-155f02c0cd30 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570249 Aug 27 04:43:50.634566 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f6b4f436-9d16-443f-b43c-3206628b4e1b admin admin] Publish callbacks [] for security_group (0a7a0744-6a5f-4a7e-92f6-87f856ed6375), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:50.744018 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-77cf2d0f-2e30-4e33-a598-a5cbfeeed025 admin admin] Publish callbacks [] for security_group (f9beab1b-dce4-4def-9627-bb1d299992d0), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:50.760561 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [req-3f477af9-b357-4fa5-b57b-c48ed7639cf7 req-2d1529a1-4493-41df-892e-33f5f8528c10 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Allocated IP 192.168.233.247 (a82fb463-5a8f-4b8b-991d-61491eba11c6/120f3302-721f-4373-86a6-3aa14ccf6ac4/de9716f2-a50c-4ad9-88f1-39121497ddee) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:43:50.761011 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6113a99f-0762-457d-b2fd-f9b9f385570b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (6e6f86d0-df31-4e71-b66f-80a3210a900c), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:50.803163 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-8ea489c9-2bfb-41e8-ab4b-750d982e9627 req-6ff7b4a7-311d-4ad9-a7b8-cf07d2988868 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643913 Aug 27 04:43:50.807560 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-77cf2d0f-2e30-4e33-a598-a5cbfeeed025 admin admin] Publish callbacks [] for security_group (f9beab1b-dce4-4def-9627-bb1d299992d0), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:50.873695 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:50.981335 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-3f477af9-b357-4fa5-b57b-c48ed7639cf7 req-2d1529a1-4493-41df-892e-33f5f8528c10 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Publish callbacks [] for port (de9716f2-a50c-4ad9-88f1-39121497ddee), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:51.079616 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-3f477af9-b357-4fa5-b57b-c48ed7639cf7 req-2d1529a1-4493-41df-892e-33f5f8528c10 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (de9716f2-a50c-4ad9-88f1-39121497ddee), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:51.092075 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] get_ports_and_sgs() called for port_ids ['084848b9-6815-4181-8f2e-f4be5ccc4a30'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:43:51.138063 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f477af9-b357-4fa5-b57b-c48ed7639cf7 req-2d1529a1-4493-41df-892e-33f5f8528c10 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Network a82fb463-5a8f-4b8b-991d-61491eba11c6 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:43:51.141635 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [req-3f477af9-b357-4fa5-b57b-c48ed7639cf7 req-2d1529a1-4493-41df-892e-33f5f8528c10 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:43:51.145793 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f477af9-b357-4fa5-b57b-c48ed7639cf7 req-2d1529a1-4493-41df-892e-33f5f8528c10 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:43:51.177276 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1529a1-4493-41df-892e-33f5f8528c10 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Pushing event updated for resources: {'Port': ['ID=de9716f2-a50c-4ad9-88f1-39121497ddee,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:51.227398 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f477af9-b357-4fa5-b57b-c48ed7639cf7 req-2d1529a1-4493-41df-892e-33f5f8528c10 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:51.228060 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-3f477af9-b357-4fa5-b57b-c48ed7639cf7 req-2d1529a1-4493-41df-892e-33f5f8528c10 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:51.241349 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-179532c0-a5b2-4685-a6c9-d0aa612bcfeb req-2163f887-c18c-458a-8b3d-1db8c44fbb68 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=26fc36e9-4253-4f91-88dd-c6559d4e4f59 HTTP/1.1" status: 200 len: 210 time: 0.3832393 Aug 27 04:43:51.256542 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed434ad-a795-4328-8bd1-38a79857e844 req-04ec2426-dc9b-49b8-b279-ee4f6266b97c tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:51.264650 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-fed434ad-a795-4328-8bd1-38a79857e844 req-04ec2426-dc9b-49b8-b279-ee4f6266b97c tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a9f0774-af45-459e-9f83-ec4559b431a9 HTTP/1.1" status: 200 len: 948 time: 0.4461279 Aug 27 04:43:51.301955 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:51.326126 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-fed434ad-a795-4328-8bd1-38a79857e844 req-1a8ba127-32f0-4c04-a6c7-61788dc043f4 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605905 Aug 27 04:43:51.361976 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-3f477af9-b357-4fa5-b57b-c48ed7639cf7 req-2d1529a1-4493-41df-892e-33f5f8528c10 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.75 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2744834 Aug 27 04:43:51.363636 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cf9c7a75-cfed-45d0-a94b-eeccf61cb765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (a7d60b9a-f602-4a9e-8abf-f85d6fdd3cf6), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:51.365955 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f6b4f436-9d16-443f-b43c-3206628b4e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (0a7a0744-6a5f-4a7e-92f6-87f856ed6375), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:51.368651 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f6b4f436-9d16-443f-b43c-3206628b4e1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:51.372611 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f6b4f436-9d16-443f-b43c-3206628b4e1b admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/0a7a0744-6a5f-4a7e-92f6-87f856ed6375 HTTP/1.1" status: 204 len: 168 time: 1.0410070 Aug 27 04:43:51.382007 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [req-3f477af9-b357-4fa5-b57b-c48ed7639cf7 req-71b71573-d5c4-43e9-9500-74ed62bbc855 service neutron] Request body: {'port': {'device_id': 'd9d116f1-4153-497d-a882-0178a925c0b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-852088-5'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:43:51.406487 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb9d9a-88b9-4c03-ad23-b970394ec8eb req-3b13e8ba-a9f8-4e5d-bf8c-b73d2477c8a3 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:51.407714 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d3fb9d9a-88b9-4c03-ad23-b970394ec8eb req-3b13e8ba-a9f8-4e5d-bf8c-b73d2477c8a3 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9d116f1-4153-497d-a882-0178a925c0b4 HTTP/1.1" status: 200 len: 936 time: 0.0807035 Aug 27 04:43:51.439836 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b4f436-9d16-443f-b43c-3206628b4e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7a0744-6a5f-4a7e-92f6-87f856ed6375,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:51.450534 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6113a99f-0762-457d-b2fd-f9b9f385570b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (6e6f86d0-df31-4e71-b66f-80a3210a900c), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:51.456525 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-77cf2d0f-2e30-4e33-a598-a5cbfeeed025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (f9beab1b-dce4-4def-9627-bb1d299992d0), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:51.459076 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-77cf2d0f-2e30-4e33-a598-a5cbfeeed025 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:51.466912 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-77cf2d0f-2e30-4e33-a598-a5cbfeeed025 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/f9beab1b-dce4-4def-9627-bb1d299992d0 HTTP/1.1" status: 204 len: 168 time: 0.9759636 Aug 27 04:43:51.481208 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a9f0774-af45-459e-9f83-ec4559b431a9', 'tag': 'f3bec615-3793-4fbd-9846-435b07021a52'}] {{(pid=107776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:43:51.481208 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7ad66632f4c78724655075356aa8535ba41c652eced6c9cea0c1f0c67b1e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001d70bb-809b-4d62-b115-bfd03a4f5ba5" -d '{"events": [{"name": "network-changed", "server_uuid": "5a9f0774-af45-459e-9f83-ec4559b431a9", "tag": "f3bec615-3793-4fbd-9846-435b07021a52"}]}' {{(pid=107776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:43:51.495813 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-3f477af9-b357-4fa5-b57b-c48ed7639cf7 req-71b71573-d5c4-43e9-9500-74ed62bbc855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (de9716f2-a50c-4ad9-88f1-39121497ddee), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:51.501761 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-0db2be56-c60a-4376-a8c3-9bd260f87a47 None None] Provisioning complete for port de9716f2-a50c-4ad9-88f1-39121497ddee triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:43:51.502139 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0db2be56-c60a-4376-a8c3-9bd260f87a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (de9716f2-a50c-4ad9-88f1-39121497ddee), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:51.505041 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6113a99f-0762-457d-b2fd-f9b9f385570b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:51.515295 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-6113a99f-0762-457d-b2fd-f9b9f385570b admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/6e6f86d0-df31-4e71-b66f-80a3210a900c HTTP/1.1" status: 204 len: 168 time: 1.3684578 Aug 27 04:43:51.518654 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 44798) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:51.520828 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cf2d0f-2e30-4e33-a598-a5cbfeeed025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9beab1b-dce4-4def-9627-bb1d299992d0,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:51.542195 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:51.545360 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eacf702-796b-449c-8be7-716632ded350 None None] Network 146b1bad-4e03-4b2d-a241-35a8a5f09911 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:43:51.583832 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 04:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780d3642-d6c4-4dfb-bf9f-06d607d31cf3 x-openstack-request-id: req-780d3642-d6c4-4dfb-bf9f-06d607d31cf3 {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:43:51.584137 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a9f0774-af45-459e-9f83-ec4559b431a9", "tag": "f3bec615-3793-4fbd-9846-435b07021a52", "status": "completed", "code": 200}]} {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:43:51.584425 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-780d3642-d6c4-4dfb-bf9f-06d607d31cf3 {{(pid=107776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:43:51.584818 n-d-852088-5 neutron-server[107776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-780d3642-d6c4-4dfb-bf9f-06d607d31cf3'] response: {'name': 'network-changed', 'server_uuid': '5a9f0774-af45-459e-9f83-ec4559b431a9', 'tag': 'f3bec615-3793-4fbd-9846-435b07021a52', 'status': 'completed', 'code': 200} Aug 27 04:43:51.607259 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c7a75-cfed-45d0-a94b-eeccf61cb765 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7d60b9a-f602-4a9e-8abf-f85d6fdd3cf6,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:51.640428 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-0db2be56-c60a-4376-a8c3-9bd260f87a47 None None] Port de9716f2-a50c-4ad9-88f1-39121497ddee cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:43:51.662897 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6113a99f-0762-457d-b2fd-f9b9f385570b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e6f86d0-df31-4e71-b66f-80a3210a900c,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:51.668846 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:51.714083 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d3fb9d9a-88b9-4c03-ad23-b970394ec8eb req-bfc77943-2110-4cc7-8702-ef07fb66f0ea tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=594a0af3-d4d8-4c58-beac-6fa100daab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683170 Aug 27 04:43:51.718278 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9c7a75-cfed-45d0-a94b-eeccf61cb765 admin admin] Checking segment: {'id': '9beda394-76b2-437d-9bdd-cb4034a1a25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8c494509-f57b-4935-9704-d9c2d00d1f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:43:51.718643 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9c7a75-cfed-45d0-a94b-eeccf61cb765 admin admin] Network hostable DHCP agents. Network: 8c494509-f57b-4935-9704-d9c2d00d1f50, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:43:51.724327 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-aa452a9d-6689-46b0-b482-22fe1055d3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (146b1bad-4e03-4b2d-a241-35a8a5f09911), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:51.784453 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-aa452a9d-6689-46b0-b482-22fe1055d3c4 admin admin] Deleting port 5cf0c19b-023f-43d2-8edd-79e82c3bfb45 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:43:51.785176 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-aa452a9d-6689-46b0-b482-22fe1055d3c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (5cf0c19b-023f-43d2-8edd-79e82c3bfb45), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:51.788561 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354b0507-d107-44b1-84b1-6bda031f3167 None None] DHCP port deletion for 146b1bad-4e03-4b2d-a241-35a8a5f09911 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:43:51.844528 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-354b0507-d107-44b1-84b1-6bda031f3167 None None] Deleting port 5cf0c19b-023f-43d2-8edd-79e82c3bfb45 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:43:51.845246 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-354b0507-d107-44b1-84b1-6bda031f3167 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (5cf0c19b-023f-43d2-8edd-79e82c3bfb45), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:51.847619 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9c7a75-cfed-45d0-a94b-eeccf61cb765 admin admin] Network 8c494509-f57b-4935-9704-d9c2d00d1f50 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:43:51.851949 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:51.860843 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-aa452a9d-6689-46b0-b482-22fe1055d3c4 admin admin] For port 5cf0c19b-023f-43d2-8edd-79e82c3bfb45, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=5cf0c19b-023f-43d2-8edd-79e82c3bfb45,segment=NetworkSegment(62dec306-3408-4038-b3fe-9711faccd416),segment_id=62dec306-3408-4038-b3fe-9711faccd416)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:43:51.861389 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-aa452a9d-6689-46b0-b482-22fe1055d3c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (5cf0c19b-023f-43d2-8edd-79e82c3bfb45), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:51.876980 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-aa452a9d-6689-46b0-b482-22fe1055d3c4 admin admin] Calling delete_port for 5cf0c19b-023f-43d2-8edd-79e82c3bfb45 owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:43:51.914268 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device 5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9 no longer exists at agent hyperv_n-h1-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:43:51.925355 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-354b0507-d107-44b1-84b1-6bda031f3167 None None] For port 5cf0c19b-023f-43d2-8edd-79e82c3bfb45, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=5cf0c19b-023f-43d2-8edd-79e82c3bfb45,segment=NetworkSegment(62dec306-3408-4038-b3fe-9711faccd416),segment_id=62dec306-3408-4038-b3fe-9711faccd416)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:43:51.925757 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-354b0507-d107-44b1-84b1-6bda031f3167 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (5cf0c19b-023f-43d2-8edd-79e82c3bfb45), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:51.956845 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] No Port match for: 5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:43:51.957728 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device 5c3ac344-23ba-4c7b-86a7-2bcb058ae4e9 not bound to the agent host n-h1-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:43:51.972574 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-354b0507-d107-44b1-84b1-6bda031f3167 None None] Calling delete_port for 5cf0c19b-023f-43d2-8edd-79e82c3bfb45 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:43:51.974352 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:51.980909 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-cf9c7a75-cfed-45d0-a94b-eeccf61cb765 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 8c494509-f57b-4935-9704-d9c2d00d1f50) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:43:52.060600 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9c7a75-cfed-45d0-a94b-eeccf61cb765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:52.065572 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa997da8-c34a-4752-b60a-96071d226b4b None None] Network 8c494509-f57b-4935-9704-d9c2d00d1f50 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:43:52.065873 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cf9c7a75-cfed-45d0-a94b-eeccf61cb765 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:52.086453 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [req-3f477af9-b357-4fa5-b57b-c48ed7639cf7 req-71b71573-d5c4-43e9-9500-74ed62bbc855 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de9716f2-a50c-4ad9-88f1-39121497ddee {{(pid=107776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 04:43:52.133425 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-3f477af9-b357-4fa5-b57b-c48ed7639cf7 req-71b71573-d5c4-43e9-9500-74ed62bbc855 service neutron] Publish callbacks [] for port (de9716f2-a50c-4ad9-88f1-39121497ddee), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:52.142476 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-aa452a9d-6689-46b0-b482-22fe1055d3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (5cf0c19b-023f-43d2-8edd-79e82c3bfb45), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:52.149916 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.provisioning_blocks [req-3f477af9-b357-4fa5-b57b-c48ed7639cf7 req-71b71573-d5c4-43e9-9500-74ed62bbc855 service neutron] Transition to ACTIVE for port object de9716f2-a50c-4ad9-88f1-39121497ddee will not be triggered until provisioned by entity L2. {{(pid=107776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 27 04:43:52.157862 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa452a9d-6689-46b0-b482-22fe1055d3c4 admin admin] No DVR routers for this DVR port 5cf0c19b-023f-43d2-8edd-79e82c3bfb45 on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:43:52.191559 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 44812) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:52.191958 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-cf9c7a75-cfed-45d0-a94b-eeccf61cb765 admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9785883 Aug 27 04:43:52.195187 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa452a9d-6689-46b0-b482-22fe1055d3c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cf0c19b-023f-43d2-8edd-79e82c3bfb45,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:52.198408 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-c538e2c5-7794-412b-99bb-3aa4c8b5db63 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-425288806-router', 'tenant_id': '3b1896a4899d4c37af1be6a7f91249c0', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:43:52.211419 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-354b0507-d107-44b1-84b1-6bda031f3167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (5cf0c19b-023f-43d2-8edd-79e82c3bfb45), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:52.244748 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-3f477af9-b357-4fa5-b57b-c48ed7639cf7 req-71b71573-d5c4-43e9-9500-74ed62bbc855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (de9716f2-a50c-4ad9-88f1-39121497ddee), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:52.349821 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 5cf0c19b-023f-43d2-8edd-79e82c3bfb45 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:43:52.376821 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b71573-d5c4-43e9-9500-74ed62bbc855 service neutron] Pushing event updated for resources: {'Port': ['ID=de9716f2-a50c-4ad9-88f1-39121497ddee,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:52.389417 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c538e2c5-7794-412b-99bb-3aa4c8b5db63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (43cf84d1-5f74-4bb8-8573-51eaa3061d3e), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:52.390541 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c538e2c5-7794-412b-99bb-3aa4c8b5db63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (43cf84d1-5f74-4bb8-8573-51eaa3061d3e), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:52.398196 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-aa452a9d-6689-46b0-b482-22fe1055d3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (146b1bad-4e03-4b2d-a241-35a8a5f09911), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:52.415845 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b0507-d107-44b1-84b1-6bda031f3167 None None] Pushing event deleted for resources: {'Port': ['ID=5cf0c19b-023f-43d2-8edd-79e82c3bfb45,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:52.426756 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 5cf0c19b-023f-43d2-8edd-79e82c3bfb45 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:43:52.427114 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 5cf0c19b-023f-43d2-8edd-79e82c3bfb45 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:43:52.456499 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354b0507-d107-44b1-84b1-6bda031f3167 None None] No DVR routers for this DVR port 5cf0c19b-023f-43d2-8edd-79e82c3bfb45 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:43:52.462558 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48da2628-1afd-465f-beab-6b0df65006b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-8c494509-f57b-4935-9704-d9c2d00d1f50', 'network_id': '8c494509-f57b-4935-9704-d9c2d00d1f50', 'project_id': '3b1896a4899d4c37af1be6a7f91249c0', 'fixed_ips': [{'subnet_id': 'a7d60b9a-f602-4a9e-8abf-f85d6fdd3cf6'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:43:52.465158 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-48da2628-1afd-465f-beab-6b0df65006b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:52.495502 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-aa452a9d-6689-46b0-b482-22fe1055d3c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['146b1bad-4e03-4b2d-a241-35a8a5f09911']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:43:52.506587 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-3f477af9-b357-4fa5-b57b-c48ed7639cf7 req-71b71573-d5c4-43e9-9500-74ed62bbc855 service neutron] Attempting to bind port de9716f2-a50c-4ad9-88f1-39121497ddee on host n-h1-852088-5 for vnic_type normal with profile {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:43:52.507125 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-3f477af9-b357-4fa5-b57b-c48ed7639cf7 req-71b71573-d5c4-43e9-9500-74ed62bbc855 service neutron] Attempting to bind port de9716f2-a50c-4ad9-88f1-39121497ddee by drivers openvswitch,hyperv on host n-h1-852088-5 at level 0 using segments [{'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:43:52.507563 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f477af9-b357-4fa5-b57b-c48ed7639cf7 req-71b71573-d5c4-43e9-9500-74ed62bbc855 service neutron] Attempting to bind port de9716f2-a50c-4ad9-88f1-39121497ddee on network a82fb463-5a8f-4b8b-991d-61491eba11c6 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:43:52.515260 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c538e2c5-7794-412b-99bb-3aa4c8b5db63 admin admin] Publish callbacks [] for router_controller (43cf84d1-5f74-4bb8-8573-51eaa3061d3e), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:52.517832 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f477af9-b357-4fa5-b57b-c48ed7639cf7 req-71b71573-d5c4-43e9-9500-74ed62bbc855 service neutron] Port de9716f2-a50c-4ad9-88f1-39121497ddee on network a82fb463-5a8f-4b8b-991d-61491eba11c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-852088-5 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:43:52.517832 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f477af9-b357-4fa5-b57b-c48ed7639cf7 req-71b71573-d5c4-43e9-9500-74ed62bbc855 service neutron] Attempting to bind port de9716f2-a50c-4ad9-88f1-39121497ddee on network a82fb463-5a8f-4b8b-991d-61491eba11c6 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:43:52.520146 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:52.523386 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-aa452a9d-6689-46b0-b482-22fe1055d3c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62dec306-3408-4038-b3fe-9711faccd416') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:43:52.524042 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f477af9-b357-4fa5-b57b-c48ed7639cf7 req-71b71573-d5c4-43e9-9500-74ed62bbc855 service neutron] Checking agent: {'id': '6d03b773-90f7-436b-9be6-5928d8d54dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 36, 21), 'started_at': datetime.datetime(2022, 8, 27, 4, 36, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:43:52.524625 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f477af9-b357-4fa5-b57b-c48ed7639cf7 req-71b71573-d5c4-43e9-9500-74ed62bbc855 service neutron] Checking segment: {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:43:52.525114 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f477af9-b357-4fa5-b57b-c48ed7639cf7 req-71b71573-d5c4-43e9-9500-74ed62bbc855 service neutron] Bound using segment: {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'} {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:43:52.525531 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-aa452a9d-6689-46b0-b482-22fe1055d3c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62dec306-3408-4038-b3fe-9711faccd416') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:43:52.525772 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-3f477af9-b357-4fa5-b57b-c48ed7639cf7 req-71b71573-d5c4-43e9-9500-74ed62bbc855 service neutron] Bound port: de9716f2-a50c-4ad9-88f1-39121497ddee, host: n-h1-852088-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'}}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:43:52.526251 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-3f477af9-b357-4fa5-b57b-c48ed7639cf7 req-71b71573-d5c4-43e9-9500-74ed62bbc855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (de9716f2-a50c-4ad9-88f1-39121497ddee), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:52.552843 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-aa452a9d-6689-46b0-b482-22fe1055d3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (62dec306-3408-4038-b3fe-9711faccd416), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:52.580612 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-aa452a9d-6689-46b0-b482-22fe1055d3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (62dec306-3408-4038-b3fe-9711faccd416), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:52.596853 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa452a9d-6689-46b0-b482-22fe1055d3c4 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:43:52.597268 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-aa452a9d-6689-46b0-b482-22fe1055d3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (62dec306-3408-4038-b3fe-9711faccd416), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:52.653767 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-3f477af9-b357-4fa5-b57b-c48ed7639cf7 req-71b71573-d5c4-43e9-9500-74ed62bbc855 service neutron] For port de9716f2-a50c-4ad9-88f1-39121497ddee, host n-h1-852088-5, cleared binding levels {{(pid=107776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:43:52.662196 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-3f477af9-b357-4fa5-b57b-c48ed7639cf7 req-71b71573-d5c4-43e9-9500-74ed62bbc855 service neutron] For port de9716f2-a50c-4ad9-88f1-39121497ddee, host n-h1-852088-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=de9716f2-a50c-4ad9-88f1-39121497ddee,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:43:52.708598 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 62dec306-3408-4038-b3fe-9711faccd416 resource provider aggregate not found Aug 27 04:43:52.734228 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 62dec306-3408-4038-b3fe-9711faccd416 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 62dec306-3408-4038-b3fe-9711faccd416 found for delete ", "request_id": "req-45fbcf2f-74c8-4d44-a6c1-269692865c1a"}]} Aug 27 04:43:52.757655 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-48da2628-1afd-465f-beab-6b0df65006b8 None None] Allocated IP 172.20.0.2 (8c494509-f57b-4935-9704-d9c2d00d1f50/a7d60b9a-f602-4a9e-8abf-f85d6fdd3cf6/dd6df344-23a7-49e3-bacc-c996c962dad5) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:43:52.809181 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5783be3-0f15-426d-b6f7-e02bc8ed92fd req-b540efcb-5510-4e61-b5ef-234a52101875 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:52.820277 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e5783be3-0f15-426d-b6f7-e02bc8ed92fd req-b540efcb-5510-4e61-b5ef-234a52101875 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a9f0774-af45-459e-9f83-ec4559b431a9 HTTP/1.1" status: 200 len: 948 time: 0.1133678 Aug 27 04:43:52.862649 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c538e2c5-7794-412b-99bb-3aa4c8b5db63 admin admin] Publish callbacks [] for router_gateway (43cf84d1-5f74-4bb8-8573-51eaa3061d3e), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:52.868682 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-3f477af9-b357-4fa5-b57b-c48ed7639cf7 req-71b71573-d5c4-43e9-9500-74ed62bbc855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (de9716f2-a50c-4ad9-88f1-39121497ddee), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:52.921329 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e5783be3-0f15-426d-b6f7-e02bc8ed92fd req-d872c7b3-e859-458b-917e-4869e05f2870 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974846 Aug 27 04:43:52.942245 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-aa452a9d-6689-46b0-b482-22fe1055d3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (146b1bad-4e03-4b2d-a241-35a8a5f09911), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:52.948142 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f477af9-b357-4fa5-b57b-c48ed7639cf7 req-71b71573-d5c4-43e9-9500-74ed62bbc855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:52.948859 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-3f477af9-b357-4fa5-b57b-c48ed7639cf7 req-71b71573-d5c4-43e9-9500-74ed62bbc855 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:52.951762 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-3f477af9-b357-4fa5-b57b-c48ed7639cf7 req-71b71573-d5c4-43e9-9500-74ed62bbc855 service neutron] 10.222.0.75 "PUT /networking/v2.0/ports/de9716f2-a50c-4ad9-88f1-39121497ddee HTTP/1.1" status: 200 len: 1096 time: 1.5729268 Aug 27 04:43:52.952263 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b71573-d5c4-43e9-9500-74ed62bbc855 service neutron] Pushing event updated for resources: {'Port': ['ID=de9716f2-a50c-4ad9-88f1-39121497ddee,revision_number=3']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:52.954673 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-aa452a9d-6689-46b0-b482-22fe1055d3c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:52.965385 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-aa452a9d-6689-46b0-b482-22fe1055d3c4 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/146b1bad-4e03-4b2d-a241-35a8a5f09911 HTTP/1.1" status: 204 len: 168 time: 1.4455099 Aug 27 04:43:53.006392 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa452a9d-6689-46b0-b482-22fe1055d3c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=146b1bad-4e03-4b2d-a241-35a8a5f09911,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:53.152926 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-48da2628-1afd-465f-beab-6b0df65006b8 None None] Publish callbacks [] for port (dd6df344-23a7-49e3-bacc-c996c962dad5), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:53.185256 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e6970-58d8-45a8-8deb-375e6178ecbb req-f4265316-bec5-48f8-8f62-b85dd8a1dfe6 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:53.186780 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f34e6970-58d8-45a8-8deb-375e6178ecbb req-f4265316-bec5-48f8-8f62-b85dd8a1dfe6 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8b04c2f7-f091-4a7e-b4c0-3766f0213d90 HTTP/1.1" status: 200 len: 949 time: 0.1013029 Aug 27 04:43:53.190546 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d70bb-809b-4d62-b115-bfd03a4f5ba5 req-fa05d409-ed32-4f17-a81b-8f6eccae7463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:53.192236 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-001d70bb-809b-4d62-b115-bfd03a4f5ba5 req-fa05d409-ed32-4f17-a81b-8f6eccae7463 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=d85e7650a4374066922085ef5115c973&device_id=5a9f0774-af45-459e-9f83-ec4559b431a9 HTTP/1.1" status: 200 len: 1130 time: 0.0893178 Aug 27 04:43:53.209325 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d66a1-de15-485e-a413-971aa929b17a req-0812b266-1991-437f-bff8-86bbf04dd501 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:53.218927 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ea7d66a1-de15-485e-a413-971aa929b17a req-0812b266-1991-437f-bff8-86bbf04dd501 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9d116f1-4153-497d-a882-0178a925c0b4 HTTP/1.1" status: 200 len: 948 time: 0.0859885 Aug 27 04:43:53.225074 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-48da2628-1afd-465f-beab-6b0df65006b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (dd6df344-23a7-49e3-bacc-c996c962dad5), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:53.266897 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c538e2c5-7794-412b-99bb-3aa4c8b5db63 admin admin] Publish callbacks [] for router_gateway (43cf84d1-5f74-4bb8-8573-51eaa3061d3e), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:53.274992 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f34e6970-58d8-45a8-8deb-375e6178ecbb req-a1d3e88a-5e76-4b4f-a4a0-e76bc7102ca4 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726535 Aug 27 04:43:53.292069 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:53.293709 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c538e2c5-7794-412b-99bb-3aa4c8b5db63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:53.373372 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ea7d66a1-de15-485e-a413-971aa929b17a req-c6e9fd89-c843-429e-80fd-1b1cb7f2c57d tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=594a0af3-d4d8-4c58-beac-6fa100daab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451137 Aug 27 04:43:53.373702 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48da2628-1afd-465f-beab-6b0df65006b8 None None] Network 8c494509-f57b-4935-9704-d9c2d00d1f50 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:43:53.373702 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48da2628-1afd-465f-beab-6b0df65006b8 None None] Pushing event updated for resources: {'Port': ['ID=dd6df344-23a7-49e3-bacc-c996c962dad5,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:53.373702 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-48da2628-1afd-465f-beab-6b0df65006b8 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:43:53.374555 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48da2628-1afd-465f-beab-6b0df65006b8 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:43:53.426994 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d70bb-809b-4d62-b115-bfd03a4f5ba5 req-1696d6d3-f16a-4807-9e6d-58a33050e9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:53.428645 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-001d70bb-809b-4d62-b115-bfd03a4f5ba5 req-1696d6d3-f16a-4807-9e6d-58a33050e9c4 service neutron] 10.222.0.78 "GET /networking/v2.0/networks?id=a82fb463-5a8f-4b8b-991d-61491eba11c6 HTTP/1.1" status: 200 len: 870 time: 0.2243540 Aug 27 04:43:53.439285 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-48da2628-1afd-465f-beab-6b0df65006b8 None None] Attempting to bind port dd6df344-23a7-49e3-bacc-c996c962dad5 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:43:53.439487 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-48da2628-1afd-465f-beab-6b0df65006b8 None None] Attempting to bind port dd6df344-23a7-49e3-bacc-c996c962dad5 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '9beda394-76b2-437d-9bdd-cb4034a1a25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8c494509-f57b-4935-9704-d9c2d00d1f50'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:43:53.439742 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48da2628-1afd-465f-beab-6b0df65006b8 None None] Attempting to bind port dd6df344-23a7-49e3-bacc-c996c962dad5 on network 8c494509-f57b-4935-9704-d9c2d00d1f50 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:43:53.446173 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48da2628-1afd-465f-beab-6b0df65006b8 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:43:53.446558 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48da2628-1afd-465f-beab-6b0df65006b8 None None] Checking segment: {'id': '9beda394-76b2-437d-9bdd-cb4034a1a25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8c494509-f57b-4935-9704-d9c2d00d1f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:43:53.449330 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-48da2628-1afd-465f-beab-6b0df65006b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:53.449779 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48da2628-1afd-465f-beab-6b0df65006b8 None None] Bound using segment: {'id': '9beda394-76b2-437d-9bdd-cb4034a1a25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8c494509-f57b-4935-9704-d9c2d00d1f50'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:43:53.450329 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-48da2628-1afd-465f-beab-6b0df65006b8 None None] Bound port: dd6df344-23a7-49e3-bacc-c996c962dad5, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9beda394-76b2-437d-9bdd-cb4034a1a25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8c494509-f57b-4935-9704-d9c2d00d1f50'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:43:53.450734 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-48da2628-1afd-465f-beab-6b0df65006b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (dd6df344-23a7-49e3-bacc-c996c962dad5), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:53.455253 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 44862) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:53.484151 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-001d70bb-809b-4d62-b115-bfd03a4f5ba5 req-fff1c080-4dde-4407-9b24-f13dadbf8b6d service neutron] 10.222.0.78 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=f3bec615-3793-4fbd-9846-435b07021a52 HTTP/1.1" status: 200 len: 217 time: 0.0462959 Aug 27 04:43:53.490155 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-c538e2c5-7794-412b-99bb-3aa4c8b5db63 admin admin] Allocated IP 172.25.2.134 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/14857796-3ad5-436c-9731-3b9f4d943a1f) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:43:53.541263 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-8351fc8b-c76a-478e-8938-80ac79839fa0 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=ff8743cde75f4f6da3a5742c66742898&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0847435 Aug 27 04:43:53.543915 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 44866) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:53.586552 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d116f1-4153-497d-a882-0178a925c0b4', 'tag': 'de9716f2-a50c-4ad9-88f1-39121497ddee'}] {{(pid=107776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:43:53.589394 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7ad66632f4c78724655075356aa8535ba41c652eced6c9cea0c1f0c67b1e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c147e1-2222-44b5-b7bd-0468ee62ea13" -d '{"events": [{"name": "network-changed", "server_uuid": "d9d116f1-4153-497d-a882-0178a925c0b4", "tag": "de9716f2-a50c-4ad9-88f1-39121497ddee"}]}' {{(pid=107776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:43:53.607090 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d70bb-809b-4d62-b115-bfd03a4f5ba5 req-08b0e781-8272-4878-8ff6-0065a4a54d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:53.610903 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-001d70bb-809b-4d62-b115-bfd03a4f5ba5 req-08b0e781-8272-4878-8ff6-0065a4a54d0f service neutron] 10.222.0.78 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.1183939 Aug 27 04:43:53.612771 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4ddfaaa5-ba88-4cd7-9b90-ff005b2cb32e admin admin] Publish callbacks [] for security_group (d5b19eef-2050-4c8e-aaac-d30cfd979d34), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:53.630082 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-48da2628-1afd-465f-beab-6b0df65006b8 None None] For port dd6df344-23a7-49e3-bacc-c996c962dad5, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:43:53.634630 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-48da2628-1afd-465f-beab-6b0df65006b8 None None] For port dd6df344-23a7-49e3-bacc-c996c962dad5, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=dd6df344-23a7-49e3-bacc-c996c962dad5,segment=NetworkSegment(9beda394-76b2-437d-9bdd-cb4034a1a25e),segment_id=9beda394-76b2-437d-9bdd-cb4034a1a25e)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:43:53.651381 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:53.674272 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4ddfaaa5-ba88-4cd7-9b90-ff005b2cb32e admin admin] Publish callbacks [] for security_group (d5b19eef-2050-4c8e-aaac-d30cfd979d34), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:53.699710 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 44870) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:53.703245 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 04:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51728a43-08a2-4392-8e15-7c666fb8143f x-openstack-request-id: req-51728a43-08a2-4392-8e15-7c666fb8143f {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:43:53.703644 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9d116f1-4153-497d-a882-0178a925c0b4", "tag": "de9716f2-a50c-4ad9-88f1-39121497ddee", "status": "completed", "code": 200}]} {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:43:53.704015 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-51728a43-08a2-4392-8e15-7c666fb8143f {{(pid=107776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:43:53.704526 n-d-852088-5 neutron-server[107776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51728a43-08a2-4392-8e15-7c666fb8143f'] response: {'name': 'network-changed', 'server_uuid': 'd9d116f1-4153-497d-a882-0178a925c0b4', 'tag': 'de9716f2-a50c-4ad9-88f1-39121497ddee', 'status': 'completed', 'code': 200} Aug 27 04:43:53.725178 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-48da2628-1afd-465f-beab-6b0df65006b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (dd6df344-23a7-49e3-bacc-c996c962dad5), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:53.744112 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d70bb-809b-4d62-b115-bfd03a4f5ba5 req-e526845f-24cd-4fcc-9495-29aa02f3dd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:53.746028 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-001d70bb-809b-4d62-b115-bfd03a4f5ba5 req-e526845f-24cd-4fcc-9495-29aa02f3dd27 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1228476 Aug 27 04:43:53.761100 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:53.798833 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48da2628-1afd-465f-beab-6b0df65006b8 None None] Pushing event updated for resources: {'Port': ['ID=dd6df344-23a7-49e3-bacc-c996c962dad5,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:53.826714 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4ddfaaa5-ba88-4cd7-9b90-ff005b2cb32e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (d5b19eef-2050-4c8e-aaac-d30cfd979d34), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:53.834696 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4ddfaaa5-ba88-4cd7-9b90-ff005b2cb32e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:53.839698 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-4ddfaaa5-ba88-4cd7-9b90-ff005b2cb32e admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/d5b19eef-2050-4c8e-aaac-d30cfd979d34 HTTP/1.1" status: 204 len: 168 time: 0.2944081 Aug 27 04:43:53.849491 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddfaaa5-ba88-4cd7-9b90-ff005b2cb32e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b19eef-2050-4c8e-aaac-d30cfd979d34,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:53.916876 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c538e2c5-7794-412b-99bb-3aa4c8b5db63 admin admin] Publish callbacks [] for port (14857796-3ad5-436c-9731-3b9f4d943a1f), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:53.917712 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device 445511e8-5d87-4a83-9c81-e06b43159cdf no longer exists at agent hyperv_n-h1-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:43:53.931089 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=83,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=7 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:53.938791 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:53.975928 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-001d70bb-809b-4d62-b115-bfd03a4f5ba5 req-bc99aa89-578a-4881-a56f-525f36409fbb service neutron] 10.222.0.78 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190561 Aug 27 04:43:54.052590 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:54.160785 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Current status of the port 445511e8-5d87-4a83-9c81-e06b43159cdf is: ACTIVE; New status is: DOWN {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:43:54.161184 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (445511e8-5d87-4a83-9c81-e06b43159cdf), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:54.193672 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4dec1e-2d49-4404-a1cc-522e52ed5ab2 req-e97a4255-5db0-41d0-a8b0-6da8964f3097 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:54.209287 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ce4dec1e-2d49-4404-a1cc-522e52ed5ab2 req-e97a4255-5db0-41d0-a8b0-6da8964f3097 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a9f0774-af45-459e-9f83-ec4559b431a9 HTTP/1.1" status: 200 len: 948 time: 0.1387117 Aug 27 04:43:54.227881 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-001d70bb-809b-4d62-b115-bfd03a4f5ba5 req-7888cbc2-96bc-468f-87bc-57a6df0b45f7 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291632 Aug 27 04:43:54.234023 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c538e2c5-7794-412b-99bb-3aa4c8b5db63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (14857796-3ad5-436c-9731-3b9f4d943a1f), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:54.243020 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '130abef0-d029-4ffd-883c-b705e63910dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '445511e8-5d87-4a83-9c81-e06b43159cdf'}] {{(pid=107777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:43:54.247873 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6e1ed2c1589df8125b2075e26a1ec4ff1174e69d6a71546bdf3c3a9a29d330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460ff92f-e372-4c0c-b18f-2dfe89365d15" -d '{"events": [{"server_uuid": "130abef0-d029-4ffd-883c-b705e63910dd", "name": "network-vif-unplugged", "status": "completed", "tag": "445511e8-5d87-4a83-9c81-e06b43159cdf"}]}' {{(pid=107777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:43:54.302054 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port 445511e8-5d87-4a83-9c81-e06b43159cdf, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=445511e8-5d87-4a83-9c81-e06b43159cdf,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:43:54.319628 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:54.341412 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-941fd4bd-193f-41db-8711-f527c926aefb admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-917147289-network', 'tenant_id': '0b2ef28fea57405191162c673ef041ab'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:43:54.352658 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Aug 2022 04:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77201a48-4f79-47ed-8293-8eff4423a950 x-openstack-request-id: req-77201a48-4f79-47ed-8293-8eff4423a950 {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:43:54.353344 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "130abef0-d029-4ffd-883c-b705e63910dd", "name": "network-vif-unplugged", "status": "completed", "tag": "445511e8-5d87-4a83-9c81-e06b43159cdf", "code": 200}]} {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:43:54.354149 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-77201a48-4f79-47ed-8293-8eff4423a950 {{(pid=107777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:43:54.354924 n-d-852088-5 neutron-server[107777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77201a48-4f79-47ed-8293-8eff4423a950'] response: {'server_uuid': '130abef0-d029-4ffd-883c-b705e63910dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '445511e8-5d87-4a83-9c81-e06b43159cdf', 'code': 200} Aug 27 04:43:54.358399 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (445511e8-5d87-4a83-9c81-e06b43159cdf), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:54.377120 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ce4dec1e-2d49-4404-a1cc-522e52ed5ab2 req-f0420a48-4193-4a60-8583-8978c5a6acf0 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666877 Aug 27 04:43:54.380643 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:54.409630 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device dd6df344-23a7-49e3-bacc-c996c962dad5 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:43:54.460369 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c147e1-2222-44b5-b7bd-0468ee62ea13 req-e9e34c3d-00f3-4195-8cd0-ac4d44c58a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:54.462638 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-23c147e1-2222-44b5-b7bd-0468ee62ea13 req-e9e34c3d-00f3-4195-8cd0-ac4d44c58a58 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=c1b8a17e29c4436a9c51b4fc7b963822&device_id=d9d116f1-4153-497d-a882-0178a925c0b4 HTTP/1.1" status: 200 len: 1130 time: 0.0750127 Aug 27 04:43:54.483169 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c538e2c5-7794-412b-99bb-3aa4c8b5db63 admin admin] Pushing event updated for resources: {'Port': ['ID=14857796-3ad5-436c-9731-3b9f4d943a1f,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:54.494144 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c538e2c5-7794-412b-99bb-3aa4c8b5db63 admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:43:54.506628 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-c538e2c5-7794-412b-99bb-3aa4c8b5db63 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:43:54.509133 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c538e2c5-7794-412b-99bb-3aa4c8b5db63 admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:43:54.516440 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941fd4bd-193f-41db-8711-f527c926aefb admin admin] Made reservation on behalf of 0b2ef28fea57405191162c673ef041ab for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:43:54.521172 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-941fd4bd-193f-41db-8711-f527c926aefb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:54.533907 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f556f1e-33e5-4953-bf50-19717e456fe9 req-fdb37710-df33-4a9f-b380-6e3d3301fc84 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:54.540975 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6f556f1e-33e5-4953-bf50-19717e456fe9 req-fdb37710-df33-4a9f-b380-6e3d3301fc84 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8b04c2f7-f091-4a7e-b4c0-3766f0213d90 HTTP/1.1" status: 200 len: 949 time: 0.0646629 Aug 27 04:43:54.561467 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Pushing event updated for resources: {'Port': ['ID=445511e8-5d87-4a83-9c81-e06b43159cdf,revision_number=8']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:54.567069 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-23c147e1-2222-44b5-b7bd-0468ee62ea13 req-10685655-80c6-44e1-9b57-ea535a1f27b9 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?tenant_id=c1b8a17e29c4436a9c51b4fc7b963822&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0752866 Aug 27 04:43:54.570437 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-941fd4bd-193f-41db-8711-f527c926aefb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:54.570826 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port dd6df344-23a7-49e3-bacc-c996c962dad5 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:43:54.571205 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (dd6df344-23a7-49e3-bacc-c996c962dad5), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:54.643541 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c26422-0c32-4e85-a8bd-994d6d4fa48e req-d2d8cd7f-7c50-4dd5-a686-8f0da7306ab9 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:54.645393 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d0c26422-0c32-4e85-a8bd-994d6d4fa48e req-d2d8cd7f-7c50-4dd5-a686-8f0da7306ab9 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9d116f1-4153-497d-a882-0178a925c0b4 HTTP/1.1" status: 200 len: 948 time: 0.1006384 Aug 27 04:43:54.657284 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6f556f1e-33e5-4953-bf50-19717e456fe9 req-10f6a2a1-8c2d-4d5a-a70d-d36caba0bd10 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147845 Aug 27 04:43:54.716191 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d0c26422-0c32-4e85-a8bd-994d6d4fa48e req-88d6ac12-8daf-4c5b-853c-ecf39ea17e9d tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=594a0af3-d4d8-4c58-beac-6fa100daab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507090 Aug 27 04:43:54.726879 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port dd6df344-23a7-49e3-bacc-c996c962dad5 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:43:54.727308 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (dd6df344-23a7-49e3-bacc-c996c962dad5), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:54.768297 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port dd6df344-23a7-49e3-bacc-c996c962dad5, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=dd6df344-23a7-49e3-bacc-c996c962dad5,segment=NetworkSegment(9beda394-76b2-437d-9bdd-cb4034a1a25e),segment_id=9beda394-76b2-437d-9bdd-cb4034a1a25e)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:43:54.850301 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (dd6df344-23a7-49e3-bacc-c996c962dad5), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:54.910571 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=dd6df344-23a7-49e3-bacc-c996c962dad5,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:54.933645 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 44908) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:54.992226 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:55.081185 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c075f60b-5b46-48e7-a336-639c52906c4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:55.138580 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c147e1-2222-44b5-b7bd-0468ee62ea13 req-9828c37d-aa81-4ded-8829-d8db15fbe8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:55.139963 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-23c147e1-2222-44b5-b7bd-0468ee62ea13 req-9828c37d-aa81-4ded-8829-d8db15fbe8c6 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5425565 Aug 27 04:43:55.160543 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-941fd4bd-193f-41db-8711-f527c926aefb admin admin] Publish callbacks [] for security_group (95d6bb9b-2547-4e6c-9f36-e8000e039714), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:55.171745 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e0643-5aa3-4b01-8460-a0defcdafc58 req-5b6220b9-d973-4186-99f2-a4980a23dca9 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:55.173291 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-e33e0643-5aa3-4b01-8460-a0defcdafc58 req-5b6220b9-d973-4186-99f2-a4980a23dca9 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=8b04c2f7-f091-4a7e-b4c0-3766f0213d90 HTTP/1.1" status: 200 len: 949 time: 0.0749991 Aug 27 04:43:55.186031 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c075f60b-5b46-48e7-a336-639c52906c4e admin admin] Publish callbacks [] for security_group (79e3e97f-a33d-41f9-af30-4704d278eafa), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:55.273121 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-941fd4bd-193f-41db-8711-f527c926aefb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (95d6bb9b-2547-4e6c-9f36-e8000e039714), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:55.302943 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c075f60b-5b46-48e7-a336-639c52906c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (79e3e97f-a33d-41f9-af30-4704d278eafa), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:55.340550 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e71306-600d-441f-a222-fddd7afde888 None None] Network 8c494509-f57b-4935-9704-d9c2d00d1f50 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:43:55.345029 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f477af9-b357-4fa5-b57b-c48ed7639cf7 req-cd2e5e53-970a-4999-a36a-3ec8a72cd952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:55.345856 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c075f60b-5b46-48e7-a336-639c52906c4e admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=0738bf249acb440c89a87e1e60b0f674&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4111009 Aug 27 04:43:55.346725 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c075f60b-5b46-48e7-a336-639c52906c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e3e97f-a33d-41f9-af30-4704d278eafa,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:55.347843 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-3f477af9-b357-4fa5-b57b-c48ed7639cf7 req-cd2e5e53-970a-4999-a36a-3ec8a72cd952 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=c1b8a17e29c4436a9c51b4fc7b963822&device_id=d9d116f1-4153-497d-a882-0178a925c0b4 HTTP/1.1" status: 200 len: 1130 time: 0.0835102 Aug 27 04:43:55.348601 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 44930) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:55.400016 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-941fd4bd-193f-41db-8711-f527c926aefb admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:43:55.426586 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-3656a899-a6bc-45ff-836c-b8d0aeba8194 None None] Provisioning complete for port dd6df344-23a7-49e3-bacc-c996c962dad5 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:43:55.426586 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3656a899-a6bc-45ff-836c-b8d0aeba8194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (dd6df344-23a7-49e3-bacc-c996c962dad5), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:55.506697 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:55.515198 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-3f477af9-b357-4fa5-b57b-c48ed7639cf7 req-a5aa4ae7-c1e4-48b3-bd69-fb9bf8a97c9e service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=de9716f2-a50c-4ad9-88f1-39121497ddee HTTP/1.1" status: 200 len: 217 time: 0.1199467 Aug 27 04:43:55.515398 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [req-e33e0643-5aa3-4b01-8460-a0defcdafc58 req-029dea9a-985b-4ac7-a1bc-1dbd3cb7c5a8 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Deleting port 31be88be-5056-44bd-b6fb-02e2640a6e3e {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:43:55.523923 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-e33e0643-5aa3-4b01-8460-a0defcdafc58 req-029dea9a-985b-4ac7-a1bc-1dbd3cb7c5a8 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (31be88be-5056-44bd-b6fb-02e2640a6e3e), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:55.526307 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=68,neutron:DELETE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:55.533018 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=53 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:55.574573 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b131da-6c0f-40a8-84e5-8cfaa2f5c2a1 req-d22348f5-6ec4-4c7d-9829-fb302ededd7b tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:55.597647 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b4b131da-6c0f-40a8-84e5-8cfaa2f5c2a1 req-d22348f5-6ec4-4c7d-9829-fb302ededd7b tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a9f0774-af45-459e-9f83-ec4559b431a9 HTTP/1.1" status: 200 len: 948 time: 0.1170878 Aug 27 04:43:55.605254 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-3656a899-a6bc-45ff-836c-b8d0aeba8194 None None] Current status of the port dd6df344-23a7-49e3-bacc-c996c962dad5 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:43:55.638916 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-e33e0643-5aa3-4b01-8460-a0defcdafc58 req-029dea9a-985b-4ac7-a1bc-1dbd3cb7c5a8 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] For port 31be88be-5056-44bd-b6fb-02e2640a6e3e, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=31be88be-5056-44bd-b6fb-02e2640a6e3e,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:43:55.639331 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-e33e0643-5aa3-4b01-8460-a0defcdafc58 req-029dea9a-985b-4ac7-a1bc-1dbd3cb7c5a8 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (31be88be-5056-44bd-b6fb-02e2640a6e3e), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:55.661741 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [req-e33e0643-5aa3-4b01-8460-a0defcdafc58 req-029dea9a-985b-4ac7-a1bc-1dbd3cb7c5a8 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Calling delete_port for 31be88be-5056-44bd-b6fb-02e2640a6e3e owned by compute:nova {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:43:55.663093 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b4b131da-6c0f-40a8-84e5-8cfaa2f5c2a1 req-a7910978-5668-41be-ab0e-ed88dd267055 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645843 Aug 27 04:43:55.669246 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-941fd4bd-193f-41db-8711-f527c926aefb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (64883fb7-63fb-4a53-a3c6-50decfe2fa4d), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:55.672520 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-941fd4bd-193f-41db-8711-f527c926aefb admin admin] Added segment 64883fb7-63fb-4a53-a3c6-50decfe2fa4d of type vlan for network 1d4942d4-af6f-42fd-8c68-0fde6320a371 Aug 27 04:43:55.697053 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941fd4bd-193f-41db-8711-f527c926aefb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d6bb9b-2547-4e6c-9f36-e8000e039714,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:55.892703 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a9617-f59e-4a56-8912-2f0d31524a0e req-195c38bc-ae2c-4648-ad47-5a6d88f1f375 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:55.900746 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ed7a9617-f59e-4a56-8912-2f0d31524a0e req-195c38bc-ae2c-4648-ad47-5a6d88f1f375 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8b04c2f7-f091-4a7e-b4c0-3766f0213d90 HTTP/1.1" status: 200 len: 949 time: 0.0915139 Aug 27 04:43:55.902905 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 44946) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:55.909219 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device 56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a details requested by agent hyperv_n-h1-852088-5 with host n-h1-852088-5 {{(pid=107777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:43:55.912927 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-941fd4bd-193f-41db-8711-f527c926aefb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (1d4942d4-af6f-42fd-8c68-0fde6320a371), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:55.922903 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e0d9ac2e-78be-4763-a715-d312c0ebd5e1 admin admin] Publish callbacks [] for security_group (79e3e97f-a33d-41f9-af30-4704d278eafa), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:55.996131 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:56.031475 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e0d9ac2e-78be-4763-a715-d312c0ebd5e1 admin admin] Publish callbacks [] for security_group (79e3e97f-a33d-41f9-af30-4704d278eafa), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:56.031840 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ed7a9617-f59e-4a56-8912-2f0d31524a0e req-e579a835-631d-464d-95f2-7c79f5ca1c68 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5f05d608-4848-4250-8cea-1038296063f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118357 Aug 27 04:43:56.043566 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab575a8-6503-4e4d-8bed-98b2f0c4e39e req-0e787a93-51fa-4b16-b203-efb6729afea0 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:56.045495 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f477af9-b357-4fa5-b57b-c48ed7639cf7 req-df91923c-11b5-4bf2-a820-c83895b3476a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:56.048888 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-3f477af9-b357-4fa5-b57b-c48ed7639cf7 req-df91923c-11b5-4bf2-a820-c83895b3476a service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.3826568 Aug 27 04:43:56.054321 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-bab575a8-6503-4e4d-8bed-98b2f0c4e39e req-0e787a93-51fa-4b16-b203-efb6729afea0 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9d116f1-4153-497d-a882-0178a925c0b4 HTTP/1.1" status: 200 len: 948 time: 0.1521738 Aug 27 04:43:56.063444 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c538e2c5-7794-412b-99bb-3aa4c8b5db63 admin admin] Publish callbacks [] for router_gateway (43cf84d1-5f74-4bb8-8573-51eaa3061d3e), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:56.072016 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port 56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:43:56.074807 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-ba23008b-4071-4fea-9d6c-3f091acc8542 None None] Provisioning complete for port dd6df344-23a7-49e3-bacc-c996c962dad5 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:43:56.075188 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ba23008b-4071-4fea-9d6c-3f091acc8542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (dd6df344-23a7-49e3-bacc-c996c962dad5), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:56.110239 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-54f1a684-12bc-4cde-aacc-b285056b6bad admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-827839925-network', 'tenant_id': 'b6a23c895331412bb3665a23309ac67e'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:43:56.112423 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Device f3bec615-3793-4fbd-9846-435b07021a52 details requested by agent hyperv_n-h2-852088-5 with host n-h2-852088-5 {{(pid=107777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:43:56.124825 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-bab575a8-6503-4e4d-8bed-98b2f0c4e39e req-d29e3a05-3945-4759-9c2c-56e9d145499c tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=594a0af3-d4d8-4c58-beac-6fa100daab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624309 Aug 27 04:43:56.137680 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Returning: {'device': '56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'port_id': '56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a', 'mac_address': 'fa:16:3e:30:8f:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120f3302-721f-4373-86a6-3aa14ccf6ac4', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:43:56.153061 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:56.171481 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-941fd4bd-193f-41db-8711-f527c926aefb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (1d4942d4-af6f-42fd-8c68-0fde6320a371), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:56.172512 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941fd4bd-193f-41db-8711-f527c926aefb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:56.173090 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-941fd4bd-193f-41db-8711-f527c926aefb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:56.216611 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f1a684-12bc-4cde-aacc-b285056b6bad admin admin] Made reservation on behalf of b6a23c895331412bb3665a23309ac67e for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:43:56.224830 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-54f1a684-12bc-4cde-aacc-b285056b6bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:56.245085 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-54f1a684-12bc-4cde-aacc-b285056b6bad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:56.266026 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f477af9-b357-4fa5-b57b-c48ed7639cf7 req-8b9a1709-42a1-4f72-a22f-04996e54879d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:56.267538 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-3f477af9-b357-4fa5-b57b-c48ed7639cf7 req-8b9a1709-42a1-4f72-a22f-04996e54879d service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2066050 Aug 27 04:43:56.271149 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Current status of the port 56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a is: ACTIVE; New status is: BUILD {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:43:56.271699 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:56.297281 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device dd6df344-23a7-49e3-bacc-c996c962dad5 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:43:56.353209 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a {{(pid=107777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 04:43:56.358514 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-54f1a684-12bc-4cde-aacc-b285056b6bad admin admin] Publish callbacks [] for security_group (869c4cb4-444a-484b-9cd7-558791d34a3f), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:56.366406 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-941fd4bd-193f-41db-8711-f527c926aefb admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.6608748 Aug 27 04:43:56.369461 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 44960) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:56.375048 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-c38d9215-4cb6-49c9-a696-f1c92828df9b admin admin] Request body: {'subnet': {'network_id': '1d4942d4-af6f-42fd-8c68-0fde6320a371', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-917147289-subnet', 'tenant_id': '0b2ef28fea57405191162c673ef041ab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:43:56.380812 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] For port f3bec615-3793-4fbd-9846-435b07021a52, host n-h2-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852088-5',level=0,port_id=f3bec615-3793-4fbd-9846-435b07021a52,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:43:56.393565 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-ba23008b-4071-4fea-9d6c-3f091acc8542 None None] Current status of the port dd6df344-23a7-49e3-bacc-c996c962dad5 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:43:56.402031 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Returning: {'device': 'f3bec615-3793-4fbd-9846-435b07021a52', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'port_id': 'f3bec615-3793-4fbd-9846-435b07021a52', 'mac_address': 'fa:16:3e:0c:a5:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120f3302-721f-4373-86a6-3aa14ccf6ac4', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:43:56.422982 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941fd4bd-193f-41db-8711-f527c926aefb admin admin] Pushing event updated for resources: {'Network': ['ID=1d4942d4-af6f-42fd-8c68-0fde6320a371,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:56.429800 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port 56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:43:56.433963 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-54f1a684-12bc-4cde-aacc-b285056b6bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (869c4cb4-444a-484b-9cd7-558791d34a3f), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:56.456133 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port dd6df344-23a7-49e3-bacc-c996c962dad5 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:43:56.456514 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (dd6df344-23a7-49e3-bacc-c996c962dad5), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:56.458493 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 1d4942d4-af6f-42fd-8c68-0fde6320a371 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:43:56.464834 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54f1a684-12bc-4cde-aacc-b285056b6bad admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:43:56.471028 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f1a684-12bc-4cde-aacc-b285056b6bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869c4cb4-444a-484b-9cd7-558791d34a3f,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:56.477240 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-54f1a684-12bc-4cde-aacc-b285056b6bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (cc35143f-3219-4624-9df8-ff401cad1390), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:56.477479 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-54f1a684-12bc-4cde-aacc-b285056b6bad admin admin] Added segment cc35143f-3219-4624-9df8-ff401cad1390 of type vlan for network b4c008d7-8b2f-4069-83bf-17165df90904 Aug 27 04:43:56.518494 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38d9215-4cb6-49c9-a696-f1c92828df9b admin admin] Made reservation on behalf of 0b2ef28fea57405191162c673ef041ab for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:43:56.521226 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c38d9215-4cb6-49c9-a696-f1c92828df9b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:56.547276 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-e33e0643-5aa3-4b01-8460-a0defcdafc58 req-029dea9a-985b-4ac7-a1bc-1dbd3cb7c5a8 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (31be88be-5056-44bd-b6fb-02e2640a6e3e), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:56.557647 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e0d9ac2e-78be-4763-a715-d312c0ebd5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (79e3e97f-a33d-41f9-af30-4704d278eafa), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:56.560079 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e0d9ac2e-78be-4763-a715-d312c0ebd5e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:56.564090 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e0d9ac2e-78be-4763-a715-d312c0ebd5e1 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/79e3e97f-a33d-41f9-af30-4704d278eafa HTTP/1.1" status: 204 len: 168 time: 1.1722050 Aug 27 04:43:56.570549 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-54f1a684-12bc-4cde-aacc-b285056b6bad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (b4c008d7-8b2f-4069-83bf-17165df90904), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:56.602584 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-3f477af9-b357-4fa5-b57b-c48ed7639cf7 req-4fc046ae-a73d-4929-a7d0-6302104f65e5 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204138 Aug 27 04:43:56.611799 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029dea9a-985b-4ac7-a1bc-1dbd3cb7c5a8 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Pushing event deleted for resources: {'Port': ['ID=31be88be-5056-44bd-b6fb-02e2640a6e3e,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:56.640444 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d9ac2e-78be-4763-a715-d312c0ebd5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e3e97f-a33d-41f9-af30-4704d278eafa,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:56.703884 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] get_ports_and_sgs() called for port_ids ['31be88be-5056-44bd-b6fb-02e2640a6e3e'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:43:56.724002 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c538e2c5-7794-412b-99bb-3aa4c8b5db63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (43cf84d1-5f74-4bb8-8573-51eaa3061d3e), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:56.731544 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:56.750716 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-54f1a684-12bc-4cde-aacc-b285056b6bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (b4c008d7-8b2f-4069-83bf-17165df90904), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:56.755129 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f1a684-12bc-4cde-aacc-b285056b6bad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:56.755129 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-54f1a684-12bc-4cde-aacc-b285056b6bad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:56.762192 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [req-e33e0643-5aa3-4b01-8460-a0defcdafc58 req-029dea9a-985b-4ac7-a1bc-1dbd3cb7c5a8 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] No DVR routers for this DVR port 31be88be-5056-44bd-b6fb-02e2640a6e3e on host n-h1-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:43:56.765105 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-e33e0643-5aa3-4b01-8460-a0defcdafc58 req-029dea9a-985b-4ac7-a1bc-1dbd3cb7c5a8 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:56.769506 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-e33e0643-5aa3-4b01-8460-a0defcdafc58 req-029dea9a-985b-4ac7-a1bc-1dbd3cb7c5a8 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.75 "DELETE /networking/v2.0/ports/31be88be-5056-44bd-b6fb-02e2640a6e3e HTTP/1.1" status: 204 len: 173 time: 1.5631795 Aug 27 04:43:56.773440 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b04c2f7-f091-4a7e-b4c0-3766f0213d90', 'name': 'network-vif-deleted', 'tag': '31be88be-5056-44bd-b6fb-02e2640a6e3e'}] {{(pid=107776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:43:56.778401 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7ad66632f4c78724655075356aa8535ba41c652eced6c9cea0c1f0c67b1e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e94e1ad-2f6e-4c70-9669-abfeb6b0ab71" -d '{"events": [{"server_uuid": "8b04c2f7-f091-4a7e-b4c0-3766f0213d90", "name": "network-vif-deleted", "tag": "31be88be-5056-44bd-b6fb-02e2640a6e3e"}]}' {{(pid=107776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:43:56.791608 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Current status of the port f3bec615-3793-4fbd-9846-435b07021a52 is: DOWN; New status is: BUILD {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:43:56.791940 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f3bec615-3793-4fbd-9846-435b07021a52), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:56.826553 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3bec615-3793-4fbd-9846-435b07021a52 {{(pid=107777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 04:43:56.875279 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f1a684-12bc-4cde-aacc-b285056b6bad admin admin] Pushing event updated for resources: {'Network': ['ID=b4c008d7-8b2f-4069-83bf-17165df90904,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:56.884788 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 04:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235ca4ea-eb7c-41cd-b44b-075ba2a80198 x-openstack-request-id: req-235ca4ea-eb7c-41cd-b44b-075ba2a80198 {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:43:56.885855 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b04c2f7-f091-4a7e-b4c0-3766f0213d90", "name": "network-vif-deleted", "tag": "31be88be-5056-44bd-b6fb-02e2640a6e3e", "status": "completed", "code": 200}]} {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:43:56.886111 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-235ca4ea-eb7c-41cd-b44b-075ba2a80198 {{(pid=107776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:43:56.886740 n-d-852088-5 neutron-server[107776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-235ca4ea-eb7c-41cd-b44b-075ba2a80198'] response: {'server_uuid': '8b04c2f7-f091-4a7e-b4c0-3766f0213d90', 'name': 'network-vif-deleted', 'tag': '31be88be-5056-44bd-b6fb-02e2640a6e3e', 'status': 'completed', 'code': 200} Aug 27 04:43:56.891432 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-3f477af9-b357-4fa5-b57b-c48ed7639cf7 req-416a36ee-61fe-401c-9a8d-f4aff8fda636 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727652 Aug 27 04:43:56.913390 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network b4c008d7-8b2f-4069-83bf-17165df90904 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:43:56.935063 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc1fb4-11b4-49c8-a4e9-fd1eb2e1850b req-435db89e-c950-4fbf-acb4-86c2650bff44 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:56.942348 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-cedc1fb4-11b4-49c8-a4e9-fd1eb2e1850b req-435db89e-c950-4fbf-acb4-86c2650bff44 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a9f0774-af45-459e-9f83-ec4559b431a9 HTTP/1.1" status: 200 len: 948 time: 0.0681665 Aug 27 04:43:56.965126 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] For port f3bec615-3793-4fbd-9846-435b07021a52, host n-h2-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852088-5',level=0,port_id=f3bec615-3793-4fbd-9846-435b07021a52,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:43:56.968902 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-54f1a684-12bc-4cde-aacc-b285056b6bad admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0648057 Aug 27 04:43:56.972399 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c38d9215-4cb6-49c9-a696-f1c92828df9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (8e2f4330-d5e7-410c-8656-1b3e22e57e2c), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:56.973061 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-55ce9877-a651-4dd9-9648-f58fadd34468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:56.988630 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 44968) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:57.019056 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-a9259fbc-be5e-4aeb-a120-695c62ec4de2 admin admin] Request body: {'subnet': {'network_id': 'b4c008d7-8b2f-4069-83bf-17165df90904', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-827839925-subnet', 'tenant_id': 'b6a23c895331412bb3665a23309ac67e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:43:57.048405 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c538e2c5-7794-412b-99bb-3aa4c8b5db63 admin admin] Router 43cf84d1-5f74-4bb8-8573-51eaa3061d3e is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:43:57.050683 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Pushing event updated for resources: {'Port': ['ID=56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a,revision_number=6']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:57.056004 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (f3bec615-3793-4fbd-9846-435b07021a52), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:57.059684 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] get_ports_and_sgs() called for port_ids ['56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:43:57.111566 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38d9215-4cb6-49c9-a696-f1c92828df9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e2f4330-d5e7-410c-8656-1b3e22e57e2c,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:57.118730 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-cedc1fb4-11b4-49c8-a4e9-fd1eb2e1850b req-88cd21a6-21ca-4f9c-bcda-8242faf450b0 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754618 Aug 27 04:43:57.131216 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port dd6df344-23a7-49e3-bacc-c996c962dad5 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:43:57.144825 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38d9215-4cb6-49c9-a696-f1c92828df9b admin admin] Checking segment: {'id': '64883fb7-63fb-4a53-a3c6-50decfe2fa4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1d4942d4-af6f-42fd-8c68-0fde6320a371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:43:57.145735 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38d9215-4cb6-49c9-a696-f1c92828df9b admin admin] Network hostable DHCP agents. Network: 1d4942d4-af6f-42fd-8c68-0fde6320a371, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:43:57.173908 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9259fbc-be5e-4aeb-a120-695c62ec4de2 admin admin] Made reservation on behalf of b6a23c895331412bb3665a23309ac67e for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:43:57.182420 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a9259fbc-be5e-4aeb-a120-695c62ec4de2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:57.200010 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-063653ce-aa60-4290-8042-e123544a23a6 req-45595e85-d2df-4cc5-b73a-249c1a895dc7 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8b04c2f7-f091-4a7e-b4c0-3766f0213d90 HTTP/1.1" status: 200 len: 210 time: 0.0436842 Aug 27 04:43:57.256059 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Pushing event updated for resources: {'Port': ['ID=f3bec615-3793-4fbd-9846-435b07021a52,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:57.310682 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85514372-a095-4ab8-97c1-5ce2d16da2a0 req-0a35dc51-1047-4d78-a450-b73a97a29c46 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:57.312294 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-85514372-a095-4ab8-97c1-5ce2d16da2a0 req-0a35dc51-1047-4d78-a450-b73a97a29c46 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9d116f1-4153-497d-a882-0178a925c0b4 HTTP/1.1" status: 200 len: 948 time: 0.0770402 Aug 27 04:43:57.326819 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38d9215-4cb6-49c9-a696-f1c92828df9b admin admin] Network 1d4942d4-af6f-42fd-8c68-0fde6320a371 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:43:57.404008 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c538e2c5-7794-412b-99bb-3aa4c8b5db63 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:43:57.421286 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d2378f-0da1-4834-b838-9c19478716d0 None None] Sync routers for ids ['43cf84d1-5f74-4bb8-8573-51eaa3061d3e'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:43:57.425206 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-c38d9215-4cb6-49c9-a696-f1c92828df9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 1d4942d4-af6f-42fd-8c68-0fde6320a371) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:43:57.437187 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba94581-79bf-410d-8adc-5f5a5cc825d0 None None] Network 1d4942d4-af6f-42fd-8c68-0fde6320a371 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:43:57.438279 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38d9215-4cb6-49c9-a696-f1c92828df9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:57.438880 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c38d9215-4cb6-49c9-a696-f1c92828df9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:57.442549 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d2378f-0da1-4834-b838-9c19478716d0 None None] Routers {'43cf84d1-5f74-4bb8-8573-51eaa3061d3e'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:43:57.443919 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-05d2378f-0da1-4834-b838-9c19478716d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:43:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['43cf84d1-5f74-4bb8-8573-51eaa3061d3e'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:43:57.470152 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-85514372-a095-4ab8-97c1-5ce2d16da2a0 req-4ff1674b-95f5-4a23-babc-8779a71ec7b8 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=594a0af3-d4d8-4c58-beac-6fa100daab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519604 Aug 27 04:43:57.504030 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] get_ports_and_sgs() called for port_ids ['f3bec615-3793-4fbd-9846-435b07021a52'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:43:57.562980 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c538e2c5-7794-412b-99bb-3aa4c8b5db63 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:57.565270 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c538e2c5-7794-412b-99bb-3aa4c8b5db63 admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.3721588 Aug 27 04:43:57.568083 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 44994) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:57.630506 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c38d9215-4cb6-49c9-a696-f1c92828df9b admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2595775 Aug 27 04:43:57.631245 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:57.635888 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 44996) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:57.644986 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-13176877-e2ba-487f-b8e1-f99244cff3c2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-917147289-router', 'tenant_id': '0b2ef28fea57405191162c673ef041ab', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:43:57.676809 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-05d2378f-0da1-4834-b838-9c19478716d0 None None] Set router 43cf84d1-5f74-4bb8-8573-51eaa3061d3e gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:43:57.697936 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae41090-1ae5-4061-bac5-966ebb5fe4e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-1d4942d4-af6f-42fd-8c68-0fde6320a371', 'network_id': '1d4942d4-af6f-42fd-8c68-0fde6320a371', 'project_id': '0b2ef28fea57405191162c673ef041ab', 'fixed_ips': [{'subnet_id': '8e2f4330-d5e7-410c-8656-1b3e22e57e2c'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:43:57.699176 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1ae41090-1ae5-4061-bac5-966ebb5fe4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:57.715976 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a9259fbc-be5e-4aeb-a120-695c62ec4de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (237c9bc3-fe58-4443-98a8-fef27baf9af0), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:57.818677 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9259fbc-be5e-4aeb-a120-695c62ec4de2 admin admin] Checking segment: {'id': 'cc35143f-3219-4624-9df8-ff401cad1390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b4c008d7-8b2f-4069-83bf-17165df90904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:43:57.819139 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9259fbc-be5e-4aeb-a120-695c62ec4de2 admin admin] Network hostable DHCP agents. Network: b4c008d7-8b2f-4069-83bf-17165df90904, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:43:57.844491 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-13176877-e2ba-487f-b8e1-f99244cff3c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (a219e3ed-f530-4783-a3c3-ad8ca2f88e43), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:57.845560 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-13176877-e2ba-487f-b8e1-f99244cff3c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (a219e3ed-f530-4783-a3c3-ad8ca2f88e43), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:57.852102 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9259fbc-be5e-4aeb-a120-695c62ec4de2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=237c9bc3-fe58-4443-98a8-fef27baf9af0,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:57.876156 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-05d2378f-0da1-4834-b838-9c19478716d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43cf84d1-5f74-4bb8-8573-51eaa3061d3e', 'name': 'tempest-TaggedBootDevicesTest_v242-425288806-router', 'tenant_id': '3b1896a4899d4c37af1be6a7f91249c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '14857796-3ad5-436c-9731-3b9f4d943a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:43:52Z', 'updated_at': '2022-08-27T04:43:55Z', 'revision_number': 3, 'project_id': '3b1896a4899d4c37af1be6a7f91249c0', 'gw_port': {'id': '14857796-3ad5-436c-9731-3b9f4d943a1f', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a4:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43cf84d1-5f74-4bb8-8573-51eaa3061d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:43:53Z', 'updated_at': '2022-08-27T04:43:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:43:57.908029 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d2378f-0da1-4834-b838-9c19478716d0 None None] Checking router: 43cf84d1-5f74-4bb8-8573-51eaa3061d3e for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:43:57.908632 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d2378f-0da1-4834-b838-9c19478716d0 None None] Updating router 43cf84d1-5f74-4bb8-8573-51eaa3061d3e port 14857796-3ad5-436c-9731-3b9f4d943a1f binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:43:57.933549 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device 56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a up at agent hyperv_n-h1-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:43:57.948569 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=7 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:57.974207 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-1ae41090-1ae5-4061-bac5-966ebb5fe4e0 None None] Allocated IP 172.20.0.2 (1d4942d4-af6f-42fd-8c68-0fde6320a371/8e2f4330-d5e7-410c-8656-1b3e22e57e2c/d72d079f-2350-4360-9a79-2391a41b8ed6) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:43:57.974677 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-05d2378f-0da1-4834-b838-9c19478716d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (14857796-3ad5-436c-9731-3b9f4d943a1f), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:57.983504 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9259fbc-be5e-4aeb-a120-695c62ec4de2 admin admin] Network b4c008d7-8b2f-4069-83bf-17165df90904 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:43:57.989242 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:57.997411 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-13176877-e2ba-487f-b8e1-f99244cff3c2 admin admin] Publish callbacks [] for router_controller (a219e3ed-f530-4783-a3c3-ad8ca2f88e43), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:58.058087 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:58.067983 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Provisioning complete for port 56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:43:58.068554 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:58.079131 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-a9259fbc-be5e-4aeb-a120-695c62ec4de2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, b4c008d7-8b2f-4069-83bf-17165df90904) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:43:58.096014 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff088f9d-9bb2-419c-895a-bcd0a0281f99 None None] Network b4c008d7-8b2f-4069-83bf-17165df90904 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:43:58.101147 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9259fbc-be5e-4aeb-a120-695c62ec4de2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:58.105412 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a9259fbc-be5e-4aeb-a120-695c62ec4de2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:58.112374 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c519b5e6-e21d-415c-aea3-b2e8eca726ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:58.301075 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-05d2378f-0da1-4834-b838-9c19478716d0 None None] Publish callbacks [] for port (14857796-3ad5-436c-9731-3b9f4d943a1f), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:58.302264 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-c519b5e6-e21d-415c-aea3-b2e8eca726ac admin admin] Allocated IP 172.20.0.1 (8c494509-f57b-4935-9704-d9c2d00d1f50/a7d60b9a-f602-4a9e-8abf-f85d6fdd3cf6/08930d92-ee9f-4b43-a949-4988257d8376) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:43:58.364241 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 45010) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:58.389013 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-05d2378f-0da1-4834-b838-9c19478716d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (14857796-3ad5-436c-9731-3b9f4d943a1f), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:58.437571 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1ae41090-1ae5-4061-bac5-966ebb5fe4e0 None None] Publish callbacks [] for port (d72d079f-2350-4360-9a79-2391a41b8ed6), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:58.441437 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f2b64640-bb67-42d0-8cd5-548e7dbf1d7b req-ef0317ef-0f8a-448d-af79-ddef888449f6 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8b04c2f7-f091-4a7e-b4c0-3766f0213d90 HTTP/1.1" status: 200 len: 210 time: 0.0790174 Aug 27 04:43:58.446980 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Current status of the port 56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a is: BUILD; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:43:58.450622 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:58.462452 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0763f9-9351-468e-8868-ffdfb0b63018 req-7c41e930-f2d3-4006-b82d-883da5f214fe tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:58.464967 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8e0763f9-9351-468e-8868-ffdfb0b63018 req-7c41e930-f2d3-4006-b82d-883da5f214fe tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a9f0774-af45-459e-9f83-ec4559b431a9 HTTP/1.1" status: 200 len: 949 time: 0.1011937 Aug 27 04:43:58.493392 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d55fd7b-9c5d-4b78-a853-ee74fd094589 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-b4c008d7-8b2f-4069-83bf-17165df90904', 'network_id': 'b4c008d7-8b2f-4069-83bf-17165df90904', 'project_id': 'b6a23c895331412bb3665a23309ac67e', 'fixed_ips': [{'subnet_id': '237c9bc3-fe58-4443-98a8-fef27baf9af0'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:43:58.496292 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6d55fd7b-9c5d-4b78-a853-ee74fd094589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:58.534616 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122b4dae-2aa2-46c6-872e-34f2e0c8a65c None None] Pushing event updated for resources: {'Port': ['ID=14857796-3ad5-436c-9731-3b9f4d943a1f,revision_number=2']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:58.535291 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c519b5e6-e21d-415c-aea3-b2e8eca726ac admin admin] Publish callbacks [] for port (08930d92-ee9f-4b43-a949-4988257d8376), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:58.537097 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-05d2378f-0da1-4834-b838-9c19478716d0 None None] Attempting to bind port 14857796-3ad5-436c-9731-3b9f4d943a1f on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:43:58.537484 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-05d2378f-0da1-4834-b838-9c19478716d0 None None] Attempting to bind port 14857796-3ad5-436c-9731-3b9f4d943a1f by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:43:58.537992 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d2378f-0da1-4834-b838-9c19478716d0 None None] Attempting to bind port 14857796-3ad5-436c-9731-3b9f4d943a1f on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:43:58.548446 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d2378f-0da1-4834-b838-9c19478716d0 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:43:58.548821 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d2378f-0da1-4834-b838-9c19478716d0 None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:43:58.549221 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-05d2378f-0da1-4834-b838-9c19478716d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:58.551771 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d2378f-0da1-4834-b838-9c19478716d0 None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:43:58.552283 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-05d2378f-0da1-4834-b838-9c19478716d0 None None] Bound port: 14857796-3ad5-436c-9731-3b9f4d943a1f, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:43:58.552666 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-05d2378f-0da1-4834-b838-9c19478716d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (14857796-3ad5-436c-9731-3b9f4d943a1f), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:58.553279 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8e0763f9-9351-468e-8868-ffdfb0b63018 req-999440b8-7cb3-42dc-9d7f-89d974f40eca tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813377 Aug 27 04:43:58.587654 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1ae41090-1ae5-4061-bac5-966ebb5fe4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (d72d079f-2350-4360-9a79-2391a41b8ed6), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:58.654616 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-05d2378f-0da1-4834-b838-9c19478716d0 None None] For port 14857796-3ad5-436c-9731-3b9f4d943a1f, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:43:58.664278 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-05d2378f-0da1-4834-b838-9c19478716d0 None None] For port 14857796-3ad5-436c-9731-3b9f4d943a1f, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=14857796-3ad5-436c-9731-3b9f4d943a1f,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:43:58.669212 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-eb4b33f5-2a91-44cb-8548-5dbca8952f5d admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1821564961-network', 'tenant_id': '4b1fca82aba64e7197467816e31033bb'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:43:58.677356 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9841d77-b07c-4960-ab3f-c85e2d601518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a'}] {{(pid=107777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:43:58.680720 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6e1ed2c1589df8125b2075e26a1ec4ff1174e69d6a71546bdf3c3a9a29d330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b7bfab-0ffc-4511-bb3c-bb9a23a7c019" -d '{"events": [{"server_uuid": "d9841d77-b07c-4960-ab3f-c85e2d601518", "name": "network-vif-plugged", "status": "completed", "tag": "56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a"}]}' {{(pid=107777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:43:58.701167 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ebc0ce-3186-4ea4-b091-3947aa7a4d8e req-a96fbb2a-26b2-4f8d-9be3-fabf0316e5b9 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:58.702693 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-05ebc0ce-3186-4ea4-b091-3947aa7a4d8e req-a96fbb2a-26b2-4f8d-9be3-fabf0316e5b9 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9d116f1-4153-497d-a882-0178a925c0b4 HTTP/1.1" status: 200 len: 948 time: 0.0943379 Aug 27 04:43:58.717712 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae41090-1ae5-4061-bac5-966ebb5fe4e0 None None] Network 1d4942d4-af6f-42fd-8c68-0fde6320a371 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:43:58.761173 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port 56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:43:58.762278 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-05ebc0ce-3186-4ea4-b091-3947aa7a4d8e req-c03575c7-eb16-4080-a6f8-5ae3e6c254ea tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=594a0af3-d4d8-4c58-beac-6fa100daab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523877 Aug 27 04:43:58.764554 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c519b5e6-e21d-415c-aea3-b2e8eca726ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (08930d92-ee9f-4b43-a949-4988257d8376), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:58.767274 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae41090-1ae5-4061-bac5-966ebb5fe4e0 None None] Pushing event updated for resources: {'Port': ['ID=d72d079f-2350-4360-9a79-2391a41b8ed6,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:58.770687 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-1ae41090-1ae5-4061-bac5-966ebb5fe4e0 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:43:58.777883 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-05d2378f-0da1-4834-b838-9c19478716d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (14857796-3ad5-436c-9731-3b9f4d943a1f), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:58.790252 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae41090-1ae5-4061-bac5-966ebb5fe4e0 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:43:58.798169 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-13176877-e2ba-487f-b8e1-f99244cff3c2 admin admin] Publish callbacks [] for router_gateway (a219e3ed-f530-4783-a3c3-ad8ca2f88e43), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:58.804079 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4b33f5-2a91-44cb-8548-5dbca8952f5d admin admin] Made reservation on behalf of 4b1fca82aba64e7197467816e31033bb for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:43:58.806595 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-eb4b33f5-2a91-44cb-8548-5dbca8952f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:58.806766 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:58.812227 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a9259fbc-be5e-4aeb-a120-695c62ec4de2 admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8211045 Aug 27 04:43:58.814204 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 45032) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:43:58.817131 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c519b5e6-e21d-415c-aea3-b2e8eca726ac admin admin] Network 8c494509-f57b-4935-9704-d9c2d00d1f50 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:43:58.820067 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-a7704ed0-ba40-4733-ac32-17ca928604c7 admin admin] Request body: {'router': {'name': 'tempest-SecurityGroupRulesTestJSON-827839925-router', 'tenant_id': 'b6a23c895331412bb3665a23309ac67e', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:43:58.828743 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-eb4b33f5-2a91-44cb-8548-5dbca8952f5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:58.831136 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-c519b5e6-e21d-415c-aea3-b2e8eca726ac admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:43:58.836021 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d2378f-0da1-4834-b838-9c19478716d0 None None] Routers {'43cf84d1-5f74-4bb8-8573-51eaa3061d3e'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:43:58.836356 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:58.837383 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device 31be88be-5056-44bd-b6fb-02e2640a6e3e no longer exists at agent hyperv_n-h1-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:43:58.841274 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c519b5e6-e21d-415c-aea3-b2e8eca726ac admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:43:58.845151 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-05d2378f-0da1-4834-b838-9c19478716d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:43:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['43cf84d1-5f74-4bb8-8573-51eaa3061d3e'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:43:58.891989 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c519b5e6-e21d-415c-aea3-b2e8eca726ac admin admin] Pushing event updated for resources: {'Port': ['ID=08930d92-ee9f-4b43-a949-4988257d8376,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:58.939568 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] No Port match for: 31be88be-5056-44bd-b6fb-02e2640a6e3e {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:43:58.939909 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device 31be88be-5056-44bd-b6fb-02e2640a6e3e not bound to the agent host n-h1-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:43:58.941673 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c519b5e6-e21d-415c-aea3-b2e8eca726ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (43cf84d1-5f74-4bb8-8573-51eaa3061d3e), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:58.955087 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:58.955363 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Device f3bec615-3793-4fbd-9846-435b07021a52 up at agent hyperv_n-h2-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:43:59.002491 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a7704ed0-ba40-4733-ac32-17ca928604c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (f811343a-43d4-4e64-9f9d-c47356a73d67), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:59.003538 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a7704ed0-ba40-4733-ac32-17ca928604c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (f811343a-43d4-4e64-9f9d-c47356a73d67), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:59.044419 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122b4dae-2aa2-46c6-872e-34f2e0c8a65c None None] Pushing event updated for resources: {'Port': ['ID=14857796-3ad5-436c-9731-3b9f4d943a1f,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:59.106768 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:43:59.111044 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-05d2378f-0da1-4834-b838-9c19478716d0 None None] Set router 43cf84d1-5f74-4bb8-8573-51eaa3061d3e gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:43:59.138273 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 04:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8abb43b8-bea3-4930-b560-33faf932cfaf x-openstack-request-id: req-8abb43b8-bea3-4930-b560-33faf932cfaf {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:43:59.138509 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9841d77-b07c-4960-ab3f-c85e2d601518", "name": "network-vif-plugged", "status": "completed", "tag": "56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a", "code": 200}]} {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:43:59.143335 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8abb43b8-bea3-4930-b560-33faf932cfaf {{(pid=107777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:43:59.143335 n-d-852088-5 neutron-server[107777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8abb43b8-bea3-4930-b560-33faf932cfaf'] response: {'server_uuid': 'd9841d77-b07c-4960-ab3f-c85e2d601518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a', 'code': 200} Aug 27 04:43:59.151164 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a7704ed0-ba40-4733-ac32-17ca928604c7 admin admin] Publish callbacks [] for router_controller (f811343a-43d4-4e64-9f9d-c47356a73d67), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:59.170780 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-13176877-e2ba-487f-b8e1-f99244cff3c2 admin admin] Publish callbacks [] for router_gateway (a219e3ed-f530-4783-a3c3-ad8ca2f88e43), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:59.199007 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-1ae41090-1ae5-4061-bac5-966ebb5fe4e0 None None] Attempting to bind port d72d079f-2350-4360-9a79-2391a41b8ed6 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:43:59.199434 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-1ae41090-1ae5-4061-bac5-966ebb5fe4e0 None None] Attempting to bind port d72d079f-2350-4360-9a79-2391a41b8ed6 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '64883fb7-63fb-4a53-a3c6-50decfe2fa4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1d4942d4-af6f-42fd-8c68-0fde6320a371'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:43:59.199844 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae41090-1ae5-4061-bac5-966ebb5fe4e0 None None] Attempting to bind port d72d079f-2350-4360-9a79-2391a41b8ed6 on network 1d4942d4-af6f-42fd-8c68-0fde6320a371 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:43:59.207600 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-13176877-e2ba-487f-b8e1-f99244cff3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:59.213067 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae41090-1ae5-4061-bac5-966ebb5fe4e0 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:43:59.213492 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae41090-1ae5-4061-bac5-966ebb5fe4e0 None None] Checking segment: {'id': '64883fb7-63fb-4a53-a3c6-50decfe2fa4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1d4942d4-af6f-42fd-8c68-0fde6320a371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:43:59.213914 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1ae41090-1ae5-4061-bac5-966ebb5fe4e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:59.214516 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae41090-1ae5-4061-bac5-966ebb5fe4e0 None None] Bound using segment: {'id': '64883fb7-63fb-4a53-a3c6-50decfe2fa4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1d4942d4-af6f-42fd-8c68-0fde6320a371'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:43:59.215134 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-1ae41090-1ae5-4061-bac5-966ebb5fe4e0 None None] Bound port: d72d079f-2350-4360-9a79-2391a41b8ed6, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64883fb7-63fb-4a53-a3c6-50decfe2fa4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1d4942d4-af6f-42fd-8c68-0fde6320a371'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:43:59.215529 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1ae41090-1ae5-4061-bac5-966ebb5fe4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (d72d079f-2350-4360-9a79-2391a41b8ed6), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:59.222344 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-eb4b33f5-2a91-44cb-8548-5dbca8952f5d admin admin] Publish callbacks [] for security_group (2d27652c-ab56-4f46-b62c-95d6b93cc85e), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:59.230258 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Provisioning for port f3bec615-3793-4fbd-9846-435b07021a52 completed by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 27 04:43:59.241763 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Pushing event updated for resources: {'Port': ['ID=56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a,revision_number=7']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:59.288216 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-6d55fd7b-9c5d-4b78-a853-ee74fd094589 None None] Allocated IP 172.20.0.2 (b4c008d7-8b2f-4069-83bf-17165df90904/237c9bc3-fe58-4443-98a8-fef27baf9af0/cf6684a3-60d6-4b70-a9c1-88f287633e02) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:43:59.292008 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-26d90f0e-2ec5-40a6-8e1b-69f39fa53f13 None None] Provisioning complete for port 08930d92-ee9f-4b43-a949-4988257d8376 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:43:59.292473 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-26d90f0e-2ec5-40a6-8e1b-69f39fa53f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (08930d92-ee9f-4b43-a949-4988257d8376), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:59.328418 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-eb4b33f5-2a91-44cb-8548-5dbca8952f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (2d27652c-ab56-4f46-b62c-95d6b93cc85e), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:59.331696 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-05d2378f-0da1-4834-b838-9c19478716d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43cf84d1-5f74-4bb8-8573-51eaa3061d3e', 'name': 'tempest-TaggedBootDevicesTest_v242-425288806-router', 'tenant_id': '3b1896a4899d4c37af1be6a7f91249c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '14857796-3ad5-436c-9731-3b9f4d943a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:43:52Z', 'updated_at': '2022-08-27T04:43:55Z', 'revision_number': 3, 'project_id': '3b1896a4899d4c37af1be6a7f91249c0', 'gw_port': {'id': '14857796-3ad5-436c-9731-3b9f4d943a1f', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a4:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43cf84d1-5f74-4bb8-8573-51eaa3061d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:43:53Z', 'updated_at': '2022-08-27T04:43:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:43:59.341931 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-37d9c3ad-a46a-49ef-b9a6-6e3625abe386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:59.346277 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Provisioning complete for port f3bec615-3793-4fbd-9846-435b07021a52 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:43:59.346646 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (f3bec615-3793-4fbd-9846-435b07021a52), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:59.368759 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d2378f-0da1-4834-b838-9c19478716d0 None None] The sync data for ids ['43cf84d1-5f74-4bb8-8573-51eaa3061d3e'] in n-d-852088-5 is: [{'id': '43cf84d1-5f74-4bb8-8573-51eaa3061d3e', 'name': 'tempest-TaggedBootDevicesTest_v242-425288806-router', 'tenant_id': '3b1896a4899d4c37af1be6a7f91249c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '14857796-3ad5-436c-9731-3b9f4d943a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:43:52Z', 'updated_at': '2022-08-27T04:43:55Z', 'revision_number': 3, 'project_id': '3b1896a4899d4c37af1be6a7f91249c0', 'gw_port': {'id': '14857796-3ad5-436c-9731-3b9f4d943a1f', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a4:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43cf84d1-5f74-4bb8-8573-51eaa3061d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:43:53Z', 'updated_at': '2022-08-27T04:43:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:43:59.391493 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb4b33f5-2a91-44cb-8548-5dbca8952f5d admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:43:59.420889 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-eb4b33f5-2a91-44cb-8548-5dbca8952f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (42402018-3bae-4c3d-bb5f-4422aacc8487), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:59.421373 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-eb4b33f5-2a91-44cb-8548-5dbca8952f5d admin admin] Added segment 42402018-3bae-4c3d-bb5f-4422aacc8487 of type vlan for network ce97f614-52e4-43e0-bccc-d2356788f988 Aug 27 04:43:59.423237 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c519b5e6-e21d-415c-aea3-b2e8eca726ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (08930d92-ee9f-4b43-a949-4988257d8376), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:59.425469 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4b33f5-2a91-44cb-8548-5dbca8952f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d27652c-ab56-4f46-b62c-95d6b93cc85e,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:43:59.451997 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a7704ed0-ba40-4733-ac32-17ca928604c7 admin admin] Publish callbacks [] for router_gateway (f811343a-43d4-4e64-9f9d-c47356a73d67), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:59.474284 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-13176877-e2ba-487f-b8e1-f99244cff3c2 admin admin] Allocated IP 172.25.2.4 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/fba6de6f-db76-47bf-8be8-b8da54e90d1a) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:43:59.542002 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-eb4b33f5-2a91-44cb-8548-5dbca8952f5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (ce97f614-52e4-43e0-bccc-d2356788f988), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:59.627354 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-1ae41090-1ae5-4061-bac5-966ebb5fe4e0 None None] For port d72d079f-2350-4360-9a79-2391a41b8ed6, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:43:59.633206 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-26d90f0e-2ec5-40a6-8e1b-69f39fa53f13 None None] Port 08930d92-ee9f-4b43-a949-4988257d8376 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:43:59.654395 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a28749ea-ac56-4bf0-87e1-f6a82e2dbade req-5195659d-7676-492a-9e75-6cb8ba4b1628 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8b04c2f7-f091-4a7e-b4c0-3766f0213d90 HTTP/1.1" status: 200 len: 210 time: 0.0479760 Aug 27 04:43:59.737481 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-13176877-e2ba-487f-b8e1-f99244cff3c2 admin admin] Publish callbacks [] for port (fba6de6f-db76-47bf-8be8-b8da54e90d1a), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:59.811157 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab754ac-888e-45d5-b5f0-7e2b49d5d7bd req-79b618c1-3ee1-4087-86ed-d50955c08445 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:59.812920 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-9ab754ac-888e-45d5-b5f0-7e2b49d5d7bd req-79b618c1-3ee1-4087-86ed-d50955c08445 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a9f0774-af45-459e-9f83-ec4559b431a9 HTTP/1.1" status: 200 len: 949 time: 0.1409628 Aug 27 04:43:59.853953 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-1ae41090-1ae5-4061-bac5-966ebb5fe4e0 None None] For port d72d079f-2350-4360-9a79-2391a41b8ed6, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=d72d079f-2350-4360-9a79-2391a41b8ed6,segment=NetworkSegment(64883fb7-63fb-4a53-a3c6-50decfe2fa4d),segment_id=64883fb7-63fb-4a53-a3c6-50decfe2fa4d)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:43:59.901971 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c519b5e6-e21d-415c-aea3-b2e8eca726ac admin admin] Publish callbacks [] for port (08930d92-ee9f-4b43-a949-4988257d8376), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:59.961539 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-eb4b33f5-2a91-44cb-8548-5dbca8952f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (ce97f614-52e4-43e0-bccc-d2356788f988), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:59.962553 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4b33f5-2a91-44cb-8548-5dbca8952f5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:43:59.963584 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a7704ed0-ba40-4733-ac32-17ca928604c7 admin admin] Publish callbacks [] for router_gateway (f811343a-43d4-4e64-9f9d-c47356a73d67), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:59.964762 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-eb4b33f5-2a91-44cb-8548-5dbca8952f5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:59.972612 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Current status of the port f3bec615-3793-4fbd-9846-435b07021a52 is: BUILD; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:43:59.973011 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f3bec615-3793-4fbd-9846-435b07021a52), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:59.979840 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6d55fd7b-9c5d-4b78-a853-ee74fd094589 None None] Publish callbacks [] for port (cf6684a3-60d6-4b70-a9c1-88f287633e02), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:43:59.987330 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-9ab754ac-888e-45d5-b5f0-7e2b49d5d7bd req-ea3d939e-9d85-42d3-810b-845df12b38d9 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567199 Aug 27 04:43:59.996469 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-13176877-e2ba-487f-b8e1-f99244cff3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (fba6de6f-db76-47bf-8be8-b8da54e90d1a), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:00.004350 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1ae41090-1ae5-4061-bac5-966ebb5fe4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (d72d079f-2350-4360-9a79-2391a41b8ed6), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:00.049372 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a7704ed0-ba40-4733-ac32-17ca928604c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:00.060281 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13176877-e2ba-487f-b8e1-f99244cff3c2 admin admin] Pushing event updated for resources: {'Port': ['ID=fba6de6f-db76-47bf-8be8-b8da54e90d1a,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:00.060502 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac5bb7-7e51-4573-8610-404b992f6549 req-591ccafb-c398-40b6-9d42-ace2bc14dbe1 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:44:00.061613 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d5ac5bb7-7e51-4573-8610-404b992f6549 req-591ccafb-c398-40b6-9d42-ace2bc14dbe1 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9d116f1-4153-497d-a882-0178a925c0b4 HTTP/1.1" status: 200 len: 948 time: 0.1480227 Aug 27 04:44:00.079301 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c519b5e6-e21d-415c-aea3-b2e8eca726ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (08930d92-ee9f-4b43-a949-4988257d8376), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:00.083927 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13176877-e2ba-487f-b8e1-f99244cff3c2 admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:44:00.086085 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] For port f3bec615-3793-4fbd-9846-435b07021a52, host n-h2-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852088-5',level=0,port_id=f3bec615-3793-4fbd-9846-435b07021a52,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:00.103024 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae41090-1ae5-4061-bac5-966ebb5fe4e0 None None] Pushing event updated for resources: {'Port': ['ID=d72d079f-2350-4360-9a79-2391a41b8ed6,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:00.116921 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6d55fd7b-9c5d-4b78-a853-ee74fd094589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (cf6684a3-60d6-4b70-a9c1-88f287633e02), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:00.117856 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-13176877-e2ba-487f-b8e1-f99244cff3c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:44:00.127451 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13176877-e2ba-487f-b8e1-f99244cff3c2 admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:44:00.158567 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-eb4b33f5-2a91-44cb-8548-5dbca8952f5d admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7899563 Aug 27 04:44:00.161919 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 45050) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:44:00.170151 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4b33f5-2a91-44cb-8548-5dbca8952f5d admin admin] Pushing event updated for resources: {'Network': ['ID=ce97f614-52e4-43e0-bccc-d2356788f988,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:00.173997 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-dfc1dada-22ca-46a7-ac0a-58f6aef36419 admin admin] Request body: {'subnet': {'network_id': 'ce97f614-52e4-43e0-bccc-d2356788f988', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1821564961-subnet', 'tenant_id': '4b1fca82aba64e7197467816e31033bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:00.219868 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d55fd7b-9c5d-4b78-a853-ee74fd094589 None None] Pushing event updated for resources: {'Port': ['ID=cf6684a3-60d6-4b70-a9c1-88f287633e02,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:00.227951 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network ce97f614-52e4-43e0-bccc-d2356788f988 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:44:00.236596 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c519b5e6-e21d-415c-aea3-b2e8eca726ac admin admin] Pushing event updated for resources: {'Port': ['ID=08930d92-ee9f-4b43-a949-4988257d8376,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:00.242856 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c519b5e6-e21d-415c-aea3-b2e8eca726ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (43cf84d1-5f74-4bb8-8573-51eaa3061d3e), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:00.267012 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d5ac5bb7-7e51-4573-8610-404b992f6549 req-7ae4fd99-a346-495b-a993-fec1b7124adb tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=594a0af3-d4d8-4c58-beac-6fa100daab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944735 Aug 27 04:44:00.267917 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (f3bec615-3793-4fbd-9846-435b07021a52), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:00.386882 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:00.400296 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d55fd7b-9c5d-4b78-a853-ee74fd094589 None None] Network b4c008d7-8b2f-4069-83bf-17165df90904 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:44:00.440889 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-a7704ed0-ba40-4733-ac32-17ca928604c7 admin admin] Allocated IP 172.25.2.63 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/3615a804-8ca7-4a55-b98d-ce725de7625a) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:44:00.442698 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-6d55fd7b-9c5d-4b78-a853-ee74fd094589 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:44:00.450777 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d55fd7b-9c5d-4b78-a853-ee74fd094589 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:44:00.467638 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 14857796-3ad5-436c-9731-3b9f4d943a1f up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:44:00.473032 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c519b5e6-e21d-415c-aea3-b2e8eca726ac admin admin] Network 8c494509-f57b-4935-9704-d9c2d00d1f50 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:44:00.477879 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-c519b5e6-e21d-415c-aea3-b2e8eca726ac admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:44:00.485495 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:00.553620 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc1dada-22ca-46a7-ac0a-58f6aef36419 admin admin] Made reservation on behalf of 4b1fca82aba64e7197467816e31033bb for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:44:00.554051 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:00.556462 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dfc1dada-22ca-46a7-ac0a-58f6aef36419 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:00.615046 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:00.711373 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 14857796-3ad5-436c-9731-3b9f4d943a1f triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:44:00.712296 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (14857796-3ad5-436c-9731-3b9f4d943a1f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:00.762807 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c519b5e6-e21d-415c-aea3-b2e8eca726ac admin admin] Router 43cf84d1-5f74-4bb8-8573-51eaa3061d3e has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:44:00.788878 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Pushing event updated for resources: {'Port': ['ID=f3bec615-3793-4fbd-9846-435b07021a52,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:00.797954 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-6d55fd7b-9c5d-4b78-a853-ee74fd094589 None None] Attempting to bind port cf6684a3-60d6-4b70-a9c1-88f287633e02 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:44:00.804651 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-6d55fd7b-9c5d-4b78-a853-ee74fd094589 None None] Attempting to bind port cf6684a3-60d6-4b70-a9c1-88f287633e02 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'cc35143f-3219-4624-9df8-ff401cad1390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b4c008d7-8b2f-4069-83bf-17165df90904'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:44:00.804651 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d55fd7b-9c5d-4b78-a853-ee74fd094589 None None] Attempting to bind port cf6684a3-60d6-4b70-a9c1-88f287633e02 on network b4c008d7-8b2f-4069-83bf-17165df90904 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:44:00.811010 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d55fd7b-9c5d-4b78-a853-ee74fd094589 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:44:00.811705 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d55fd7b-9c5d-4b78-a853-ee74fd094589 None None] Checking segment: {'id': 'cc35143f-3219-4624-9df8-ff401cad1390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b4c008d7-8b2f-4069-83bf-17165df90904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:44:00.812559 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6d55fd7b-9c5d-4b78-a853-ee74fd094589 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:00.813179 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d55fd7b-9c5d-4b78-a853-ee74fd094589 None None] Bound using segment: {'id': 'cc35143f-3219-4624-9df8-ff401cad1390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b4c008d7-8b2f-4069-83bf-17165df90904'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:44:00.814461 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-6d55fd7b-9c5d-4b78-a853-ee74fd094589 None None] Bound port: cf6684a3-60d6-4b70-a9c1-88f287633e02, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc35143f-3219-4624-9df8-ff401cad1390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b4c008d7-8b2f-4069-83bf-17165df90904'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:44:00.815614 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6d55fd7b-9c5d-4b78-a853-ee74fd094589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (cf6684a3-60d6-4b70-a9c1-88f287633e02), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:00.899376 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a7704ed0-ba40-4733-ac32-17ca928604c7 admin admin] Publish callbacks [] for port (3615a804-8ca7-4a55-b98d-ce725de7625a), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:00.912082 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f5c6ca9f-810b-43bf-b653-5716afee5e6d req-4221a759-bc55-4bfb-bf4a-d9b3ad489231 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8b04c2f7-f091-4a7e-b4c0-3766f0213d90 HTTP/1.1" status: 200 len: 210 time: 0.0789754 Aug 27 04:44:00.969511 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 14857796-3ad5-436c-9731-3b9f4d943a1f is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:44:00.969912 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (14857796-3ad5-436c-9731-3b9f4d943a1f), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:00.980990 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-1d881b49-1f9b-48d4-81ab-3874e63dc192 None None] Provisioning complete for port 08930d92-ee9f-4b43-a949-4988257d8376 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:44:00.985945 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1d881b49-1f9b-48d4-81ab-3874e63dc192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (08930d92-ee9f-4b43-a949-4988257d8376), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:00.986094 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c519b5e6-e21d-415c-aea3-b2e8eca726ac admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:44:00.996214 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c519b5e6-e21d-415c-aea3-b2e8eca726ac admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/43cf84d1-5f74-4bb8-8573-51eaa3061d3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4223609 Aug 27 04:44:01.039533 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:01.048989 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:44:01.069631 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 14857796-3ad5-436c-9731-3b9f4d943a1f, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=14857796-3ad5-436c-9731-3b9f4d943a1f,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:01.076922 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-1d881b49-1f9b-48d4-81ab-3874e63dc192 None None] Port 08930d92-ee9f-4b43-a949-4988257d8376 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:44:01.086359 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-6d55fd7b-9c5d-4b78-a853-ee74fd094589 None None] For port cf6684a3-60d6-4b70-a9c1-88f287633e02, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:44:01.101884 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-6d55fd7b-9c5d-4b78-a853-ee74fd094589 None None] For port cf6684a3-60d6-4b70-a9c1-88f287633e02, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=cf6684a3-60d6-4b70-a9c1-88f287633e02,segment=NetworkSegment(cc35143f-3219-4624-9df8-ff401cad1390),segment_id=cc35143f-3219-4624-9df8-ff401cad1390)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:44:01.143405 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a9f0774-af45-459e-9f83-ec4559b431a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3bec615-3793-4fbd-9846-435b07021a52'}] {{(pid=107777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:44:01.148816 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6e1ed2c1589df8125b2075e26a1ec4ff1174e69d6a71546bdf3c3a9a29d330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ea1c48-5f34-4c0e-a615-6735be78f4a2" -d '{"events": [{"server_uuid": "5a9f0774-af45-459e-9f83-ec4559b431a9", "name": "network-vif-plugged", "status": "completed", "tag": "f3bec615-3793-4fbd-9846-435b07021a52"}]}' {{(pid=107777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:44:01.152798 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-13176877-e2ba-487f-b8e1-f99244cff3c2 admin admin] Publish callbacks [] for router_gateway (a219e3ed-f530-4783-a3c3-ad8ca2f88e43), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:01.189331 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (14857796-3ad5-436c-9731-3b9f4d943a1f), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:01.239079 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41134ac2-a572-4759-b6bf-8865453a653b req-605998b6-a737-48fd-96a6-32f05d62b249 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:44:01.249135 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a7704ed0-ba40-4733-ac32-17ca928604c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (3615a804-8ca7-4a55-b98d-ce725de7625a), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:01.249946 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-41134ac2-a572-4759-b6bf-8865453a653b req-605998b6-a737-48fd-96a6-32f05d62b249 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a9f0774-af45-459e-9f83-ec4559b431a9 HTTP/1.1" status: 200 len: 950 time: 0.1231430 Aug 27 04:44:01.259897 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 04:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6706f7-5c73-4f6b-9a8c-6f051de7a9f5 x-openstack-request-id: req-8c6706f7-5c73-4f6b-9a8c-6f051de7a9f5 {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:44:01.260271 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a9f0774-af45-459e-9f83-ec4559b431a9", "name": "network-vif-plugged", "status": "completed", "tag": "f3bec615-3793-4fbd-9846-435b07021a52", "code": 200}]} {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:44:01.261055 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8c6706f7-5c73-4f6b-9a8c-6f051de7a9f5 {{(pid=107777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:44:01.261523 n-d-852088-5 neutron-server[107777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c6706f7-5c73-4f6b-9a8c-6f051de7a9f5'] response: {'server_uuid': '5a9f0774-af45-459e-9f83-ec4559b431a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3bec615-3793-4fbd-9846-435b07021a52', 'code': 200} Aug 27 04:44:01.263903 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:01.266561 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6d55fd7b-9c5d-4b78-a853-ee74fd094589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (cf6684a3-60d6-4b70-a9c1-88f287633e02), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:01.332019 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=14857796-3ad5-436c-9731-3b9f4d943a1f,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:01.337990 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7704ed0-ba40-4733-ac32-17ca928604c7 admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:44:01.340426 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dfc1dada-22ca-46a7-ac0a-58f6aef36419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (809f283e-a234-4118-87a5-32f06356a26b), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:01.356514 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-41134ac2-a572-4759-b6bf-8865453a653b req-7ae2d67b-b145-430d-b156-b8a87add1817 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051106 Aug 27 04:44:01.373376 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-a7704ed0-ba40-4733-ac32-17ca928604c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:44:01.443410 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:01.444528 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7704ed0-ba40-4733-ac32-17ca928604c7 admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:44:01.445135 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d55fd7b-9c5d-4b78-a853-ee74fd094589 None None] Pushing event updated for resources: {'Port': ['ID=cf6684a3-60d6-4b70-a9c1-88f287633e02,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:01.512254 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7704ed0-ba40-4733-ac32-17ca928604c7 admin admin] Pushing event updated for resources: {'Port': ['ID=3615a804-8ca7-4a55-b98d-ce725de7625a,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:01.514001 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30119fb6-d4a8-4f00-a395-ea3dc9ca19b3 req-1db896ff-e4f8-4750-bacf-2efd34a87ae0 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:44:01.515663 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-30119fb6-d4a8-4f00-a395-ea3dc9ca19b3 req-1db896ff-e4f8-4750-bacf-2efd34a87ae0 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9d116f1-4153-497d-a882-0178a925c0b4 HTTP/1.1" status: 200 len: 948 time: 0.1054659 Aug 27 04:44:01.574571 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc1dada-22ca-46a7-ac0a-58f6aef36419 admin admin] Pushing event updated for resources: {'Subnet': ['ID=809f283e-a234-4118-87a5-32f06356a26b,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:01.600807 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-30119fb6-d4a8-4f00-a395-ea3dc9ca19b3 req-2337ee70-c4b0-4da4-9720-90e943602958 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=594a0af3-d4d8-4c58-beac-6fa100daab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776212 Aug 27 04:44:01.766290 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:01.770817 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:01.852180 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:01.908433 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe303faa-e2e7-4af4-82fa-b0e795d1ced7 None None] Network 1d4942d4-af6f-42fd-8c68-0fde6320a371 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:44:02.000534 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device de9716f2-a50c-4ad9-88f1-39121497ddee details requested by agent hyperv_n-h1-852088-5 with host n-h1-852088-5 {{(pid=107777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:44:02.130082 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b1d408a5-ffaa-4126-9ab9-e16d2c5776ad req-8d5521f5-5672-47b9-bf2d-c00f41854c20 tempest-MigrationsAdminTest-1721057743 tempest-MigrationsAdminTest-1721057743-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8b04c2f7-f091-4a7e-b4c0-3766f0213d90 HTTP/1.1" status: 200 len: 210 time: 0.0436747 Aug 27 04:44:02.131213 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:02.151036 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e1d1a-fef0-4d52-8f5e-ca1ea572250b req-0e7d1275-3aad-4c4e-8fd1-317b8ea69583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:44:02.151036 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-e68e1d1a-fef0-4d52-8f5e-ca1ea572250b req-0e7d1275-3aad-4c4e-8fd1-317b8ea69583 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5a9f0774-af45-459e-9f83-ec4559b431a9 HTTP/1.1" status: 200 len: 1132 time: 0.8036630 Aug 27 04:44:02.155892 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:02.168184 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:02.198415 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-ce4dae03-410e-4cf2-ba1d-b1592a278d0e None None] Provisioning complete for port d72d079f-2350-4360-9a79-2391a41b8ed6 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:44:02.199209 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ce4dae03-410e-4cf2-ba1d-b1592a278d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d72d079f-2350-4360-9a79-2391a41b8ed6), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:02.201475 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-13176877-e2ba-487f-b8e1-f99244cff3c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (a219e3ed-f530-4783-a3c3-ad8ca2f88e43), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:02.220676 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc1dada-22ca-46a7-ac0a-58f6aef36419 admin admin] Checking segment: {'id': '42402018-3bae-4c3d-bb5f-4422aacc8487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ce97f614-52e4-43e0-bccc-d2356788f988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:44:02.221788 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc1dada-22ca-46a7-ac0a-58f6aef36419 admin admin] Network hostable DHCP agents. Network: ce97f614-52e4-43e0-bccc-d2356788f988, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:44:02.226339 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 45096) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:44:02.234252 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-342f2c75-8fb1-4cd9-aad7-ddaf387c2432 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-178340418-network', 'tenant_id': 'afd683ccf6674e33a101d957f16e948e'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:02.296365 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port de9716f2-a50c-4ad9-88f1-39121497ddee, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=de9716f2-a50c-4ad9-88f1-39121497ddee,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:02.321159 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:UPDATE=3,neutron:SELECT=91,neutron:DELETE=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:02.342892 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Returning: {'device': 'de9716f2-a50c-4ad9-88f1-39121497ddee', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'port_id': 'de9716f2-a50c-4ad9-88f1-39121497ddee', 'mac_address': 'fa:16:3e:2d:c6:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120f3302-721f-4373-86a6-3aa14ccf6ac4', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:44:02.354142 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342f2c75-8fb1-4cd9-aad7-ddaf387c2432 admin admin] Made reservation on behalf of afd683ccf6674e33a101d957f16e948e for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:44:02.371435 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-342f2c75-8fb1-4cd9-aad7-ddaf387c2432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:02.388745 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-342f2c75-8fb1-4cd9-aad7-ddaf387c2432 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:02.409954 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-e68e1d1a-fef0-4d52-8f5e-ca1ea572250b req-9f56f691-f42b-4a0d-9fb0-96462bd6767c service neutron] 10.222.0.78 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474115 Aug 27 04:44:02.419184 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a7704ed0-ba40-4733-ac32-17ca928604c7 admin admin] Publish callbacks [] for router_gateway (f811343a-43d4-4e64-9f9d-c47356a73d67), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:02.491597 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d72d079f-2350-4360-9a79-2391a41b8ed6 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:44:02.499138 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Current status of the port de9716f2-a50c-4ad9-88f1-39121497ddee is: DOWN; New status is: BUILD {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:44:02.499463 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (de9716f2-a50c-4ad9-88f1-39121497ddee), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:02.539626 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc1dada-22ca-46a7-ac0a-58f6aef36419 admin admin] Network ce97f614-52e4-43e0-bccc-d2356788f988 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:44:02.560112 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de9716f2-a50c-4ad9-88f1-39121497ddee {{(pid=107777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 04:44:02.578773 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-ce4dae03-410e-4cf2-ba1d-b1592a278d0e None None] Current status of the port d72d079f-2350-4360-9a79-2391a41b8ed6 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:44:02.579284 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ce4dae03-410e-4cf2-ba1d-b1592a278d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (d72d079f-2350-4360-9a79-2391a41b8ed6), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:02.615159 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:02.634212 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324046bf-7ee2-4281-bc3b-b6de77e61dca req-d66340ec-3b70-4e07-b3a3-f9a681059497 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:44:02.638749 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-324046bf-7ee2-4281-bc3b-b6de77e61dca req-d66340ec-3b70-4e07-b3a3-f9a681059497 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a9f0774-af45-459e-9f83-ec4559b431a9 HTTP/1.1" status: 200 len: 950 time: 0.1234829 Aug 27 04:44:02.641497 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port de9716f2-a50c-4ad9-88f1-39121497ddee, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=de9716f2-a50c-4ad9-88f1-39121497ddee,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:02.659371 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-342f2c75-8fb1-4cd9-aad7-ddaf387c2432 admin admin] Publish callbacks [] for security_group (b9e024f1-dd80-45b9-9a6f-959cf3181981), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:02.704540 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:02.708134 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-dfc1dada-22ca-46a7-ac0a-58f6aef36419 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, ce97f614-52e4-43e0-bccc-d2356788f988) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:44:02.723103 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port d72d079f-2350-4360-9a79-2391a41b8ed6 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:44:02.723650 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d72d079f-2350-4360-9a79-2391a41b8ed6), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:02.742333 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-324046bf-7ee2-4281-bc3b-b6de77e61dca req-442a6d5f-fe62-449d-890c-0515a65523d2 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930173 Aug 27 04:44:02.743588 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65cf809-6e0a-4ec8-b758-d351910dcca7 None None] Network ce97f614-52e4-43e0-bccc-d2356788f988 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:44:02.753148 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-342f2c75-8fb1-4cd9-aad7-ddaf387c2432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (b9e024f1-dd80-45b9-9a6f-959cf3181981), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:02.799891 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc1dada-22ca-46a7-ac0a-58f6aef36419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:44:02.801070 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dfc1dada-22ca-46a7-ac0a-58f6aef36419 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:02.819548 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (de9716f2-a50c-4ad9-88f1-39121497ddee), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:02.830689 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-ce4dae03-410e-4cf2-ba1d-b1592a278d0e None None] For port d72d079f-2350-4360-9a79-2391a41b8ed6, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=d72d079f-2350-4360-9a79-2391a41b8ed6,segment=NetworkSegment(64883fb7-63fb-4a53-a3c6-50decfe2fa4d),segment_id=64883fb7-63fb-4a53-a3c6-50decfe2fa4d)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:02.863487 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13176877-e2ba-487f-b8e1-f99244cff3c2 admin admin] Router a219e3ed-f530-4783-a3c3-ad8ca2f88e43 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:44:02.871338 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-342f2c75-8fb1-4cd9-aad7-ddaf387c2432 admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:44:02.878044 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d5676b-294c-4e00-bc97-c543e47a1def req-b064e090-c519-499a-bc6e-06fcb01c6b37 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:44:02.879583 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-20d5676b-294c-4e00-bc97-c543e47a1def req-b064e090-c519-499a-bc6e-06fcb01c6b37 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9d116f1-4153-497d-a882-0178a925c0b4 HTTP/1.1" status: 200 len: 949 time: 0.0627732 Aug 27 04:44:02.883337 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342f2c75-8fb1-4cd9-aad7-ddaf387c2432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e024f1-dd80-45b9-9a6f-959cf3181981,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:02.898641 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5d55d9-b281-4f98-96b9-8c4c347bc4cc None None] Sync routers for ids ['43cf84d1-5f74-4bb8-8573-51eaa3061d3e'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:44:02.912976 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-342f2c75-8fb1-4cd9-aad7-ddaf387c2432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (7f1d38e1-d1a8-4696-ad37-7b23750349bb), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:02.913336 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-342f2c75-8fb1-4cd9-aad7-ddaf387c2432 admin admin] Added segment 7f1d38e1-d1a8-4696-ad37-7b23750349bb of type vlan for network 3ef3a629-b316-4753-9376-3b5a179288a5 Aug 27 04:44:02.971240 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a7704ed0-ba40-4733-ac32-17ca928604c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (f811343a-43d4-4e64-9f9d-c47356a73d67), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:02.984857 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-20d5676b-294c-4e00-bc97-c543e47a1def req-ecf6b68a-3e75-4be4-827f-167c56207451 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=594a0af3-d4d8-4c58-beac-6fa100daab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974169 Aug 27 04:44:02.989180 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5d55d9-b281-4f98-96b9-8c4c347bc4cc None None] Routers {'43cf84d1-5f74-4bb8-8573-51eaa3061d3e'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:44:02.989816 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-fd5d55d9-b281-4f98-96b9-8c4c347bc4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:43:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['43cf84d1-5f74-4bb8-8573-51eaa3061d3e'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:02.999478 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Pushing event updated for resources: {'Port': ['ID=de9716f2-a50c-4ad9-88f1-39121497ddee,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:03.020970 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-342f2c75-8fb1-4cd9-aad7-ddaf387c2432 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (3ef3a629-b316-4753-9376-3b5a179288a5), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:03.056080 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-dfc1dada-22ca-46a7-ac0a-58f6aef36419 admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.8927777 Aug 27 04:44:03.061880 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 45108) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:44:03.070869 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-1f4ef38c-81d6-4808-9351-63cd8793dc9a admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1821564961-router', 'tenant_id': '4b1fca82aba64e7197467816e31033bb', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:03.118352 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4012117-ca66-431c-aa5c-bec53588afde None None] Network b4c008d7-8b2f-4069-83bf-17165df90904 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:44:03.118352 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ce4dae03-410e-4cf2-ba1d-b1592a278d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (d72d079f-2350-4360-9a79-2391a41b8ed6), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:03.154892 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:03.154892 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:03.154892 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:03.154892 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:03.154892 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:03.154892 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:03.154892 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:03.154892 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:03.154892 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:03.154892 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:03.156049 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:03.156049 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:03.156049 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:03.156049 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:03.156419 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:03.202508 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13176877-e2ba-487f-b8e1-f99244cff3c2 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:44:03.204393 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-342f2c75-8fb1-4cd9-aad7-ddaf387c2432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (3ef3a629-b316-4753-9376-3b5a179288a5), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:03.206446 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342f2c75-8fb1-4cd9-aad7-ddaf387c2432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:44:03.206446 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-342f2c75-8fb1-4cd9-aad7-ddaf387c2432 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:03.215553 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8dfa01-feab-416f-9262-93d1e0273bc5 None None] Sync routers for ids ['a219e3ed-f530-4783-a3c3-ad8ca2f88e43'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:44:03.230265 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8dfa01-feab-416f-9262-93d1e0273bc5 None None] Routers {'a219e3ed-f530-4783-a3c3-ad8ca2f88e43'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:44:03.235205 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-ff8dfa01-feab-416f-9262-93d1e0273bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:43:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['a219e3ed-f530-4783-a3c3-ad8ca2f88e43'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:03.275085 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1f4ef38c-81d6-4808-9351-63cd8793dc9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (9da23f8a-59ac-4928-a23f-27251afa8149), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:03.276899 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1f4ef38c-81d6-4808-9351-63cd8793dc9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (9da23f8a-59ac-4928-a23f-27251afa8149), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:03.336371 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-13176877-e2ba-487f-b8e1-f99244cff3c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:03.341317 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-342f2c75-8fb1-4cd9-aad7-ddaf387c2432 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1101949 Aug 27 04:44:03.342944 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 45118) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:44:03.343243 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 45120) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:44:03.343909 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-13176877-e2ba-487f-b8e1-f99244cff3c2 admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.7069752 Aug 27 04:44:03.354314 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-ff8dfa01-feab-416f-9262-93d1e0273bc5 None None] Set router a219e3ed-f530-4783-a3c3-ad8ca2f88e43 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:44:03.364142 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-796d0207-a94a-48b7-a6b9-d34ed281f7da admin admin] Request body: {'subnet': {'network_id': '3ef3a629-b316-4753-9376-3b5a179288a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-178340418-subnet', 'tenant_id': 'afd683ccf6674e33a101d957f16e948e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:03.379434 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7704ed0-ba40-4733-ac32-17ca928604c7 admin admin] Router f811343a-43d4-4e64-9f9d-c47356a73d67 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:44:03.393085 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1f4ef38c-81d6-4808-9351-63cd8793dc9a admin admin] Publish callbacks [] for router_controller (9da23f8a-59ac-4928-a23f-27251afa8149), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:03.443183 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342f2c75-8fb1-4cd9-aad7-ddaf387c2432 admin admin] Pushing event updated for resources: {'Network': ['ID=3ef3a629-b316-4753-9376-3b5a179288a5,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:03.487014 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-fcec8c16-17d1-44a8-a12e-1ae6d66f52f6 None None] Provisioning complete for port d72d079f-2350-4360-9a79-2391a41b8ed6 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:44:03.487420 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fcec8c16-17d1-44a8-a12e-1ae6d66f52f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d72d079f-2350-4360-9a79-2391a41b8ed6), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:03.522464 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 3ef3a629-b316-4753-9376-3b5a179288a5 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:44:03.568016 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-ff8dfa01-feab-416f-9262-93d1e0273bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a219e3ed-f530-4783-a3c3-ad8ca2f88e43', 'name': 'tempest-ServersTestFqdnHostnames-917147289-router', 'tenant_id': '0b2ef28fea57405191162c673ef041ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': 'fba6de6f-db76-47bf-8be8-b8da54e90d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:43:57Z', 'updated_at': '2022-08-27T04:44:00Z', 'revision_number': 3, 'project_id': '0b2ef28fea57405191162c673ef041ab', 'gw_port': {'id': 'fba6de6f-db76-47bf-8be8-b8da54e90d1a', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:58:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a219e3ed-f530-4783-a3c3-ad8ca2f88e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:43:59Z', 'updated_at': '2022-08-27T04:43:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:03.599970 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8dfa01-feab-416f-9262-93d1e0273bc5 None None] Checking router: a219e3ed-f530-4783-a3c3-ad8ca2f88e43 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:44:03.600522 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8dfa01-feab-416f-9262-93d1e0273bc5 None None] Updating router a219e3ed-f530-4783-a3c3-ad8ca2f88e43 port fba6de6f-db76-47bf-8be8-b8da54e90d1a binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:44:03.610004 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4dae03-410e-4cf2-ba1d-b1592a278d0e None None] Pushing event updated for resources: {'Port': ['ID=d72d079f-2350-4360-9a79-2391a41b8ed6,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:03.622626 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4ccdf0-931d-4c80-b30a-a89ca7316889 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-ce97f614-52e4-43e0-bccc-d2356788f988', 'network_id': 'ce97f614-52e4-43e0-bccc-d2356788f988', 'project_id': '4b1fca82aba64e7197467816e31033bb', 'fixed_ips': [{'subnet_id': '809f283e-a234-4118-87a5-32f06356a26b'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:44:03.623823 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccdf0-931d-4c80-b30a-a89ca7316889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:03.624544 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796d0207-a94a-48b7-a6b9-d34ed281f7da admin admin] Made reservation on behalf of afd683ccf6674e33a101d957f16e948e for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:44:03.628258 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-796d0207-a94a-48b7-a6b9-d34ed281f7da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:03.644909 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-ff8dfa01-feab-416f-9262-93d1e0273bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (fba6de6f-db76-47bf-8be8-b8da54e90d1a), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:03.651352 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1f4ef38c-81d6-4808-9351-63cd8793dc9a admin admin] Publish callbacks [] for router_gateway (9da23f8a-59ac-4928-a23f-27251afa8149), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:03.685237 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port d72d079f-2350-4360-9a79-2391a41b8ed6 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:44:03.686010 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7704ed0-ba40-4733-ac32-17ca928604c7 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:44:03.686353 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device cf6684a3-60d6-4b70-a9c1-88f287633e02 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:44:03.721287 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35177e50-71c7-4499-af74-2c0b071a6ad6 None None] Sync routers for ids ['f811343a-43d4-4e64-9f9d-c47356a73d67'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:44:03.742914 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] get_ports_and_sgs() called for port_ids ['de9716f2-a50c-4ad9-88f1-39121497ddee'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:44:03.813045 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a7704ed0-ba40-4733-ac32-17ca928604c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:03.815085 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a7704ed0-ba40-4733-ac32-17ca928604c7 admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9982836 Aug 27 04:44:03.820271 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 45126) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:44:03.847723 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:03.925785 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-fd5d55d9-b281-4f98-96b9-8c4c347bc4cc None None] Set router 43cf84d1-5f74-4bb8-8573-51eaa3061d3e gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:44:03.985522 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 45128) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:44:04.070736 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1f4ef38c-81d6-4808-9351-63cd8793dc9a admin admin] Publish callbacks [] for router_gateway (9da23f8a-59ac-4928-a23f-27251afa8149), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:04.160382 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35177e50-71c7-4499-af74-2c0b071a6ad6 None None] Routers {'f811343a-43d4-4e64-9f9d-c47356a73d67'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:44:04.161152 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-35177e50-71c7-4499-af74-2c0b071a6ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:43:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['f811343a-43d4-4e64-9f9d-c47356a73d67'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:04.161374 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1f4ef38c-81d6-4808-9351-63cd8793dc9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:04.251479 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-ff8dfa01-feab-416f-9262-93d1e0273bc5 None None] Publish callbacks [] for port (fba6de6f-db76-47bf-8be8-b8da54e90d1a), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:04.323687 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c1a370e8-f8ae-4462-b4bb-59c121c2809c admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=8511e600620148c2b51cb7fe446763eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3365197 Aug 27 04:44:04.326832 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 45136) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:44:04.340728 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:04.347953 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port cf6684a3-60d6-4b70-a9c1-88f287633e02 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:44:04.348354 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (cf6684a3-60d6-4b70-a9c1-88f287633e02), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:04.382670 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-ff8dfa01-feab-416f-9262-93d1e0273bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (fba6de6f-db76-47bf-8be8-b8da54e90d1a), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:04.391037 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6b710-3a1d-4d41-83d5-c9c21da452f8 req-a98ef4fa-7013-4d21-a3a3-cb39836a200d tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:44:04.392732 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4bb6b710-3a1d-4d41-83d5-c9c21da452f8 req-a98ef4fa-7013-4d21-a3a3-cb39836a200d tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a9f0774-af45-459e-9f83-ec4559b431a9 HTTP/1.1" status: 200 len: 950 time: 0.4845459 Aug 27 04:44:04.425057 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cd56f574-515d-4b78-bd72-ac7856f49540 admin admin] Publish callbacks [] for security_group (5f05d608-4848-4250-8cea-1038296063f5), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:04.444650 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-ff8dfa01-feab-416f-9262-93d1e0273bc5 None None] Attempting to bind port fba6de6f-db76-47bf-8be8-b8da54e90d1a on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:44:04.445456 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-ff8dfa01-feab-416f-9262-93d1e0273bc5 None None] Attempting to bind port fba6de6f-db76-47bf-8be8-b8da54e90d1a by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:44:04.446079 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8dfa01-feab-416f-9262-93d1e0273bc5 None None] Attempting to bind port fba6de6f-db76-47bf-8be8-b8da54e90d1a on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:44:04.457728 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8dfa01-feab-416f-9262-93d1e0273bc5 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:44:04.458582 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8dfa01-feab-416f-9262-93d1e0273bc5 None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:44:04.459342 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-ff8dfa01-feab-416f-9262-93d1e0273bc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:04.460056 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8dfa01-feab-416f-9262-93d1e0273bc5 None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:44:04.460915 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-ff8dfa01-feab-416f-9262-93d1e0273bc5 None None] Bound port: fba6de6f-db76-47bf-8be8-b8da54e90d1a, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:44:04.467355 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-ff8dfa01-feab-416f-9262-93d1e0273bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (fba6de6f-db76-47bf-8be8-b8da54e90d1a), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:04.468028 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db1edf2-84f3-4074-9248-337e9f57a942 req-e02f31f0-f143-4b50-8d2e-8f8dffe89145 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:44:04.470045 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3db1edf2-84f3-4074-9248-337e9f57a942 req-e02f31f0-f143-4b50-8d2e-8f8dffe89145 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9d116f1-4153-497d-a882-0178a925c0b4 HTTP/1.1" status: 200 len: 949 time: 0.1170042 Aug 27 04:44:04.470913 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:04.475104 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cd56f574-515d-4b78-bd72-ac7856f49540 admin admin] Publish callbacks [] for security_group (5f05d608-4848-4250-8cea-1038296063f5), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:04.480883 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:04.504740 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-1f4ef38c-81d6-4808-9351-63cd8793dc9a admin admin] Allocated IP 172.25.2.141 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/3e4d9059-0bc1-443c-8f38-9e54b1d14053) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:44:04.527011 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1de9729-829f-4a48-924d-0db2f2f40cd9 None None] Pushing event updated for resources: {'Port': ['ID=fba6de6f-db76-47bf-8be8-b8da54e90d1a,revision_number=2']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:04.544265 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de9729-829f-4a48-924d-0db2f2f40cd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:04.545349 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de9729-829f-4a48-924d-0db2f2f40cd9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:04.546707 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de9729-829f-4a48-924d-0db2f2f40cd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:04.547165 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de9729-829f-4a48-924d-0db2f2f40cd9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:04.548083 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de9729-829f-4a48-924d-0db2f2f40cd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:04.548491 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de9729-829f-4a48-924d-0db2f2f40cd9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:04.548960 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de9729-829f-4a48-924d-0db2f2f40cd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:04.549731 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de9729-829f-4a48-924d-0db2f2f40cd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:04.550358 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de9729-829f-4a48-924d-0db2f2f40cd9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:04.550830 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de9729-829f-4a48-924d-0db2f2f40cd9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:04.551227 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de9729-829f-4a48-924d-0db2f2f40cd9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:04.551619 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de9729-829f-4a48-924d-0db2f2f40cd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:04.552073 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de9729-829f-4a48-924d-0db2f2f40cd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:04.552630 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de9729-829f-4a48-924d-0db2f2f40cd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:04.553023 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de9729-829f-4a48-924d-0db2f2f40cd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:04.592317 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-ff8dfa01-feab-416f-9262-93d1e0273bc5 None None] For port fba6de6f-db76-47bf-8be8-b8da54e90d1a, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:44:04.596357 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-ff8dfa01-feab-416f-9262-93d1e0273bc5 None None] For port fba6de6f-db76-47bf-8be8-b8da54e90d1a, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=fba6de6f-db76-47bf-8be8-b8da54e90d1a,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:44:04.599386 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-fcec8c16-17d1-44a8-a12e-1ae6d66f52f6 None None] Current status of the port d72d079f-2350-4360-9a79-2391a41b8ed6 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:44:04.600474 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:04.637399 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-4e4ccdf0-931d-4c80-b30a-a89ca7316889 None None] Allocated IP 172.20.0.2 (ce97f614-52e4-43e0-bccc-d2356788f988/809f283e-a234-4118-87a5-32f06356a26b/f165b7e2-c2e2-45ce-bc8e-d52037a3014d) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:44:04.660599 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-35177e50-71c7-4499-af74-2c0b071a6ad6 None None] Set router f811343a-43d4-4e64-9f9d-c47356a73d67 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:44:04.698370 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-ff8dfa01-feab-416f-9262-93d1e0273bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (fba6de6f-db76-47bf-8be8-b8da54e90d1a), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:04.707389 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1f4ef38c-81d6-4808-9351-63cd8793dc9a admin admin] Publish callbacks [] for port (3e4d9059-0bc1-443c-8f38-9e54b1d14053), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:04.736984 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-fcec8c16-17d1-44a8-a12e-1ae6d66f52f6 None None] Provisioning complete for port cf6684a3-60d6-4b70-a9c1-88f287633e02 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:44:04.737695 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fcec8c16-17d1-44a8-a12e-1ae6d66f52f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (cf6684a3-60d6-4b70-a9c1-88f287633e02), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:04.746981 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8dfa01-feab-416f-9262-93d1e0273bc5 None None] Routers {'a219e3ed-f530-4783-a3c3-ad8ca2f88e43'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:44:04.747752 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-ff8dfa01-feab-416f-9262-93d1e0273bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:43:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['a219e3ed-f530-4783-a3c3-ad8ca2f88e43'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:04.770678 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cd56f574-515d-4b78-bd72-ac7856f49540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (5f05d608-4848-4250-8cea-1038296063f5), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:04.775956 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cd56f574-515d-4b78-bd72-ac7856f49540 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:04.781720 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-cd56f574-515d-4b78-bd72-ac7856f49540 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/5f05d608-4848-4250-8cea-1038296063f5 HTTP/1.1" status: 204 len: 168 time: 0.4540191 Aug 27 04:44:04.799948 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:04.804223 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd56f574-515d-4b78-bd72-ac7856f49540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f05d608-4848-4250-8cea-1038296063f5,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:04.819592 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1de9729-829f-4a48-924d-0db2f2f40cd9 None None] Pushing event updated for resources: {'Port': ['ID=fba6de6f-db76-47bf-8be8-b8da54e90d1a,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:04.849352 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:04.857178 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1f4ef38c-81d6-4808-9351-63cd8793dc9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (3e4d9059-0bc1-443c-8f38-9e54b1d14053), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:04.868445 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4bb6b710-3a1d-4d41-83d5-c9c21da452f8 req-8f13d5f3-249b-4f35-9c48-96d05dedc849 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4067457 Aug 27 04:44:04.881224 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3db1edf2-84f3-4074-9248-337e9f57a942 req-b7c77106-b14e-416e-96a0-8498e7a2263a tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=594a0af3-d4d8-4c58-beac-6fa100daab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093517 Aug 27 04:44:04.915262 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-ff8dfa01-feab-416f-9262-93d1e0273bc5 None None] Set router a219e3ed-f530-4783-a3c3-ad8ca2f88e43 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:44:04.926877 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4ef38c-81d6-4808-9351-63cd8793dc9a admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:44:04.932274 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-1f4ef38c-81d6-4808-9351-63cd8793dc9a admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:44:04.954278 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4ef38c-81d6-4808-9351-63cd8793dc9a admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:44:05.009218 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4ef38c-81d6-4808-9351-63cd8793dc9a admin admin] Pushing event updated for resources: {'Port': ['ID=3e4d9059-0bc1-443c-8f38-9e54b1d14053,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:05.017526 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-796d0207-a94a-48b7-a6b9-d34ed281f7da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (0332a2a1-1e81-4208-aaee-5bb953044bf4), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:05.025320 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:05.223677 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port cf6684a3-60d6-4b70-a9c1-88f287633e02 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:44:05.224308 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (cf6684a3-60d6-4b70-a9c1-88f287633e02), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:05.239169 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-fd5d55d9-b281-4f98-96b9-8c4c347bc4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43cf84d1-5f74-4bb8-8573-51eaa3061d3e', 'name': 'tempest-TaggedBootDevicesTest_v242-425288806-router', 'tenant_id': '3b1896a4899d4c37af1be6a7f91249c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '14857796-3ad5-436c-9731-3b9f4d943a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:43:52Z', 'updated_at': '2022-08-27T04:43:59Z', 'revision_number': 4, 'project_id': '3b1896a4899d4c37af1be6a7f91249c0', 'gw_port': {'id': '14857796-3ad5-436c-9731-3b9f4d943a1f', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43cf84d1-5f74-4bb8-8573-51eaa3061d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:43:53Z', 'updated_at': '2022-08-27T04:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '08930d92-ee9f-4b43-a949-4988257d8376', 'name': '', 'network_id': '8c494509-f57b-4935-9704-d9c2d00d1f50', 'tenant_id': '3b1896a4899d4c37af1be6a7f91249c0', 'mac_address': 'fa:16:3e:5a:8a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43cf84d1-5f74-4bb8-8573-51eaa3061d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'a7d60b9a-f602-4a9e-8abf-f85d6fdd3cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:43:58Z', 'updated_at': '2022-08-27T04:43:59Z', 'revision_number': 2, 'project_id': '3b1896a4899d4c37af1be6a7f91249c0', 'subnets': [{'id': 'a7d60b9a-f602-4a9e-8abf-f85d6fdd3cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:05.249885 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-ff8dfa01-feab-416f-9262-93d1e0273bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a219e3ed-f530-4783-a3c3-ad8ca2f88e43', 'name': 'tempest-ServersTestFqdnHostnames-917147289-router', 'tenant_id': '0b2ef28fea57405191162c673ef041ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': 'fba6de6f-db76-47bf-8be8-b8da54e90d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:43:57Z', 'updated_at': '2022-08-27T04:44:00Z', 'revision_number': 3, 'project_id': '0b2ef28fea57405191162c673ef041ab', 'gw_port': {'id': 'fba6de6f-db76-47bf-8be8-b8da54e90d1a', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:58:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a219e3ed-f530-4783-a3c3-ad8ca2f88e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:43:59Z', 'updated_at': '2022-08-27T04:44:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:05.272212 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796d0207-a94a-48b7-a6b9-d34ed281f7da admin admin] Pushing event updated for resources: {'Subnet': ['ID=0332a2a1-1e81-4208-aaee-5bb953044bf4,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:05.280629 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8dfa01-feab-416f-9262-93d1e0273bc5 None None] The sync data for ids ['a219e3ed-f530-4783-a3c3-ad8ca2f88e43'] in n-d-852088-5 is: [{'id': 'a219e3ed-f530-4783-a3c3-ad8ca2f88e43', 'name': 'tempest-ServersTestFqdnHostnames-917147289-router', 'tenant_id': '0b2ef28fea57405191162c673ef041ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': 'fba6de6f-db76-47bf-8be8-b8da54e90d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:43:57Z', 'updated_at': '2022-08-27T04:44:00Z', 'revision_number': 3, 'project_id': '0b2ef28fea57405191162c673ef041ab', 'gw_port': {'id': 'fba6de6f-db76-47bf-8be8-b8da54e90d1a', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:58:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a219e3ed-f530-4783-a3c3-ad8ca2f88e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:43:59Z', 'updated_at': '2022-08-27T04:44:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:44:05.286244 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5d55d9-b281-4f98-96b9-8c4c347bc4cc None None] Checking router: 43cf84d1-5f74-4bb8-8573-51eaa3061d3e for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:44:05.286546 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5d55d9-b281-4f98-96b9-8c4c347bc4cc None None] Updating router 43cf84d1-5f74-4bb8-8573-51eaa3061d3e port 08930d92-ee9f-4b43-a949-4988257d8376 binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:44:05.327938 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796d0207-a94a-48b7-a6b9-d34ed281f7da admin admin] Checking segment: {'id': '7f1d38e1-d1a8-4696-ad37-7b23750349bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3ef3a629-b316-4753-9376-3b5a179288a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:44:05.334126 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796d0207-a94a-48b7-a6b9-d34ed281f7da admin admin] Network hostable DHCP agents. Network: 3ef3a629-b316-4753-9376-3b5a179288a5, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:44:05.352847 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fd5d55d9-b281-4f98-96b9-8c4c347bc4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (08930d92-ee9f-4b43-a949-4988257d8376), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:05.435565 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9f03f47d-d7eb-4fe3-b664-5ed683ff330d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:05.465295 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port cf6684a3-60d6-4b70-a9c1-88f287633e02, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=cf6684a3-60d6-4b70-a9c1-88f287633e02,segment=NetworkSegment(cc35143f-3219-4624-9df8-ff401cad1390),segment_id=cc35143f-3219-4624-9df8-ff401cad1390)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:05.576550 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796d0207-a94a-48b7-a6b9-d34ed281f7da admin admin] Network 3ef3a629-b316-4753-9376-3b5a179288a5 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:44:05.580006 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-fcec8c16-17d1-44a8-a12e-1ae6d66f52f6 None None] Current status of the port cf6684a3-60d6-4b70-a9c1-88f287633e02 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:44:05.580420 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fcec8c16-17d1-44a8-a12e-1ae6d66f52f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (cf6684a3-60d6-4b70-a9c1-88f287633e02), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:05.707501 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-35177e50-71c7-4499-af74-2c0b071a6ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f811343a-43d4-4e64-9f9d-c47356a73d67', 'name': 'tempest-SecurityGroupRulesTestJSON-827839925-router', 'tenant_id': 'b6a23c895331412bb3665a23309ac67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '3615a804-8ca7-4a55-b98d-ce725de7625a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:43:59Z', 'updated_at': '2022-08-27T04:44:02Z', 'revision_number': 3, 'project_id': 'b6a23c895331412bb3665a23309ac67e', 'gw_port': {'id': '3615a804-8ca7-4a55-b98d-ce725de7625a', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:80:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f811343a-43d4-4e64-9f9d-c47356a73d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:44:00Z', 'updated_at': '2022-08-27T04:44:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:05.709919 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (cf6684a3-60d6-4b70-a9c1-88f287633e02), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:05.710742 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 14857796-3ad5-436c-9731-3b9f4d943a1f up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:44:05.720138 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0450d9eb-f6e7-4bc5-94b1-658c816e9703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:05.743680 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-796d0207-a94a-48b7-a6b9-d34ed281f7da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 3ef3a629-b316-4753-9376-3b5a179288a5) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:44:05.750088 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796d0207-a94a-48b7-a6b9-d34ed281f7da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:44:05.751273 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-796d0207-a94a-48b7-a6b9-d34ed281f7da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:05.771662 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 45164) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:44:05.773799 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:05.850664 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccdf0-931d-4c80-b30a-a89ca7316889 None None] Publish callbacks [] for port (f165b7e2-c2e2-45ce-bc8e-d52037a3014d), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:05.918690 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-796d0207-a94a-48b7-a6b9-d34ed281f7da admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.5717597 Aug 27 04:44:05.929972 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 45174) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:44:05.939594 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-04a5daa6-58a9-4f5c-b578-a2321880cd04 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-178340418-router', 'tenant_id': 'afd683ccf6674e33a101d957f16e948e', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:05.958709 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-59186f62-5b33-4d37-959f-d9d7b03bc29d admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=ec38230faef14dfebc11b3916089b542&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1858687 Aug 27 04:44:05.965622 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:05.965882 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 45178) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:44:06.020032 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1f4ef38c-81d6-4808-9351-63cd8793dc9a admin admin] Publish callbacks [] for router_gateway (9da23f8a-59ac-4928-a23f-27251afa8149), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:06.089575 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-04a5daa6-58a9-4f5c-b578-a2321880cd04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:06.090770 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-04a5daa6-58a9-4f5c-b578-a2321880cd04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:06.160867 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-04a5daa6-58a9-4f5c-b578-a2321880cd04 admin admin] Publish callbacks [] for router_controller (e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:06.196846 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dac0827-abef-4847-8c8a-5ed79562b591 None None] Network 3ef3a629-b316-4753-9376-3b5a179288a5 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:44:06.228281 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-9f03f47d-d7eb-4fe3-b664-5ed683ff330d admin admin] Allocated IP 172.20.0.1 (1d4942d4-af6f-42fd-8c68-0fde6320a371/8e2f4330-d5e7-410c-8656-1b3e22e57e2c/e5630b68-c57e-4b8e-9840-c2bce023efd2) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:44:06.230831 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a5e96306-50e7-439c-aa5a-425032c976bc admin admin] Publish callbacks [] for security_group (81074818-b04b-478f-b3c3-00d2b5a8982f), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:06.254255 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a5e96306-50e7-439c-aa5a-425032c976bc admin admin] Publish callbacks [] for security_group (81074818-b04b-478f-b3c3-00d2b5a8982f), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:06.325965 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35177e50-71c7-4499-af74-2c0b071a6ad6 None None] Checking router: f811343a-43d4-4e64-9f9d-c47356a73d67 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:44:06.326519 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35177e50-71c7-4499-af74-2c0b071a6ad6 None None] Updating router f811343a-43d4-4e64-9f9d-c47356a73d67 port 3615a804-8ca7-4a55-b98d-ce725de7625a binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:44:06.359760 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c721da-62a6-4967-a71f-6354f29f2730 req-0299738e-2eef-4456-ab9e-242d0c090f89 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:44:06.361802 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-77c721da-62a6-4967-a71f-6354f29f2730 req-0299738e-2eef-4456-ab9e-242d0c090f89 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a9f0774-af45-459e-9f83-ec4559b431a9 HTTP/1.1" status: 200 len: 950 time: 0.3103299 Aug 27 04:44:06.368034 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a553bb-ee02-446f-8361-0a980a3c4d57 req-355cec12-252d-42fe-87a0-5edfcd49b436 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:44:06.370263 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-36a553bb-ee02-446f-8361-0a980a3c4d57 req-355cec12-252d-42fe-87a0-5edfcd49b436 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9d116f1-4153-497d-a882-0178a925c0b4 HTTP/1.1" status: 200 len: 949 time: 0.3177845 Aug 27 04:44:06.470744 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:06.472903 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccdf0-931d-4c80-b30a-a89ca7316889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (f165b7e2-c2e2-45ce-bc8e-d52037a3014d), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:06.475489 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=cf6684a3-60d6-4b70-a9c1-88f287633e02,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:06.547007 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:06.562415 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-04a5daa6-58a9-4f5c-b578-a2321880cd04 admin admin] Publish callbacks [] for router_gateway (e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:06.580816 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1f4ef38c-81d6-4808-9351-63cd8793dc9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (9da23f8a-59ac-4928-a23f-27251afa8149), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:06.623765 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-36a553bb-ee02-446f-8361-0a980a3c4d57 req-283fff18-a32b-4a53-ac8f-224e696afdcb tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=594a0af3-d4d8-4c58-beac-6fa100daab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167006 Aug 27 04:44:06.626283 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-0450d9eb-f6e7-4bc5-94b1-658c816e9703 admin admin] Allocated IP 172.20.0.1 (b4c008d7-8b2f-4069-83bf-17165df90904/237c9bc3-fe58-4443-98a8-fef27baf9af0/5f65df0a-15f8-49af-8d62-6cd6a51d4915) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:44:06.644374 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-77c721da-62a6-4967-a71f-6354f29f2730 req-7fc0b63d-f28d-472b-935d-14fbe7b86d68 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358730 Aug 27 04:44:06.649700 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a5e96306-50e7-439c-aa5a-425032c976bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (81074818-b04b-478f-b3c3-00d2b5a8982f), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:06.652734 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a5e96306-50e7-439c-aa5a-425032c976bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:06.656402 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a5e96306-50e7-439c-aa5a-425032c976bc admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/81074818-b04b-478f-b3c3-00d2b5a8982f HTTP/1.1" status: 204 len: 168 time: 0.6832454 Aug 27 04:44:06.669624 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf31215-b924-4ee0-a182-d644b511448b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-3ef3a629-b316-4753-9376-3b5a179288a5', 'network_id': '3ef3a629-b316-4753-9376-3b5a179288a5', 'project_id': 'afd683ccf6674e33a101d957f16e948e', 'fixed_ips': [{'subnet_id': '0332a2a1-1e81-4208-aaee-5bb953044bf4'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:44:06.670867 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ecf31215-b924-4ee0-a182-d644b511448b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:06.698689 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e96306-50e7-439c-aa5a-425032c976bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81074818-b04b-478f-b3c3-00d2b5a8982f,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:06.732204 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-fcec8c16-17d1-44a8-a12e-1ae6d66f52f6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:44:06.732720 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-fcec8c16-17d1-44a8-a12e-1ae6d66f52f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:44:06.734489 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccdf0-931d-4c80-b30a-a89ca7316889 None None] Pushing event updated for resources: {'Port': ['ID=f165b7e2-c2e2-45ce-bc8e-d52037a3014d,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:06.765995 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device de9716f2-a50c-4ad9-88f1-39121497ddee up at agent hyperv_n-h1-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:44:06.802155 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9f03f47d-d7eb-4fe3-b664-5ed683ff330d admin admin] Publish callbacks [] for port (e5630b68-c57e-4b8e-9840-c2bce023efd2), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:06.829852 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-35177e50-71c7-4499-af74-2c0b071a6ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (3615a804-8ca7-4a55-b98d-ce725de7625a), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:06.956565 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c172e7-3c04-4202-bcbc-aedfaf5fd2df req-99d6e67c-41d5-4d5e-b0b7-d91cc0920412 tempest-ServersOnMultiNodesTest-1002263859 tempest-ServersOnMultiNodesTest-1002263859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:44:06.958255 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d4c172e7-3c04-4202-bcbc-aedfaf5fd2df req-99d6e67c-41d5-4d5e-b0b7-d91cc0920412 tempest-ServersOnMultiNodesTest-1002263859 tempest-ServersOnMultiNodesTest-1002263859-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a9f0774-af45-459e-9f83-ec4559b431a9 HTTP/1.1" status: 200 len: 1132 time: 0.1106777 Aug 27 04:44:06.978706 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:06.998833 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:07.061438 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:07.098799 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 14857796-3ad5-436c-9731-3b9f4d943a1f triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:44:07.099193 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (14857796-3ad5-436c-9731-3b9f4d943a1f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:07.180070 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d4c172e7-3c04-4202-bcbc-aedfaf5fd2df req-0e505ee3-c801-490b-a787-0951b37e546f tempest-ServersOnMultiNodesTest-1002263859 tempest-ServersOnMultiNodesTest-1002263859-project-admin] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863410 Aug 27 04:44:07.189321 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0450d9eb-f6e7-4bc5-94b1-658c816e9703 admin admin] Publish callbacks [] for port (5f65df0a-15f8-49af-8d62-6cd6a51d4915), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:07.227728 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9f03f47d-d7eb-4fe3-b664-5ed683ff330d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (e5630b68-c57e-4b8e-9840-c2bce023efd2), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:07.261922 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4ccdf0-931d-4c80-b30a-a89ca7316889 None None] Network ce97f614-52e4-43e0-bccc-d2356788f988 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:44:07.329895 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f03f47d-d7eb-4fe3-b664-5ed683ff330d admin admin] Network 1d4942d4-af6f-42fd-8c68-0fde6320a371 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:44:07.350751 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:07.352461 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-9f03f47d-d7eb-4fe3-b664-5ed683ff330d admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:44:07.365016 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f03f47d-d7eb-4fe3-b664-5ed683ff330d admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:44:07.368255 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f03f47d-d7eb-4fe3-b664-5ed683ff330d admin admin] Pushing event updated for resources: {'Port': ['ID=e5630b68-c57e-4b8e-9840-c2bce023efd2,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:07.379407 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-04a5daa6-58a9-4f5c-b578-a2321880cd04 admin admin] Publish callbacks [] for router_gateway (e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:07.414019 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-04a5daa6-58a9-4f5c-b578-a2321880cd04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:07.470394 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0450d9eb-f6e7-4bc5-94b1-658c816e9703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (5f65df0a-15f8-49af-8d62-6cd6a51d4915), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:07.475369 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f4ef38c-81d6-4808-9351-63cd8793dc9a admin admin] Router 9da23f8a-59ac-4928-a23f-27251afa8149 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:44:07.484008 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-4e4ccdf0-931d-4c80-b30a-a89ca7316889 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:44:07.489633 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:07.499709 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4ccdf0-931d-4c80-b30a-a89ca7316889 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:44:07.675452 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Provisioning for port de9716f2-a50c-4ad9-88f1-39121497ddee completed by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 27 04:44:07.679497 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:07.684833 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0450d9eb-f6e7-4bc5-94b1-658c816e9703 admin admin] Network b4c008d7-8b2f-4069-83bf-17165df90904 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:44:07.707433 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-0450d9eb-f6e7-4bc5-94b1-658c816e9703 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:44:07.758657 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-04a5daa6-58a9-4f5c-b578-a2321880cd04 admin admin] Allocated IP 172.25.2.205 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/cdc342fd-3486-4565-84ca-18c107c212ac) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:44:07.785427 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0450d9eb-f6e7-4bc5-94b1-658c816e9703 admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:44:07.801813 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-fcec8c16-17d1-44a8-a12e-1ae6d66f52f6 None None] Current status of the port cf6684a3-60d6-4b70-a9c1-88f287633e02 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:44:07.828567 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9f03f47d-d7eb-4fe3-b664-5ed683ff330d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (a219e3ed-f530-4783-a3c3-ad8ca2f88e43), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:07.838426 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4ef38c-81d6-4808-9351-63cd8793dc9a admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:44:07.848670 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a7c459-8be8-462c-afe6-246e5598eca3 None None] Sync routers for ids ['9da23f8a-59ac-4928-a23f-27251afa8149'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:44:07.868639 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a7c459-8be8-462c-afe6-246e5598eca3 None None] Routers {'9da23f8a-59ac-4928-a23f-27251afa8149'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:44:07.869796 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-b3a7c459-8be8-462c-afe6-246e5598eca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:43:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['9da23f8a-59ac-4928-a23f-27251afa8149'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:07.910796 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Provisioning complete for port de9716f2-a50c-4ad9-88f1-39121497ddee triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:44:07.911490 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (de9716f2-a50c-4ad9-88f1-39121497ddee), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:08.075318 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0450d9eb-f6e7-4bc5-94b1-658c816e9703 admin admin] Pushing event updated for resources: {'Port': ['ID=5f65df0a-15f8-49af-8d62-6cd6a51d4915,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:08.078969 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:08.154514 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1f4ef38c-81d6-4808-9351-63cd8793dc9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:08.158268 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1f4ef38c-81d6-4808-9351-63cd8793dc9a admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.0929184 Aug 27 04:44:08.161354 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 45224) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:44:08.191231 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-b3a7c459-8be8-462c-afe6-246e5598eca3 None None] Set router 9da23f8a-59ac-4928-a23f-27251afa8149 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:44:08.270850 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:08.281165 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 14857796-3ad5-436c-9731-3b9f4d943a1f is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:44:08.321946 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:08.332399 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-4e4ccdf0-931d-4c80-b30a-a89ca7316889 None None] Attempting to bind port f165b7e2-c2e2-45ce-bc8e-d52037a3014d on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:44:08.332772 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-4e4ccdf0-931d-4c80-b30a-a89ca7316889 None None] Attempting to bind port f165b7e2-c2e2-45ce-bc8e-d52037a3014d by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '42402018-3bae-4c3d-bb5f-4422aacc8487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ce97f614-52e4-43e0-bccc-d2356788f988'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:44:08.333201 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4ccdf0-931d-4c80-b30a-a89ca7316889 None None] Attempting to bind port f165b7e2-c2e2-45ce-bc8e-d52037a3014d on network ce97f614-52e4-43e0-bccc-d2356788f988 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:44:08.381625 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-642d8517-bccc-4d85-b6e8-3aa041731451 None None] Provisioning complete for port e5630b68-c57e-4b8e-9840-c2bce023efd2 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:44:08.382237 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-642d8517-bccc-4d85-b6e8-3aa041731451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e5630b68-c57e-4b8e-9840-c2bce023efd2), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:08.387270 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0450d9eb-f6e7-4bc5-94b1-658c816e9703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (f811343a-43d4-4e64-9f9d-c47356a73d67), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:08.417455 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-04a5daa6-58a9-4f5c-b578-a2321880cd04 admin admin] Publish callbacks [] for port (cdc342fd-3486-4565-84ca-18c107c212ac), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:08.448134 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-ecf31215-b924-4ee0-a182-d644b511448b None None] Allocated IP 172.20.0.2 (3ef3a629-b316-4753-9376-3b5a179288a5/0332a2a1-1e81-4208-aaee-5bb953044bf4/4dfacf28-199f-404c-ae23-a42917cb7fc2) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:44:08.458038 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4ccdf0-931d-4c80-b30a-a89ca7316889 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:44:08.461735 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4ccdf0-931d-4c80-b30a-a89ca7316889 None None] Checking segment: {'id': '42402018-3bae-4c3d-bb5f-4422aacc8487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ce97f614-52e4-43e0-bccc-d2356788f988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:44:08.461735 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccdf0-931d-4c80-b30a-a89ca7316889 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:08.461735 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4ccdf0-931d-4c80-b30a-a89ca7316889 None None] Bound using segment: {'id': '42402018-3bae-4c3d-bb5f-4422aacc8487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ce97f614-52e4-43e0-bccc-d2356788f988'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:44:08.461735 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-4e4ccdf0-931d-4c80-b30a-a89ca7316889 None None] Bound port: f165b7e2-c2e2-45ce-bc8e-d52037a3014d, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42402018-3bae-4c3d-bb5f-4422aacc8487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ce97f614-52e4-43e0-bccc-d2356788f988'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:44:08.461735 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccdf0-931d-4c80-b30a-a89ca7316889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f165b7e2-c2e2-45ce-bc8e-d52037a3014d), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:08.481238 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c61f64-42fc-463e-93e1-21292723420a req-ef3d1c3a-a48f-4c1e-8776-5f5f23c46308 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:44:08.484252 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-03c61f64-42fc-463e-93e1-21292723420a req-ef3d1c3a-a48f-4c1e-8776-5f5f23c46308 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9d116f1-4153-497d-a882-0178a925c0b4 HTTP/1.1" status: 200 len: 949 time: 0.5307317 Aug 27 04:44:08.546978 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-b3a7c459-8be8-462c-afe6-246e5598eca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da23f8a-59ac-4928-a23f-27251afa8149', 'name': 'tempest-ServersTestBootFromVolume-1821564961-router', 'tenant_id': '4b1fca82aba64e7197467816e31033bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '3e4d9059-0bc1-443c-8f38-9e54b1d14053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:44:03Z', 'updated_at': '2022-08-27T04:44:05Z', 'revision_number': 3, 'project_id': '4b1fca82aba64e7197467816e31033bb', 'gw_port': {'id': '3e4d9059-0bc1-443c-8f38-9e54b1d14053', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da23f8a-59ac-4928-a23f-27251afa8149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:44:04Z', 'updated_at': '2022-08-27T04:44:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:08.630168 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a7c459-8be8-462c-afe6-246e5598eca3 None None] Checking router: 9da23f8a-59ac-4928-a23f-27251afa8149 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:44:08.630886 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a7c459-8be8-462c-afe6-246e5598eca3 None None] Updating router 9da23f8a-59ac-4928-a23f-27251afa8149 port 3e4d9059-0bc1-443c-8f38-9e54b1d14053 binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:44:08.692859 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e51f0-ce4a-44e3-8756-abafdad7fcc4 req-3bf34b12-e614-467a-83da-322d51a8bc2d tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:44:08.700383 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4e4ccdf0-931d-4c80-b30a-a89ca7316889 None None] For port f165b7e2-c2e2-45ce-bc8e-d52037a3014d, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:44:08.709419 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-679e51f0-ce4a-44e3-8756-abafdad7fcc4 req-3bf34b12-e614-467a-83da-322d51a8bc2d tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a9f0774-af45-459e-9f83-ec4559b431a9 HTTP/1.1" status: 200 len: 950 time: 0.4915104 Aug 27 04:44:08.715898 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4e4ccdf0-931d-4c80-b30a-a89ca7316889 None None] For port f165b7e2-c2e2-45ce-bc8e-d52037a3014d, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=f165b7e2-c2e2-45ce-bc8e-d52037a3014d,segment=NetworkSegment(42402018-3bae-4c3d-bb5f-4422aacc8487),segment_id=42402018-3bae-4c3d-bb5f-4422aacc8487)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:44:08.721931 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:08.724620 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-b3a7c459-8be8-462c-afe6-246e5598eca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (3e4d9059-0bc1-443c-8f38-9e54b1d14053), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:08.734271 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device fba6de6f-db76-47bf-8be8-b8da54e90d1a up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:44:08.823198 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:08.930649 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-642d8517-bccc-4d85-b6e8-3aa041731451 None None] Port e5630b68-c57e-4b8e-9840-c2bce023efd2 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:44:09.015409 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-04a5daa6-58a9-4f5c-b578-a2321880cd04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (cdc342fd-3486-4565-84ca-18c107c212ac), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:09.027768 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:09.073048 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4e4ccdf0-931d-4c80-b30a-a89ca7316889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (f165b7e2-c2e2-45ce-bc8e-d52037a3014d), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:09.077013 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:09.078384 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a5daa6-58a9-4f5c-b578-a2321880cd04 admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:44:09.090311 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9f03f47d-d7eb-4fe3-b664-5ed683ff330d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (e5630b68-c57e-4b8e-9840-c2bce023efd2), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:09.112360 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fd5d55d9-b281-4f98-96b9-8c4c347bc4cc None None] Publish callbacks [] for port (08930d92-ee9f-4b43-a949-4988257d8376), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:09.130847 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-04a5daa6-58a9-4f5c-b578-a2321880cd04 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:44:09.132131 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-679e51f0-ce4a-44e3-8756-abafdad7fcc4 req-83106413-c9ac-4d23-8ef2-45775296b77c tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4218006 Aug 27 04:44:09.142848 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a5daa6-58a9-4f5c-b578-a2321880cd04 admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:44:09.147481 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Current status of the port de9716f2-a50c-4ad9-88f1-39121497ddee is: BUILD; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:44:09.147481 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (de9716f2-a50c-4ad9-88f1-39121497ddee), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:09.176687 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:09.207811 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a5daa6-58a9-4f5c-b578-a2321880cd04 admin admin] Pushing event updated for resources: {'Port': ['ID=cdc342fd-3486-4565-84ca-18c107c212ac,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:09.244989 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-03c61f64-42fc-463e-93e1-21292723420a req-3291b355-4ba8-4129-881a-0441de1c95f3 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=594a0af3-d4d8-4c58-beac-6fa100daab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6238394 Aug 27 04:44:09.319629 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fd5d55d9-b281-4f98-96b9-8c4c347bc4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (08930d92-ee9f-4b43-a949-4988257d8376), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:09.394058 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-642d8517-bccc-4d85-b6e8-3aa041731451 None None] Provisioning complete for port cf6684a3-60d6-4b70-a9c1-88f287633e02 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:44:09.395684 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-642d8517-bccc-4d85-b6e8-3aa041731451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (cf6684a3-60d6-4b70-a9c1-88f287633e02), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:09.469421 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0450d9eb-f6e7-4bc5-94b1-658c816e9703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (5f65df0a-15f8-49af-8d62-6cd6a51d4915), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:09.501209 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:09.542242 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:09.676421 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364daa1-a81f-43b8-a6a8-fb11bcbab8da req-91da9ea2-5c53-4fec-b98c-9159f344ec8b tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:44:09.678162 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-7364daa1-a81f-43b8-a6a8-fb11bcbab8da req-91da9ea2-5c53-4fec-b98c-9159f344ec8b tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5a9f0774-af45-459e-9f83-ec4559b431a9 HTTP/1.1" status: 200 len: 950 time: 0.2185237 Aug 27 04:44:09.734412 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-fd5d55d9-b281-4f98-96b9-8c4c347bc4cc None None] Attempting to bind port 08930d92-ee9f-4b43-a949-4988257d8376 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:44:09.735003 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-fd5d55d9-b281-4f98-96b9-8c4c347bc4cc None None] Attempting to bind port 08930d92-ee9f-4b43-a949-4988257d8376 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '9beda394-76b2-437d-9bdd-cb4034a1a25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8c494509-f57b-4935-9704-d9c2d00d1f50'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:44:09.735430 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5d55d9-b281-4f98-96b9-8c4c347bc4cc None None] Attempting to bind port 08930d92-ee9f-4b43-a949-4988257d8376 on network 8c494509-f57b-4935-9704-d9c2d00d1f50 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:44:09.737761 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d116f1-4153-497d-a882-0178a925c0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de9716f2-a50c-4ad9-88f1-39121497ddee'}] {{(pid=107777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:44:09.741811 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6e1ed2c1589df8125b2075e26a1ec4ff1174e69d6a71546bdf3c3a9a29d330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92133a4e-c7c1-4ec5-a0da-e71c241b193b" -d '{"events": [{"server_uuid": "d9d116f1-4153-497d-a882-0178a925c0b4", "name": "network-vif-plugged", "status": "completed", "tag": "de9716f2-a50c-4ad9-88f1-39121497ddee"}]}' {{(pid=107777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:44:09.776777 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port fba6de6f-db76-47bf-8be8-b8da54e90d1a triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:44:09.780443 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (fba6de6f-db76-47bf-8be8-b8da54e90d1a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:09.890579 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5d55d9-b281-4f98-96b9-8c4c347bc4cc None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:44:09.891395 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5d55d9-b281-4f98-96b9-8c4c347bc4cc None None] Checking segment: {'id': '9beda394-76b2-437d-9bdd-cb4034a1a25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8c494509-f57b-4935-9704-d9c2d00d1f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:44:09.892104 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fd5d55d9-b281-4f98-96b9-8c4c347bc4cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:09.892898 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5d55d9-b281-4f98-96b9-8c4c347bc4cc None None] Bound using segment: {'id': '9beda394-76b2-437d-9bdd-cb4034a1a25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8c494509-f57b-4935-9704-d9c2d00d1f50'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:44:09.893861 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-fd5d55d9-b281-4f98-96b9-8c4c347bc4cc None None] Bound port: 08930d92-ee9f-4b43-a949-4988257d8376, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9beda394-76b2-437d-9bdd-cb4034a1a25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8c494509-f57b-4935-9704-d9c2d00d1f50'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:44:09.894871 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fd5d55d9-b281-4f98-96b9-8c4c347bc4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (08930d92-ee9f-4b43-a949-4988257d8376), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:09.901679 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ccdf0-931d-4c80-b30a-a89ca7316889 None None] Pushing event updated for resources: {'Port': ['ID=f165b7e2-c2e2-45ce-bc8e-d52037a3014d,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:09.906133 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [req-7364daa1-a81f-43b8-a6a8-fb11bcbab8da req-722b7e27-6ad0-426b-8fbf-14efc7de693a tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Deleting port f3bec615-3793-4fbd-9846-435b07021a52 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:44:09.906586 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-7364daa1-a81f-43b8-a6a8-fb11bcbab8da req-722b7e27-6ad0-426b-8fbf-14efc7de693a tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (f3bec615-3793-4fbd-9846-435b07021a52), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:09.965438 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 04:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84290a02-3868-4b14-bd0d-f08c4960c8b7 x-openstack-request-id: req-84290a02-3868-4b14-bd0d-f08c4960c8b7 {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:44:09.966181 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d116f1-4153-497d-a882-0178a925c0b4", "name": "network-vif-plugged", "status": "completed", "tag": "de9716f2-a50c-4ad9-88f1-39121497ddee", "code": 200}]} {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:44:09.966903 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-84290a02-3868-4b14-bd0d-f08c4960c8b7 {{(pid=107777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:44:09.967583 n-d-852088-5 neutron-server[107777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84290a02-3868-4b14-bd0d-f08c4960c8b7'] response: {'server_uuid': 'd9d116f1-4153-497d-a882-0178a925c0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de9716f2-a50c-4ad9-88f1-39121497ddee', 'code': 200} Aug 27 04:44:09.972437 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port de9716f2-a50c-4ad9-88f1-39121497ddee, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=de9716f2-a50c-4ad9-88f1-39121497ddee,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:09.978935 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:10.037029 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0450d9eb-f6e7-4bc5-94b1-658c816e9703 admin admin] Publish callbacks [] for port (5f65df0a-15f8-49af-8d62-6cd6a51d4915), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:10.076471 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (de9716f2-a50c-4ad9-88f1-39121497ddee), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:10.089070 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9f03f47d-d7eb-4fe3-b664-5ed683ff330d admin admin] Publish callbacks [] for port (e5630b68-c57e-4b8e-9840-c2bce023efd2), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:10.111987 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4864db1a-4d69-46cb-b7c1-60a3a1cebed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:10.129153 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0450d9eb-f6e7-4bc5-94b1-658c816e9703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (5f65df0a-15f8-49af-8d62-6cd6a51d4915), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:10.132959 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-642d8517-bccc-4d85-b6e8-3aa041731451 None None] Current status of the port cf6684a3-60d6-4b70-a9c1-88f287633e02 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:44:10.157765 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a82a4-0b10-46a3-a75d-669cd922a306 req-c8c2e865-0aad-4646-843b-4ff44b4eb0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:44:10.159120 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-d88a82a4-0b10-46a3-a75d-669cd922a306 req-c8c2e865-0aad-4646-843b-4ff44b4eb0e3 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d9d116f1-4153-497d-a882-0178a925c0b4 HTTP/1.1" status: 200 len: 1132 time: 0.0494339 Aug 27 04:44:10.212373 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9f03f47d-d7eb-4fe3-b664-5ed683ff330d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (e5630b68-c57e-4b8e-9840-c2bce023efd2), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:10.349415 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0450d9eb-f6e7-4bc5-94b1-658c816e9703 admin admin] Pushing event updated for resources: {'Port': ['ID=5f65df0a-15f8-49af-8d62-6cd6a51d4915,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:10.490010 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9f03f47d-d7eb-4fe3-b664-5ed683ff330d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (a219e3ed-f530-4783-a3c3-ad8ca2f88e43), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:10.625635 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:10.745309 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-60825827-61a6-4e5f-93ae-cd13027efa49 None None] Provisioning complete for port 5f65df0a-15f8-49af-8d62-6cd6a51d4915 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:44:10.746027 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-60825827-61a6-4e5f-93ae-cd13027efa49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (5f65df0a-15f8-49af-8d62-6cd6a51d4915), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:10.789945 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17e7918-bcda-4ad3-96eb-f483a0848171 None None] Pushing event updated for resources: {'Port': ['ID=08930d92-ee9f-4b43-a949-4988257d8376,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:10.845539 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:10.884006 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:10.922109 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-d88a82a4-0b10-46a3-a75d-669cd922a306 req-52a05780-a43c-40f6-a936-e4630dcb8943 service neutron] 10.222.0.75 "GET /networking/v2.0/security-groups?id=594a0af3-d4d8-4c58-beac-6fa100daab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7149868 Aug 27 04:44:10.924047 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:10.929496 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e980472-f750-44bc-a111-09ade88994f3 None None] Network ce97f614-52e4-43e0-bccc-d2356788f988 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:44:10.932200 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-04a5daa6-58a9-4f5c-b578-a2321880cd04 admin admin] Publish callbacks [] for router_gateway (e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:11.046200 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ecf31215-b924-4ee0-a182-d644b511448b None None] Publish callbacks [] for port (4dfacf28-199f-404c-ae23-a42917cb7fc2), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:11.098644 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-35177e50-71c7-4499-af74-2c0b071a6ad6 None None] Publish callbacks [] for port (3615a804-8ca7-4a55-b98d-ce725de7625a), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:11.112213 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-fd5d55d9-b281-4f98-96b9-8c4c347bc4cc None None] For port 08930d92-ee9f-4b43-a949-4988257d8376, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:44:11.120834 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-60825827-61a6-4e5f-93ae-cd13027efa49 None None] Port 5f65df0a-15f8-49af-8d62-6cd6a51d4915 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:44:11.136911 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:11.160405 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0450d9eb-f6e7-4bc5-94b1-658c816e9703 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (f811343a-43d4-4e64-9f9d-c47356a73d67), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:11.166420 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Pushing event updated for resources: {'Port': ['ID=de9716f2-a50c-4ad9-88f1-39121497ddee,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:11.177617 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port fba6de6f-db76-47bf-8be8-b8da54e90d1a is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:44:11.178419 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (fba6de6f-db76-47bf-8be8-b8da54e90d1a), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:11.188742 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-fd5d55d9-b281-4f98-96b9-8c4c347bc4cc None None] For port 08930d92-ee9f-4b43-a949-4988257d8376, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=08930d92-ee9f-4b43-a949-4988257d8376,segment=NetworkSegment(9beda394-76b2-437d-9bdd-cb4034a1a25e),segment_id=9beda394-76b2-437d-9bdd-cb4034a1a25e)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:44:11.197585 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ecf31215-b924-4ee0-a182-d644b511448b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (4dfacf28-199f-404c-ae23-a42917cb7fc2), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:11.205926 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-7364daa1-a81f-43b8-a6a8-fb11bcbab8da req-722b7e27-6ad0-426b-8fbf-14efc7de693a tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] For port f3bec615-3793-4fbd-9846-435b07021a52, host n-h2-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852088-5',level=0,port_id=f3bec615-3793-4fbd-9846-435b07021a52,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:11.208246 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-7364daa1-a81f-43b8-a6a8-fb11bcbab8da req-722b7e27-6ad0-426b-8fbf-14efc7de693a tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (f3bec615-3793-4fbd-9846-435b07021a52), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:11.215067 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-35177e50-71c7-4499-af74-2c0b071a6ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (3615a804-8ca7-4a55-b98d-ce725de7625a), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:11.302494 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [req-7364daa1-a81f-43b8-a6a8-fb11bcbab8da req-722b7e27-6ad0-426b-8fbf-14efc7de693a tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Calling delete_port for f3bec615-3793-4fbd-9846-435b07021a52 owned by compute:nova {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:44:11.318372 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:INSERT=12 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:11.330406 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port fba6de6f-db76-47bf-8be8-b8da54e90d1a, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=fba6de6f-db76-47bf-8be8-b8da54e90d1a,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:11.346824 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f03f47d-d7eb-4fe3-b664-5ed683ff330d admin admin] Pushing event updated for resources: {'Port': ['ID=e5630b68-c57e-4b8e-9840-c2bce023efd2,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:11.351239 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf31215-b924-4ee0-a182-d644b511448b None None] Network 3ef3a629-b316-4753-9376-3b5a179288a5 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:44:11.372924 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:11.386870 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-ecf31215-b924-4ee0-a182-d644b511448b None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:44:11.396070 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fd5d55d9-b281-4f98-96b9-8c4c347bc4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (08930d92-ee9f-4b43-a949-4988257d8376), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:11.398363 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-04a5daa6-58a9-4f5c-b578-a2321880cd04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:11.405201 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf31215-b924-4ee0-a182-d644b511448b None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:44:11.438782 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-35177e50-71c7-4499-af74-2c0b071a6ad6 None None] Attempting to bind port 3615a804-8ca7-4a55-b98d-ce725de7625a on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:44:11.438894 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-35177e50-71c7-4499-af74-2c0b071a6ad6 None None] Attempting to bind port 3615a804-8ca7-4a55-b98d-ce725de7625a by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:44:11.440890 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35177e50-71c7-4499-af74-2c0b071a6ad6 None None] Attempting to bind port 3615a804-8ca7-4a55-b98d-ce725de7625a on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:44:11.450347 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-b3a7c459-8be8-462c-afe6-246e5598eca3 None None] Publish callbacks [] for port (3e4d9059-0bc1-443c-8f38-9e54b1d14053), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:11.474957 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (fba6de6f-db76-47bf-8be8-b8da54e90d1a), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:11.475389 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef2bdb3-9400-46b7-bb5d-fbe8fe3e20f8 req-20231343-e37d-409c-ada0-49076da2bf2a tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:44:11.476464 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d72d079f-2350-4360-9a79-2391a41b8ed6 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:44:11.477489 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5ef2bdb3-9400-46b7-bb5d-fbe8fe3e20f8 req-20231343-e37d-409c-ada0-49076da2bf2a tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a9f0774-af45-459e-9f83-ec4559b431a9 HTTP/1.1" status: 200 len: 950 time: 1.0998781 Aug 27 04:44:11.489130 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a0f5f8-53d2-4e43-b053-3bb4c75518ea req-be6b6dc4-f503-4ea3-8662-6503ef640940 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:44:11.496388 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f2a0f5f8-53d2-4e43-b053-3bb4c75518ea req-be6b6dc4-f503-4ea3-8662-6503ef640940 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9d116f1-4153-497d-a882-0178a925c0b4 HTTP/1.1" status: 200 len: 950 time: 1.0505462 Aug 27 04:44:11.522788 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-3ca7d398-4849-47d4-abeb-0670f9c57972 None None] Provisioning complete for port f165b7e2-c2e2-45ce-bc8e-d52037a3014d triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:44:11.524285 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3ca7d398-4849-47d4-abeb-0670f9c57972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (f165b7e2-c2e2-45ce-bc8e-d52037a3014d), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:11.530629 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5d55d9-b281-4f98-96b9-8c4c347bc4cc None None] Routers {'43cf84d1-5f74-4bb8-8573-51eaa3061d3e'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:44:11.531735 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-fd5d55d9-b281-4f98-96b9-8c4c347bc4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:43:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['43cf84d1-5f74-4bb8-8573-51eaa3061d3e'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:11.538424 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35177e50-71c7-4499-af74-2c0b071a6ad6 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:44:11.539957 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35177e50-71c7-4499-af74-2c0b071a6ad6 None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:44:11.540885 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-35177e50-71c7-4499-af74-2c0b071a6ad6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:11.542176 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35177e50-71c7-4499-af74-2c0b071a6ad6 None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:44:11.543060 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-35177e50-71c7-4499-af74-2c0b071a6ad6 None None] Bound port: 3615a804-8ca7-4a55-b98d-ce725de7625a, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:44:11.543733 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-35177e50-71c7-4499-af74-2c0b071a6ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (3615a804-8ca7-4a55-b98d-ce725de7625a), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:11.593591 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-b3a7c459-8be8-462c-afe6-246e5598eca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (3e4d9059-0bc1-443c-8f38-9e54b1d14053), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:11.621017 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f2a0f5f8-53d2-4e43-b053-3bb4c75518ea req-f7e2a303-04e2-47af-931c-61e30f3e6797 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=594a0af3-d4d8-4c58-beac-6fa100daab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227331 Aug 27 04:44:11.625949 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-4864db1a-4d69-46cb-b7c1-60a3a1cebed9 admin admin] Allocated IP 172.20.0.1 (ce97f614-52e4-43e0-bccc-d2356788f988/809f283e-a234-4118-87a5-32f06356a26b/73d3c9cf-785e-43d1-bd07-2b71a15bde7f) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:44:11.627072 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-b3a7c459-8be8-462c-afe6-246e5598eca3 None None] Attempting to bind port 3e4d9059-0bc1-443c-8f38-9e54b1d14053 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:44:11.627599 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-b3a7c459-8be8-462c-afe6-246e5598eca3 None None] Attempting to bind port 3e4d9059-0bc1-443c-8f38-9e54b1d14053 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:44:11.627963 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a7c459-8be8-462c-afe6-246e5598eca3 None None] Attempting to bind port 3e4d9059-0bc1-443c-8f38-9e54b1d14053 on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:44:11.645437 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a7c459-8be8-462c-afe6-246e5598eca3 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:44:11.645888 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a7c459-8be8-462c-afe6-246e5598eca3 None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:44:11.652124 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-b3a7c459-8be8-462c-afe6-246e5598eca3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:11.652857 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a7c459-8be8-462c-afe6-246e5598eca3 None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:44:11.653538 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-b3a7c459-8be8-462c-afe6-246e5598eca3 None None] Bound port: 3e4d9059-0bc1-443c-8f38-9e54b1d14053, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:44:11.654141 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-35177e50-71c7-4499-af74-2c0b071a6ad6 None None] For port 3615a804-8ca7-4a55-b98d-ce725de7625a, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:44:11.657483 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-b3a7c459-8be8-462c-afe6-246e5598eca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (3e4d9059-0bc1-443c-8f38-9e54b1d14053), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:11.664456 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-35177e50-71c7-4499-af74-2c0b071a6ad6 None None] For port 3615a804-8ca7-4a55-b98d-ce725de7625a, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=3615a804-8ca7-4a55-b98d-ce725de7625a,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:44:11.691952 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:UPDATE=5,neutron:SELECT=90,neutron:INSERT=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:11.742862 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5ef2bdb3-9400-46b7-bb5d-fbe8fe3e20f8 req-0c79c3cd-220a-415d-8190-679faeea71ca tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424355 Aug 27 04:44:11.770768 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f03f47d-d7eb-4fe3-b664-5ed683ff330d admin admin] Network 1d4942d4-af6f-42fd-8c68-0fde6320a371 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:44:11.795850 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-b3a7c459-8be8-462c-afe6-246e5598eca3 None None] For port 3e4d9059-0bc1-443c-8f38-9e54b1d14053, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:44:11.797428 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0450d9eb-f6e7-4bc5-94b1-658c816e9703 admin admin] Network b4c008d7-8b2f-4069-83bf-17165df90904 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:44:11.799470 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-b3a7c459-8be8-462c-afe6-246e5598eca3 None None] For port 3e4d9059-0bc1-443c-8f38-9e54b1d14053, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=3e4d9059-0bc1-443c-8f38-9e54b1d14053,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:44:11.804788 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-9f03f47d-d7eb-4fe3-b664-5ed683ff330d admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:44:11.812903 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-0450d9eb-f6e7-4bc5-94b1-658c816e9703 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:44:11.820506 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf31215-b924-4ee0-a182-d644b511448b None None] Pushing event updated for resources: {'Port': ['ID=4dfacf28-199f-404c-ae23-a42917cb7fc2,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:11.883431 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa33f64-39c4-48bd-a8c7-e167fdd3f73e None None] Pushing event updated for resources: {'Port': ['ID=3e4d9059-0bc1-443c-8f38-9e54b1d14053,revision_number=2']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:11.913924 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-35177e50-71c7-4499-af74-2c0b071a6ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (3615a804-8ca7-4a55-b98d-ce725de7625a), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:11.919808 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-b3a7c459-8be8-462c-afe6-246e5598eca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (3e4d9059-0bc1-443c-8f38-9e54b1d14053), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:11.930837 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:12.067297 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a7c459-8be8-462c-afe6-246e5598eca3 None None] Routers {'9da23f8a-59ac-4928-a23f-27251afa8149'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:44:12.067949 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-b3a7c459-8be8-462c-afe6-246e5598eca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:43:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['9da23f8a-59ac-4928-a23f-27251afa8149'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:12.087611 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:12.104435 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port d72d079f-2350-4360-9a79-2391a41b8ed6 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:44:12.106794 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d72d079f-2350-4360-9a79-2391a41b8ed6), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:12.109027 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a5daa6-58a9-4f5c-b578-a2321880cd04 admin admin] Router e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:44:12.162037 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:12.253265 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35177e50-71c7-4499-af74-2c0b071a6ad6 None None] Routers {'f811343a-43d4-4e64-9f9d-c47356a73d67'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:44:12.255210 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa33f64-39c4-48bd-a8c7-e167fdd3f73e None None] Pushing event updated for resources: {'Port': ['ID=3e4d9059-0bc1-443c-8f38-9e54b1d14053,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:12.255998 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-35177e50-71c7-4499-af74-2c0b071a6ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:43:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['f811343a-43d4-4e64-9f9d-c47356a73d67'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:12.349685 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0450d9eb-f6e7-4bc5-94b1-658c816e9703 admin admin] Router f811343a-43d4-4e64-9f9d-c47356a73d67 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:44:12.372134 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f03f47d-d7eb-4fe3-b664-5ed683ff330d admin admin] Router a219e3ed-f530-4783-a3c3-ad8ca2f88e43 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:44:12.380148 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4864db1a-4d69-46cb-b7c1-60a3a1cebed9 admin admin] Publish callbacks [] for port (73d3c9cf-785e-43d1-bd07-2b71a15bde7f), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:12.401433 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-b3a7c459-8be8-462c-afe6-246e5598eca3 None None] Set router 9da23f8a-59ac-4928-a23f-27251afa8149 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:44:12.612215 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:12.614990 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4864db1a-4d69-46cb-b7c1-60a3a1cebed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (73d3c9cf-785e-43d1-bd07-2b71a15bde7f), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:12.624491 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-7364daa1-a81f-43b8-a6a8-fb11bcbab8da req-722b7e27-6ad0-426b-8fbf-14efc7de693a tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (f3bec615-3793-4fbd-9846-435b07021a52), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:12.661239 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-35177e50-71c7-4499-af74-2c0b071a6ad6 None None] Set router f811343a-43d4-4e64-9f9d-c47356a73d67 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:44:12.929996 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-ecf31215-b924-4ee0-a182-d644b511448b None None] Attempting to bind port 4dfacf28-199f-404c-ae23-a42917cb7fc2 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:44:12.929996 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-ecf31215-b924-4ee0-a182-d644b511448b None None] Attempting to bind port 4dfacf28-199f-404c-ae23-a42917cb7fc2 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '7f1d38e1-d1a8-4696-ad37-7b23750349bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3ef3a629-b316-4753-9376-3b5a179288a5'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:44:12.930707 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf31215-b924-4ee0-a182-d644b511448b None None] Attempting to bind port 4dfacf28-199f-404c-ae23-a42917cb7fc2 on network 3ef3a629-b316-4753-9376-3b5a179288a5 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:44:12.937009 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:12.953157 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4864db1a-4d69-46cb-b7c1-60a3a1cebed9 admin admin] Network ce97f614-52e4-43e0-bccc-d2356788f988 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:44:12.960393 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:12.963231 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-4864db1a-4d69-46cb-b7c1-60a3a1cebed9 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:44:12.973666 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:12.975269 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] get_ports_and_sgs() called for port_ids ['a723b0a9-1e91-40c0-a00b-51235a1e481f', '7174c67f-162b-4c47-a77c-12737a841916', 'f306f1e1-1f92-41b7-973f-427a4a933e36', 'a1cf3c93-9716-42e2-84ef-3f181594d07f'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:44:13.021904 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4864db1a-4d69-46cb-b7c1-60a3a1cebed9 admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:44:13.064469 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-886eba39-9ad4-4b17-af3e-df700794c20e req-f71a4bf2-b3f8-4c50-98b0-3ded981e0b10 tempest-ServersAdmin275Test-756230181 tempest-ServersAdmin275Test-756230181-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a83567e0-2337-4993-b69e-52060a3c56f7 HTTP/1.1" status: 200 len: 210 time: 0.3315728 Aug 27 04:44:13.122508 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] get_ports_and_sgs() called for port_ids ['f82d897c-fe67-474e-a10b-dface6e3b906', '22f742ca-c8bf-4e74-be1b-49e482f8921d', '9328be9a-ae97-4165-bf25-9a26e1f2012e'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:44:13.163774 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:13.185589 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-b3a7c459-8be8-462c-afe6-246e5598eca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da23f8a-59ac-4928-a23f-27251afa8149', 'name': 'tempest-ServersTestBootFromVolume-1821564961-router', 'tenant_id': '4b1fca82aba64e7197467816e31033bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '3e4d9059-0bc1-443c-8f38-9e54b1d14053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:44:03Z', 'updated_at': '2022-08-27T04:44:05Z', 'revision_number': 3, 'project_id': '4b1fca82aba64e7197467816e31033bb', 'gw_port': {'id': '3e4d9059-0bc1-443c-8f38-9e54b1d14053', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da23f8a-59ac-4928-a23f-27251afa8149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:44:04Z', 'updated_at': '2022-08-27T04:44:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:13.219204 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4864db1a-4d69-46cb-b7c1-60a3a1cebed9 admin admin] Pushing event updated for resources: {'Port': ['ID=73d3c9cf-785e-43d1-bd07-2b71a15bde7f,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:13.252384 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Device f3bec615-3793-4fbd-9846-435b07021a52 no longer exists at agent hyperv_n-h2-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:44:13.319818 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-fd5d55d9-b281-4f98-96b9-8c4c347bc4cc None None] Set router 43cf84d1-5f74-4bb8-8573-51eaa3061d3e gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:44:13.335908 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a7c459-8be8-462c-afe6-246e5598eca3 None None] The sync data for ids ['9da23f8a-59ac-4928-a23f-27251afa8149'] in n-d-852088-5 is: [{'id': '9da23f8a-59ac-4928-a23f-27251afa8149', 'name': 'tempest-ServersTestBootFromVolume-1821564961-router', 'tenant_id': '4b1fca82aba64e7197467816e31033bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '3e4d9059-0bc1-443c-8f38-9e54b1d14053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:44:03Z', 'updated_at': '2022-08-27T04:44:05Z', 'revision_number': 3, 'project_id': '4b1fca82aba64e7197467816e31033bb', 'gw_port': {'id': '3e4d9059-0bc1-443c-8f38-9e54b1d14053', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da23f8a-59ac-4928-a23f-27251afa8149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:44:04Z', 'updated_at': '2022-08-27T04:44:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:44:13.353509 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d255faf-9691-4884-a649-359c106c23e1 req-2b1774bf-5274-45f0-ae39-1d53cb65c9b7 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:44:13.355017 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2d255faf-9691-4884-a649-359c106c23e1 req-2b1774bf-5274-45f0-ae39-1d53cb65c9b7 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9d116f1-4153-497d-a882-0178a925c0b4 HTTP/1.1" status: 200 len: 950 time: 0.4195476 Aug 27 04:44:13.357690 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:13.412097 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [req-7364daa1-a81f-43b8-a6a8-fb11bcbab8da req-722b7e27-6ad0-426b-8fbf-14efc7de693a tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] No DVR routers for this DVR port f3bec615-3793-4fbd-9846-435b07021a52 on host n-h2-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:44:13.420936 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:13.440897 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-7364daa1-a81f-43b8-a6a8-fb11bcbab8da req-722b7e27-6ad0-426b-8fbf-14efc7de693a tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:13.451151 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-7364daa1-a81f-43b8-a6a8-fb11bcbab8da req-722b7e27-6ad0-426b-8fbf-14efc7de693a tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.78 "DELETE /networking/v2.0/ports/f3bec615-3793-4fbd-9846-435b07021a52 HTTP/1.1" status: 204 len: 173 time: 3.7561169 Aug 27 04:44:13.454624 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a9f0774-af45-459e-9f83-ec4559b431a9', 'name': 'network-vif-deleted', 'tag': 'f3bec615-3793-4fbd-9846-435b07021a52'}] {{(pid=107776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:44:13.454624 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7ad66632f4c78724655075356aa8535ba41c652eced6c9cea0c1f0c67b1e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6d3f01-b202-430e-898a-f299c974bf78" -d '{"events": [{"server_uuid": "5a9f0774-af45-459e-9f83-ec4559b431a9", "name": "network-vif-deleted", "tag": "f3bec615-3793-4fbd-9846-435b07021a52"}]}' {{(pid=107776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:44:13.467816 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722b7e27-6ad0-426b-8fbf-14efc7de693a tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Pushing event deleted for resources: {'Port': ['ID=f3bec615-3793-4fbd-9846-435b07021a52,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:13.480715 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] No Port match for: f3bec615-3793-4fbd-9846-435b07021a52 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:44:13.481062 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Device f3bec615-3793-4fbd-9846-435b07021a52 not bound to the agent host n-h2-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:44:13.485421 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf31215-b924-4ee0-a182-d644b511448b None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:44:13.488628 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf31215-b924-4ee0-a182-d644b511448b None None] Checking segment: {'id': '7f1d38e1-d1a8-4696-ad37-7b23750349bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3ef3a629-b316-4753-9376-3b5a179288a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:44:13.488628 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ecf31215-b924-4ee0-a182-d644b511448b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:13.488628 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf31215-b924-4ee0-a182-d644b511448b None None] Bound using segment: {'id': '7f1d38e1-d1a8-4696-ad37-7b23750349bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3ef3a629-b316-4753-9376-3b5a179288a5'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:44:13.488628 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-ecf31215-b924-4ee0-a182-d644b511448b None None] Bound port: 4dfacf28-199f-404c-ae23-a42917cb7fc2, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f1d38e1-d1a8-4696-ad37-7b23750349bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3ef3a629-b316-4753-9376-3b5a179288a5'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:44:13.488628 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ecf31215-b924-4ee0-a182-d644b511448b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (4dfacf28-199f-404c-ae23-a42917cb7fc2), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:13.492943 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a5daa6-58a9-4f5c-b578-a2321880cd04 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:44:13.511388 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4864db1a-4d69-46cb-b7c1-60a3a1cebed9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (9da23f8a-59ac-4928-a23f-27251afa8149), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:13.541148 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0450d9eb-f6e7-4bc5-94b1-658c816e9703 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:44:13.553888 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0450d9eb-f6e7-4bc5-94b1-658c816e9703 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/f811343a-43d4-4e64-9f9d-c47356a73d67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7300642 Aug 27 04:44:13.674365 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2d255faf-9691-4884-a649-359c106c23e1 req-1a3daae0-0f7d-4097-82ef-1c54582d95a0 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=594a0af3-d4d8-4c58-beac-6fa100daab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942901 Aug 27 04:44:13.676048 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f03f47d-d7eb-4fe3-b664-5ed683ff330d admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:44:13.679919 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a496e97f-2fe9-423e-bd85-4e66be34b238 None None] Sync routers for ids ['e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:44:13.700772 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9f03f47d-d7eb-4fe3-b664-5ed683ff330d admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/a219e3ed-f530-4783-a3c3-ad8ca2f88e43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3478775 Aug 27 04:44:13.721082 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-33c426ac-ec18-470f-94ba-f7cbbbe4976c req-e63194c9-c03d-499f-a771-8a303efa42ee tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5a9f0774-af45-459e-9f83-ec4559b431a9 HTTP/1.1" status: 200 len: 210 time: 0.2291427 Aug 27 04:44:13.732316 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5ddba3-6775-42b6-a77a-b316df7737c8 None None] Sync routers for ids ['a219e3ed-f530-4783-a3c3-ad8ca2f88e43'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:44:13.767371 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5ddba3-6775-42b6-a77a-b316df7737c8 None None] Routers {'a219e3ed-f530-4783-a3c3-ad8ca2f88e43'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:44:13.768230 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-9a5ddba3-6775-42b6-a77a-b316df7737c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:43:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['a219e3ed-f530-4783-a3c3-ad8ca2f88e43'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:13.783918 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-04a5daa6-58a9-4f5c-b578-a2321880cd04 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:13.792804 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 45322) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:44:13.794739 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-04a5daa6-58a9-4f5c-b578-a2321880cd04 admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.8611858 Aug 27 04:44:13.999243 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4864db1a-4d69-46cb-b7c1-60a3a1cebed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (73d3c9cf-785e-43d1-bd07-2b71a15bde7f), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:14.043227 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:14.092301 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0105d80f-1bd4-400e-8e95-1b8b88bf523f None None] Pushing event updated for resources: {'Port': ['ID=3615a804-8ca7-4a55-b98d-ce725de7625a,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:14.137976 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-196b06c3-7136-49cd-8682-445ed7a8f0e0 req-a1a535f5-1bf1-4145-877e-021e3b18a8fc tempest-ServersAdmin275Test-756230181 tempest-ServersAdmin275Test-756230181-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a83567e0-2337-4993-b69e-52060a3c56f7 HTTP/1.1" status: 200 len: 210 time: 0.1537819 Aug 27 04:44:14.179349 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-9a5ddba3-6775-42b6-a77a-b316df7737c8 None None] Set router a219e3ed-f530-4783-a3c3-ad8ca2f88e43 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:44:14.382974 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:14.407728 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [req-cc91eb26-a21f-4ce4-9527-b1d8eb3ee2ec req-11333d43-f568-4c21-a1f2-d389cb12814f tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1541045713', 'description': 'tempest-description-1325186869'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:14.522301 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4864db1a-4d69-46cb-b7c1-60a3a1cebed9 admin admin] Publish callbacks [] for port (73d3c9cf-785e-43d1-bd07-2b71a15bde7f), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:14.525531 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 04:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7efed9c-4862-48c3-9bd7-ab42c26dba98 x-openstack-request-id: req-b7efed9c-4862-48c3-9bd7-ab42c26dba98 {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:44:14.525816 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a9f0774-af45-459e-9f83-ec4559b431a9", "name": "network-vif-deleted", "tag": "f3bec615-3793-4fbd-9846-435b07021a52", "status": "completed", "code": 200}]} {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:44:14.526066 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b7efed9c-4862-48c3-9bd7-ab42c26dba98 {{(pid=107776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:44:14.526460 n-d-852088-5 neutron-server[107776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7efed9c-4862-48c3-9bd7-ab42c26dba98'] response: {'server_uuid': '5a9f0774-af45-459e-9f83-ec4559b431a9', 'name': 'network-vif-deleted', 'tag': 'f3bec615-3793-4fbd-9846-435b07021a52', 'status': 'completed', 'code': 200} Aug 27 04:44:14.576897 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-cc91eb26-a21f-4ce4-9527-b1d8eb3ee2ec req-11333d43-f568-4c21-a1f2-d389cb12814f tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:14.612743 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4864db1a-4d69-46cb-b7c1-60a3a1cebed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (73d3c9cf-785e-43d1-bd07-2b71a15bde7f), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:14.642950 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 45340) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:44:14.767759 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-63c40a00-f48a-468d-afd5-a98406facb8a tempest-ServersTestFqdnHostnames-1477128095 tempest-ServersTestFqdnHostnames-1477128095-project] Request body: {'security_group': {'name': 'tempest-securitygroup--756698776', 'description': 'tempest-description--89653140'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:14.779245 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4864db1a-4d69-46cb-b7c1-60a3a1cebed9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (9da23f8a-59ac-4928-a23f-27251afa8149), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:14.791623 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a496e97f-2fe9-423e-bd85-4e66be34b238 None None] Routers {'e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:44:14.792439 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-a496e97f-2fe9-423e-bd85-4e66be34b238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:43:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:14.809014 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4864db1a-4d69-46cb-b7c1-60a3a1cebed9 admin admin] Pushing event updated for resources: {'Port': ['ID=73d3c9cf-785e-43d1-bd07-2b71a15bde7f,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:14.810610 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-9a5ddba3-6775-42b6-a77a-b316df7737c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a219e3ed-f530-4783-a3c3-ad8ca2f88e43', 'name': 'tempest-ServersTestFqdnHostnames-917147289-router', 'tenant_id': '0b2ef28fea57405191162c673ef041ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': 'fba6de6f-db76-47bf-8be8-b8da54e90d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:43:57Z', 'updated_at': '2022-08-27T04:44:08Z', 'revision_number': 4, 'project_id': '0b2ef28fea57405191162c673ef041ab', 'gw_port': {'id': 'fba6de6f-db76-47bf-8be8-b8da54e90d1a', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:58:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a219e3ed-f530-4783-a3c3-ad8ca2f88e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:43:59Z', 'updated_at': '2022-08-27T04:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'e5630b68-c57e-4b8e-9840-c2bce023efd2', 'name': '', 'network_id': '1d4942d4-af6f-42fd-8c68-0fde6320a371', 'tenant_id': '0b2ef28fea57405191162c673ef041ab', 'mac_address': 'fa:16:3e:9f:a9:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a219e3ed-f530-4783-a3c3-ad8ca2f88e43', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '8e2f4330-d5e7-410c-8656-1b3e22e57e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:44:05Z', 'updated_at': '2022-08-27T04:44:09Z', 'revision_number': 2, 'project_id': '0b2ef28fea57405191162c673ef041ab', 'subnets': [{'id': '8e2f4330-d5e7-410c-8656-1b3e22e57e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:14.817427 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-cc91eb26-a21f-4ce4-9527-b1d8eb3ee2ec req-11333d43-f568-4c21-a1f2-d389cb12814f tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks [] for security_group (f1461f66-39f3-4f23-bf90-ff03023ad8d6), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:14.882157 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5ddba3-6775-42b6-a77a-b316df7737c8 None None] Checking router: a219e3ed-f530-4783-a3c3-ad8ca2f88e43 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:44:14.885170 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5ddba3-6775-42b6-a77a-b316df7737c8 None None] Updating router a219e3ed-f530-4783-a3c3-ad8ca2f88e43 port e5630b68-c57e-4b8e-9840-c2bce023efd2 binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:44:14.900414 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-ecf31215-b924-4ee0-a182-d644b511448b None None] For port 4dfacf28-199f-404c-ae23-a42917cb7fc2, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:44:14.904054 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-ecf31215-b924-4ee0-a182-d644b511448b None None] For port 4dfacf28-199f-404c-ae23-a42917cb7fc2, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=4dfacf28-199f-404c-ae23-a42917cb7fc2,segment=NetworkSegment(7f1d38e1-d1a8-4696-ad37-7b23750349bb),segment_id=7f1d38e1-d1a8-4696-ad37-7b23750349bb)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:44:14.928868 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-9a5ddba3-6775-42b6-a77a-b316df7737c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (e5630b68-c57e-4b8e-9840-c2bce023efd2), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:14.967389 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4864db1a-4d69-46cb-b7c1-60a3a1cebed9 admin admin] Network ce97f614-52e4-43e0-bccc-d2356788f988 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:44:14.969276 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-4864db1a-4d69-46cb-b7c1-60a3a1cebed9 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:44:15.163108 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-fd5d55d9-b281-4f98-96b9-8c4c347bc4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43cf84d1-5f74-4bb8-8573-51eaa3061d3e', 'name': 'tempest-TaggedBootDevicesTest_v242-425288806-router', 'tenant_id': '3b1896a4899d4c37af1be6a7f91249c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '14857796-3ad5-436c-9731-3b9f4d943a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:43:52Z', 'updated_at': '2022-08-27T04:43:59Z', 'revision_number': 4, 'project_id': '3b1896a4899d4c37af1be6a7f91249c0', 'gw_port': {'id': '14857796-3ad5-436c-9731-3b9f4d943a1f', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43cf84d1-5f74-4bb8-8573-51eaa3061d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:43:53Z', 'updated_at': '2022-08-27T04:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '08930d92-ee9f-4b43-a949-4988257d8376', 'name': '', 'network_id': '8c494509-f57b-4935-9704-d9c2d00d1f50', 'tenant_id': '3b1896a4899d4c37af1be6a7f91249c0', 'mac_address': 'fa:16:3e:5a:8a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43cf84d1-5f74-4bb8-8573-51eaa3061d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'a7d60b9a-f602-4a9e-8abf-f85d6fdd3cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:43:58Z', 'updated_at': '2022-08-27T04:44:11Z', 'revision_number': 4, 'project_id': '3b1896a4899d4c37af1be6a7f91249c0', 'subnets': [{'id': 'a7d60b9a-f602-4a9e-8abf-f85d6fdd3cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:15.191867 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4864db1a-4d69-46cb-b7c1-60a3a1cebed9 admin admin] Router 9da23f8a-59ac-4928-a23f-27251afa8149 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:44:15.205635 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07512108-e47a-4a71-aec3-b9ce0aab6e48 req-1ba9dc3a-e379-49b1-8477-d5aa7c09a091 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:44:15.212070 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-07512108-e47a-4a71-aec3-b9ce0aab6e48 req-1ba9dc3a-e379-49b1-8477-d5aa7c09a091 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9d116f1-4153-497d-a882-0178a925c0b4 HTTP/1.1" status: 200 len: 950 time: 0.1821187 Aug 27 04:44:15.297806 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5d55d9-b281-4f98-96b9-8c4c347bc4cc None None] The sync data for ids ['43cf84d1-5f74-4bb8-8573-51eaa3061d3e'] in n-d-852088-5 is: [{'id': '43cf84d1-5f74-4bb8-8573-51eaa3061d3e', 'name': 'tempest-TaggedBootDevicesTest_v242-425288806-router', 'tenant_id': '3b1896a4899d4c37af1be6a7f91249c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '14857796-3ad5-436c-9731-3b9f4d943a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:43:52Z', 'updated_at': '2022-08-27T04:43:59Z', 'revision_number': 4, 'project_id': '3b1896a4899d4c37af1be6a7f91249c0', 'gw_port': {'id': '14857796-3ad5-436c-9731-3b9f4d943a1f', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43cf84d1-5f74-4bb8-8573-51eaa3061d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:43:53Z', 'updated_at': '2022-08-27T04:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '08930d92-ee9f-4b43-a949-4988257d8376', 'name': '', 'network_id': '8c494509-f57b-4935-9704-d9c2d00d1f50', 'tenant_id': '3b1896a4899d4c37af1be6a7f91249c0', 'mac_address': 'fa:16:3e:5a:8a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43cf84d1-5f74-4bb8-8573-51eaa3061d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'a7d60b9a-f602-4a9e-8abf-f85d6fdd3cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:43:58Z', 'updated_at': '2022-08-27T04:44:11Z', 'revision_number': 4, 'project_id': '3b1896a4899d4c37af1be6a7f91249c0', 'subnets': [{'id': 'a7d60b9a-f602-4a9e-8abf-f85d6fdd3cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:44:15.308376 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-cc91eb26-a21f-4ce4-9527-b1d8eb3ee2ec req-11333d43-f568-4c21-a1f2-d389cb12814f tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (f1461f66-39f3-4f23-bf90-ff03023ad8d6), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:15.391872 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11333d43-f568-4c21-a1f2-d389cb12814f tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1461f66-39f3-4f23-bf90-ff03023ad8d6,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:15.431340 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-63c40a00-f48a-468d-afd5-a98406facb8a tempest-ServersTestFqdnHostnames-1477128095 tempest-ServersTestFqdnHostnames-1477128095-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:15.441033 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ecf31215-b924-4ee0-a182-d644b511448b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (4dfacf28-199f-404c-ae23-a42917cb7fc2), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:15.509773 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4864db1a-4d69-46cb-b7c1-60a3a1cebed9 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:44:15.530842 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-4864db1a-4d69-46cb-b7c1-60a3a1cebed9 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/9da23f8a-59ac-4928-a23f-27251afa8149/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3677127 Aug 27 04:44:15.534559 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-9a5ddba3-6775-42b6-a77a-b316df7737c8 None None] Publish callbacks [] for port (e5630b68-c57e-4b8e-9840-c2bce023efd2), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:15.579141 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-35177e50-71c7-4499-af74-2c0b071a6ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f811343a-43d4-4e64-9f9d-c47356a73d67', 'name': 'tempest-SecurityGroupRulesTestJSON-827839925-router', 'tenant_id': 'b6a23c895331412bb3665a23309ac67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '3615a804-8ca7-4a55-b98d-ce725de7625a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:43:59Z', 'updated_at': '2022-08-27T04:44:09Z', 'revision_number': 4, 'project_id': 'b6a23c895331412bb3665a23309ac67e', 'gw_port': {'id': '3615a804-8ca7-4a55-b98d-ce725de7625a', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:80:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f811343a-43d4-4e64-9f9d-c47356a73d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:44:00Z', 'updated_at': '2022-08-27T04:44:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '5f65df0a-15f8-49af-8d62-6cd6a51d4915', 'name': '', 'network_id': 'b4c008d7-8b2f-4069-83bf-17165df90904', 'tenant_id': 'b6a23c895331412bb3665a23309ac67e', 'mac_address': 'fa:16:3e:cb:68:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f811343a-43d4-4e64-9f9d-c47356a73d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '237c9bc3-fe58-4443-98a8-fef27baf9af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:44:05Z', 'updated_at': '2022-08-27T04:44:09Z', 'revision_number': 2, 'project_id': 'b6a23c895331412bb3665a23309ac67e', 'subnets': [{'id': '237c9bc3-fe58-4443-98a8-fef27baf9af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:15.639132 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35177e50-71c7-4499-af74-2c0b071a6ad6 None None] The sync data for ids ['f811343a-43d4-4e64-9f9d-c47356a73d67'] in n-d-852088-5 is: [{'id': 'f811343a-43d4-4e64-9f9d-c47356a73d67', 'name': 'tempest-SecurityGroupRulesTestJSON-827839925-router', 'tenant_id': 'b6a23c895331412bb3665a23309ac67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '3615a804-8ca7-4a55-b98d-ce725de7625a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:43:59Z', 'updated_at': '2022-08-27T04:44:09Z', 'revision_number': 4, 'project_id': 'b6a23c895331412bb3665a23309ac67e', 'gw_port': {'id': '3615a804-8ca7-4a55-b98d-ce725de7625a', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:80:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f811343a-43d4-4e64-9f9d-c47356a73d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:44:00Z', 'updated_at': '2022-08-27T04:44:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '5f65df0a-15f8-49af-8d62-6cd6a51d4915', 'name': '', 'network_id': 'b4c008d7-8b2f-4069-83bf-17165df90904', 'tenant_id': 'b6a23c895331412bb3665a23309ac67e', 'mac_address': 'fa:16:3e:cb:68:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f811343a-43d4-4e64-9f9d-c47356a73d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '237c9bc3-fe58-4443-98a8-fef27baf9af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:44:05Z', 'updated_at': '2022-08-27T04:44:09Z', 'revision_number': 2, 'project_id': 'b6a23c895331412bb3665a23309ac67e', 'subnets': [{'id': '237c9bc3-fe58-4443-98a8-fef27baf9af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:44:15.655337 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-9a5ddba3-6775-42b6-a77a-b316df7737c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (e5630b68-c57e-4b8e-9840-c2bce023efd2), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:15.734849 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:15.758433 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-63c40a00-f48a-468d-afd5-a98406facb8a tempest-ServersTestFqdnHostnames-1477128095 tempest-ServersTestFqdnHostnames-1477128095-project] Publish callbacks [] for security_group (e7aa2ad9-7607-4b7f-81f0-e373475510f6), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:15.803797 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-cc91eb26-a21f-4ce4-9527-b1d8eb3ee2ec req-11333d43-f568-4c21-a1f2-d389cb12814f tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:15.826732 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-cc91eb26-a21f-4ce4-9527-b1d8eb3ee2ec req-11333d43-f568-4c21-a1f2-d389cb12814f tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 1.4292092 Aug 27 04:44:15.844794 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-07512108-e47a-4a71-aec3-b9ce0aab6e48 req-e5e42198-3a81-4dad-9d8f-7efe3984a108 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=594a0af3-d4d8-4c58-beac-6fa100daab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6154091 Aug 27 04:44:15.857999 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:15.870627 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-a496e97f-2fe9-423e-bd85-4e66be34b238 None None] Set router e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:44:15.883554 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-63c40a00-f48a-468d-afd5-a98406facb8a tempest-ServersTestFqdnHostnames-1477128095 tempest-ServersTestFqdnHostnames-1477128095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (e7aa2ad9-7607-4b7f-81f0-e373475510f6), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:15.921966 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-3ca7d398-4849-47d4-abeb-0670f9c57972 None None] Current status of the port f165b7e2-c2e2-45ce-bc8e-d52037a3014d is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:44:15.922469 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3ca7d398-4849-47d4-abeb-0670f9c57972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f165b7e2-c2e2-45ce-bc8e-d52037a3014d), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:15.997977 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:16.059102 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:16.114056 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172040be-96d8-4b7a-825d-d053cad74e35 None None] Pushing event updated for resources: {'Port': ['ID=e5630b68-c57e-4b8e-9840-c2bce023efd2,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:16.129407 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:16.145779 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-14849c09-29b0-4af5-8f19-944e4f1e0e92 req-c9f12327-59f0-4508-85d9-17ffca79fa1f service neutron] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5b41c414-0f4f-4a7c-9887-2a60bd9b580b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2806268 Aug 27 04:44:16.200190 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-3ca7d398-4849-47d4-abeb-0670f9c57972 None None] For port f165b7e2-c2e2-45ce-bc8e-d52037a3014d, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=f165b7e2-c2e2-45ce-bc8e-d52037a3014d,segment=NetworkSegment(42402018-3bae-4c3d-bb5f-4422aacc8487),segment_id=42402018-3bae-4c3d-bb5f-4422aacc8487)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:16.203720 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port d72d079f-2350-4360-9a79-2391a41b8ed6 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:44:16.215269 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device cf6684a3-60d6-4b70-a9c1-88f287633e02 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:44:16.222813 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17e7918-bcda-4ad3-96eb-f483a0848171 None None] Pushing event updated for resources: {'Port': ['ID=08930d92-ee9f-4b43-a949-4988257d8376,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:16.234589 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c40a00-f48a-468d-afd5-a98406facb8a tempest-ServersTestFqdnHostnames-1477128095 tempest-ServersTestFqdnHostnames-1477128095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7aa2ad9-7607-4b7f-81f0-e373475510f6,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:16.285654 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-9a5ddba3-6775-42b6-a77a-b316df7737c8 None None] Attempting to bind port e5630b68-c57e-4b8e-9840-c2bce023efd2 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:44:16.287697 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-9a5ddba3-6775-42b6-a77a-b316df7737c8 None None] Attempting to bind port e5630b68-c57e-4b8e-9840-c2bce023efd2 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '64883fb7-63fb-4a53-a3c6-50decfe2fa4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1d4942d4-af6f-42fd-8c68-0fde6320a371'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:44:16.289848 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5ddba3-6775-42b6-a77a-b316df7737c8 None None] Attempting to bind port e5630b68-c57e-4b8e-9840-c2bce023efd2 on network 1d4942d4-af6f-42fd-8c68-0fde6320a371 {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:44:16.315097 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5ddba3-6775-42b6-a77a-b316df7737c8 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:44:16.318325 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d6e90450-837c-4e54-b157-53dc24e4fd28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:16.319147 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5ddba3-6775-42b6-a77a-b316df7737c8 None None] Checking segment: {'id': '64883fb7-63fb-4a53-a3c6-50decfe2fa4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1d4942d4-af6f-42fd-8c68-0fde6320a371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:44:16.320486 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-9a5ddba3-6775-42b6-a77a-b316df7737c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:16.323960 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5ddba3-6775-42b6-a77a-b316df7737c8 None None] Bound using segment: {'id': '64883fb7-63fb-4a53-a3c6-50decfe2fa4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1d4942d4-af6f-42fd-8c68-0fde6320a371'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:44:16.324640 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-9a5ddba3-6775-42b6-a77a-b316df7737c8 None None] Bound port: e5630b68-c57e-4b8e-9840-c2bce023efd2, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64883fb7-63fb-4a53-a3c6-50decfe2fa4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1d4942d4-af6f-42fd-8c68-0fde6320a371'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:44:16.325150 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-9a5ddba3-6775-42b6-a77a-b316df7737c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (e5630b68-c57e-4b8e-9840-c2bce023efd2), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:16.339790 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14849c09-29b0-4af5-8f19-944e4f1e0e92 req-5372ec75-9efb-40e5-b17c-5d0e16a6ba6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:44:16.341809 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-14849c09-29b0-4af5-8f19-944e4f1e0e92 req-5372ec75-9efb-40e5-b17c-5d0e16a6ba6f service neutron] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=d85e7650a4374066922085ef5115c973&device_id=5b41c414-0f4f-4a7c-9887-2a60bd9b580b HTTP/1.1" status: 200 len: 1131 time: 0.1593862 Aug 27 04:44:16.343402 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:16.509983 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:16.577962 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-9a5ddba3-6775-42b6-a77a-b316df7737c8 None None] For port e5630b68-c57e-4b8e-9840-c2bce023efd2, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:44:16.591371 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-9a5ddba3-6775-42b6-a77a-b316df7737c8 None None] For port e5630b68-c57e-4b8e-9840-c2bce023efd2, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=e5630b68-c57e-4b8e-9840-c2bce023efd2,segment=NetworkSegment(64883fb7-63fb-4a53-a3c6-50decfe2fa4d),segment_id=64883fb7-63fb-4a53-a3c6-50decfe2fa4d)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:44:16.643947 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-63c40a00-f48a-468d-afd5-a98406facb8a tempest-ServersTestFqdnHostnames-1477128095 tempest-ServersTestFqdnHostnames-1477128095-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:16.645222 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-63c40a00-f48a-468d-afd5-a98406facb8a tempest-ServersTestFqdnHostnames-1477128095 tempest-ServersTestFqdnHostnames-1477128095-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.9274991 Aug 27 04:44:16.657900 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-9a5ddba3-6775-42b6-a77a-b316df7737c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (e5630b68-c57e-4b8e-9840-c2bce023efd2), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:16.660879 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-42084018-ecab-4e17-86e9-2017752468df req-dbdcfc90-4642-477d-ae0a-ed98ad8dd06d tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] 10.222.0.76 "GET /networking/v2.0/security-groups/f1461f66-39f3-4f23-bf90-ff03023ad8d6 HTTP/1.1" status: 200 len: 1822 time: 0.4285228 Aug 27 04:44:16.663605 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3ca7d398-4849-47d4-abeb-0670f9c57972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (f165b7e2-c2e2-45ce-bc8e-d52037a3014d), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:16.679107 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 45376) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:44:16.686821 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [req-42084018-ecab-4e17-86e9-2017752468df req-c07d379e-639e-432d-8f6d-42add59ddd9e tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f1461f66-39f3-4f23-bf90-ff03023ad8d6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:16.687262 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [req-42084018-ecab-4e17-86e9-2017752468df req-c07d379e-639e-432d-8f6d-42add59ddd9e tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f1461f66-39f3-4f23-bf90-ff03023ad8d6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:16.691848 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-b8f071bc-713b-44ff-a4a7-ce09216b552b tempest-ServersTestFqdnHostnames-1477128095 tempest-ServersTestFqdnHostnames-1477128095-project] Request body: {'security_group_rule': {'security_group_id': 'e7aa2ad9-7607-4b7f-81f0-e373475510f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:16.722537 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14849c09-29b0-4af5-8f19-944e4f1e0e92 req-94a30c16-1567-4383-9726-479c38c42571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:44:16.733876 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-14849c09-29b0-4af5-8f19-944e4f1e0e92 req-94a30c16-1567-4383-9726-479c38c42571 service neutron] 10.222.0.78 "GET /networking/v2.0/networks?id=a82fb463-5a8f-4b8b-991d-61491eba11c6 HTTP/1.1" status: 200 len: 870 time: 0.3685756 Aug 27 04:44:16.779249 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-262e8550-589a-4fef-ba5b-d8760be5a7f6 req-b6dfe85b-0a15-42c8-86d4-10d08bf09392 tempest-ServersAdmin275Test-756230181 tempest-ServersAdmin275Test-756230181-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a83567e0-2337-4993-b69e-52060a3c56f7 HTTP/1.1" status: 200 len: 210 time: 0.1405454 Aug 27 04:44:16.877462 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5ddba3-6775-42b6-a77a-b316df7737c8 None None] Routers {'a219e3ed-f530-4783-a3c3-ad8ca2f88e43'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:44:16.879298 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-9a5ddba3-6775-42b6-a77a-b316df7737c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:43:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['a219e3ed-f530-4783-a3c3-ad8ca2f88e43'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:16.918193 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-14849c09-29b0-4af5-8f19-944e4f1e0e92 req-77dc4bd0-82dc-4d29-9ff9-689d7057af56 service neutron] 10.222.0.78 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=f306f1e1-1f92-41b7-973f-427a4a933e36 HTTP/1.1" status: 200 len: 217 time: 0.1725752 Aug 27 04:44:16.951254 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-42084018-ecab-4e17-86e9-2017752468df req-c07d379e-639e-432d-8f6d-42add59ddd9e tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks [] for security_group_rule (4c8cebe6-c8d1-41e2-bab8-418c75b47d13), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:17.021212 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-42084018-ecab-4e17-86e9-2017752468df req-c07d379e-639e-432d-8f6d-42add59ddd9e tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks [] for security_group_rule (4c8cebe6-c8d1-41e2-bab8-418c75b47d13), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:17.042954 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-6b9d4596-f146-4f94-b81b-1841f58a3249 None None] Provisioning complete for port f165b7e2-c2e2-45ce-bc8e-d52037a3014d triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:44:17.043500 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-d6e90450-837c-4e54-b157-53dc24e4fd28 admin admin] Allocated IP 172.20.0.1 (3ef3a629-b316-4753-9376-3b5a179288a5/0332a2a1-1e81-4208-aaee-5bb953044bf4/6e4031d6-4d23-4b2b-bd8c-8439c0c7c94a) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:44:17.048933 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6b9d4596-f146-4f94-b81b-1841f58a3249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (f165b7e2-c2e2-45ce-bc8e-d52037a3014d), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:17.122649 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=fba6de6f-db76-47bf-8be8-b8da54e90d1a,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:17.131046 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-9a5ddba3-6775-42b6-a77a-b316df7737c8 None None] Set router a219e3ed-f530-4783-a3c3-ad8ca2f88e43 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:44:17.142516 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b8f071bc-713b-44ff-a4a7-ce09216b552b tempest-ServersTestFqdnHostnames-1477128095 tempest-ServersTestFqdnHostnames-1477128095-project] Publish callbacks [] for security_group_rule (95bdbd51-9114-4eb6-8580-0946612db676), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:17.241736 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:17.263966 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172040be-96d8-4b7a-825d-d053cad74e35 None None] Pushing event updated for resources: {'Port': ['ID=e5630b68-c57e-4b8e-9840-c2bce023efd2,revision_number=4']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:17.267603 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-42084018-ecab-4e17-86e9-2017752468df req-c07d379e-639e-432d-8f6d-42add59ddd9e tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (4c8cebe6-c8d1-41e2-bab8-418c75b47d13), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:17.332467 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b8f071bc-713b-44ff-a4a7-ce09216b552b tempest-ServersTestFqdnHostnames-1477128095 tempest-ServersTestFqdnHostnames-1477128095-project] Publish callbacks [] for security_group_rule (95bdbd51-9114-4eb6-8580-0946612db676), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:17.349187 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14849c09-29b0-4af5-8f19-944e4f1e0e92 req-eea4f441-c3ee-4aa3-993c-c27eb50e10f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:44:17.353459 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-14849c09-29b0-4af5-8f19-944e4f1e0e92 req-eea4f441-c3ee-4aa3-993c-c27eb50e10f2 service neutron] 10.222.0.78 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.4219007 Aug 27 04:44:17.377342 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d379e-639e-432d-8f6d-42add59ddd9e tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c8cebe6-c8d1-41e2-bab8-418c75b47d13,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:17.449366 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b8f071bc-713b-44ff-a4a7-ce09216b552b tempest-ServersTestFqdnHostnames-1477128095 tempest-ServersTestFqdnHostnames-1477128095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (95bdbd51-9114-4eb6-8580-0946612db676), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:17.539475 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f071bc-713b-44ff-a4a7-ce09216b552b tempest-ServersTestFqdnHostnames-1477128095 tempest-ServersTestFqdnHostnames-1477128095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95bdbd51-9114-4eb6-8580-0946612db676,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:17.553742 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14849c09-29b0-4af5-8f19-944e4f1e0e92 req-1ca75867-e67c-4762-a4ae-3d914e3d25e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:44:17.556697 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d6e90450-837c-4e54-b157-53dc24e4fd28 admin admin] Publish callbacks [] for port (6e4031d6-4d23-4b2b-bd8c-8439c0c7c94a), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:17.559750 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-14849c09-29b0-4af5-8f19-944e4f1e0e92 req-1ca75867-e67c-4762-a4ae-3d914e3d25e7 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2014091 Aug 27 04:44:17.645944 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-42084018-ecab-4e17-86e9-2017752468df req-c07d379e-639e-432d-8f6d-42add59ddd9e tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:17.647187 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-42084018-ecab-4e17-86e9-2017752468df req-c07d379e-639e-432d-8f6d-42add59ddd9e tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9853418 Aug 27 04:44:17.719665 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-9a5ddba3-6775-42b6-a77a-b316df7737c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a219e3ed-f530-4783-a3c3-ad8ca2f88e43', 'name': 'tempest-ServersTestFqdnHostnames-917147289-router', 'tenant_id': '0b2ef28fea57405191162c673ef041ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': 'fba6de6f-db76-47bf-8be8-b8da54e90d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:43:57Z', 'updated_at': '2022-08-27T04:44:08Z', 'revision_number': 4, 'project_id': '0b2ef28fea57405191162c673ef041ab', 'gw_port': {'id': 'fba6de6f-db76-47bf-8be8-b8da54e90d1a', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:58:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a219e3ed-f530-4783-a3c3-ad8ca2f88e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:43:59Z', 'updated_at': '2022-08-27T04:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'e5630b68-c57e-4b8e-9840-c2bce023efd2', 'name': '', 'network_id': '1d4942d4-af6f-42fd-8c68-0fde6320a371', 'tenant_id': '0b2ef28fea57405191162c673ef041ab', 'mac_address': 'fa:16:3e:9f:a9:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a219e3ed-f530-4783-a3c3-ad8ca2f88e43', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '8e2f4330-d5e7-410c-8656-1b3e22e57e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:44:05Z', 'updated_at': '2022-08-27T04:44:16Z', 'revision_number': 4, 'project_id': '0b2ef28fea57405191162c673ef041ab', 'subnets': [{'id': '8e2f4330-d5e7-410c-8656-1b3e22e57e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:17.747489 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b8f071bc-713b-44ff-a4a7-ce09216b552b tempest-ServersTestFqdnHostnames-1477128095 tempest-ServersTestFqdnHostnames-1477128095-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:17.756916 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b8f071bc-713b-44ff-a4a7-ce09216b552b tempest-ServersTestFqdnHostnames-1477128095 tempest-ServersTestFqdnHostnames-1477128095-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0723047 Aug 27 04:44:17.759485 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 45386) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:44:17.763279 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5ddba3-6775-42b6-a77a-b316df7737c8 None None] The sync data for ids ['a219e3ed-f530-4783-a3c3-ad8ca2f88e43'] in n-d-852088-5 is: [{'id': 'a219e3ed-f530-4783-a3c3-ad8ca2f88e43', 'name': 'tempest-ServersTestFqdnHostnames-917147289-router', 'tenant_id': '0b2ef28fea57405191162c673ef041ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': 'fba6de6f-db76-47bf-8be8-b8da54e90d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:43:57Z', 'updated_at': '2022-08-27T04:44:08Z', 'revision_number': 4, 'project_id': '0b2ef28fea57405191162c673ef041ab', 'gw_port': {'id': 'fba6de6f-db76-47bf-8be8-b8da54e90d1a', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:58:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a219e3ed-f530-4783-a3c3-ad8ca2f88e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:43:59Z', 'updated_at': '2022-08-27T04:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'e5630b68-c57e-4b8e-9840-c2bce023efd2', 'name': '', 'network_id': '1d4942d4-af6f-42fd-8c68-0fde6320a371', 'tenant_id': '0b2ef28fea57405191162c673ef041ab', 'mac_address': 'fa:16:3e:9f:a9:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a219e3ed-f530-4783-a3c3-ad8ca2f88e43', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '8e2f4330-d5e7-410c-8656-1b3e22e57e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:44:05Z', 'updated_at': '2022-08-27T04:44:16Z', 'revision_number': 4, 'project_id': '0b2ef28fea57405191162c673ef041ab', 'subnets': [{'id': '8e2f4330-d5e7-410c-8656-1b3e22e57e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:44:17.764851 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-b0d43d84-4a01-4cb3-9308-064a63d747ea tempest-ServersTestFqdnHostnames-1477128095 tempest-ServersTestFqdnHostnames-1477128095-project] Request body: {'security_group_rule': {'security_group_id': 'e7aa2ad9-7607-4b7f-81f0-e373475510f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:17.767886 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95542421-86ac-4773-83a4-3bca902843a9 None None] Sync routers for ids ['9da23f8a-59ac-4928-a23f-27251afa8149'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:44:17.779477 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d6e90450-837c-4e54-b157-53dc24e4fd28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (6e4031d6-4d23-4b2b-bd8c-8439c0c7c94a), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:18.002065 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-14849c09-29b0-4af5-8f19-944e4f1e0e92 req-0ab689c9-7b98-4aef-87ce-2fef791eb676 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4361885 Aug 27 04:44:18.053374 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e90450-837c-4e54-b157-53dc24e4fd28 admin admin] Network 3ef3a629-b316-4753-9376-3b5a179288a5 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:44:18.066380 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e90450-837c-4e54-b157-53dc24e4fd28 admin admin] Pushing event updated for resources: {'Port': ['ID=6e4031d6-4d23-4b2b-bd8c-8439c0c7c94a,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:18.083524 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-d6e90450-837c-4e54-b157-53dc24e4fd28 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:44:18.091573 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e90450-837c-4e54-b157-53dc24e4fd28 admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:44:18.129874 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62409b6b-789e-4586-b20e-a11cd8d75901 None None] Network 3ef3a629-b316-4753-9376-3b5a179288a5 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:44:18.152251 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d6e90450-837c-4e54-b157-53dc24e4fd28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:18.293347 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 45392) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:44:18.305563 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-d9b23575-76ce-4b9f-b7ff-8d68d1a55b9d tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1236635475', 'description': 'tempest-description--1164491909'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:18.347610 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b0d43d84-4a01-4cb3-9308-064a63d747ea tempest-ServersTestFqdnHostnames-1477128095 tempest-ServersTestFqdnHostnames-1477128095-project] Publish callbacks [] for security_group_rule (49d93a7c-23ab-4924-97e8-016886b100f3), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:18.357377 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-14849c09-29b0-4af5-8f19-944e4f1e0e92 req-e6bc56d1-e639-4ac8-a595-a7ee40010fb7 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494122 Aug 27 04:44:18.453447 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-a496e97f-2fe9-423e-bd85-4e66be34b238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956', 'name': 'tempest-TaggedBootDevicesTest_v242-178340418-router', 'tenant_id': 'afd683ccf6674e33a101d957f16e948e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': 'cdc342fd-3486-4565-84ca-18c107c212ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:44:06Z', 'updated_at': '2022-08-27T04:44:09Z', 'revision_number': 3, 'project_id': 'afd683ccf6674e33a101d957f16e948e', 'gw_port': {'id': 'cdc342fd-3486-4565-84ca-18c107c212ac', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:14:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:44:07Z', 'updated_at': '2022-08-27T04:44:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:18.463951 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [req-d4c651c0-4fc5-47d0-bce8-6a758a3663a8 req-5f1c6e3f-6097-4b46-842b-584a4e44cfd0 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1660812557', 'description': 'tempest-description-22936499'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:18.498905 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port cf6684a3-60d6-4b70-a9c1-88f287633e02 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:44:18.499298 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (cf6684a3-60d6-4b70-a9c1-88f287633e02), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:18.512484 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95542421-86ac-4773-83a4-3bca902843a9 None None] Routers {'9da23f8a-59ac-4928-a23f-27251afa8149'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:44:18.513883 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-95542421-86ac-4773-83a4-3bca902843a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:43:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['9da23f8a-59ac-4928-a23f-27251afa8149'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:18.625553 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c876d9d-72c8-4ba3-8d24-3ff5abfdf039 req-746ae900-32fb-4a1c-a2b2-d8f78616be78 tempest-ServersAdminNegativeTestJSON-1184157116 tempest-ServersAdminNegativeTestJSON-1184157116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:44:18.627499 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2c876d9d-72c8-4ba3-8d24-3ff5abfdf039 req-746ae900-32fb-4a1c-a2b2-d8f78616be78 tempest-ServersAdminNegativeTestJSON-1184157116 tempest-ServersAdminNegativeTestJSON-1184157116-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9d116f1-4153-497d-a882-0178a925c0b4 HTTP/1.1" status: 200 len: 1132 time: 0.2840812 Aug 27 04:44:18.642056 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d9b23575-76ce-4b9f-b7ff-8d68d1a55b9d tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:18.674707 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a496e97f-2fe9-423e-bd85-4e66be34b238 None None] Checking router: e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:44:18.675081 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a496e97f-2fe9-423e-bd85-4e66be34b238 None None] Updating router e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956 port cdc342fd-3486-4565-84ca-18c107c212ac binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:44:18.686217 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b0d43d84-4a01-4cb3-9308-064a63d747ea tempest-ServersTestFqdnHostnames-1477128095 tempest-ServersTestFqdnHostnames-1477128095-project] Publish callbacks [] for security_group_rule (49d93a7c-23ab-4924-97e8-016886b100f3), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:18.754315 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:18.760733 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-2c876d9d-72c8-4ba3-8d24-3ff5abfdf039 req-07988aaa-962c-4840-8ab7-f9938b74a216 tempest-ServersAdminNegativeTestJSON-1184157116 tempest-ServersAdminNegativeTestJSON-1184157116-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:18.764583 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-d4c651c0-4fc5-47d0-bce8-6a758a3663a8 req-5f1c6e3f-6097-4b46-842b-584a4e44cfd0 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:18.849033 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b0d43d84-4a01-4cb3-9308-064a63d747ea tempest-ServersTestFqdnHostnames-1477128095 tempest-ServersTestFqdnHostnames-1477128095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (49d93a7c-23ab-4924-97e8-016886b100f3), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:18.894255 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0105d80f-1bd4-400e-8e95-1b8b88bf523f None None] Pushing event updated for resources: {'Port': ['ID=3615a804-8ca7-4a55-b98d-ce725de7625a,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:19.032422 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a496e97f-2fe9-423e-bd85-4e66be34b238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (cdc342fd-3486-4565-84ca-18c107c212ac), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:19.062445 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-2c876d9d-72c8-4ba3-8d24-3ff5abfdf039 req-07988aaa-962c-4840-8ab7-f9938b74a216 tempest-ServersAdminNegativeTestJSON-1184157116 tempest-ServersAdminNegativeTestJSON-1184157116-project-admin] Publish callbacks [] for security_group (fcc2d560-942d-49c7-9518-ee84bf33d2c0), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:19.102295 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d9b23575-76ce-4b9f-b7ff-8d68d1a55b9d tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Publish callbacks [] for security_group (ad7cf7d3-bf01-40a4-a562-4e5d8c1fa5f4), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:19.103976 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d43d84-4a01-4cb3-9308-064a63d747ea tempest-ServersTestFqdnHostnames-1477128095 tempest-ServersTestFqdnHostnames-1477128095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49d93a7c-23ab-4924-97e8-016886b100f3,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:19.117829 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b0d43d84-4a01-4cb3-9308-064a63d747ea tempest-ServersTestFqdnHostnames-1477128095 tempest-ServersTestFqdnHostnames-1477128095-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:19.121938 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b0d43d84-4a01-4cb3-9308-064a63d747ea tempest-ServersTestFqdnHostnames-1477128095 tempest-ServersTestFqdnHostnames-1477128095-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3603964 Aug 27 04:44:19.124447 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 45402) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:44:19.129516 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-3e6db696-a503-4d12-a18b-ed3389767d0a tempest-ServersTestFqdnHostnames-1477128095 tempest-ServersTestFqdnHostnames-1477128095-project] Request body: {'floatingip': {'floating_network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:19.160447 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d6e90450-837c-4e54-b157-53dc24e4fd28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (6e4031d6-4d23-4b2b-bd8c-8439c0c7c94a), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:19.174229 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-2c876d9d-72c8-4ba3-8d24-3ff5abfdf039 req-07988aaa-962c-4840-8ab7-f9938b74a216 tempest-ServersAdminNegativeTestJSON-1184157116 tempest-ServersAdminNegativeTestJSON-1184157116-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (fcc2d560-942d-49c7-9518-ee84bf33d2c0), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:19.178344 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:19.221018 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:19.234682 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-95542421-86ac-4773-83a4-3bca902843a9 None None] Set router 9da23f8a-59ac-4928-a23f-27251afa8149 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:44:19.282517 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d9b23575-76ce-4b9f-b7ff-8d68d1a55b9d tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (ad7cf7d3-bf01-40a4-a562-4e5d8c1fa5f4), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:19.342023 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3e6db696-a503-4d12-a18b-ed3389767d0a tempest-ServersTestFqdnHostnames-1477128095 tempest-ServersTestFqdnHostnames-1477128095-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:19.481919 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:19.487004 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3e6db696-a503-4d12-a18b-ed3389767d0a tempest-ServersTestFqdnHostnames-1477128095 tempest-ServersTestFqdnHostnames-1477128095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:19.538699 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:19.542814 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d6e90450-837c-4e54-b157-53dc24e4fd28 admin admin] Publish callbacks [] for port (6e4031d6-4d23-4b2b-bd8c-8439c0c7c94a), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:19.551784 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-6b9d4596-f146-4f94-b81b-1841f58a3249 None None] Current status of the port f165b7e2-c2e2-45ce-bc8e-d52037a3014d is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:44:19.574598 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2c876d9d-72c8-4ba3-8d24-3ff5abfdf039 req-07988aaa-962c-4840-8ab7-f9938b74a216 tempest-ServersAdminNegativeTestJSON-1184157116 tempest-ServersAdminNegativeTestJSON-1184157116-project-admin] 10.222.0.76 "GET /networking/v2.0/security-groups?id=594a0af3-d4d8-4c58-beac-6fa100daab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9197941 Aug 27 04:44:19.583681 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07988aaa-962c-4840-8ab7-f9938b74a216 tempest-ServersAdminNegativeTestJSON-1184157116 tempest-ServersAdminNegativeTestJSON-1184157116-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc2d560-942d-49c7-9518-ee84bf33d2c0,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:19.626564 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d6e90450-837c-4e54-b157-53dc24e4fd28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (6e4031d6-4d23-4b2b-bd8c-8439c0c7c94a), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:19.666875 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf31215-b924-4ee0-a182-d644b511448b None None] Pushing event updated for resources: {'Port': ['ID=4dfacf28-199f-404c-ae23-a42917cb7fc2,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:19.685654 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b23575-76ce-4b9f-b7ff-8d68d1a55b9d tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7cf7d3-bf01-40a4-a562-4e5d8c1fa5f4,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:19.689577 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d9b23575-76ce-4b9f-b7ff-8d68d1a55b9d tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:19.691767 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-d9b23575-76ce-4b9f-b7ff-8d68d1a55b9d tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.3940668 Aug 27 04:44:19.701280 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 45406) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:44:19.701581 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-d4c651c0-4fc5-47d0-bce8-6a758a3663a8 req-5f1c6e3f-6097-4b46-842b-584a4e44cfd0 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks [] for security_group (3ff0f7ad-210f-4364-bb29-dc45fedf5d16), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:19.715033 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-f3b990bb-bc4b-417c-82e5-1f1bffeab2ec tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Request body: {'security_group_rule': {'security_group_id': 'ad7cf7d3-bf01-40a4-a562-4e5d8c1fa5f4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:19.739326 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e90450-837c-4e54-b157-53dc24e4fd28 admin admin] Pushing event updated for resources: {'Port': ['ID=6e4031d6-4d23-4b2b-bd8c-8439c0c7c94a,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:19.754052 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d6e90450-837c-4e54-b157-53dc24e4fd28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:19.796575 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-3e6db696-a503-4d12-a18b-ed3389767d0a tempest-ServersTestFqdnHostnames-1477128095 tempest-ServersTestFqdnHostnames-1477128095-project] Allocated IP 172.25.2.79 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/a07a0c46-3063-478f-8b82-83ef51835c88) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:44:19.810528 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:19.870191 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port cf6684a3-60d6-4b70-a9c1-88f287633e02 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:44:19.872760 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-6b9d4596-f146-4f94-b81b-1841f58a3249 None None] Provisioning complete for port 5f65df0a-15f8-49af-8d62-6cd6a51d4915 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:44:19.877433 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6b9d4596-f146-4f94-b81b-1841f58a3249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (5f65df0a-15f8-49af-8d62-6cd6a51d4915), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:19.935618 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-d4c651c0-4fc5-47d0-bce8-6a758a3663a8 req-5f1c6e3f-6097-4b46-842b-584a4e44cfd0 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (3ff0f7ad-210f-4364-bb29-dc45fedf5d16), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:20.000147 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e90450-837c-4e54-b157-53dc24e4fd28 admin admin] Network 3ef3a629-b316-4753-9376-3b5a179288a5 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:44:20.004065 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-d6e90450-837c-4e54-b157-53dc24e4fd28 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:44:20.057382 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca7d398-4849-47d4-abeb-0670f9c57972 None None] Pushing event updated for resources: {'Port': ['ID=f165b7e2-c2e2-45ce-bc8e-d52037a3014d,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:20.069164 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3e6db696-a503-4d12-a18b-ed3389767d0a tempest-ServersTestFqdnHostnames-1477128095 tempest-ServersTestFqdnHostnames-1477128095-project] Publish callbacks [] for port (a07a0c46-3063-478f-8b82-83ef51835c88), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:20.137905 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-6b9d4596-f146-4f94-b81b-1841f58a3249 None None] Port 5f65df0a-15f8-49af-8d62-6cd6a51d4915 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:44:20.139123 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1c6e3f-6097-4b46-842b-584a4e44cfd0 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff0f7ad-210f-4364-bb29-dc45fedf5d16,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:20.161206 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:20.162724 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f3b990bb-bc4b-417c-82e5-1f1bffeab2ec tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Publish callbacks [] for security_group_rule (f9316a25-a017-4af4-bf02-c347541bbb9d), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:20.192556 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-d4c651c0-4fc5-47d0-bce8-6a758a3663a8 req-5f1c6e3f-6097-4b46-842b-584a4e44cfd0 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:20.224313 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d4c651c0-4fc5-47d0-bce8-6a758a3663a8 req-5f1c6e3f-6097-4b46-842b-584a4e44cfd0 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 1.7834790 Aug 27 04:44:20.253147 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3e6db696-a503-4d12-a18b-ed3389767d0a tempest-ServersTestFqdnHostnames-1477128095 tempest-ServersTestFqdnHostnames-1477128095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (a07a0c46-3063-478f-8b82-83ef51835c88), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:20.317818 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-6b9d4596-f146-4f94-b81b-1841f58a3249 None None] Provisioning complete for port e5630b68-c57e-4b8e-9840-c2bce023efd2 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:44:20.318198 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6b9d4596-f146-4f94-b81b-1841f58a3249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e5630b68-c57e-4b8e-9840-c2bce023efd2), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:20.326390 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6db696-a503-4d12-a18b-ed3389767d0a tempest-ServersTestFqdnHostnames-1477128095 tempest-ServersTestFqdnHostnames-1477128095-project] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:44:20.358876 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-3e6db696-a503-4d12-a18b-ed3389767d0a tempest-ServersTestFqdnHostnames-1477128095 tempest-ServersTestFqdnHostnames-1477128095-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:44:20.366883 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6db696-a503-4d12-a18b-ed3389767d0a tempest-ServersTestFqdnHostnames-1477128095 tempest-ServersTestFqdnHostnames-1477128095-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:44:20.504514 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef8394-a16d-4ba3-9e16-144dd4c24897 req-216aedec-bfc5-4481-9906-eef424096881 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:44:20.510034 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-39ef8394-a16d-4ba3-9e16-144dd4c24897 req-216aedec-bfc5-4481-9906-eef424096881 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=6b7c3c45-56ef-40b4-9b60-bafd4f58dd64 HTTP/1.1" status: 200 len: 949 time: 0.3710597 Aug 27 04:44:20.590762 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f3b990bb-bc4b-417c-82e5-1f1bffeab2ec tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Publish callbacks [] for security_group_rule (f9316a25-a017-4af4-bf02-c347541bbb9d), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:20.603388 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6db696-a503-4d12-a18b-ed3389767d0a tempest-ServersTestFqdnHostnames-1477128095 tempest-ServersTestFqdnHostnames-1477128095-project] Pushing event updated for resources: {'Port': ['ID=a07a0c46-3063-478f-8b82-83ef51835c88,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:20.614597 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:20.637132 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 3615a804-8ca7-4a55-b98d-ce725de7625a up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:44:20.665007 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3e6db696-a503-4d12-a18b-ed3389767d0a tempest-ServersTestFqdnHostnames-1477128095 tempest-ServersTestFqdnHostnames-1477128095-project] Publish callbacks [] for floatingip (d6a5bbab-5271-4883-b8f0-fb99ceff8c89), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:20.669836 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:20.684408 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f3b990bb-bc4b-417c-82e5-1f1bffeab2ec tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (f9316a25-a017-4af4-bf02-c347541bbb9d), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:20.811859 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-6b9d4596-f146-4f94-b81b-1841f58a3249 None None] Current status of the port e5630b68-c57e-4b8e-9840-c2bce023efd2 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:44:20.812286 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6b9d4596-f146-4f94-b81b-1841f58a3249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (e5630b68-c57e-4b8e-9840-c2bce023efd2), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:20.875830 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-6b9d4596-f146-4f94-b81b-1841f58a3249 None None] For port e5630b68-c57e-4b8e-9840-c2bce023efd2, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=e5630b68-c57e-4b8e-9840-c2bce023efd2,segment=NetworkSegment(64883fb7-63fb-4a53-a3c6-50decfe2fa4d),segment_id=64883fb7-63fb-4a53-a3c6-50decfe2fa4d)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:21.014793 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a496e97f-2fe9-423e-bd85-4e66be34b238 None None] Publish callbacks [] for port (cdc342fd-3486-4565-84ca-18c107c212ac), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:21.028369 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-95542421-86ac-4773-83a4-3bca902843a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da23f8a-59ac-4928-a23f-27251afa8149', 'name': 'tempest-ServersTestBootFromVolume-1821564961-router', 'tenant_id': '4b1fca82aba64e7197467816e31033bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '3e4d9059-0bc1-443c-8f38-9e54b1d14053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:44:03Z', 'updated_at': '2022-08-27T04:44:13Z', 'revision_number': 4, 'project_id': '4b1fca82aba64e7197467816e31033bb', 'gw_port': {'id': '3e4d9059-0bc1-443c-8f38-9e54b1d14053', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da23f8a-59ac-4928-a23f-27251afa8149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:44:04Z', 'updated_at': '2022-08-27T04:44:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '73d3c9cf-785e-43d1-bd07-2b71a15bde7f', 'name': '', 'network_id': 'ce97f614-52e4-43e0-bccc-d2356788f988', 'tenant_id': '4b1fca82aba64e7197467816e31033bb', 'mac_address': 'fa:16:3e:5d:94:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da23f8a-59ac-4928-a23f-27251afa8149', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '809f283e-a234-4118-87a5-32f06356a26b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:44:10Z', 'updated_at': '2022-08-27T04:44:14Z', 'revision_number': 2, 'project_id': '4b1fca82aba64e7197467816e31033bb', 'subnets': [{'id': '809f283e-a234-4118-87a5-32f06356a26b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:21.035071 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:21.049773 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6b9d4596-f146-4f94-b81b-1841f58a3249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (e5630b68-c57e-4b8e-9840-c2bce023efd2), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:21.079827 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:21.103658 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f491d0cf-aa73-4a7a-ba66-4d5ad6801276 req-de92f4db-40f5-49ac-9f89-3b3900ad8e78 tempest-ServersAdmin275Test-756230181 tempest-ServersAdmin275Test-756230181-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a83567e0-2337-4993-b69e-52060a3c56f7 HTTP/1.1" status: 200 len: 210 time: 0.9693763 Aug 27 04:44:21.112787 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:21.150665 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f3b990bb-bc4b-417c-82e5-1f1bffeab2ec tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:21.154778 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f3b990bb-bc4b-417c-82e5-1f1bffeab2ec tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4492764 Aug 27 04:44:21.155650 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:21.157007 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a496e97f-2fe9-423e-bd85-4e66be34b238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (cdc342fd-3486-4565-84ca-18c107c212ac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:21.158724 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 45412) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:44:21.159803 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b990bb-bc4b-417c-82e5-1f1bffeab2ec tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9316a25-a017-4af4-bf02-c347541bbb9d,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:21.168087 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-19c83e84-5b54-4002-99c7-7fb38a31a3ee tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Request body: {'security_group_rule': {'security_group_id': 'ad7cf7d3-bf01-40a4-a562-4e5d8c1fa5f4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:21.178500 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95542421-86ac-4773-83a4-3bca902843a9 None None] Checking router: 9da23f8a-59ac-4928-a23f-27251afa8149 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:44:21.179454 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95542421-86ac-4773-83a4-3bca902843a9 None None] Updating router 9da23f8a-59ac-4928-a23f-27251afa8149 port 73d3c9cf-785e-43d1-bd07-2b71a15bde7f binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:44:21.188455 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-a496e97f-2fe9-423e-bd85-4e66be34b238 None None] Attempting to bind port cdc342fd-3486-4565-84ca-18c107c212ac on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:44:21.188914 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-a496e97f-2fe9-423e-bd85-4e66be34b238 None None] Attempting to bind port cdc342fd-3486-4565-84ca-18c107c212ac by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:44:21.189371 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a496e97f-2fe9-423e-bd85-4e66be34b238 None None] Attempting to bind port cdc342fd-3486-4565-84ca-18c107c212ac on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:44:21.209310 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6085ee2c-a8dc-422e-a141-54ca0d1dddde req-55af571c-e86c-42f4-a205-727cd367a352 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:44:21.217937 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6085ee2c-a8dc-422e-a141-54ca0d1dddde req-55af571c-e86c-42f4-a205-727cd367a352 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=6b7c3c45-56ef-40b4-9b60-bafd4f58dd64 HTTP/1.1" status: 200 len: 949 time: 0.1412776 Aug 27 04:44:21.230091 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-6b9d4596-f146-4f94-b81b-1841f58a3249 None None] Provisioning complete for port 73d3c9cf-785e-43d1-bd07-2b71a15bde7f triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:44:21.230544 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6b9d4596-f146-4f94-b81b-1841f58a3249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (73d3c9cf-785e-43d1-bd07-2b71a15bde7f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:21.236674 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:21.250674 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3e6db696-a503-4d12-a18b-ed3389767d0a tempest-ServersTestFqdnHostnames-1477128095 tempest-ServersTestFqdnHostnames-1477128095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a07a0c46-3063-478f-8b82-83ef51835c88), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:21.265796 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 3615a804-8ca7-4a55-b98d-ce725de7625a triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:44:21.266311 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (3615a804-8ca7-4a55-b98d-ce725de7625a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:21.275680 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a496e97f-2fe9-423e-bd85-4e66be34b238 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:44:21.275680 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a496e97f-2fe9-423e-bd85-4e66be34b238 None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:44:21.275680 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a496e97f-2fe9-423e-bd85-4e66be34b238 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:21.275680 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a496e97f-2fe9-423e-bd85-4e66be34b238 None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:44:21.275680 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-a496e97f-2fe9-423e-bd85-4e66be34b238 None None] Bound port: cdc342fd-3486-4565-84ca-18c107c212ac, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:44:21.276310 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a496e97f-2fe9-423e-bd85-4e66be34b238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (cdc342fd-3486-4565-84ca-18c107c212ac), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:21.287096 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-95542421-86ac-4773-83a4-3bca902843a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (73d3c9cf-785e-43d1-bd07-2b71a15bde7f), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:21.380111 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9d4596-f146-4f94-b81b-1841f58a3249 None None] Pushing event updated for resources: {'Port': ['ID=e5630b68-c57e-4b8e-9840-c2bce023efd2,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:21.400488 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-6b9d4596-f146-4f94-b81b-1841f58a3249 None None] Port 73d3c9cf-785e-43d1-bd07-2b71a15bde7f cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:44:21.450374 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5425678a-99d3-486b-bdea-cd2685c8ea7e req-eed873e6-b908-470d-a949-024cc555e516 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] 10.222.0.76 "GET /networking/v2.0/security-groups/3ff0f7ad-210f-4364-bb29-dc45fedf5d16 HTTP/1.1" status: 200 len: 1820 time: 0.1290224 Aug 27 04:44:21.455490 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [req-5425678a-99d3-486b-bdea-cd2685c8ea7e req-8bcae0a4-abac-4a98-8f9a-04223499e685 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '3ff0f7ad-210f-4364-bb29-dc45fedf5d16', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:21.456067 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [req-5425678a-99d3-486b-bdea-cd2685c8ea7e req-8bcae0a4-abac-4a98-8f9a-04223499e685 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '3ff0f7ad-210f-4364-bb29-dc45fedf5d16', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:21.470554 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3e6db696-a503-4d12-a18b-ed3389767d0a tempest-ServersTestFqdnHostnames-1477128095 tempest-ServersTestFqdnHostnames-1477128095-project] Publish callbacks [] for port (a07a0c46-3063-478f-8b82-83ef51835c88), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:21.474220 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:21.476435 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:21.485458 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-19c83e84-5b54-4002-99c7-7fb38a31a3ee tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Publish callbacks [] for security_group_rule (4afcbfe2-9119-421c-a5f7-145a51218277), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:21.492972 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e90450-837c-4e54-b157-53dc24e4fd28 admin admin] Router e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:44:21.513507 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6085ee2c-a8dc-422e-a141-54ca0d1dddde req-0609874a-4bc8-4f63-bb33-59448d15beab tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911019 Aug 27 04:44:21.576221 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3e6db696-a503-4d12-a18b-ed3389767d0a tempest-ServersTestFqdnHostnames-1477128095 tempest-ServersTestFqdnHostnames-1477128095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (a07a0c46-3063-478f-8b82-83ef51835c88), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:21.590537 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-a496e97f-2fe9-423e-bd85-4e66be34b238 None None] For port cdc342fd-3486-4565-84ca-18c107c212ac, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:44:21.662522 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a1424a-9681-449f-8596-3a7da7750239 None None] Pushing event updated for resources: {'Port': ['ID=cdc342fd-3486-4565-84ca-18c107c212ac,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:21.694415 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-19c83e84-5b54-4002-99c7-7fb38a31a3ee tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Publish callbacks [] for security_group_rule (4afcbfe2-9119-421c-a5f7-145a51218277), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:21.705801 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3e6db696-a503-4d12-a18b-ed3389767d0a tempest-ServersTestFqdnHostnames-1477128095 tempest-ServersTestFqdnHostnames-1477128095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677636'] for floatingip (d6a5bbab-5271-4883-b8f0-fb99ceff8c89), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:21.707536 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-cd20484d-bb38-4654-8bba-5d82faf96a00 None None] Provisioning complete for port 6e4031d6-4d23-4b2b-bd8c-8439c0c7c94a triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:44:21.708096 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cd20484d-bb38-4654-8bba-5d82faf96a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (6e4031d6-4d23-4b2b-bd8c-8439c0c7c94a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:21.712560 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-a496e97f-2fe9-423e-bd85-4e66be34b238 None None] For port cdc342fd-3486-4565-84ca-18c107c212ac, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=cdc342fd-3486-4565-84ca-18c107c212ac,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:44:21.727163 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6db696-a503-4d12-a18b-ed3389767d0a tempest-ServersTestFqdnHostnames-1477128095 tempest-ServersTestFqdnHostnames-1477128095-project] Pushing event updated for resources: {'Port': ['ID=a07a0c46-3063-478f-8b82-83ef51835c88,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:21.781101 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-cd20484d-bb38-4654-8bba-5d82faf96a00 None None] Port 6e4031d6-4d23-4b2b-bd8c-8439c0c7c94a cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:44:21.802616 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e90450-837c-4e54-b157-53dc24e4fd28 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:44:21.804833 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 3615a804-8ca7-4a55-b98d-ce725de7625a is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:44:21.805239 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (3615a804-8ca7-4a55-b98d-ce725de7625a), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:21.810574 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-19c83e84-5b54-4002-99c7-7fb38a31a3ee tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (4afcbfe2-9119-421c-a5f7-145a51218277), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:21.822042 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-d6e90450-837c-4e54-b157-53dc24e4fd28 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0179262 Aug 27 04:44:21.841006 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=1,neutron:DELETE=8,neutron:SELECT=88,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:21.854268 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-cd20484d-bb38-4654-8bba-5d82faf96a00 None None] Provisioning complete for port 4dfacf28-199f-404c-ae23-a42917cb7fc2 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:44:21.854733 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cd20484d-bb38-4654-8bba-5d82faf96a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (4dfacf28-199f-404c-ae23-a42917cb7fc2), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:21.857125 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a496e97f-2fe9-423e-bd85-4e66be34b238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (cdc342fd-3486-4565-84ca-18c107c212ac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:21.897739 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3e6db696-a503-4d12-a18b-ed3389767d0a tempest-ServersTestFqdnHostnames-1477128095 tempest-ServersTestFqdnHostnames-1477128095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:21.899852 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3e6db696-a503-4d12-a18b-ed3389767d0a tempest-ServersTestFqdnHostnames-1477128095 tempest-ServersTestFqdnHostnames-1477128095-project] 10.222.0.76 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7738831 Aug 27 04:44:21.922659 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c83e84-5b54-4002-99c7-7fb38a31a3ee tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4afcbfe2-9119-421c-a5f7-145a51218277,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:21.954154 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464c7bd-4918-43e1-9ba0-8e0c80952d86 req-af799858-1308-4473-8ba1-0c2291a80895 tempest-ServersAdminNegativeTestJSON-1184157116 tempest-ServersAdminNegativeTestJSON-1184157116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:44:21.966953 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c464c7bd-4918-43e1-9ba0-8e0c80952d86 req-af799858-1308-4473-8ba1-0c2291a80895 tempest-ServersAdminNegativeTestJSON-1184157116 tempest-ServersAdminNegativeTestJSON-1184157116-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9d116f1-4153-497d-a882-0178a925c0b4 HTTP/1.1" status: 200 len: 1132 time: 0.1748750 Aug 27 04:44:21.983316 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 3615a804-8ca7-4a55-b98d-ce725de7625a, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=3615a804-8ca7-4a55-b98d-ce725de7625a,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:21.991660 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a496e97f-2fe9-423e-bd85-4e66be34b238 None None] Routers {'e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:44:21.992338 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-a496e97f-2fe9-423e-bd85-4e66be34b238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:43:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:22.001807 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:DELETE=1,neutron:INSERT=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:22.012552 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-19c83e84-5b54-4002-99c7-7fb38a31a3ee tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:22.032825 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-19c83e84-5b54-4002-99c7-7fb38a31a3ee tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8661544 Aug 27 04:44:22.034184 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 45428) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:44:22.054135 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-e8c023ee-5971-4335-8daa-1a8a13a0d01c tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Request body: {'floatingip': {'floating_network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:22.079738 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-5425678a-99d3-486b-bdea-cd2685c8ea7e req-8bcae0a4-abac-4a98-8f9a-04223499e685 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks [] for security_group_rule (250e3e3b-50ed-459b-bea9-515a3f0b5bf0), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:22.197929 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c464c7bd-4918-43e1-9ba0-8e0c80952d86 req-4a5d2e0b-d6bc-4558-978b-753feb7a2ec2 tempest-ServersAdminNegativeTestJSON-1184157116 tempest-ServersAdminNegativeTestJSON-1184157116-project-admin] 10.222.0.76 "GET /networking/v2.0/security-groups?id=594a0af3-d4d8-4c58-beac-6fa100daab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298522 Aug 27 04:44:22.198773 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e8c023ee-5971-4335-8daa-1a8a13a0d01c tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:22.217496 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-a496e97f-2fe9-423e-bd85-4e66be34b238 None None] Set router e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:44:22.221828 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a1424a-9681-449f-8596-3a7da7750239 None None] Pushing event updated for resources: {'Port': ['ID=cdc342fd-3486-4565-84ca-18c107c212ac,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:22.226924 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-5425678a-99d3-486b-bdea-cd2685c8ea7e req-8bcae0a4-abac-4a98-8f9a-04223499e685 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks [] for security_group_rule (250e3e3b-50ed-459b-bea9-515a3f0b5bf0), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:22.308323 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-5425678a-99d3-486b-bdea-cd2685c8ea7e req-8bcae0a4-abac-4a98-8f9a-04223499e685 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (250e3e3b-50ed-459b-bea9-515a3f0b5bf0), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:22.345257 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e8c023ee-5971-4335-8daa-1a8a13a0d01c tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:22.349974 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:22.356517 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (3615a804-8ca7-4a55-b98d-ce725de7625a), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:22.362620 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device fba6de6f-db76-47bf-8be8-b8da54e90d1a up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:44:22.366826 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcae0a4-abac-4a98-8f9a-04223499e685 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=250e3e3b-50ed-459b-bea9-515a3f0b5bf0,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:22.434057 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-5425678a-99d3-486b-bdea-cd2685c8ea7e req-8bcae0a4-abac-4a98-8f9a-04223499e685 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:22.439436 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5425678a-99d3-486b-bdea-cd2685c8ea7e req-8bcae0a4-abac-4a98-8f9a-04223499e685 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.9838035 Aug 27 04:44:22.507686 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a02baae4-c647-4330-9027-5ee21a718b3a req-1b1f7ddd-eff8-4510-a1dc-451c9534a97c tempest-ServersTestFqdnHostnames-1477128095 tempest-ServersTestFqdnHostnames-1477128095-project] 10.222.0.76 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--756698776&fields=id&tenant_id=0b2ef28fea57405191162c673ef041ab HTTP/1.1" status: 200 len: 267 time: 0.1079514 Aug 27 04:44:22.518706 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=3615a804-8ca7-4a55-b98d-ce725de7625a,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:22.589212 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-e8c023ee-5971-4335-8daa-1a8a13a0d01c tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Allocated IP 172.25.2.172 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/794c2470-f4e2-4ed6-ac5e-15ab4bb350af) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:44:22.649372 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:22.698838 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f60e07c4-f6e1-4e15-bd75-39f99d7c0faf req-d379313a-3038-4b70-a49a-a9076423db8e tempest-ServersAdmin275Test-756230181 tempest-ServersAdmin275Test-756230181-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a83567e0-2337-4993-b69e-52060a3c56f7 HTTP/1.1" status: 200 len: 210 time: 0.0963120 Aug 27 04:44:22.748490 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:22.761983 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02baae4-c647-4330-9027-5ee21a718b3a req-331f8341-31dd-4209-97ba-844dfd1471eb tempest-ServersTestFqdnHostnames-1477128095 tempest-ServersTestFqdnHostnames-1477128095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:44:22.770633 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a02baae4-c647-4330-9027-5ee21a718b3a req-331f8341-31dd-4209-97ba-844dfd1471eb tempest-ServersTestFqdnHostnames-1477128095 tempest-ServersTestFqdnHostnames-1477128095-project] 10.222.0.76 "GET /networking/v2.0/networks?id=1d4942d4-af6f-42fd-8c68-0fde6320a371 HTTP/1.1" status: 200 len: 814 time: 0.2536378 Aug 27 04:44:22.811813 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:22.813173 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a02baae4-c647-4330-9027-5ee21a718b3a req-fa57d944-aa4a-4af6-aee5-73a98a78c5a5 tempest-ServersTestFqdnHostnames-1477128095 tempest-ServersTestFqdnHostnames-1477128095-project] 10.222.0.76 "GET /networking/v2.0/quotas/0b2ef28fea57405191162c673ef041ab HTTP/1.1" status: 200 len: 375 time: 0.0399532 Aug 27 04:44:22.858739 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e8c023ee-5971-4335-8daa-1a8a13a0d01c tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Publish callbacks [] for port (794c2470-f4e2-4ed6-ac5e-15ab4bb350af), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:22.942612 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-95542421-86ac-4773-83a4-3bca902843a9 None None] Publish callbacks [] for port (73d3c9cf-785e-43d1-bd07-2b71a15bde7f), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:22.961898 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device 9328be9a-ae97-4165-bf25-9a26e1f2012e no longer exists at agent hyperv_n-h1-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:44:22.982928 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a02baae4-c647-4330-9027-5ee21a718b3a req-a289e614-987e-4276-a39f-79d3509d4b15 tempest-ServersTestFqdnHostnames-1477128095 tempest-ServersTestFqdnHostnames-1477128095-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=0b2ef28fea57405191162c673ef041ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1622767 Aug 27 04:44:23.039150 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-cd20484d-bb38-4654-8bba-5d82faf96a00 None None] Current status of the port 4dfacf28-199f-404c-ae23-a42917cb7fc2 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:44:23.039150 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cd20484d-bb38-4654-8bba-5d82faf96a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (4dfacf28-199f-404c-ae23-a42917cb7fc2), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:23.061006 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e8c023ee-5971-4335-8daa-1a8a13a0d01c tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (794c2470-f4e2-4ed6-ac5e-15ab4bb350af), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:23.067338 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-95542421-86ac-4773-83a4-3bca902843a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (73d3c9cf-785e-43d1-bd07-2b71a15bde7f), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:23.081970 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [req-ee306f39-4247-4034-9ad1-3fa38e92a07f req-5352d7d4-ebfd-4556-b524-5f98622efb49 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-929162325', 'description': 'tempest-description-454741985'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:23.152378 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port fba6de6f-db76-47bf-8be8-b8da54e90d1a triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:44:23.152943 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (fba6de6f-db76-47bf-8be8-b8da54e90d1a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:23.189791 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c023ee-5971-4335-8daa-1a8a13a0d01c tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Pushing event updated for resources: {'Port': ['ID=794c2470-f4e2-4ed6-ac5e-15ab4bb350af,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:23.195753 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c023ee-5971-4335-8daa-1a8a13a0d01c tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:44:23.198154 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-e8c023ee-5971-4335-8daa-1a8a13a0d01c tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:44:23.203608 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c023ee-5971-4335-8daa-1a8a13a0d01c tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:44:23.213749 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-ee306f39-4247-4034-9ad1-3fa38e92a07f req-5352d7d4-ebfd-4556-b524-5f98622efb49 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:23.230763 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:23.242697 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a780cb-7da0-4339-8670-ca8c6b68592b None None] Pushing event updated for resources: {'Port': ['ID=73d3c9cf-785e-43d1-bd07-2b71a15bde7f,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:23.262376 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=10,neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:23.283889 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a0781-f38b-42de-855c-8d8a93655dce req-0fd88203-7b57-455a-9023-8f4c2d584a5a tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:44:23.294271 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a99a0781-f38b-42de-855c-8d8a93655dce req-0fd88203-7b57-455a-9023-8f4c2d584a5a tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=6b7c3c45-56ef-40b4-9b60-bafd4f58dd64 HTTP/1.1" status: 200 len: 949 time: 0.1389289 Aug 27 04:44:23.345079 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port fba6de6f-db76-47bf-8be8-b8da54e90d1a is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:44:23.346407 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device e5630b68-c57e-4b8e-9840-c2bce023efd2 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:44:23.350465 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e8c023ee-5971-4335-8daa-1a8a13a0d01c tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Publish callbacks [] for floatingip (30246dfc-0d3b-42d8-bb22-2bbf132dc176), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:23.416612 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-cd20484d-bb38-4654-8bba-5d82faf96a00 None None] For port 4dfacf28-199f-404c-ae23-a42917cb7fc2, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=4dfacf28-199f-404c-ae23-a42917cb7fc2,segment=NetworkSegment(7f1d38e1-d1a8-4696-ad37-7b23750349bb),segment_id=7f1d38e1-d1a8-4696-ad37-7b23750349bb)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:23.452699 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a99a0781-f38b-42de-855c-8d8a93655dce req-5e739eee-ef55-4f5c-805d-d1e0a8aa98aa tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567957 Aug 27 04:44:23.504122 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port e5630b68-c57e-4b8e-9840-c2bce023efd2 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:44:23.504664 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e5630b68-c57e-4b8e-9840-c2bce023efd2), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:23.541483 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-ee306f39-4247-4034-9ad1-3fa38e92a07f req-5352d7d4-ebfd-4556-b524-5f98622efb49 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks [] for security_group (f9cb1478-c36d-43a1-8818-86e9d44de202), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:23.577516 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cd20484d-bb38-4654-8bba-5d82faf96a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (4dfacf28-199f-404c-ae23-a42917cb7fc2), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:23.587413 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e8c023ee-5971-4335-8daa-1a8a13a0d01c tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (794c2470-f4e2-4ed6-ac5e-15ab4bb350af), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:23.623058 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-ee306f39-4247-4034-9ad1-3fa38e92a07f req-5352d7d4-ebfd-4556-b524-5f98622efb49 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (f9cb1478-c36d-43a1-8818-86e9d44de202), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:23.627260 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-95542421-86ac-4773-83a4-3bca902843a9 None None] Attempting to bind port 73d3c9cf-785e-43d1-bd07-2b71a15bde7f on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:44:23.627637 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-95542421-86ac-4773-83a4-3bca902843a9 None None] Attempting to bind port 73d3c9cf-785e-43d1-bd07-2b71a15bde7f by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '42402018-3bae-4c3d-bb5f-4422aacc8487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ce97f614-52e4-43e0-bccc-d2356788f988'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:44:23.628215 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95542421-86ac-4773-83a4-3bca902843a9 None None] Attempting to bind port 73d3c9cf-785e-43d1-bd07-2b71a15bde7f on network ce97f614-52e4-43e0-bccc-d2356788f988 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:44:23.644824 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95542421-86ac-4773-83a4-3bca902843a9 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:44:23.648932 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95542421-86ac-4773-83a4-3bca902843a9 None None] Checking segment: {'id': '42402018-3bae-4c3d-bb5f-4422aacc8487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ce97f614-52e4-43e0-bccc-d2356788f988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:44:23.648932 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-95542421-86ac-4773-83a4-3bca902843a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:23.648932 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95542421-86ac-4773-83a4-3bca902843a9 None None] Bound using segment: {'id': '42402018-3bae-4c3d-bb5f-4422aacc8487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ce97f614-52e4-43e0-bccc-d2356788f988'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:44:23.648932 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-95542421-86ac-4773-83a4-3bca902843a9 None None] Bound port: 73d3c9cf-785e-43d1-bd07-2b71a15bde7f, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42402018-3bae-4c3d-bb5f-4422aacc8487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ce97f614-52e4-43e0-bccc-d2356788f988'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:44:23.648932 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-95542421-86ac-4773-83a4-3bca902843a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (73d3c9cf-785e-43d1-bd07-2b71a15bde7f), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:23.654867 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 45504) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:44:23.733278 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-95542421-86ac-4773-83a4-3bca902843a9 None None] For port 73d3c9cf-785e-43d1-bd07-2b71a15bde7f, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:44:23.740739 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-fd75ba26-1865-48f8-9f19-d94a62984af6 req-cb69433b-eadc-42bd-b077-de6308502297 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a83567e0-2337-4993-b69e-52060a3c56f7 HTTP/1.1" status: 200 len: 210 time: 0.2307250 Aug 27 04:44:23.742179 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-95542421-86ac-4773-83a4-3bca902843a9 None None] For port 73d3c9cf-785e-43d1-bd07-2b71a15bde7f, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=73d3c9cf-785e-43d1-bd07-2b71a15bde7f,segment=NetworkSegment(42402018-3bae-4c3d-bb5f-4422aacc8487),segment_id=42402018-3bae-4c3d-bb5f-4422aacc8487)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:44:23.758305 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5352d7d4-ebfd-4556-b524-5f98622efb49 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9cb1478-c36d-43a1-8818-86e9d44de202,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:23.760710 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Current status of the port 9328be9a-ae97-4165-bf25-9a26e1f2012e is: ACTIVE; New status is: DOWN {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:44:23.761162 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (9328be9a-ae97-4165-bf25-9a26e1f2012e), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:23.790878 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9b06c8ee-8665-49b6-a6dc-eefdc974fd41 tempest-ServersTestFqdnHostnames-1477128095 tempest-ServersTestFqdnHostnames-1477128095-project] Publish callbacks [] for security_group (e7aa2ad9-7607-4b7f-81f0-e373475510f6), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:23.801327 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-ee306f39-4247-4034-9ad1-3fa38e92a07f req-5352d7d4-ebfd-4556-b524-5f98622efb49 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:23.802653 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ee306f39-4247-4034-9ad1-3fa38e92a07f req-5352d7d4-ebfd-4556-b524-5f98622efb49 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.7276380 Aug 27 04:44:23.833783 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [req-39ef8394-a16d-4ba3-9e16-144dd4c24897 req-28ae6f19-49d9-4cc8-af1c-8df4d87b0955 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Deleting port 9328be9a-ae97-4165-bf25-9a26e1f2012e {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:44:23.834195 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-39ef8394-a16d-4ba3-9e16-144dd4c24897 req-28ae6f19-49d9-4cc8-af1c-8df4d87b0955 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (9328be9a-ae97-4165-bf25-9a26e1f2012e), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:23.879154 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9b06c8ee-8665-49b6-a6dc-eefdc974fd41 tempest-ServersTestFqdnHostnames-1477128095 tempest-ServersTestFqdnHostnames-1477128095-project] Publish callbacks [] for security_group (e7aa2ad9-7607-4b7f-81f0-e373475510f6), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:23.900335 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-95542421-86ac-4773-83a4-3bca902843a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (73d3c9cf-785e-43d1-bd07-2b71a15bde7f), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:23.948191 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b7c3c45-56ef-40b4-9b60-bafd4f58dd64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9328be9a-ae97-4165-bf25-9a26e1f2012e'}] {{(pid=107777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:44:23.948191 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6e1ed2c1589df8125b2075e26a1ec4ff1174e69d6a71546bdf3c3a9a29d330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9548136b-65a5-4728-b333-b4e8116b9293" -d '{"events": [{"server_uuid": "6b7c3c45-56ef-40b4-9b60-bafd4f58dd64", "name": "network-vif-unplugged", "status": "completed", "tag": "9328be9a-ae97-4165-bf25-9a26e1f2012e"}]}' {{(pid=107777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:44:23.957631 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd20484d-bb38-4654-8bba-5d82faf96a00 None None] Pushing event updated for resources: {'Port': ['ID=4dfacf28-199f-404c-ae23-a42917cb7fc2,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:24.014938 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:24.027110 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port 9328be9a-ae97-4165-bf25-9a26e1f2012e, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=9328be9a-ae97-4165-bf25-9a26e1f2012e,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:24.033748 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-a496e97f-2fe9-423e-bd85-4e66be34b238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956', 'name': 'tempest-TaggedBootDevicesTest_v242-178340418-router', 'tenant_id': 'afd683ccf6674e33a101d957f16e948e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': 'cdc342fd-3486-4565-84ca-18c107c212ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:44:06Z', 'updated_at': '2022-08-27T04:44:18Z', 'revision_number': 4, 'project_id': 'afd683ccf6674e33a101d957f16e948e', 'gw_port': {'id': 'cdc342fd-3486-4565-84ca-18c107c212ac', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:14:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:44:07Z', 'updated_at': '2022-08-27T04:44:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '6e4031d6-4d23-4b2b-bd8c-8439c0c7c94a', 'name': '', 'network_id': '3ef3a629-b316-4753-9376-3b5a179288a5', 'tenant_id': 'afd683ccf6674e33a101d957f16e948e', 'mac_address': 'fa:16:3e:0a:12:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '0332a2a1-1e81-4208-aaee-5bb953044bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:44:16Z', 'updated_at': '2022-08-27T04:44:19Z', 'revision_number': 2, 'project_id': 'afd683ccf6674e33a101d957f16e948e', 'subnets': [{'id': '0332a2a1-1e81-4208-aaee-5bb953044bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:24.061237 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port e5630b68-c57e-4b8e-9840-c2bce023efd2 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:44:24.061237 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 08930d92-ee9f-4b43-a949-4988257d8376 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:44:24.075551 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e84df8bd-cbc1-4b9b-aec4-c0b17500e986 req-38f9975d-0392-4ec4-9c54-c5a7ba6b85a0 tempest-ServersAdmin275Test-756230181 tempest-ServersAdmin275Test-756230181-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a83567e0-2337-4993-b69e-52060a3c56f7 HTTP/1.1" status: 200 len: 210 time: 0.0943527 Aug 27 04:44:24.137711 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95542421-86ac-4773-83a4-3bca902843a9 None None] Routers {'9da23f8a-59ac-4928-a23f-27251afa8149'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:44:24.143638 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-95542421-86ac-4773-83a4-3bca902843a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:43:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['9da23f8a-59ac-4928-a23f-27251afa8149'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:24.157742 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-39ef8394-a16d-4ba3-9e16-144dd4c24897 req-28ae6f19-49d9-4cc8-af1c-8df4d87b0955 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] For port 9328be9a-ae97-4165-bf25-9a26e1f2012e, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=9328be9a-ae97-4165-bf25-9a26e1f2012e,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:24.171602 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-39ef8394-a16d-4ba3-9e16-144dd4c24897 req-28ae6f19-49d9-4cc8-af1c-8df4d87b0955 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (9328be9a-ae97-4165-bf25-9a26e1f2012e), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:24.181532 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [req-6fd109d3-6632-473d-a6f3-55db2b03abc2 req-fafcfaa3-6669-4f06-bb15-88a662fc73f9 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-121333907', 'description': 'tempest-description-508537478'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:24.206430 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [req-39ef8394-a16d-4ba3-9e16-144dd4c24897 req-28ae6f19-49d9-4cc8-af1c-8df4d87b0955 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Calling delete_port for 9328be9a-ae97-4165-bf25-9a26e1f2012e owned by compute:nova {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:44:24.224406 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a496e97f-2fe9-423e-bd85-4e66be34b238 None None] The sync data for ids ['e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956'] in n-d-852088-5 is: [{'id': 'e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956', 'name': 'tempest-TaggedBootDevicesTest_v242-178340418-router', 'tenant_id': 'afd683ccf6674e33a101d957f16e948e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': 'cdc342fd-3486-4565-84ca-18c107c212ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:44:06Z', 'updated_at': '2022-08-27T04:44:18Z', 'revision_number': 4, 'project_id': 'afd683ccf6674e33a101d957f16e948e', 'gw_port': {'id': 'cdc342fd-3486-4565-84ca-18c107c212ac', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:14:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:44:07Z', 'updated_at': '2022-08-27T04:44:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '6e4031d6-4d23-4b2b-bd8c-8439c0c7c94a', 'name': '', 'network_id': '3ef3a629-b316-4753-9376-3b5a179288a5', 'tenant_id': 'afd683ccf6674e33a101d957f16e948e', 'mac_address': 'fa:16:3e:0a:12:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '0332a2a1-1e81-4208-aaee-5bb953044bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:44:16Z', 'updated_at': '2022-08-27T04:44:19Z', 'revision_number': 2, 'project_id': 'afd683ccf6674e33a101d957f16e948e', 'subnets': [{'id': '0332a2a1-1e81-4208-aaee-5bb953044bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:44:24.237134 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (9328be9a-ae97-4165-bf25-9a26e1f2012e), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:24.247740 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:24.251311 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e8c023ee-5971-4335-8daa-1a8a13a0d01c tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Publish callbacks [] for port (794c2470-f4e2-4ed6-ac5e-15ab4bb350af), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:24.255310 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a780cb-7da0-4339-8670-ca8c6b68592b None None] Pushing event updated for resources: {'Port': ['ID=73d3c9cf-785e-43d1-bd07-2b71a15bde7f,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:24.306491 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9b06c8ee-8665-49b6-a6dc-eefdc974fd41 tempest-ServersTestFqdnHostnames-1477128095 tempest-ServersTestFqdnHostnames-1477128095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (e7aa2ad9-7607-4b7f-81f0-e373475510f6), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:24.310292 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9b06c8ee-8665-49b6-a6dc-eefdc974fd41 tempest-ServersTestFqdnHostnames-1477128095 tempest-ServersTestFqdnHostnames-1477128095-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:24.314683 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-9b06c8ee-8665-49b6-a6dc-eefdc974fd41 tempest-ServersTestFqdnHostnames-1477128095 tempest-ServersTestFqdnHostnames-1477128095-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/e7aa2ad9-7607-4b7f-81f0-e373475510f6 HTTP/1.1" status: 204 len: 168 time: 0.6327367 Aug 27 04:44:24.315027 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 45524) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:44:24.349772 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-f0aff5f6-4eab-4245-add1-3879c970cb35 tempest-ServersTestFqdnHostnames-1477128095 tempest-ServersTestFqdnHostnames-1477128095-project] show failed (client error): The resource could not be found. Aug 27 04:44:24.353339 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f0aff5f6-4eab-4245-add1-3879c970cb35 tempest-ServersTestFqdnHostnames-1477128095 tempest-ServersTestFqdnHostnames-1477128095-project] 10.222.0.76 "GET /networking/v2.0/security-groups/e7aa2ad9-7607-4b7f-81f0-e373475510f6 HTTP/1.1" status: 404 len: 347 time: 0.0361047 Aug 27 04:44:24.356642 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 45526) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:44:24.361460 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b06c8ee-8665-49b6-a6dc-eefdc974fd41 tempest-ServersTestFqdnHostnames-1477128095 tempest-ServersTestFqdnHostnames-1477128095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7aa2ad9-7607-4b7f-81f0-e373475510f6,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:24.366299 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e8c023ee-5971-4335-8daa-1a8a13a0d01c tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (794c2470-f4e2-4ed6-ac5e-15ab4bb350af), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:24.369187 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 08930d92-ee9f-4b43-a949-4988257d8376 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:44:24.369187 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (08930d92-ee9f-4b43-a949-4988257d8376), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:24.372276 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-6fd109d3-6632-473d-a6f3-55db2b03abc2 req-fafcfaa3-6669-4f06-bb15-88a662fc73f9 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:24.417729 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:24.512990 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 08930d92-ee9f-4b43-a949-4988257d8376 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:44:24.513393 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (08930d92-ee9f-4b43-a949-4988257d8376), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:24.533134 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e8c023ee-5971-4335-8daa-1a8a13a0d01c tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677636'] for floatingip (30246dfc-0d3b-42d8-bb22-2bbf132dc176), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:24.533993 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Pushing event updated for resources: {'Port': ['ID=9328be9a-ae97-4165-bf25-9a26e1f2012e,revision_number=6']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:24.542306 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-95542421-86ac-4773-83a4-3bca902843a9 None None] Set router 9da23f8a-59ac-4928-a23f-27251afa8149 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:44:24.550626 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c023ee-5971-4335-8daa-1a8a13a0d01c tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Pushing event updated for resources: {'Port': ['ID=794c2470-f4e2-4ed6-ac5e-15ab4bb350af,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:24.591563 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Aug 2022 04:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de68c9dc-4d92-44db-a12d-0cca02e2ece3 x-openstack-request-id: req-de68c9dc-4d92-44db-a12d-0cca02e2ece3 {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:44:24.592236 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b7c3c45-56ef-40b4-9b60-bafd4f58dd64", "name": "network-vif-unplugged", "status": "completed", "tag": "9328be9a-ae97-4165-bf25-9a26e1f2012e", "code": 200}]} {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:44:24.592472 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-de68c9dc-4d92-44db-a12d-0cca02e2ece3 {{(pid=107777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:44:24.592882 n-d-852088-5 neutron-server[107777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de68c9dc-4d92-44db-a12d-0cca02e2ece3'] response: {'server_uuid': '6b7c3c45-56ef-40b4-9b60-bafd4f58dd64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9328be9a-ae97-4165-bf25-9a26e1f2012e', 'code': 200} Aug 27 04:44:24.612958 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-6fd109d3-6632-473d-a6f3-55db2b03abc2 req-fafcfaa3-6669-4f06-bb15-88a662fc73f9 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks [] for security_group (6a32ccdb-a8b5-4bc9-bd39-1fddac1370d8), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:24.615236 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:24.705546 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-6fd109d3-6632-473d-a6f3-55db2b03abc2 req-fafcfaa3-6669-4f06-bb15-88a662fc73f9 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (6a32ccdb-a8b5-4bc9-bd39-1fddac1370d8), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:24.707961 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:INSERT=12,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:24.712518 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e8c023ee-5971-4335-8daa-1a8a13a0d01c tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:24.722773 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e8c023ee-5971-4335-8daa-1a8a13a0d01c tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] 10.222.0.76 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6847446 Aug 27 04:44:24.732286 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 08930d92-ee9f-4b43-a949-4988257d8376, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=08930d92-ee9f-4b43-a949-4988257d8376,segment=NetworkSegment(9beda394-76b2-437d-9bdd-cb4034a1a25e),segment_id=9beda394-76b2-437d-9bdd-cb4034a1a25e)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:24.802884 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-39ef8394-a16d-4ba3-9e16-144dd4c24897 req-28ae6f19-49d9-4cc8-af1c-8df4d87b0955 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (9328be9a-ae97-4165-bf25-9a26e1f2012e), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:24.865177 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafcfaa3-6669-4f06-bb15-88a662fc73f9 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a32ccdb-a8b5-4bc9-bd39-1fddac1370d8,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:24.866722 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-97ee3d7b-421b-42d8-8f32-be0a38779326 tempest-ServersTestFqdnHostnames-1477128095 tempest-ServersTestFqdnHostnames-1477128095-project] Deleting port a07a0c46-3063-478f-8b82-83ef51835c88 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:44:24.867331 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-97ee3d7b-421b-42d8-8f32-be0a38779326 tempest-ServersTestFqdnHostnames-1477128095 tempest-ServersTestFqdnHostnames-1477128095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (a07a0c46-3063-478f-8b82-83ef51835c88), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:24.914015 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb8b02f-227b-4a95-84d3-ba43ba3b6770 None None] Sync routers for ids ['f811343a-43d4-4e64-9f9d-c47356a73d67'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:44:24.953058 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb8b02f-227b-4a95-84d3-ba43ba3b6770 None None] Routers {'f811343a-43d4-4e64-9f9d-c47356a73d67'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:44:24.954245 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-9eb8b02f-227b-4a95-84d3-ba43ba3b6770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:43:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['f811343a-43d4-4e64-9f9d-c47356a73d67'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:24.978372 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] get_ports_and_sgs() called for port_ids ['a723b0a9-1e91-40c0-a00b-51235a1e481f', '7174c67f-162b-4c47-a77c-12737a841916', 'f306f1e1-1f92-41b7-973f-427a4a933e36', 'a1cf3c93-9716-42e2-84ef-3f181594d07f'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:44:25.014517 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] get_ports_and_sgs() called for port_ids ['f82d897c-fe67-474e-a10b-dface6e3b906', '22f742ca-c8bf-4e74-be1b-49e482f8921d'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:44:25.054984 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ae6f19-49d9-4cc8-af1c-8df4d87b0955 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Pushing event deleted for resources: {'Port': ['ID=9328be9a-ae97-4165-bf25-9a26e1f2012e,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:25.062285 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-6fd109d3-6632-473d-a6f3-55db2b03abc2 req-fafcfaa3-6669-4f06-bb15-88a662fc73f9 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:25.084752 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6fd109d3-6632-473d-a6f3-55db2b03abc2 req-fafcfaa3-6669-4f06-bb15-88a662fc73f9 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.9074919 Aug 27 04:44:25.151628 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [req-39ef8394-a16d-4ba3-9e16-144dd4c24897 req-28ae6f19-49d9-4cc8-af1c-8df4d87b0955 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] No DVR routers for this DVR port 9328be9a-ae97-4165-bf25-9a26e1f2012e on host n-h1-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:44:25.168121 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-39ef8394-a16d-4ba3-9e16-144dd4c24897 req-28ae6f19-49d9-4cc8-af1c-8df4d87b0955 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:25.214183 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-39ef8394-a16d-4ba3-9e16-144dd4c24897 req-28ae6f19-49d9-4cc8-af1c-8df4d87b0955 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.75 "DELETE /networking/v2.0/ports/9328be9a-ae97-4165-bf25-9a26e1f2012e HTTP/1.1" status: 204 len: 173 time: 1.8357687 Aug 27 04:44:25.239167 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b7c3c45-56ef-40b4-9b60-bafd4f58dd64', 'name': 'network-vif-deleted', 'tag': '9328be9a-ae97-4165-bf25-9a26e1f2012e'}] {{(pid=107776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:44:25.239167 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7ad66632f4c78724655075356aa8535ba41c652eced6c9cea0c1f0c67b1e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255a87a1-cecd-4d8e-b68f-d7f5ccc49a83" -d '{"events": [{"server_uuid": "6b7c3c45-56ef-40b4-9b60-bafd4f58dd64", "name": "network-vif-deleted", "tag": "9328be9a-ae97-4165-bf25-9a26e1f2012e"}]}' {{(pid=107776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:44:25.313356 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (08930d92-ee9f-4b43-a949-4988257d8376), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:25.313356 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 3e4d9059-0bc1-443c-8f38-9e54b1d14053 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:44:25.321922 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-9eb8b02f-227b-4a95-84d3-ba43ba3b6770 None None] Set router f811343a-43d4-4e64-9f9d-c47356a73d67 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:44:25.374299 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-cfc504ac-3afb-41ab-98fa-c2c48fb14cbd req-5162ee58-71ac-4fab-91f7-a49fffe1609f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=6b7c3c45-56ef-40b4-9b60-bafd4f58dd64 HTTP/1.1" status: 200 len: 210 time: 0.1380370 Aug 27 04:44:25.451524 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9086897d-7c03-450b-91df-0927793dba25 req-73362f63-3e67-447b-904d-dc341ccc16d9 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:44:25.453558 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-9086897d-7c03-450b-91df-0927793dba25 req-73362f63-3e67-447b-904d-dc341ccc16d9 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9d116f1-4153-497d-a882-0178a925c0b4 HTTP/1.1" status: 200 len: 950 time: 0.4139409 Aug 27 04:44:25.526991 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-97ee3d7b-421b-42d8-8f32-be0a38779326 tempest-ServersTestFqdnHostnames-1477128095 tempest-ServersTestFqdnHostnames-1477128095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (a07a0c46-3063-478f-8b82-83ef51835c88), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:25.527217 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-97ee3d7b-421b-42d8-8f32-be0a38779326 tempest-ServersTestFqdnHostnames-1477128095 tempest-ServersTestFqdnHostnames-1477128095-project] Publish callbacks [] for floatingip (a07a0c46-3063-478f-8b82-83ef51835c88), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:25.576647 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-97ee3d7b-421b-42d8-8f32-be0a38779326 tempest-ServersTestFqdnHostnames-1477128095 tempest-ServersTestFqdnHostnames-1477128095-project] Calling delete_port for a07a0c46-3063-478f-8b82-83ef51835c88 owned by network:floatingip {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:44:25.585344 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-9086897d-7c03-450b-91df-0927793dba25 req-420c1ab2-1532-4b21-ac0e-75c6f5b3321d tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=594a0af3-d4d8-4c58-beac-6fa100daab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170635 Aug 27 04:44:25.732317 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 3e4d9059-0bc1-443c-8f38-9e54b1d14053 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:44:25.732903 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (3e4d9059-0bc1-443c-8f38-9e54b1d14053), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:25.740991 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=08930d92-ee9f-4b43-a949-4988257d8376,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:25.827278 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-cbf8276b-3873-41f1-ad81-d49376bb894d req-6c7f3cf7-8098-4312-a08f-d31b57fe2f62 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] 10.222.0.76 "GET /networking/v2.0/security-groups/f9cb1478-c36d-43a1-8818-86e9d44de202 HTTP/1.1" status: 200 len: 1820 time: 0.3938737 Aug 27 04:44:25.838720 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-95542421-86ac-4773-83a4-3bca902843a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da23f8a-59ac-4928-a23f-27251afa8149', 'name': 'tempest-ServersTestBootFromVolume-1821564961-router', 'tenant_id': '4b1fca82aba64e7197467816e31033bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '3e4d9059-0bc1-443c-8f38-9e54b1d14053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:44:03Z', 'updated_at': '2022-08-27T04:44:13Z', 'revision_number': 4, 'project_id': '4b1fca82aba64e7197467816e31033bb', 'gw_port': {'id': '3e4d9059-0bc1-443c-8f38-9e54b1d14053', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da23f8a-59ac-4928-a23f-27251afa8149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:44:04Z', 'updated_at': '2022-08-27T04:44:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '73d3c9cf-785e-43d1-bd07-2b71a15bde7f', 'name': '', 'network_id': 'ce97f614-52e4-43e0-bccc-d2356788f988', 'tenant_id': '4b1fca82aba64e7197467816e31033bb', 'mac_address': 'fa:16:3e:5d:94:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da23f8a-59ac-4928-a23f-27251afa8149', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '809f283e-a234-4118-87a5-32f06356a26b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:44:10Z', 'updated_at': '2022-08-27T04:44:23Z', 'revision_number': 4, 'project_id': '4b1fca82aba64e7197467816e31033bb', 'subnets': [{'id': '809f283e-a234-4118-87a5-32f06356a26b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:25.913970 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-97ee3d7b-421b-42d8-8f32-be0a38779326 tempest-ServersTestFqdnHostnames-1477128095 tempest-ServersTestFqdnHostnames-1477128095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (a07a0c46-3063-478f-8b82-83ef51835c88), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:25.926777 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-9eb8b02f-227b-4a95-84d3-ba43ba3b6770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f811343a-43d4-4e64-9f9d-c47356a73d67', 'name': 'tempest-SecurityGroupRulesTestJSON-827839925-router', 'tenant_id': 'b6a23c895331412bb3665a23309ac67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '3615a804-8ca7-4a55-b98d-ce725de7625a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:43:59Z', 'updated_at': '2022-08-27T04:44:09Z', 'revision_number': 4, 'project_id': 'b6a23c895331412bb3665a23309ac67e', 'gw_port': {'id': '3615a804-8ca7-4a55-b98d-ce725de7625a', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:80:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f811343a-43d4-4e64-9f9d-c47356a73d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:44:00Z', 'updated_at': '2022-08-27T04:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '5f65df0a-15f8-49af-8d62-6cd6a51d4915', 'name': '', 'network_id': 'b4c008d7-8b2f-4069-83bf-17165df90904', 'tenant_id': 'b6a23c895331412bb3665a23309ac67e', 'mac_address': 'fa:16:3e:cb:68:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f811343a-43d4-4e64-9f9d-c47356a73d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '237c9bc3-fe58-4443-98a8-fef27baf9af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:44:05Z', 'updated_at': '2022-08-27T04:44:09Z', 'revision_number': 2, 'project_id': 'b6a23c895331412bb3665a23309ac67e', 'subnets': [{'id': '237c9bc3-fe58-4443-98a8-fef27baf9af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:25.937412 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-257ec137-87c1-4e9f-8e30-81b936259489 req-39cad1ab-5ca1-4df3-b795-87abd43c21d9 tempest-ServersAdmin275Test-756230181 tempest-ServersAdmin275Test-756230181-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a83567e0-2337-4993-b69e-52060a3c56f7 HTTP/1.1" status: 200 len: 210 time: 0.1214831 Aug 27 04:44:26.042385 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 04:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8295063c-a450-4aac-b102-8c8c207a8ac3 x-openstack-request-id: req-8295063c-a450-4aac-b102-8c8c207a8ac3 {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:44:26.043036 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b7c3c45-56ef-40b4-9b60-bafd4f58dd64", "name": "network-vif-deleted", "tag": "9328be9a-ae97-4165-bf25-9a26e1f2012e", "status": "completed", "code": 200}]} {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:44:26.043397 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8295063c-a450-4aac-b102-8c8c207a8ac3 {{(pid=107776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:44:26.044001 n-d-852088-5 neutron-server[107776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8295063c-a450-4aac-b102-8c8c207a8ac3'] response: {'server_uuid': '6b7c3c45-56ef-40b4-9b60-bafd4f58dd64', 'name': 'network-vif-deleted', 'tag': '9328be9a-ae97-4165-bf25-9a26e1f2012e', 'status': 'completed', 'code': 200} Aug 27 04:44:26.061319 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb8b02f-227b-4a95-84d3-ba43ba3b6770 None None] Checking router: f811343a-43d4-4e64-9f9d-c47356a73d67 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:44:26.062890 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb8b02f-227b-4a95-84d3-ba43ba3b6770 None None] Updating router f811343a-43d4-4e64-9f9d-c47356a73d67 port 5f65df0a-15f8-49af-8d62-6cd6a51d4915 binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:44:26.084561 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ee3d7b-421b-42d8-8f32-be0a38779326 tempest-ServersTestFqdnHostnames-1477128095 tempest-ServersTestFqdnHostnames-1477128095-project] Pushing event deleted for resources: {'Port': ['ID=a07a0c46-3063-478f-8b82-83ef51835c88,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:26.113132 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:26.123034 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-9eb8b02f-227b-4a95-84d3-ba43ba3b6770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (5f65df0a-15f8-49af-8d62-6cd6a51d4915), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:26.127993 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-cbf8276b-3873-41f1-ad81-d49376bb894d req-82f771f4-6e0e-4205-b9ab-7a6076ec4644 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] 10.222.0.76 "GET /networking/v2.0/security-groups/6a32ccdb-a8b5-4bc9-bd39-1fddac1370d8 HTTP/1.1" status: 200 len: 1820 time: 0.2992673 Aug 27 04:44:26.157409 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [req-cbf8276b-3873-41f1-ad81-d49376bb894d req-63e9403c-4784-4726-b811-b374b9546113 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f9cb1478-c36d-43a1-8818-86e9d44de202', 'remote_group_id': '6a32ccdb-a8b5-4bc9-bd39-1fddac1370d8', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:26.157696 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [req-cbf8276b-3873-41f1-ad81-d49376bb894d req-63e9403c-4784-4726-b811-b374b9546113 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f9cb1478-c36d-43a1-8818-86e9d44de202', 'remote_group_id': '6a32ccdb-a8b5-4bc9-bd39-1fddac1370d8', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:26.215680 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95542421-86ac-4773-83a4-3bca902843a9 None None] The sync data for ids ['9da23f8a-59ac-4928-a23f-27251afa8149'] in n-d-852088-5 is: [{'id': '9da23f8a-59ac-4928-a23f-27251afa8149', 'name': 'tempest-ServersTestBootFromVolume-1821564961-router', 'tenant_id': '4b1fca82aba64e7197467816e31033bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '3e4d9059-0bc1-443c-8f38-9e54b1d14053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:44:03Z', 'updated_at': '2022-08-27T04:44:13Z', 'revision_number': 4, 'project_id': '4b1fca82aba64e7197467816e31033bb', 'gw_port': {'id': '3e4d9059-0bc1-443c-8f38-9e54b1d14053', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da23f8a-59ac-4928-a23f-27251afa8149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:44:04Z', 'updated_at': '2022-08-27T04:44:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '73d3c9cf-785e-43d1-bd07-2b71a15bde7f', 'name': '', 'network_id': 'ce97f614-52e4-43e0-bccc-d2356788f988', 'tenant_id': '4b1fca82aba64e7197467816e31033bb', 'mac_address': 'fa:16:3e:5d:94:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da23f8a-59ac-4928-a23f-27251afa8149', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '809f283e-a234-4118-87a5-32f06356a26b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:44:10Z', 'updated_at': '2022-08-27T04:44:23Z', 'revision_number': 4, 'project_id': '4b1fca82aba64e7197467816e31033bb', 'subnets': [{'id': '809f283e-a234-4118-87a5-32f06356a26b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:44:26.224469 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:26.299103 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-97ee3d7b-421b-42d8-8f32-be0a38779326 tempest-ServersTestFqdnHostnames-1477128095 tempest-ServersTestFqdnHostnames-1477128095-project] Publish callbacks [] for floatingip (d6a5bbab-5271-4883-b8f0-fb99ceff8c89), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:26.307572 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-97ee3d7b-421b-42d8-8f32-be0a38779326 tempest-ServersTestFqdnHostnames-1477128095 tempest-ServersTestFqdnHostnames-1477128095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:26.315921 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-97ee3d7b-421b-42d8-8f32-be0a38779326 tempest-ServersTestFqdnHostnames-1477128095 tempest-ServersTestFqdnHostnames-1477128095-project] 10.222.0.76 "DELETE /networking/v2.0/floatingips/d6a5bbab-5271-4883-b8f0-fb99ceff8c89 HTTP/1.1" status: 204 len: 168 time: 1.9545977 Aug 27 04:44:26.316866 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 45616) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:44:26.498029 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 3e4d9059-0bc1-443c-8f38-9e54b1d14053 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:44:26.502927 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (3e4d9059-0bc1-443c-8f38-9e54b1d14053), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:26.533032 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-cbf8276b-3873-41f1-ad81-d49376bb894d req-63e9403c-4784-4726-b811-b374b9546113 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks [] for security_group_rule (a632ce61-506d-4908-b058-bdb240d9dd3e), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:26.595012 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 3e4d9059-0bc1-443c-8f38-9e54b1d14053, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=3e4d9059-0bc1-443c-8f38-9e54b1d14053,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:26.659364 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-cbf8276b-3873-41f1-ad81-d49376bb894d req-63e9403c-4784-4726-b811-b374b9546113 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks [] for security_group_rule (a632ce61-506d-4908-b058-bdb240d9dd3e), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:26.673376 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (3e4d9059-0bc1-443c-8f38-9e54b1d14053), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:26.674844 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 4dfacf28-199f-404c-ae23-a42917cb7fc2 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:44:26.741498 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-cbf8276b-3873-41f1-ad81-d49376bb894d req-63e9403c-4784-4726-b811-b374b9546113 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (a632ce61-506d-4908-b058-bdb240d9dd3e), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:26.786213 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e9403c-4784-4726-b811-b374b9546113 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a632ce61-506d-4908-b058-bdb240d9dd3e,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:26.798359 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:26.825563 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e02bfa5b-6da6-4b08-a444-375f7d5fa7e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:26.846971 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 4dfacf28-199f-404c-ae23-a42917cb7fc2 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:44:26.847609 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (4dfacf28-199f-404c-ae23-a42917cb7fc2), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:26.867682 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-cbf8276b-3873-41f1-ad81-d49376bb894d req-63e9403c-4784-4726-b811-b374b9546113 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:26.879755 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-cbf8276b-3873-41f1-ad81-d49376bb894d req-63e9403c-4784-4726-b811-b374b9546113 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7507293 Aug 27 04:44:26.932943 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=3e4d9059-0bc1-443c-8f38-9e54b1d14053,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:26.933413 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:26.999259 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-9eb8b02f-227b-4a95-84d3-ba43ba3b6770 None None] Publish callbacks [] for port (5f65df0a-15f8-49af-8d62-6cd6a51d4915), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:27.006658 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:27.064701 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-9eb8b02f-227b-4a95-84d3-ba43ba3b6770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (5f65df0a-15f8-49af-8d62-6cd6a51d4915), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:27.104210 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 4dfacf28-199f-404c-ae23-a42917cb7fc2 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:44:27.105561 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device f165b7e2-c2e2-45ce-bc8e-d52037a3014d up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:44:27.122139 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:27.129271 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97cc969-e994-4802-9c1d-f20e801c46c8 None None] Pushing event updated for resources: {'Port': ['ID=5f65df0a-15f8-49af-8d62-6cd6a51d4915,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:27.167864 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:27.201582 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:27.209068 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port f165b7e2-c2e2-45ce-bc8e-d52037a3014d triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:44:27.209929 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (f165b7e2-c2e2-45ce-bc8e-d52037a3014d), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:27.210312 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-9eb8b02f-227b-4a95-84d3-ba43ba3b6770 None None] Attempting to bind port 5f65df0a-15f8-49af-8d62-6cd6a51d4915 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:44:27.210993 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-9eb8b02f-227b-4a95-84d3-ba43ba3b6770 None None] Attempting to bind port 5f65df0a-15f8-49af-8d62-6cd6a51d4915 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'cc35143f-3219-4624-9df8-ff401cad1390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b4c008d7-8b2f-4069-83bf-17165df90904'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:44:27.211685 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb8b02f-227b-4a95-84d3-ba43ba3b6770 None None] Attempting to bind port 5f65df0a-15f8-49af-8d62-6cd6a51d4915 on network b4c008d7-8b2f-4069-83bf-17165df90904 {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:44:27.221720 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb8b02f-227b-4a95-84d3-ba43ba3b6770 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:44:27.222248 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb8b02f-227b-4a95-84d3-ba43ba3b6770 None None] Checking segment: {'id': 'cc35143f-3219-4624-9df8-ff401cad1390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b4c008d7-8b2f-4069-83bf-17165df90904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:44:27.222407 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-21a3b710-53af-4932-8e97-55af0938bcb3 req-a07419bd-a2f0-401d-bc98-414280a3b109 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=6b7c3c45-56ef-40b4-9b60-bafd4f58dd64 HTTP/1.1" status: 200 len: 210 time: 0.1300414 Aug 27 04:44:27.222838 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-9eb8b02f-227b-4a95-84d3-ba43ba3b6770 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:27.223319 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb8b02f-227b-4a95-84d3-ba43ba3b6770 None None] Bound using segment: {'id': 'cc35143f-3219-4624-9df8-ff401cad1390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b4c008d7-8b2f-4069-83bf-17165df90904'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:44:27.224055 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-9eb8b02f-227b-4a95-84d3-ba43ba3b6770 None None] Bound port: 5f65df0a-15f8-49af-8d62-6cd6a51d4915, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc35143f-3219-4624-9df8-ff401cad1390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b4c008d7-8b2f-4069-83bf-17165df90904'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:44:27.240225 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-9eb8b02f-227b-4a95-84d3-ba43ba3b6770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (5f65df0a-15f8-49af-8d62-6cd6a51d4915), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:27.316696 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-9eb8b02f-227b-4a95-84d3-ba43ba3b6770 None None] For port 5f65df0a-15f8-49af-8d62-6cd6a51d4915, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:44:27.321203 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-9eb8b02f-227b-4a95-84d3-ba43ba3b6770 None None] For port 5f65df0a-15f8-49af-8d62-6cd6a51d4915, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=5f65df0a-15f8-49af-8d62-6cd6a51d4915,segment=NetworkSegment(cc35143f-3219-4624-9df8-ff401cad1390),segment_id=cc35143f-3219-4624-9df8-ff401cad1390)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:44:27.350403 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:27.405114 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-9eb8b02f-227b-4a95-84d3-ba43ba3b6770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (5f65df0a-15f8-49af-8d62-6cd6a51d4915), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:27.447635 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port f165b7e2-c2e2-45ce-bc8e-d52037a3014d is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:44:27.481463 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda716f2-0dc5-4d8a-a07f-ef6f88824998 req-14334eb4-7d68-4ec3-8dfb-641708f14cda tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:44:27.484302 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1627499-5173-4dc9-a0ce-5fa8e49a6ae0 req-a859cfc8-cda0-4edd-99f9-00a6ac223437 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:44:27.488665 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-e1627499-5173-4dc9-a0ce-5fa8e49a6ae0 req-a859cfc8-cda0-4edd-99f9-00a6ac223437 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d9d116f1-4153-497d-a882-0178a925c0b4 HTTP/1.1" status: 200 len: 950 time: 0.2527678 Aug 27 04:44:27.492733 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-cda716f2-0dc5-4d8a-a07f-ef6f88824998 req-14334eb4-7d68-4ec3-8dfb-641708f14cda tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9d116f1-4153-497d-a882-0178a925c0b4 HTTP/1.1" status: 200 len: 950 time: 0.1968725 Aug 27 04:44:27.537335 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97cc969-e994-4802-9c1d-f20e801c46c8 None None] Pushing event updated for resources: {'Port': ['ID=5f65df0a-15f8-49af-8d62-6cd6a51d4915,revision_number=4']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:27.542509 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb8b02f-227b-4a95-84d3-ba43ba3b6770 None None] Routers {'f811343a-43d4-4e64-9f9d-c47356a73d67'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:44:27.543503 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-9eb8b02f-227b-4a95-84d3-ba43ba3b6770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:43:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['f811343a-43d4-4e64-9f9d-c47356a73d67'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:27.646170 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-cda716f2-0dc5-4d8a-a07f-ef6f88824998 req-dbc9a040-db01-4339-88b8-5aaf543c3b7a tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=594a0af3-d4d8-4c58-beac-6fa100daab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494236 Aug 27 04:44:27.701770 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [req-2eef5442-6fa3-4331-8848-9d3e4ededcdc req-bf01aafd-0aab-49b1-b40c-6e4ad5885836 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-52399630', 'description': 'tempest-description-1425576405'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:27.745555 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=5,neutron:UPDATE=5,neutron:SELECT=90 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:27.762803 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-9eb8b02f-227b-4a95-84d3-ba43ba3b6770 None None] Set router f811343a-43d4-4e64-9f9d-c47356a73d67 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:44:27.791131 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [req-e1627499-5173-4dc9-a0ce-5fa8e49a6ae0 req-ced915bb-a229-4b9f-953a-b3d884409d9c tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Deleting port de9716f2-a50c-4ad9-88f1-39121497ddee {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:44:27.791131 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-e1627499-5173-4dc9-a0ce-5fa8e49a6ae0 req-ced915bb-a229-4b9f-953a-b3d884409d9c tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (de9716f2-a50c-4ad9-88f1-39121497ddee), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:27.833773 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-2eef5442-6fa3-4331-8848-9d3e4ededcdc req-bf01aafd-0aab-49b1-b40c-6e4ad5885836 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:27.857056 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:27.987946 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:28.022826 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-e1627499-5173-4dc9-a0ce-5fa8e49a6ae0 req-ced915bb-a229-4b9f-953a-b3d884409d9c tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] For port de9716f2-a50c-4ad9-88f1-39121497ddee, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=de9716f2-a50c-4ad9-88f1-39121497ddee,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:28.025358 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-e1627499-5173-4dc9-a0ce-5fa8e49a6ae0 req-ced915bb-a229-4b9f-953a-b3d884409d9c tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (de9716f2-a50c-4ad9-88f1-39121497ddee), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:28.037539 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-2eef5442-6fa3-4331-8848-9d3e4ededcdc req-bf01aafd-0aab-49b1-b40c-6e4ad5885836 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks [] for security_group (d960bf4d-9f10-4958-a5b7-e1399458e041), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:28.054423 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [req-e1627499-5173-4dc9-a0ce-5fa8e49a6ae0 req-ced915bb-a229-4b9f-953a-b3d884409d9c tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Calling delete_port for de9716f2-a50c-4ad9-88f1-39121497ddee owned by compute:nova {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:44:28.072365 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-9eb8b02f-227b-4a95-84d3-ba43ba3b6770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f811343a-43d4-4e64-9f9d-c47356a73d67', 'name': 'tempest-SecurityGroupRulesTestJSON-827839925-router', 'tenant_id': 'b6a23c895331412bb3665a23309ac67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '3615a804-8ca7-4a55-b98d-ce725de7625a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:43:59Z', 'updated_at': '2022-08-27T04:44:09Z', 'revision_number': 4, 'project_id': 'b6a23c895331412bb3665a23309ac67e', 'gw_port': {'id': '3615a804-8ca7-4a55-b98d-ce725de7625a', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:80:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f811343a-43d4-4e64-9f9d-c47356a73d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:44:00Z', 'updated_at': '2022-08-27T04:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '5f65df0a-15f8-49af-8d62-6cd6a51d4915', 'name': '', 'network_id': 'b4c008d7-8b2f-4069-83bf-17165df90904', 'tenant_id': 'b6a23c895331412bb3665a23309ac67e', 'mac_address': 'fa:16:3e:cb:68:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f811343a-43d4-4e64-9f9d-c47356a73d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '237c9bc3-fe58-4443-98a8-fef27baf9af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:44:05Z', 'updated_at': '2022-08-27T04:44:27Z', 'revision_number': 4, 'project_id': 'b6a23c895331412bb3665a23309ac67e', 'subnets': [{'id': '237c9bc3-fe58-4443-98a8-fef27baf9af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:28.106957 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-2eef5442-6fa3-4331-8848-9d3e4ededcdc req-bf01aafd-0aab-49b1-b40c-6e4ad5885836 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (d960bf4d-9f10-4958-a5b7-e1399458e041), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:28.120874 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb8b02f-227b-4a95-84d3-ba43ba3b6770 None None] The sync data for ids ['f811343a-43d4-4e64-9f9d-c47356a73d67'] in n-d-852088-5 is: [{'id': 'f811343a-43d4-4e64-9f9d-c47356a73d67', 'name': 'tempest-SecurityGroupRulesTestJSON-827839925-router', 'tenant_id': 'b6a23c895331412bb3665a23309ac67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '3615a804-8ca7-4a55-b98d-ce725de7625a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:43:59Z', 'updated_at': '2022-08-27T04:44:09Z', 'revision_number': 4, 'project_id': 'b6a23c895331412bb3665a23309ac67e', 'gw_port': {'id': '3615a804-8ca7-4a55-b98d-ce725de7625a', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:80:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f811343a-43d4-4e64-9f9d-c47356a73d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:44:00Z', 'updated_at': '2022-08-27T04:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '5f65df0a-15f8-49af-8d62-6cd6a51d4915', 'name': '', 'network_id': 'b4c008d7-8b2f-4069-83bf-17165df90904', 'tenant_id': 'b6a23c895331412bb3665a23309ac67e', 'mac_address': 'fa:16:3e:cb:68:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f811343a-43d4-4e64-9f9d-c47356a73d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '237c9bc3-fe58-4443-98a8-fef27baf9af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:44:05Z', 'updated_at': '2022-08-27T04:44:27Z', 'revision_number': 4, 'project_id': 'b6a23c895331412bb3665a23309ac67e', 'subnets': [{'id': '237c9bc3-fe58-4443-98a8-fef27baf9af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:44:28.191694 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 3615a804-8ca7-4a55-b98d-ce725de7625a up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:44:28.220644 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf01aafd-0aab-49b1-b40c-6e4ad5885836 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d960bf4d-9f10-4958-a5b7-e1399458e041,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:28.262035 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-2eef5442-6fa3-4331-8848-9d3e4ededcdc req-bf01aafd-0aab-49b1-b40c-6e4ad5885836 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:28.263423 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2eef5442-6fa3-4331-8848-9d3e4ededcdc req-bf01aafd-0aab-49b1-b40c-6e4ad5885836 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.5669525 Aug 27 04:44:28.278291 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 3615a804-8ca7-4a55-b98d-ce725de7625a triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:44:28.278855 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (3615a804-8ca7-4a55-b98d-ce725de7625a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:28.390334 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:28.421564 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b814c1da-6b74-4390-8ecd-260e012ad5fe req-2a538ceb-27a9-4c1b-90ae-32020130f7d7 tempest-ServersAdmin275Test-756230181 tempest-ServersAdmin275Test-756230181-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a83567e0-2337-4993-b69e-52060a3c56f7 HTTP/1.1" status: 200 len: 210 time: 0.0559196 Aug 27 04:44:28.434082 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 3615a804-8ca7-4a55-b98d-ce725de7625a is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:44:28.436912 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device e5630b68-c57e-4b8e-9840-c2bce023efd2 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:44:28.465187 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-08d313fc-8f0d-476a-b234-f7fbe645d8c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (a219e3ed-f530-4783-a3c3-ad8ca2f88e43), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:28.584380 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port e5630b68-c57e-4b8e-9840-c2bce023efd2 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:44:28.585112 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e5630b68-c57e-4b8e-9840-c2bce023efd2), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:28.609352 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-e1627499-5173-4dc9-a0ce-5fa8e49a6ae0 req-ced915bb-a229-4b9f-953a-b3d884409d9c tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (de9716f2-a50c-4ad9-88f1-39121497ddee), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:28.666231 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] get_ports_and_sgs() called for port_ids ['de9716f2-a50c-4ad9-88f1-39121497ddee'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:44:28.697565 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced915bb-a229-4b9f-953a-b3d884409d9c tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Pushing event deleted for resources: {'Port': ['ID=de9716f2-a50c-4ad9-88f1-39121497ddee,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:28.717817 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2bb0b9ca-fd47-43f1-b77f-58656a2948b5 req-0e6556fa-c5cf-4244-9f43-7e756343a35c tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=6b7c3c45-56ef-40b4-9b60-bafd4f58dd64 HTTP/1.1" status: 200 len: 210 time: 0.0826859 Aug 27 04:44:28.754317 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:28.762547 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] get_ports_and_sgs() called for port_ids ['084848b9-6815-4181-8f2e-f4be5ccc4a30'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:44:28.780680 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [req-20da208a-ab8a-42a4-bd90-55970e19cb82 req-96393e72-39cf-4cab-8189-a3b9f500fbda tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1695259102', 'description': 'tempest-description-431808310'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:28.924625 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:28.959063 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-20da208a-ab8a-42a4-bd90-55970e19cb82 req-96393e72-39cf-4cab-8189-a3b9f500fbda tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:28.971173 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port e5630b68-c57e-4b8e-9840-c2bce023efd2 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:44:28.972760 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 73d3c9cf-785e-43d1-bd07-2b71a15bde7f up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:44:29.052798 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1627499-5173-4dc9-a0ce-5fa8e49a6ae0 req-ced915bb-a229-4b9f-953a-b3d884409d9c tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] No DVR routers for this DVR port de9716f2-a50c-4ad9-88f1-39121497ddee on host n-h1-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:44:29.098273 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-20da208a-ab8a-42a4-bd90-55970e19cb82 req-96393e72-39cf-4cab-8189-a3b9f500fbda tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks [] for security_group (ed3cfe65-ee6e-462b-a8eb-546442c1e3af), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:29.113861 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 73d3c9cf-785e-43d1-bd07-2b71a15bde7f triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:44:29.114240 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (73d3c9cf-785e-43d1-bd07-2b71a15bde7f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:29.153769 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-20da208a-ab8a-42a4-bd90-55970e19cb82 req-96393e72-39cf-4cab-8189-a3b9f500fbda tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (ed3cfe65-ee6e-462b-a8eb-546442c1e3af), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:29.159559 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-e1627499-5173-4dc9-a0ce-5fa8e49a6ae0 req-ced915bb-a229-4b9f-953a-b3d884409d9c tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:29.170287 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-e1627499-5173-4dc9-a0ce-5fa8e49a6ae0 req-ced915bb-a229-4b9f-953a-b3d884409d9c tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.75 "DELETE /networking/v2.0/ports/de9716f2-a50c-4ad9-88f1-39121497ddee HTTP/1.1" status: 204 len: 173 time: 1.6668744 Aug 27 04:44:29.173972 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:29.176497 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d116f1-4153-497d-a882-0178a925c0b4', 'name': 'network-vif-deleted', 'tag': 'de9716f2-a50c-4ad9-88f1-39121497ddee'}] {{(pid=107776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:44:29.179034 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7ad66632f4c78724655075356aa8535ba41c652eced6c9cea0c1f0c67b1e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dabebbc7-8001-49de-97f6-33ee178b3bcd" -d '{"events": [{"server_uuid": "d9d116f1-4153-497d-a882-0178a925c0b4", "name": "network-vif-deleted", "tag": "de9716f2-a50c-4ad9-88f1-39121497ddee"}]}' {{(pid=107776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:44:29.210221 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1aa2ff36-bf34-42bc-83d9-c75628a3a126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:29.269355 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96393e72-39cf-4cab-8189-a3b9f500fbda tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3cfe65-ee6e-462b-a8eb-546442c1e3af,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:29.326307 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:29.366725 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 73d3c9cf-785e-43d1-bd07-2b71a15bde7f is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:44:29.367124 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (73d3c9cf-785e-43d1-bd07-2b71a15bde7f), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:29.368591 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-08d313fc-8f0d-476a-b234-f7fbe645d8c6 admin admin] Deleting port e5630b68-c57e-4b8e-9840-c2bce023efd2 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:44:29.368944 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-08d313fc-8f0d-476a-b234-f7fbe645d8c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (e5630b68-c57e-4b8e-9840-c2bce023efd2), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:29.387241 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-20da208a-ab8a-42a4-bd90-55970e19cb82 req-96393e72-39cf-4cab-8189-a3b9f500fbda tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:29.396516 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-20da208a-ab8a-42a4-bd90-55970e19cb82 req-96393e72-39cf-4cab-8189-a3b9f500fbda tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.6202836 Aug 27 04:44:29.415648 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 73d3c9cf-785e-43d1-bd07-2b71a15bde7f, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=73d3c9cf-785e-43d1-bd07-2b71a15bde7f,segment=NetworkSegment(42402018-3bae-4c3d-bb5f-4422aacc8487),segment_id=42402018-3bae-4c3d-bb5f-4422aacc8487)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:29.504042 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-08d313fc-8f0d-476a-b234-f7fbe645d8c6 admin admin] For port e5630b68-c57e-4b8e-9840-c2bce023efd2, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=e5630b68-c57e-4b8e-9840-c2bce023efd2,segment=NetworkSegment(64883fb7-63fb-4a53-a3c6-50decfe2fa4d),segment_id=64883fb7-63fb-4a53-a3c6-50decfe2fa4d)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:29.504441 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-08d313fc-8f0d-476a-b234-f7fbe645d8c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (e5630b68-c57e-4b8e-9840-c2bce023efd2), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:29.526051 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-08d313fc-8f0d-476a-b234-f7fbe645d8c6 admin admin] Calling delete_port for e5630b68-c57e-4b8e-9840-c2bce023efd2 owned by network:router_interface {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:44:29.543447 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (73d3c9cf-785e-43d1-bd07-2b71a15bde7f), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:29.544363 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 08930d92-ee9f-4b43-a949-4988257d8376 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:44:29.706072 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:29.776035 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 08930d92-ee9f-4b43-a949-4988257d8376 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:44:29.777080 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (08930d92-ee9f-4b43-a949-4988257d8376), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:29.811225 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=73d3c9cf-785e-43d1-bd07-2b71a15bde7f,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:29.838710 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-08d313fc-8f0d-476a-b234-f7fbe645d8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (e5630b68-c57e-4b8e-9840-c2bce023efd2), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:29.876502 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:29.879264 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d313fc-8f0d-476a-b234-f7fbe645d8c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5630b68-c57e-4b8e-9840-c2bce023efd2,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:29.892328 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 08930d92-ee9f-4b43-a949-4988257d8376 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:44:29.893595 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 3e4d9059-0bc1-443c-8f38-9e54b1d14053 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:44:29.959932 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:29.987584 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 3e4d9059-0bc1-443c-8f38-9e54b1d14053 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:44:29.988061 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (3e4d9059-0bc1-443c-8f38-9e54b1d14053), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:30.212351 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-08d313fc-8f0d-476a-b234-f7fbe645d8c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (a219e3ed-f530-4783-a3c3-ad8ca2f88e43), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:30.261704 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 3e4d9059-0bc1-443c-8f38-9e54b1d14053 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:44:30.263510 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device cdc342fd-3486-4565-84ca-18c107c212ac up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:44:30.315448 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:30.317981 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:30.326648 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port cdc342fd-3486-4565-84ca-18c107c212ac triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:44:30.327355 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (cdc342fd-3486-4565-84ca-18c107c212ac), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:30.341726 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:30.532551 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port cdc342fd-3486-4565-84ca-18c107c212ac is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:44:30.533049 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (cdc342fd-3486-4565-84ca-18c107c212ac), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:30.590066 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port cdc342fd-3486-4565-84ca-18c107c212ac, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=cdc342fd-3486-4565-84ca-18c107c212ac,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:30.644382 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (cdc342fd-3486-4565-84ca-18c107c212ac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:30.645257 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 4dfacf28-199f-404c-ae23-a42917cb7fc2 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:44:30.788752 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device de9716f2-a50c-4ad9-88f1-39121497ddee no longer exists at agent hyperv_n-h1-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:44:30.837444 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] No Port match for: de9716f2-a50c-4ad9-88f1-39121497ddee {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:44:30.838672 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device de9716f2-a50c-4ad9-88f1-39121497ddee not bound to the agent host n-h1-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:44:30.862037 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:30.959367 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 4dfacf28-199f-404c-ae23-a42917cb7fc2 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:44:30.963565 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (4dfacf28-199f-404c-ae23-a42917cb7fc2), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:31.035565 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=cdc342fd-3486-4565-84ca-18c107c212ac,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:31.061046 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08d313fc-8f0d-476a-b234-f7fbe645d8c6 admin admin] Router a219e3ed-f530-4783-a3c3-ad8ca2f88e43 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:44:31.067941 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:31.126033 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 4dfacf28-199f-404c-ae23-a42917cb7fc2 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:44:31.127360 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device f165b7e2-c2e2-45ce-bc8e-d52037a3014d up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:44:31.203073 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port f165b7e2-c2e2-45ce-bc8e-d52037a3014d triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:44:31.203706 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (f165b7e2-c2e2-45ce-bc8e-d52037a3014d), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:31.228582 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d313fc-8f0d-476a-b234-f7fbe645d8c6 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:44:31.235015 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-08d313fc-8f0d-476a-b234-f7fbe645d8c6 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/a219e3ed-f530-4783-a3c3-ad8ca2f88e43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9165223 Aug 27 04:44:31.237695 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 45652) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:44:31.269444 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32311156-5faa-47b9-9f3d-ecaa3426624e None None] Sync routers for ids ['a219e3ed-f530-4783-a3c3-ad8ca2f88e43'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:44:31.292800 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32311156-5faa-47b9-9f3d-ecaa3426624e None None] Routers {'a219e3ed-f530-4783-a3c3-ad8ca2f88e43'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:44:31.293708 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-32311156-5faa-47b9-9f3d-ecaa3426624e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:44:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['a219e3ed-f530-4783-a3c3-ad8ca2f88e43'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:31.393143 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8dfdfcb2-1ae9-41a8-b8d0-4de3cbbbe5b5 admin admin] Publish callbacks [] for router (a219e3ed-f530-4783-a3c3-ad8ca2f88e43), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:31.464834 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:31.485096 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port f165b7e2-c2e2-45ce-bc8e-d52037a3014d is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:44:31.527487 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-32311156-5faa-47b9-9f3d-ecaa3426624e None None] Set router a219e3ed-f530-4783-a3c3-ad8ca2f88e43 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:44:31.550080 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8dfdfcb2-1ae9-41a8-b8d0-4de3cbbbe5b5 admin admin] Publish callbacks [] for router_gateway (a219e3ed-f530-4783-a3c3-ad8ca2f88e43), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:31.582112 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:31.742823 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:31.772471 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-8dfdfcb2-1ae9-41a8-b8d0-4de3cbbbe5b5 admin admin] Deleting port fba6de6f-db76-47bf-8be8-b8da54e90d1a {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:44:31.779582 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8dfdfcb2-1ae9-41a8-b8d0-4de3cbbbe5b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (fba6de6f-db76-47bf-8be8-b8da54e90d1a), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:31.807164 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 73d3c9cf-785e-43d1-bd07-2b71a15bde7f up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:44:31.877870 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:31.922524 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-32311156-5faa-47b9-9f3d-ecaa3426624e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a219e3ed-f530-4783-a3c3-ad8ca2f88e43', 'name': 'tempest-ServersTestFqdnHostnames-917147289-router', 'tenant_id': '0b2ef28fea57405191162c673ef041ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': 'fba6de6f-db76-47bf-8be8-b8da54e90d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:43:57Z', 'updated_at': '2022-08-27T04:44:29Z', 'revision_number': 5, 'project_id': '0b2ef28fea57405191162c673ef041ab', 'gw_port': {'id': 'fba6de6f-db76-47bf-8be8-b8da54e90d1a', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:58:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a219e3ed-f530-4783-a3c3-ad8ca2f88e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:43:59Z', 'updated_at': '2022-08-27T04:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:31.945344 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-8dfdfcb2-1ae9-41a8-b8d0-4de3cbbbe5b5 admin admin] For port fba6de6f-db76-47bf-8be8-b8da54e90d1a, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=fba6de6f-db76-47bf-8be8-b8da54e90d1a,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:31.946429 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8dfdfcb2-1ae9-41a8-b8d0-4de3cbbbe5b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (fba6de6f-db76-47bf-8be8-b8da54e90d1a), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:31.981078 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-8dfdfcb2-1ae9-41a8-b8d0-4de3cbbbe5b5 admin admin] Calling delete_port for fba6de6f-db76-47bf-8be8-b8da54e90d1a owned by network:router_gateway {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:44:31.992837 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:32.208097 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32311156-5faa-47b9-9f3d-ecaa3426624e None None] Checking router: a219e3ed-f530-4783-a3c3-ad8ca2f88e43 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:44:32.217767 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:32.238001 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 73d3c9cf-785e-43d1-bd07-2b71a15bde7f triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:44:32.238448 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (73d3c9cf-785e-43d1-bd07-2b71a15bde7f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:32.266613 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32311156-5faa-47b9-9f3d-ecaa3426624e None None] Routers {'a219e3ed-f530-4783-a3c3-ad8ca2f88e43'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:44:32.267652 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-32311156-5faa-47b9-9f3d-ecaa3426624e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:44:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['a219e3ed-f530-4783-a3c3-ad8ca2f88e43'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:32.364505 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8dfdfcb2-1ae9-41a8-b8d0-4de3cbbbe5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (fba6de6f-db76-47bf-8be8-b8da54e90d1a), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:32.422923 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfdfcb2-1ae9-41a8-b8d0-4de3cbbbe5b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fba6de6f-db76-47bf-8be8-b8da54e90d1a,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:32.445156 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 73d3c9cf-785e-43d1-bd07-2b71a15bde7f is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:44:32.448774 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 5f65df0a-15f8-49af-8d62-6cd6a51d4915 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:44:32.457126 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:32.488635 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:32.504403 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-32311156-5faa-47b9-9f3d-ecaa3426624e None None] Set router a219e3ed-f530-4783-a3c3-ad8ca2f88e43 gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:44:32.508157 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8dfdfcb2-1ae9-41a8-b8d0-4de3cbbbe5b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (a219e3ed-f530-4783-a3c3-ad8ca2f88e43), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:32.598749 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-32311156-5faa-47b9-9f3d-ecaa3426624e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a219e3ed-f530-4783-a3c3-ad8ca2f88e43', 'name': 'tempest-ServersTestFqdnHostnames-917147289-router', 'tenant_id': '0b2ef28fea57405191162c673ef041ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:43:57Z', 'updated_at': '2022-08-27T04:44:31Z', 'revision_number': 6, 'project_id': '0b2ef28fea57405191162c673ef041ab', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:32.601231 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:32.604022 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:32.622110 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8dfdfcb2-1ae9-41a8-b8d0-4de3cbbbe5b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (a219e3ed-f530-4783-a3c3-ad8ca2f88e43), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:32.624958 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8dfdfcb2-1ae9-41a8-b8d0-4de3cbbbe5b5 admin admin] Publish callbacks [] for router_controller (a219e3ed-f530-4783-a3c3-ad8ca2f88e43), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:32.641014 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32311156-5faa-47b9-9f3d-ecaa3426624e None None] The sync data for ids ['a219e3ed-f530-4783-a3c3-ad8ca2f88e43'] in n-d-852088-5 is: [{'id': 'a219e3ed-f530-4783-a3c3-ad8ca2f88e43', 'name': 'tempest-ServersTestFqdnHostnames-917147289-router', 'tenant_id': '0b2ef28fea57405191162c673ef041ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:43:57Z', 'updated_at': '2022-08-27T04:44:31Z', 'revision_number': 6, 'project_id': '0b2ef28fea57405191162c673ef041ab', 'gw_port_host': None}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:44:32.649656 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 5f65df0a-15f8-49af-8d62-6cd6a51d4915 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:44:32.650134 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (5f65df0a-15f8-49af-8d62-6cd6a51d4915), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:32.702788 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=1,neutron:SELECT=91,neutron:DELETE=8 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:32.750049 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 5f65df0a-15f8-49af-8d62-6cd6a51d4915 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:44:32.750450 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (5f65df0a-15f8-49af-8d62-6cd6a51d4915), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:32.797970 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 5f65df0a-15f8-49af-8d62-6cd6a51d4915, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=5f65df0a-15f8-49af-8d62-6cd6a51d4915,segment=NetworkSegment(cc35143f-3219-4624-9df8-ff401cad1390),segment_id=cc35143f-3219-4624-9df8-ff401cad1390)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:32.808626 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8dfdfcb2-1ae9-41a8-b8d0-4de3cbbbe5b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (a219e3ed-f530-4783-a3c3-ad8ca2f88e43), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:32.809226 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dfdfcb2-1ae9-41a8-b8d0-4de3cbbbe5b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a219e3ed-f530-4783-a3c3-ad8ca2f88e43 {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:44:32.814403 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8dfdfcb2-1ae9-41a8-b8d0-4de3cbbbe5b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:32.815167 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8dfdfcb2-1ae9-41a8-b8d0-4de3cbbbe5b5 admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/a219e3ed-f530-4783-a3c3-ad8ca2f88e43 HTTP/1.1" status: 204 len: 168 time: 1.5759876 Aug 27 04:44:32.818590 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 45656) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:44:32.881587 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1d94c6f-3fa2-4067-b83e-0c3dd1c99ec1 admin admin] Deleting subnet 8e2f4330-d5e7-410c-8656-1b3e22e57e2c {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:44:32.890890 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (5f65df0a-15f8-49af-8d62-6cd6a51d4915), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:32.893117 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device cdc342fd-3486-4565-84ca-18c107c212ac up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:44:32.896032 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e1d94c6f-3fa2-4067-b83e-0c3dd1c99ec1 admin admin] Publish callbacks [] for subnet (8e2f4330-d5e7-410c-8656-1b3e22e57e2c), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:32.988106 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=5f65df0a-15f8-49af-8d62-6cd6a51d4915,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:33.014918 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port cdc342fd-3486-4565-84ca-18c107c212ac triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:44:33.015381 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (cdc342fd-3486-4565-84ca-18c107c212ac), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:33.018984 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e1d94c6f-3fa2-4067-b83e-0c3dd1c99ec1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (8e2f4330-d5e7-410c-8656-1b3e22e57e2c), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:33.140753 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port cdc342fd-3486-4565-84ca-18c107c212ac is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:44:33.149881 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e1d94c6f-3fa2-4067-b83e-0c3dd1c99ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (8e2f4330-d5e7-410c-8656-1b3e22e57e2c), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:33.531821 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e1d94c6f-3fa2-4067-b83e-0c3dd1c99ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (8e2f4330-d5e7-410c-8656-1b3e22e57e2c), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:33.576126 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d94c6f-3fa2-4067-b83e-0c3dd1c99ec1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e2f4330-d5e7-410c-8656-1b3e22e57e2c,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:33.636456 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e1d94c6f-3fa2-4067-b83e-0c3dd1c99ec1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:33.640091 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e1d94c6f-3fa2-4067-b83e-0c3dd1c99ec1 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/8e2f4330-d5e7-410c-8656-1b3e22e57e2c HTTP/1.1" status: 204 len: 168 time: 0.8201249 Aug 27 04:44:33.641529 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b93b3fb-8251-4204-889c-72782004d9e3 None None] Network 1d4942d4-af6f-42fd-8c68-0fde6320a371 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:44:33.642526 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 45664) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:44:33.734921 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7128b64d-e319-4bc1-a34d-7f404f36215e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (1d4942d4-af6f-42fd-8c68-0fde6320a371), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:33.813829 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-7128b64d-e319-4bc1-a34d-7f404f36215e admin admin] Deleting port d72d079f-2350-4360-9a79-2391a41b8ed6 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:44:33.814270 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7128b64d-e319-4bc1-a34d-7f404f36215e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (d72d079f-2350-4360-9a79-2391a41b8ed6), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:33.901068 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:33.909065 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-7128b64d-e319-4bc1-a34d-7f404f36215e admin admin] For port d72d079f-2350-4360-9a79-2391a41b8ed6, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=d72d079f-2350-4360-9a79-2391a41b8ed6,segment=NetworkSegment(64883fb7-63fb-4a53-a3c6-50decfe2fa4d),segment_id=64883fb7-63fb-4a53-a3c6-50decfe2fa4d)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:33.909442 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7128b64d-e319-4bc1-a34d-7f404f36215e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (d72d079f-2350-4360-9a79-2391a41b8ed6), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:33.926179 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-7128b64d-e319-4bc1-a34d-7f404f36215e admin admin] Calling delete_port for d72d079f-2350-4360-9a79-2391a41b8ed6 owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:44:33.930193 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:33.998965 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:34.005538 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebda0f1-90e9-4e0c-8ec9-0026d982a9e7 None None] DHCP port deletion for 1d4942d4-af6f-42fd-8c68-0fde6320a371 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:44:34.038348 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:34.089244 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 5f65df0a-15f8-49af-8d62-6cd6a51d4915 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:44:34.117184 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25a7c3a-d6a5-4a40-aaf9-ce374edf7682 None None] Sync routers for ids ['e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:44:34.132052 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25a7c3a-d6a5-4a40-aaf9-ce374edf7682 None None] Routers {'e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:44:34.139900 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-c25a7c3a-d6a5-4a40-aaf9-ce374edf7682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:44:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:34.175155 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7128b64d-e319-4bc1-a34d-7f404f36215e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (d72d079f-2350-4360-9a79-2391a41b8ed6), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:34.205343 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-aebda0f1-90e9-4e0c-8ec9-0026d982a9e7 None None] Deleting port d72d079f-2350-4360-9a79-2391a41b8ed6 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:44:34.205996 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-aebda0f1-90e9-4e0c-8ec9-0026d982a9e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (d72d079f-2350-4360-9a79-2391a41b8ed6), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:34.222480 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128b64d-e319-4bc1-a34d-7f404f36215e admin admin] Pushing event deleted for resources: {'Port': ['ID=d72d079f-2350-4360-9a79-2391a41b8ed6,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:34.250186 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7128b64d-e319-4bc1-a34d-7f404f36215e admin admin] No DVR routers for this DVR port d72d079f-2350-4360-9a79-2391a41b8ed6 on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:44:34.304776 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-aebda0f1-90e9-4e0c-8ec9-0026d982a9e7 None None] For port d72d079f-2350-4360-9a79-2391a41b8ed6, host n-d-852088-5, got binding levels [] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:34.306968 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-aebda0f1-90e9-4e0c-8ec9-0026d982a9e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (d72d079f-2350-4360-9a79-2391a41b8ed6), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:34.335900 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-aebda0f1-90e9-4e0c-8ec9-0026d982a9e7 None None] Calling delete_port for d72d079f-2350-4360-9a79-2391a41b8ed6 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:44:34.342579 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.ipam_backend_mixin [None req-aebda0f1-90e9-4e0c-8ec9-0026d982a9e7 None None] Port d72d079f-2350-4360-9a79-2391a41b8ed6 was not found and therefore no delete operation was performed {{(pid=107777) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 27 04:44:34.348309 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-aebda0f1-90e9-4e0c-8ec9-0026d982a9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (d72d079f-2350-4360-9a79-2391a41b8ed6), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:34.376631 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:34.389122 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:34.394446 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebda0f1-90e9-4e0c-8ec9-0026d982a9e7 None None] Pushing event deleted for resources: {'Port': ['ID=d72d079f-2350-4360-9a79-2391a41b8ed6,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:34.397263 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-c25a7c3a-d6a5-4a40-aaf9-ce374edf7682 None None] Set router e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:44:34.410066 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebda0f1-90e9-4e0c-8ec9-0026d982a9e7 None None] No DVR routers for this DVR port d72d079f-2350-4360-9a79-2391a41b8ed6 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:44:34.425017 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 5f65df0a-15f8-49af-8d62-6cd6a51d4915 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:44:34.425535 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (5f65df0a-15f8-49af-8d62-6cd6a51d4915), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:34.454184 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7128b64d-e319-4bc1-a34d-7f404f36215e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (1d4942d4-af6f-42fd-8c68-0fde6320a371), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:34.486040 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-7128b64d-e319-4bc1-a34d-7f404f36215e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d4942d4-af6f-42fd-8c68-0fde6320a371']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:34.508403 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-7128b64d-e319-4bc1-a34d-7f404f36215e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64883fb7-63fb-4a53-a3c6-50decfe2fa4d') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:34.508833 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-7128b64d-e319-4bc1-a34d-7f404f36215e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64883fb7-63fb-4a53-a3c6-50decfe2fa4d') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:34.529743 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7128b64d-e319-4bc1-a34d-7f404f36215e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (64883fb7-63fb-4a53-a3c6-50decfe2fa4d), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:34.538830 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 5f65df0a-15f8-49af-8d62-6cd6a51d4915 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:44:34.547589 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7128b64d-e319-4bc1-a34d-7f404f36215e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (64883fb7-63fb-4a53-a3c6-50decfe2fa4d), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:34.547830 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device e5630b68-c57e-4b8e-9840-c2bce023efd2 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:44:34.555924 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7128b64d-e319-4bc1-a34d-7f404f36215e admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:44:34.556475 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7128b64d-e319-4bc1-a34d-7f404f36215e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (64883fb7-63fb-4a53-a3c6-50decfe2fa4d), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:34.574803 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: e5630b68-c57e-4b8e-9840-c2bce023efd2 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:44:34.575098 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device e5630b68-c57e-4b8e-9840-c2bce023efd2 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:44:34.623171 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 64883fb7-63fb-4a53-a3c6-50decfe2fa4d resource provider aggregate not found Aug 27 04:44:34.647878 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 64883fb7-63fb-4a53-a3c6-50decfe2fa4d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 64883fb7-63fb-4a53-a3c6-50decfe2fa4d found for delete ", "request_id": "req-01ca8c7f-8619-442c-a457-ce8248fcc02f"}]} Aug 27 04:44:34.671446 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-c25a7c3a-d6a5-4a40-aaf9-ce374edf7682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956', 'name': 'tempest-TaggedBootDevicesTest_v242-178340418-router', 'tenant_id': 'afd683ccf6674e33a101d957f16e948e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': 'cdc342fd-3486-4565-84ca-18c107c212ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:44:06Z', 'updated_at': '2022-08-27T04:44:18Z', 'revision_number': 4, 'project_id': 'afd683ccf6674e33a101d957f16e948e', 'gw_port': {'id': 'cdc342fd-3486-4565-84ca-18c107c212ac', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:14:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:44:07Z', 'updated_at': '2022-08-27T04:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '6e4031d6-4d23-4b2b-bd8c-8439c0c7c94a', 'name': '', 'network_id': '3ef3a629-b316-4753-9376-3b5a179288a5', 'tenant_id': 'afd683ccf6674e33a101d957f16e948e', 'mac_address': 'fa:16:3e:0a:12:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '0332a2a1-1e81-4208-aaee-5bb953044bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:44:16Z', 'updated_at': '2022-08-27T04:44:19Z', 'revision_number': 2, 'project_id': 'afd683ccf6674e33a101d957f16e948e', 'subnets': [{'id': '0332a2a1-1e81-4208-aaee-5bb953044bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:34.699994 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25a7c3a-d6a5-4a40-aaf9-ce374edf7682 None None] Checking router: e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:44:34.700229 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25a7c3a-d6a5-4a40-aaf9-ce374edf7682 None None] Updating router e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956 port 6e4031d6-4d23-4b2b-bd8c-8439c0c7c94a binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:44:34.736109 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7128b64d-e319-4bc1-a34d-7f404f36215e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (1d4942d4-af6f-42fd-8c68-0fde6320a371), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:34.739993 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-c25a7c3a-d6a5-4a40-aaf9-ce374edf7682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (6e4031d6-4d23-4b2b-bd8c-8439c0c7c94a), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:34.750916 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7128b64d-e319-4bc1-a34d-7f404f36215e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:34.759256 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7128b64d-e319-4bc1-a34d-7f404f36215e admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/1d4942d4-af6f-42fd-8c68-0fde6320a371 HTTP/1.1" status: 204 len: 168 time: 1.1142666 Aug 27 04:44:34.772944 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128b64d-e319-4bc1-a34d-7f404f36215e admin admin] Pushing event deleted for resources: {'Network': ['ID=1d4942d4-af6f-42fd-8c68-0fde6320a371,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:34.785510 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128b64d-e319-4bc1-a34d-7f404f36215e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:34.785981 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128b64d-e319-4bc1-a34d-7f404f36215e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:34.786414 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128b64d-e319-4bc1-a34d-7f404f36215e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:34.787059 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128b64d-e319-4bc1-a34d-7f404f36215e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:34.787488 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128b64d-e319-4bc1-a34d-7f404f36215e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:34.787923 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128b64d-e319-4bc1-a34d-7f404f36215e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:34.788351 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128b64d-e319-4bc1-a34d-7f404f36215e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:34.790736 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128b64d-e319-4bc1-a34d-7f404f36215e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:34.790736 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128b64d-e319-4bc1-a34d-7f404f36215e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:34.790736 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128b64d-e319-4bc1-a34d-7f404f36215e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:34.790736 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128b64d-e319-4bc1-a34d-7f404f36215e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:34.790736 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128b64d-e319-4bc1-a34d-7f404f36215e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:34.790736 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128b64d-e319-4bc1-a34d-7f404f36215e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:34.791601 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128b64d-e319-4bc1-a34d-7f404f36215e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:34.791601 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128b64d-e319-4bc1-a34d-7f404f36215e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:34.793704 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:35.128913 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 04:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c740bab-3767-47bd-b97e-901937854e98 x-openstack-request-id: req-0c740bab-3767-47bd-b97e-901937854e98 {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:44:35.136451 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d116f1-4153-497d-a882-0178a925c0b4", "name": "network-vif-deleted", "tag": "de9716f2-a50c-4ad9-88f1-39121497ddee", "status": "completed", "code": 200}]} {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:44:35.136451 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0c740bab-3767-47bd-b97e-901937854e98 {{(pid=107776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:44:35.136451 n-d-852088-5 neutron-server[107776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c740bab-3767-47bd-b97e-901937854e98'] response: {'server_uuid': 'd9d116f1-4153-497d-a882-0178a925c0b4', 'name': 'network-vif-deleted', 'tag': 'de9716f2-a50c-4ad9-88f1-39121497ddee', 'status': 'completed', 'code': 200} Aug 27 04:44:35.174787 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:35.205051 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-834d677b-2775-437a-83d7-f4f148066694 req-4e22f6f6-2d87-4e38-bb19-a90df052012f tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] 10.222.0.76 "GET /networking/v2.0/security-groups/d960bf4d-9f10-4958-a5b7-e1399458e041 HTTP/1.1" status: 200 len: 1820 time: 0.0583863 Aug 27 04:44:35.208191 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-c25a7c3a-d6a5-4a40-aaf9-ce374edf7682 None None] Publish callbacks [] for port (6e4031d6-4d23-4b2b-bd8c-8439c0c7c94a), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:35.253010 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-834d677b-2775-437a-83d7-f4f148066694 req-3fa53735-0ff8-49ac-935f-3118336ac727 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] 10.222.0.76 "GET /networking/v2.0/security-groups/ed3cfe65-ee6e-462b-a8eb-546442c1e3af HTTP/1.1" status: 200 len: 1821 time: 0.0415595 Aug 27 04:44:35.266296 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [req-834d677b-2775-437a-83d7-f4f148066694 req-f40b363a-8fe8-4e99-a4b6-4e9d7a7da4a8 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd960bf4d-9f10-4958-a5b7-e1399458e041', 'remote_group_id': 'ed3cfe65-ee6e-462b-a8eb-546442c1e3af', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:35.266615 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [req-834d677b-2775-437a-83d7-f4f148066694 req-f40b363a-8fe8-4e99-a4b6-4e9d7a7da4a8 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd960bf4d-9f10-4958-a5b7-e1399458e041', 'remote_group_id': 'ed3cfe65-ee6e-462b-a8eb-546442c1e3af', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:35.292547 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 45706) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:44:35.297826 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-c25a7c3a-d6a5-4a40-aaf9-ce374edf7682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (6e4031d6-4d23-4b2b-bd8c-8439c0c7c94a), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:35.304323 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:35.373148 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ca2ccc-9ff8-443b-b2bc-12b48719209e None None] Pushing event updated for resources: {'Port': ['ID=6e4031d6-4d23-4b2b-bd8c-8439c0c7c94a,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:35.381247 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2a40c7d6-8eee-49d8-bdd9-6becb4606943 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=0b2ef28fea57405191162c673ef041ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0874095 Aug 27 04:44:35.384275 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 45708) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:44:35.410597 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-c25a7c3a-d6a5-4a40-aaf9-ce374edf7682 None None] Attempting to bind port 6e4031d6-4d23-4b2b-bd8c-8439c0c7c94a on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:44:35.411118 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-c25a7c3a-d6a5-4a40-aaf9-ce374edf7682 None None] Attempting to bind port 6e4031d6-4d23-4b2b-bd8c-8439c0c7c94a by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '7f1d38e1-d1a8-4696-ad37-7b23750349bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3ef3a629-b316-4753-9376-3b5a179288a5'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:44:35.414115 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25a7c3a-d6a5-4a40-aaf9-ce374edf7682 None None] Attempting to bind port 6e4031d6-4d23-4b2b-bd8c-8439c0c7c94a on network 3ef3a629-b316-4753-9376-3b5a179288a5 {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:44:35.420883 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25a7c3a-d6a5-4a40-aaf9-ce374edf7682 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:44:35.423529 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25a7c3a-d6a5-4a40-aaf9-ce374edf7682 None None] Checking segment: {'id': '7f1d38e1-d1a8-4696-ad37-7b23750349bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3ef3a629-b316-4753-9376-3b5a179288a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:44:35.423529 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-c25a7c3a-d6a5-4a40-aaf9-ce374edf7682 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:35.423529 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25a7c3a-d6a5-4a40-aaf9-ce374edf7682 None None] Bound using segment: {'id': '7f1d38e1-d1a8-4696-ad37-7b23750349bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3ef3a629-b316-4753-9376-3b5a179288a5'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:44:35.423529 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-c25a7c3a-d6a5-4a40-aaf9-ce374edf7682 None None] Bound port: 6e4031d6-4d23-4b2b-bd8c-8439c0c7c94a, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f1d38e1-d1a8-4696-ad37-7b23750349bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3ef3a629-b316-4753-9376-3b5a179288a5'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:44:35.423529 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-c25a7c3a-d6a5-4a40-aaf9-ce374edf7682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (6e4031d6-4d23-4b2b-bd8c-8439c0c7c94a), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:35.432091 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:35.447009 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3ca3b8b7-f45c-438a-a833-5f874b5bffab req-aa4cf7ff-64c0-4d39-9fcb-f206890bb142 tempest-ServersAdmin275Test-756230181 tempest-ServersAdmin275Test-756230181-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a83567e0-2337-4993-b69e-52060a3c56f7 HTTP/1.1" status: 200 len: 210 time: 0.0452085 Aug 27 04:44:35.465705 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-834d677b-2775-437a-83d7-f4f148066694 req-f40b363a-8fe8-4e99-a4b6-4e9d7a7da4a8 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks [] for security_group_rule (3042c8a5-0b4e-4ee3-9a65-4bac81f28b88), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:35.479958 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2e1bb62a-f305-459d-9c02-34676e070461 admin admin] Publish callbacks [] for security_group (95d6bb9b-2547-4e6c-9f36-e8000e039714), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:35.484558 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:35.526196 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-c25a7c3a-d6a5-4a40-aaf9-ce374edf7682 None None] For port 6e4031d6-4d23-4b2b-bd8c-8439c0c7c94a, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:44:35.532299 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-c25a7c3a-d6a5-4a40-aaf9-ce374edf7682 None None] For port 6e4031d6-4d23-4b2b-bd8c-8439c0c7c94a, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=6e4031d6-4d23-4b2b-bd8c-8439c0c7c94a,segment=NetworkSegment(7f1d38e1-d1a8-4696-ad37-7b23750349bb),segment_id=7f1d38e1-d1a8-4696-ad37-7b23750349bb)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:44:35.536031 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2e1bb62a-f305-459d-9c02-34676e070461 admin admin] Publish callbacks [] for security_group (95d6bb9b-2547-4e6c-9f36-e8000e039714), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:35.542987 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-834d677b-2775-437a-83d7-f4f148066694 req-f40b363a-8fe8-4e99-a4b6-4e9d7a7da4a8 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks [] for security_group_rule (3042c8a5-0b4e-4ee3-9a65-4bac81f28b88), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:35.630327 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device fba6de6f-db76-47bf-8be8-b8da54e90d1a no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:44:35.658572 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: fba6de6f-db76-47bf-8be8-b8da54e90d1a {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:44:35.659617 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device fba6de6f-db76-47bf-8be8-b8da54e90d1a not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:44:35.660859 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d72d079f-2350-4360-9a79-2391a41b8ed6 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:44:35.681008 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: d72d079f-2350-4360-9a79-2391a41b8ed6 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:44:35.681537 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d72d079f-2350-4360-9a79-2391a41b8ed6 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:44:35.684945 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:35.685594 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-834d677b-2775-437a-83d7-f4f148066694 req-f40b363a-8fe8-4e99-a4b6-4e9d7a7da4a8 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (3042c8a5-0b4e-4ee3-9a65-4bac81f28b88), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:35.687187 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-c25a7c3a-d6a5-4a40-aaf9-ce374edf7682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (6e4031d6-4d23-4b2b-bd8c-8439c0c7c94a), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:35.688174 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2e1bb62a-f305-459d-9c02-34676e070461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (95d6bb9b-2547-4e6c-9f36-e8000e039714), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:35.706233 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2e1bb62a-f305-459d-9c02-34676e070461 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:35.709967 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2e1bb62a-f305-459d-9c02-34676e070461 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/95d6bb9b-2547-4e6c-9f36-e8000e039714 HTTP/1.1" status: 204 len: 168 time: 0.3233244 Aug 27 04:44:35.712377 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:35.722853 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1bb62a-f305-459d-9c02-34676e070461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d6bb9b-2547-4e6c-9f36-e8000e039714,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:35.736803 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1bb62a-f305-459d-9c02-34676e070461 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:35.741210 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1bb62a-f305-459d-9c02-34676e070461 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:35.741210 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1bb62a-f305-459d-9c02-34676e070461 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:35.741210 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1bb62a-f305-459d-9c02-34676e070461 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:35.749831 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b363a-8fe8-4e99-a4b6-4e9d7a7da4a8 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3042c8a5-0b4e-4ee3-9a65-4bac81f28b88,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:35.761449 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1bb62a-f305-459d-9c02-34676e070461 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:35.761683 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1bb62a-f305-459d-9c02-34676e070461 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:35.763045 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1bb62a-f305-459d-9c02-34676e070461 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:35.763869 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1bb62a-f305-459d-9c02-34676e070461 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:35.763869 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1bb62a-f305-459d-9c02-34676e070461 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:35.764096 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1bb62a-f305-459d-9c02-34676e070461 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:35.773876 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1bb62a-f305-459d-9c02-34676e070461 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:35.773876 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1bb62a-f305-459d-9c02-34676e070461 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:35.773876 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1bb62a-f305-459d-9c02-34676e070461 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:35.773876 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1bb62a-f305-459d-9c02-34676e070461 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:35.773876 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1bb62a-f305-459d-9c02-34676e070461 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:35.775125 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25a7c3a-d6a5-4a40-aaf9-ce374edf7682 None None] Routers {'e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:44:35.775125 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-c25a7c3a-d6a5-4a40-aaf9-ce374edf7682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:44:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:35.823057 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-834d677b-2775-437a-83d7-f4f148066694 req-f40b363a-8fe8-4e99-a4b6-4e9d7a7da4a8 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:35.825141 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-834d677b-2775-437a-83d7-f4f148066694 req-f40b363a-8fe8-4e99-a4b6-4e9d7a7da4a8 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5641494 Aug 27 04:44:35.913205 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ca2ccc-9ff8-443b-b2bc-12b48719209e None None] Pushing event updated for resources: {'Port': ['ID=6e4031d6-4d23-4b2b-bd8c-8439c0c7c94a,revision_number=4']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:35.982822 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-c25a7c3a-d6a5-4a40-aaf9-ce374edf7682 None None] Set router e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:44:36.049518 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a85436cb-b07b-48bb-acf5-75a6360d99f8 req-ed71ad18-a845-4466-a8cd-77c1e51721bb tempest-ServersAdmin275Test-756230181 tempest-ServersAdmin275Test-756230181-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a83567e0-2337-4993-b69e-52060a3c56f7 HTTP/1.1" status: 200 len: 210 time: 0.0466723 Aug 27 04:44:36.060761 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:36.230995 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf0f85-b983-4a95-be3e-7bf7cf60b8cd req-cb588477-2d3d-4d2f-80f0-d267a33216ea tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:44:36.232945 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2abf0f85-b983-4a95-be3e-7bf7cf60b8cd req-cb588477-2d3d-4d2f-80f0-d267a33216ea tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9841d77-b07c-4960-ab3f-c85e2d601518 HTTP/1.1" status: 200 len: 950 time: 0.0674460 Aug 27 04:44:36.256935 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-c25a7c3a-d6a5-4a40-aaf9-ce374edf7682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956', 'name': 'tempest-TaggedBootDevicesTest_v242-178340418-router', 'tenant_id': 'afd683ccf6674e33a101d957f16e948e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': 'cdc342fd-3486-4565-84ca-18c107c212ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:44:06Z', 'updated_at': '2022-08-27T04:44:18Z', 'revision_number': 4, 'project_id': 'afd683ccf6674e33a101d957f16e948e', 'gw_port': {'id': 'cdc342fd-3486-4565-84ca-18c107c212ac', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:14:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:44:07Z', 'updated_at': '2022-08-27T04:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '6e4031d6-4d23-4b2b-bd8c-8439c0c7c94a', 'name': '', 'network_id': '3ef3a629-b316-4753-9376-3b5a179288a5', 'tenant_id': 'afd683ccf6674e33a101d957f16e948e', 'mac_address': 'fa:16:3e:0a:12:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '0332a2a1-1e81-4208-aaee-5bb953044bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:44:16Z', 'updated_at': '2022-08-27T04:44:35Z', 'revision_number': 4, 'project_id': 'afd683ccf6674e33a101d957f16e948e', 'subnets': [{'id': '0332a2a1-1e81-4208-aaee-5bb953044bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:36.284344 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25a7c3a-d6a5-4a40-aaf9-ce374edf7682 None None] The sync data for ids ['e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956'] in n-d-852088-5 is: [{'id': 'e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956', 'name': 'tempest-TaggedBootDevicesTest_v242-178340418-router', 'tenant_id': 'afd683ccf6674e33a101d957f16e948e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': 'cdc342fd-3486-4565-84ca-18c107c212ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:44:06Z', 'updated_at': '2022-08-27T04:44:18Z', 'revision_number': 4, 'project_id': 'afd683ccf6674e33a101d957f16e948e', 'gw_port': {'id': 'cdc342fd-3486-4565-84ca-18c107c212ac', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:14:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:44:07Z', 'updated_at': '2022-08-27T04:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '6e4031d6-4d23-4b2b-bd8c-8439c0c7c94a', 'name': '', 'network_id': '3ef3a629-b316-4753-9376-3b5a179288a5', 'tenant_id': 'afd683ccf6674e33a101d957f16e948e', 'mac_address': 'fa:16:3e:0a:12:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '0332a2a1-1e81-4208-aaee-5bb953044bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:44:16Z', 'updated_at': '2022-08-27T04:44:35Z', 'revision_number': 4, 'project_id': 'afd683ccf6674e33a101d957f16e948e', 'subnets': [{'id': '0332a2a1-1e81-4208-aaee-5bb953044bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:44:36.308642 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2abf0f85-b983-4a95-be3e-7bf7cf60b8cd req-78ab950b-8d21-4790-9d05-4b4e68fa5348 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=27e5cb1f-4fd8-42fe-83ea-8b4a1ff45c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692196 Aug 27 04:44:36.384782 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8f83d115-823b-407d-b5b7-8d5b86aeffa9 req-51f120a6-0dd1-4597-8cbc-b06779bd2a79 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] 10.222.0.76 "GET /networking/v2.0/security-groups/ed3cfe65-ee6e-462b-a8eb-546442c1e3af HTTP/1.1" status: 200 len: 1821 time: 0.0498965 Aug 27 04:44:36.463719 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-8f83d115-823b-407d-b5b7-8d5b86aeffa9 req-a65e3731-bf60-4128-bc92-3448b7a9152a tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks [] for security_group (ed3cfe65-ee6e-462b-a8eb-546442c1e3af), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:36.497305 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-8f83d115-823b-407d-b5b7-8d5b86aeffa9 req-a65e3731-bf60-4128-bc92-3448b7a9152a tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks [] for security_group (ed3cfe65-ee6e-462b-a8eb-546442c1e3af), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:36.627383 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-8f83d115-823b-407d-b5b7-8d5b86aeffa9 req-a65e3731-bf60-4128-bc92-3448b7a9152a tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (ed3cfe65-ee6e-462b-a8eb-546442c1e3af), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:36.630636 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-8f83d115-823b-407d-b5b7-8d5b86aeffa9 req-a65e3731-bf60-4128-bc92-3448b7a9152a tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:36.636640 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8f83d115-823b-407d-b5b7-8d5b86aeffa9 req-a65e3731-bf60-4128-bc92-3448b7a9152a tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/ed3cfe65-ee6e-462b-a8eb-546442c1e3af HTTP/1.1" status: 204 len: 173 time: 0.2502992 Aug 27 04:44:36.660364 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e3731-bf60-4128-bc92-3448b7a9152a tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3cfe65-ee6e-462b-a8eb-546442c1e3af,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:36.747342 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:36.791540 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f88c43-75e9-4637-b027-c65009e30a21 req-24a30c54-6083-4065-93a4-a6e74db49fc2 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:44:36.793036 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-20f88c43-75e9-4637-b027-c65009e30a21 req-24a30c54-6083-4065-93a4-a6e74db49fc2 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=48a61e6b-67cb-452c-84ee-befd46f66c11 HTTP/1.1" status: 200 len: 950 time: 0.0801907 Aug 27 04:44:36.810300 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:36.866490 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-20f88c43-75e9-4637-b027-c65009e30a21 req-1d76095a-8a0d-45e8-8ccb-870c248408b7 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=594a0af3-d4d8-4c58-beac-6fa100daab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669651 Aug 27 04:44:36.953221 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-cf633923-f722-46e4-98bc-337c006220ab req-ea667eda-946a-44d4-90ad-49b0d0d88eda tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] 10.222.0.76 "GET /networking/v2.0/security-groups/d960bf4d-9f10-4958-a5b7-e1399458e041 HTTP/1.1" status: 200 len: 1820 time: 0.0654938 Aug 27 04:44:36.987252 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:37.127700 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea82b1d3-49b3-4e62-98ad-16aee5af272c req-4e12d049-94e1-43d1-846e-f1d7037dda12 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:44:37.130224 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ea82b1d3-49b3-4e62-98ad-16aee5af272c req-4e12d049-94e1-43d1-846e-f1d7037dda12 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0d9d1fdc-b487-4dea-9067-60d92aafac40 HTTP/1.1" status: 200 len: 950 time: 0.0590990 Aug 27 04:44:37.187384 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ea82b1d3-49b3-4e62-98ad-16aee5af272c req-c3d61c9c-2db5-44d3-8c55-c8e096809207 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516074 Aug 27 04:44:37.239168 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [req-ec4275aa-9a1f-4333-aa7e-cc4a510c72d1 req-cb6fa6bc-7ba6-48da-a0bb-f3c8b94e98a4 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-385314601', 'description': 'tempest-description-872583808'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:37.341996 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-ec4275aa-9a1f-4333-aa7e-cc4a510c72d1 req-cb6fa6bc-7ba6-48da-a0bb-f3c8b94e98a4 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:37.343471 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:37.433244 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-ec4275aa-9a1f-4333-aa7e-cc4a510c72d1 req-cb6fa6bc-7ba6-48da-a0bb-f3c8b94e98a4 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks [] for security_group (febba2cd-27c5-45fb-9414-b9619c3370c3), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:37.461189 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:37.489990 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-ec4275aa-9a1f-4333-aa7e-cc4a510c72d1 req-cb6fa6bc-7ba6-48da-a0bb-f3c8b94e98a4 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (febba2cd-27c5-45fb-9414-b9619c3370c3), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:37.547395 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6fa6bc-7ba6-48da-a0bb-f3c8b94e98a4 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=febba2cd-27c5-45fb-9414-b9619c3370c3,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:37.601876 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-303f6b4a-8866-49a9-b5da-dee755292ba5 req-e635242b-1e4e-424c-9f3e-7059185ecdbf tempest-ServersAdmin275Test-756230181 tempest-ServersAdmin275Test-756230181-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a83567e0-2337-4993-b69e-52060a3c56f7 HTTP/1.1" status: 200 len: 210 time: 0.0832191 Aug 27 04:44:37.624276 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6e4031d6-4d23-4b2b-bd8c-8439c0c7c94a up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:44:37.652446 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc31b5f-c980-41f4-91fb-95bdb1892a2e req-434365ca-8bd5-4fd8-9e25-a38db89c6814 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:44:37.652446 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-cdc31b5f-c980-41f4-91fb-95bdb1892a2e req-434365ca-8bd5-4fd8-9e25-a38db89c6814 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=48a61e6b-67cb-452c-84ee-befd46f66c11 HTTP/1.1" status: 200 len: 950 time: 0.0839956 Aug 27 04:44:37.663475 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-ec4275aa-9a1f-4333-aa7e-cc4a510c72d1 req-cb6fa6bc-7ba6-48da-a0bb-f3c8b94e98a4 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:37.665596 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ec4275aa-9a1f-4333-aa7e-cc4a510c72d1 req-cb6fa6bc-7ba6-48da-a0bb-f3c8b94e98a4 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4297884 Aug 27 04:44:37.712449 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 45818) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:44:37.746171 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 6e4031d6-4d23-4b2b-bd8c-8439c0c7c94a triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:44:37.747089 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (6e4031d6-4d23-4b2b-bd8c-8439c0c7c94a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:37.747784 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:37.757366 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a7828711-c137-48b9-a802-2d52818d9cc4 req-0dec315f-8a41-4d3b-8cf7-20abd1778dbc tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] 10.222.0.76 "GET /networking/v2.0/security-groups/febba2cd-27c5-45fb-9414-b9619c3370c3 HTTP/1.1" status: 200 len: 1820 time: 0.0657403 Aug 27 04:44:37.763377 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [req-a7828711-c137-48b9-a802-2d52818d9cc4 req-28546bfd-4382-448d-aeb1-83becf1cd1c2 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'febba2cd-27c5-45fb-9414-b9619c3370c3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:37.766188 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [req-a7828711-c137-48b9-a802-2d52818d9cc4 req-28546bfd-4382-448d-aeb1-83becf1cd1c2 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'febba2cd-27c5-45fb-9414-b9619c3370c3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:37.805029 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [req-cdc31b5f-c980-41f4-91fb-95bdb1892a2e req-eea37990-b095-4e3d-ac57-e904c96aed87 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Deleting port 084848b9-6815-4181-8f2e-f4be5ccc4a30 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:44:37.806135 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-cdc31b5f-c980-41f4-91fb-95bdb1892a2e req-eea37990-b095-4e3d-ac57-e904c96aed87 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (084848b9-6815-4181-8f2e-f4be5ccc4a30), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:37.851052 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 6e4031d6-4d23-4b2b-bd8c-8439c0c7c94a is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:44:37.851678 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (6e4031d6-4d23-4b2b-bd8c-8439c0c7c94a), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:37.867611 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-9be6de77-7f6d-4a1a-acda-f4c484f54199 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-328401893-network', 'tenant_id': 'bc08332299ea49fe822f7501e09f92ef'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:37.905604 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 6e4031d6-4d23-4b2b-bd8c-8439c0c7c94a, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=6e4031d6-4d23-4b2b-bd8c-8439c0c7c94a,segment=NetworkSegment(7f1d38e1-d1a8-4696-ad37-7b23750349bb),segment_id=7f1d38e1-d1a8-4696-ad37-7b23750349bb)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:37.908964 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-a7828711-c137-48b9-a802-2d52818d9cc4 req-28546bfd-4382-448d-aeb1-83becf1cd1c2 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks [] for security_group_rule (bd554bde-2df5-46dd-b3c6-564621b08bc4), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:37.944380 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-cdc31b5f-c980-41f4-91fb-95bdb1892a2e req-eea37990-b095-4e3d-ac57-e904c96aed87 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] For port 084848b9-6815-4181-8f2e-f4be5ccc4a30, host n-h2-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852088-5',level=0,port_id=084848b9-6815-4181-8f2e-f4be5ccc4a30,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:37.944748 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-cdc31b5f-c980-41f4-91fb-95bdb1892a2e req-eea37990-b095-4e3d-ac57-e904c96aed87 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (084848b9-6815-4181-8f2e-f4be5ccc4a30), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:37.946714 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-a7828711-c137-48b9-a802-2d52818d9cc4 req-28546bfd-4382-448d-aeb1-83becf1cd1c2 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks [] for security_group_rule (bd554bde-2df5-46dd-b3c6-564621b08bc4), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:37.959826 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [req-cdc31b5f-c980-41f4-91fb-95bdb1892a2e req-eea37990-b095-4e3d-ac57-e904c96aed87 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Calling delete_port for 084848b9-6815-4181-8f2e-f4be5ccc4a30 owned by compute:nova {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:44:38.003936 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be6de77-7f6d-4a1a-acda-f4c484f54199 admin admin] Made reservation on behalf of bc08332299ea49fe822f7501e09f92ef for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:44:38.006281 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9be6de77-7f6d-4a1a-acda-f4c484f54199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:38.012730 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (6e4031d6-4d23-4b2b-bd8c-8439c0c7c94a), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:38.014645 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-a7828711-c137-48b9-a802-2d52818d9cc4 req-28546bfd-4382-448d-aeb1-83becf1cd1c2 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (bd554bde-2df5-46dd-b3c6-564621b08bc4), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:38.020733 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9be6de77-7f6d-4a1a-acda-f4c484f54199 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:38.037752 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28546bfd-4382-448d-aeb1-83becf1cd1c2 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd554bde-2df5-46dd-b3c6-564621b08bc4,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:38.051418 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:44:38.118734 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=6e4031d6-4d23-4b2b-bd8c-8439c0c7c94a,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:38.118866 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-a7828711-c137-48b9-a802-2d52818d9cc4 req-28546bfd-4382-448d-aeb1-83becf1cd1c2 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:38.129772 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a7828711-c137-48b9-a802-2d52818d9cc4 req-28546bfd-4382-448d-aeb1-83becf1cd1c2 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3710754 Aug 27 04:44:38.178433 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9be6de77-7f6d-4a1a-acda-f4c484f54199 admin admin] Publish callbacks [] for security_group (6d0013f9-65d0-4b02-b776-22df91fdbc48), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:38.198390 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:38.256061 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb09239-e47b-4118-af34-0552d0a75bb1 req-d114628f-a64e-47bf-93db-ab5921fc318e tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:44:38.257625 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5eb09239-e47b-4118-af34-0552d0a75bb1 req-d114628f-a64e-47bf-93db-ab5921fc318e tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=48a61e6b-67cb-452c-84ee-befd46f66c11 HTTP/1.1" status: 200 len: 950 time: 0.0572472 Aug 27 04:44:38.261640 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9be6de77-7f6d-4a1a-acda-f4c484f54199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (6d0013f9-65d0-4b02-b776-22df91fdbc48), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:38.267939 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-cdc31b5f-c980-41f4-91fb-95bdb1892a2e req-eea37990-b095-4e3d-ac57-e904c96aed87 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (084848b9-6815-4181-8f2e-f4be5ccc4a30), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:38.284126 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] get_ports_and_sgs() called for port_ids ['084848b9-6815-4181-8f2e-f4be5ccc4a30'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:44:38.318803 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea37990-b095-4e3d-ac57-e904c96aed87 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Pushing event deleted for resources: {'Port': ['ID=084848b9-6815-4181-8f2e-f4be5ccc4a30,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:38.323092 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5eb09239-e47b-4118-af34-0552d0a75bb1 req-f59fc927-68e0-45fc-957f-0029982f4213 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=594a0af3-d4d8-4c58-beac-6fa100daab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543344 Aug 27 04:44:38.325742 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9be6de77-7f6d-4a1a-acda-f4c484f54199 admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:44:38.330613 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:38.360336 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6de77-7f6d-4a1a-acda-f4c484f54199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0013f9-65d0-4b02-b776-22df91fdbc48,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:38.385127 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9be6de77-7f6d-4a1a-acda-f4c484f54199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (65e42a94-e177-44ce-962b-eccbfa62c9f5), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:38.386276 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-9be6de77-7f6d-4a1a-acda-f4c484f54199 admin admin] Added segment 65e42a94-e177-44ce-962b-eccbfa62c9f5 of type vlan for network 8870319e-63a7-41eb-8ab4-e76571dc8185 Aug 27 04:44:38.415365 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6142ce10-fce9-458b-a1f8-8ff421994c75 req-ee3fcfb3-85d2-4a67-bc1a-8ba1f1d43024 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] 10.222.0.76 "GET /networking/v2.0/security-groups/febba2cd-27c5-45fb-9414-b9619c3370c3 HTTP/1.1" status: 200 len: 2413 time: 0.0575130 Aug 27 04:44:38.428013 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [req-6142ce10-fce9-458b-a1f8-8ff421994c75 req-7dd20abb-30aa-40f5-8495-aeabadf1fca0 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'febba2cd-27c5-45fb-9414-b9619c3370c3', 'remote_group_id': None}]} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:38.428631 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [req-6142ce10-fce9-458b-a1f8-8ff421994c75 req-7dd20abb-30aa-40f5-8495-aeabadf1fca0 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'febba2cd-27c5-45fb-9414-b9619c3370c3', 'remote_group_id': None}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:38.447423 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdc31b5f-c980-41f4-91fb-95bdb1892a2e req-eea37990-b095-4e3d-ac57-e904c96aed87 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] No DVR routers for this DVR port 084848b9-6815-4181-8f2e-f4be5ccc4a30 on host n-h2-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:44:38.454793 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-cdc31b5f-c980-41f4-91fb-95bdb1892a2e req-eea37990-b095-4e3d-ac57-e904c96aed87 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:38.458097 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-cdc31b5f-c980-41f4-91fb-95bdb1892a2e req-eea37990-b095-4e3d-ac57-e904c96aed87 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.78 "DELETE /networking/v2.0/ports/084848b9-6815-4181-8f2e-f4be5ccc4a30 HTTP/1.1" status: 204 len: 173 time: 0.8045061 Aug 27 04:44:38.458569 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a61e6b-67cb-452c-84ee-befd46f66c11', 'name': 'network-vif-deleted', 'tag': '084848b9-6815-4181-8f2e-f4be5ccc4a30'}] {{(pid=107776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:44:38.460899 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7ad66632f4c78724655075356aa8535ba41c652eced6c9cea0c1f0c67b1e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f1ef1e3-ea06-464c-9240-55fc8144cedd" -d '{"events": [{"server_uuid": "48a61e6b-67cb-452c-84ee-befd46f66c11", "name": "network-vif-deleted", "tag": "084848b9-6815-4181-8f2e-f4be5ccc4a30"}]}' {{(pid=107776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:44:38.472075 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9be6de77-7f6d-4a1a-acda-f4c484f54199 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (8870319e-63a7-41eb-8ab4-e76571dc8185), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:38.543064 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:38.630920 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-6142ce10-fce9-458b-a1f8-8ff421994c75 req-7dd20abb-30aa-40f5-8495-aeabadf1fca0 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks [] for security_group_rule (06de7c6c-ee64-4493-955a-beea1b0524f3), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:38.638921 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9be6de77-7f6d-4a1a-acda-f4c484f54199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (8870319e-63a7-41eb-8ab4-e76571dc8185), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:38.643433 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be6de77-7f6d-4a1a-acda-f4c484f54199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:44:38.643433 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9be6de77-7f6d-4a1a-acda-f4c484f54199 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:38.661353 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-6142ce10-fce9-458b-a1f8-8ff421994c75 req-7dd20abb-30aa-40f5-8495-aeabadf1fca0 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks [] for security_group_rule (06de7c6c-ee64-4493-955a-beea1b0524f3), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:38.708501 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device 56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a no longer exists at agent hyperv_n-h1-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:44:38.721953 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6de77-7f6d-4a1a-acda-f4c484f54199 admin admin] Pushing event updated for resources: {'Network': ['ID=8870319e-63a7-41eb-8ab4-e76571dc8185,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:38.752876 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-6142ce10-fce9-458b-a1f8-8ff421994c75 req-7dd20abb-30aa-40f5-8495-aeabadf1fca0 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (06de7c6c-ee64-4493-955a-beea1b0524f3), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:38.763808 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 8870319e-63a7-41eb-8ab4-e76571dc8185 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:44:38.779040 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd20abb-30aa-40f5-8495-aeabadf1fca0 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06de7c6c-ee64-4493-955a-beea1b0524f3,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:38.788868 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-9be6de77-7f6d-4a1a-acda-f4c484f54199 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0749826 Aug 27 04:44:38.798652 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 45836) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:44:38.798652 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-088b4d57-4793-4d57-9f2f-744aa72539ec admin admin] Request body: {'subnet': {'network_id': '8870319e-63a7-41eb-8ab4-e76571dc8185', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-328401893-subnet', 'tenant_id': 'bc08332299ea49fe822f7501e09f92ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:38.887947 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37082caa-868d-4740-8bfa-dbb97aa527c7 req-18f81cc8-610d-4a88-8804-13de58b78f09 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:44:38.889594 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-37082caa-868d-4740-8bfa-dbb97aa527c7 req-18f81cc8-610d-4a88-8804-13de58b78f09 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=0d9d1fdc-b487-4dea-9067-60d92aafac40 HTTP/1.1" status: 200 len: 950 time: 0.0593626 Aug 27 04:44:38.903983 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-6142ce10-fce9-458b-a1f8-8ff421994c75 req-7dd20abb-30aa-40f5-8495-aeabadf1fca0 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:38.907612 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6142ce10-fce9-458b-a1f8-8ff421994c75 req-7dd20abb-30aa-40f5-8495-aeabadf1fca0 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4830391 Aug 27 04:44:38.917439 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Current status of the port 56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a is: ACTIVE; New status is: DOWN {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:44:38.920019 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088b4d57-4793-4d57-9f2f-744aa72539ec admin admin] Made reservation on behalf of bc08332299ea49fe822f7501e09f92ef for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:44:38.920450 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:38.923041 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-088b4d57-4793-4d57-9f2f-744aa72539ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:38.965557 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9841d77-b07c-4960-ab3f-c85e2d601518', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a'}] {{(pid=107777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:44:38.968225 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6e1ed2c1589df8125b2075e26a1ec4ff1174e69d6a71546bdf3c3a9a29d330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c867708-9565-43f3-8618-42a7e5dfa85e" -d '{"events": [{"server_uuid": "d9841d77-b07c-4960-ab3f-c85e2d601518", "name": "network-vif-unplugged", "status": "completed", "tag": "56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a"}]}' {{(pid=107777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:44:38.985001 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port 56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:39.039006 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:39.079476 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc75882d-d168-4e8e-af5e-bb24985d03da req-9a3beb4b-133f-47e7-8a17-11e197db6507 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:44:39.081560 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-fc75882d-d168-4e8e-af5e-bb24985d03da req-9a3beb4b-133f-47e7-8a17-11e197db6507 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0d9d1fdc-b487-4dea-9067-60d92aafac40 HTTP/1.1" status: 200 len: 950 time: 0.0696924 Aug 27 04:44:39.089731 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [req-37082caa-868d-4740-8bfa-dbb97aa527c7 req-ccc91b47-df03-43d2-91bc-6023ce85192f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Deleting port 22f742ca-c8bf-4e74-be1b-49e482f8921d {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:44:39.094538 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-37082caa-868d-4740-8bfa-dbb97aa527c7 req-ccc91b47-df03-43d2-91bc-6023ce85192f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (22f742ca-c8bf-4e74-be1b-49e482f8921d), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:39.095482 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:39.159570 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Pushing event updated for resources: {'Port': ['ID=56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a,revision_number=8']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:39.184398 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-fc75882d-d168-4e8e-af5e-bb24985d03da req-ec05678d-a9df-4766-9d86-50cd2ccf880d tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958946 Aug 27 04:44:39.212675 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:39.248225 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-37082caa-868d-4740-8bfa-dbb97aa527c7 req-ccc91b47-df03-43d2-91bc-6023ce85192f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] For port 22f742ca-c8bf-4e74-be1b-49e482f8921d, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=22f742ca-c8bf-4e74-be1b-49e482f8921d,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:39.249238 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-37082caa-868d-4740-8bfa-dbb97aa527c7 req-ccc91b47-df03-43d2-91bc-6023ce85192f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (22f742ca-c8bf-4e74-be1b-49e482f8921d), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:39.272441 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [req-37082caa-868d-4740-8bfa-dbb97aa527c7 req-ccc91b47-df03-43d2-91bc-6023ce85192f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Calling delete_port for 22f742ca-c8bf-4e74-be1b-49e482f8921d owned by compute:nova {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:44:39.283040 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 04:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8d7272-d090-40df-8e8c-4125d1fb4896 x-openstack-request-id: req-2c8d7272-d090-40df-8e8c-4125d1fb4896 {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:44:39.283329 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48a61e6b-67cb-452c-84ee-befd46f66c11", "name": "network-vif-deleted", "tag": "084848b9-6815-4181-8f2e-f4be5ccc4a30", "status": "completed", "code": 200}]} {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:44:39.283581 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2c8d7272-d090-40df-8e8c-4125d1fb4896 {{(pid=107776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:44:39.284001 n-d-852088-5 neutron-server[107776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c8d7272-d090-40df-8e8c-4125d1fb4896'] response: {'server_uuid': '48a61e6b-67cb-452c-84ee-befd46f66c11', 'name': 'network-vif-deleted', 'tag': '084848b9-6815-4181-8f2e-f4be5ccc4a30', 'status': 'completed', 'code': 200} Aug 27 04:44:39.374708 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e45252ff-a1dd-47fb-adb6-f19f83e188b1 req-47f133e7-4871-46cd-85d2-0d2dc40dcb2a tempest-ServersAdmin275Test-756230181 tempest-ServersAdmin275Test-756230181-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a83567e0-2337-4993-b69e-52060a3c56f7 HTTP/1.1" status: 200 len: 210 time: 0.0306468 Aug 27 04:44:39.451962 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-088b4d57-4793-4d57-9f2f-744aa72539ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (61a6a44c-78ae-4cfe-bd7b-2ff6ff18176f), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:39.505493 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-69b2c83a-ea83-437c-82de-088ada5db296 req-582c894f-e4b6-4e9c-8353-d509f2cd7903 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] 10.222.0.76 "GET /networking/v2.0/security-groups/febba2cd-27c5-45fb-9414-b9619c3370c3 HTTP/1.1" status: 200 len: 3011 time: 0.0819476 Aug 27 04:44:39.538317 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:39.548477 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088b4d57-4793-4d57-9f2f-744aa72539ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=61a6a44c-78ae-4cfe-bd7b-2ff6ff18176f,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:39.553337 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088b4d57-4793-4d57-9f2f-744aa72539ec admin admin] Checking segment: {'id': '65e42a94-e177-44ce-962b-eccbfa62c9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8870319e-63a7-41eb-8ab4-e76571dc8185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:44:39.553655 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088b4d57-4793-4d57-9f2f-744aa72539ec admin admin] Network hostable DHCP agents. Network: 8870319e-63a7-41eb-8ab4-e76571dc8185, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:44:39.556380 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Aug 2022 04:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601089e9-fce7-4141-9d83-7aef45c3c822 x-openstack-request-id: req-601089e9-fce7-4141-9d83-7aef45c3c822 {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:44:39.556810 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9841d77-b07c-4960-ab3f-c85e2d601518", "name": "network-vif-unplugged", "status": "completed", "tag": "56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a", "code": 200}]} {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:44:39.562355 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-601089e9-fce7-4141-9d83-7aef45c3c822 {{(pid=107777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:44:39.562355 n-d-852088-5 neutron-server[107777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-601089e9-fce7-4141-9d83-7aef45c3c822'] response: {'server_uuid': 'd9841d77-b07c-4960-ab3f-c85e2d601518', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a', 'code': 200} Aug 27 04:44:39.581437 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-37082caa-868d-4740-8bfa-dbb97aa527c7 req-ccc91b47-df03-43d2-91bc-6023ce85192f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (22f742ca-c8bf-4e74-be1b-49e482f8921d), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:39.595518 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] get_ports_and_sgs() called for port_ids ['a723b0a9-1e91-40c0-a00b-51235a1e481f', '7174c67f-162b-4c47-a77c-12737a841916', 'f306f1e1-1f92-41b7-973f-427a4a933e36', 'a1cf3c93-9716-42e2-84ef-3f181594d07f'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:44:39.614674 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc91b47-df03-43d2-91bc-6023ce85192f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Pushing event deleted for resources: {'Port': ['ID=22f742ca-c8bf-4e74-be1b-49e482f8921d,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:39.643142 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6e4031d6-4d23-4b2b-bd8c-8439c0c7c94a up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:44:39.658170 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] get_ports_and_sgs() called for port_ids ['f82d897c-fe67-474e-a10b-dface6e3b906', '22f742ca-c8bf-4e74-be1b-49e482f8921d'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:44:39.659834 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088b4d57-4793-4d57-9f2f-744aa72539ec admin admin] Network 8870319e-63a7-41eb-8ab4-e76571dc8185 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:44:39.691884 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [req-37082caa-868d-4740-8bfa-dbb97aa527c7 req-ccc91b47-df03-43d2-91bc-6023ce85192f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] No DVR routers for this DVR port 22f742ca-c8bf-4e74-be1b-49e482f8921d on host n-h1-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:44:39.699299 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-37082caa-868d-4740-8bfa-dbb97aa527c7 req-ccc91b47-df03-43d2-91bc-6023ce85192f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:39.702986 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-37082caa-868d-4740-8bfa-dbb97aa527c7 req-ccc91b47-df03-43d2-91bc-6023ce85192f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.75 "DELETE /networking/v2.0/ports/22f742ca-c8bf-4e74-be1b-49e482f8921d HTTP/1.1" status: 204 len: 173 time: 0.8040175 Aug 27 04:44:39.704719 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4c43ebef-e3c6-4731-aa9b-70fa0822310b req-6a71d23d-ff3b-42db-8750-011299256283 tempest-ServersAdminNegativeTestJSON-2030357904 tempest-ServersAdminNegativeTestJSON-2030357904-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=48a61e6b-67cb-452c-84ee-befd46f66c11 HTTP/1.1" status: 200 len: 210 time: 0.0407064 Aug 27 04:44:39.766739 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:39.768893 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-088b4d57-4793-4d57-9f2f-744aa72539ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 8870319e-63a7-41eb-8ab4-e76571dc8185) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:44:39.776599 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088b4d57-4793-4d57-9f2f-744aa72539ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:44:39.779684 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-088b4d57-4793-4d57-9f2f-744aa72539ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:39.783184 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-cc0dac64-1331-423b-9a6e-21050a2c9276 req-4fc424d6-346c-4834-930c-768ecde2e821 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] 10.222.0.76 "GET /networking/v2.0/security-group-rules/06de7c6c-ee64-4493-955a-beea1b0524f3 HTTP/1.1" status: 200 len: 783 time: 0.0397744 Aug 27 04:44:39.807832 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9629126-bc24-4cb3-a332-33da870c975f None None] Network 8870319e-63a7-41eb-8ab4-e76571dc8185 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:44:39.878130 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-cc0dac64-1331-423b-9a6e-21050a2c9276 req-4202c52a-a125-4dd8-bf4d-72f226c32e9e tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] 10.222.0.76 "GET /networking/v2.0/security-groups/febba2cd-27c5-45fb-9414-b9619c3370c3 HTTP/1.1" status: 200 len: 3011 time: 0.0813456 Aug 27 04:44:39.879504 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:39.920231 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-cc0dac64-1331-423b-9a6e-21050a2c9276 req-e5f61dc0-ed24-4d5c-9f45-5f51ac0ea847 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks [] for security_group_rule (06de7c6c-ee64-4493-955a-beea1b0524f3), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:39.922996 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-088b4d57-4793-4d57-9f2f-744aa72539ec admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1309655 Aug 27 04:44:39.925715 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 45850) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:44:39.931938 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-89bcf4ca-0775-48fb-9847-078428f30126 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-328401893-router', 'tenant_id': 'bc08332299ea49fe822f7501e09f92ef', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:39.933248 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-cc0dac64-1331-423b-9a6e-21050a2c9276 req-e5f61dc0-ed24-4d5c-9f45-5f51ac0ea847 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks [] for security_group_rule (06de7c6c-ee64-4493-955a-beea1b0524f3), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:39.964261 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:39.982809 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 6e4031d6-4d23-4b2b-bd8c-8439c0c7c94a triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:44:39.983390 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (6e4031d6-4d23-4b2b-bd8c-8439c0c7c94a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:40.041471 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0097cf8-47d7-434d-b330-dd7d28153685 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-8870319e-63a7-41eb-8ab4-e76571dc8185', 'network_id': '8870319e-63a7-41eb-8ab4-e76571dc8185', 'project_id': 'bc08332299ea49fe822f7501e09f92ef', 'fixed_ips': [{'subnet_id': '61a6a44c-78ae-4cfe-bd7b-2ff6ff18176f'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:44:40.043564 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e0097cf8-47d7-434d-b330-dd7d28153685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:40.068311 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-89bcf4ca-0775-48fb-9847-078428f30126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (208fcb70-bcfa-4f7a-ada2-cea4e522f00d), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:40.068965 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-cc0dac64-1331-423b-9a6e-21050a2c9276 req-e5f61dc0-ed24-4d5c-9f45-5f51ac0ea847 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (06de7c6c-ee64-4493-955a-beea1b0524f3), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:40.070369 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-89bcf4ca-0775-48fb-9847-078428f30126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (208fcb70-bcfa-4f7a-ada2-cea4e522f00d), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:40.075503 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-cc0dac64-1331-423b-9a6e-21050a2c9276 req-e5f61dc0-ed24-4d5c-9f45-5f51ac0ea847 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:40.076831 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-cc0dac64-1331-423b-9a6e-21050a2c9276 req-e5f61dc0-ed24-4d5c-9f45-5f51ac0ea847 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] 10.222.0.76 "DELETE /networking/v2.0/security-group-rules/06de7c6c-ee64-4493-955a-beea1b0524f3 HTTP/1.1" status: 204 len: 173 time: 0.1893344 Aug 27 04:44:40.084899 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f61dc0-ed24-4d5c-9f45-5f51ac0ea847 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=06de7c6c-ee64-4493-955a-beea1b0524f3,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:40.209658 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-89bcf4ca-0775-48fb-9847-078428f30126 admin admin] Publish callbacks [] for router_controller (208fcb70-bcfa-4f7a-ada2-cea4e522f00d), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:40.225325 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-adaeb803-71ce-46d5-9041-58c8e8e8fd25 req-db5bc3dc-90af-479d-8278-5d1e74c3fb7d tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] 10.222.0.76 "GET /networking/v2.0/security-groups/febba2cd-27c5-45fb-9414-b9619c3370c3 HTTP/1.1" status: 200 len: 2413 time: 0.0991626 Aug 27 04:44:40.244290 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:40.350650 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 6e4031d6-4d23-4b2b-bd8c-8439c0c7c94a is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:44:40.371033 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-adaeb803-71ce-46d5-9041-58c8e8e8fd25 req-ea1a9dd0-fb51-467e-869c-8a45909cdce0 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks [] for security_group (febba2cd-27c5-45fb-9414-b9619c3370c3), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:40.400852 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-adaeb803-71ce-46d5-9041-58c8e8e8fd25 req-ea1a9dd0-fb51-467e-869c-8a45909cdce0 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks [] for security_group (febba2cd-27c5-45fb-9414-b9619c3370c3), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:40.509849 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-e0097cf8-47d7-434d-b330-dd7d28153685 None None] Allocated IP 172.20.0.2 (8870319e-63a7-41eb-8ab4-e76571dc8185/61a6a44c-78ae-4cfe-bd7b-2ff6ff18176f/9f89bf8b-c3bc-4de2-b3b0-40c0fd1cedc2) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:44:40.510828 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-89bcf4ca-0775-48fb-9847-078428f30126 admin admin] Publish callbacks [] for router_gateway (208fcb70-bcfa-4f7a-ada2-cea4e522f00d), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:40.590669 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-adaeb803-71ce-46d5-9041-58c8e8e8fd25 req-ea1a9dd0-fb51-467e-869c-8a45909cdce0 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (febba2cd-27c5-45fb-9414-b9619c3370c3), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:40.598107 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-adaeb803-71ce-46d5-9041-58c8e8e8fd25 req-ea1a9dd0-fb51-467e-869c-8a45909cdce0 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:40.611265 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-adaeb803-71ce-46d5-9041-58c8e8e8fd25 req-ea1a9dd0-fb51-467e-869c-8a45909cdce0 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/febba2cd-27c5-45fb-9414-b9619c3370c3 HTTP/1.1" status: 204 len: 173 time: 0.3725119 Aug 27 04:44:40.632149 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1a9dd0-fb51-467e-869c-8a45909cdce0 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=febba2cd-27c5-45fb-9414-b9619c3370c3,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:40.676044 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:40.799182 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:40.819243 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Device 084848b9-6815-4181-8f2e-f4be5ccc4a30 no longer exists at agent hyperv_n-h2-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:44:40.841467 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3136a722-a2b1-4911-90a0-3fed57fa9b09 req-c8dfcbe3-bb9c-4ced-ac51-fdd539b6c208 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0d9d1fdc-b487-4dea-9067-60d92aafac40 HTTP/1.1" status: 200 len: 210 time: 0.0631988 Aug 27 04:44:40.848713 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] No Port match for: 084848b9-6815-4181-8f2e-f4be5ccc4a30 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:44:40.849064 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Device 084848b9-6815-4181-8f2e-f4be5ccc4a30 not bound to the agent host n-h2-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:44:41.001120 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e0097cf8-47d7-434d-b330-dd7d28153685 None None] Publish callbacks [] for port (9f89bf8b-c3bc-4de2-b3b0-40c0fd1cedc2), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:41.043782 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a7db5ca5-d8cd-4dc4-8a0c-c696968c2f45 req-fc925217-0074-4d03-8113-33b0a7aa4998 tempest-ServersAdmin275Test-756230181 tempest-ServersAdmin275Test-756230181-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a83567e0-2337-4993-b69e-52060a3c56f7 HTTP/1.1" status: 200 len: 210 time: 0.0760570 Aug 27 04:44:41.112554 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e0097cf8-47d7-434d-b330-dd7d28153685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (9f89bf8b-c3bc-4de2-b3b0-40c0fd1cedc2), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:41.114100 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [req-3600303f-dabc-4759-addc-7bd0ab67544b req-4e61eb03-ad8a-4b47-9c80-26456bafa52c tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] show failed (client error): The resource could not be found. Aug 27 04:44:41.130250 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3600303f-dabc-4759-addc-7bd0ab67544b req-4e61eb03-ad8a-4b47-9c80-26456bafa52c tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] 10.222.0.76 "GET /networking/v2.0/security-groups/ed3cfe65-ee6e-462b-a8eb-546442c1e3af HTTP/1.1" status: 404 len: 352 time: 0.0244160 Aug 27 04:44:41.130250 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:41.159183 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0097cf8-47d7-434d-b330-dd7d28153685 None None] Network 8870319e-63a7-41eb-8ab4-e76571dc8185 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:44:41.161588 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-e0097cf8-47d7-434d-b330-dd7d28153685 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:44:41.168662 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0097cf8-47d7-434d-b330-dd7d28153685 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:44:41.179524 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-89bcf4ca-0775-48fb-9847-078428f30126 admin admin] Publish callbacks [] for router_gateway (208fcb70-bcfa-4f7a-ada2-cea4e522f00d), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:41.236394 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-89bcf4ca-0775-48fb-9847-078428f30126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:41.244336 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-90c5bf72-0c08-4ca3-9fee-c15ec135d21a req-5c60d9a7-3a98-4aea-b228-754e497e4cf1 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] 10.222.0.76 "GET /networking/v2.0/security-groups/d960bf4d-9f10-4958-a5b7-e1399458e041 HTTP/1.1" status: 200 len: 1820 time: 0.0526721 Aug 27 04:44:41.285784 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:41.288414 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0097cf8-47d7-434d-b330-dd7d28153685 None None] Pushing event updated for resources: {'Port': ['ID=9f89bf8b-c3bc-4de2-b3b0-40c0fd1cedc2,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:41.318016 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-90c5bf72-0c08-4ca3-9fee-c15ec135d21a req-3cd95d15-5756-45fa-b224-851fb16529ca tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks [] for security_group (d960bf4d-9f10-4958-a5b7-e1399458e041), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:41.319515 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-e0097cf8-47d7-434d-b330-dd7d28153685 None None] Attempting to bind port 9f89bf8b-c3bc-4de2-b3b0-40c0fd1cedc2 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:44:41.319908 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-e0097cf8-47d7-434d-b330-dd7d28153685 None None] Attempting to bind port 9f89bf8b-c3bc-4de2-b3b0-40c0fd1cedc2 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '65e42a94-e177-44ce-962b-eccbfa62c9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8870319e-63a7-41eb-8ab4-e76571dc8185'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:44:41.320335 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0097cf8-47d7-434d-b330-dd7d28153685 None None] Attempting to bind port 9f89bf8b-c3bc-4de2-b3b0-40c0fd1cedc2 on network 8870319e-63a7-41eb-8ab4-e76571dc8185 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:44:41.324155 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9d1fdc-b487-4dea-9067-60d92aafac40', 'name': 'network-vif-deleted', 'tag': '22f742ca-c8bf-4e74-be1b-49e482f8921d'}] {{(pid=107776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:44:41.327444 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7ad66632f4c78724655075356aa8535ba41c652eced6c9cea0c1f0c67b1e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b6138a-1fcb-4020-abd0-c8392dfc64e7" -d '{"events": [{"server_uuid": "0d9d1fdc-b487-4dea-9067-60d92aafac40", "name": "network-vif-deleted", "tag": "22f742ca-c8bf-4e74-be1b-49e482f8921d"}]}' {{(pid=107776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:44:41.327998 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0097cf8-47d7-434d-b330-dd7d28153685 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:44:41.328434 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0097cf8-47d7-434d-b330-dd7d28153685 None None] Checking segment: {'id': '65e42a94-e177-44ce-962b-eccbfa62c9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8870319e-63a7-41eb-8ab4-e76571dc8185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:44:41.328844 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e0097cf8-47d7-434d-b330-dd7d28153685 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:41.329233 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0097cf8-47d7-434d-b330-dd7d28153685 None None] Bound using segment: {'id': '65e42a94-e177-44ce-962b-eccbfa62c9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8870319e-63a7-41eb-8ab4-e76571dc8185'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:44:41.330472 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-e0097cf8-47d7-434d-b330-dd7d28153685 None None] Bound port: 9f89bf8b-c3bc-4de2-b3b0-40c0fd1cedc2, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65e42a94-e177-44ce-962b-eccbfa62c9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8870319e-63a7-41eb-8ab4-e76571dc8185'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:44:41.330872 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e0097cf8-47d7-434d-b330-dd7d28153685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (9f89bf8b-c3bc-4de2-b3b0-40c0fd1cedc2), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:41.351439 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-90c5bf72-0c08-4ca3-9fee-c15ec135d21a req-3cd95d15-5756-45fa-b224-851fb16529ca tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks [] for security_group (d960bf4d-9f10-4958-a5b7-e1399458e041), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:41.420739 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-e0097cf8-47d7-434d-b330-dd7d28153685 None None] For port 9f89bf8b-c3bc-4de2-b3b0-40c0fd1cedc2, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:44:41.438489 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-89bcf4ca-0775-48fb-9847-078428f30126 admin admin] Allocated IP 172.25.2.23 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/2f8e8e61-b829-40a6-8c5e-1886125f7e0e) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:44:41.439133 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-e0097cf8-47d7-434d-b330-dd7d28153685 None None] For port 9f89bf8b-c3bc-4de2-b3b0-40c0fd1cedc2, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=9f89bf8b-c3bc-4de2-b3b0-40c0fd1cedc2,segment=NetworkSegment(65e42a94-e177-44ce-962b-eccbfa62c9f5),segment_id=65e42a94-e177-44ce-962b-eccbfa62c9f5)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:44:41.443768 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:DELETE=7,neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:41.530351 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:41.553048 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-90c5bf72-0c08-4ca3-9fee-c15ec135d21a req-3cd95d15-5756-45fa-b224-851fb16529ca tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (d960bf4d-9f10-4958-a5b7-e1399458e041), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:41.553441 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e0097cf8-47d7-434d-b330-dd7d28153685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (9f89bf8b-c3bc-4de2-b3b0-40c0fd1cedc2), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:41.560482 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-90c5bf72-0c08-4ca3-9fee-c15ec135d21a req-3cd95d15-5756-45fa-b224-851fb16529ca tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:41.582436 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-90c5bf72-0c08-4ca3-9fee-c15ec135d21a req-3cd95d15-5756-45fa-b224-851fb16529ca tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/d960bf4d-9f10-4958-a5b7-e1399458e041 HTTP/1.1" status: 204 len: 173 time: 0.3366661 Aug 27 04:44:41.611436 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-89bcf4ca-0775-48fb-9847-078428f30126 admin admin] Publish callbacks [] for port (2f8e8e61-b829-40a6-8c5e-1886125f7e0e), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:41.628577 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:41.628707 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd95d15-5756-45fa-b224-851fb16529ca tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d960bf4d-9f10-4958-a5b7-e1399458e041,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:41.702907 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 04:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be1d308-12b0-4a49-84bc-d3a31752d7fe x-openstack-request-id: req-2be1d308-12b0-4a49-84bc-d3a31752d7fe {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:44:41.703210 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d9d1fdc-b487-4dea-9067-60d92aafac40", "name": "network-vif-deleted", "tag": "22f742ca-c8bf-4e74-be1b-49e482f8921d", "status": "completed", "code": 200}]} {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:44:41.703499 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2be1d308-12b0-4a49-84bc-d3a31752d7fe {{(pid=107776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:44:41.703853 n-d-852088-5 neutron-server[107776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2be1d308-12b0-4a49-84bc-d3a31752d7fe'] response: {'server_uuid': '0d9d1fdc-b487-4dea-9067-60d92aafac40', 'name': 'network-vif-deleted', 'tag': '22f742ca-c8bf-4e74-be1b-49e482f8921d', 'status': 'completed', 'code': 200} Aug 27 04:44:41.713394 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0097cf8-47d7-434d-b330-dd7d28153685 None None] Pushing event updated for resources: {'Port': ['ID=9f89bf8b-c3bc-4de2-b3b0-40c0fd1cedc2,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:41.826298 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:41.827952 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7b5c4194-c10b-4544-84da-9a52ae51f57a req-2e1d1e12-4d7f-4ad5-a294-72e496ac5de9 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] 10.222.0.76 "GET /networking/v2.0/security-groups/6a32ccdb-a8b5-4bc9-bd39-1fddac1370d8 HTTP/1.1" status: 200 len: 1820 time: 0.0814011 Aug 27 04:44:41.831837 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 45880) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:44:41.920334 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-7b5c4194-c10b-4544-84da-9a52ae51f57a req-a50a193b-6b15-4120-a379-1084efd06524 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks [] for security_group (6a32ccdb-a8b5-4bc9-bd39-1fddac1370d8), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:41.976572 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-7b5c4194-c10b-4544-84da-9a52ae51f57a req-a50a193b-6b15-4120-a379-1084efd06524 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks [] for security_group (6a32ccdb-a8b5-4bc9-bd39-1fddac1370d8), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:42.059106 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-337175fa-4e9f-4c09-9532-b6af329875dd admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=c1b8a17e29c4436a9c51b4fc7b963822&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233088 Aug 27 04:44:42.060750 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 45886) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:44:42.128555 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a0cd01fa-7ddf-4fd8-b82d-4334c226dab7 admin admin] Publish callbacks [] for security_group (594a0af3-d4d8-4c58-beac-6fa100daab0c), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:42.153234 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a0cd01fa-7ddf-4fd8-b82d-4334c226dab7 admin admin] Publish callbacks [] for security_group (594a0af3-d4d8-4c58-beac-6fa100daab0c), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:42.467703 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-7b5c4194-c10b-4544-84da-9a52ae51f57a req-a50a193b-6b15-4120-a379-1084efd06524 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (6a32ccdb-a8b5-4bc9-bd39-1fddac1370d8), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:42.470814 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-7b5c4194-c10b-4544-84da-9a52ae51f57a req-a50a193b-6b15-4120-a379-1084efd06524 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:42.471984 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7b5c4194-c10b-4544-84da-9a52ae51f57a req-a50a193b-6b15-4120-a379-1084efd06524 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/6a32ccdb-a8b5-4bc9-bd39-1fddac1370d8 HTTP/1.1" status: 204 len: 173 time: 0.6550796 Aug 27 04:44:42.476413 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-89bcf4ca-0775-48fb-9847-078428f30126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (2f8e8e61-b829-40a6-8c5e-1886125f7e0e), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:42.504099 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50a193b-6b15-4120-a379-1084efd06524 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a32ccdb-a8b5-4bc9-bd39-1fddac1370d8,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:42.534914 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a0cd01fa-7ddf-4fd8-b82d-4334c226dab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (594a0af3-d4d8-4c58-beac-6fa100daab0c), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:42.540512 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a0cd01fa-7ddf-4fd8-b82d-4334c226dab7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:42.542147 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a0cd01fa-7ddf-4fd8-b82d-4334c226dab7 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/594a0af3-d4d8-4c58-beac-6fa100daab0c HTTP/1.1" status: 204 len: 168 time: 0.4766078 Aug 27 04:44:42.564521 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bcf4ca-0775-48fb-9847-078428f30126 admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:44:42.578090 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-89bcf4ca-0775-48fb-9847-078428f30126 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:44:42.578090 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd01fa-7ddf-4fd8-b82d-4334c226dab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594a0af3-d4d8-4c58-beac-6fa100daab0c,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:42.597341 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bcf4ca-0775-48fb-9847-078428f30126 admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:44:42.650721 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bcf4ca-0775-48fb-9847-078428f30126 admin admin] Pushing event updated for resources: {'Port': ['ID=2f8e8e61-b829-40a6-8c5e-1886125f7e0e,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:42.665871 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b05e5fda-aaf9-4bef-a765-92b0b9880b8e req-5128c1ba-66d4-474c-8530-78b0fe92bdbd tempest-ServersAdmin275Test-756230181 tempest-ServersAdmin275Test-756230181-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a83567e0-2337-4993-b69e-52060a3c56f7 HTTP/1.1" status: 200 len: 210 time: 0.0367646 Aug 27 04:44:42.838569 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ffec664a-3065-4742-9973-db4d9f087cde req-6b3527ce-e774-40c8-b363-530305da2d04 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] 10.222.0.76 "GET /networking/v2.0/security-groups/f9cb1478-c36d-43a1-8818-86e9d44de202 HTTP/1.1" status: 200 len: 1820 time: 0.0993595 Aug 27 04:44:42.912885 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device 445511e8-5d87-4a83-9c81-e06b43159cdf details requested by agent hyperv_n-h1-852088-5 with host n-h1-852088-5 {{(pid=107777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:44:42.925259 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-ffec664a-3065-4742-9973-db4d9f087cde req-d2170825-c232-4d6c-aac1-4a5eeb5c18f8 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks [] for security_group (f9cb1478-c36d-43a1-8818-86e9d44de202), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:42.931575 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device 22f742ca-c8bf-4e74-be1b-49e482f8921d no longer exists at agent hyperv_n-h1-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:44:42.970418 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] No Port match for: 22f742ca-c8bf-4e74-be1b-49e482f8921d {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:44:42.970418 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device 22f742ca-c8bf-4e74-be1b-49e482f8921d not bound to the agent host n-h1-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:44:42.974341 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:42.996300 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-ffec664a-3065-4742-9973-db4d9f087cde req-d2170825-c232-4d6c-aac1-4a5eeb5c18f8 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks [] for security_group (f9cb1478-c36d-43a1-8818-86e9d44de202), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:43.034269 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6e4a48-b47f-4e71-8882-d5bfc1c360ab None None] Network 8870319e-63a7-41eb-8ab4-e76571dc8185 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:44:43.111616 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-2169c21e-45cf-4c32-83f3-7b10f01457f7 None None] Provisioning complete for port 9f89bf8b-c3bc-4de2-b3b0-40c0fd1cedc2 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:44:43.111993 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2169c21e-45cf-4c32-83f3-7b10f01457f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (9f89bf8b-c3bc-4de2-b3b0-40c0fd1cedc2), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:43.141254 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-89bcf4ca-0775-48fb-9847-078428f30126 admin admin] Publish callbacks [] for router_gateway (208fcb70-bcfa-4f7a-ada2-cea4e522f00d), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:43.199842 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-ffec664a-3065-4742-9973-db4d9f087cde req-d2170825-c232-4d6c-aac1-4a5eeb5c18f8 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (f9cb1478-c36d-43a1-8818-86e9d44de202), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:43.203234 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-ffec664a-3065-4742-9973-db4d9f087cde req-d2170825-c232-4d6c-aac1-4a5eeb5c18f8 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:43.207035 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port 445511e8-5d87-4a83-9c81-e06b43159cdf, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=445511e8-5d87-4a83-9c81-e06b43159cdf,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:43.213549 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ffec664a-3065-4742-9973-db4d9f087cde req-d2170825-c232-4d6c-aac1-4a5eeb5c18f8 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/f9cb1478-c36d-43a1-8818-86e9d44de202 HTTP/1.1" status: 204 len: 173 time: 0.3676109 Aug 27 04:44:43.232293 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2170825-c232-4d6c-aac1-4a5eeb5c18f8 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9cb1478-c36d-43a1-8818-86e9d44de202,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:43.239125 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Returning: {'device': '445511e8-5d87-4a83-9c81-e06b43159cdf', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'port_id': '445511e8-5d87-4a83-9c81-e06b43159cdf', 'mac_address': 'fa:16:3e:7b:19:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120f3302-721f-4373-86a6-3aa14ccf6ac4', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:44:43.373874 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-2169c21e-45cf-4c32-83f3-7b10f01457f7 None None] Current status of the port 9f89bf8b-c3bc-4de2-b3b0-40c0fd1cedc2 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:44:43.375176 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2169c21e-45cf-4c32-83f3-7b10f01457f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (9f89bf8b-c3bc-4de2-b3b0-40c0fd1cedc2), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:43.405767 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-89bcf4ca-0775-48fb-9847-078428f30126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (208fcb70-bcfa-4f7a-ada2-cea4e522f00d), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:43.437813 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-2169c21e-45cf-4c32-83f3-7b10f01457f7 None None] For port 9f89bf8b-c3bc-4de2-b3b0-40c0fd1cedc2, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=9f89bf8b-c3bc-4de2-b3b0-40c0fd1cedc2,segment=NetworkSegment(65e42a94-e177-44ce-962b-eccbfa62c9f5),segment_id=65e42a94-e177-44ce-962b-eccbfa62c9f5)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:43.439228 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Current status of the port 445511e8-5d87-4a83-9c81-e06b43159cdf is: DOWN; New status is: BUILD {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:44:43.439670 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (445511e8-5d87-4a83-9c81-e06b43159cdf), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:43.472473 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 445511e8-5d87-4a83-9c81-e06b43159cdf {{(pid=107777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 04:44:43.512889 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port 445511e8-5d87-4a83-9c81-e06b43159cdf, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=445511e8-5d87-4a83-9c81-e06b43159cdf,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:43.539690 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 45904) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:44:43.593719 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2169c21e-45cf-4c32-83f3-7b10f01457f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (9f89bf8b-c3bc-4de2-b3b0-40c0fd1cedc2), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:43.636068 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-748debc9-69d5-49d6-b761-7a17e38dd347 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=88ce1a9a88144d5aa9351054aa57af9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0919685 Aug 27 04:44:43.636787 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 45908) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:44:43.661451 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 9f89bf8b-c3bc-4de2-b3b0-40c0fd1cedc2 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:44:43.664205 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (445511e8-5d87-4a83-9c81-e06b43159cdf), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:43.687274 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89bcf4ca-0775-48fb-9847-078428f30126 admin admin] Router 208fcb70-bcfa-4f7a-ada2-cea4e522f00d is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:44:43.747522 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2169c21e-45cf-4c32-83f3-7b10f01457f7 None None] Pushing event updated for resources: {'Port': ['ID=9f89bf8b-c3bc-4de2-b3b0-40c0fd1cedc2,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:43.756205 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4047a285-d89a-46e5-8a04-674e3d7b989e None None] Provisioning complete for port 9f89bf8b-c3bc-4de2-b3b0-40c0fd1cedc2 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:44:43.756639 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4047a285-d89a-46e5-8a04-674e3d7b989e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (9f89bf8b-c3bc-4de2-b3b0-40c0fd1cedc2), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:43.822883 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:43.833172 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-35c0089b-9d94-4e5a-b5f1-df1a3effe644 admin admin] Publish callbacks [] for security_group (fcc2d560-942d-49c7-9518-ee84bf33d2c0), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:43.850811 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-43d9d31c-2643-438c-a225-e6e2121c22f7 req-3ba3c0ba-c3d3-4393-a263-9bfa26eecbc8 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] 10.222.0.76 "GET /networking/v2.0/security-groups/3ff0f7ad-210f-4364-bb29-dc45fedf5d16 HTTP/1.1" status: 200 len: 2419 time: 0.0556242 Aug 27 04:44:43.854899 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 9f89bf8b-c3bc-4de2-b3b0-40c0fd1cedc2 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:44:43.860181 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (9f89bf8b-c3bc-4de2-b3b0-40c0fd1cedc2), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:43.874056 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:43.881839 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-35c0089b-9d94-4e5a-b5f1-df1a3effe644 admin admin] Publish callbacks [] for security_group (fcc2d560-942d-49c7-9518-ee84bf33d2c0), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:43.911962 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:43.933803 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] get_ports_and_sgs() called for port_ids ['445511e8-5d87-4a83-9c81-e06b43159cdf'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:44:43.953413 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-43d9d31c-2643-438c-a225-e6e2121c22f7 req-6584224c-417f-4d8b-b973-4c27f856ab90 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks [] for security_group (3ff0f7ad-210f-4364-bb29-dc45fedf5d16), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:43.955760 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89bcf4ca-0775-48fb-9847-078428f30126 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:44:43.980816 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f099a8b0-a851-4ef0-9d4e-ddd701568745 None None] Sync routers for ids ['208fcb70-bcfa-4f7a-ada2-cea4e522f00d'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:44:43.986403 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-43d9d31c-2643-438c-a225-e6e2121c22f7 req-6584224c-417f-4d8b-b973-4c27f856ab90 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks [] for security_group (3ff0f7ad-210f-4364-bb29-dc45fedf5d16), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:44.004543 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:44.019660 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Pushing event updated for resources: {'Port': ['ID=445511e8-5d87-4a83-9c81-e06b43159cdf,revision_number=9']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:44.042447 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f099a8b0-a851-4ef0-9d4e-ddd701568745 None None] Routers {'208fcb70-bcfa-4f7a-ada2-cea4e522f00d'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:44:44.043090 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-f099a8b0-a851-4ef0-9d4e-ddd701568745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:44:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['208fcb70-bcfa-4f7a-ada2-cea4e522f00d'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:44.078284 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-35c0089b-9d94-4e5a-b5f1-df1a3effe644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (fcc2d560-942d-49c7-9518-ee84bf33d2c0), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:44.081678 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-35c0089b-9d94-4e5a-b5f1-df1a3effe644 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:44.083107 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-35c0089b-9d94-4e5a-b5f1-df1a3effe644 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/fcc2d560-942d-49c7-9518-ee84bf33d2c0 HTTP/1.1" status: 204 len: 168 time: 0.4452796 Aug 27 04:44:44.120356 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-89bcf4ca-0775-48fb-9847-078428f30126 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:44.121938 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-89bcf4ca-0775-48fb-9847-078428f30126 admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.1948588 Aug 27 04:44:44.122800 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c0089b-9d94-4e5a-b5f1-df1a3effe644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc2d560-942d-49c7-9518-ee84bf33d2c0,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:44.124919 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 45918) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:44:44.133179 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:44.176182 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-43d9d31c-2643-438c-a225-e6e2121c22f7 req-6584224c-417f-4d8b-b973-4c27f856ab90 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (3ff0f7ad-210f-4364-bb29-dc45fedf5d16), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:44.180102 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-43d9d31c-2643-438c-a225-e6e2121c22f7 req-6584224c-417f-4d8b-b973-4c27f856ab90 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:44.190457 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4047a285-d89a-46e5-8a04-674e3d7b989e None None] Current status of the port 9f89bf8b-c3bc-4de2-b3b0-40c0fd1cedc2 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:44:44.191527 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-43d9d31c-2643-438c-a225-e6e2121c22f7 req-6584224c-417f-4d8b-b973-4c27f856ab90 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/3ff0f7ad-210f-4364-bb29-dc45fedf5d16 HTTP/1.1" status: 204 len: 173 time: 0.3286154 Aug 27 04:44:44.243879 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6584224c-417f-4d8b-b973-4c27f856ab90 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff0f7ad-210f-4364-bb29-dc45fedf5d16,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:44.247474 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:44.276593 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 9f89bf8b-c3bc-4de2-b3b0-40c0fd1cedc2 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:44:44.287738 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:44.314525 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-f099a8b0-a851-4ef0-9d4e-ddd701568745 None None] Set router 208fcb70-bcfa-4f7a-ada2-cea4e522f00d gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:44:44.379123 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-55903987-75a8-4d5d-acdd-f773674d9c7c req-40863a67-2642-4b5a-904d-eaecfedc2915 tempest-ServersAdmin275Test-756230181 tempest-ServersAdmin275Test-756230181-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a83567e0-2337-4993-b69e-52060a3c56f7 HTTP/1.1" status: 200 len: 210 time: 0.0416293 Aug 27 04:44:44.690164 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-f099a8b0-a851-4ef0-9d4e-ddd701568745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208fcb70-bcfa-4f7a-ada2-cea4e522f00d', 'name': 'tempest-ServersTestJSON-328401893-router', 'tenant_id': 'bc08332299ea49fe822f7501e09f92ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '2f8e8e61-b829-40a6-8c5e-1886125f7e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:44:40Z', 'updated_at': '2022-08-27T04:44:42Z', 'revision_number': 3, 'project_id': 'bc08332299ea49fe822f7501e09f92ef', 'gw_port': {'id': '2f8e8e61-b829-40a6-8c5e-1886125f7e0e', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:51:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208fcb70-bcfa-4f7a-ada2-cea4e522f00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:44:41Z', 'updated_at': '2022-08-27T04:44:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:44.760583 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d05b836d-f151-4229-aaca-808ef31c1963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:44.790836 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f099a8b0-a851-4ef0-9d4e-ddd701568745 None None] Checking router: 208fcb70-bcfa-4f7a-ada2-cea4e522f00d for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:44:44.794366 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f099a8b0-a851-4ef0-9d4e-ddd701568745 None None] Updating router 208fcb70-bcfa-4f7a-ada2-cea4e522f00d port 2f8e8e61-b829-40a6-8c5e-1886125f7e0e binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:44:44.830851 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f099a8b0-a851-4ef0-9d4e-ddd701568745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (2f8e8e61-b829-40a6-8c5e-1886125f7e0e), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:44.859021 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:44.923487 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-29abaa49-338b-477e-9ae3-dfdab33f1ff2 req-b76fc69e-a680-4ff0-bed0-83eaac1fa515 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] 10.222.0.76 "GET /networking/v2.0/security-groups/f1461f66-39f3-4f23-bf90-ff03023ad8d6 HTTP/1.1" status: 200 len: 2415 time: 0.0641110 Aug 27 04:44:45.018565 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-29abaa49-338b-477e-9ae3-dfdab33f1ff2 req-76aa1bc9-bd8f-40d8-aef0-d27b778a4241 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks [] for security_group (f1461f66-39f3-4f23-bf90-ff03023ad8d6), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:45.040424 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-d05b836d-f151-4229-aaca-808ef31c1963 admin admin] Allocated IP 172.20.0.1 (8870319e-63a7-41eb-8ab4-e76571dc8185/61a6a44c-78ae-4cfe-bd7b-2ff6ff18176f/562bf017-e6f8-4c6b-af4a-b6f4c1e51c65) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:44:45.047893 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-29abaa49-338b-477e-9ae3-dfdab33f1ff2 req-76aa1bc9-bd8f-40d8-aef0-d27b778a4241 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks [] for security_group (f1461f66-39f3-4f23-bf90-ff03023ad8d6), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:45.119022 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:45.178268 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device 445511e8-5d87-4a83-9c81-e06b43159cdf up at agent hyperv_n-h1-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:44:45.188505 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d05b836d-f151-4229-aaca-808ef31c1963 admin admin] Publish callbacks [] for port (562bf017-e6f8-4c6b-af4a-b6f4c1e51c65), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:45.199063 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-29abaa49-338b-477e-9ae3-dfdab33f1ff2 req-76aa1bc9-bd8f-40d8-aef0-d27b778a4241 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (f1461f66-39f3-4f23-bf90-ff03023ad8d6), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:45.201673 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-29abaa49-338b-477e-9ae3-dfdab33f1ff2 req-76aa1bc9-bd8f-40d8-aef0-d27b778a4241 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:45.202984 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-29abaa49-338b-477e-9ae3-dfdab33f1ff2 req-76aa1bc9-bd8f-40d8-aef0-d27b778a4241 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/f1461f66-39f3-4f23-bf90-ff03023ad8d6 HTTP/1.1" status: 204 len: 173 time: 0.2776330 Aug 27 04:44:45.212890 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 45938) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:44:45.213673 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aa1bc9-bd8f-40d8-aef0-d27b778a4241 tempest-SecurityGroupRulesTestJSON-279309009 tempest-SecurityGroupRulesTestJSON-279309009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1461f66-39f3-4f23-bf90-ff03023ad8d6,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:45.248760 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f099a8b0-a851-4ef0-9d4e-ddd701568745 None None] Publish callbacks [] for port (2f8e8e61-b829-40a6-8c5e-1886125f7e0e), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:45.307986 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:DELETE=2,neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:45.355481 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f099a8b0-a851-4ef0-9d4e-ddd701568745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (2f8e8e61-b829-40a6-8c5e-1886125f7e0e), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:45.362165 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Provisioning complete for port 445511e8-5d87-4a83-9c81-e06b43159cdf triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:44:45.363692 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (445511e8-5d87-4a83-9c81-e06b43159cdf), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:45.378699 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d05b836d-f151-4229-aaca-808ef31c1963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (562bf017-e6f8-4c6b-af4a-b6f4c1e51c65), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:45.384954 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef655d3-00d6-46fc-aeb4-ecae0eb68cdb req-c45d989c-65ff-4852-b920-85c50a9a55d7 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:44:45.386491 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5ef655d3-00d6-46fc-aeb4-ecae0eb68cdb req-c45d989c-65ff-4852-b920-85c50a9a55d7 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=579be28c-90ec-49a9-b048-9a9a3573cdc7 HTTP/1.1" status: 200 len: 950 time: 0.0827768 Aug 27 04:44:45.460388 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-f099a8b0-a851-4ef0-9d4e-ddd701568745 None None] Attempting to bind port 2f8e8e61-b829-40a6-8c5e-1886125f7e0e on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:44:45.460763 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-f099a8b0-a851-4ef0-9d4e-ddd701568745 None None] Attempting to bind port 2f8e8e61-b829-40a6-8c5e-1886125f7e0e by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:44:45.461805 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f099a8b0-a851-4ef0-9d4e-ddd701568745 None None] Attempting to bind port 2f8e8e61-b829-40a6-8c5e-1886125f7e0e on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:44:45.474492 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05b836d-f151-4229-aaca-808ef31c1963 admin admin] Network 8870319e-63a7-41eb-8ab4-e76571dc8185 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:44:45.489454 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-d05b836d-f151-4229-aaca-808ef31c1963 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:44:45.495776 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:45.495935 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05b836d-f151-4229-aaca-808ef31c1963 admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:44:45.499844 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05b836d-f151-4229-aaca-808ef31c1963 admin admin] Pushing event updated for resources: {'Port': ['ID=562bf017-e6f8-4c6b-af4a-b6f4c1e51c65,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:45.504371 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f099a8b0-a851-4ef0-9d4e-ddd701568745 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:44:45.504773 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f099a8b0-a851-4ef0-9d4e-ddd701568745 None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:44:45.505177 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f099a8b0-a851-4ef0-9d4e-ddd701568745 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:45.505571 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f099a8b0-a851-4ef0-9d4e-ddd701568745 None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:44:45.506552 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-f099a8b0-a851-4ef0-9d4e-ddd701568745 None None] Bound port: 2f8e8e61-b829-40a6-8c5e-1886125f7e0e, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:44:45.506946 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f099a8b0-a851-4ef0-9d4e-ddd701568745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (2f8e8e61-b829-40a6-8c5e-1886125f7e0e), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:45.518492 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5ef655d3-00d6-46fc-aeb4-ecae0eb68cdb req-184194e4-318c-41b8-a2ac-613d4a5baef8 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221597 Aug 27 04:44:45.518752 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7bdce7-2293-40cf-91f0-21c1e3bb8120 None None] Pushing event updated for resources: {'Port': ['ID=2f8e8e61-b829-40a6-8c5e-1886125f7e0e,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:45.529026 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:45.559056 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Current status of the port 445511e8-5d87-4a83-9c81-e06b43159cdf is: BUILD; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:44:45.559626 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (445511e8-5d87-4a83-9c81-e06b43159cdf), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:45.561640 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d05b836d-f151-4229-aaca-808ef31c1963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (208fcb70-bcfa-4f7a-ada2-cea4e522f00d), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:45.645259 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '130abef0-d029-4ffd-883c-b705e63910dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445511e8-5d87-4a83-9c81-e06b43159cdf'}] {{(pid=107777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:44:45.647982 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6e1ed2c1589df8125b2075e26a1ec4ff1174e69d6a71546bdf3c3a9a29d330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f83d611f-fedc-4c73-bc1d-d716947e1e16" -d '{"events": [{"server_uuid": "130abef0-d029-4ffd-883c-b705e63910dd", "name": "network-vif-plugged", "status": "completed", "tag": "445511e8-5d87-4a83-9c81-e06b43159cdf"}]}' {{(pid=107777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:44:45.688209 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:45.690332 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port 445511e8-5d87-4a83-9c81-e06b43159cdf, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=445511e8-5d87-4a83-9c81-e06b43159cdf,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:45.692048 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-f099a8b0-a851-4ef0-9d4e-ddd701568745 None None] For port 2f8e8e61-b829-40a6-8c5e-1886125f7e0e, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:44:45.724627 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-f099a8b0-a851-4ef0-9d4e-ddd701568745 None None] For port 2f8e8e61-b829-40a6-8c5e-1886125f7e0e, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=2f8e8e61-b829-40a6-8c5e-1886125f7e0e,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:44:45.729176 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 9f89bf8b-c3bc-4de2-b3b0-40c0fd1cedc2 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:44:45.765301 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (445511e8-5d87-4a83-9c81-e06b43159cdf), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:45.785521 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:45.833325 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7674aa05-c1d6-4a08-b36c-8274708f5755 req-43b6c832-8e7e-40d8-b768-fe8d2c1ccae7 tempest-ServersAdmin275Test-756230181 tempest-ServersAdmin275Test-756230181-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a83567e0-2337-4993-b69e-52060a3c56f7 HTTP/1.1" status: 200 len: 210 time: 0.1193545 Aug 27 04:44:45.845090 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f099a8b0-a851-4ef0-9d4e-ddd701568745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (2f8e8e61-b829-40a6-8c5e-1886125f7e0e), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:45.928115 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 04:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbf8daf-8009-484f-b6b6-2885c0bf3758 x-openstack-request-id: req-1cbf8daf-8009-484f-b6b6-2885c0bf3758 {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:44:45.928458 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "130abef0-d029-4ffd-883c-b705e63910dd", "name": "network-vif-plugged", "status": "completed", "tag": "445511e8-5d87-4a83-9c81-e06b43159cdf", "code": 200}]} {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:44:45.928796 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1cbf8daf-8009-484f-b6b6-2885c0bf3758 {{(pid=107777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:44:45.929108 n-d-852088-5 neutron-server[107777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cbf8daf-8009-484f-b6b6-2885c0bf3758'] response: {'server_uuid': '130abef0-d029-4ffd-883c-b705e63910dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445511e8-5d87-4a83-9c81-e06b43159cdf', 'code': 200} Aug 27 04:44:45.946207 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f099a8b0-a851-4ef0-9d4e-ddd701568745 None None] Routers {'208fcb70-bcfa-4f7a-ada2-cea4e522f00d'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:44:45.947134 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-f099a8b0-a851-4ef0-9d4e-ddd701568745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:44:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['208fcb70-bcfa-4f7a-ada2-cea4e522f00d'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:45.950875 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Pushing event updated for resources: {'Port': ['ID=445511e8-5d87-4a83-9c81-e06b43159cdf,revision_number=10']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:45.962499 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-3b182322-2b5f-438f-a5c8-5a1b56b9e35a None None] Provisioning complete for port 562bf017-e6f8-4c6b-af4a-b6f4c1e51c65 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:44:45.962981 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3b182322-2b5f-438f-a5c8-5a1b56b9e35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (562bf017-e6f8-4c6b-af4a-b6f4c1e51c65), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:45.965287 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d05b836d-f151-4229-aaca-808ef31c1963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (562bf017-e6f8-4c6b-af4a-b6f4c1e51c65), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:45.999686 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-57097ab6-2f26-4249-a304-3a07f1207b4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (f811343a-43d4-4e64-9f9d-c47356a73d67), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:46.004650 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 9f89bf8b-c3bc-4de2-b3b0-40c0fd1cedc2 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:44:46.005039 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (9f89bf8b-c3bc-4de2-b3b0-40c0fd1cedc2), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:46.158771 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-3b182322-2b5f-438f-a5c8-5a1b56b9e35a None None] Port 562bf017-e6f8-4c6b-af4a-b6f4c1e51c65 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:44:46.183895 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7bdce7-2293-40cf-91f0-21c1e3bb8120 None None] Pushing event updated for resources: {'Port': ['ID=2f8e8e61-b829-40a6-8c5e-1886125f7e0e,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:46.203713 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:46.208824 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-f099a8b0-a851-4ef0-9d4e-ddd701568745 None None] Set router 208fcb70-bcfa-4f7a-ada2-cea4e522f00d gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:44:46.261617 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c130c-cde3-4e68-86fc-636059254088 req-f52cf736-8020-4b88-88d8-c13e59afb9eb tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:44:46.263641 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-ac8c130c-cde3-4e68-86fc-636059254088 req-f52cf736-8020-4b88-88d8-c13e59afb9eb tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=579be28c-90ec-49a9-b048-9a9a3573cdc7 HTTP/1.1" status: 200 len: 950 time: 0.0850356 Aug 27 04:44:46.320760 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 9f89bf8b-c3bc-4de2-b3b0-40c0fd1cedc2 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:44:46.391919 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-57097ab6-2f26-4249-a304-3a07f1207b4a admin admin] Deleting port 5f65df0a-15f8-49af-8d62-6cd6a51d4915 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:44:46.392334 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-57097ab6-2f26-4249-a304-3a07f1207b4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (5f65df0a-15f8-49af-8d62-6cd6a51d4915), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:46.403181 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:46.465589 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41c527-b000-445e-8150-a148f1a8f501 req-cbe21aaa-fcef-4571-ba23-cd5bf6f91d9b tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:44:46.467095 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-6f41c527-b000-445e-8150-a148f1a8f501 req-cbe21aaa-fcef-4571-ba23-cd5bf6f91d9b tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b2c6b9f4-3292-4713-a3c1-9b8d3171ab77 HTTP/1.1" status: 200 len: 949 time: 0.1240766 Aug 27 04:44:46.472412 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d05b836d-f151-4229-aaca-808ef31c1963 admin admin] Publish callbacks [] for port (562bf017-e6f8-4c6b-af4a-b6f4c1e51c65), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:46.515535 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [req-ac8c130c-cde3-4e68-86fc-636059254088 req-ed647780-131a-490b-bdd4-cd86d003d5b6 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Deleting port f82d897c-fe67-474e-a10b-dface6e3b906 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:44:46.515881 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-ac8c130c-cde3-4e68-86fc-636059254088 req-ed647780-131a-490b-bdd4-cd86d003d5b6 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (f82d897c-fe67-474e-a10b-dface6e3b906), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:46.524545 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-f099a8b0-a851-4ef0-9d4e-ddd701568745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208fcb70-bcfa-4f7a-ada2-cea4e522f00d', 'name': 'tempest-ServersTestJSON-328401893-router', 'tenant_id': 'bc08332299ea49fe822f7501e09f92ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '2f8e8e61-b829-40a6-8c5e-1886125f7e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:44:40Z', 'updated_at': '2022-08-27T04:44:45Z', 'revision_number': 4, 'project_id': 'bc08332299ea49fe822f7501e09f92ef', 'gw_port': {'id': '2f8e8e61-b829-40a6-8c5e-1886125f7e0e', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:51:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208fcb70-bcfa-4f7a-ada2-cea4e522f00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:44:41Z', 'updated_at': '2022-08-27T04:44:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '562bf017-e6f8-4c6b-af4a-b6f4c1e51c65', 'name': '', 'network_id': '8870319e-63a7-41eb-8ab4-e76571dc8185', 'tenant_id': 'bc08332299ea49fe822f7501e09f92ef', 'mac_address': 'fa:16:3e:aa:bd:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208fcb70-bcfa-4f7a-ada2-cea4e522f00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '61a6a44c-78ae-4cfe-bd7b-2ff6ff18176f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:44:44Z', 'updated_at': '2022-08-27T04:44:45Z', 'revision_number': 1, 'project_id': 'bc08332299ea49fe822f7501e09f92ef', 'subnets': [{'id': '61a6a44c-78ae-4cfe-bd7b-2ff6ff18176f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:46.526813 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-57097ab6-2f26-4249-a304-3a07f1207b4a admin admin] For port 5f65df0a-15f8-49af-8d62-6cd6a51d4915, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=5f65df0a-15f8-49af-8d62-6cd6a51d4915,segment=NetworkSegment(cc35143f-3219-4624-9df8-ff401cad1390),segment_id=cc35143f-3219-4624-9df8-ff401cad1390)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:46.528645 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-57097ab6-2f26-4249-a304-3a07f1207b4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (5f65df0a-15f8-49af-8d62-6cd6a51d4915), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:46.570266 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f099a8b0-a851-4ef0-9d4e-ddd701568745 None None] The sync data for ids ['208fcb70-bcfa-4f7a-ada2-cea4e522f00d'] in n-d-852088-5 is: [{'id': '208fcb70-bcfa-4f7a-ada2-cea4e522f00d', 'name': 'tempest-ServersTestJSON-328401893-router', 'tenant_id': 'bc08332299ea49fe822f7501e09f92ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '2f8e8e61-b829-40a6-8c5e-1886125f7e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:44:40Z', 'updated_at': '2022-08-27T04:44:45Z', 'revision_number': 4, 'project_id': 'bc08332299ea49fe822f7501e09f92ef', 'gw_port': {'id': '2f8e8e61-b829-40a6-8c5e-1886125f7e0e', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:51:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208fcb70-bcfa-4f7a-ada2-cea4e522f00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:44:41Z', 'updated_at': '2022-08-27T04:44:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '562bf017-e6f8-4c6b-af4a-b6f4c1e51c65', 'name': '', 'network_id': '8870319e-63a7-41eb-8ab4-e76571dc8185', 'tenant_id': 'bc08332299ea49fe822f7501e09f92ef', 'mac_address': 'fa:16:3e:aa:bd:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208fcb70-bcfa-4f7a-ada2-cea4e522f00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '61a6a44c-78ae-4cfe-bd7b-2ff6ff18176f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:44:44Z', 'updated_at': '2022-08-27T04:44:45Z', 'revision_number': 1, 'project_id': 'bc08332299ea49fe822f7501e09f92ef', 'subnets': [{'id': '61a6a44c-78ae-4cfe-bd7b-2ff6ff18176f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:44:46.581064 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d05b836d-f151-4229-aaca-808ef31c1963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (562bf017-e6f8-4c6b-af4a-b6f4c1e51c65), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:46.708604 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:46.727766 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [req-6f41c527-b000-445e-8150-a148f1a8f501 req-c2825061-0396-4997-bf5a-12371b7db996 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Deleting port a1cf3c93-9716-42e2-84ef-3f181594d07f {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:44:46.733547 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-6f41c527-b000-445e-8150-a148f1a8f501 req-c2825061-0396-4997-bf5a-12371b7db996 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (a1cf3c93-9716-42e2-84ef-3f181594d07f), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:46.795132 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05b836d-f151-4229-aaca-808ef31c1963 admin admin] Pushing event updated for resources: {'Port': ['ID=562bf017-e6f8-4c6b-af4a-b6f4c1e51c65,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:46.805182 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d05b836d-f151-4229-aaca-808ef31c1963 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (208fcb70-bcfa-4f7a-ada2-cea4e522f00d), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:46.828861 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-ac8c130c-cde3-4e68-86fc-636059254088 req-ed647780-131a-490b-bdd4-cd86d003d5b6 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] For port f82d897c-fe67-474e-a10b-dface6e3b906, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=f82d897c-fe67-474e-a10b-dface6e3b906,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:46.829248 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-ac8c130c-cde3-4e68-86fc-636059254088 req-ed647780-131a-490b-bdd4-cd86d003d5b6 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (f82d897c-fe67-474e-a10b-dface6e3b906), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:46.899990 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [req-ac8c130c-cde3-4e68-86fc-636059254088 req-ed647780-131a-490b-bdd4-cd86d003d5b6 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Calling delete_port for f82d897c-fe67-474e-a10b-dface6e3b906 owned by compute:nova {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:44:47.128027 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-57097ab6-2f26-4249-a304-3a07f1207b4a admin admin] Calling delete_port for 5f65df0a-15f8-49af-8d62-6cd6a51d4915 owned by network:router_interface {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:44:47.168972 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd1947-4716-41cb-933c-2607e2d1ed07 req-e45a6c13-734b-4e06-9145-7d1353253d2b tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:44:47.170455 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-dcdd1947-4716-41cb-933c-2607e2d1ed07 req-e45a6c13-734b-4e06-9145-7d1353253d2b tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=579be28c-90ec-49a9-b048-9a9a3573cdc7 HTTP/1.1" status: 200 len: 950 time: 0.1005719 Aug 27 04:44:47.285175 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-dcdd1947-4716-41cb-933c-2607e2d1ed07 req-c2a4cad4-1ee0-4bd7-97f4-140169555811 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803299 Aug 27 04:44:47.375904 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:47.411348 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-6f41c527-b000-445e-8150-a148f1a8f501 req-c2825061-0396-4997-bf5a-12371b7db996 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] For port a1cf3c93-9716-42e2-84ef-3f181594d07f, host n-h2-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852088-5',level=0,port_id=a1cf3c93-9716-42e2-84ef-3f181594d07f,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:47.411757 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-6f41c527-b000-445e-8150-a148f1a8f501 req-c2825061-0396-4997-bf5a-12371b7db996 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (a1cf3c93-9716-42e2-84ef-3f181594d07f), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:47.463818 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [req-6f41c527-b000-445e-8150-a148f1a8f501 req-c2825061-0396-4997-bf5a-12371b7db996 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Calling delete_port for a1cf3c93-9716-42e2-84ef-3f181594d07f owned by compute:nova {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:44:47.504131 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-17280ff0-c7ad-45dc-9a52-d8a9336eca18 req-70e9d47c-7c8a-4209-b18d-ddd09a9bc85c tempest-ServersAdmin275Test-756230181 tempest-ServersAdmin275Test-756230181-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a83567e0-2337-4993-b69e-52060a3c56f7 HTTP/1.1" status: 200 len: 210 time: 0.0432904 Aug 27 04:44:47.547435 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:47.584534 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05b836d-f151-4229-aaca-808ef31c1963 admin admin] Network 8870319e-63a7-41eb-8ab4-e76571dc8185 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:44:47.585154 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-57097ab6-2f26-4249-a304-3a07f1207b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (5f65df0a-15f8-49af-8d62-6cd6a51d4915), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:47.590647 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-d05b836d-f151-4229-aaca-808ef31c1963 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:44:47.648104 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:47.650581 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57097ab6-2f26-4249-a304-3a07f1207b4a admin admin] Pushing event deleted for resources: {'Port': ['ID=5f65df0a-15f8-49af-8d62-6cd6a51d4915,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:47.726216 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:47.767361 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:47.835030 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:47.925242 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-ac8c130c-cde3-4e68-86fc-636059254088 req-ed647780-131a-490b-bdd4-cd86d003d5b6 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (f82d897c-fe67-474e-a10b-dface6e3b906), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:47.929488 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:47.938121 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] get_ports_and_sgs() called for port_ids ['a723b0a9-1e91-40c0-a00b-51235a1e481f', '7174c67f-162b-4c47-a77c-12737a841916', 'f306f1e1-1f92-41b7-973f-427a4a933e36'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:44:48.016972 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed647780-131a-490b-bdd4-cd86d003d5b6 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Pushing event deleted for resources: {'Port': ['ID=f82d897c-fe67-474e-a10b-dface6e3b906,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:48.240929 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-edc390d5-ae6b-41fd-b384-2b81d0448a54 None None] Provisioning complete for port 562bf017-e6f8-4c6b-af4a-b6f4c1e51c65 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:44:48.240929 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-edc390d5-ae6b-41fd-b384-2b81d0448a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (562bf017-e6f8-4c6b-af4a-b6f4c1e51c65), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:48.241245 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d05b836d-f151-4229-aaca-808ef31c1963 admin admin] Router 208fcb70-bcfa-4f7a-ada2-cea4e522f00d has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:44:48.242042 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac8c130c-cde3-4e68-86fc-636059254088 req-ed647780-131a-490b-bdd4-cd86d003d5b6 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] No DVR routers for this DVR port f82d897c-fe67-474e-a10b-dface6e3b906 on host n-h1-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:44:48.246106 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-ac8c130c-cde3-4e68-86fc-636059254088 req-ed647780-131a-490b-bdd4-cd86d003d5b6 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:48.250724 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-ac8c130c-cde3-4e68-86fc-636059254088 req-ed647780-131a-490b-bdd4-cd86d003d5b6 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.75 "DELETE /networking/v2.0/ports/f82d897c-fe67-474e-a10b-dface6e3b906 HTTP/1.1" status: 204 len: 173 time: 1.9738939 Aug 27 04:44:48.251691 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '579be28c-90ec-49a9-b048-9a9a3573cdc7', 'name': 'network-vif-deleted', 'tag': 'f82d897c-fe67-474e-a10b-dface6e3b906'}] {{(pid=107776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:44:48.257670 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7ad66632f4c78724655075356aa8535ba41c652eced6c9cea0c1f0c67b1e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f476db-0e47-4ae1-9fae-72810523ff70" -d '{"events": [{"server_uuid": "579be28c-90ec-49a9-b048-9a9a3573cdc7", "name": "network-vif-deleted", "tag": "f82d897c-fe67-474e-a10b-dface6e3b906"}]}' {{(pid=107776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:44:48.267093 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-6f41c527-b000-445e-8150-a148f1a8f501 req-c2825061-0396-4997-bf5a-12371b7db996 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (a1cf3c93-9716-42e2-84ef-3f181594d07f), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:48.280716 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-57097ab6-2f26-4249-a304-3a07f1207b4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (f811343a-43d4-4e64-9f9d-c47356a73d67), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:48.302739 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] get_ports_and_sgs() called for port_ids ['a723b0a9-1e91-40c0-a00b-51235a1e481f', '7174c67f-162b-4c47-a77c-12737a841916', 'f306f1e1-1f92-41b7-973f-427a4a933e36'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:44:48.374290 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 04:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3752cc-3823-4ec2-ad41-1af2964d15a5 x-openstack-request-id: req-cb3752cc-3823-4ec2-ad41-1af2964d15a5 {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:44:48.374290 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "579be28c-90ec-49a9-b048-9a9a3573cdc7", "name": "network-vif-deleted", "tag": "f82d897c-fe67-474e-a10b-dface6e3b906", "status": "completed", "code": 200}]} {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:44:48.374535 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cb3752cc-3823-4ec2-ad41-1af2964d15a5 {{(pid=107776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:44:48.374737 n-d-852088-5 neutron-server[107776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb3752cc-3823-4ec2-ad41-1af2964d15a5'] response: {'server_uuid': '579be28c-90ec-49a9-b048-9a9a3573cdc7', 'name': 'network-vif-deleted', 'tag': 'f82d897c-fe67-474e-a10b-dface6e3b906', 'status': 'completed', 'code': 200} Aug 27 04:44:48.377810 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2825061-0396-4997-bf5a-12371b7db996 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Pushing event deleted for resources: {'Port': ['ID=a1cf3c93-9716-42e2-84ef-3f181594d07f,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:48.420821 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f41c527-b000-445e-8150-a148f1a8f501 req-c2825061-0396-4997-bf5a-12371b7db996 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] No DVR routers for this DVR port a1cf3c93-9716-42e2-84ef-3f181594d07f on host n-h2-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:44:48.425337 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-6f41c527-b000-445e-8150-a148f1a8f501 req-c2825061-0396-4997-bf5a-12371b7db996 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:48.430375 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-6f41c527-b000-445e-8150-a148f1a8f501 req-c2825061-0396-4997-bf5a-12371b7db996 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.78 "DELETE /networking/v2.0/ports/a1cf3c93-9716-42e2-84ef-3f181594d07f HTTP/1.1" status: 204 len: 173 time: 1.9559655 Aug 27 04:44:48.502925 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:48.518380 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-edc390d5-ae6b-41fd-b384-2b81d0448a54 None None] Port 562bf017-e6f8-4c6b-af4a-b6f4c1e51c65 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:44:48.690875 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d05b836d-f151-4229-aaca-808ef31c1963 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:44:48.697928 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d05b836d-f151-4229-aaca-808ef31c1963 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/208fcb70-bcfa-4f7a-ada2-cea4e522f00d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5718863 Aug 27 04:44:48.765614 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c32241ec-a2a3-44c1-b972-76d3ead75a91 req-baaeb163-275f-4d7b-8afd-421bd421fef7 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=579be28c-90ec-49a9-b048-9a9a3573cdc7 HTTP/1.1" status: 200 len: 210 time: 0.0887189 Aug 27 04:44:48.778019 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:48.860520 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Device a1cf3c93-9716-42e2-84ef-3f181594d07f no longer exists at agent hyperv_n-h2-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:44:48.900847 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] No Port match for: a1cf3c93-9716-42e2-84ef-3f181594d07f {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:44:48.901502 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Device a1cf3c93-9716-42e2-84ef-3f181594d07f not bound to the agent host n-h2-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:44:49.096941 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6e012074-12de-4676-9bb8-f68cd0bfd2d2 req-ea30897d-447e-47d1-a580-16e95cb891f4 tempest-ServersAdmin275Test-756230181 tempest-ServersAdmin275Test-756230181-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a83567e0-2337-4993-b69e-52060a3c56f7 HTTP/1.1" status: 200 len: 210 time: 0.1342311 Aug 27 04:44:49.107783 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:49.173520 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:49.219076 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57097ab6-2f26-4249-a304-3a07f1207b4a admin admin] Router f811343a-43d4-4e64-9f9d-c47356a73d67 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:44:49.222985 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device f82d897c-fe67-474e-a10b-dface6e3b906 no longer exists at agent hyperv_n-h1-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:44:49.296798 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:49.306363 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] No Port match for: f82d897c-fe67-474e-a10b-dface6e3b906 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:44:49.306363 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device f82d897c-fe67-474e-a10b-dface6e3b906 not bound to the agent host n-h1-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:44:49.452130 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:49.545267 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 46020) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:44:49.550827 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-b65c14de-2e1d-4177-91fb-5c58d68e8694 tempest-ServersTestJSON-1763344348 tempest-ServersTestJSON-1763344348-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1323582423', 'description': 'tempest-description--1819674309'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:49.558154 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57097ab6-2f26-4249-a304-3a07f1207b4a admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:44:49.570014 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8ed11c-9f33-4912-9323-a939ad66dfe2 None None] Sync routers for ids ['f811343a-43d4-4e64-9f9d-c47356a73d67'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:44:49.587922 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-57097ab6-2f26-4249-a304-3a07f1207b4a admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/f811343a-43d4-4e64-9f9d-c47356a73d67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3700788 Aug 27 04:44:49.590291 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 46022) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:44:49.593325 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8ed11c-9f33-4912-9323-a939ad66dfe2 None None] Routers {'f811343a-43d4-4e64-9f9d-c47356a73d67'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:44:49.595379 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-7c8ed11c-9f33-4912-9323-a939ad66dfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:44:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['f811343a-43d4-4e64-9f9d-c47356a73d67'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:49.603430 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 46024) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:44:49.768493 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:UPDATE=4,neutron:SELECT=90,neutron:INSERT=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:49.792339 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b985acdd-0745-41f2-9512-5d76ce97fce2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:49.805963 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b65c14de-2e1d-4177-91fb-5c58d68e8694 tempest-ServersTestJSON-1763344348 tempest-ServersTestJSON-1763344348-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:49.821330 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-7c8ed11c-9f33-4912-9323-a939ad66dfe2 None None] Set router f811343a-43d4-4e64-9f9d-c47356a73d67 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:44:49.840863 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:49.969200 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b65c14de-2e1d-4177-91fb-5c58d68e8694 tempest-ServersTestJSON-1763344348 tempest-ServersTestJSON-1763344348-project] Publish callbacks [] for security_group (a85b6dd7-2e5a-481f-920d-73f0d03ab408), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:50.002000 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b985acdd-0745-41f2-9512-5d76ce97fce2 admin admin] Publish callbacks [] for security_group (54e2ac0f-e80c-4506-843b-63b7f6959287), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:50.016295 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:50.026079 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 2f8e8e61-b829-40a6-8c5e-1886125f7e0e up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:44:50.040402 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b65c14de-2e1d-4177-91fb-5c58d68e8694 tempest-ServersTestJSON-1763344348 tempest-ServersTestJSON-1763344348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (a85b6dd7-2e5a-481f-920d-73f0d03ab408), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:50.074728 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b985acdd-0745-41f2-9512-5d76ce97fce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (54e2ac0f-e80c-4506-843b-63b7f6959287), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:50.079722 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c14de-2e1d-4177-91fb-5c58d68e8694 tempest-ServersTestJSON-1763344348 tempest-ServersTestJSON-1763344348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a85b6dd7-2e5a-481f-920d-73f0d03ab408,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:50.098966 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 2f8e8e61-b829-40a6-8c5e-1886125f7e0e triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:44:50.099819 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (2f8e8e61-b829-40a6-8c5e-1886125f7e0e), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:50.125644 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b985acdd-0745-41f2-9512-5d76ce97fce2 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=93e3e7ec15b6423d9e3ca3063e00f607&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5208538 Aug 27 04:44:50.129852 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 46030) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:44:50.143103 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7ebfb7fb-8a8a-4f63-809f-b43664daf466 admin admin] Publish callbacks [] for router (f811343a-43d4-4e64-9f9d-c47356a73d67), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:50.153038 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2d72d8d0-753e-428f-905e-34fbd6148fb8 req-2949a14b-4b1b-4eb9-a240-545b2859f166 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=579be28c-90ec-49a9-b048-9a9a3573cdc7 HTTP/1.1" status: 200 len: 210 time: 0.1362824 Aug 27 04:44:50.174373 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-7c8ed11c-9f33-4912-9323-a939ad66dfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f811343a-43d4-4e64-9f9d-c47356a73d67', 'name': 'tempest-SecurityGroupRulesTestJSON-827839925-router', 'tenant_id': 'b6a23c895331412bb3665a23309ac67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '3615a804-8ca7-4a55-b98d-ce725de7625a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:43:59Z', 'updated_at': '2022-08-27T04:44:47Z', 'revision_number': 5, 'project_id': 'b6a23c895331412bb3665a23309ac67e', 'gw_port': {'id': '3615a804-8ca7-4a55-b98d-ce725de7625a', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:80:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f811343a-43d4-4e64-9f9d-c47356a73d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:44:00Z', 'updated_at': '2022-08-27T04:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:50.193257 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b985acdd-0745-41f2-9512-5d76ce97fce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e2ac0f-e80c-4506-843b-63b7f6959287,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:50.198220 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b65c14de-2e1d-4177-91fb-5c58d68e8694 tempest-ServersTestJSON-1763344348 tempest-ServersTestJSON-1763344348-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:50.199442 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b65c14de-2e1d-4177-91fb-5c58d68e8694 tempest-ServersTestJSON-1763344348 tempest-ServersTestJSON-1763344348-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6526976 Aug 27 04:44:50.201334 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:50.207238 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8ed11c-9f33-4912-9323-a939ad66dfe2 None None] Checking router: f811343a-43d4-4e64-9f9d-c47356a73d67 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:44:50.244658 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 46034) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:44:50.244829 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8ed11c-9f33-4912-9323-a939ad66dfe2 None None] Routers {'f811343a-43d4-4e64-9f9d-c47356a73d67'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:44:50.244829 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-7c8ed11c-9f33-4912-9323-a939ad66dfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:44:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['f811343a-43d4-4e64-9f9d-c47356a73d67'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:50.259756 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-8cb75b55-2247-4d33-a4be-13639b927567 tempest-ServersTestJSON-1763344348 tempest-ServersTestJSON-1763344348-project] Request body: {'security_group_rule': {'security_group_id': 'a85b6dd7-2e5a-481f-920d-73f0d03ab408', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:50.332642 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 2f8e8e61-b829-40a6-8c5e-1886125f7e0e is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:44:50.333596 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (2f8e8e61-b829-40a6-8c5e-1886125f7e0e), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:50.376461 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7ebfb7fb-8a8a-4f63-809f-b43664daf466 admin admin] Publish callbacks [] for router_gateway (f811343a-43d4-4e64-9f9d-c47356a73d67), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:50.406584 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-7c8ed11c-9f33-4912-9323-a939ad66dfe2 None None] Set router f811343a-43d4-4e64-9f9d-c47356a73d67 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:44:50.411252 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:50.424126 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 2f8e8e61-b829-40a6-8c5e-1886125f7e0e, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=2f8e8e61-b829-40a6-8c5e-1886125f7e0e,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:50.433483 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c6b9f4-3292-4713-a3c1-9b8d3171ab77', 'name': 'network-vif-deleted', 'tag': 'a1cf3c93-9716-42e2-84ef-3f181594d07f'}] {{(pid=107776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:44:50.442729 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7ad66632f4c78724655075356aa8535ba41c652eced6c9cea0c1f0c67b1e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4c6d4e-ef90-46c5-95bb-3d9cdaf1eac4" -d '{"events": [{"server_uuid": "b2c6b9f4-3292-4713-a3c1-9b8d3171ab77", "name": "network-vif-deleted", "tag": "a1cf3c93-9716-42e2-84ef-3f181594d07f"}]}' {{(pid=107776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:44:50.452591 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2ab581a3-6d40-4e97-ba82-fb08b1c82c34 admin admin] Publish callbacks [] for security_group (54e2ac0f-e80c-4506-843b-63b7f6959287), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:50.504431 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6bffc287-c7af-45a5-b09a-5478d8f79c1a req-7655edeb-37d8-47b9-a8cd-64863a318746 tempest-ServersAdmin275Test-756230181 tempest-ServersAdmin275Test-756230181-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a83567e0-2337-4993-b69e-52060a3c56f7 HTTP/1.1" status: 200 len: 210 time: 0.0809503 Aug 27 04:44:50.505800 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2ab581a3-6d40-4e97-ba82-fb08b1c82c34 admin admin] Publish callbacks [] for security_group (54e2ac0f-e80c-4506-843b-63b7f6959287), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:50.575538 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 04:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b166990c-ca27-472f-9303-8eae24e1d772 x-openstack-request-id: req-b166990c-ca27-472f-9303-8eae24e1d772 {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:44:50.575959 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c6b9f4-3292-4713-a3c1-9b8d3171ab77", "name": "network-vif-deleted", "tag": "a1cf3c93-9716-42e2-84ef-3f181594d07f", "status": "completed", "code": 200}]} {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:44:50.576147 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b166990c-ca27-472f-9303-8eae24e1d772 {{(pid=107776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:44:50.576669 n-d-852088-5 neutron-server[107776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b166990c-ca27-472f-9303-8eae24e1d772'] response: {'server_uuid': 'b2c6b9f4-3292-4713-a3c1-9b8d3171ab77', 'name': 'network-vif-deleted', 'tag': 'a1cf3c93-9716-42e2-84ef-3f181594d07f', 'status': 'completed', 'code': 200} Aug 27 04:44:50.763649 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-7c8ed11c-9f33-4912-9323-a939ad66dfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f811343a-43d4-4e64-9f9d-c47356a73d67', 'name': 'tempest-SecurityGroupRulesTestJSON-827839925-router', 'tenant_id': 'b6a23c895331412bb3665a23309ac67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '3615a804-8ca7-4a55-b98d-ce725de7625a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:43:59Z', 'updated_at': '2022-08-27T04:44:47Z', 'revision_number': 5, 'project_id': 'b6a23c895331412bb3665a23309ac67e', 'gw_port': {'id': '3615a804-8ca7-4a55-b98d-ce725de7625a', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:80:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f811343a-43d4-4e64-9f9d-c47356a73d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:44:00Z', 'updated_at': '2022-08-27T04:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:50.803190 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8ed11c-9f33-4912-9323-a939ad66dfe2 None None] The sync data for ids ['f811343a-43d4-4e64-9f9d-c47356a73d67'] in n-d-852088-5 is: [{'id': 'f811343a-43d4-4e64-9f9d-c47356a73d67', 'name': 'tempest-SecurityGroupRulesTestJSON-827839925-router', 'tenant_id': 'b6a23c895331412bb3665a23309ac67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '3615a804-8ca7-4a55-b98d-ce725de7625a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:43:59Z', 'updated_at': '2022-08-27T04:44:47Z', 'revision_number': 5, 'project_id': 'b6a23c895331412bb3665a23309ac67e', 'gw_port': {'id': '3615a804-8ca7-4a55-b98d-ce725de7625a', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:80:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f811343a-43d4-4e64-9f9d-c47356a73d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:44:00Z', 'updated_at': '2022-08-27T04:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:44:50.822841 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed683fb-a572-431f-aee0-6c922afcf4f7 None None] Sync routers for ids ['208fcb70-bcfa-4f7a-ada2-cea4e522f00d'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:44:50.839213 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed683fb-a572-431f-aee0-6c922afcf4f7 None None] Routers {'208fcb70-bcfa-4f7a-ada2-cea4e522f00d'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:44:50.843739 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-eed683fb-a572-431f-aee0-6c922afcf4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:44:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['208fcb70-bcfa-4f7a-ada2-cea4e522f00d'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:50.962898 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-eed683fb-a572-431f-aee0-6c922afcf4f7 None None] Set router 208fcb70-bcfa-4f7a-ada2-cea4e522f00d gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:44:51.347696 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ed04e075-4813-46d7-b740-43b8f9208fa9 req-998b19b2-efdb-4e6d-a807-479f9ed2a07f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=579be28c-90ec-49a9-b048-9a9a3573cdc7 HTTP/1.1" status: 200 len: 210 time: 0.0283816 Aug 27 04:44:51.353996 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-eed683fb-a572-431f-aee0-6c922afcf4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208fcb70-bcfa-4f7a-ada2-cea4e522f00d', 'name': 'tempest-ServersTestJSON-328401893-router', 'tenant_id': 'bc08332299ea49fe822f7501e09f92ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '2f8e8e61-b829-40a6-8c5e-1886125f7e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:44:40Z', 'updated_at': '2022-08-27T04:44:45Z', 'revision_number': 4, 'project_id': 'bc08332299ea49fe822f7501e09f92ef', 'gw_port': {'id': '2f8e8e61-b829-40a6-8c5e-1886125f7e0e', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:51:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208fcb70-bcfa-4f7a-ada2-cea4e522f00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:44:41Z', 'updated_at': '2022-08-27T04:44:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '562bf017-e6f8-4c6b-af4a-b6f4c1e51c65', 'name': '', 'network_id': '8870319e-63a7-41eb-8ab4-e76571dc8185', 'tenant_id': 'bc08332299ea49fe822f7501e09f92ef', 'mac_address': 'fa:16:3e:aa:bd:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208fcb70-bcfa-4f7a-ada2-cea4e522f00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '61a6a44c-78ae-4cfe-bd7b-2ff6ff18176f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:44:44Z', 'updated_at': '2022-08-27T04:44:46Z', 'revision_number': 2, 'project_id': 'bc08332299ea49fe822f7501e09f92ef', 'subnets': [{'id': '61a6a44c-78ae-4cfe-bd7b-2ff6ff18176f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:51.383484 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed683fb-a572-431f-aee0-6c922afcf4f7 None None] Checking router: 208fcb70-bcfa-4f7a-ada2-cea4e522f00d for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:44:51.384517 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed683fb-a572-431f-aee0-6c922afcf4f7 None None] Updating router 208fcb70-bcfa-4f7a-ada2-cea4e522f00d port 562bf017-e6f8-4c6b-af4a-b6f4c1e51c65 binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:44:51.419711 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-eed683fb-a572-431f-aee0-6c922afcf4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (562bf017-e6f8-4c6b-af4a-b6f4c1e51c65), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:51.643605 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ae42bc80-5010-4f7f-8063-cbfc446726fa req-ff0546a3-0de9-4597-b468-3614fc353fc4 tempest-ServersAdmin275Test-756230181 tempest-ServersAdmin275Test-756230181-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a83567e0-2337-4993-b69e-52060a3c56f7 HTTP/1.1" status: 200 len: 210 time: 0.0423427 Aug 27 04:44:51.656854 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2ab581a3-6d40-4e97-ba82-fb08b1c82c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (54e2ac0f-e80c-4506-843b-63b7f6959287), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:51.660338 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2ab581a3-6d40-4e97-ba82-fb08b1c82c34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:51.666345 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:51.667034 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2ab581a3-6d40-4e97-ba82-fb08b1c82c34 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/54e2ac0f-e80c-4506-843b-63b7f6959287 HTTP/1.1" status: 204 len: 168 time: 1.5358245 Aug 27 04:44:51.667194 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (2f8e8e61-b829-40a6-8c5e-1886125f7e0e), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:51.738374 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8cb75b55-2247-4d33-a4be-13639b927567 tempest-ServersTestJSON-1763344348 tempest-ServersTestJSON-1763344348-project] Publish callbacks [] for security_group_rule (2ab8f948-2773-45d3-bb09-98ee7e6dabcb), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:51.745640 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=2f8e8e61-b829-40a6-8c5e-1886125f7e0e,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:51.772549 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 5f65df0a-15f8-49af-8d62-6cd6a51d4915 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:44:51.803117 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-7ebfb7fb-8a8a-4f63-809f-b43664daf466 admin admin] Deleting port 3615a804-8ca7-4a55-b98d-ce725de7625a {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:44:51.803465 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7ebfb7fb-8a8a-4f63-809f-b43664daf466 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (3615a804-8ca7-4a55-b98d-ce725de7625a), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:51.805653 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 5f65df0a-15f8-49af-8d62-6cd6a51d4915 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:44:51.806734 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 5f65df0a-15f8-49af-8d62-6cd6a51d4915 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:44:51.821639 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-eed683fb-a572-431f-aee0-6c922afcf4f7 None None] Publish callbacks [] for port (562bf017-e6f8-4c6b-af4a-b6f4c1e51c65), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:51.832293 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:51.834424 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab581a3-6d40-4e97-ba82-fb08b1c82c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e2ac0f-e80c-4506-843b-63b7f6959287,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:51.892945 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8cb75b55-2247-4d33-a4be-13639b927567 tempest-ServersTestJSON-1763344348 tempest-ServersTestJSON-1763344348-project] Publish callbacks [] for security_group_rule (2ab8f948-2773-45d3-bb09-98ee7e6dabcb), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:51.930457 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-eed683fb-a572-431f-aee0-6c922afcf4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (562bf017-e6f8-4c6b-af4a-b6f4c1e51c65), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:51.980241 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8cb75b55-2247-4d33-a4be-13639b927567 tempest-ServersTestJSON-1763344348 tempest-ServersTestJSON-1763344348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (2ab8f948-2773-45d3-bb09-98ee7e6dabcb), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:51.980492 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-7ebfb7fb-8a8a-4f63-809f-b43664daf466 admin admin] For port 3615a804-8ca7-4a55-b98d-ce725de7625a, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=3615a804-8ca7-4a55-b98d-ce725de7625a,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:51.980748 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7ebfb7fb-8a8a-4f63-809f-b43664daf466 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (3615a804-8ca7-4a55-b98d-ce725de7625a), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:52.003262 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb75b55-2247-4d33-a4be-13639b927567 tempest-ServersTestJSON-1763344348 tempest-ServersTestJSON-1763344348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ab8f948-2773-45d3-bb09-98ee7e6dabcb,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:52.017237 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-7ebfb7fb-8a8a-4f63-809f-b43664daf466 admin admin] Calling delete_port for 3615a804-8ca7-4a55-b98d-ce725de7625a owned by network:router_gateway {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:44:52.030296 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673444ed-7dac-4234-8c1c-fc4b1867b13c None None] Pushing event updated for resources: {'Port': ['ID=562bf017-e6f8-4c6b-af4a-b6f4c1e51c65,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:52.115960 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8cb75b55-2247-4d33-a4be-13639b927567 tempest-ServersTestJSON-1763344348 tempest-ServersTestJSON-1763344348-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:52.118870 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8cb75b55-2247-4d33-a4be-13639b927567 tempest-ServersTestJSON-1763344348 tempest-ServersTestJSON-1763344348-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8873160 Aug 27 04:44:52.122195 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 46074) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:44:52.134811 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-dcc5dcfe-86be-453e-a0ca-45c6eb2aac50 tempest-ServersTestJSON-1763344348 tempest-ServersTestJSON-1763344348-project] Request body: {'security_group_rule': {'security_group_id': 'a85b6dd7-2e5a-481f-920d-73f0d03ab408', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:52.160581 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-eed683fb-a572-431f-aee0-6c922afcf4f7 None None] Attempting to bind port 562bf017-e6f8-4c6b-af4a-b6f4c1e51c65 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:44:52.161131 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-eed683fb-a572-431f-aee0-6c922afcf4f7 None None] Attempting to bind port 562bf017-e6f8-4c6b-af4a-b6f4c1e51c65 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '65e42a94-e177-44ce-962b-eccbfa62c9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8870319e-63a7-41eb-8ab4-e76571dc8185'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:44:52.161550 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed683fb-a572-431f-aee0-6c922afcf4f7 None None] Attempting to bind port 562bf017-e6f8-4c6b-af4a-b6f4c1e51c65 on network 8870319e-63a7-41eb-8ab4-e76571dc8185 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:44:52.184290 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed683fb-a572-431f-aee0-6c922afcf4f7 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:44:52.184802 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed683fb-a572-431f-aee0-6c922afcf4f7 None None] Checking segment: {'id': '65e42a94-e177-44ce-962b-eccbfa62c9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8870319e-63a7-41eb-8ab4-e76571dc8185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:44:52.185034 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-eed683fb-a572-431f-aee0-6c922afcf4f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:52.185412 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed683fb-a572-431f-aee0-6c922afcf4f7 None None] Bound using segment: {'id': '65e42a94-e177-44ce-962b-eccbfa62c9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8870319e-63a7-41eb-8ab4-e76571dc8185'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:44:52.187042 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-eed683fb-a572-431f-aee0-6c922afcf4f7 None None] Bound port: 562bf017-e6f8-4c6b-af4a-b6f4c1e51c65, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65e42a94-e177-44ce-962b-eccbfa62c9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8870319e-63a7-41eb-8ab4-e76571dc8185'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:44:52.188513 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-eed683fb-a572-431f-aee0-6c922afcf4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (562bf017-e6f8-4c6b-af4a-b6f4c1e51c65), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:52.257642 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dcc5dcfe-86be-453e-a0ca-45c6eb2aac50 tempest-ServersTestJSON-1763344348 tempest-ServersTestJSON-1763344348-project] Publish callbacks [] for security_group_rule (fe86af21-bac9-4c3d-a372-b7d9b8534f9e), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:52.368340 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-eed683fb-a572-431f-aee0-6c922afcf4f7 None None] For port 562bf017-e6f8-4c6b-af4a-b6f4c1e51c65, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:44:52.377818 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-eed683fb-a572-431f-aee0-6c922afcf4f7 None None] For port 562bf017-e6f8-4c6b-af4a-b6f4c1e51c65, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=562bf017-e6f8-4c6b-af4a-b6f4c1e51c65,segment=NetworkSegment(65e42a94-e177-44ce-962b-eccbfa62c9f5),segment_id=65e42a94-e177-44ce-962b-eccbfa62c9f5)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:44:52.419102 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dcc5dcfe-86be-453e-a0ca-45c6eb2aac50 tempest-ServersTestJSON-1763344348 tempest-ServersTestJSON-1763344348-project] Publish callbacks [] for security_group_rule (fe86af21-bac9-4c3d-a372-b7d9b8534f9e), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:52.467474 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-eed683fb-a572-431f-aee0-6c922afcf4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (562bf017-e6f8-4c6b-af4a-b6f4c1e51c65), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:52.513945 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dcc5dcfe-86be-453e-a0ca-45c6eb2aac50 tempest-ServersTestJSON-1763344348 tempest-ServersTestJSON-1763344348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (fe86af21-bac9-4c3d-a372-b7d9b8534f9e), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:52.528643 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed683fb-a572-431f-aee0-6c922afcf4f7 None None] Routers {'208fcb70-bcfa-4f7a-ada2-cea4e522f00d'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:44:52.528643 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-eed683fb-a572-431f-aee0-6c922afcf4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:44:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['208fcb70-bcfa-4f7a-ada2-cea4e522f00d'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:52.576191 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7ebfb7fb-8a8a-4f63-809f-b43664daf466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (3615a804-8ca7-4a55-b98d-ce725de7625a), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:52.593647 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc5dcfe-86be-453e-a0ca-45c6eb2aac50 tempest-ServersTestJSON-1763344348 tempest-ServersTestJSON-1763344348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe86af21-bac9-4c3d-a372-b7d9b8534f9e,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:52.634196 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebfb7fb-8a8a-4f63-809f-b43664daf466 admin admin] Pushing event deleted for resources: {'Port': ['ID=3615a804-8ca7-4a55-b98d-ce725de7625a,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:52.671233 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dcc5dcfe-86be-453e-a0ca-45c6eb2aac50 tempest-ServersTestJSON-1763344348 tempest-ServersTestJSON-1763344348-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:52.674222 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-dcc5dcfe-86be-453e-a0ca-45c6eb2aac50 tempest-ServersTestJSON-1763344348 tempest-ServersTestJSON-1763344348-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5475824 Aug 27 04:44:52.675924 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 46090) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:44:52.687864 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-360f76f2-034f-4100-8226-4f05bda35ab4 tempest-ServersTestJSON-1763344348 tempest-ServersTestJSON-1763344348-project] Request body: {'floatingip': {'floating_network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:52.767208 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 46096) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:44:52.778438 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673444ed-7dac-4234-8c1c-fc4b1867b13c None None] Pushing event updated for resources: {'Port': ['ID=562bf017-e6f8-4c6b-af4a-b6f4c1e51c65,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:52.803270 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-eed683fb-a572-431f-aee0-6c922afcf4f7 None None] Set router 208fcb70-bcfa-4f7a-ada2-cea4e522f00d gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:44:52.842623 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-261a606c-21bc-4ac2-ae3c-6b67ad42b83a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:52.852984 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7ebfb7fb-8a8a-4f63-809f-b43664daf466 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (f811343a-43d4-4e64-9f9d-c47356a73d67), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:52.924344 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-360f76f2-034f-4100-8226-4f05bda35ab4 tempest-ServersTestJSON-1763344348 tempest-ServersTestJSON-1763344348-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:53.110008 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:53.115099 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:53.119972 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-360f76f2-034f-4100-8226-4f05bda35ab4 tempest-ServersTestJSON-1763344348 tempest-ServersTestJSON-1763344348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:53.178592 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6b76796b-73e4-4677-b0f9-79966502c3b4 req-ef56b99f-e636-424d-b69e-598f014b2cbb tempest-ServersAdmin275Test-756230181 tempest-ServersAdmin275Test-756230181-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a83567e0-2337-4993-b69e-52060a3c56f7 HTTP/1.1" status: 200 len: 210 time: 0.1999888 Aug 27 04:44:53.206018 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7ebfb7fb-8a8a-4f63-809f-b43664daf466 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (f811343a-43d4-4e64-9f9d-c47356a73d67), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:53.224248 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7ebfb7fb-8a8a-4f63-809f-b43664daf466 admin admin] Publish callbacks [] for router_controller (f811343a-43d4-4e64-9f9d-c47356a73d67), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:53.294148 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-eed683fb-a572-431f-aee0-6c922afcf4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208fcb70-bcfa-4f7a-ada2-cea4e522f00d', 'name': 'tempest-ServersTestJSON-328401893-router', 'tenant_id': 'bc08332299ea49fe822f7501e09f92ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '2f8e8e61-b829-40a6-8c5e-1886125f7e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:44:40Z', 'updated_at': '2022-08-27T04:44:45Z', 'revision_number': 4, 'project_id': 'bc08332299ea49fe822f7501e09f92ef', 'gw_port': {'id': '2f8e8e61-b829-40a6-8c5e-1886125f7e0e', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:51:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208fcb70-bcfa-4f7a-ada2-cea4e522f00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:44:41Z', 'updated_at': '2022-08-27T04:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '562bf017-e6f8-4c6b-af4a-b6f4c1e51c65', 'name': '', 'network_id': '8870319e-63a7-41eb-8ab4-e76571dc8185', 'tenant_id': 'bc08332299ea49fe822f7501e09f92ef', 'mac_address': 'fa:16:3e:aa:bd:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208fcb70-bcfa-4f7a-ada2-cea4e522f00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '61a6a44c-78ae-4cfe-bd7b-2ff6ff18176f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:44:44Z', 'updated_at': '2022-08-27T04:44:52Z', 'revision_number': 4, 'project_id': 'bc08332299ea49fe822f7501e09f92ef', 'subnets': [{'id': '61a6a44c-78ae-4cfe-bd7b-2ff6ff18176f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:53.301891 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:53.329002 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed683fb-a572-431f-aee0-6c922afcf4f7 None None] The sync data for ids ['208fcb70-bcfa-4f7a-ada2-cea4e522f00d'] in n-d-852088-5 is: [{'id': '208fcb70-bcfa-4f7a-ada2-cea4e522f00d', 'name': 'tempest-ServersTestJSON-328401893-router', 'tenant_id': 'bc08332299ea49fe822f7501e09f92ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '2f8e8e61-b829-40a6-8c5e-1886125f7e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:44:40Z', 'updated_at': '2022-08-27T04:44:45Z', 'revision_number': 4, 'project_id': 'bc08332299ea49fe822f7501e09f92ef', 'gw_port': {'id': '2f8e8e61-b829-40a6-8c5e-1886125f7e0e', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:51:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208fcb70-bcfa-4f7a-ada2-cea4e522f00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:44:41Z', 'updated_at': '2022-08-27T04:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '562bf017-e6f8-4c6b-af4a-b6f4c1e51c65', 'name': '', 'network_id': '8870319e-63a7-41eb-8ab4-e76571dc8185', 'tenant_id': 'bc08332299ea49fe822f7501e09f92ef', 'mac_address': 'fa:16:3e:aa:bd:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208fcb70-bcfa-4f7a-ada2-cea4e522f00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '61a6a44c-78ae-4cfe-bd7b-2ff6ff18176f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:44:44Z', 'updated_at': '2022-08-27T04:44:52Z', 'revision_number': 4, 'project_id': 'bc08332299ea49fe822f7501e09f92ef', 'subnets': [{'id': '61a6a44c-78ae-4cfe-bd7b-2ff6ff18176f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:44:53.348264 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-360f76f2-034f-4100-8226-4f05bda35ab4 tempest-ServersTestJSON-1763344348 tempest-ServersTestJSON-1763344348-project] Allocated IP 172.25.2.76 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/10696f8b-67e4-461a-aa08-e9da29656557) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:44:53.384654 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-261a606c-21bc-4ac2-ae3c-6b67ad42b83a admin admin] Publish callbacks [] for security_group (7710a33b-59d9-49e9-9a83-1e8e00ce9698), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:53.410508 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7ebfb7fb-8a8a-4f63-809f-b43664daf466 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (f811343a-43d4-4e64-9f9d-c47356a73d67), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:53.415413 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ebfb7fb-8a8a-4f63-809f-b43664daf466 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f811343a-43d4-4e64-9f9d-c47356a73d67 {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:44:53.425572 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7ebfb7fb-8a8a-4f63-809f-b43664daf466 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:53.429501 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7ebfb7fb-8a8a-4f63-809f-b43664daf466 admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/f811343a-43d4-4e64-9f9d-c47356a73d67 HTTP/1.1" status: 204 len: 168 time: 3.8312895 Aug 27 04:44:53.433683 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 46114) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:44:53.438228 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:53.610442 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec1a9617-d2ae-46ce-ac51-e812942f799c admin admin] Deleting subnet 237c9bc3-fe58-4443-98a8-fef27baf9af0 {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:44:53.611135 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ec1a9617-d2ae-46ce-ac51-e812942f799c admin admin] Publish callbacks [] for subnet (237c9bc3-fe58-4443-98a8-fef27baf9af0), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:53.689309 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-360f76f2-034f-4100-8226-4f05bda35ab4 tempest-ServersTestJSON-1763344348 tempest-ServersTestJSON-1763344348-project] Publish callbacks [] for port (10696f8b-67e4-461a-aa08-e9da29656557), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:53.710479 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ec1a9617-d2ae-46ce-ac51-e812942f799c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (237c9bc3-fe58-4443-98a8-fef27baf9af0), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:53.775703 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:53.778740 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-261a606c-21bc-4ac2-ae3c-6b67ad42b83a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (7710a33b-59d9-49e9-9a83-1e8e00ce9698), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:53.786767 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:53.923377 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-360f76f2-034f-4100-8226-4f05bda35ab4 tempest-ServersTestJSON-1763344348 tempest-ServersTestJSON-1763344348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (10696f8b-67e4-461a-aa08-e9da29656557), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:53.939976 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ec1a9617-d2ae-46ce-ac51-e812942f799c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (237c9bc3-fe58-4443-98a8-fef27baf9af0), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:53.995736 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-261a606c-21bc-4ac2-ae3c-6b67ad42b83a admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=ffd1a024ffaa4365900209f4a9275207&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2044792 Aug 27 04:44:53.999101 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 46124) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:44:54.046730 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:54.067693 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a606c-21bc-4ac2-ae3c-6b67ad42b83a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7710a33b-59d9-49e9-9a83-1e8e00ce9698,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:54.099421 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360f76f2-034f-4100-8226-4f05bda35ab4 tempest-ServersTestJSON-1763344348 tempest-ServersTestJSON-1763344348-project] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:44:54.123246 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-360f76f2-034f-4100-8226-4f05bda35ab4 tempest-ServersTestJSON-1763344348 tempest-ServersTestJSON-1763344348-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:44:54.124309 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5d72f031-046a-4e94-85dc-269133a6a419 admin admin] Publish callbacks [] for security_group (7710a33b-59d9-49e9-9a83-1e8e00ce9698), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:54.161699 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ec1a9617-d2ae-46ce-ac51-e812942f799c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (237c9bc3-fe58-4443-98a8-fef27baf9af0), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:54.176934 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360f76f2-034f-4100-8226-4f05bda35ab4 tempest-ServersTestJSON-1763344348 tempest-ServersTestJSON-1763344348-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:44:54.218575 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5d72f031-046a-4e94-85dc-269133a6a419 admin admin] Publish callbacks [] for security_group (7710a33b-59d9-49e9-9a83-1e8e00ce9698), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:54.266172 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a9617-d2ae-46ce-ac51-e812942f799c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=237c9bc3-fe58-4443-98a8-fef27baf9af0,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:54.279159 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ec1a9617-d2ae-46ce-ac51-e812942f799c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:54.282783 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305426c0-cb3e-405e-9f65-9b2d991fc495 None None] Network b4c008d7-8b2f-4069-83bf-17165df90904 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:44:54.288034 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ec1a9617-d2ae-46ce-ac51-e812942f799c admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/237c9bc3-fe58-4443-98a8-fef27baf9af0 HTTP/1.1" status: 204 len: 168 time: 0.8398483 Aug 27 04:44:54.299404 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 46132) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:44:54.345815 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:54.361159 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f76f2-034f-4100-8226-4f05bda35ab4 tempest-ServersTestJSON-1763344348 tempest-ServersTestJSON-1763344348-project] Pushing event updated for resources: {'Port': ['ID=10696f8b-67e4-461a-aa08-e9da29656557,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:54.446101 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 2f8e8e61-b829-40a6-8c5e-1886125f7e0e up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:44:54.480032 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-360f76f2-034f-4100-8226-4f05bda35ab4 tempest-ServersTestJSON-1763344348 tempest-ServersTestJSON-1763344348-project] Publish callbacks [] for floatingip (f505d3d4-a246-44cd-8093-b0e49a47cddb), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:54.607766 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-82691597-86c7-47ec-a0d7-9d011bff037b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (b4c008d7-8b2f-4069-83bf-17165df90904), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:54.640423 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b26a9-1527-4fb3-8e52-fef7e7e30683 req-646ac7cc-96d3-4229-bb5e-09e1d81db9b5 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:44:54.662264 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d67b26a9-1527-4fb3-8e52-fef7e7e30683 req-646ac7cc-96d3-4229-bb5e-09e1d81db9b5 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4bf2d29a-e105-4009-90cf-3e4ff882c9b1 HTTP/1.1" status: 200 len: 950 time: 0.2120714 Aug 27 04:44:54.747059 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 2f8e8e61-b829-40a6-8c5e-1886125f7e0e triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:44:54.747724 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (2f8e8e61-b829-40a6-8c5e-1886125f7e0e), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:54.795187 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5d72f031-046a-4e94-85dc-269133a6a419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (7710a33b-59d9-49e9-9a83-1e8e00ce9698), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:54.816689 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5d72f031-046a-4e94-85dc-269133a6a419 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:54.816689 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-5d72f031-046a-4e94-85dc-269133a6a419 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/7710a33b-59d9-49e9-9a83-1e8e00ce9698 HTTP/1.1" status: 204 len: 168 time: 0.7967353 Aug 27 04:44:54.846924 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-82691597-86c7-47ec-a0d7-9d011bff037b admin admin] Deleting port cf6684a3-60d6-4b70-a9c1-88f287633e02 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:44:54.847315 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-82691597-86c7-47ec-a0d7-9d011bff037b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (cf6684a3-60d6-4b70-a9c1-88f287633e02), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:54.847598 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a167960c-7121-49ce-84e7-621775df29e3 None None] DHCP port deletion for b4c008d7-8b2f-4069-83bf-17165df90904 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:44:54.865583 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d67b26a9-1527-4fb3-8e52-fef7e7e30683 req-87e48cf5-5e42-44d7-b107-5cc6d2828302 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018549 Aug 27 04:44:54.872963 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d72f031-046a-4e94-85dc-269133a6a419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7710a33b-59d9-49e9-9a83-1e8e00ce9698,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:54.901043 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-360f76f2-034f-4100-8226-4f05bda35ab4 tempest-ServersTestJSON-1763344348 tempest-ServersTestJSON-1763344348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (10696f8b-67e4-461a-aa08-e9da29656557), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:54.988084 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-a167960c-7121-49ce-84e7-621775df29e3 None None] Deleting port cf6684a3-60d6-4b70-a9c1-88f287633e02 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:44:54.988804 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a167960c-7121-49ce-84e7-621775df29e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (cf6684a3-60d6-4b70-a9c1-88f287633e02), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:55.056474 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3a17d926-56aa-4877-9ffe-4f5b44a76e6d req-b92b1644-5ca9-45c1-bb04-45670479dd98 tempest-ServersAdmin275Test-756230181 tempest-ServersAdmin275Test-756230181-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a83567e0-2337-4993-b69e-52060a3c56f7 HTTP/1.1" status: 200 len: 210 time: 0.0572584 Aug 27 04:44:55.103827 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-82691597-86c7-47ec-a0d7-9d011bff037b admin admin] For port cf6684a3-60d6-4b70-a9c1-88f287633e02, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=cf6684a3-60d6-4b70-a9c1-88f287633e02,segment=NetworkSegment(cc35143f-3219-4624-9df8-ff401cad1390),segment_id=cc35143f-3219-4624-9df8-ff401cad1390)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:55.104560 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-82691597-86c7-47ec-a0d7-9d011bff037b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (cf6684a3-60d6-4b70-a9c1-88f287633e02), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:55.157496 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-82691597-86c7-47ec-a0d7-9d011bff037b admin admin] Calling delete_port for cf6684a3-60d6-4b70-a9c1-88f287633e02 owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:44:55.262186 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-a167960c-7121-49ce-84e7-621775df29e3 None None] For port cf6684a3-60d6-4b70-a9c1-88f287633e02, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=cf6684a3-60d6-4b70-a9c1-88f287633e02,segment=NetworkSegment(cc35143f-3219-4624-9df8-ff401cad1390),segment_id=cc35143f-3219-4624-9df8-ff401cad1390)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:55.262186 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a167960c-7121-49ce-84e7-621775df29e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (cf6684a3-60d6-4b70-a9c1-88f287633e02), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:55.263106 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 2f8e8e61-b829-40a6-8c5e-1886125f7e0e is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:44:55.274346 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 562bf017-e6f8-4c6b-af4a-b6f4c1e51c65 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:44:55.343134 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:55.349288 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-a167960c-7121-49ce-84e7-621775df29e3 None None] Calling delete_port for cf6684a3-60d6-4b70-a9c1-88f287633e02 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:44:55.400348 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-360f76f2-034f-4100-8226-4f05bda35ab4 tempest-ServersTestJSON-1763344348 tempest-ServersTestJSON-1763344348-project] Publish callbacks [] for port (10696f8b-67e4-461a-aa08-e9da29656557), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:55.410673 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:55.424231 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 562bf017-e6f8-4c6b-af4a-b6f4c1e51c65 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:44:55.424605 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (562bf017-e6f8-4c6b-af4a-b6f4c1e51c65), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:55.432506 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-82691597-86c7-47ec-a0d7-9d011bff037b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (cf6684a3-60d6-4b70-a9c1-88f287633e02), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:55.462363 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-360f76f2-034f-4100-8226-4f05bda35ab4 tempest-ServersTestJSON-1763344348 tempest-ServersTestJSON-1763344348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (10696f8b-67e4-461a-aa08-e9da29656557), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:55.463913 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:55.500442 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a167960c-7121-49ce-84e7-621775df29e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (cf6684a3-60d6-4b70-a9c1-88f287633e02), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:55.513019 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82691597-86c7-47ec-a0d7-9d011bff037b admin admin] Pushing event deleted for resources: {'Port': ['ID=cf6684a3-60d6-4b70-a9c1-88f287633e02,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:55.541691 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82691597-86c7-47ec-a0d7-9d011bff037b admin admin] No DVR routers for this DVR port cf6684a3-60d6-4b70-a9c1-88f287633e02 on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:44:55.560669 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-360f76f2-034f-4100-8226-4f05bda35ab4 tempest-ServersTestJSON-1763344348 tempest-ServersTestJSON-1763344348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677636'] for floatingip (f505d3d4-a246-44cd-8093-b0e49a47cddb), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:55.575679 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f76f2-034f-4100-8226-4f05bda35ab4 tempest-ServersTestJSON-1763344348 tempest-ServersTestJSON-1763344348-project] Pushing event updated for resources: {'Port': ['ID=10696f8b-67e4-461a-aa08-e9da29656557,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:55.597298 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a167960c-7121-49ce-84e7-621775df29e3 None None] Pushing event deleted for resources: {'Port': ['ID=cf6684a3-60d6-4b70-a9c1-88f287633e02,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:55.611028 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a167960c-7121-49ce-84e7-621775df29e3 None None] No DVR routers for this DVR port cf6684a3-60d6-4b70-a9c1-88f287633e02 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:44:55.625475 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 562bf017-e6f8-4c6b-af4a-b6f4c1e51c65 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:44:55.626649 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (562bf017-e6f8-4c6b-af4a-b6f4c1e51c65), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:55.682211 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 562bf017-e6f8-4c6b-af4a-b6f4c1e51c65, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=562bf017-e6f8-4c6b-af4a-b6f4c1e51c65,segment=NetworkSegment(65e42a94-e177-44ce-962b-eccbfa62c9f5),segment_id=65e42a94-e177-44ce-962b-eccbfa62c9f5)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:55.688396 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-360f76f2-034f-4100-8226-4f05bda35ab4 tempest-ServersTestJSON-1763344348 tempest-ServersTestJSON-1763344348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:55.705662 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-360f76f2-034f-4100-8226-4f05bda35ab4 tempest-ServersTestJSON-1763344348 tempest-ServersTestJSON-1763344348-project] 10.222.0.76 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0105138 Aug 27 04:44:55.749928 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-82691597-86c7-47ec-a0d7-9d011bff037b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (b4c008d7-8b2f-4069-83bf-17165df90904), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:55.775191 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-82691597-86c7-47ec-a0d7-9d011bff037b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4c008d7-8b2f-4069-83bf-17165df90904']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:55.787029 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (562bf017-e6f8-4c6b-af4a-b6f4c1e51c65), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:55.793567 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-82691597-86c7-47ec-a0d7-9d011bff037b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc35143f-3219-4624-9df8-ff401cad1390') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:55.793786 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-82691597-86c7-47ec-a0d7-9d011bff037b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc35143f-3219-4624-9df8-ff401cad1390') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:55.807831 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-82691597-86c7-47ec-a0d7-9d011bff037b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (cc35143f-3219-4624-9df8-ff401cad1390), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:55.826859 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-82691597-86c7-47ec-a0d7-9d011bff037b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (cc35143f-3219-4624-9df8-ff401cad1390), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:55.834293 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82691597-86c7-47ec-a0d7-9d011bff037b admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:44:55.839594 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-82691597-86c7-47ec-a0d7-9d011bff037b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (cc35143f-3219-4624-9df8-ff401cad1390), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:55.839764 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebb1b1-e94f-4099-8920-e5d67e8b1474 req-9bd6f210-d668-424c-a33e-0080de694e3b tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:44:55.839764 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-eeebb1b1-e94f-4099-8920-e5d67e8b1474 req-9bd6f210-d668-424c-a33e-0080de694e3b tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4bf2d29a-e105-4009-90cf-3e4ff882c9b1 HTTP/1.1" status: 200 len: 950 time: 0.1080220 Aug 27 04:44:55.843055 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:55.917003 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:55.917984 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:55.926281 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=562bf017-e6f8-4c6b-af4a-b6f4c1e51c65,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:55.981266 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-82691597-86c7-47ec-a0d7-9d011bff037b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (b4c008d7-8b2f-4069-83bf-17165df90904), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:56.015546 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 3615a804-8ca7-4a55-b98d-ce725de7625a no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:44:56.077774 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 3615a804-8ca7-4a55-b98d-ce725de7625a {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:44:56.078128 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 3615a804-8ca7-4a55-b98d-ce725de7625a not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:44:56.078548 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device cf6684a3-60d6-4b70-a9c1-88f287633e02 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:44:56.092117 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [req-eeebb1b1-e94f-4099-8920-e5d67e8b1474 req-df3608f4-21d7-4bdd-9337-ed25eb80908f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Deleting port 7174c67f-162b-4c47-a77c-12737a841916 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:44:56.092117 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-eeebb1b1-e94f-4099-8920-e5d67e8b1474 req-df3608f4-21d7-4bdd-9337-ed25eb80908f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (7174c67f-162b-4c47-a77c-12737a841916), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:56.098285 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-82691597-86c7-47ec-a0d7-9d011bff037b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:56.115815 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-82691597-86c7-47ec-a0d7-9d011bff037b admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/b4c008d7-8b2f-4069-83bf-17165df90904 HTTP/1.1" status: 204 len: 168 time: 1.8141851 Aug 27 04:44:56.126445 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82691597-86c7-47ec-a0d7-9d011bff037b admin admin] Pushing event deleted for resources: {'Network': ['ID=b4c008d7-8b2f-4069-83bf-17165df90904,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:56.178985 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: cf6684a3-60d6-4b70-a9c1-88f287633e02 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:44:56.179329 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device cf6684a3-60d6-4b70-a9c1-88f287633e02 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:44:56.251185 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7790831-0e85-46df-bef2-8c87ffc047f6 req-3b4f78af-c209-4594-92b2-f46173631d3c tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:44:56.251397 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:56.254976 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e7790831-0e85-46df-bef2-8c87ffc047f6 req-3b4f78af-c209-4594-92b2-f46173631d3c tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5b41c414-0f4f-4a7c-9887-2a60bd9b580b HTTP/1.1" status: 200 len: 949 time: 0.2224400 Aug 27 04:44:56.299967 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1763fa1-7f8c-498e-9063-6c19dc031d2e req-10e1fbe1-e5a9-4896-9dbf-66fce083f27e tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:44:56.301873 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a1763fa1-7f8c-498e-9063-6c19dc031d2e req-10e1fbe1-e5a9-4896-9dbf-66fce083f27e tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4bf2d29a-e105-4009-90cf-3e4ff882c9b1 HTTP/1.1" status: 200 len: 950 time: 0.2783682 Aug 27 04:44:56.331075 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:56.392758 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-eeebb1b1-e94f-4099-8920-e5d67e8b1474 req-df3608f4-21d7-4bdd-9337-ed25eb80908f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] For port 7174c67f-162b-4c47-a77c-12737a841916, host n-h2-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852088-5',level=0,port_id=7174c67f-162b-4c47-a77c-12737a841916,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:56.394642 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-eeebb1b1-e94f-4099-8920-e5d67e8b1474 req-df3608f4-21d7-4bdd-9337-ed25eb80908f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (7174c67f-162b-4c47-a77c-12737a841916), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:56.424477 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [req-eeebb1b1-e94f-4099-8920-e5d67e8b1474 req-df3608f4-21d7-4bdd-9337-ed25eb80908f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Calling delete_port for 7174c67f-162b-4c47-a77c-12737a841916 owned by compute:nova {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:44:56.451887 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a1763fa1-7f8c-498e-9063-6c19dc031d2e req-e42615bb-cae7-4baa-8081-50fa77ef32d0 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437490 Aug 27 04:44:56.452529 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [req-e7790831-0e85-46df-bef2-8c87ffc047f6 req-d33b8d21-0d97-4af8-991f-7ee80f94496d tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Deleting port f306f1e1-1f92-41b7-973f-427a4a933e36 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:44:56.473310 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-e7790831-0e85-46df-bef2-8c87ffc047f6 req-d33b8d21-0d97-4af8-991f-7ee80f94496d tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (f306f1e1-1f92-41b7-973f-427a4a933e36), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:56.473930 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment cc35143f-3219-4624-9df8-ff401cad1390 resource provider aggregate not found Aug 27 04:44:56.555193 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment cc35143f-3219-4624-9df8-ff401cad1390 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cc35143f-3219-4624-9df8-ff401cad1390 found for delete ", "request_id": "req-f4032e43-dabe-4261-9bca-b938b39a236a"}]} Aug 27 04:44:56.640419 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:56.650976 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [req-e7790831-0e85-46df-bef2-8c87ffc047f6 req-d33b8d21-0d97-4af8-991f-7ee80f94496d tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] For port f306f1e1-1f92-41b7-973f-427a4a933e36, host n-h2-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852088-5',level=0,port_id=f306f1e1-1f92-41b7-973f-427a4a933e36,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:56.656236 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-e7790831-0e85-46df-bef2-8c87ffc047f6 req-d33b8d21-0d97-4af8-991f-7ee80f94496d tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (f306f1e1-1f92-41b7-973f-427a4a933e36), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:56.690102 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [req-e7790831-0e85-46df-bef2-8c87ffc047f6 req-d33b8d21-0d97-4af8-991f-7ee80f94496d tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Calling delete_port for f306f1e1-1f92-41b7-973f-427a4a933e36 owned by compute:nova {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:44:56.712989 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-68f63043-fce8-4270-bf33-03f23bf41a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:56.776592 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-eeebb1b1-e94f-4099-8920-e5d67e8b1474 req-df3608f4-21d7-4bdd-9337-ed25eb80908f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (7174c67f-162b-4c47-a77c-12737a841916), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:56.791818 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] get_ports_and_sgs() called for port_ids ['a723b0a9-1e91-40c0-a00b-51235a1e481f', '7174c67f-162b-4c47-a77c-12737a841916', 'f306f1e1-1f92-41b7-973f-427a4a933e36'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:44:56.906508 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 46176) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:44:56.982769 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3608f4-21d7-4bdd-9337-ed25eb80908f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Pushing event deleted for resources: {'Port': ['ID=7174c67f-162b-4c47-a77c-12737a841916,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:56.993444 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:57.054153 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeebb1b1-e94f-4099-8920-e5d67e8b1474 req-df3608f4-21d7-4bdd-9337-ed25eb80908f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] No DVR routers for this DVR port 7174c67f-162b-4c47-a77c-12737a841916 on host n-h2-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:44:57.088480 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-eeebb1b1-e94f-4099-8920-e5d67e8b1474 req-df3608f4-21d7-4bdd-9337-ed25eb80908f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:57.093808 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:57.097867 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-eeebb1b1-e94f-4099-8920-e5d67e8b1474 req-df3608f4-21d7-4bdd-9337-ed25eb80908f tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.78 "DELETE /networking/v2.0/ports/7174c67f-162b-4c47-a77c-12737a841916 HTTP/1.1" status: 204 len: 173 time: 1.2110929 Aug 27 04:44:57.100696 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf2d29a-e105-4009-90cf-3e4ff882c9b1', 'name': 'network-vif-deleted', 'tag': '7174c67f-162b-4c47-a77c-12737a841916'}] {{(pid=107776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:44:57.112246 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-6f43d7c5-f6db-4f2a-a2f2-87499730be9b admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=b6a23c895331412bb3665a23309ac67e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1838200 Aug 27 04:44:57.118528 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7ad66632f4c78724655075356aa8535ba41c652eced6c9cea0c1f0c67b1e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3d6ce7-f005-4055-a41b-78162b48bb07" -d '{"events": [{"server_uuid": "4bf2d29a-e105-4009-90cf-3e4ff882c9b1", "name": "network-vif-deleted", "tag": "7174c67f-162b-4c47-a77c-12737a841916"}]}' {{(pid=107776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:44:57.122600 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 46178) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:44:57.172382 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-e7790831-0e85-46df-bef2-8c87ffc047f6 req-d33b8d21-0d97-4af8-991f-7ee80f94496d tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (f306f1e1-1f92-41b7-973f-427a4a933e36), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:57.213786 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] get_ports_and_sgs() called for port_ids ['a723b0a9-1e91-40c0-a00b-51235a1e481f'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:44:57.281237 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7e30ad87-9523-46a3-8bd3-d69090d7f3db admin admin] Publish callbacks [] for security_group (869c4cb4-444a-484b-9cd7-558791d34a3f), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:57.288700 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33b8d21-0d97-4af8-991f-7ee80f94496d tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Pushing event deleted for resources: {'Port': ['ID=f306f1e1-1f92-41b7-973f-427a4a933e36,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:57.346623 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7e30ad87-9523-46a3-8bd3-d69090d7f3db admin admin] Publish callbacks [] for security_group (869c4cb4-444a-484b-9cd7-558791d34a3f), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:57.373300 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:57.378734 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7790831-0e85-46df-bef2-8c87ffc047f6 req-d33b8d21-0d97-4af8-991f-7ee80f94496d tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] No DVR routers for this DVR port f306f1e1-1f92-41b7-973f-427a4a933e36 on host n-h2-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:44:57.383661 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-e7790831-0e85-46df-bef2-8c87ffc047f6 req-d33b8d21-0d97-4af8-991f-7ee80f94496d tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:57.391324 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e7790831-0e85-46df-bef2-8c87ffc047f6 req-d33b8d21-0d97-4af8-991f-7ee80f94496d tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.78 "DELETE /networking/v2.0/ports/f306f1e1-1f92-41b7-973f-427a4a933e36 HTTP/1.1" status: 204 len: 173 time: 1.1296399 Aug 27 04:44:57.404667 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b41c414-0f4f-4a7c-9887-2a60bd9b580b', 'name': 'network-vif-deleted', 'tag': 'f306f1e1-1f92-41b7-973f-427a4a933e36'}] {{(pid=107775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:44:57.423486 n-d-852088-5 neutron-server[107775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ddf616e61a40c3321bb076b8b2a422f95ceea1ddd8db904bb1386914125100a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533ebc29-56c5-46e1-a700-674c4d229d8a" -d '{"events": [{"server_uuid": "5b41c414-0f4f-4a7c-9887-2a60bd9b580b", "name": "network-vif-deleted", "tag": "f306f1e1-1f92-41b7-973f-427a4a933e36"}]}' {{(pid=107775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:44:57.434637 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:57.519502 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7e30ad87-9523-46a3-8bd3-d69090d7f3db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (869c4cb4-444a-484b-9cd7-558791d34a3f), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:57.522111 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7e30ad87-9523-46a3-8bd3-d69090d7f3db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:57.540467 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7e30ad87-9523-46a3-8bd3-d69090d7f3db admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/869c4cb4-444a-484b-9cd7-558791d34a3f HTTP/1.1" status: 204 len: 168 time: 0.4076035 Aug 27 04:44:57.562313 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e30ad87-9523-46a3-8bd3-d69090d7f3db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869c4cb4-444a-484b-9cd7-558791d34a3f,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:57.596913 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:57.736531 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:57.834041 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:57.941422 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:57.979527 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 562bf017-e6f8-4c6b-af4a-b6f4c1e51c65 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:44:58.125057 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 562bf017-e6f8-4c6b-af4a-b6f4c1e51c65 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:44:58.125574 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (562bf017-e6f8-4c6b-af4a-b6f4c1e51c65), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:58.298298 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 562bf017-e6f8-4c6b-af4a-b6f4c1e51c65 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:44:58.339160 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:58.547411 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:58.610567 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:58.666843 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:58.886255 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:58.890546 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Device f306f1e1-1f92-41b7-973f-427a4a933e36 no longer exists at agent hyperv_n-h2-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:44:58.971751 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:58.990962 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] No Port match for: f306f1e1-1f92-41b7-973f-427a4a933e36 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:44:58.993675 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Device f306f1e1-1f92-41b7-973f-427a4a933e36 not bound to the agent host n-h2-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:44:58.995145 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Device 7174c67f-162b-4c47-a77c-12737a841916 no longer exists at agent hyperv_n-h2-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:44:59.122905 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] No Port match for: 7174c67f-162b-4c47-a77c-12737a841916 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:44:59.123693 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Device 7174c67f-162b-4c47-a77c-12737a841916 not bound to the agent host n-h2-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:44:59.130659 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:DELETE=10,neutron:UPDATE=2,neutron:SELECT=88 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:59.270711 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e8403324-7c06-4f45-8860-fc7a565c8a8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:59.627893 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:44:59.656282 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 46238) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:44:59.842477 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-a46c480b-0f0d-48c8-a9e4-4e2ae23ada19 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-66581141-network', 'tenant_id': '69cabedeede3400e97dc66f4cd3e1e26'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:59.941719 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46c480b-0f0d-48c8-a9e4-4e2ae23ada19 admin admin] Made reservation on behalf of 69cabedeede3400e97dc66f4cd3e1e26 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:44:59.944076 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a46c480b-0f0d-48c8-a9e4-4e2ae23ada19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:44:59.956320 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a46c480b-0f0d-48c8-a9e4-4e2ae23ada19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:00.076981 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a46c480b-0f0d-48c8-a9e4-4e2ae23ada19 admin admin] Publish callbacks [] for security_group (96c4f113-158a-4d34-9b1d-9334a62b4020), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:00.535212 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a46c480b-0f0d-48c8-a9e4-4e2ae23ada19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (96c4f113-158a-4d34-9b1d-9334a62b4020), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:00.564319 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:00.564799 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a46c480b-0f0d-48c8-a9e4-4e2ae23ada19 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:45:00.575768 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46c480b-0f0d-48c8-a9e4-4e2ae23ada19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c4f113-158a-4d34-9b1d-9334a62b4020,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:00.581073 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a46c480b-0f0d-48c8-a9e4-4e2ae23ada19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (5920fcb0-5678-42d9-83fc-e0b635efad35), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:00.581418 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-a46c480b-0f0d-48c8-a9e4-4e2ae23ada19 admin admin] Added segment 5920fcb0-5678-42d9-83fc-e0b635efad35 of type vlan for network 79a37c57-2e02-4a7f-9fc0-33f44527ecf4 Aug 27 04:45:00.627542 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a46c480b-0f0d-48c8-a9e4-4e2ae23ada19 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (79a37c57-2e02-4a7f-9fc0-33f44527ecf4), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:00.729726 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a46c480b-0f0d-48c8-a9e4-4e2ae23ada19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (79a37c57-2e02-4a7f-9fc0-33f44527ecf4), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:00.730935 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46c480b-0f0d-48c8-a9e4-4e2ae23ada19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:00.731629 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a46c480b-0f0d-48c8-a9e4-4e2ae23ada19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:00.811073 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46c480b-0f0d-48c8-a9e4-4e2ae23ada19 admin admin] Pushing event updated for resources: {'Network': ['ID=79a37c57-2e02-4a7f-9fc0-33f44527ecf4,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:00.821568 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 79a37c57-2e02-4a7f-9fc0-33f44527ecf4 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:45:00.884150 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:00.920886 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a46c480b-0f0d-48c8-a9e4-4e2ae23ada19 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2626359 Aug 27 04:45:00.924202 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 46252) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:00.932701 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-3e6acf66-3358-43aa-ba33-50661eaa9407 admin admin] Request body: {'subnet': {'network_id': '79a37c57-2e02-4a7f-9fc0-33f44527ecf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-66581141-subnet', 'tenant_id': '69cabedeede3400e97dc66f4cd3e1e26', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:45:00.991307 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:01.053838 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6acf66-3358-43aa-ba33-50661eaa9407 admin admin] Made reservation on behalf of 69cabedeede3400e97dc66f4cd3e1e26 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:45:01.056508 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3e6acf66-3358-43aa-ba33-50661eaa9407 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:01.075760 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=84,neutron:UPDATE=7,neutron:DELETE=4,neutron:INSERT=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:01.346084 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3e6acf66-3358-43aa-ba33-50661eaa9407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (30d02e34-d914-4a2e-a465-87e16d539289), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:01.409788 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:01.414298 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6acf66-3358-43aa-ba33-50661eaa9407 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30d02e34-d914-4a2e-a465-87e16d539289,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:01.437104 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6acf66-3358-43aa-ba33-50661eaa9407 admin admin] Checking segment: {'id': '5920fcb0-5678-42d9-83fc-e0b635efad35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '79a37c57-2e02-4a7f-9fc0-33f44527ecf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:45:01.437472 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6acf66-3358-43aa-ba33-50661eaa9407 admin admin] Network hostable DHCP agents. Network: 79a37c57-2e02-4a7f-9fc0-33f44527ecf4, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:45:01.461225 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:01.506482 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6acf66-3358-43aa-ba33-50661eaa9407 admin admin] Network 79a37c57-2e02-4a7f-9fc0-33f44527ecf4 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:45:01.569469 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-3e6acf66-3358-43aa-ba33-50661eaa9407 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 79a37c57-2e02-4a7f-9fc0-33f44527ecf4) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:45:01.575582 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6acf66-3358-43aa-ba33-50661eaa9407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:01.577806 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3e6acf66-3358-43aa-ba33-50661eaa9407 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:01.611199 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c7c500-36b4-4cdd-be35-b1d9f38efa54 None None] Network 79a37c57-2e02-4a7f-9fc0-33f44527ecf4 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:45:01.655542 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:01.731645 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3e6acf66-3358-43aa-ba33-50661eaa9407 admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8057203 Aug 27 04:45:01.739587 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 46256) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:01.739587 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-24767087-1f58-4be1-b4d6-f0152659effa admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-66581141-router', 'tenant_id': '69cabedeede3400e97dc66f4cd3e1e26', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:45:01.796678 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:01.822336 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f8ebf7-6d1b-4112-a2e0-cb4335ab2882 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-79a37c57-2e02-4a7f-9fc0-33f44527ecf4', 'network_id': '79a37c57-2e02-4a7f-9fc0-33f44527ecf4', 'project_id': '69cabedeede3400e97dc66f4cd3e1e26', 'fixed_ips': [{'subnet_id': '30d02e34-d914-4a2e-a465-87e16d539289'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:45:01.827553 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-00f8ebf7-6d1b-4112-a2e0-cb4335ab2882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:01.891295 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-24767087-1f58-4be1-b4d6-f0152659effa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (7005a211-c3f6-4e71-8681-ef1b03516bc4), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:01.892366 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-24767087-1f58-4be1-b4d6-f0152659effa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (7005a211-c3f6-4e71-8681-ef1b03516bc4), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:02.032870 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-24767087-1f58-4be1-b4d6-f0152659effa admin admin] Publish callbacks [] for router_controller (7005a211-c3f6-4e71-8681-ef1b03516bc4), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:02.062537 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-00f8ebf7-6d1b-4112-a2e0-cb4335ab2882 None None] Allocated IP 172.20.0.2 (79a37c57-2e02-4a7f-9fc0-33f44527ecf4/30d02e34-d914-4a2e-a465-87e16d539289/7857637f-34f6-4e0f-b5a9-0458afeabf87) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:45:02.175201 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:02.177649 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=87,neutron:UPDATE=8,neutron:INSERT=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:02.272199 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-00f8ebf7-6d1b-4112-a2e0-cb4335ab2882 None None] Publish callbacks [] for port (7857637f-34f6-4e0f-b5a9-0458afeabf87), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:02.323451 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ad850214-b371-46bc-ab66-ac050aafd906 req-ddeafd96-7c4f-4464-a0f6-0a744bb14279 tempest-ServersAdmin275Test-756230181 tempest-ServersAdmin275Test-756230181-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a83567e0-2337-4993-b69e-52060a3c56f7 HTTP/1.1" status: 200 len: 210 time: 0.0650375 Aug 27 04:45:02.374119 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8389dd08-2a6d-4023-9ea8-1c57cc677b83 req-c7899671-b9a5-4628-8198-40d20ad49596 tempest-ServersTestJSON-1763344348 tempest-ServersTestJSON-1763344348-project] 10.222.0.76 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1323582423&fields=id&tenant_id=bc08332299ea49fe822f7501e09f92ef HTTP/1.1" status: 200 len: 267 time: 0.2535374 Aug 27 04:45:02.400536 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-00f8ebf7-6d1b-4112-a2e0-cb4335ab2882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (7857637f-34f6-4e0f-b5a9-0458afeabf87), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:02.439289 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-24767087-1f58-4be1-b4d6-f0152659effa admin admin] Publish callbacks [] for router_gateway (7005a211-c3f6-4e71-8681-ef1b03516bc4), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:02.458051 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f8ebf7-6d1b-4112-a2e0-cb4335ab2882 None None] Network 79a37c57-2e02-4a7f-9fc0-33f44527ecf4 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:45:02.500961 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-00f8ebf7-6d1b-4112-a2e0-cb4335ab2882 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:45:02.513823 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=34 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:02.518342 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 04:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c0eb97-fc93-453d-bb02-08ecbb61f938 x-openstack-request-id: req-58c0eb97-fc93-453d-bb02-08ecbb61f938 {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:45:02.518816 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bf2d29a-e105-4009-90cf-3e4ff882c9b1", "name": "network-vif-deleted", "tag": "7174c67f-162b-4c47-a77c-12737a841916", "status": "completed", "code": 200}]} {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:45:02.519021 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-58c0eb97-fc93-453d-bb02-08ecbb61f938 {{(pid=107776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:45:02.519495 n-d-852088-5 neutron-server[107776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58c0eb97-fc93-453d-bb02-08ecbb61f938'] response: {'server_uuid': '4bf2d29a-e105-4009-90cf-3e4ff882c9b1', 'name': 'network-vif-deleted', 'tag': '7174c67f-162b-4c47-a77c-12737a841916', 'status': 'completed', 'code': 200} Aug 27 04:45:02.520420 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f8ebf7-6d1b-4112-a2e0-cb4335ab2882 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:45:02.524749 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=6,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:02.622482 n-d-852088-5 neutron-server[107775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 04:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35aac3a5-40e6-47b5-b464-0be4d8036093 x-openstack-request-id: req-35aac3a5-40e6-47b5-b464-0be4d8036093 {{(pid=107775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:45:02.629042 n-d-852088-5 neutron-server[107775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b41c414-0f4f-4a7c-9887-2a60bd9b580b", "name": "network-vif-deleted", "tag": "f306f1e1-1f92-41b7-973f-427a4a933e36", "status": "completed", "code": 200}]} {{(pid=107775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:45:02.629949 n-d-852088-5 neutron-server[107775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-35aac3a5-40e6-47b5-b464-0be4d8036093 {{(pid=107775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:45:02.631003 n-d-852088-5 neutron-server[107775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35aac3a5-40e6-47b5-b464-0be4d8036093'] response: {'server_uuid': '5b41c414-0f4f-4a7c-9887-2a60bd9b580b', 'name': 'network-vif-deleted', 'tag': 'f306f1e1-1f92-41b7-973f-427a4a933e36', 'status': 'completed', 'code': 200} Aug 27 04:45:02.674373 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f8ebf7-6d1b-4112-a2e0-cb4335ab2882 None None] Pushing event updated for resources: {'Port': ['ID=7857637f-34f6-4e0f-b5a9-0458afeabf87,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:02.755302 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-00f8ebf7-6d1b-4112-a2e0-cb4335ab2882 None None] Attempting to bind port 7857637f-34f6-4e0f-b5a9-0458afeabf87 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:45:02.756385 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-00f8ebf7-6d1b-4112-a2e0-cb4335ab2882 None None] Attempting to bind port 7857637f-34f6-4e0f-b5a9-0458afeabf87 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '5920fcb0-5678-42d9-83fc-e0b635efad35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '79a37c57-2e02-4a7f-9fc0-33f44527ecf4'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:45:02.768745 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f8ebf7-6d1b-4112-a2e0-cb4335ab2882 None None] Attempting to bind port 7857637f-34f6-4e0f-b5a9-0458afeabf87 on network 79a37c57-2e02-4a7f-9fc0-33f44527ecf4 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:45:02.775688 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f8ebf7-6d1b-4112-a2e0-cb4335ab2882 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:45:02.776478 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f8ebf7-6d1b-4112-a2e0-cb4335ab2882 None None] Checking segment: {'id': '5920fcb0-5678-42d9-83fc-e0b635efad35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '79a37c57-2e02-4a7f-9fc0-33f44527ecf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:45:02.777150 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-00f8ebf7-6d1b-4112-a2e0-cb4335ab2882 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:02.777760 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f8ebf7-6d1b-4112-a2e0-cb4335ab2882 None None] Bound using segment: {'id': '5920fcb0-5678-42d9-83fc-e0b635efad35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '79a37c57-2e02-4a7f-9fc0-33f44527ecf4'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:45:02.778470 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-00f8ebf7-6d1b-4112-a2e0-cb4335ab2882 None None] Bound port: 7857637f-34f6-4e0f-b5a9-0458afeabf87, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5920fcb0-5678-42d9-83fc-e0b635efad35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '79a37c57-2e02-4a7f-9fc0-33f44527ecf4'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:45:02.779095 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-00f8ebf7-6d1b-4112-a2e0-cb4335ab2882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (7857637f-34f6-4e0f-b5a9-0458afeabf87), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:02.831187 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8389dd08-2a6d-4023-9ea8-1c57cc677b83 req-ba43fca0-0206-4f05-a2ef-c4cb6fc2d318 tempest-ServersTestJSON-1763344348 tempest-ServersTestJSON-1763344348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:02.838022 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8389dd08-2a6d-4023-9ea8-1c57cc677b83 req-ba43fca0-0206-4f05-a2ef-c4cb6fc2d318 tempest-ServersTestJSON-1763344348 tempest-ServersTestJSON-1763344348-project] 10.222.0.76 "GET /networking/v2.0/networks?id=8870319e-63a7-41eb-8ab4-e76571dc8185 HTTP/1.1" status: 200 len: 805 time: 0.4325790 Aug 27 04:45:02.884534 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8389dd08-2a6d-4023-9ea8-1c57cc677b83 req-6aa11a08-8712-46b5-b17d-dc69292a9d83 tempest-ServersTestJSON-1763344348 tempest-ServersTestJSON-1763344348-project] 10.222.0.76 "GET /networking/v2.0/quotas/bc08332299ea49fe822f7501e09f92ef HTTP/1.1" status: 200 len: 375 time: 0.0365334 Aug 27 04:45:02.926834 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-00f8ebf7-6d1b-4112-a2e0-cb4335ab2882 None None] For port 7857637f-34f6-4e0f-b5a9-0458afeabf87, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:45:02.930797 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-00f8ebf7-6d1b-4112-a2e0-cb4335ab2882 None None] For port 7857637f-34f6-4e0f-b5a9-0458afeabf87, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=7857637f-34f6-4e0f-b5a9-0458afeabf87,segment=NetworkSegment(5920fcb0-5678-42d9-83fc-e0b635efad35),segment_id=5920fcb0-5678-42d9-83fc-e0b635efad35)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:45:03.058658 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-55e0d761-033e-4fc7-acc1-0a8ca0a75b88 req-b547e9ac-6d96-4aec-8907-2b0831459bd8 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a83567e0-2337-4993-b69e-52060a3c56f7 HTTP/1.1" status: 200 len: 210 time: 0.2570338 Aug 27 04:45:03.631344 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8389dd08-2a6d-4023-9ea8-1c57cc677b83 req-8a1377c8-bfa0-4da4-986b-005024bff21e tempest-ServersTestJSON-1763344348 tempest-ServersTestJSON-1763344348-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=bc08332299ea49fe822f7501e09f92ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7250624 Aug 27 04:45:03.639314 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-00f8ebf7-6d1b-4112-a2e0-cb4335ab2882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (7857637f-34f6-4e0f-b5a9-0458afeabf87), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:03.675028 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-24767087-1f58-4be1-b4d6-f0152659effa admin admin] Publish callbacks [] for router_gateway (7005a211-c3f6-4e71-8681-ef1b03516bc4), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:03.754706 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-24767087-1f58-4be1-b4d6-f0152659effa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:03.763198 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f8ebf7-6d1b-4112-a2e0-cb4335ab2882 None None] Pushing event updated for resources: {'Port': ['ID=7857637f-34f6-4e0f-b5a9-0458afeabf87,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:03.781974 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8ebf7-6d1b-4112-a2e0-cb4335ab2882 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:03.787713 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8ebf7-6d1b-4112-a2e0-cb4335ab2882 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:03.790618 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8ebf7-6d1b-4112-a2e0-cb4335ab2882 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:03.791015 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8ebf7-6d1b-4112-a2e0-cb4335ab2882 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:03.793517 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8ebf7-6d1b-4112-a2e0-cb4335ab2882 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:03.793885 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8ebf7-6d1b-4112-a2e0-cb4335ab2882 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:03.794229 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8ebf7-6d1b-4112-a2e0-cb4335ab2882 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:03.794569 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8ebf7-6d1b-4112-a2e0-cb4335ab2882 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:03.798718 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8ebf7-6d1b-4112-a2e0-cb4335ab2882 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:03.799097 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8ebf7-6d1b-4112-a2e0-cb4335ab2882 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:03.799736 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8ebf7-6d1b-4112-a2e0-cb4335ab2882 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:03.811531 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8ebf7-6d1b-4112-a2e0-cb4335ab2882 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:03.812802 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8ebf7-6d1b-4112-a2e0-cb4335ab2882 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:03.816822 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8ebf7-6d1b-4112-a2e0-cb4335ab2882 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:03.817372 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8ebf7-6d1b-4112-a2e0-cb4335ab2882 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:03.908911 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:03.997844 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c63ca42f-6326-4b34-91bb-582eadde027f req-3f79551c-f392-42ad-8a72-4e558fe82f0d tempest-ServersAdmin275Test-756230181 tempest-ServersAdmin275Test-756230181-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a83567e0-2337-4993-b69e-52060a3c56f7 HTTP/1.1" status: 200 len: 210 time: 0.1452386 Aug 27 04:45:04.188545 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 46322) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:04.227588 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:04.326303 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-24767087-1f58-4be1-b4d6-f0152659effa admin admin] Allocated IP 172.25.2.103 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/39222720-a508-4e2b-b908-455339ceaf8d) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:45:04.400221 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a3e6df7b-7c5d-4dac-8cd6-7fd0db83952a tempest-ServersTestJSON-1763344348 tempest-ServersTestJSON-1763344348-project] Publish callbacks [] for security_group (a85b6dd7-2e5a-481f-920d-73f0d03ab408), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:04.475051 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a3e6df7b-7c5d-4dac-8cd6-7fd0db83952a tempest-ServersTestJSON-1763344348 tempest-ServersTestJSON-1763344348-project] Publish callbacks [] for security_group (a85b6dd7-2e5a-481f-920d-73f0d03ab408), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:04.520240 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:04.644186 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-24767087-1f58-4be1-b4d6-f0152659effa admin admin] Publish callbacks [] for port (39222720-a508-4e2b-b908-455339ceaf8d), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:04.650735 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a3e6df7b-7c5d-4dac-8cd6-7fd0db83952a tempest-ServersTestJSON-1763344348 tempest-ServersTestJSON-1763344348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (a85b6dd7-2e5a-481f-920d-73f0d03ab408), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:04.653467 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a3e6df7b-7c5d-4dac-8cd6-7fd0db83952a tempest-ServersTestJSON-1763344348 tempest-ServersTestJSON-1763344348-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:04.654833 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a3e6df7b-7c5d-4dac-8cd6-7fd0db83952a tempest-ServersTestJSON-1763344348 tempest-ServersTestJSON-1763344348-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/a85b6dd7-2e5a-481f-920d-73f0d03ab408 HTTP/1.1" status: 204 len: 168 time: 0.4706197 Aug 27 04:45:04.673656 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 46344) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:04.675738 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 46346) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:04.679829 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e6df7b-7c5d-4dac-8cd6-7fd0db83952a tempest-ServersTestJSON-1763344348 tempest-ServersTestJSON-1763344348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85b6dd7-2e5a-481f-920d-73f0d03ab408,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:04.712115 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-fa310f62-d72d-4974-b093-d912a66b10df tempest-ServersTestJSON-1763344348 tempest-ServersTestJSON-1763344348-project] show failed (client error): The resource could not be found. Aug 27 04:45:04.713439 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-fa310f62-d72d-4974-b093-d912a66b10df tempest-ServersTestJSON-1763344348 tempest-ServersTestJSON-1763344348-project] 10.222.0.76 "GET /networking/v2.0/security-groups/a85b6dd7-2e5a-481f-920d-73f0d03ab408 HTTP/1.1" status: 404 len: 347 time: 0.0437157 Aug 27 04:45:04.716468 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 46350) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:05.006695 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-df5d2211-d0d3-48de-a05d-80962e5659dc tempest-ServersTestJSON-1763344348 tempest-ServersTestJSON-1763344348-project] Deleting port 10696f8b-67e4-461a-aa08-e9da29656557 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:45:05.007466 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-df5d2211-d0d3-48de-a05d-80962e5659dc tempest-ServersTestJSON-1763344348 tempest-ServersTestJSON-1763344348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (10696f8b-67e4-461a-aa08-e9da29656557), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:05.020474 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-24767087-1f58-4be1-b4d6-f0152659effa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (39222720-a508-4e2b-b908-455339ceaf8d), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:05.108944 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e43274a-b15a-41eb-95a9-b074381a8a98 req-81b5db83-8df3-486f-bf70-7ec49dfc3c65 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:05.113295 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1e43274a-b15a-41eb-95a9-b074381a8a98 req-81b5db83-8df3-486f-bf70-7ec49dfc3c65 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=aef5015d-04b9-4f2e-9f2f-6d294b36c318 HTTP/1.1" status: 200 len: 950 time: 0.1904547 Aug 27 04:45:05.215441 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-df5d2211-d0d3-48de-a05d-80962e5659dc tempest-ServersTestJSON-1763344348 tempest-ServersTestJSON-1763344348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (10696f8b-67e4-461a-aa08-e9da29656557), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:05.216539 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-df5d2211-d0d3-48de-a05d-80962e5659dc tempest-ServersTestJSON-1763344348 tempest-ServersTestJSON-1763344348-project] Publish callbacks [] for floatingip (10696f8b-67e4-461a-aa08-e9da29656557), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:05.252281 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-df5d2211-d0d3-48de-a05d-80962e5659dc tempest-ServersTestJSON-1763344348 tempest-ServersTestJSON-1763344348-project] Calling delete_port for 10696f8b-67e4-461a-aa08-e9da29656557 owned by network:floatingip {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:45:05.271842 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24767087-1f58-4be1-b4d6-f0152659effa admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:45:05.283338 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1e43274a-b15a-41eb-95a9-b074381a8a98 req-1bcdf149-da58-48ca-8ab1-13fcc95b1de3 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669550 Aug 27 04:45:05.373176 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:05.374404 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-24767087-1f58-4be1-b4d6-f0152659effa admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:45:05.385304 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24767087-1f58-4be1-b4d6-f0152659effa admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:45:05.400960 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:05.415331 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6d786592-64b3-44fc-8581-1e5e7390e2de req-5cb939eb-e1ea-49ce-bd97-6d1234b11d4e tempest-ServersAdmin275Test-756230181 tempest-ServersAdmin275Test-756230181-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a83567e0-2337-4993-b69e-52060a3c56f7 HTTP/1.1" status: 200 len: 210 time: 0.1477716 Aug 27 04:45:05.473640 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24767087-1f58-4be1-b4d6-f0152659effa admin admin] Pushing event updated for resources: {'Port': ['ID=39222720-a508-4e2b-b908-455339ceaf8d,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:05.513707 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a1031f29-58d5-4285-b597-f6cde77c644c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:05.519061 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:05.520678 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:05.628041 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a1031f29-58d5-4285-b597-f6cde77c644c admin admin] Publish callbacks [] for security_group (61ce1109-852f-44b8-a122-0830c7591ef6), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:05.632949 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:05.634351 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-df5d2211-d0d3-48de-a05d-80962e5659dc tempest-ServersTestJSON-1763344348 tempest-ServersTestJSON-1763344348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (10696f8b-67e4-461a-aa08-e9da29656557), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:05.696028 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5d2211-d0d3-48de-a05d-80962e5659dc tempest-ServersTestJSON-1763344348 tempest-ServersTestJSON-1763344348-project] Pushing event deleted for resources: {'Port': ['ID=10696f8b-67e4-461a-aa08-e9da29656557,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:05.732021 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23d9f2e-9471-4e6e-9b7a-c4d3e4a88e90 None None] Network 79a37c57-2e02-4a7f-9fc0-33f44527ecf4 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:45:05.762996 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a1031f29-58d5-4285-b597-f6cde77c644c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (61ce1109-852f-44b8-a122-0830c7591ef6), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:05.822855 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-df5d2211-d0d3-48de-a05d-80962e5659dc tempest-ServersTestJSON-1763344348 tempest-ServersTestJSON-1763344348-project] Publish callbacks [] for floatingip (f505d3d4-a246-44cd-8093-b0e49a47cddb), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:05.826407 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-df5d2211-d0d3-48de-a05d-80962e5659dc tempest-ServersTestJSON-1763344348 tempest-ServersTestJSON-1763344348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:05.833644 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 46382) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:05.834667 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-df5d2211-d0d3-48de-a05d-80962e5659dc tempest-ServersTestJSON-1763344348 tempest-ServersTestJSON-1763344348-project] 10.222.0.76 "DELETE /networking/v2.0/floatingips/f505d3d4-a246-44cd-8093-b0e49a47cddb HTTP/1.1" status: 204 len: 168 time: 1.1166880 Aug 27 04:45:05.870090 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a1031f29-58d5-4285-b597-f6cde77c644c admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=5312a0924666461dbcab3046927c0113&name=default HTTP/1.1" status: 200 len: 2997 time: 1.1690214 Aug 27 04:45:05.870090 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 46384) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:05.940580 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4c3ef95e-9211-42bc-ad88-b5174b219b32 None None] Provisioning complete for port 7857637f-34f6-4e0f-b5a9-0458afeabf87 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:45:05.940974 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4c3ef95e-9211-42bc-ad88-b5174b219b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (7857637f-34f6-4e0f-b5a9-0458afeabf87), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:05.949746 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1031f29-58d5-4285-b597-f6cde77c644c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ce1109-852f-44b8-a122-0830c7591ef6,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:06.022710 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:06.103329 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:06.118962 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:06.123513 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-95560036-e2fd-40fd-802c-8d004f76037e admin admin] Publish callbacks [] for security_group (61ce1109-852f-44b8-a122-0830c7591ef6), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:06.129946 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 7857637f-34f6-4e0f-b5a9-0458afeabf87 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:45:06.166173 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:06.173297 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-95560036-e2fd-40fd-802c-8d004f76037e admin admin] Publish callbacks [] for security_group (61ce1109-852f-44b8-a122-0830c7591ef6), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:06.325821 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4c3ef95e-9211-42bc-ad88-b5174b219b32 None None] Current status of the port 7857637f-34f6-4e0f-b5a9-0458afeabf87 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:45:06.326512 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4c3ef95e-9211-42bc-ad88-b5174b219b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (7857637f-34f6-4e0f-b5a9-0458afeabf87), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:06.385454 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-95560036-e2fd-40fd-802c-8d004f76037e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (61ce1109-852f-44b8-a122-0830c7591ef6), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:06.390803 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-95560036-e2fd-40fd-802c-8d004f76037e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:06.392038 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-95560036-e2fd-40fd-802c-8d004f76037e admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/61ce1109-852f-44b8-a122-0830c7591ef6 HTTP/1.1" status: 204 len: 168 time: 0.5230889 Aug 27 04:45:06.395724 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-24767087-1f58-4be1-b4d6-f0152659effa admin admin] Publish callbacks [] for router_gateway (7005a211-c3f6-4e71-8681-ef1b03516bc4), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:06.424645 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95560036-e2fd-40fd-802c-8d004f76037e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ce1109-852f-44b8-a122-0830c7591ef6,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:06.469510 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 7857637f-34f6-4e0f-b5a9-0458afeabf87 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:45:06.470143 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (7857637f-34f6-4e0f-b5a9-0458afeabf87), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:06.524570 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=85,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:06.681926 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4c3ef95e-9211-42bc-ad88-b5174b219b32 None None] For port 7857637f-34f6-4e0f-b5a9-0458afeabf87, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=7857637f-34f6-4e0f-b5a9-0458afeabf87,segment=NetworkSegment(5920fcb0-5678-42d9-83fc-e0b635efad35),segment_id=5920fcb0-5678-42d9-83fc-e0b635efad35)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:06.777341 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314db11b-b06d-4d2b-b7b3-c900cf32a232 req-103474df-5d2c-4cb2-b640-37564ca837d3 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:06.789101 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-314db11b-b06d-4d2b-b7b3-c900cf32a232 req-103474df-5d2c-4cb2-b640-37564ca837d3 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=aef5015d-04b9-4f2e-9f2f-6d294b36c318 HTTP/1.1" status: 200 len: 950 time: 0.2544847 Aug 27 04:45:06.872568 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4c3ef95e-9211-42bc-ad88-b5174b219b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (7857637f-34f6-4e0f-b5a9-0458afeabf87), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:06.878879 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:06.918394 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f7710-29ab-439f-a581-69b914634c9d req-f59315ef-319b-48ff-a5e0-3334cb3809a0 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:06.923905 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2e0f7710-29ab-439f-a581-69b914634c9d req-f59315ef-319b-48ff-a5e0-3334cb3809a0 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aef5015d-04b9-4f2e-9f2f-6d294b36c318 HTTP/1.1" status: 200 len: 950 time: 0.5862637 Aug 27 04:45:06.941710 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:06.995809 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3ef95e-9211-42bc-ad88-b5174b219b32 None None] Pushing event updated for resources: {'Port': ['ID=7857637f-34f6-4e0f-b5a9-0458afeabf87,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:07.013647 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:07.014527 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-9c2838e7-77a9-45a9-be9a-9d621f46d01f None None] Provisioning complete for port 7857637f-34f6-4e0f-b5a9-0458afeabf87 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:45:07.014890 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9c2838e7-77a9-45a9-be9a-9d621f46d01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (7857637f-34f6-4e0f-b5a9-0458afeabf87), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:07.059262 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 7857637f-34f6-4e0f-b5a9-0458afeabf87 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:45:07.060274 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (7857637f-34f6-4e0f-b5a9-0458afeabf87), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:07.096845 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-fa093dc4-bc2e-4cae-8cfc-2c81d6b7be2a req-bcf0e224-ee9a-4955-b526-91ef2bacf465 tempest-ServersAdmin275Test-1478199913 tempest-ServersAdmin275Test-1478199913-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a83567e0-2337-4993-b69e-52060a3c56f7 HTTP/1.1" status: 200 len: 210 time: 0.1676538 Aug 27 04:45:07.152125 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-9c2838e7-77a9-45a9-be9a-9d621f46d01f None None] Current status of the port 7857637f-34f6-4e0f-b5a9-0458afeabf87 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:45:07.202055 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-314db11b-b06d-4d2b-b7b3-c900cf32a232 req-5ff02abf-153f-456a-93bb-f95e13c7cd86 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4080069 Aug 27 04:45:07.214670 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:45:07.215094 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:45:07.396797 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=10,neutron:SELECT=80,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:07.534406 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-904005ba-b9f6-4bdf-9f22-1b3031dbb40f req-cb2353e3-d930-480b-a863-e49fa1dda75b tempest-ServersAdmin275Test-1478199913 tempest-ServersAdmin275Test-1478199913-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a83567e0-2337-4993-b69e-52060a3c56f7 HTTP/1.1" status: 200 len: 210 time: 0.1476386 Aug 27 04:45:07.580302 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [req-2e0f7710-29ab-439f-a581-69b914634c9d req-7b85e39e-98a8-48c6-b1ca-61e8c8050e23 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Deleting port a723b0a9-1e91-40c0-a00b-51235a1e481f {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:45:07.580665 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-2e0f7710-29ab-439f-a581-69b914634c9d req-7b85e39e-98a8-48c6-b1ca-61e8c8050e23 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (a723b0a9-1e91-40c0-a00b-51235a1e481f), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:07.599750 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 46432) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:07.617651 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1cdcae7e-8285-42c5-bf24-0a8dac2cfff2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:07.748691 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6cd5f1ae-9d46-48fc-83c5-af15042e1175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (208fcb70-bcfa-4f7a-ada2-cea4e522f00d), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:07.808005 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 7857637f-34f6-4e0f-b5a9-0458afeabf87 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:45:07.829456 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1cdcae7e-8285-42c5-bf24-0a8dac2cfff2 admin admin] Publish callbacks [] for security_group (2589050a-96ea-4f0a-88b4-5f98e94c7c68), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:07.859426 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-24767087-1f58-4be1-b4d6-f0152659effa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (7005a211-c3f6-4e71-8681-ef1b03516bc4), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:07.894200 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1cdcae7e-8285-42c5-bf24-0a8dac2cfff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (2589050a-96ea-4f0a-88b4-5f98e94c7c68), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:07.912531 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [req-2e0f7710-29ab-439f-a581-69b914634c9d req-7b85e39e-98a8-48c6-b1ca-61e8c8050e23 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] For port a723b0a9-1e91-40c0-a00b-51235a1e481f, host n-h2-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852088-5',level=0,port_id=a723b0a9-1e91-40c0-a00b-51235a1e481f,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:07.912900 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-2e0f7710-29ab-439f-a581-69b914634c9d req-7b85e39e-98a8-48c6-b1ca-61e8c8050e23 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (a723b0a9-1e91-40c0-a00b-51235a1e481f), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:07.958715 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 7857637f-34f6-4e0f-b5a9-0458afeabf87 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:45:07.978681 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [req-2e0f7710-29ab-439f-a581-69b914634c9d req-7b85e39e-98a8-48c6-b1ca-61e8c8050e23 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Calling delete_port for a723b0a9-1e91-40c0-a00b-51235a1e481f owned by compute:nova {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:45:08.000003 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdcae7e-8285-42c5-bf24-0a8dac2cfff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2589050a-96ea-4f0a-88b4-5f98e94c7c68,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:08.009964 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:08.024139 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1cdcae7e-8285-42c5-bf24-0a8dac2cfff2 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=0638d5eae53b42bbb40af7b40b08b6cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4202812 Aug 27 04:45:08.025737 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 46442) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:08.095516 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 7857637f-34f6-4e0f-b5a9-0458afeabf87 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:45:08.098115 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (7857637f-34f6-4e0f-b5a9-0458afeabf87), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:08.149075 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a7c3e8d6-85b7-4377-9bcd-00e587ff6c21 admin admin] Publish callbacks [] for security_group (2589050a-96ea-4f0a-88b4-5f98e94c7c68), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:08.206415 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a7c3e8d6-85b7-4377-9bcd-00e587ff6c21 admin admin] Publish callbacks [] for security_group (2589050a-96ea-4f0a-88b4-5f98e94c7c68), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:08.269356 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 7857637f-34f6-4e0f-b5a9-0458afeabf87 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:45:08.427527 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a7c3e8d6-85b7-4377-9bcd-00e587ff6c21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (2589050a-96ea-4f0a-88b4-5f98e94c7c68), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:08.431793 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a7c3e8d6-85b7-4377-9bcd-00e587ff6c21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:08.442021 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a7c3e8d6-85b7-4377-9bcd-00e587ff6c21 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/2589050a-96ea-4f0a-88b4-5f98e94c7c68 HTTP/1.1" status: 204 len: 168 time: 0.4062972 Aug 27 04:45:08.468855 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c3e8d6-85b7-4377-9bcd-00e587ff6c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2589050a-96ea-4f0a-88b4-5f98e94c7c68,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:08.504364 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:UPDATE=6,neutron:INSERT=4,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:08.543989 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad253df-8fc3-48ae-bfae-23fa20039d22 req-a0a150a7-a578-4e00-a428-406af355ea84 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:08.545639 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7ad253df-8fc3-48ae-bfae-23fa20039d22 req-a0a150a7-a578-4e00-a428-406af355ea84 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=aef5015d-04b9-4f2e-9f2f-6d294b36c318 HTTP/1.1" status: 200 len: 950 time: 0.1558115 Aug 27 04:45:08.569712 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-6cd5f1ae-9d46-48fc-83c5-af15042e1175 admin admin] Deleting port 562bf017-e6f8-4c6b-af4a-b6f4c1e51c65 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:45:08.578564 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6cd5f1ae-9d46-48fc-83c5-af15042e1175 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (562bf017-e6f8-4c6b-af4a-b6f4c1e51c65), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:08.584532 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=76,neutron:UPDATE=3,neutron:INSERT=19,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:08.729873 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:08.933329 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Device a723b0a9-1e91-40c0-a00b-51235a1e481f no longer exists at agent hyperv_n-h2-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:45:09.006417 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] No Port match for: a723b0a9-1e91-40c0-a00b-51235a1e481f {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:45:09.009252 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Device a723b0a9-1e91-40c0-a00b-51235a1e481f not bound to the agent host n-h2-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:45:09.094371 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-2e0f7710-29ab-439f-a581-69b914634c9d req-7b85e39e-98a8-48c6-b1ca-61e8c8050e23 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (a723b0a9-1e91-40c0-a00b-51235a1e481f), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:09.096513 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24767087-1f58-4be1-b4d6-f0152659effa admin admin] Router 7005a211-c3f6-4e71-8681-ef1b03516bc4 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:45:09.115052 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:09.205100 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6702f74e-5721-4134-83d0-8e395d4fc393 req-550e364f-033c-4b46-9f15-12f41f60a86c tempest-ServersAdmin275Test-1478199913 tempest-ServersAdmin275Test-1478199913-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a83567e0-2337-4993-b69e-52060a3c56f7 HTTP/1.1" status: 200 len: 210 time: 0.1186497 Aug 27 04:45:09.246624 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-6cd5f1ae-9d46-48fc-83c5-af15042e1175 admin admin] For port 562bf017-e6f8-4c6b-af4a-b6f4c1e51c65, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=562bf017-e6f8-4c6b-af4a-b6f4c1e51c65,segment=NetworkSegment(65e42a94-e177-44ce-962b-eccbfa62c9f5),segment_id=65e42a94-e177-44ce-962b-eccbfa62c9f5)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:09.247211 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6cd5f1ae-9d46-48fc-83c5-af15042e1175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (562bf017-e6f8-4c6b-af4a-b6f4c1e51c65), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:09.263086 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-6cd5f1ae-9d46-48fc-83c5-af15042e1175 admin admin] Calling delete_port for 562bf017-e6f8-4c6b-af4a-b6f4c1e51c65 owned by network:router_interface {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:45:09.438342 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:09.485719 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b85e39e-98a8-48c6-b1ca-61e8c8050e23 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Pushing event deleted for resources: {'Port': ['ID=a723b0a9-1e91-40c0-a00b-51235a1e481f,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:09.590245 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6cd5f1ae-9d46-48fc-83c5-af15042e1175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (562bf017-e6f8-4c6b-af4a-b6f4c1e51c65), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:09.667064 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:09.701281 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e0f7710-29ab-439f-a581-69b914634c9d req-7b85e39e-98a8-48c6-b1ca-61e8c8050e23 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] No DVR routers for this DVR port a723b0a9-1e91-40c0-a00b-51235a1e481f on host n-h2-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:45:09.703946 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-2e0f7710-29ab-439f-a581-69b914634c9d req-7b85e39e-98a8-48c6-b1ca-61e8c8050e23 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:09.709713 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2e0f7710-29ab-439f-a581-69b914634c9d req-7b85e39e-98a8-48c6-b1ca-61e8c8050e23 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.78 "DELETE /networking/v2.0/ports/a723b0a9-1e91-40c0-a00b-51235a1e481f HTTP/1.1" status: 204 len: 173 time: 2.7698860 Aug 27 04:45:09.766244 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef5015d-04b9-4f2e-9f2f-6d294b36c318', 'name': 'network-vif-deleted', 'tag': 'a723b0a9-1e91-40c0-a00b-51235a1e481f'}] {{(pid=107775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:45:09.768684 n-d-852088-5 neutron-server[107775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ddf616e61a40c3321bb076b8b2a422f95ceea1ddd8db904bb1386914125100a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38fa7cbc-6c55-4be2-ae11-b023075a7763" -d '{"events": [{"server_uuid": "aef5015d-04b9-4f2e-9f2f-6d294b36c318", "name": "network-vif-deleted", "tag": "a723b0a9-1e91-40c0-a00b-51235a1e481f"}]}' {{(pid=107775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:45:09.798636 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7ad253df-8fc3-48ae-bfae-23fa20039d22 req-19eaa26c-a09e-4dde-92da-aaeaa2d1566b tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aa5715c2-85ab-414f-a382-26e112981df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2395060 Aug 27 04:45:09.865746 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd5f1ae-9d46-48fc-83c5-af15042e1175 admin admin] Pushing event deleted for resources: {'Port': ['ID=562bf017-e6f8-4c6b-af4a-b6f4c1e51c65,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:10.062449 n-d-852088-5 neutron-server[107775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 04:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad774371-9a86-462d-9e2f-a43c080f9e03 x-openstack-request-id: req-ad774371-9a86-462d-9e2f-a43c080f9e03 {{(pid=107775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:45:10.062740 n-d-852088-5 neutron-server[107775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aef5015d-04b9-4f2e-9f2f-6d294b36c318", "name": "network-vif-deleted", "tag": "a723b0a9-1e91-40c0-a00b-51235a1e481f", "status": "completed", "code": 200}]} {{(pid=107775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:45:10.062989 n-d-852088-5 neutron-server[107775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ad774371-9a86-462d-9e2f-a43c080f9e03 {{(pid=107775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:45:10.063386 n-d-852088-5 neutron-server[107775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad774371-9a86-462d-9e2f-a43c080f9e03'] response: {'server_uuid': 'aef5015d-04b9-4f2e-9f2f-6d294b36c318', 'name': 'network-vif-deleted', 'tag': 'a723b0a9-1e91-40c0-a00b-51235a1e481f', 'status': 'completed', 'code': 200} Aug 27 04:45:10.266419 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:10.368766 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6cd5f1ae-9d46-48fc-83c5-af15042e1175 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (208fcb70-bcfa-4f7a-ada2-cea4e522f00d), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:10.373262 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24767087-1f58-4be1-b4d6-f0152659effa admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:45:10.384091 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f081a5-f33c-4f4d-8f95-6e0402ce765f None None] Sync routers for ids ['7005a211-c3f6-4e71-8681-ef1b03516bc4'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:45:10.405783 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f081a5-f33c-4f4d-8f95-6e0402ce765f None None] Routers {'7005a211-c3f6-4e71-8681-ef1b03516bc4'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:45:10.409944 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-24f081a5-f33c-4f4d-8f95-6e0402ce765f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:44:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['7005a211-c3f6-4e71-8681-ef1b03516bc4'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:10.517514 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:10.641783 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-24767087-1f58-4be1-b4d6-f0152659effa admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:10.651370 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 46508) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:10.658634 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-24f081a5-f33c-4f4d-8f95-6e0402ce765f None None] Set router 7005a211-c3f6-4e71-8681-ef1b03516bc4 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:45:10.666364 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-24767087-1f58-4be1-b4d6-f0152659effa admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.9273415 Aug 27 04:45:10.740996 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5f06ab4c-90b8-4efb-9bc4-2b1459830747 req-e4885996-160b-445c-a7b9-425642d02ba0 tempest-ServersAdmin275Test-1478199913 tempest-ServersAdmin275Test-1478199913-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a83567e0-2337-4993-b69e-52060a3c56f7 HTTP/1.1" status: 200 len: 210 time: 0.1351514 Aug 27 04:45:10.812529 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:10.997295 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:11.220542 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-24f081a5-f33c-4f4d-8f95-6e0402ce765f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7005a211-c3f6-4e71-8681-ef1b03516bc4', 'name': 'tempest-DeleteServersTestJSON-66581141-router', 'tenant_id': '69cabedeede3400e97dc66f4cd3e1e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '39222720-a508-4e2b-b908-455339ceaf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:45:01Z', 'updated_at': '2022-08-27T04:45:05Z', 'revision_number': 3, 'project_id': '69cabedeede3400e97dc66f4cd3e1e26', 'gw_port': {'id': '39222720-a508-4e2b-b908-455339ceaf8d', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c5:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7005a211-c3f6-4e71-8681-ef1b03516bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:45:03Z', 'updated_at': '2022-08-27T04:45:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:11.275790 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f93e069e-8b56-4a21-9a97-36d01c6f30c9 req-0f5d72ab-3f20-4246-9863-f3f58b978ae7 tempest-ServersOnMultiNodesTest-2102328210 tempest-ServersOnMultiNodesTest-2102328210-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=aef5015d-04b9-4f2e-9f2f-6d294b36c318 HTTP/1.1" status: 200 len: 210 time: 0.0963762 Aug 27 04:45:11.311885 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd5f1ae-9d46-48fc-83c5-af15042e1175 admin admin] Router 208fcb70-bcfa-4f7a-ada2-cea4e522f00d has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:45:11.317933 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f081a5-f33c-4f4d-8f95-6e0402ce765f None None] Checking router: 7005a211-c3f6-4e71-8681-ef1b03516bc4 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:45:11.318609 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f081a5-f33c-4f4d-8f95-6e0402ce765f None None] Updating router 7005a211-c3f6-4e71-8681-ef1b03516bc4 port 39222720-a508-4e2b-b908-455339ceaf8d binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:45:11.446221 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd5f1ae-9d46-48fc-83c5-af15042e1175 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:45:11.452906 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-24f081a5-f33c-4f4d-8f95-6e0402ce765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (39222720-a508-4e2b-b908-455339ceaf8d), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:11.458896 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-6cd5f1ae-9d46-48fc-83c5-af15042e1175 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/208fcb70-bcfa-4f7a-ada2-cea4e522f00d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6232843 Aug 27 04:45:11.472542 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 46526) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:11.473424 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5972643-2bf4-43f9-8c9c-00cd625da1cd None None] Sync routers for ids ['208fcb70-bcfa-4f7a-ada2-cea4e522f00d'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:45:11.508587 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5972643-2bf4-43f9-8c9c-00cd625da1cd None None] Routers {'208fcb70-bcfa-4f7a-ada2-cea4e522f00d'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:45:11.509289 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-d5972643-2bf4-43f9-8c9c-00cd625da1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:44:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['208fcb70-bcfa-4f7a-ada2-cea4e522f00d'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:11.665142 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-095b1c54-7771-4387-ba9a-f833a8963f2c admin admin] Publish callbacks [] for router (208fcb70-bcfa-4f7a-ada2-cea4e522f00d), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:11.811257 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-d5972643-2bf4-43f9-8c9c-00cd625da1cd None None] Set router 208fcb70-bcfa-4f7a-ada2-cea4e522f00d gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:45:11.957918 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-095b1c54-7771-4387-ba9a-f833a8963f2c admin admin] Publish callbacks [] for router_gateway (208fcb70-bcfa-4f7a-ada2-cea4e522f00d), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:12.127850 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-232ffc8c-5ed6-4b0b-82cb-266b570557d3 req-d1740ab8-276c-415c-9585-4195afe796d6 tempest-ServersAdmin275Test-1478199913 tempest-ServersAdmin275Test-1478199913-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a83567e0-2337-4993-b69e-52060a3c56f7 HTTP/1.1" status: 200 len: 210 time: 0.0926459 Aug 27 04:45:12.312507 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-095b1c54-7771-4387-ba9a-f833a8963f2c admin admin] Deleting port 2f8e8e61-b829-40a6-8c5e-1886125f7e0e {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:45:12.314702 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-095b1c54-7771-4387-ba9a-f833a8963f2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (2f8e8e61-b829-40a6-8c5e-1886125f7e0e), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:12.344787 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-d5972643-2bf4-43f9-8c9c-00cd625da1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208fcb70-bcfa-4f7a-ada2-cea4e522f00d', 'name': 'tempest-ServersTestJSON-328401893-router', 'tenant_id': 'bc08332299ea49fe822f7501e09f92ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '2f8e8e61-b829-40a6-8c5e-1886125f7e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:44:40Z', 'updated_at': '2022-08-27T04:45:09Z', 'revision_number': 5, 'project_id': 'bc08332299ea49fe822f7501e09f92ef', 'gw_port': {'id': '2f8e8e61-b829-40a6-8c5e-1886125f7e0e', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:51:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208fcb70-bcfa-4f7a-ada2-cea4e522f00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:44:41Z', 'updated_at': '2022-08-27T04:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:12.387686 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5972643-2bf4-43f9-8c9c-00cd625da1cd None None] Checking router: 208fcb70-bcfa-4f7a-ada2-cea4e522f00d for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:45:12.402970 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5972643-2bf4-43f9-8c9c-00cd625da1cd None None] Routers {'208fcb70-bcfa-4f7a-ada2-cea4e522f00d'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:45:12.403954 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-d5972643-2bf4-43f9-8c9c-00cd625da1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:44:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['208fcb70-bcfa-4f7a-ada2-cea4e522f00d'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:12.413959 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-24f081a5-f33c-4f4d-8f95-6e0402ce765f None None] Publish callbacks [] for port (39222720-a508-4e2b-b908-455339ceaf8d), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:12.514734 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-095b1c54-7771-4387-ba9a-f833a8963f2c admin admin] For port 2f8e8e61-b829-40a6-8c5e-1886125f7e0e, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=2f8e8e61-b829-40a6-8c5e-1886125f7e0e,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:12.515395 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-095b1c54-7771-4387-ba9a-f833a8963f2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (2f8e8e61-b829-40a6-8c5e-1886125f7e0e), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:12.527480 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-d5972643-2bf4-43f9-8c9c-00cd625da1cd None None] Set router 208fcb70-bcfa-4f7a-ada2-cea4e522f00d gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:45:12.532480 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-095b1c54-7771-4387-ba9a-f833a8963f2c admin admin] Calling delete_port for 2f8e8e61-b829-40a6-8c5e-1886125f7e0e owned by network:router_gateway {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:45:12.535525 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-24f081a5-f33c-4f4d-8f95-6e0402ce765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (39222720-a508-4e2b-b908-455339ceaf8d), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:12.611469 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:12.613298 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-d5972643-2bf4-43f9-8c9c-00cd625da1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208fcb70-bcfa-4f7a-ada2-cea4e522f00d', 'name': 'tempest-ServersTestJSON-328401893-router', 'tenant_id': 'bc08332299ea49fe822f7501e09f92ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:44:40Z', 'updated_at': '2022-08-27T04:45:11Z', 'revision_number': 6, 'project_id': 'bc08332299ea49fe822f7501e09f92ef', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:12.645654 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5972643-2bf4-43f9-8c9c-00cd625da1cd None None] The sync data for ids ['208fcb70-bcfa-4f7a-ada2-cea4e522f00d'] in n-d-852088-5 is: [{'id': '208fcb70-bcfa-4f7a-ada2-cea4e522f00d', 'name': 'tempest-ServersTestJSON-328401893-router', 'tenant_id': 'bc08332299ea49fe822f7501e09f92ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:44:40Z', 'updated_at': '2022-08-27T04:45:11Z', 'revision_number': 6, 'project_id': 'bc08332299ea49fe822f7501e09f92ef', 'gw_port_host': None}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:45:12.653051 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-24f081a5-f33c-4f4d-8f95-6e0402ce765f None None] Attempting to bind port 39222720-a508-4e2b-b908-455339ceaf8d on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:45:12.659714 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-24f081a5-f33c-4f4d-8f95-6e0402ce765f None None] Attempting to bind port 39222720-a508-4e2b-b908-455339ceaf8d by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:45:12.662101 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f081a5-f33c-4f4d-8f95-6e0402ce765f None None] Attempting to bind port 39222720-a508-4e2b-b908-455339ceaf8d on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:45:12.715099 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f081a5-f33c-4f4d-8f95-6e0402ce765f None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:45:12.717567 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f081a5-f33c-4f4d-8f95-6e0402ce765f None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:45:12.718127 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-24f081a5-f33c-4f4d-8f95-6e0402ce765f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:12.718555 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f081a5-f33c-4f4d-8f95-6e0402ce765f None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:45:12.719090 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-24f081a5-f33c-4f4d-8f95-6e0402ce765f None None] Bound port: 39222720-a508-4e2b-b908-455339ceaf8d, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:45:12.719474 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-24f081a5-f33c-4f4d-8f95-6e0402ce765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (39222720-a508-4e2b-b908-455339ceaf8d), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:12.782081 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f5129d-736b-40aa-8cf4-3c9a2a0cbce3 None None] Pushing event updated for resources: {'Port': ['ID=39222720-a508-4e2b-b908-455339ceaf8d,revision_number=2']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:12.808869 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f5129d-736b-40aa-8cf4-3c9a2a0cbce3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:12.817409 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f5129d-736b-40aa-8cf4-3c9a2a0cbce3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:12.818190 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f5129d-736b-40aa-8cf4-3c9a2a0cbce3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:12.818815 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f5129d-736b-40aa-8cf4-3c9a2a0cbce3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:12.819692 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f5129d-736b-40aa-8cf4-3c9a2a0cbce3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:12.820901 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f5129d-736b-40aa-8cf4-3c9a2a0cbce3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:12.826828 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f5129d-736b-40aa-8cf4-3c9a2a0cbce3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:12.826828 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f5129d-736b-40aa-8cf4-3c9a2a0cbce3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:12.826828 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f5129d-736b-40aa-8cf4-3c9a2a0cbce3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:12.826828 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f5129d-736b-40aa-8cf4-3c9a2a0cbce3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:12.826828 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f5129d-736b-40aa-8cf4-3c9a2a0cbce3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:12.826828 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f5129d-736b-40aa-8cf4-3c9a2a0cbce3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:12.826828 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f5129d-736b-40aa-8cf4-3c9a2a0cbce3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:12.826828 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f5129d-736b-40aa-8cf4-3c9a2a0cbce3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:12.826828 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f5129d-736b-40aa-8cf4-3c9a2a0cbce3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:12.867343 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-41329e34-9434-4edb-80ac-78db6a78170e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:12.941231 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-24f081a5-f33c-4f4d-8f95-6e0402ce765f None None] For port 39222720-a508-4e2b-b908-455339ceaf8d, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:45:13.112869 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:13.197435 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-095b1c54-7771-4387-ba9a-f833a8963f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (2f8e8e61-b829-40a6-8c5e-1886125f7e0e), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:13.200325 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-24f081a5-f33c-4f4d-8f95-6e0402ce765f None None] For port 39222720-a508-4e2b-b908-455339ceaf8d, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=39222720-a508-4e2b-b908-455339ceaf8d,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:45:13.311128 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-41329e34-9434-4edb-80ac-78db6a78170e admin admin] Allocated IP 172.20.0.1 (79a37c57-2e02-4a7f-9fc0-33f44527ecf4/30d02e34-d914-4a2e-a465-87e16d539289/ebbfbc76-94f0-46de-ad81-e0c9093ae560) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:45:13.336987 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-24f081a5-f33c-4f4d-8f95-6e0402ce765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (39222720-a508-4e2b-b908-455339ceaf8d), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:13.355448 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b1c54-7771-4387-ba9a-f833a8963f2c admin admin] Pushing event deleted for resources: {'Port': ['ID=2f8e8e61-b829-40a6-8c5e-1886125f7e0e,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:13.421788 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f081a5-f33c-4f4d-8f95-6e0402ce765f None None] Routers {'7005a211-c3f6-4e71-8681-ef1b03516bc4'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:45:13.422509 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-24f081a5-f33c-4f4d-8f95-6e0402ce765f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:44:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['7005a211-c3f6-4e71-8681-ef1b03516bc4'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:13.452680 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-095b1c54-7771-4387-ba9a-f833a8963f2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (208fcb70-bcfa-4f7a-ada2-cea4e522f00d), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:13.459132 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1d74da21-4179-433f-92a9-1c078933c433 req-d00ca510-20cc-4ea9-9f5c-d077e9829d84 tempest-ServersAdmin275Test-1478199913 tempest-ServersAdmin275Test-1478199913-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a83567e0-2337-4993-b69e-52060a3c56f7 HTTP/1.1" status: 200 len: 210 time: 0.0454900 Aug 27 04:45:13.470458 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-41329e34-9434-4edb-80ac-78db6a78170e admin admin] Publish callbacks [] for port (ebbfbc76-94f0-46de-ad81-e0c9093ae560), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:13.516350 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:13.605307 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:13.633595 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:13.643114 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f5129d-736b-40aa-8cf4-3c9a2a0cbce3 None None] Pushing event updated for resources: {'Port': ['ID=39222720-a508-4e2b-b908-455339ceaf8d,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:13.666588 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-24f081a5-f33c-4f4d-8f95-6e0402ce765f None None] Set router 7005a211-c3f6-4e71-8681-ef1b03516bc4 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:45:13.712138 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-41329e34-9434-4edb-80ac-78db6a78170e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (ebbfbc76-94f0-46de-ad81-e0c9093ae560), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:13.742600 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-095b1c54-7771-4387-ba9a-f833a8963f2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (208fcb70-bcfa-4f7a-ada2-cea4e522f00d), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:13.747658 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-095b1c54-7771-4387-ba9a-f833a8963f2c admin admin] Publish callbacks [] for router_controller (208fcb70-bcfa-4f7a-ada2-cea4e522f00d), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:13.795747 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41329e34-9434-4edb-80ac-78db6a78170e admin admin] Network 79a37c57-2e02-4a7f-9fc0-33f44527ecf4 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:45:13.795747 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-41329e34-9434-4edb-80ac-78db6a78170e admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:45:13.797765 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41329e34-9434-4edb-80ac-78db6a78170e admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:45:13.810477 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 46582) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:13.905660 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-41329e34-9434-4edb-80ac-78db6a78170e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (7005a211-c3f6-4e71-8681-ef1b03516bc4), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:13.908079 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41329e34-9434-4edb-80ac-78db6a78170e admin admin] Pushing event updated for resources: {'Port': ['ID=ebbfbc76-94f0-46de-ad81-e0c9093ae560,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:13.947494 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 2f8e8e61-b829-40a6-8c5e-1886125f7e0e no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:45:13.994228 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-095b1c54-7771-4387-ba9a-f833a8963f2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (208fcb70-bcfa-4f7a-ada2-cea4e522f00d), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:13.995919 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095b1c54-7771-4387-ba9a-f833a8963f2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 208fcb70-bcfa-4f7a-ada2-cea4e522f00d {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:45:14.001403 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-095b1c54-7771-4387-ba9a-f833a8963f2c admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:14.006014 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-095b1c54-7771-4387-ba9a-f833a8963f2c admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/208fcb70-bcfa-4f7a-ada2-cea4e522f00d HTTP/1.1" status: 204 len: 168 time: 2.5310831 Aug 27 04:45:14.006794 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 46590) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:14.046822 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 2f8e8e61-b829-40a6-8c5e-1886125f7e0e {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:45:14.054456 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 2f8e8e61-b829-40a6-8c5e-1886125f7e0e not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:45:14.059504 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 562bf017-e6f8-4c6b-af4a-b6f4c1e51c65 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:45:14.121641 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-24f081a5-f33c-4f4d-8f95-6e0402ce765f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7005a211-c3f6-4e71-8681-ef1b03516bc4', 'name': 'tempest-DeleteServersTestJSON-66581141-router', 'tenant_id': '69cabedeede3400e97dc66f4cd3e1e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '39222720-a508-4e2b-b908-455339ceaf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:45:01Z', 'updated_at': '2022-08-27T04:45:05Z', 'revision_number': 3, 'project_id': '69cabedeede3400e97dc66f4cd3e1e26', 'gw_port': {'id': '39222720-a508-4e2b-b908-455339ceaf8d', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c5:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7005a211-c3f6-4e71-8681-ef1b03516bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:45:03Z', 'updated_at': '2022-08-27T04:45:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:14.134817 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 562bf017-e6f8-4c6b-af4a-b6f4c1e51c65 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:45:14.142887 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 562bf017-e6f8-4c6b-af4a-b6f4c1e51c65 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:45:14.201578 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-126eaa5b-b20c-44d3-bd5e-5c75b10d42ee admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=d85e7650a4374066922085ef5115c973&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3899457 Aug 27 04:45:14.204606 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 46594) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:14.234327 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f081a5-f33c-4f4d-8f95-6e0402ce765f None None] The sync data for ids ['7005a211-c3f6-4e71-8681-ef1b03516bc4'] in n-d-852088-5 is: [{'id': '7005a211-c3f6-4e71-8681-ef1b03516bc4', 'name': 'tempest-DeleteServersTestJSON-66581141-router', 'tenant_id': '69cabedeede3400e97dc66f4cd3e1e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '39222720-a508-4e2b-b908-455339ceaf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:45:01Z', 'updated_at': '2022-08-27T04:45:05Z', 'revision_number': 3, 'project_id': '69cabedeede3400e97dc66f4cd3e1e26', 'gw_port': {'id': '39222720-a508-4e2b-b908-455339ceaf8d', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c5:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7005a211-c3f6-4e71-8681-ef1b03516bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:45:03Z', 'updated_at': '2022-08-27T04:45:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:45:14.248646 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5b71413-f98b-470e-bbd2-762b725f6719 admin admin] Deleting subnet 61a6a44c-78ae-4cfe-bd7b-2ff6ff18176f {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:45:14.249297 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b5b71413-f98b-470e-bbd2-762b725f6719 admin admin] Publish callbacks [] for subnet (61a6a44c-78ae-4cfe-bd7b-2ff6ff18176f), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:14.345720 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b5b71413-f98b-470e-bbd2-762b725f6719 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (61a6a44c-78ae-4cfe-bd7b-2ff6ff18176f), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:14.373278 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-9e48f868-a1b5-42f6-ac1c-33823a941463 None None] Provisioning complete for port ebbfbc76-94f0-46de-ad81-e0c9093ae560 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:45:14.375764 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9e48f868-a1b5-42f6-ac1c-33823a941463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (ebbfbc76-94f0-46de-ad81-e0c9093ae560), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:14.470533 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7eb117fc-7fa7-4941-a9fa-38e194e1a871 admin admin] Publish callbacks [] for security_group (aa5715c2-85ab-414f-a382-26e112981df1), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:14.474164 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-41329e34-9434-4edb-80ac-78db6a78170e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (ebbfbc76-94f0-46de-ad81-e0c9093ae560), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:14.496461 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-9e48f868-a1b5-42f6-ac1c-33823a941463 None None] Port ebbfbc76-94f0-46de-ad81-e0c9093ae560 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:45:14.544567 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7eb117fc-7fa7-4941-a9fa-38e194e1a871 admin admin] Publish callbacks [] for security_group (aa5715c2-85ab-414f-a382-26e112981df1), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:14.583961 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b5b71413-f98b-470e-bbd2-762b725f6719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (61a6a44c-78ae-4cfe-bd7b-2ff6ff18176f), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:14.748482 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:14.793569 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-41329e34-9434-4edb-80ac-78db6a78170e admin admin] Publish callbacks [] for port (ebbfbc76-94f0-46de-ad81-e0c9093ae560), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:14.817246 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-38d39afc-86b9-467a-be9e-c8610b079466 req-3581961e-1940-400c-812c-41bdafd7225a tempest-ServersAdmin275Test-1478199913 tempest-ServersAdmin275Test-1478199913-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a83567e0-2337-4993-b69e-52060a3c56f7 HTTP/1.1" status: 200 len: 210 time: 0.0532496 Aug 27 04:45:14.817246 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b5b71413-f98b-470e-bbd2-762b725f6719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (61a6a44c-78ae-4cfe-bd7b-2ff6ff18176f), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:14.862663 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b71413-f98b-470e-bbd2-762b725f6719 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61a6a44c-78ae-4cfe-bd7b-2ff6ff18176f,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:14.885085 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e3693f-c78c-4bdd-add7-b5d49b120a9c None None] Network 8870319e-63a7-41eb-8ab4-e76571dc8185 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:45:14.891870 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b5b71413-f98b-470e-bbd2-762b725f6719 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:14.905760 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b5b71413-f98b-470e-bbd2-762b725f6719 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/61a6a44c-78ae-4cfe-bd7b-2ff6ff18176f HTTP/1.1" status: 204 len: 168 time: 0.8976703 Aug 27 04:45:14.923087 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 46616) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:14.975411 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7eb117fc-7fa7-4941-a9fa-38e194e1a871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (aa5715c2-85ab-414f-a382-26e112981df1), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:14.979258 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7eb117fc-7fa7-4941-a9fa-38e194e1a871 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:14.987982 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7eb117fc-7fa7-4941-a9fa-38e194e1a871 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/aa5715c2-85ab-414f-a382-26e112981df1 HTTP/1.1" status: 204 len: 168 time: 0.7760620 Aug 27 04:45:15.003403 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-41329e34-9434-4edb-80ac-78db6a78170e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (ebbfbc76-94f0-46de-ad81-e0c9093ae560), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:15.009297 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb117fc-7fa7-4941-a9fa-38e194e1a871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5715c2-85ab-414f-a382-26e112981df1,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:15.058396 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:45:15.078431 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:15.152304 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7bb386f7-4196-4d2a-8f65-04e46e70333e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (8870319e-63a7-41eb-8ab4-e76571dc8185), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:15.162271 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-41329e34-9434-4edb-80ac-78db6a78170e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (7005a211-c3f6-4e71-8681-ef1b03516bc4), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:15.165587 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41329e34-9434-4edb-80ac-78db6a78170e admin admin] Pushing event updated for resources: {'Port': ['ID=ebbfbc76-94f0-46de-ad81-e0c9093ae560,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:15.185293 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b1860e-48c3-4691-b5ee-2882f4775b43 None None] DHCP port deletion for 8870319e-63a7-41eb-8ab4-e76571dc8185 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:45:15.246216 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-a2b1860e-48c3-4691-b5ee-2882f4775b43 None None] Deleting port 9f89bf8b-c3bc-4de2-b3b0-40c0fd1cedc2 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:45:15.246670 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a2b1860e-48c3-4691-b5ee-2882f4775b43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (9f89bf8b-c3bc-4de2-b3b0-40c0fd1cedc2), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:15.287946 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-7bb386f7-4196-4d2a-8f65-04e46e70333e admin admin] Deleting port 9f89bf8b-c3bc-4de2-b3b0-40c0fd1cedc2 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:45:15.288861 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7bb386f7-4196-4d2a-8f65-04e46e70333e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (9f89bf8b-c3bc-4de2-b3b0-40c0fd1cedc2), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:15.334582 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-a2b1860e-48c3-4691-b5ee-2882f4775b43 None None] For port 9f89bf8b-c3bc-4de2-b3b0-40c0fd1cedc2, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=9f89bf8b-c3bc-4de2-b3b0-40c0fd1cedc2,segment=NetworkSegment(65e42a94-e177-44ce-962b-eccbfa62c9f5),segment_id=65e42a94-e177-44ce-962b-eccbfa62c9f5)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:15.335020 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a2b1860e-48c3-4691-b5ee-2882f4775b43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (9f89bf8b-c3bc-4de2-b3b0-40c0fd1cedc2), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:15.351314 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-a2b1860e-48c3-4691-b5ee-2882f4775b43 None None] Calling delete_port for 9f89bf8b-c3bc-4de2-b3b0-40c0fd1cedc2 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:45:15.388868 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-7bb386f7-4196-4d2a-8f65-04e46e70333e admin admin] For port 9f89bf8b-c3bc-4de2-b3b0-40c0fd1cedc2, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=9f89bf8b-c3bc-4de2-b3b0-40c0fd1cedc2,segment=NetworkSegment(65e42a94-e177-44ce-962b-eccbfa62c9f5),segment_id=65e42a94-e177-44ce-962b-eccbfa62c9f5)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:15.389235 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7bb386f7-4196-4d2a-8f65-04e46e70333e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (9f89bf8b-c3bc-4de2-b3b0-40c0fd1cedc2), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:15.406025 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41329e34-9434-4edb-80ac-78db6a78170e admin admin] Network 79a37c57-2e02-4a7f-9fc0-33f44527ecf4 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:45:15.410205 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-7bb386f7-4196-4d2a-8f65-04e46e70333e admin admin] Calling delete_port for 9f89bf8b-c3bc-4de2-b3b0-40c0fd1cedc2 owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:45:15.412225 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-41329e34-9434-4edb-80ac-78db6a78170e admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:45:15.579823 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a2b1860e-48c3-4691-b5ee-2882f4775b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (9f89bf8b-c3bc-4de2-b3b0-40c0fd1cedc2), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:15.619648 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41329e34-9434-4edb-80ac-78db6a78170e admin admin] Router 7005a211-c3f6-4e71-8681-ef1b03516bc4 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:45:15.621534 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b1860e-48c3-4691-b5ee-2882f4775b43 None None] Pushing event deleted for resources: {'Port': ['ID=9f89bf8b-c3bc-4de2-b3b0-40c0fd1cedc2,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:15.624851 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b1860e-48c3-4691-b5ee-2882f4775b43 None None] No DVR routers for this DVR port 9f89bf8b-c3bc-4de2-b3b0-40c0fd1cedc2 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:45:15.626599 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7bb386f7-4196-4d2a-8f65-04e46e70333e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (9f89bf8b-c3bc-4de2-b3b0-40c0fd1cedc2), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:15.670244 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb386f7-4196-4d2a-8f65-04e46e70333e admin admin] No DVR routers for this DVR port 9f89bf8b-c3bc-4de2-b3b0-40c0fd1cedc2 on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:45:15.677835 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb386f7-4196-4d2a-8f65-04e46e70333e admin admin] Pushing event deleted for resources: {'Port': ['ID=9f89bf8b-c3bc-4de2-b3b0-40c0fd1cedc2,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:15.829923 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7bb386f7-4196-4d2a-8f65-04e46e70333e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (8870319e-63a7-41eb-8ab4-e76571dc8185), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:15.886777 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-e75d1da0-7c07-4a90-bbe9-5a0d6ff45202 None None] Provisioning complete for port ebbfbc76-94f0-46de-ad81-e0c9093ae560 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:45:15.887258 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e75d1da0-7c07-4a90-bbe9-5a0d6ff45202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (ebbfbc76-94f0-46de-ad81-e0c9093ae560), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:15.966591 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-7bb386f7-4196-4d2a-8f65-04e46e70333e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8870319e-63a7-41eb-8ab4-e76571dc8185']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:15.991126 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-7bb386f7-4196-4d2a-8f65-04e46e70333e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65e42a94-e177-44ce-962b-eccbfa62c9f5') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:15.991620 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-7bb386f7-4196-4d2a-8f65-04e46e70333e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65e42a94-e177-44ce-962b-eccbfa62c9f5') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:16.013444 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7bb386f7-4196-4d2a-8f65-04e46e70333e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (65e42a94-e177-44ce-962b-eccbfa62c9f5), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:16.039619 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7bb386f7-4196-4d2a-8f65-04e46e70333e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (65e42a94-e177-44ce-962b-eccbfa62c9f5), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:16.043370 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41329e34-9434-4edb-80ac-78db6a78170e admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:45:16.052691 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-41329e34-9434-4edb-80ac-78db6a78170e admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/7005a211-c3f6-4e71-8681-ef1b03516bc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4003549 Aug 27 04:45:16.064294 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bb386f7-4196-4d2a-8f65-04e46e70333e admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:45:16.064832 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7bb386f7-4196-4d2a-8f65-04e46e70333e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (65e42a94-e177-44ce-962b-eccbfa62c9f5), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:16.087148 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 39222720-a508-4e2b-b908-455339ceaf8d up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:45:16.131564 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-e75d1da0-7c07-4a90-bbe9-5a0d6ff45202 None None] Port ebbfbc76-94f0-46de-ad81-e0c9093ae560 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:45:16.189720 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 39222720-a508-4e2b-b908-455339ceaf8d triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:45:16.190476 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (39222720-a508-4e2b-b908-455339ceaf8d), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:16.236954 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:16.269292 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c4e7c519-9f0c-45af-b320-3937aac7b54c req-50bcf4d5-db2c-4398-a9db-2bda3e5dbdca tempest-ServersAdmin275Test-1478199913 tempest-ServersAdmin275Test-1478199913-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a83567e0-2337-4993-b69e-52060a3c56f7 HTTP/1.1" status: 200 len: 210 time: 0.0784094 Aug 27 04:45:16.306091 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 46652) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:16.313487 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7bb386f7-4196-4d2a-8f65-04e46e70333e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (8870319e-63a7-41eb-8ab4-e76571dc8185), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:16.317488 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:16.323907 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7bb386f7-4196-4d2a-8f65-04e46e70333e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:16.341075 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 39222720-a508-4e2b-b908-455339ceaf8d is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:45:16.341254 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7bb386f7-4196-4d2a-8f65-04e46e70333e admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/8870319e-63a7-41eb-8ab4-e76571dc8185 HTTP/1.1" status: 204 len: 168 time: 1.3983080 Aug 27 04:45:16.341862 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (39222720-a508-4e2b-b908-455339ceaf8d), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:16.379710 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 39222720-a508-4e2b-b908-455339ceaf8d, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=39222720-a508-4e2b-b908-455339ceaf8d,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:16.390434 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb386f7-4196-4d2a-8f65-04e46e70333e admin admin] Pushing event deleted for resources: {'Network': ['ID=8870319e-63a7-41eb-8ab4-e76571dc8185,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:16.508600 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (39222720-a508-4e2b-b908-455339ceaf8d), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:16.609120 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=39222720-a508-4e2b-b908-455339ceaf8d,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:16.634273 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 9f89bf8b-c3bc-4de2-b3b0-40c0fd1cedc2 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:45:16.660042 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 9f89bf8b-c3bc-4de2-b3b0-40c0fd1cedc2 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:45:16.660442 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 9f89bf8b-c3bc-4de2-b3b0-40c0fd1cedc2 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:45:16.746823 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 65e42a94-e177-44ce-962b-eccbfa62c9f5 resource provider aggregate not found Aug 27 04:45:16.769192 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 65e42a94-e177-44ce-962b-eccbfa62c9f5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 65e42a94-e177-44ce-962b-eccbfa62c9f5 found for delete ", "request_id": "req-be31113a-fca9-48db-81f7-7445e57330f1"}]} Aug 27 04:45:16.860808 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-69d3dbb8-5f53-4b4c-831c-415bad97fc0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:16.902656 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff73667-6307-460e-8230-bb7c8d5d6c74 None None] Sync routers for ids ['7005a211-c3f6-4e71-8681-ef1b03516bc4'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:45:16.915855 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff73667-6307-460e-8230-bb7c8d5d6c74 None None] Routers {'7005a211-c3f6-4e71-8681-ef1b03516bc4'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:45:16.916656 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-2ff73667-6307-460e-8230-bb7c8d5d6c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:44:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['7005a211-c3f6-4e71-8681-ef1b03516bc4'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:16.957414 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-69d3dbb8-5f53-4b4c-831c-415bad97fc0f admin admin] Publish callbacks [] for security_group (4f82180b-50f3-4117-a164-d40feb52fbad), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:17.025688 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-2ff73667-6307-460e-8230-bb7c8d5d6c74 None None] Set router 7005a211-c3f6-4e71-8681-ef1b03516bc4 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:45:17.107578 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 46664) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:17.167298 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c2833ae5-0bd1-400b-8d5f-cd4fe66d48b7 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=ad797a2bd4a84ea4adb86c37f9905a21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0572925 Aug 27 04:45:17.169316 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 46672) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:17.232509 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-69d3dbb8-5f53-4b4c-831c-415bad97fc0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (4f82180b-50f3-4117-a164-d40feb52fbad), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:17.249339 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b30604fd-e200-4e8c-b8d6-2bb29c5f5510 admin admin] Publish callbacks [] for security_group (019ded59-ba18-45a6-b12d-b3ce962e6953), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:17.282572 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-69d3dbb8-5f53-4b4c-831c-415bad97fc0f admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=0b28bde5419546d5b579d083926fb3f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9736128 Aug 27 04:45:17.289274 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b30604fd-e200-4e8c-b8d6-2bb29c5f5510 admin admin] Publish callbacks [] for security_group (019ded59-ba18-45a6-b12d-b3ce962e6953), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:17.289447 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 46686) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:17.332714 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d3dbb8-5f53-4b4c-831c-415bad97fc0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f82180b-50f3-4117-a164-d40feb52fbad,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:17.358608 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-2ff73667-6307-460e-8230-bb7c8d5d6c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7005a211-c3f6-4e71-8681-ef1b03516bc4', 'name': 'tempest-DeleteServersTestJSON-66581141-router', 'tenant_id': '69cabedeede3400e97dc66f4cd3e1e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '39222720-a508-4e2b-b908-455339ceaf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:45:01Z', 'updated_at': '2022-08-27T04:45:14Z', 'revision_number': 4, 'project_id': '69cabedeede3400e97dc66f4cd3e1e26', 'gw_port': {'id': '39222720-a508-4e2b-b908-455339ceaf8d', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7005a211-c3f6-4e71-8681-ef1b03516bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:45:03Z', 'updated_at': '2022-08-27T04:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'ebbfbc76-94f0-46de-ad81-e0c9093ae560', 'name': '', 'network_id': '79a37c57-2e02-4a7f-9fc0-33f44527ecf4', 'tenant_id': '69cabedeede3400e97dc66f4cd3e1e26', 'mac_address': 'fa:16:3e:e3:64:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7005a211-c3f6-4e71-8681-ef1b03516bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '30d02e34-d914-4a2e-a465-87e16d539289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:45:12Z', 'updated_at': '2022-08-27T04:45:14Z', 'revision_number': 2, 'project_id': '69cabedeede3400e97dc66f4cd3e1e26', 'subnets': [{'id': '30d02e34-d914-4a2e-a465-87e16d539289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:17.388706 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff73667-6307-460e-8230-bb7c8d5d6c74 None None] Checking router: 7005a211-c3f6-4e71-8681-ef1b03516bc4 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:45:17.389136 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff73667-6307-460e-8230-bb7c8d5d6c74 None None] Updating router 7005a211-c3f6-4e71-8681-ef1b03516bc4 port ebbfbc76-94f0-46de-ad81-e0c9093ae560 binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:45:17.477245 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-2ff73667-6307-460e-8230-bb7c8d5d6c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (ebbfbc76-94f0-46de-ad81-e0c9093ae560), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:17.542532 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 46702) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:17.592366 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d08f8e8d-2259-46f2-952d-784d9545596d admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=bc08332299ea49fe822f7501e09f92ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0470476 Aug 27 04:45:17.593537 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 46704) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:17.606138 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:17.611857 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b30604fd-e200-4e8c-b8d6-2bb29c5f5510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (019ded59-ba18-45a6-b12d-b3ce962e6953), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:17.614736 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b30604fd-e200-4e8c-b8d6-2bb29c5f5510 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:17.621594 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b30604fd-e200-4e8c-b8d6-2bb29c5f5510 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/019ded59-ba18-45a6-b12d-b3ce962e6953 HTTP/1.1" status: 204 len: 168 time: 0.4455695 Aug 27 04:45:17.639459 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30604fd-e200-4e8c-b8d6-2bb29c5f5510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019ded59-ba18-45a6-b12d-b3ce962e6953,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:17.668086 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-177e04a2-54d6-43a5-9ca2-5928482eaac8 admin admin] Publish callbacks [] for security_group (6d0013f9-65d0-4b02-b776-22df91fdbc48), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:17.724988 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-177e04a2-54d6-43a5-9ca2-5928482eaac8 admin admin] Publish callbacks [] for security_group (6d0013f9-65d0-4b02-b776-22df91fdbc48), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:17.768913 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-24aa0220-eea3-48d9-8321-865500c81779 req-134e9c1c-ddb6-424f-9842-3786b76c9b14 tempest-ServersAdmin275Test-1478199913 tempest-ServersAdmin275Test-1478199913-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a83567e0-2337-4993-b69e-52060a3c56f7 HTTP/1.1" status: 200 len: 210 time: 0.1060786 Aug 27 04:45:17.830257 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2ff25629-2346-4d70-b0ef-ce2fce4ff254 admin admin] Publish callbacks [] for security_group (4f82180b-50f3-4117-a164-d40feb52fbad), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:17.840527 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481c01a-21c1-4403-9a86-f1349c2e6c0c req-16fe76cd-0cb7-4da1-ac8b-4eed6cd829e9 tempest-DeleteServersTestJSON-429206629 tempest-DeleteServersTestJSON-429206629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:17.847594 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b481c01a-21c1-4403-9a86-f1349c2e6c0c req-16fe76cd-0cb7-4da1-ac8b-4eed6cd829e9 tempest-DeleteServersTestJSON-429206629 tempest-DeleteServersTestJSON-429206629-project] 10.222.0.76 "GET /networking/v2.0/networks?id=79a37c57-2e02-4a7f-9fc0-33f44527ecf4 HTTP/1.1" status: 200 len: 810 time: 0.1857798 Aug 27 04:45:17.875767 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b481c01a-21c1-4403-9a86-f1349c2e6c0c req-9e891bbe-15a0-47f9-b1b6-f0565ccd5317 tempest-DeleteServersTestJSON-429206629 tempest-DeleteServersTestJSON-429206629-project] 10.222.0.76 "GET /networking/v2.0/quotas/69cabedeede3400e97dc66f4cd3e1e26 HTTP/1.1" status: 200 len: 375 time: 0.0269072 Aug 27 04:45:17.880891 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2ff25629-2346-4d70-b0ef-ce2fce4ff254 admin admin] Publish callbacks [] for security_group (4f82180b-50f3-4117-a164-d40feb52fbad), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:17.927124 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 39222720-a508-4e2b-b908-455339ceaf8d up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:45:17.930995 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-2ff73667-6307-460e-8230-bb7c8d5d6c74 None None] Publish callbacks [] for port (ebbfbc76-94f0-46de-ad81-e0c9093ae560), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:17.954207 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b481c01a-21c1-4403-9a86-f1349c2e6c0c req-4f9aef23-dcd1-4f3e-a741-ee4273aac368 tempest-DeleteServersTestJSON-429206629 tempest-DeleteServersTestJSON-429206629-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=69cabedeede3400e97dc66f4cd3e1e26&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0653937 Aug 27 04:45:18.004028 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 39222720-a508-4e2b-b908-455339ceaf8d triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:45:18.004028 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (39222720-a508-4e2b-b908-455339ceaf8d), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:18.028205 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-2ff73667-6307-460e-8230-bb7c8d5d6c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (ebbfbc76-94f0-46de-ad81-e0c9093ae560), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:18.028545 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-177e04a2-54d6-43a5-9ca2-5928482eaac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (6d0013f9-65d0-4b02-b776-22df91fdbc48), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:18.031516 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-177e04a2-54d6-43a5-9ca2-5928482eaac8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:18.032816 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-177e04a2-54d6-43a5-9ca2-5928482eaac8 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/6d0013f9-65d0-4b02-b776-22df91fdbc48 HTTP/1.1" status: 204 len: 168 time: 0.4381189 Aug 27 04:45:18.043965 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177e04a2-54d6-43a5-9ca2-5928482eaac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0013f9-65d0-4b02-b776-22df91fdbc48,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:18.095201 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 39222720-a508-4e2b-b908-455339ceaf8d is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:45:18.113126 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2ff25629-2346-4d70-b0ef-ce2fce4ff254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (4f82180b-50f3-4117-a164-d40feb52fbad), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:18.116970 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2ff25629-2346-4d70-b0ef-ce2fce4ff254 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:18.120494 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2ff25629-2346-4d70-b0ef-ce2fce4ff254 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/4f82180b-50f3-4117-a164-d40feb52fbad HTTP/1.1" status: 204 len: 168 time: 0.7887535 Aug 27 04:45:18.130057 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff25629-2346-4d70-b0ef-ce2fce4ff254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f82180b-50f3-4117-a164-d40feb52fbad,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:18.130739 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8c85ed-2210-4ee6-8ac2-638b3a8adab5 None None] Pushing event updated for resources: {'Port': ['ID=ebbfbc76-94f0-46de-ad81-e0c9093ae560,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:18.142557 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-2ff73667-6307-460e-8230-bb7c8d5d6c74 None None] Attempting to bind port ebbfbc76-94f0-46de-ad81-e0c9093ae560 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:45:18.143866 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-2ff73667-6307-460e-8230-bb7c8d5d6c74 None None] Attempting to bind port ebbfbc76-94f0-46de-ad81-e0c9093ae560 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '5920fcb0-5678-42d9-83fc-e0b635efad35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '79a37c57-2e02-4a7f-9fc0-33f44527ecf4'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:45:18.145267 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff73667-6307-460e-8230-bb7c8d5d6c74 None None] Attempting to bind port ebbfbc76-94f0-46de-ad81-e0c9093ae560 on network 79a37c57-2e02-4a7f-9fc0-33f44527ecf4 {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:45:18.153148 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff73667-6307-460e-8230-bb7c8d5d6c74 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:45:18.153877 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff73667-6307-460e-8230-bb7c8d5d6c74 None None] Checking segment: {'id': '5920fcb0-5678-42d9-83fc-e0b635efad35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '79a37c57-2e02-4a7f-9fc0-33f44527ecf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:45:18.157969 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-2ff73667-6307-460e-8230-bb7c8d5d6c74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:18.157969 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff73667-6307-460e-8230-bb7c8d5d6c74 None None] Bound using segment: {'id': '5920fcb0-5678-42d9-83fc-e0b635efad35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '79a37c57-2e02-4a7f-9fc0-33f44527ecf4'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:45:18.157969 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-2ff73667-6307-460e-8230-bb7c8d5d6c74 None None] Bound port: ebbfbc76-94f0-46de-ad81-e0c9093ae560, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5920fcb0-5678-42d9-83fc-e0b635efad35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '79a37c57-2e02-4a7f-9fc0-33f44527ecf4'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:45:18.157969 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-2ff73667-6307-460e-8230-bb7c8d5d6c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (ebbfbc76-94f0-46de-ad81-e0c9093ae560), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:18.248196 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-2ff73667-6307-460e-8230-bb7c8d5d6c74 None None] For port ebbfbc76-94f0-46de-ad81-e0c9093ae560, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:45:18.252133 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-2ff73667-6307-460e-8230-bb7c8d5d6c74 None None] For port ebbfbc76-94f0-46de-ad81-e0c9093ae560, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=ebbfbc76-94f0-46de-ad81-e0c9093ae560,segment=NetworkSegment(5920fcb0-5678-42d9-83fc-e0b635efad35),segment_id=5920fcb0-5678-42d9-83fc-e0b635efad35)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:45:18.312862 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:18.377539 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708465b0-0477-461b-bc07-acbe2b77cbe5 req-55d9b1c9-6e76-460a-85d7-083668ff7eba tempest-DeleteServersTestJSON-429206629 tempest-DeleteServersTestJSON-429206629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:18.380613 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-708465b0-0477-461b-bc07-acbe2b77cbe5 req-55d9b1c9-6e76-460a-85d7-083668ff7eba tempest-DeleteServersTestJSON-429206629 tempest-DeleteServersTestJSON-429206629-project] 10.222.0.76 "GET /networking/v2.0/networks?id=79a37c57-2e02-4a7f-9fc0-33f44527ecf4 HTTP/1.1" status: 200 len: 810 time: 0.1251352 Aug 27 04:45:18.394342 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-708465b0-0477-461b-bc07-acbe2b77cbe5 req-b55ea823-8087-4f14-b6f9-1fff5226ce6c tempest-DeleteServersTestJSON-429206629 tempest-DeleteServersTestJSON-429206629-project] 10.222.0.76 "GET /networking/v2.0/quotas/69cabedeede3400e97dc66f4cd3e1e26 HTTP/1.1" status: 200 len: 375 time: 0.0094512 Aug 27 04:45:18.397539 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-2ff73667-6307-460e-8230-bb7c8d5d6c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (ebbfbc76-94f0-46de-ad81-e0c9093ae560), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:18.437633 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff73667-6307-460e-8230-bb7c8d5d6c74 None None] Routers {'7005a211-c3f6-4e71-8681-ef1b03516bc4'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:45:18.438274 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-2ff73667-6307-460e-8230-bb7c8d5d6c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:44:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['7005a211-c3f6-4e71-8681-ef1b03516bc4'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:18.494315 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-708465b0-0477-461b-bc07-acbe2b77cbe5 req-c690b486-0f02-455e-9cf2-d3f26f92fcdb tempest-DeleteServersTestJSON-429206629 tempest-DeleteServersTestJSON-429206629-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=69cabedeede3400e97dc66f4cd3e1e26&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0922532 Aug 27 04:45:18.500855 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83971a9-7241-4c7d-ac26-2d3e09482528 req-94dd92de-cae1-412b-885d-3dc7ab588921 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:18.504681 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8c85ed-2210-4ee6-8ac2-638b3a8adab5 None None] Pushing event updated for resources: {'Port': ['ID=ebbfbc76-94f0-46de-ad81-e0c9093ae560,revision_number=4']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:18.511046 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f83971a9-7241-4c7d-ac26-2d3e09482528 req-94dd92de-cae1-412b-885d-3dc7ab588921 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=130abef0-d029-4ffd-883c-b705e63910dd HTTP/1.1" status: 200 len: 951 time: 0.0960050 Aug 27 04:45:18.566353 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f83971a9-7241-4c7d-ac26-2d3e09482528 req-4583b54e-f8f8-4dc2-a0e9-8e799a35c73b tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=27e5cb1f-4fd8-42fe-83ea-8b4a1ff45c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541241 Aug 27 04:45:18.598461 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-2ff73667-6307-460e-8230-bb7c8d5d6c74 None None] Set router 7005a211-c3f6-4e71-8681-ef1b03516bc4 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:45:18.831569 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-2ff73667-6307-460e-8230-bb7c8d5d6c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7005a211-c3f6-4e71-8681-ef1b03516bc4', 'name': 'tempest-DeleteServersTestJSON-66581141-router', 'tenant_id': '69cabedeede3400e97dc66f4cd3e1e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '39222720-a508-4e2b-b908-455339ceaf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:45:01Z', 'updated_at': '2022-08-27T04:45:14Z', 'revision_number': 4, 'project_id': '69cabedeede3400e97dc66f4cd3e1e26', 'gw_port': {'id': '39222720-a508-4e2b-b908-455339ceaf8d', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7005a211-c3f6-4e71-8681-ef1b03516bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:45:03Z', 'updated_at': '2022-08-27T04:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'ebbfbc76-94f0-46de-ad81-e0c9093ae560', 'name': '', 'network_id': '79a37c57-2e02-4a7f-9fc0-33f44527ecf4', 'tenant_id': '69cabedeede3400e97dc66f4cd3e1e26', 'mac_address': 'fa:16:3e:e3:64:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7005a211-c3f6-4e71-8681-ef1b03516bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '30d02e34-d914-4a2e-a465-87e16d539289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:45:12Z', 'updated_at': '2022-08-27T04:45:18Z', 'revision_number': 4, 'project_id': '69cabedeede3400e97dc66f4cd3e1e26', 'subnets': [{'id': '30d02e34-d914-4a2e-a465-87e16d539289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:18.877023 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff73667-6307-460e-8230-bb7c8d5d6c74 None None] The sync data for ids ['7005a211-c3f6-4e71-8681-ef1b03516bc4'] in n-d-852088-5 is: [{'id': '7005a211-c3f6-4e71-8681-ef1b03516bc4', 'name': 'tempest-DeleteServersTestJSON-66581141-router', 'tenant_id': '69cabedeede3400e97dc66f4cd3e1e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '39222720-a508-4e2b-b908-455339ceaf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:45:01Z', 'updated_at': '2022-08-27T04:45:14Z', 'revision_number': 4, 'project_id': '69cabedeede3400e97dc66f4cd3e1e26', 'gw_port': {'id': '39222720-a508-4e2b-b908-455339ceaf8d', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7005a211-c3f6-4e71-8681-ef1b03516bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:45:03Z', 'updated_at': '2022-08-27T04:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'ebbfbc76-94f0-46de-ad81-e0c9093ae560', 'name': '', 'network_id': '79a37c57-2e02-4a7f-9fc0-33f44527ecf4', 'tenant_id': '69cabedeede3400e97dc66f4cd3e1e26', 'mac_address': 'fa:16:3e:e3:64:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7005a211-c3f6-4e71-8681-ef1b03516bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '30d02e34-d914-4a2e-a465-87e16d539289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:45:12Z', 'updated_at': '2022-08-27T04:45:18Z', 'revision_number': 4, 'project_id': '69cabedeede3400e97dc66f4cd3e1e26', 'subnets': [{'id': '30d02e34-d914-4a2e-a465-87e16d539289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:45:18.986033 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:18.989487 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-06bffe52-716c-4481-8185-ff3edfd5edcc req-946d5e93-6b73-49c4-93ae-ca669b014f10 tempest-ServersAdmin275Test-1478199913 tempest-ServersAdmin275Test-1478199913-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a83567e0-2337-4993-b69e-52060a3c56f7 HTTP/1.1" status: 200 len: 210 time: 0.0646493 Aug 27 04:45:19.102053 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:19.220998 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:19.262918 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83492f-72f5-4e1e-a205-cfe512e29ccc req-87086ce8-737f-487f-9091-408c874a1ccc tempest-DeleteServersTestJSON-429206629 tempest-DeleteServersTestJSON-429206629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:19.264624 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-cc83492f-72f5-4e1e-a205-cfe512e29ccc req-87086ce8-737f-487f-9091-408c874a1ccc tempest-DeleteServersTestJSON-429206629 tempest-DeleteServersTestJSON-429206629-project] 10.222.0.76 "GET /networking/v2.0/networks?id=79a37c57-2e02-4a7f-9fc0-33f44527ecf4 HTTP/1.1" status: 200 len: 810 time: 0.1350739 Aug 27 04:45:19.280856 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-cc83492f-72f5-4e1e-a205-cfe512e29ccc req-12ffdb24-e214-4a64-8f5e-13965fb5e1ac tempest-DeleteServersTestJSON-429206629 tempest-DeleteServersTestJSON-429206629-project] 10.222.0.76 "GET /networking/v2.0/quotas/69cabedeede3400e97dc66f4cd3e1e26 HTTP/1.1" status: 200 len: 375 time: 0.0104182 Aug 27 04:45:19.342932 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-cc83492f-72f5-4e1e-a205-cfe512e29ccc req-4477d1f8-2463-4600-a55d-ddcf3b4eb779 tempest-DeleteServersTestJSON-429206629 tempest-DeleteServersTestJSON-429206629-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=69cabedeede3400e97dc66f4cd3e1e26&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566084 Aug 27 04:45:19.719687 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ae0b2-89b7-4f31-b617-e9f1c101bcac req-ca55e300-b27c-457f-a61d-891624109ca4 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:19.730042 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-550ae0b2-89b7-4f31-b617-e9f1c101bcac req-ca55e300-b27c-457f-a61d-891624109ca4 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=130abef0-d029-4ffd-883c-b705e63910dd HTTP/1.1" status: 200 len: 951 time: 0.0828948 Aug 27 04:45:19.765923 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:19.821454 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-550ae0b2-89b7-4f31-b617-e9f1c101bcac req-b6a6511e-a4a3-4ad2-966d-37fbfb73b009 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=27e5cb1f-4fd8-42fe-83ea-8b4a1ff45c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851257 Aug 27 04:45:19.955968 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device ebbfbc76-94f0-46de-ad81-e0c9093ae560 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:45:20.074202 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port ebbfbc76-94f0-46de-ad81-e0c9093ae560 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:45:20.074655 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (ebbfbc76-94f0-46de-ad81-e0c9093ae560), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:20.197014 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5fc39697-3dc4-4ebd-b6a0-f54f5e982fb3 req-cbee1573-7181-4eb8-a3f6-e0a2251f3caf tempest-ServersAdmin275Test-1478199913 tempest-ServersAdmin275Test-1478199913-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a83567e0-2337-4993-b69e-52060a3c56f7 HTTP/1.1" status: 200 len: 210 time: 0.0500736 Aug 27 04:45:20.255554 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port ebbfbc76-94f0-46de-ad81-e0c9093ae560 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:45:20.255554 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (ebbfbc76-94f0-46de-ad81-e0c9093ae560), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:20.313950 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port ebbfbc76-94f0-46de-ad81-e0c9093ae560, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=ebbfbc76-94f0-46de-ad81-e0c9093ae560,segment=NetworkSegment(5920fcb0-5678-42d9-83fc-e0b635efad35),segment_id=5920fcb0-5678-42d9-83fc-e0b635efad35)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:20.473152 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (ebbfbc76-94f0-46de-ad81-e0c9093ae560), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:20.500541 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1f74b-f219-422e-a5d3-6e2bb7e64290 req-1446f5ec-e599-438a-8ede-0987cd74de15 tempest-DeleteServersTestJSON-429206629 tempest-DeleteServersTestJSON-429206629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:20.502466 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-eeb1f74b-f219-422e-a5d3-6e2bb7e64290 req-1446f5ec-e599-438a-8ede-0987cd74de15 tempest-DeleteServersTestJSON-429206629 tempest-DeleteServersTestJSON-429206629-project] 10.222.0.76 "GET /networking/v2.0/networks?id=79a37c57-2e02-4a7f-9fc0-33f44527ecf4 HTTP/1.1" status: 200 len: 810 time: 0.1439438 Aug 27 04:45:20.521175 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-eeb1f74b-f219-422e-a5d3-6e2bb7e64290 req-ee223225-e8a9-4bfc-b862-b29360233324 tempest-DeleteServersTestJSON-429206629 tempest-DeleteServersTestJSON-429206629-project] 10.222.0.76 "GET /networking/v2.0/quotas/69cabedeede3400e97dc66f4cd3e1e26 HTTP/1.1" status: 200 len: 375 time: 0.0106688 Aug 27 04:45:20.552094 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=ebbfbc76-94f0-46de-ad81-e0c9093ae560,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:20.629008 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-eeb1f74b-f219-422e-a5d3-6e2bb7e64290 req-47d42c35-bc68-40c6-8f4f-b9ca5d2af2e3 tempest-DeleteServersTestJSON-429206629 tempest-DeleteServersTestJSON-429206629-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=69cabedeede3400e97dc66f4cd3e1e26&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0841568 Aug 27 04:45:20.707759 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 46912) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:20.778901 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:20.901798 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:20.981825 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-852e2cbd-f6a6-4ebc-a802-02c5b998a5ce admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-941977377-network', 'tenant_id': '2af96350c6f54d8e950515db49bfe636'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:45:21.017976 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 46952) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:21.117377 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852e2cbd-f6a6-4ebc-a802-02c5b998a5ce admin admin] Made reservation on behalf of 2af96350c6f54d8e950515db49bfe636 for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:45:21.119954 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-852e2cbd-f6a6-4ebc-a802-02c5b998a5ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:21.135855 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-852e2cbd-f6a6-4ebc-a802-02c5b998a5ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:21.287746 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-bcf08f70-ef4a-4e8f-8a67-eada9906e696 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-650630406-network', 'tenant_id': 'fd348d4b04624e0593b80d3897e8e1b4'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:45:21.333374 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-852e2cbd-f6a6-4ebc-a802-02c5b998a5ce admin admin] Publish callbacks [] for security_group (7cd9b778-68ef-4d82-b22e-3e79872cd968), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:21.348415 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device 445511e8-5d87-4a83-9c81-e06b43159cdf no longer exists at agent hyperv_n-h1-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:45:21.384992 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f6aaf-53bf-4fb2-81f9-8ee551b9044b req-25d86cee-ce35-4735-9213-9797e9dc7993 tempest-DeleteServersTestJSON-429206629 tempest-DeleteServersTestJSON-429206629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:21.389670 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-006f6aaf-53bf-4fb2-81f9-8ee551b9044b req-25d86cee-ce35-4735-9213-9797e9dc7993 tempest-DeleteServersTestJSON-429206629 tempest-DeleteServersTestJSON-429206629-project] 10.222.0.76 "GET /networking/v2.0/networks?id=79a37c57-2e02-4a7f-9fc0-33f44527ecf4 HTTP/1.1" status: 200 len: 810 time: 0.1600385 Aug 27 04:45:21.406310 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-006f6aaf-53bf-4fb2-81f9-8ee551b9044b req-296eb257-6620-4153-9781-89de9ec0e9d7 tempest-DeleteServersTestJSON-429206629 tempest-DeleteServersTestJSON-429206629-project] 10.222.0.76 "GET /networking/v2.0/quotas/69cabedeede3400e97dc66f4cd3e1e26 HTTP/1.1" status: 200 len: 375 time: 0.0117190 Aug 27 04:45:21.428902 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Current status of the port 445511e8-5d87-4a83-9c81-e06b43159cdf is: ACTIVE; New status is: DOWN {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:45:21.432956 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (445511e8-5d87-4a83-9c81-e06b43159cdf), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:21.441944 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-19eff6f6-f7ae-4ce1-b666-6fec88e426b0 req-6688c7f9-6238-4f91-949d-5b538a8efe59 tempest-ServersAdmin275Test-1478199913 tempest-ServersAdmin275Test-1478199913-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a83567e0-2337-4993-b69e-52060a3c56f7 HTTP/1.1" status: 200 len: 210 time: 0.0344021 Aug 27 04:45:21.455730 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '130abef0-d029-4ffd-883c-b705e63910dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '445511e8-5d87-4a83-9c81-e06b43159cdf'}] {{(pid=107777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:45:21.458546 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6e1ed2c1589df8125b2075e26a1ec4ff1174e69d6a71546bdf3c3a9a29d330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a31e9c-52e8-4c4d-9b8a-a0519fca8368" -d '{"events": [{"server_uuid": "130abef0-d029-4ffd-883c-b705e63910dd", "name": "network-vif-unplugged", "status": "completed", "tag": "445511e8-5d87-4a83-9c81-e06b43159cdf"}]}' {{(pid=107777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:45:21.471746 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port 445511e8-5d87-4a83-9c81-e06b43159cdf, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=445511e8-5d87-4a83-9c81-e06b43159cdf,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:21.495690 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf08f70-ef4a-4e8f-8a67-eada9906e696 admin admin] Made reservation on behalf of fd348d4b04624e0593b80d3897e8e1b4 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:45:21.497212 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-006f6aaf-53bf-4fb2-81f9-8ee551b9044b req-94f5e590-1c14-4d05-bab3-9b7fc4b42de9 tempest-DeleteServersTestJSON-429206629 tempest-DeleteServersTestJSON-429206629-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=69cabedeede3400e97dc66f4cd3e1e26&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0796154 Aug 27 04:45:21.498887 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-852e2cbd-f6a6-4ebc-a802-02c5b998a5ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (7cd9b778-68ef-4d82-b22e-3e79872cd968), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:21.499720 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bcf08f70-ef4a-4e8f-8a67-eada9906e696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:21.512489 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bcf08f70-ef4a-4e8f-8a67-eada9906e696 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:21.549258 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852e2cbd-f6a6-4ebc-a802-02c5b998a5ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd9b778-68ef-4d82-b22e-3e79872cd968,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:21.572996 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-852e2cbd-f6a6-4ebc-a802-02c5b998a5ce admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:45:21.585647 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-852e2cbd-f6a6-4ebc-a802-02c5b998a5ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (cbc19d63-13b5-4ad4-9868-417dade09ecf), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:21.586316 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-852e2cbd-f6a6-4ebc-a802-02c5b998a5ce admin admin] Added segment cbc19d63-13b5-4ad4-9868-417dade09ecf of type vlan for network f4f7a5aa-0d5d-478b-adb6-55045e15a5c4 Aug 27 04:45:21.590799 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (445511e8-5d87-4a83-9c81-e06b43159cdf), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:21.637746 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Aug 2022 04:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8be465-bb1a-4af3-aea1-45980e0e5a06 x-openstack-request-id: req-8a8be465-bb1a-4af3-aea1-45980e0e5a06 {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:45:21.638123 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "130abef0-d029-4ffd-883c-b705e63910dd", "name": "network-vif-unplugged", "status": "completed", "tag": "445511e8-5d87-4a83-9c81-e06b43159cdf", "code": 200}]} {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:45:21.638277 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-852e2cbd-f6a6-4ebc-a802-02c5b998a5ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (f4f7a5aa-0d5d-478b-adb6-55045e15a5c4), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:21.638402 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8a8be465-bb1a-4af3-aea1-45980e0e5a06 {{(pid=107777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:45:21.638695 n-d-852088-5 neutron-server[107777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a8be465-bb1a-4af3-aea1-45980e0e5a06'] response: {'server_uuid': '130abef0-d029-4ffd-883c-b705e63910dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '445511e8-5d87-4a83-9c81-e06b43159cdf', 'code': 200} Aug 27 04:45:21.696460 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Pushing event updated for resources: {'Port': ['ID=445511e8-5d87-4a83-9c81-e06b43159cdf,revision_number=11']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:21.737039 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bcf08f70-ef4a-4e8f-8a67-eada9906e696 admin admin] Publish callbacks [] for security_group (3e09989f-38d3-4749-b9c7-2f89715aecbc), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:21.765114 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-852e2cbd-f6a6-4ebc-a802-02c5b998a5ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (f4f7a5aa-0d5d-478b-adb6-55045e15a5c4), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:21.769047 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852e2cbd-f6a6-4ebc-a802-02c5b998a5ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:21.770275 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-852e2cbd-f6a6-4ebc-a802-02c5b998a5ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:21.874150 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bcf08f70-ef4a-4e8f-8a67-eada9906e696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (3e09989f-38d3-4749-b9c7-2f89715aecbc), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:21.892743 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852e2cbd-f6a6-4ebc-a802-02c5b998a5ce admin admin] Pushing event updated for resources: {'Network': ['ID=f4f7a5aa-0d5d-478b-adb6-55045e15a5c4,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:21.910097 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcf08f70-ef4a-4e8f-8a67-eada9906e696 admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:45:21.929851 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network f4f7a5aa-0d5d-478b-adb6-55045e15a5c4 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:45:21.941990 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf08f70-ef4a-4e8f-8a67-eada9906e696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e09989f-38d3-4749-b9c7-2f89715aecbc,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:21.951007 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bcf08f70-ef4a-4e8f-8a67-eada9906e696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (ced32554-9a94-472e-9753-3460a5cc91f9), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:21.954272 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-bcf08f70-ef4a-4e8f-8a67-eada9906e696 admin admin] Added segment ced32554-9a94-472e-9753-3460a5cc91f9 of type vlan for network 085bf8f8-e613-4b72-a1bf-788a104e54de Aug 27 04:45:21.968615 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 47066) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:21.969655 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-852e2cbd-f6a6-4ebc-a802-02c5b998a5ce admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2613952 Aug 27 04:45:22.028044 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-43c35587-8d92-4491-bd31-a2b108e0d977 admin admin] Request body: {'subnet': {'network_id': 'f4f7a5aa-0d5d-478b-adb6-55045e15a5c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-941977377-subnet', 'tenant_id': '2af96350c6f54d8e950515db49bfe636', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:45:22.037338 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device ebbfbc76-94f0-46de-ad81-e0c9093ae560 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:45:22.057291 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483d972-2675-49ac-a0f1-f71b2059390c req-e654957e-9c2f-453d-8416-7931c20352e0 tempest-DeleteServersTestJSON-429206629 tempest-DeleteServersTestJSON-429206629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:22.067224 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1483d972-2675-49ac-a0f1-f71b2059390c req-e654957e-9c2f-453d-8416-7931c20352e0 tempest-DeleteServersTestJSON-429206629 tempest-DeleteServersTestJSON-429206629-project] 10.222.0.76 "GET /networking/v2.0/networks?id=79a37c57-2e02-4a7f-9fc0-33f44527ecf4 HTTP/1.1" status: 200 len: 810 time: 0.2026536 Aug 27 04:45:22.091329 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1483d972-2675-49ac-a0f1-f71b2059390c req-6d7ad330-b78c-41b5-9ab5-3dea81a35763 tempest-DeleteServersTestJSON-429206629 tempest-DeleteServersTestJSON-429206629-project] 10.222.0.76 "GET /networking/v2.0/quotas/69cabedeede3400e97dc66f4cd3e1e26 HTTP/1.1" status: 200 len: 375 time: 0.0248241 Aug 27 04:45:22.102225 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bcf08f70-ef4a-4e8f-8a67-eada9906e696 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (085bf8f8-e613-4b72-a1bf-788a104e54de), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:22.154815 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:22.176470 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port ebbfbc76-94f0-46de-ad81-e0c9093ae560 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:45:22.178280 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (ebbfbc76-94f0-46de-ad81-e0c9093ae560), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:22.184523 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1483d972-2675-49ac-a0f1-f71b2059390c req-9afd6682-6f6a-49f6-a4ff-f43f2b697ca1 tempest-DeleteServersTestJSON-429206629 tempest-DeleteServersTestJSON-429206629-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=69cabedeede3400e97dc66f4cd3e1e26&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0922730 Aug 27 04:45:22.225727 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:22.259585 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c35587-8d92-4491-bd31-a2b108e0d977 admin admin] Made reservation on behalf of 2af96350c6f54d8e950515db49bfe636 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:45:22.262044 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-43c35587-8d92-4491-bd31-a2b108e0d977 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:22.269803 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port ebbfbc76-94f0-46de-ad81-e0c9093ae560 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:45:22.304843 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bcf08f70-ef4a-4e8f-8a67-eada9906e696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (085bf8f8-e613-4b72-a1bf-788a104e54de), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:22.306005 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf08f70-ef4a-4e8f-8a67-eada9906e696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:22.306585 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bcf08f70-ef4a-4e8f-8a67-eada9906e696 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:22.391332 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf08f70-ef4a-4e8f-8a67-eada9906e696 admin admin] Pushing event updated for resources: {'Network': ['ID=085bf8f8-e613-4b72-a1bf-788a104e54de,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:22.403935 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 085bf8f8-e613-4b72-a1bf-788a104e54de details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:45:22.520496 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-bcf08f70-ef4a-4e8f-8a67-eada9906e696 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5011704 Aug 27 04:45:22.526306 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 47110) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:22.536934 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-15efe12d-2693-440c-8edf-4f71eac30894 admin admin] Request body: {'subnet': {'network_id': '085bf8f8-e613-4b72-a1bf-788a104e54de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-650630406-subnet', 'tenant_id': 'fd348d4b04624e0593b80d3897e8e1b4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:45:22.551350 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:DELETE=13 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:22.594260 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092f805-09ce-4a36-ba7d-c2d2977974b3 req-2014c518-dce0-4c98-8a15-a136d590d003 tempest-DeleteServersTestJSON-429206629 tempest-DeleteServersTestJSON-429206629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:22.595716 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3092f805-09ce-4a36-ba7d-c2d2977974b3 req-2014c518-dce0-4c98-8a15-a136d590d003 tempest-DeleteServersTestJSON-429206629 tempest-DeleteServersTestJSON-429206629-project] 10.222.0.76 "GET /networking/v2.0/networks?id=79a37c57-2e02-4a7f-9fc0-33f44527ecf4 HTTP/1.1" status: 200 len: 810 time: 0.1166852 Aug 27 04:45:22.610236 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3092f805-09ce-4a36-ba7d-c2d2977974b3 req-6a1514b0-2078-44d4-a8ca-4054f893084b tempest-DeleteServersTestJSON-429206629 tempest-DeleteServersTestJSON-429206629-project] 10.222.0.76 "GET /networking/v2.0/quotas/69cabedeede3400e97dc66f4cd3e1e26 HTTP/1.1" status: 200 len: 375 time: 0.0090387 Aug 27 04:45:22.637196 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-43c35587-8d92-4491-bd31-a2b108e0d977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (5015affe-c7d5-4e1e-8eda-97c34f46865b), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:22.640947 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15efe12d-2693-440c-8edf-4f71eac30894 admin admin] Made reservation on behalf of fd348d4b04624e0593b80d3897e8e1b4 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:45:22.643289 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-15efe12d-2693-440c-8edf-4f71eac30894 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:22.664650 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3092f805-09ce-4a36-ba7d-c2d2977974b3 req-5fb2c9e7-08e5-4f98-8923-a1a9313b47c4 tempest-DeleteServersTestJSON-429206629 tempest-DeleteServersTestJSON-429206629-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=69cabedeede3400e97dc66f4cd3e1e26&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489810 Aug 27 04:45:22.713574 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 47118) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:22.792931 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c35587-8d92-4491-bd31-a2b108e0d977 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5015affe-c7d5-4e1e-8eda-97c34f46865b,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:22.896415 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c35587-8d92-4491-bd31-a2b108e0d977 admin admin] Checking segment: {'id': 'cbc19d63-13b5-4ad4-9868-417dade09ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f4f7a5aa-0d5d-478b-adb6-55045e15a5c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:45:22.896777 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c35587-8d92-4491-bd31-a2b108e0d977 admin admin] Network hostable DHCP agents. Network: f4f7a5aa-0d5d-478b-adb6-55045e15a5c4, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:45:22.966101 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:DELETE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:22.982794 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5c36379d-3178-4be2-a43a-71acf88772b8 req-9b7365cf-5860-4cc7-ae16-41beb406efb9 tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=ba61ff97f8464381935337f271a234e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228686 Aug 27 04:45:23.105534 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36379d-3178-4be2-a43a-71acf88772b8 req-ffe1ad0d-ec7b-4eec-8dfe-6cd4975dc605 tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:23.107070 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5c36379d-3178-4be2-a43a-71acf88772b8 req-ffe1ad0d-ec7b-4eec-8dfe-6cd4975dc605 tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1179070 Aug 27 04:45:23.123677 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5c36379d-3178-4be2-a43a-71acf88772b8 req-651ebde8-09cc-41e5-a989-e17ce8c0ba6a tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] 10.222.0.76 "GET /networking/v2.0/quotas/ba61ff97f8464381935337f271a234e3 HTTP/1.1" status: 200 len: 375 time: 0.0107563 Aug 27 04:45:23.165164 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5c36379d-3178-4be2-a43a-71acf88772b8 req-254c9416-1573-421d-b83a-ea9dbad9f3ad tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=ba61ff97f8464381935337f271a234e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352104 Aug 27 04:45:23.271304 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c35587-8d92-4491-bd31-a2b108e0d977 admin admin] Network f4f7a5aa-0d5d-478b-adb6-55045e15a5c4 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:45:23.432223 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7ecdb1c5-4d0b-4796-b119-5c33bbe754c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (7005a211-c3f6-4e71-8681-ef1b03516bc4), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:23.477899 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-43c35587-8d92-4491-bd31-a2b108e0d977 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, f4f7a5aa-0d5d-478b-adb6-55045e15a5c4) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:45:23.481632 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-15efe12d-2693-440c-8edf-4f71eac30894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (01a2d215-849c-467e-8262-7a162e6d4dc6), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:23.498026 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cba3d35-b133-42f4-9384-80460aade01d None None] Network f4f7a5aa-0d5d-478b-adb6-55045e15a5c4 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:45:23.514437 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c35587-8d92-4491-bd31-a2b108e0d977 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:23.515034 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-43c35587-8d92-4491-bd31-a2b108e0d977 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:23.602916 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-62676877-8ae0-4cc0-a340-ab9f427865aa req-c1216a0d-f350-4c57-8af3-7a90b0653f75 tempest-ServersAdmin275Test-1478199913 tempest-ServersAdmin275Test-1478199913-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a83567e0-2337-4993-b69e-52060a3c56f7 HTTP/1.1" status: 200 len: 210 time: 0.0464876 Aug 27 04:45:23.606471 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15efe12d-2693-440c-8edf-4f71eac30894 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01a2d215-849c-467e-8262-7a162e6d4dc6,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:23.655180 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15efe12d-2693-440c-8edf-4f71eac30894 admin admin] Checking segment: {'id': 'ced32554-9a94-472e-9753-3460a5cc91f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '085bf8f8-e613-4b72-a1bf-788a104e54de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:45:23.655756 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15efe12d-2693-440c-8edf-4f71eac30894 admin admin] Network hostable DHCP agents. Network: 085bf8f8-e613-4b72-a1bf-788a104e54de, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:45:23.685492 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50dbe0e-2db0-47ab-b693-0c05b3c84373 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-f4f7a5aa-0d5d-478b-adb6-55045e15a5c4', 'network_id': 'f4f7a5aa-0d5d-478b-adb6-55045e15a5c4', 'project_id': '2af96350c6f54d8e950515db49bfe636', 'fixed_ips': [{'subnet_id': '5015affe-c7d5-4e1e-8eda-97c34f46865b'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:45:23.686746 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f50dbe0e-2db0-47ab-b693-0c05b3c84373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:23.733010 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-0dbaa68d-c6e2-4038-b335-c1122535faa5 req-cd78b6ab-43b1-471d-af02-8f636ed327ab tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0e32a568-b707-4c27-a965-b59d4e0fb03f HTTP/1.1" status: 200 len: 210 time: 0.0397723 Aug 27 04:45:23.770599 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-43c35587-8d92-4491-bd31-a2b108e0d977 admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7594821 Aug 27 04:45:23.774389 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 47158) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:23.780747 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-095d9488-ef60-41f2-b7c3-5eaa52c5a359 admin admin] Request body: {'router': {'name': 'tempest-SecurityGroupsNegativeTestJSON-941977377-router', 'tenant_id': '2af96350c6f54d8e950515db49bfe636', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:45:23.787247 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-7ecdb1c5-4d0b-4796-b119-5c33bbe754c7 admin admin] Deleting port ebbfbc76-94f0-46de-ad81-e0c9093ae560 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:45:23.787980 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7ecdb1c5-4d0b-4796-b119-5c33bbe754c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (ebbfbc76-94f0-46de-ad81-e0c9093ae560), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:23.848448 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:23.882611 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-7ecdb1c5-4d0b-4796-b119-5c33bbe754c7 admin admin] For port ebbfbc76-94f0-46de-ad81-e0c9093ae560, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=ebbfbc76-94f0-46de-ad81-e0c9093ae560,segment=NetworkSegment(5920fcb0-5678-42d9-83fc-e0b635efad35),segment_id=5920fcb0-5678-42d9-83fc-e0b635efad35)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:23.882998 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7ecdb1c5-4d0b-4796-b119-5c33bbe754c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (ebbfbc76-94f0-46de-ad81-e0c9093ae560), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:23.893558 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15efe12d-2693-440c-8edf-4f71eac30894 admin admin] Network 085bf8f8-e613-4b72-a1bf-788a104e54de is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:45:23.899668 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-f50dbe0e-2db0-47ab-b693-0c05b3c84373 None None] Allocated IP 172.20.0.2 (f4f7a5aa-0d5d-478b-adb6-55045e15a5c4/5015affe-c7d5-4e1e-8eda-97c34f46865b/2feddb48-1883-48ae-8686-6ab717585ac9) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:45:23.908681 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-7ecdb1c5-4d0b-4796-b119-5c33bbe754c7 admin admin] Calling delete_port for ebbfbc76-94f0-46de-ad81-e0c9093ae560 owned by network:router_interface {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:45:24.015728 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-095d9488-ef60-41f2-b7c3-5eaa52c5a359 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (2ad4bb41-10d9-42c1-be61-725ce8b1c9ad), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:24.017257 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-095d9488-ef60-41f2-b7c3-5eaa52c5a359 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (2ad4bb41-10d9-42c1-be61-725ce8b1c9ad), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:24.071609 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-15efe12d-2693-440c-8edf-4f71eac30894 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 085bf8f8-e613-4b72-a1bf-788a104e54de) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:45:24.090232 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-095d9488-ef60-41f2-b7c3-5eaa52c5a359 admin admin] Publish callbacks [] for router_controller (2ad4bb41-10d9-42c1-be61-725ce8b1c9ad), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:24.093501 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15efe12d-2693-440c-8edf-4f71eac30894 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:24.094291 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f046d8-a1ca-49cd-bdc9-5a5572d0a22a None None] Network 085bf8f8-e613-4b72-a1bf-788a104e54de requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:45:24.094613 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-15efe12d-2693-440c-8edf-4f71eac30894 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:24.231778 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-15efe12d-2693-440c-8edf-4f71eac30894 admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7043402 Aug 27 04:45:24.235713 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 47164) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:24.240501 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-1f8c8bfb-2b02-4f5a-9f51-d3f4498a8626 admin admin] Request body: {'router': {'name': 'tempest-ServerPasswordTestJSON-650630406-router', 'tenant_id': 'fd348d4b04624e0593b80d3897e8e1b4', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:45:24.256204 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7ecdb1c5-4d0b-4796-b119-5c33bbe754c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (ebbfbc76-94f0-46de-ad81-e0c9093ae560), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:24.267495 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02d1350-30d2-481e-99ad-03b07ecd27d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-085bf8f8-e613-4b72-a1bf-788a104e54de', 'network_id': '085bf8f8-e613-4b72-a1bf-788a104e54de', 'project_id': 'fd348d4b04624e0593b80d3897e8e1b4', 'fixed_ips': [{'subnet_id': '01a2d215-849c-467e-8262-7a162e6d4dc6'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:45:24.268519 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a02d1350-30d2-481e-99ad-03b07ecd27d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:24.297686 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecdb1c5-4d0b-4796-b119-5c33bbe754c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebbfbc76-94f0-46de-ad81-e0c9093ae560,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:24.427251 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f50dbe0e-2db0-47ab-b693-0c05b3c84373 None None] Publish callbacks [] for port (2feddb48-1883-48ae-8686-6ab717585ac9), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:24.427881 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-095d9488-ef60-41f2-b7c3-5eaa52c5a359 admin admin] Publish callbacks [] for router_gateway (2ad4bb41-10d9-42c1-be61-725ce8b1c9ad), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:24.504627 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-a02d1350-30d2-481e-99ad-03b07ecd27d2 None None] Allocated IP 172.20.0.2 (085bf8f8-e613-4b72-a1bf-788a104e54de/01a2d215-849c-467e-8262-7a162e6d4dc6/015c2c5b-e8a0-4dd3-a45d-ceb5f926a506) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:45:24.535259 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8bfb-2b02-4f5a-9f51-d3f4498a8626 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (4caf0140-f855-46fe-8d9c-9adc6dc15872), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:24.536791 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8bfb-2b02-4f5a-9f51-d3f4498a8626 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (4caf0140-f855-46fe-8d9c-9adc6dc15872), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:24.547550 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7ecdb1c5-4d0b-4796-b119-5c33bbe754c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (7005a211-c3f6-4e71-8681-ef1b03516bc4), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:24.615686 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f50dbe0e-2db0-47ab-b693-0c05b3c84373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (2feddb48-1883-48ae-8686-6ab717585ac9), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:24.638988 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8bfb-2b02-4f5a-9f51-d3f4498a8626 admin admin] Publish callbacks [] for router_controller (4caf0140-f855-46fe-8d9c-9adc6dc15872), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:24.658915 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50dbe0e-2db0-47ab-b693-0c05b3c84373 None None] Network f4f7a5aa-0d5d-478b-adb6-55045e15a5c4 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:45:24.669756 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-f50dbe0e-2db0-47ab-b693-0c05b3c84373 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:45:24.673517 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50dbe0e-2db0-47ab-b693-0c05b3c84373 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:45:24.759991 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:24.768243 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-790df0d1-2919-446a-9efe-30b90df77e06 req-7eaf4130-e5d7-4f91-af47-3b83e000ec5f tempest-ServersAdmin275Test-1478199913 tempest-ServersAdmin275Test-1478199913-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a83567e0-2337-4993-b69e-52060a3c56f7 HTTP/1.1" status: 200 len: 210 time: 0.0388582 Aug 27 04:45:24.782359 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50dbe0e-2db0-47ab-b693-0c05b3c84373 None None] Pushing event updated for resources: {'Port': ['ID=2feddb48-1883-48ae-8686-6ab717585ac9,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:24.808510 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-f50dbe0e-2db0-47ab-b693-0c05b3c84373 None None] Attempting to bind port 2feddb48-1883-48ae-8686-6ab717585ac9 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:45:24.809189 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-f50dbe0e-2db0-47ab-b693-0c05b3c84373 None None] Attempting to bind port 2feddb48-1883-48ae-8686-6ab717585ac9 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'cbc19d63-13b5-4ad4-9868-417dade09ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f4f7a5aa-0d5d-478b-adb6-55045e15a5c4'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:45:24.809551 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50dbe0e-2db0-47ab-b693-0c05b3c84373 None None] Attempting to bind port 2feddb48-1883-48ae-8686-6ab717585ac9 on network f4f7a5aa-0d5d-478b-adb6-55045e15a5c4 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:45:24.847235 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ecdb1c5-4d0b-4796-b119-5c33bbe754c7 admin admin] Router 7005a211-c3f6-4e71-8681-ef1b03516bc4 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:45:24.856945 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50dbe0e-2db0-47ab-b693-0c05b3c84373 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:45:24.857318 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50dbe0e-2db0-47ab-b693-0c05b3c84373 None None] Checking segment: {'id': 'cbc19d63-13b5-4ad4-9868-417dade09ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f4f7a5aa-0d5d-478b-adb6-55045e15a5c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:45:24.858205 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f50dbe0e-2db0-47ab-b693-0c05b3c84373 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:24.869848 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50dbe0e-2db0-47ab-b693-0c05b3c84373 None None] Bound using segment: {'id': 'cbc19d63-13b5-4ad4-9868-417dade09ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f4f7a5aa-0d5d-478b-adb6-55045e15a5c4'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:45:24.869848 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-f50dbe0e-2db0-47ab-b693-0c05b3c84373 None None] Bound port: 2feddb48-1883-48ae-8686-6ab717585ac9, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbc19d63-13b5-4ad4-9868-417dade09ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f4f7a5aa-0d5d-478b-adb6-55045e15a5c4'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:45:24.869848 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f50dbe0e-2db0-47ab-b693-0c05b3c84373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (2feddb48-1883-48ae-8686-6ab717585ac9), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:24.911979 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a02d1350-30d2-481e-99ad-03b07ecd27d2 None None] Publish callbacks [] for port (015c2c5b-e8a0-4dd3-a45d-ceb5f926a506), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:24.955972 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8c81a0d1-67f4-4a08-8c60-0f4f4d63e244 req-6fa9b824-d23c-4208-b517-ba8439f1f678 tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0e32a568-b707-4c27-a965-b59d4e0fb03f HTTP/1.1" status: 200 len: 210 time: 0.0776269 Aug 27 04:45:24.964517 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-f50dbe0e-2db0-47ab-b693-0c05b3c84373 None None] For port 2feddb48-1883-48ae-8686-6ab717585ac9, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:45:24.969023 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-f50dbe0e-2db0-47ab-b693-0c05b3c84373 None None] For port 2feddb48-1883-48ae-8686-6ab717585ac9, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=2feddb48-1883-48ae-8686-6ab717585ac9,segment=NetworkSegment(cbc19d63-13b5-4ad4-9868-417dade09ecf),segment_id=cbc19d63-13b5-4ad4-9868-417dade09ecf)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:45:24.974069 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ecdb1c5-4d0b-4796-b119-5c33bbe754c7 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:45:24.982775 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7ecdb1c5-4d0b-4796-b119-5c33bbe754c7 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/7005a211-c3f6-4e71-8681-ef1b03516bc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2797577 Aug 27 04:45:24.985493 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 47194) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:25.004106 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7387d3c9-f599-4227-a057-73f46c08c2dc None None] Sync routers for ids ['7005a211-c3f6-4e71-8681-ef1b03516bc4'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:45:25.020157 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7387d3c9-f599-4227-a057-73f46c08c2dc None None] Routers {'7005a211-c3f6-4e71-8681-ef1b03516bc4'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:45:25.027074 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-7387d3c9-f599-4227-a057-73f46c08c2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:44:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['7005a211-c3f6-4e71-8681-ef1b03516bc4'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:25.042151 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-095d9488-ef60-41f2-b7c3-5eaa52c5a359 admin admin] Publish callbacks [] for router_gateway (2ad4bb41-10d9-42c1-be61-725ce8b1c9ad), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:25.064711 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8bfb-2b02-4f5a-9f51-d3f4498a8626 admin admin] Publish callbacks [] for router_gateway (4caf0140-f855-46fe-8d9c-9adc6dc15872), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:25.068399 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-095d9488-ef60-41f2-b7c3-5eaa52c5a359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:25.113433 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f49087d2-4a26-4d5d-8d4b-4b869a25bde3 admin admin] Publish callbacks [] for router (7005a211-c3f6-4e71-8681-ef1b03516bc4), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:25.155258 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-7387d3c9-f599-4227-a057-73f46c08c2dc None None] Set router 7005a211-c3f6-4e71-8681-ef1b03516bc4 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:45:25.188218 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=84,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:25.203023 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-095d9488-ef60-41f2-b7c3-5eaa52c5a359 admin admin] Allocated IP 172.25.2.227 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/1e71cec4-b4d3-44ac-be3d-cc578fb58fab) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:45:25.214085 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a02d1350-30d2-481e-99ad-03b07ecd27d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (015c2c5b-e8a0-4dd3-a45d-ceb5f926a506), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:25.242230 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f49087d2-4a26-4d5d-8d4b-4b869a25bde3 admin admin] Publish callbacks [] for router_gateway (7005a211-c3f6-4e71-8681-ef1b03516bc4), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:25.280232 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f50dbe0e-2db0-47ab-b693-0c05b3c84373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (2feddb48-1883-48ae-8686-6ab717585ac9), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:25.297810 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02d1350-30d2-481e-99ad-03b07ecd27d2 None None] Network 085bf8f8-e613-4b72-a1bf-788a104e54de is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:45:25.311023 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-a02d1350-30d2-481e-99ad-03b07ecd27d2 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:45:25.316899 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02d1350-30d2-481e-99ad-03b07ecd27d2 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:45:25.351247 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02d1350-30d2-481e-99ad-03b07ecd27d2 None None] Pushing event updated for resources: {'Port': ['ID=015c2c5b-e8a0-4dd3-a45d-ceb5f926a506,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:25.413801 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-095d9488-ef60-41f2-b7c3-5eaa52c5a359 admin admin] Publish callbacks [] for port (1e71cec4-b4d3-44ac-be3d-cc578fb58fab), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:25.497877 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-a02d1350-30d2-481e-99ad-03b07ecd27d2 None None] Attempting to bind port 015c2c5b-e8a0-4dd3-a45d-ceb5f926a506 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:45:25.497877 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-a02d1350-30d2-481e-99ad-03b07ecd27d2 None None] Attempting to bind port 015c2c5b-e8a0-4dd3-a45d-ceb5f926a506 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'ced32554-9a94-472e-9753-3460a5cc91f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '085bf8f8-e613-4b72-a1bf-788a104e54de'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:45:25.499150 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02d1350-30d2-481e-99ad-03b07ecd27d2 None None] Attempting to bind port 015c2c5b-e8a0-4dd3-a45d-ceb5f926a506 on network 085bf8f8-e613-4b72-a1bf-788a104e54de {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:45:25.508193 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50dbe0e-2db0-47ab-b693-0c05b3c84373 None None] Pushing event updated for resources: {'Port': ['ID=2feddb48-1883-48ae-8686-6ab717585ac9,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:25.514693 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02d1350-30d2-481e-99ad-03b07ecd27d2 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:45:25.533447 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02d1350-30d2-481e-99ad-03b07ecd27d2 None None] Checking segment: {'id': 'ced32554-9a94-472e-9753-3460a5cc91f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '085bf8f8-e613-4b72-a1bf-788a104e54de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:45:25.533447 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a02d1350-30d2-481e-99ad-03b07ecd27d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:25.533447 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02d1350-30d2-481e-99ad-03b07ecd27d2 None None] Bound using segment: {'id': 'ced32554-9a94-472e-9753-3460a5cc91f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '085bf8f8-e613-4b72-a1bf-788a104e54de'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:45:25.533447 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-a02d1350-30d2-481e-99ad-03b07ecd27d2 None None] Bound port: 015c2c5b-e8a0-4dd3-a45d-ceb5f926a506, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ced32554-9a94-472e-9753-3460a5cc91f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '085bf8f8-e613-4b72-a1bf-788a104e54de'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:45:25.533447 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a02d1350-30d2-481e-99ad-03b07ecd27d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (015c2c5b-e8a0-4dd3-a45d-ceb5f926a506), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:25.548765 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-7387d3c9-f599-4227-a057-73f46c08c2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7005a211-c3f6-4e71-8681-ef1b03516bc4', 'name': 'tempest-DeleteServersTestJSON-66581141-router', 'tenant_id': '69cabedeede3400e97dc66f4cd3e1e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '39222720-a508-4e2b-b908-455339ceaf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:45:01Z', 'updated_at': '2022-08-27T04:45:24Z', 'revision_number': 5, 'project_id': '69cabedeede3400e97dc66f4cd3e1e26', 'gw_port': {'id': '39222720-a508-4e2b-b908-455339ceaf8d', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7005a211-c3f6-4e71-8681-ef1b03516bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:45:03Z', 'updated_at': '2022-08-27T04:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:25.581110 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=10,neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:25.582226 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-f49087d2-4a26-4d5d-8d4b-4b869a25bde3 admin admin] Deleting port 39222720-a508-4e2b-b908-455339ceaf8d {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:45:25.582575 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f49087d2-4a26-4d5d-8d4b-4b869a25bde3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (39222720-a508-4e2b-b908-455339ceaf8d), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:25.617504 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8bfb-2b02-4f5a-9f51-d3f4498a8626 admin admin] Publish callbacks [] for router_gateway (4caf0140-f855-46fe-8d9c-9adc6dc15872), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:25.622999 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7387d3c9-f599-4227-a057-73f46c08c2dc None None] Checking router: 7005a211-c3f6-4e71-8681-ef1b03516bc4 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:45:25.645515 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8bfb-2b02-4f5a-9f51-d3f4498a8626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:25.649521 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7387d3c9-f599-4227-a057-73f46c08c2dc None None] Routers {'7005a211-c3f6-4e71-8681-ef1b03516bc4'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:45:25.650375 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-7387d3c9-f599-4227-a057-73f46c08c2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:44:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['7005a211-c3f6-4e71-8681-ef1b03516bc4'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:25.720845 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-f49087d2-4a26-4d5d-8d4b-4b869a25bde3 admin admin] For port 39222720-a508-4e2b-b908-455339ceaf8d, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=39222720-a508-4e2b-b908-455339ceaf8d,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:25.722748 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f49087d2-4a26-4d5d-8d4b-4b869a25bde3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (39222720-a508-4e2b-b908-455339ceaf8d), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:25.737506 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-f49087d2-4a26-4d5d-8d4b-4b869a25bde3 admin admin] Calling delete_port for 39222720-a508-4e2b-b908-455339ceaf8d owned by network:router_gateway {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:45:25.773142 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-a02d1350-30d2-481e-99ad-03b07ecd27d2 None None] For port 015c2c5b-e8a0-4dd3-a45d-ceb5f926a506, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:45:25.778215 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-a02d1350-30d2-481e-99ad-03b07ecd27d2 None None] For port 015c2c5b-e8a0-4dd3-a45d-ceb5f926a506, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=015c2c5b-e8a0-4dd3-a45d-ceb5f926a506,segment=NetworkSegment(ced32554-9a94-472e-9753-3460a5cc91f9),segment_id=ced32554-9a94-472e-9753-3460a5cc91f9)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:45:25.787342 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-7387d3c9-f599-4227-a057-73f46c08c2dc None None] Set router 7005a211-c3f6-4e71-8681-ef1b03516bc4 gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:45:25.801560 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-095d9488-ef60-41f2-b7c3-5eaa52c5a359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (1e71cec4-b4d3-44ac-be3d-cc578fb58fab), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:25.840745 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-7387d3c9-f599-4227-a057-73f46c08c2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7005a211-c3f6-4e71-8681-ef1b03516bc4', 'name': 'tempest-DeleteServersTestJSON-66581141-router', 'tenant_id': '69cabedeede3400e97dc66f4cd3e1e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:45:01Z', 'updated_at': '2022-08-27T04:45:25Z', 'revision_number': 6, 'project_id': '69cabedeede3400e97dc66f4cd3e1e26', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:25.876610 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095d9488-ef60-41f2-b7c3-5eaa52c5a359 admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:45:25.885164 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-095d9488-ef60-41f2-b7c3-5eaa52c5a359 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:45:25.894535 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095d9488-ef60-41f2-b7c3-5eaa52c5a359 admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:45:25.923659 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a02d1350-30d2-481e-99ad-03b07ecd27d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (015c2c5b-e8a0-4dd3-a45d-ceb5f926a506), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:25.932248 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7387d3c9-f599-4227-a057-73f46c08c2dc None None] The sync data for ids ['7005a211-c3f6-4e71-8681-ef1b03516bc4'] in n-d-852088-5 is: [{'id': '7005a211-c3f6-4e71-8681-ef1b03516bc4', 'name': 'tempest-DeleteServersTestJSON-66581141-router', 'tenant_id': '69cabedeede3400e97dc66f4cd3e1e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:45:01Z', 'updated_at': '2022-08-27T04:45:25Z', 'revision_number': 6, 'project_id': '69cabedeede3400e97dc66f4cd3e1e26', 'gw_port_host': None}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:45:25.943053 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-1f8c8bfb-2b02-4f5a-9f51-d3f4498a8626 admin admin] Allocated IP 172.25.2.57 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/a040043e-53fd-422d-a6e1-2d6bb34a37e2) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:45:25.945940 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d9488-ef60-41f2-b7c3-5eaa52c5a359 admin admin] Pushing event updated for resources: {'Port': ['ID=1e71cec4-b4d3-44ac-be3d-cc578fb58fab,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:26.032958 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02d1350-30d2-481e-99ad-03b07ecd27d2 None None] Pushing event updated for resources: {'Port': ['ID=015c2c5b-e8a0-4dd3-a45d-ceb5f926a506,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:26.061450 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-90eb81d1-1524-45f4-a5e1-6bee0bcbed53 req-aad42cbb-ee1f-41b3-9a2f-45be54f70614 tempest-ServersAdmin275Test-1478199913 tempest-ServersAdmin275Test-1478199913-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a83567e0-2337-4993-b69e-52060a3c56f7 HTTP/1.1" status: 200 len: 210 time: 0.0937221 Aug 27 04:45:26.233900 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f49087d2-4a26-4d5d-8d4b-4b869a25bde3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (39222720-a508-4e2b-b908-455339ceaf8d), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:26.264882 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49087d2-4a26-4d5d-8d4b-4b869a25bde3 admin admin] Pushing event deleted for resources: {'Port': ['ID=39222720-a508-4e2b-b908-455339ceaf8d,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:26.457648 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f49087d2-4a26-4d5d-8d4b-4b869a25bde3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (7005a211-c3f6-4e71-8681-ef1b03516bc4), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:26.619674 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 2feddb48-1883-48ae-8686-6ab717585ac9 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:45:26.727532 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 2feddb48-1883-48ae-8686-6ab717585ac9 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:45:26.728266 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (2feddb48-1883-48ae-8686-6ab717585ac9), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:26.738266 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b6a1d000-6af0-47bb-b4ed-6d61d9d01f9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:26.748728 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f49087d2-4a26-4d5d-8d4b-4b869a25bde3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (7005a211-c3f6-4e71-8681-ef1b03516bc4), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:26.756103 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f49087d2-4a26-4d5d-8d4b-4b869a25bde3 admin admin] Publish callbacks [] for router_controller (7005a211-c3f6-4e71-8681-ef1b03516bc4), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:26.790662 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-95be86ef-d285-47fb-9b22-7d9204728882 req-ae255899-f276-4a9c-8aa0-597a4439e1f9 tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0e32a568-b707-4c27-a965-b59d4e0fb03f HTTP/1.1" status: 200 len: 210 time: 0.0768416 Aug 27 04:45:26.935660 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f49087d2-4a26-4d5d-8d4b-4b869a25bde3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (7005a211-c3f6-4e71-8681-ef1b03516bc4), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:26.935862 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49087d2-4a26-4d5d-8d4b-4b869a25bde3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7005a211-c3f6-4e71-8681-ef1b03516bc4 {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:45:26.940607 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f49087d2-4a26-4d5d-8d4b-4b869a25bde3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:26.942113 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f49087d2-4a26-4d5d-8d4b-4b869a25bde3 admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/7005a211-c3f6-4e71-8681-ef1b03516bc4 HTTP/1.1" status: 204 len: 168 time: 1.9555316 Aug 27 04:45:26.944660 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 47238) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:26.990236 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 2feddb48-1883-48ae-8686-6ab717585ac9 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:45:26.991767 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8bfb-2b02-4f5a-9f51-d3f4498a8626 admin admin] Publish callbacks [] for port (a040043e-53fd-422d-a6e1-2d6bb34a37e2), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:26.994065 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (2feddb48-1883-48ae-8686-6ab717585ac9), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:27.073916 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d9b58c8-d393-4508-831a-115bfae099c5 admin admin] Deleting subnet 30d02e34-d914-4a2e-a465-87e16d539289 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:45:27.079835 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6d9b58c8-d393-4508-831a-115bfae099c5 admin admin] Publish callbacks [] for subnet (30d02e34-d914-4a2e-a465-87e16d539289), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:27.102749 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369166c8-20ea-4b11-82d4-efbd359136b4 None None] Network f4f7a5aa-0d5d-478b-adb6-55045e15a5c4 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:45:27.146572 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8bfb-2b02-4f5a-9f51-d3f4498a8626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (a040043e-53fd-422d-a6e1-2d6bb34a37e2), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:27.198531 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6d9b58c8-d393-4508-831a-115bfae099c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (30d02e34-d914-4a2e-a465-87e16d539289), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:27.223632 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 2feddb48-1883-48ae-8686-6ab717585ac9, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=2feddb48-1883-48ae-8686-6ab717585ac9,segment=NetworkSegment(cbc19d63-13b5-4ad4-9868-417dade09ecf),segment_id=cbc19d63-13b5-4ad4-9868-417dade09ecf)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:27.268760 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8c8bfb-2b02-4f5a-9f51-d3f4498a8626 admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:45:27.347185 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6d9b58c8-d393-4508-831a-115bfae099c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (30d02e34-d914-4a2e-a465-87e16d539289), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:27.355072 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-e69e2b2d-8aea-495d-8d00-5ffa2d75a803 None None] Provisioning complete for port 2feddb48-1883-48ae-8686-6ab717585ac9 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:45:27.355294 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-1f8c8bfb-2b02-4f5a-9f51-d3f4498a8626 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:45:27.355819 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e69e2b2d-8aea-495d-8d00-5ffa2d75a803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (2feddb48-1883-48ae-8686-6ab717585ac9), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:27.367468 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (2feddb48-1883-48ae-8686-6ab717585ac9), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:27.367899 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8c8bfb-2b02-4f5a-9f51-d3f4498a8626 admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:45:27.456092 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:27.471053 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c975f6df-20a8-4079-83f0-00a33f2fddbd req-19fef876-2e1a-4cae-85a9-69cc1a872896 tempest-ServersAdmin275Test-1478199913 tempest-ServersAdmin275Test-1478199913-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a83567e0-2337-4993-b69e-52060a3c56f7 HTTP/1.1" status: 200 len: 210 time: 0.1399610 Aug 27 04:45:27.471667 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8c8bfb-2b02-4f5a-9f51-d3f4498a8626 admin admin] Pushing event updated for resources: {'Port': ['ID=a040043e-53fd-422d-a6e1-2d6bb34a37e2,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:27.498037 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-095d9488-ef60-41f2-b7c3-5eaa52c5a359 admin admin] Publish callbacks [] for router_gateway (2ad4bb41-10d9-42c1-be61-725ce8b1c9ad), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:27.610519 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6d9b58c8-d393-4508-831a-115bfae099c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (30d02e34-d914-4a2e-a465-87e16d539289), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:27.631825 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6d9b58c8-d393-4508-831a-115bfae099c5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:27.658552 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6d9b58c8-d393-4508-831a-115bfae099c5 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/30d02e34-d914-4a2e-a465-87e16d539289 HTTP/1.1" status: 204 len: 168 time: 0.7096829 Aug 27 04:45:27.659362 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 47258) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:27.721594 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0095e4fb-90b1-4445-bd57-401b2c96d607 None None] Network 79a37c57-2e02-4a7f-9fc0-33f44527ecf4 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:45:27.765423 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9b58c8-d393-4508-831a-115bfae099c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30d02e34-d914-4a2e-a465-87e16d539289,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:27.822465 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-192c7e7e-1d03-4bc3-b023-1a371a7d7698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (79a37c57-2e02-4a7f-9fc0-33f44527ecf4), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:27.842687 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607f8ae5-238b-459b-95bc-69da18e6d437 None None] Network 085bf8f8-e613-4b72-a1bf-788a104e54de requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:45:27.918176 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:27.946409 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-192c7e7e-1d03-4bc3-b023-1a371a7d7698 admin admin] Deleting port 7857637f-34f6-4e0f-b5a9-0458afeabf87 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:45:27.946761 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-192c7e7e-1d03-4bc3-b023-1a371a7d7698 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (7857637f-34f6-4e0f-b5a9-0458afeabf87), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:28.045022 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-192c7e7e-1d03-4bc3-b023-1a371a7d7698 admin admin] For port 7857637f-34f6-4e0f-b5a9-0458afeabf87, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=7857637f-34f6-4e0f-b5a9-0458afeabf87,segment=NetworkSegment(5920fcb0-5678-42d9-83fc-e0b635efad35),segment_id=5920fcb0-5678-42d9-83fc-e0b635efad35)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:28.045271 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 015c2c5b-e8a0-4dd3-a45d-ceb5f926a506 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:45:28.045375 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-192c7e7e-1d03-4bc3-b023-1a371a7d7698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (7857637f-34f6-4e0f-b5a9-0458afeabf87), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:28.062922 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-192c7e7e-1d03-4bc3-b023-1a371a7d7698 admin admin] Calling delete_port for 7857637f-34f6-4e0f-b5a9-0458afeabf87 owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:45:28.076938 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2448310f-887e-4cfc-bf31-b56cdc4a4ba2 req-1c6b1881-6d34-46e4-a38c-a0519cfbcbce tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0e32a568-b707-4c27-a965-b59d4e0fb03f HTTP/1.1" status: 200 len: 210 time: 0.1285129 Aug 27 04:45:28.095389 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5c36379d-3178-4be2-a43a-71acf88772b8 req-b712245c-7f4c-4db3-87c6-1dc5450b8999 tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=ba61ff97f8464381935337f271a234e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334673 Aug 27 04:45:28.115039 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:28.166987 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=2feddb48-1883-48ae-8686-6ab717585ac9,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:28.283590 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-e69e2b2d-8aea-495d-8d00-5ffa2d75a803 None None] Current status of the port 2feddb48-1883-48ae-8686-6ab717585ac9 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:45:28.300798 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-095d9488-ef60-41f2-b7c3-5eaa52c5a359 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (2ad4bb41-10d9-42c1-be61-725ce8b1c9ad), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:28.302108 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 015c2c5b-e8a0-4dd3-a45d-ceb5f926a506 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:45:28.302603 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (015c2c5b-e8a0-4dd3-a45d-ceb5f926a506), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:28.372398 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64871aae-f049-47fc-8784-8c68dbd23c08 None None] DHCP port deletion for 79a37c57-2e02-4a7f-9fc0-33f44527ecf4 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:45:28.408283 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-192c7e7e-1d03-4bc3-b023-1a371a7d7698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (7857637f-34f6-4e0f-b5a9-0458afeabf87), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:28.436242 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192c7e7e-1d03-4bc3-b023-1a371a7d7698 admin admin] Pushing event deleted for resources: {'Port': ['ID=7857637f-34f6-4e0f-b5a9-0458afeabf87,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:28.436771 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-49848c9e-a504-4026-bc67-5ad3862806b9 None None] Provisioning complete for port 015c2c5b-e8a0-4dd3-a45d-ceb5f926a506 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:45:28.436771 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-49848c9e-a504-4026-bc67-5ad3862806b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (015c2c5b-e8a0-4dd3-a45d-ceb5f926a506), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:28.460602 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192c7e7e-1d03-4bc3-b023-1a371a7d7698 admin admin] No DVR routers for this DVR port 7857637f-34f6-4e0f-b5a9-0458afeabf87 on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:45:28.486746 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-64871aae-f049-47fc-8784-8c68dbd23c08 None None] Deleting port 7857637f-34f6-4e0f-b5a9-0458afeabf87 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:45:28.493937 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-64871aae-f049-47fc-8784-8c68dbd23c08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (7857637f-34f6-4e0f-b5a9-0458afeabf87), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:28.598268 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-64871aae-f049-47fc-8784-8c68dbd23c08 None None] For port 7857637f-34f6-4e0f-b5a9-0458afeabf87, host n-d-852088-5, got binding levels [] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:28.598669 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-64871aae-f049-47fc-8784-8c68dbd23c08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (7857637f-34f6-4e0f-b5a9-0458afeabf87), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:28.601726 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-192c7e7e-1d03-4bc3-b023-1a371a7d7698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (79a37c57-2e02-4a7f-9fc0-33f44527ecf4), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:28.620388 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-64871aae-f049-47fc-8784-8c68dbd23c08 None None] Calling delete_port for 7857637f-34f6-4e0f-b5a9-0458afeabf87 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:45:28.623650 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.ipam_backend_mixin [None req-64871aae-f049-47fc-8784-8c68dbd23c08 None None] Port 7857637f-34f6-4e0f-b5a9-0458afeabf87 was not found and therefore no delete operation was performed {{(pid=107777) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 27 04:45:28.642453 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8bfb-2b02-4f5a-9f51-d3f4498a8626 admin admin] Publish callbacks [] for router_gateway (4caf0140-f855-46fe-8d9c-9adc6dc15872), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:28.654066 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36379d-3178-4be2-a43a-71acf88772b8 req-fe619af7-33ff-4a3c-bd84-67ee520706b3 tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:28.658594 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-64871aae-f049-47fc-8784-8c68dbd23c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (7857637f-34f6-4e0f-b5a9-0458afeabf87), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:28.663649 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5c36379d-3178-4be2-a43a-71acf88772b8 req-fe619af7-33ff-4a3c-bd84-67ee520706b3 tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5584226 Aug 27 04:45:28.666365 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-192c7e7e-1d03-4bc3-b023-1a371a7d7698 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79a37c57-2e02-4a7f-9fc0-33f44527ecf4']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:28.691596 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [req-5c36379d-3178-4be2-a43a-71acf88772b8 req-b69f5eaf-b7ca-4171-a2fc-49a7570e59ee tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] Request body: {'port': {'device_id': '0e32a568-b707-4c27-a965-b59d4e0fb03f', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'admin_state_up': True, 'tenant_id': 'ba61ff97f8464381935337f271a234e3'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:45:28.701301 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64871aae-f049-47fc-8784-8c68dbd23c08 None None] No DVR routers for this DVR port 7857637f-34f6-4e0f-b5a9-0458afeabf87 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:45:28.721815 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-192c7e7e-1d03-4bc3-b023-1a371a7d7698 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5920fcb0-5678-42d9-83fc-e0b635efad35') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:28.724624 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-192c7e7e-1d03-4bc3-b023-1a371a7d7698 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5920fcb0-5678-42d9-83fc-e0b635efad35') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:28.735119 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64871aae-f049-47fc-8784-8c68dbd23c08 None None] Pushing event deleted for resources: {'Port': ['ID=7857637f-34f6-4e0f-b5a9-0458afeabf87,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:28.750486 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 015c2c5b-e8a0-4dd3-a45d-ceb5f926a506 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:45:28.750486 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (015c2c5b-e8a0-4dd3-a45d-ceb5f926a506), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:28.751220 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-192c7e7e-1d03-4bc3-b023-1a371a7d7698 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (5920fcb0-5678-42d9-83fc-e0b635efad35), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:28.789442 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-192c7e7e-1d03-4bc3-b023-1a371a7d7698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (5920fcb0-5678-42d9-83fc-e0b635efad35), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:28.798456 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-192c7e7e-1d03-4bc3-b023-1a371a7d7698 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:45:28.798909 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-192c7e7e-1d03-4bc3-b023-1a371a7d7698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (5920fcb0-5678-42d9-83fc-e0b635efad35), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:28.872761 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 015c2c5b-e8a0-4dd3-a45d-ceb5f926a506, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=015c2c5b-e8a0-4dd3-a45d-ceb5f926a506,segment=NetworkSegment(ced32554-9a94-472e-9753-3460a5cc91f9),segment_id=ced32554-9a94-472e-9753-3460a5cc91f9)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:28.883161 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-49848c9e-a504-4026-bc67-5ad3862806b9 None None] Current status of the port 015c2c5b-e8a0-4dd3-a45d-ceb5f926a506 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:45:28.883688 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-49848c9e-a504-4026-bc67-5ad3862806b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (015c2c5b-e8a0-4dd3-a45d-ceb5f926a506), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:28.898406 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 5920fcb0-5678-42d9-83fc-e0b635efad35 resource provider aggregate not found Aug 27 04:45:28.942819 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5df4e049-017d-4153-a608-148c072859cc req-d5bba60c-6f11-47f0-8d03-616720cc9c76 tempest-ServersAdmin275Test-1478199913 tempest-ServersAdmin275Test-1478199913-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a83567e0-2337-4993-b69e-52060a3c56f7 HTTP/1.1" status: 200 len: 210 time: 0.1623867 Aug 27 04:45:28.945685 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 5920fcb0-5678-42d9-83fc-e0b635efad35 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5920fcb0-5678-42d9-83fc-e0b635efad35 found for delete ", "request_id": "req-82feea21-c3ea-4f34-94a4-8aca85b2f5ba"}]} Aug 27 04:45:28.958304 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:28.960000 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (015c2c5b-e8a0-4dd3-a45d-ceb5f926a506), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:29.006105 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-192c7e7e-1d03-4bc3-b023-1a371a7d7698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (79a37c57-2e02-4a7f-9fc0-33f44527ecf4), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:29.019743 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-192c7e7e-1d03-4bc3-b023-1a371a7d7698 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:29.037568 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-192c7e7e-1d03-4bc3-b023-1a371a7d7698 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/79a37c57-2e02-4a7f-9fc0-33f44527ecf4 HTTP/1.1" status: 204 len: 168 time: 1.3757184 Aug 27 04:45:29.072724 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192c7e7e-1d03-4bc3-b023-1a371a7d7698 admin admin] Pushing event deleted for resources: {'Network': ['ID=79a37c57-2e02-4a7f-9fc0-33f44527ecf4,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:29.085718 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device ebbfbc76-94f0-46de-ad81-e0c9093ae560 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:45:29.141174 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-49848c9e-a504-4026-bc67-5ad3862806b9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:45:29.141174 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-49848c9e-a504-4026-bc67-5ad3862806b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:45:29.141174 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: ebbfbc76-94f0-46de-ad81-e0c9093ae560 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:45:29.141174 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device ebbfbc76-94f0-46de-ad81-e0c9093ae560 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:45:29.141174 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 39222720-a508-4e2b-b908-455339ceaf8d no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:45:29.170077 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 39222720-a508-4e2b-b908-455339ceaf8d {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:45:29.170077 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 39222720-a508-4e2b-b908-455339ceaf8d not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:45:29.176632 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=015c2c5b-e8a0-4dd3-a45d-ceb5f926a506,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:29.192112 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c081741f-dc15-4930-97fe-ea9c2e19f23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:29.196231 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c36379d-3178-4be2-a43a-71acf88772b8 req-b69f5eaf-b7ca-4171-a2fc-49a7570e59ee tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] Made reservation on behalf of ba61ff97f8464381935337f271a234e3 for: {'port': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:45:29.200248 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-5c36379d-3178-4be2-a43a-71acf88772b8 req-b69f5eaf-b7ca-4171-a2fc-49a7570e59ee tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:29.222636 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-5c36379d-3178-4be2-a43a-71acf88772b8 req-b69f5eaf-b7ca-4171-a2fc-49a7570e59ee tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:29.257840 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-9472ae48-ccb7-48b9-8876-bdd248af8c5d req-5b932198-a7cd-49f1-8dda-f0988c274c07 tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0e32a568-b707-4c27-a965-b59d4e0fb03f HTTP/1.1" status: 200 len: 210 time: 0.0625248 Aug 27 04:45:29.324447 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-095d9488-ef60-41f2-b7c3-5eaa52c5a359 admin admin] Router 2ad4bb41-10d9-42c1-be61-725ce8b1c9ad is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:45:29.446241 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8bfb-2b02-4f5a-9f51-d3f4498a8626 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (4caf0140-f855-46fe-8d9c-9adc6dc15872), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:29.555351 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-5c36379d-3178-4be2-a43a-71acf88772b8 req-b69f5eaf-b7ca-4171-a2fc-49a7570e59ee tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] Publish callbacks [] for security_group (aaa2b0d6-701a-4844-8866-7c5a507fc960), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:29.564277 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095d9488-ef60-41f2-b7c3-5eaa52c5a359 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:45:29.575551 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8212ca5b-80d8-4188-9e75-e1bd709348ae None None] Sync routers for ids ['2ad4bb41-10d9-42c1-be61-725ce8b1c9ad'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:45:29.588082 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8212ca5b-80d8-4188-9e75-e1bd709348ae None None] Routers {'2ad4bb41-10d9-42c1-be61-725ce8b1c9ad'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:45:29.589098 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-8212ca5b-80d8-4188-9e75-e1bd709348ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:45:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['2ad4bb41-10d9-42c1-be61-725ce8b1c9ad'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:29.701024 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-5c36379d-3178-4be2-a43a-71acf88772b8 req-b69f5eaf-b7ca-4171-a2fc-49a7570e59ee tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (aaa2b0d6-701a-4844-8866-7c5a507fc960), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:29.713220 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 47300) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:29.727035 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-49848c9e-a504-4026-bc67-5ad3862806b9 None None] Current status of the port 015c2c5b-e8a0-4dd3-a45d-ceb5f926a506 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:45:29.741512 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-095d9488-ef60-41f2-b7c3-5eaa52c5a359 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:29.744212 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-095d9488-ef60-41f2-b7c3-5eaa52c5a359 admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.9660385 Aug 27 04:45:29.749881 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 47302) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:29.801384 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-8212ca5b-80d8-4188-9e75-e1bd709348ae None None] Set router 2ad4bb41-10d9-42c1-be61-725ce8b1c9ad gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:45:29.827292 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:29.852649 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-0db24b50-6e31-439e-b5c4-798fa78e0c5a None None] Provisioning complete for port 015c2c5b-e8a0-4dd3-a45d-ceb5f926a506 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:45:29.853210 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0db24b50-6e31-439e-b5c4-798fa78e0c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (015c2c5b-e8a0-4dd3-a45d-ceb5f926a506), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:29.891452 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f8c8bfb-2b02-4f5a-9f51-d3f4498a8626 admin admin] Router 4caf0140-f855-46fe-8d9c-9adc6dc15872 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:45:29.916362 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69f5eaf-b7ca-4171-a2fc-49a7570e59ee tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa2b0d6-701a-4844-8866-7c5a507fc960,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:29.973524 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a402ddc-75d0-4923-997e-0a1cb90109f2 req-7bafc21d-269a-4478-b8ef-9c5cfd97bc4c tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:29.975081 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7a402ddc-75d0-4923-997e-0a1cb90109f2 req-7bafc21d-269a-4478-b8ef-9c5cfd97bc4c tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9841d77-b07c-4960-ab3f-c85e2d601518 HTTP/1.1" status: 200 len: 948 time: 0.2062824 Aug 27 04:45:30.022082 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-0db24b50-6e31-439e-b5c4-798fa78e0c5a None None] Current status of the port 015c2c5b-e8a0-4dd3-a45d-ceb5f926a506 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:45:30.038253 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 015c2c5b-e8a0-4dd3-a45d-ceb5f926a506 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:45:30.043766 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-0db24b50-6e31-439e-b5c4-798fa78e0c5a None None] Provisioning complete for port 2feddb48-1883-48ae-8686-6ab717585ac9 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:45:30.044601 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0db24b50-6e31-439e-b5c4-798fa78e0c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (2feddb48-1883-48ae-8686-6ab717585ac9), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:30.060982 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:30.199457 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 015c2c5b-e8a0-4dd3-a45d-ceb5f926a506 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:45:30.200343 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (015c2c5b-e8a0-4dd3-a45d-ceb5f926a506), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:30.261050 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-0db24b50-6e31-439e-b5c4-798fa78e0c5a None None] Current status of the port 2feddb48-1883-48ae-8686-6ab717585ac9 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:45:30.307975 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-8212ca5b-80d8-4188-9e75-e1bd709348ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad4bb41-10d9-42c1-be61-725ce8b1c9ad', 'name': 'tempest-SecurityGroupsNegativeTestJSON-941977377-router', 'tenant_id': '2af96350c6f54d8e950515db49bfe636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '1e71cec4-b4d3-44ac-be3d-cc578fb58fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:45:24Z', 'updated_at': '2022-08-27T04:45:26Z', 'revision_number': 3, 'project_id': '2af96350c6f54d8e950515db49bfe636', 'gw_port': {'id': '1e71cec4-b4d3-44ac-be3d-cc578fb58fab', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ad4bb41-10d9-42c1-be61-725ce8b1c9ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:45:25Z', 'updated_at': '2022-08-27T04:45:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:30.316470 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:30.353333 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 015c2c5b-e8a0-4dd3-a45d-ceb5f926a506 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:45:30.354514 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 2feddb48-1883-48ae-8686-6ab717585ac9 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:45:30.356590 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:30.377653 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8212ca5b-80d8-4188-9e75-e1bd709348ae None None] Checking router: 2ad4bb41-10d9-42c1-be61-725ce8b1c9ad for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:45:30.378013 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8212ca5b-80d8-4188-9e75-e1bd709348ae None None] Updating router 2ad4bb41-10d9-42c1-be61-725ce8b1c9ad port 1e71cec4-b4d3-44ac-be3d-cc578fb58fab binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:45:30.413469 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-928dcff0-236b-448d-a2c4-e2f62dd91cdf admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=69cabedeede3400e97dc66f4cd3e1e26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6966395 Aug 27 04:45:30.417972 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 47314) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:30.465662 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-8212ca5b-80d8-4188-9e75-e1bd709348ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (1e71cec4-b4d3-44ac-be3d-cc578fb58fab), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:30.476574 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 2feddb48-1883-48ae-8686-6ab717585ac9 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:45:30.477008 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (2feddb48-1883-48ae-8686-6ab717585ac9), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:30.535665 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [req-5c36379d-3178-4be2-a43a-71acf88772b8 req-b69f5eaf-b7ca-4171-a2fc-49a7570e59ee tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] Allocated IP 192.168.233.62 (a82fb463-5a8f-4b8b-991d-61491eba11c6/120f3302-721f-4373-86a6-3aa14ccf6ac4/a42431b7-d73f-4bef-9fb3-b361431c3a9c) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:45:30.544473 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2d3c078d-f008-45fc-ab88-a3a551262028 req-471b02d3-65ef-4ec6-b44b-fc89efdc3dae tempest-ServersAdmin275Test-1478199913 tempest-ServersAdmin275Test-1478199913-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a83567e0-2337-4993-b69e-52060a3c56f7 HTTP/1.1" status: 200 len: 210 time: 0.0553322 Aug 27 04:45:30.554883 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7a402ddc-75d0-4923-997e-0a1cb90109f2 req-5cd6551c-4431-439f-9be3-0cf41f698518 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=27e5cb1f-4fd8-42fe-83ea-8b4a1ff45c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5242996 Aug 27 04:45:30.555106 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e127aadd-c36b-4865-a23b-364fd4ab5c41 admin admin] Publish callbacks [] for security_group (96c4f113-158a-4d34-9b1d-9334a62b4020), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:30.588719 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e127aadd-c36b-4865-a23b-364fd4ab5c41 admin admin] Publish callbacks [] for security_group (96c4f113-158a-4d34-9b1d-9334a62b4020), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:30.589100 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f8c8bfb-2b02-4f5a-9f51-d3f4498a8626 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:45:30.609393 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924e7fd4-5070-41cc-8f65-f48a8b904a5c None None] Sync routers for ids ['4caf0140-f855-46fe-8d9c-9adc6dc15872'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:45:30.695750 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924e7fd4-5070-41cc-8f65-f48a8b904a5c None None] Routers {'4caf0140-f855-46fe-8d9c-9adc6dc15872'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:45:30.699435 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-924e7fd4-5070-41cc-8f65-f48a8b904a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:45:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['4caf0140-f855-46fe-8d9c-9adc6dc15872'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:30.734089 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8bfb-2b02-4f5a-9f51-d3f4498a8626 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:30.738060 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1f8c8bfb-2b02-4f5a-9f51-d3f4498a8626 admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.4986355 Aug 27 04:45:30.743902 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 47316) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:30.888028 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-5c36379d-3178-4be2-a43a-71acf88772b8 req-b69f5eaf-b7ca-4171-a2fc-49a7570e59ee tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] Publish callbacks [] for port (a42431b7-d73f-4bef-9fb3-b361431c3a9c), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:30.890825 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-924e7fd4-5070-41cc-8f65-f48a8b904a5c None None] Set router 4caf0140-f855-46fe-8d9c-9adc6dc15872 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:45:30.933769 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:30.967039 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:30.974863 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f72da3bb-1cad-401a-9e5b-8626ef2d905f req-55f16cab-791f-4cea-973c-10d9a1685b43 tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0e32a568-b707-4c27-a965-b59d4e0fb03f HTTP/1.1" status: 200 len: 210 time: 0.1214802 Aug 27 04:45:31.013733 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-5c36379d-3178-4be2-a43a-71acf88772b8 req-b69f5eaf-b7ca-4171-a2fc-49a7570e59ee tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (a42431b7-d73f-4bef-9fb3-b361431c3a9c), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:31.021404 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c2984f17-3360-4cea-b742-a6f035541bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:31.027449 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e127aadd-c36b-4865-a23b-364fd4ab5c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (96c4f113-158a-4d34-9b1d-9334a62b4020), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:31.043888 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e127aadd-c36b-4865-a23b-364fd4ab5c41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:31.049507 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e127aadd-c36b-4865-a23b-364fd4ab5c41 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/96c4f113-158a-4d34-9b1d-9334a62b4020 HTTP/1.1" status: 204 len: 168 time: 0.6292956 Aug 27 04:45:31.082532 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c36379d-3178-4be2-a43a-71acf88772b8 req-b69f5eaf-b7ca-4171-a2fc-49a7570e59ee tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] Network a82fb463-5a8f-4b8b-991d-61491eba11c6 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:45:31.090311 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [req-5c36379d-3178-4be2-a43a-71acf88772b8 req-b69f5eaf-b7ca-4171-a2fc-49a7570e59ee tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:45:31.096513 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c36379d-3178-4be2-a43a-71acf88772b8 req-b69f5eaf-b7ca-4171-a2fc-49a7570e59ee tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:45:31.103046 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69f5eaf-b7ca-4171-a2fc-49a7570e59ee tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] Pushing event updated for resources: {'Port': ['ID=a42431b7-d73f-4bef-9fb3-b361431c3a9c,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:31.125539 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e127aadd-c36b-4865-a23b-364fd4ab5c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c4f113-158a-4d34-9b1d-9334a62b4020,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:31.173156 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-8212ca5b-80d8-4188-9e75-e1bd709348ae None None] Publish callbacks [] for port (1e71cec4-b4d3-44ac-be3d-cc578fb58fab), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:31.243463 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-8212ca5b-80d8-4188-9e75-e1bd709348ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (1e71cec4-b4d3-44ac-be3d-cc578fb58fab), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:31.254243 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36379d-3178-4be2-a43a-71acf88772b8 req-b69f5eaf-b7ca-4171-a2fc-49a7570e59ee tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:31.255135 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-5c36379d-3178-4be2-a43a-71acf88772b8 req-b69f5eaf-b7ca-4171-a2fc-49a7570e59ee tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:31.286282 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:31.330703 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 2feddb48-1883-48ae-8686-6ab717585ac9 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:45:31.379630 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:31.397989 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdbfafb-dab2-4542-9b56-b0ef740c5a77 None None] Pushing event updated for resources: {'Port': ['ID=1e71cec4-b4d3-44ac-be3d-cc578fb58fab,revision_number=2']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:31.405152 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-8212ca5b-80d8-4188-9e75-e1bd709348ae None None] Attempting to bind port 1e71cec4-b4d3-44ac-be3d-cc578fb58fab on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:45:31.407567 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-8212ca5b-80d8-4188-9e75-e1bd709348ae None None] Attempting to bind port 1e71cec4-b4d3-44ac-be3d-cc578fb58fab by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:45:31.420365 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8212ca5b-80d8-4188-9e75-e1bd709348ae None None] Attempting to bind port 1e71cec4-b4d3-44ac-be3d-cc578fb58fab on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:45:31.428780 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8212ca5b-80d8-4188-9e75-e1bd709348ae None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:45:31.429298 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8212ca5b-80d8-4188-9e75-e1bd709348ae None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:45:31.429718 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-8212ca5b-80d8-4188-9e75-e1bd709348ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:31.430117 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8212ca5b-80d8-4188-9e75-e1bd709348ae None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:45:31.433309 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-8212ca5b-80d8-4188-9e75-e1bd709348ae None None] Bound port: 1e71cec4-b4d3-44ac-be3d-cc578fb58fab, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:45:31.433714 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-8212ca5b-80d8-4188-9e75-e1bd709348ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (1e71cec4-b4d3-44ac-be3d-cc578fb58fab), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:31.446860 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 7857637f-34f6-4e0f-b5a9-0458afeabf87 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:45:31.451943 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-c2984f17-3360-4cea-b742-a6f035541bca admin admin] Allocated IP 172.20.0.1 (f4f7a5aa-0d5d-478b-adb6-55045e15a5c4/5015affe-c7d5-4e1e-8eda-97c34f46865b/6bc4fb4d-671d-41fc-a57a-97e665b82448) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:45:31.498488 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 7857637f-34f6-4e0f-b5a9-0458afeabf87 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:45:31.499075 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 7857637f-34f6-4e0f-b5a9-0458afeabf87 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:45:31.994556 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-924e7fd4-5070-41cc-8f65-f48a8b904a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4caf0140-f855-46fe-8d9c-9adc6dc15872', 'name': 'tempest-ServerPasswordTestJSON-650630406-router', 'tenant_id': 'fd348d4b04624e0593b80d3897e8e1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'a040043e-53fd-422d-a6e1-2d6bb34a37e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:45:24Z', 'updated_at': '2022-08-27T04:45:27Z', 'revision_number': 3, 'project_id': 'fd348d4b04624e0593b80d3897e8e1b4', 'gw_port': {'id': 'a040043e-53fd-422d-a6e1-2d6bb34a37e2', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:03:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4caf0140-f855-46fe-8d9c-9adc6dc15872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:45:25Z', 'updated_at': '2022-08-27T04:45:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:31.999750 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5c36379d-3178-4be2-a43a-71acf88772b8 req-b69f5eaf-b7ca-4171-a2fc-49a7570e59ee tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8921716 Aug 27 04:45:31.999750 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [req-5c36379d-3178-4be2-a43a-71acf88772b8 req-dabf5bca-e11a-40f9-9c67-1173e6e8b876 service neutron] Request body: {'port': {'device_id': '0e32a568-b707-4c27-a965-b59d4e0fb03f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-852088-5'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:45:32.002951 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924e7fd4-5070-41cc-8f65-f48a8b904a5c None None] Checking router: 4caf0140-f855-46fe-8d9c-9adc6dc15872 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:45:32.002951 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924e7fd4-5070-41cc-8f65-f48a8b904a5c None None] Updating router 4caf0140-f855-46fe-8d9c-9adc6dc15872 port a040043e-53fd-422d-a6e1-2d6bb34a37e2 binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:45:32.002951 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:32.002951 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-924e7fd4-5070-41cc-8f65-f48a8b904a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a040043e-53fd-422d-a6e1-2d6bb34a37e2), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:32.005315 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c2984f17-3360-4cea-b742-a6f035541bca admin admin] Publish callbacks [] for port (6bc4fb4d-671d-41fc-a57a-97e665b82448), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:32.006448 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-8212ca5b-80d8-4188-9e75-e1bd709348ae None None] For port 1e71cec4-b4d3-44ac-be3d-cc578fb58fab, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:45:32.006778 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfcc87f-9b24-42ec-880f-7ace1bc431c6 req-fb3d15b8-6e9d-4591-8e50-d5a0767b0fc8 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:32.007093 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-8212ca5b-80d8-4188-9e75-e1bd709348ae None None] For port 1e71cec4-b4d3-44ac-be3d-cc578fb58fab, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=1e71cec4-b4d3-44ac-be3d-cc578fb58fab,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:45:32.007484 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-edfcc87f-9b24-42ec-880f-7ace1bc431c6 req-fb3d15b8-6e9d-4591-8e50-d5a0767b0fc8 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9841d77-b07c-4960-ab3f-c85e2d601518 HTTP/1.1" status: 200 len: 948 time: 0.1148131 Aug 27 04:45:32.007484 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-5c36379d-3178-4be2-a43a-71acf88772b8 req-dabf5bca-e11a-40f9-9c67-1173e6e8b876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a42431b7-d73f-4bef-9fb3-b361431c3a9c), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:32.007840 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88ea90-2b16-420b-97e9-8c98f52d79a4 req-8c776f82-e461-4855-8544-45623fe9f4a5 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:32.007840 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-cc88ea90-2b16-420b-97e9-8c98f52d79a4 req-8c776f82-e461-4855-8544-45623fe9f4a5 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d9841d77-b07c-4960-ab3f-c85e2d601518 HTTP/1.1" status: 200 len: 948 time: 0.0965800 Aug 27 04:45:32.019672 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-edfcc87f-9b24-42ec-880f-7ace1bc431c6 req-7dcc0835-76b6-4d19-a3e8-c19e92eb41cd tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=27e5cb1f-4fd8-42fe-83ea-8b4a1ff45c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451039 Aug 27 04:45:32.020388 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-05a0abb0-b332-40d9-9e98-dcefb6b086ae None None] Provisioning complete for port a42431b7-d73f-4bef-9fb3-b361431c3a9c triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:45:32.020783 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-05a0abb0-b332-40d9-9e98-dcefb6b086ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a42431b7-d73f-4bef-9fb3-b361431c3a9c), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:32.073883 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-8212ca5b-80d8-4188-9e75-e1bd709348ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (1e71cec4-b4d3-44ac-be3d-cc578fb58fab), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:32.096257 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c2984f17-3360-4cea-b742-a6f035541bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (6bc4fb4d-671d-41fc-a57a-97e665b82448), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:32.119695 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8212ca5b-80d8-4188-9e75-e1bd709348ae None None] Routers {'2ad4bb41-10d9-42c1-be61-725ce8b1c9ad'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:45:32.120446 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-8212ca5b-80d8-4188-9e75-e1bd709348ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:45:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['2ad4bb41-10d9-42c1-be61-725ce8b1c9ad'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:32.136566 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:32.143420 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:32.160275 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2984f17-3360-4cea-b742-a6f035541bca admin admin] Pushing event updated for resources: {'Port': ['ID=6bc4fb4d-671d-41fc-a57a-97e665b82448,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:32.173002 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2984f17-3360-4cea-b742-a6f035541bca admin admin] Network f4f7a5aa-0d5d-478b-adb6-55045e15a5c4 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:45:32.213062 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-c2984f17-3360-4cea-b742-a6f035541bca admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:45:32.217340 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-05a0abb0-b332-40d9-9e98-dcefb6b086ae None None] Port a42431b7-d73f-4bef-9fb3-b361431c3a9c cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:45:32.220021 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2984f17-3360-4cea-b742-a6f035541bca admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:45:32.280008 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c2984f17-3360-4cea-b742-a6f035541bca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (2ad4bb41-10d9-42c1-be61-725ce8b1c9ad), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:32.286835 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdbfafb-dab2-4542-9b56-b0ef740c5a77 None None] Pushing event updated for resources: {'Port': ['ID=1e71cec4-b4d3-44ac-be3d-cc578fb58fab,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:32.344964 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7db9f2fc-799f-48c1-811e-f037c9ef0654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:32.356126 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-8212ca5b-80d8-4188-9e75-e1bd709348ae None None] Set router 2ad4bb41-10d9-42c1-be61-725ce8b1c9ad gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:45:32.392889 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [req-cc88ea90-2b16-420b-97e9-8c98f52d79a4 req-1d36039d-0568-4492-9949-a53e64cc9c17 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Deleting port 56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:45:32.393264 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-cc88ea90-2b16-420b-97e9-8c98f52d79a4 req-1d36039d-0568-4492-9949-a53e64cc9c17 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:32.469311 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-72f14aa6-0d70-48ef-8cc9-cd1405e0a51f req-9f22d5f4-8ae7-4d97-a3a5-c5aebb0e575e tempest-ServersAdmin275Test-1478199913 tempest-ServersAdmin275Test-1478199913-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a83567e0-2337-4993-b69e-52060a3c56f7 HTTP/1.1" status: 200 len: 210 time: 0.1297975 Aug 27 04:45:32.494019 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-924e7fd4-5070-41cc-8f65-f48a8b904a5c None None] Publish callbacks [] for port (a040043e-53fd-422d-a6e1-2d6bb34a37e2), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:32.501920 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:32.528588 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-cc88ea90-2b16-420b-97e9-8c98f52d79a4 req-1d36039d-0568-4492-9949-a53e64cc9c17 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] For port 56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:32.529221 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-cc88ea90-2b16-420b-97e9-8c98f52d79a4 req-1d36039d-0568-4492-9949-a53e64cc9c17 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:32.550168 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [req-cc88ea90-2b16-420b-97e9-8c98f52d79a4 req-1d36039d-0568-4492-9949-a53e64cc9c17 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Calling delete_port for 56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a owned by compute:nova {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:45:32.577364 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:32.603431 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-924e7fd4-5070-41cc-8f65-f48a8b904a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a040043e-53fd-422d-a6e1-2d6bb34a37e2), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:32.637768 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [req-5c36379d-3178-4be2-a43a-71acf88772b8 req-dabf5bca-e11a-40f9-9c67-1173e6e8b876 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a42431b7-d73f-4bef-9fb3-b361431c3a9c {{(pid=107775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 04:45:32.671064 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-8212ca5b-80d8-4188-9e75-e1bd709348ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad4bb41-10d9-42c1-be61-725ce8b1c9ad', 'name': 'tempest-SecurityGroupsNegativeTestJSON-941977377-router', 'tenant_id': '2af96350c6f54d8e950515db49bfe636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '1e71cec4-b4d3-44ac-be3d-cc578fb58fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:45:24Z', 'updated_at': '2022-08-27T04:45:26Z', 'revision_number': 3, 'project_id': '2af96350c6f54d8e950515db49bfe636', 'gw_port': {'id': '1e71cec4-b4d3-44ac-be3d-cc578fb58fab', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ad4bb41-10d9-42c1-be61-725ce8b1c9ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:45:25Z', 'updated_at': '2022-08-27T04:45:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:32.688258 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-3eae5b25-5902-4280-9790-fb080a1ffe33 None None] Provisioning complete for port 6bc4fb4d-671d-41fc-a57a-97e665b82448 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:45:32.688942 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3eae5b25-5902-4280-9790-fb080a1ffe33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (6bc4fb4d-671d-41fc-a57a-97e665b82448), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:32.699942 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8212ca5b-80d8-4188-9e75-e1bd709348ae None None] The sync data for ids ['2ad4bb41-10d9-42c1-be61-725ce8b1c9ad'] in n-d-852088-5 is: [{'id': '2ad4bb41-10d9-42c1-be61-725ce8b1c9ad', 'name': 'tempest-SecurityGroupsNegativeTestJSON-941977377-router', 'tenant_id': '2af96350c6f54d8e950515db49bfe636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '1e71cec4-b4d3-44ac-be3d-cc578fb58fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:45:24Z', 'updated_at': '2022-08-27T04:45:26Z', 'revision_number': 3, 'project_id': '2af96350c6f54d8e950515db49bfe636', 'gw_port': {'id': '1e71cec4-b4d3-44ac-be3d-cc578fb58fab', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ad4bb41-10d9-42c1-be61-725ce8b1c9ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:45:25Z', 'updated_at': '2022-08-27T04:45:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:45:32.704710 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-5c36379d-3178-4be2-a43a-71acf88772b8 req-dabf5bca-e11a-40f9-9c67-1173e6e8b876 service neutron] Publish callbacks [] for port (a42431b7-d73f-4bef-9fb3-b361431c3a9c), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:32.717175 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-924e7fd4-5070-41cc-8f65-f48a8b904a5c None None] Attempting to bind port a040043e-53fd-422d-a6e1-2d6bb34a37e2 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:45:32.717175 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-924e7fd4-5070-41cc-8f65-f48a8b904a5c None None] Attempting to bind port a040043e-53fd-422d-a6e1-2d6bb34a37e2 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:45:32.718161 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924e7fd4-5070-41cc-8f65-f48a8b904a5c None None] Attempting to bind port a040043e-53fd-422d-a6e1-2d6bb34a37e2 on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:45:32.755298 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924e7fd4-5070-41cc-8f65-f48a8b904a5c None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:45:32.761631 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924e7fd4-5070-41cc-8f65-f48a8b904a5c None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:45:32.761631 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-924e7fd4-5070-41cc-8f65-f48a8b904a5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:32.761631 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924e7fd4-5070-41cc-8f65-f48a8b904a5c None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:45:32.761631 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-924e7fd4-5070-41cc-8f65-f48a8b904a5c None None] Bound port: a040043e-53fd-422d-a6e1-2d6bb34a37e2, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:45:32.761631 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-924e7fd4-5070-41cc-8f65-f48a8b904a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a040043e-53fd-422d-a6e1-2d6bb34a37e2), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:32.774464 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2975f801-9cc4-4947-a520-75f38b073bb5 None None] Pushing event updated for resources: {'Port': ['ID=a040043e-53fd-422d-a6e1-2d6bb34a37e2,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:32.780900 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-3eae5b25-5902-4280-9790-fb080a1ffe33 None None] Port 6bc4fb4d-671d-41fc-a57a-97e665b82448 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:45:32.787747 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-da0fcf79-de4e-496e-bb9d-ef8105d8f060 req-9007f16e-a890-4367-aa8d-d3a7e58575b7 tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] 10.222.0.76 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1236635475&fields=id&tenant_id=4b1fca82aba64e7197467816e31033bb HTTP/1.1" status: 200 len: 267 time: 0.4477413 Aug 27 04:45:32.837254 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-924e7fd4-5070-41cc-8f65-f48a8b904a5c None None] For port a040043e-53fd-422d-a6e1-2d6bb34a37e2, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:45:32.840935 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-924e7fd4-5070-41cc-8f65-f48a8b904a5c None None] For port a040043e-53fd-422d-a6e1-2d6bb34a37e2, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a040043e-53fd-422d-a6e1-2d6bb34a37e2,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:45:32.844297 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86233a4c-05f0-493d-b251-5ac49345494c req-8a70dd3f-0444-42e1-a911-d627b545253c tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:32.845807 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-86233a4c-05f0-493d-b251-5ac49345494c req-8a70dd3f-0444-42e1-a911-d627b545253c tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0e32a568-b707-4c27-a965-b59d4e0fb03f HTTP/1.1" status: 200 len: 935 time: 0.1531773 Aug 27 04:45:32.906780 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-cc88ea90-2b16-420b-97e9-8c98f52d79a4 req-1d36039d-0568-4492-9949-a53e64cc9c17 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:32.914737 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.provisioning_blocks [req-5c36379d-3178-4be2-a43a-71acf88772b8 req-dabf5bca-e11a-40f9-9c67-1173e6e8b876 service neutron] Transition to ACTIVE for port object a42431b7-d73f-4bef-9fb3-b361431c3a9c will not be triggered until provisioned by entity L2. {{(pid=107775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 27 04:45:32.993931 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d36039d-0568-4492-9949-a53e64cc9c17 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Pushing event deleted for resources: {'Port': ['ID=56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:33.035257 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-924e7fd4-5070-41cc-8f65-f48a8b904a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a040043e-53fd-422d-a6e1-2d6bb34a37e2), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:33.052600 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-86233a4c-05f0-493d-b251-5ac49345494c req-ed61bf21-0895-419f-bb7d-28a50cc216f3 tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aaa2b0d6-701a-4844-8866-7c5a507fc960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889970 Aug 27 04:45:33.073870 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c2984f17-3360-4cea-b742-a6f035541bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (6bc4fb4d-671d-41fc-a57a-97e665b82448), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:33.083729 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0fcf79-de4e-496e-bb9d-ef8105d8f060 req-fbb009a5-3dda-48aa-8a11-ae84c20d1cad tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:33.085666 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-da0fcf79-de4e-496e-bb9d-ef8105d8f060 req-fbb009a5-3dda-48aa-8a11-ae84c20d1cad tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] 10.222.0.76 "GET /networking/v2.0/networks?id=ce97f614-52e4-43e0-bccc-d2356788f988 HTTP/1.1" status: 200 len: 816 time: 0.2628248 Aug 27 04:45:33.087438 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-7db9f2fc-799f-48c1-811e-f037c9ef0654 admin admin] Allocated IP 172.20.0.1 (085bf8f8-e613-4b72-a1bf-788a104e54de/01a2d215-849c-467e-8262-7a162e6d4dc6/22f158c2-6960-495f-a7ec-fc76660fc9a1) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:45:33.092194 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-5c36379d-3178-4be2-a43a-71acf88772b8 req-dabf5bca-e11a-40f9-9c67-1173e6e8b876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (a42431b7-d73f-4bef-9fb3-b361431c3a9c), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:33.106642 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924e7fd4-5070-41cc-8f65-f48a8b904a5c None None] Routers {'4caf0140-f855-46fe-8d9c-9adc6dc15872'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:45:33.107420 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-924e7fd4-5070-41cc-8f65-f48a8b904a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:45:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['4caf0140-f855-46fe-8d9c-9adc6dc15872'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:33.111627 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc88ea90-2b16-420b-97e9-8c98f52d79a4 req-1d36039d-0568-4492-9949-a53e64cc9c17 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] No DVR routers for this DVR port 56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a on host n-h1-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:45:33.123501 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-cc88ea90-2b16-420b-97e9-8c98f52d79a4 req-1d36039d-0568-4492-9949-a53e64cc9c17 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:33.165709 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-da0fcf79-de4e-496e-bb9d-ef8105d8f060 req-0067dc16-03d4-4424-b882-417d6fdca760 tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] 10.222.0.76 "GET /networking/v2.0/quotas/4b1fca82aba64e7197467816e31033bb HTTP/1.1" status: 200 len: 375 time: 0.0678980 Aug 27 04:45:33.180525 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-cc88ea90-2b16-420b-97e9-8c98f52d79a4 req-1d36039d-0568-4492-9949-a53e64cc9c17 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.75 "DELETE /networking/v2.0/ports/56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a HTTP/1.1" status: 204 len: 173 time: 1.2158995 Aug 27 04:45:33.181031 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9841d77-b07c-4960-ab3f-c85e2d601518', 'name': 'network-vif-deleted', 'tag': '56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a'}] {{(pid=107776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:45:33.187482 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7ad66632f4c78724655075356aa8535ba41c652eced6c9cea0c1f0c67b1e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11d3a7b-ae67-4627-98e3-2fbaf6a27010" -d '{"events": [{"server_uuid": "d9841d77-b07c-4960-ab3f-c85e2d601518", "name": "network-vif-deleted", "tag": "56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a"}]}' {{(pid=107776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:45:33.238251 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:33.301046 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:33.324952 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2975f801-9cc4-4947-a520-75f38b073bb5 None None] Pushing event updated for resources: {'Port': ['ID=a040043e-53fd-422d-a6e1-2d6bb34a37e2,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:33.330063 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabf5bca-e11a-40f9-9c67-1173e6e8b876 service neutron] Pushing event updated for resources: {'Port': ['ID=a42431b7-d73f-4bef-9fb3-b361431c3a9c,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:33.361537 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-924e7fd4-5070-41cc-8f65-f48a8b904a5c None None] Set router 4caf0140-f855-46fe-8d9c-9adc6dc15872 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:45:33.420017 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:33.475084 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:33.500383 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-da0fcf79-de4e-496e-bb9d-ef8105d8f060 req-6e44435c-1e17-443f-8d90-e788ced60e39 tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=4b1fca82aba64e7197467816e31033bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3224447 Aug 27 04:45:33.505804 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [req-5c36379d-3178-4be2-a43a-71acf88772b8 req-dabf5bca-e11a-40f9-9c67-1173e6e8b876 service neutron] Attempting to bind port a42431b7-d73f-4bef-9fb3-b361431c3a9c on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:45:33.506144 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [req-5c36379d-3178-4be2-a43a-71acf88772b8 req-dabf5bca-e11a-40f9-9c67-1173e6e8b876 service neutron] Attempting to bind port a42431b7-d73f-4bef-9fb3-b361431c3a9c by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'}] {{(pid=107775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:45:33.509661 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c36379d-3178-4be2-a43a-71acf88772b8 req-dabf5bca-e11a-40f9-9c67-1173e6e8b876 service neutron] Attempting to bind port a42431b7-d73f-4bef-9fb3-b361431c3a9c on network a82fb463-5a8f-4b8b-991d-61491eba11c6 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:45:33.576325 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c36379d-3178-4be2-a43a-71acf88772b8 req-dabf5bca-e11a-40f9-9c67-1173e6e8b876 service neutron] Port a42431b7-d73f-4bef-9fb3-b361431c3a9c on network a82fb463-5a8f-4b8b-991d-61491eba11c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:45:33.576325 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c36379d-3178-4be2-a43a-71acf88772b8 req-dabf5bca-e11a-40f9-9c67-1173e6e8b876 service neutron] Attempting to bind port a42431b7-d73f-4bef-9fb3-b361431c3a9c on network a82fb463-5a8f-4b8b-991d-61491eba11c6 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:45:33.577241 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c2984f17-3360-4cea-b742-a6f035541bca admin admin] Publish callbacks [] for port (6bc4fb4d-671d-41fc-a57a-97e665b82448), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:33.594478 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c36379d-3178-4be2-a43a-71acf88772b8 req-dabf5bca-e11a-40f9-9c67-1173e6e8b876 service neutron] Checking agent: {'id': '01e14a85-d0aa-43ee-b1d5-63de1ae70758', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 36, 7), 'started_at': datetime.datetime(2022, 8, 27, 4, 36, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:45:33.595319 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c36379d-3178-4be2-a43a-71acf88772b8 req-dabf5bca-e11a-40f9-9c67-1173e6e8b876 service neutron] Checking segment: {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:45:33.595319 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c36379d-3178-4be2-a43a-71acf88772b8 req-dabf5bca-e11a-40f9-9c67-1173e6e8b876 service neutron] Bound using segment: {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'} {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:45:33.595598 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [req-5c36379d-3178-4be2-a43a-71acf88772b8 req-dabf5bca-e11a-40f9-9c67-1173e6e8b876 service neutron] Bound port: a42431b7-d73f-4bef-9fb3-b361431c3a9c, host: n-h2-852088-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'}}] {{(pid=107775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:45:33.603985 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-5c36379d-3178-4be2-a43a-71acf88772b8 req-dabf5bca-e11a-40f9-9c67-1173e6e8b876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a42431b7-d73f-4bef-9fb3-b361431c3a9c), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:33.634255 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7db9f2fc-799f-48c1-811e-f037c9ef0654 admin admin] Publish callbacks [] for port (22f158c2-6960-495f-a7ec-fc76660fc9a1), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:33.649889 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c2984f17-3360-4cea-b742-a6f035541bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (6bc4fb4d-671d-41fc-a57a-97e665b82448), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:33.724697 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-dc5a89ba-328e-4612-a8ee-82e17dffef59 req-6f2dacc9-0bc8-42d5-b0c6-a9ff26957290 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9841d77-b07c-4960-ab3f-c85e2d601518 HTTP/1.1" status: 200 len: 210 time: 0.0677383 Aug 27 04:45:33.735048 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-924e7fd4-5070-41cc-8f65-f48a8b904a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4caf0140-f855-46fe-8d9c-9adc6dc15872', 'name': 'tempest-ServerPasswordTestJSON-650630406-router', 'tenant_id': 'fd348d4b04624e0593b80d3897e8e1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'a040043e-53fd-422d-a6e1-2d6bb34a37e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:45:24Z', 'updated_at': '2022-08-27T04:45:27Z', 'revision_number': 3, 'project_id': 'fd348d4b04624e0593b80d3897e8e1b4', 'gw_port': {'id': 'a040043e-53fd-422d-a6e1-2d6bb34a37e2', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:03:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4caf0140-f855-46fe-8d9c-9adc6dc15872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:45:25Z', 'updated_at': '2022-08-27T04:45:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:33.757918 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:33.769600 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924e7fd4-5070-41cc-8f65-f48a8b904a5c None None] The sync data for ids ['4caf0140-f855-46fe-8d9c-9adc6dc15872'] in n-d-852088-5 is: [{'id': '4caf0140-f855-46fe-8d9c-9adc6dc15872', 'name': 'tempest-ServerPasswordTestJSON-650630406-router', 'tenant_id': 'fd348d4b04624e0593b80d3897e8e1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'a040043e-53fd-422d-a6e1-2d6bb34a37e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:45:24Z', 'updated_at': '2022-08-27T04:45:27Z', 'revision_number': 3, 'project_id': 'fd348d4b04624e0593b80d3897e8e1b4', 'gw_port': {'id': 'a040043e-53fd-422d-a6e1-2d6bb34a37e2', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:03:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4caf0140-f855-46fe-8d9c-9adc6dc15872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:45:25Z', 'updated_at': '2022-08-27T04:45:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:45:33.815524 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c2984f17-3360-4cea-b742-a6f035541bca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (2ad4bb41-10d9-42c1-be61-725ce8b1c9ad), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:33.815524 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2984f17-3360-4cea-b742-a6f035541bca admin admin] Pushing event updated for resources: {'Port': ['ID=6bc4fb4d-671d-41fc-a57a-97e665b82448,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:33.872699 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [req-5c36379d-3178-4be2-a43a-71acf88772b8 req-dabf5bca-e11a-40f9-9c67-1173e6e8b876 service neutron] For port a42431b7-d73f-4bef-9fb3-b361431c3a9c, host n-h2-852088-5, cleared binding levels {{(pid=107775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:45:33.880408 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [req-5c36379d-3178-4be2-a43a-71acf88772b8 req-dabf5bca-e11a-40f9-9c67-1173e6e8b876 service neutron] For port a42431b7-d73f-4bef-9fb3-b361431c3a9c, host n-h2-852088-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852088-5',level=0,port_id=a42431b7-d73f-4bef-9fb3-b361431c3a9c,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:45:33.907296 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 04:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2781754f-65f9-4d02-8991-e3a771a73f1e x-openstack-request-id: req-2781754f-65f9-4d02-8991-e3a771a73f1e {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:45:33.907963 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9841d77-b07c-4960-ab3f-c85e2d601518", "name": "network-vif-deleted", "tag": "56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a", "status": "completed", "code": 200}]} {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:45:33.909174 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2781754f-65f9-4d02-8991-e3a771a73f1e {{(pid=107776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:45:33.909741 n-d-852088-5 neutron-server[107776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2781754f-65f9-4d02-8991-e3a771a73f1e'] response: {'server_uuid': 'd9841d77-b07c-4960-ab3f-c85e2d601518', 'name': 'network-vif-deleted', 'tag': '56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a', 'status': 'completed', 'code': 200} Aug 27 04:45:34.017068 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 47388) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:34.017299 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7db9f2fc-799f-48c1-811e-f037c9ef0654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (22f158c2-6960-495f-a7ec-fc76660fc9a1), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:34.030214 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 1e71cec4-b4d3-44ac-be3d-cc578fb58fab up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:45:34.051023 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2984f17-3360-4cea-b742-a6f035541bca admin admin] Network f4f7a5aa-0d5d-478b-adb6-55045e15a5c4 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:45:34.057827 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-c2984f17-3360-4cea-b742-a6f035541bca admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:45:34.063474 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-5c36379d-3178-4be2-a43a-71acf88772b8 req-dabf5bca-e11a-40f9-9c67-1173e6e8b876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (a42431b7-d73f-4bef-9fb3-b361431c3a9c), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:34.092195 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36379d-3178-4be2-a43a-71acf88772b8 req-dabf5bca-e11a-40f9-9c67-1173e6e8b876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:34.093551 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-5c36379d-3178-4be2-a43a-71acf88772b8 req-dabf5bca-e11a-40f9-9c67-1173e6e8b876 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:34.097144 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5c36379d-3178-4be2-a43a-71acf88772b8 req-dabf5bca-e11a-40f9-9c67-1173e6e8b876 service neutron] 10.222.0.78 "PUT /networking/v2.0/ports/a42431b7-d73f-4bef-9fb3-b361431c3a9c HTTP/1.1" status: 200 len: 1095 time: 2.5115054 Aug 27 04:45:34.217166 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e32a568-b707-4c27-a965-b59d4e0fb03f', 'tag': 'a42431b7-d73f-4bef-9fb3-b361431c3a9c'}] {{(pid=107775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:45:34.220678 n-d-852088-5 neutron-server[107775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ddf616e61a40c3321bb076b8b2a422f95ceea1ddd8db904bb1386914125100a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2cee9f-729a-4f59-93c4-b774ad5833ab" -d '{"events": [{"name": "network-changed", "server_uuid": "0e32a568-b707-4c27-a965-b59d4e0fb03f", "tag": "a42431b7-d73f-4bef-9fb3-b361431c3a9c"}]}' {{(pid=107775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:45:34.221901 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:34.237746 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db9f2fc-799f-48c1-811e-f037c9ef0654 admin admin] Network 085bf8f8-e613-4b72-a1bf-788a104e54de is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:45:34.241046 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db9f2fc-799f-48c1-811e-f037c9ef0654 admin admin] Pushing event updated for resources: {'Port': ['ID=22f158c2-6960-495f-a7ec-fc76660fc9a1,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:34.262992 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-7db9f2fc-799f-48c1-811e-f037c9ef0654 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:45:34.267741 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db9f2fc-799f-48c1-811e-f037c9ef0654 admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:45:34.315956 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 1e71cec4-b4d3-44ac-be3d-cc578fb58fab triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:45:34.320802 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (1e71cec4-b4d3-44ac-be3d-cc578fb58fab), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:34.347973 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cf13c0d6-2f70-4412-9a45-c00ccf86efed tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Publish callbacks [] for security_group (ad7cf7d3-bf01-40a4-a562-4e5d8c1fa5f4), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:34.416834 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-da7b558a-d0f4-4302-9398-1543b50f3f9d req-e33de8b4-5139-4c37-9567-62db826da8bf service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=130abef0-d029-4ffd-883c-b705e63910dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2966614 Aug 27 04:45:34.511486 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cf13c0d6-2f70-4412-9a45-c00ccf86efed tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Publish callbacks [] for security_group (ad7cf7d3-bf01-40a4-a562-4e5d8c1fa5f4), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:34.633932 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b19c5939-645a-4e4b-a7f3-bf3f9060f06e req-ddf3ba09-5a93-4c9b-880a-e5ff34717a21 tempest-ServerShowV254Test-1983860705 tempest-ServerShowV254Test-1983860705-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=eb7fdb77-b2bc-4599-980c-91db74254822 HTTP/1.1" status: 200 len: 210 time: 0.3869712 Aug 27 04:45:34.637232 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3b54f3dd-5acc-4715-9992-9a14deb3033a req-11fa3dff-6787-4baa-8aa9-e418290f9d3f tempest-ServersAdmin275Test-1478199913 tempest-ServersAdmin275Test-1478199913-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a83567e0-2337-4993-b69e-52060a3c56f7 HTTP/1.1" status: 200 len: 210 time: 0.3902276 Aug 27 04:45:34.680370 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b558a-d0f4-4302-9398-1543b50f3f9d req-b4fc6aae-e4f7-48ac-921c-3a5d98532f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:34.684436 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-da7b558a-d0f4-4302-9398-1543b50f3f9d req-b4fc6aae-e4f7-48ac-921c-3a5d98532f27 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=541b6d193f8247b9bc8a50cf6aa64c2c&device_id=130abef0-d029-4ffd-883c-b705e63910dd HTTP/1.1" status: 200 len: 1131 time: 0.1109726 Aug 27 04:45:34.717073 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2984f17-3360-4cea-b742-a6f035541bca admin admin] Router 2ad4bb41-10d9-42c1-be61-725ce8b1c9ad has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:45:34.728259 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 1e71cec4-b4d3-44ac-be3d-cc578fb58fab is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:45:34.728823 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (1e71cec4-b4d3-44ac-be3d-cc578fb58fab), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:34.780675 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-cd929687-4cc0-4bcf-8771-06933c896e35 None None] Provisioning complete for port 6bc4fb4d-671d-41fc-a57a-97e665b82448 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:45:34.781046 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cd929687-4cc0-4bcf-8771-06933c896e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (6bc4fb4d-671d-41fc-a57a-97e665b82448), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:34.845542 n-d-852088-5 neutron-server[107775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 04:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa4f82b-68b0-45e3-9ca8-4103be104b01 x-openstack-request-id: req-afa4f82b-68b0-45e3-9ca8-4103be104b01 {{(pid=107775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:45:34.845836 n-d-852088-5 neutron-server[107775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e32a568-b707-4c27-a965-b59d4e0fb03f", "tag": "a42431b7-d73f-4bef-9fb3-b361431c3a9c", "status": "completed", "code": 200}]} {{(pid=107775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:45:34.846092 n-d-852088-5 neutron-server[107775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-afa4f82b-68b0-45e3-9ca8-4103be104b01 {{(pid=107775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:45:34.846695 n-d-852088-5 neutron-server[107775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afa4f82b-68b0-45e3-9ca8-4103be104b01'] response: {'name': 'network-changed', 'server_uuid': '0e32a568-b707-4c27-a965-b59d4e0fb03f', 'tag': 'a42431b7-d73f-4bef-9fb3-b361431c3a9c', 'status': 'completed', 'code': 200} Aug 27 04:45:34.890078 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7db9f2fc-799f-48c1-811e-f037c9ef0654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (4caf0140-f855-46fe-8d9c-9adc6dc15872), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:34.892631 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabf5bca-e11a-40f9-9c67-1173e6e8b876 service neutron] Pushing event updated for resources: {'Port': ['ID=a42431b7-d73f-4bef-9fb3-b361431c3a9c,revision_number=3']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:34.895786 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 1e71cec4-b4d3-44ac-be3d-cc578fb58fab, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=1e71cec4-b4d3-44ac-be3d-cc578fb58fab,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:34.957547 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-cd929687-4cc0-4bcf-8771-06933c896e35 None None] Port 6bc4fb4d-671d-41fc-a57a-97e665b82448 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:45:34.973888 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36379d-3178-4be2-a43a-71acf88772b8 req-ce5fb730-4089-4e29-a1c8-e88d9fec6d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:34.976573 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5c36379d-3178-4be2-a43a-71acf88772b8 req-ce5fb730-4089-4e29-a1c8-e88d9fec6d26 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=ba61ff97f8464381935337f271a234e3&device_id=0e32a568-b707-4c27-a965-b59d4e0fb03f HTTP/1.1" status: 200 len: 1129 time: 0.5657871 Aug 27 04:45:34.980564 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (1e71cec4-b4d3-44ac-be3d-cc578fb58fab), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:35.056444 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b558a-d0f4-4302-9398-1543b50f3f9d req-7ea062db-0fb0-4861-b853-457b9b603979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:35.058071 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-da7b558a-d0f4-4302-9398-1543b50f3f9d req-7ea062db-0fb0-4861-b853-457b9b603979 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=a82fb463-5a8f-4b8b-991d-61491eba11c6 HTTP/1.1" status: 200 len: 870 time: 0.3379347 Aug 27 04:45:35.075526 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=1e71cec4-b4d3-44ac-be3d-cc578fb58fab,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:35.116886 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabf5bca-e11a-40f9-9c67-1173e6e8b876 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:35.116886 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabf5bca-e11a-40f9-9c67-1173e6e8b876 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:35.116886 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabf5bca-e11a-40f9-9c67-1173e6e8b876 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:35.116886 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabf5bca-e11a-40f9-9c67-1173e6e8b876 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:35.116886 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabf5bca-e11a-40f9-9c67-1173e6e8b876 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:35.116886 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabf5bca-e11a-40f9-9c67-1173e6e8b876 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:35.116886 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabf5bca-e11a-40f9-9c67-1173e6e8b876 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:35.116886 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabf5bca-e11a-40f9-9c67-1173e6e8b876 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:35.116886 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabf5bca-e11a-40f9-9c67-1173e6e8b876 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:35.116886 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabf5bca-e11a-40f9-9c67-1173e6e8b876 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:35.116886 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabf5bca-e11a-40f9-9c67-1173e6e8b876 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:35.116886 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabf5bca-e11a-40f9-9c67-1173e6e8b876 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:35.116886 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabf5bca-e11a-40f9-9c67-1173e6e8b876 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:35.116886 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabf5bca-e11a-40f9-9c67-1173e6e8b876 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:35.116886 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabf5bca-e11a-40f9-9c67-1173e6e8b876 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:35.118593 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-80f45ba0-0c6a-4e14-b44c-43ac5bc8181e None None] Provisioning complete for port 22f158c2-6960-495f-a7ec-fc76660fc9a1 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:45:35.118593 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-80f45ba0-0c6a-4e14-b44c-43ac5bc8181e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (22f158c2-6960-495f-a7ec-fc76660fc9a1), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:35.165358 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-80f45ba0-0c6a-4e14-b44c-43ac5bc8181e None None] Port 22f158c2-6960-495f-a7ec-fc76660fc9a1 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:45:35.198364 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:35.209576 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5c36379d-3178-4be2-a43a-71acf88772b8 req-d04546e4-18f0-42c0-a268-c35e5704af9d service neutron] 10.222.0.78 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=a42431b7-d73f-4bef-9fb3-b361431c3a9c HTTP/1.1" status: 200 len: 217 time: 0.1330667 Aug 27 04:45:35.215466 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-0d1b9dfe-3dab-40fa-bd01-02baf0151245 req-2ea46724-b82f-4f64-946f-af0c737d65e2 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9841d77-b07c-4960-ab3f-c85e2d601518 HTTP/1.1" status: 200 len: 210 time: 0.1275225 Aug 27 04:45:35.227279 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-da7b558a-d0f4-4302-9398-1543b50f3f9d req-babe1aa6-8f56-4c8b-96d1-0fef3237a2ce service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=445511e8-5d87-4a83-9c81-e06b43159cdf HTTP/1.1" status: 200 len: 217 time: 0.0546186 Aug 27 04:45:35.300295 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cf13c0d6-2f70-4412-9a45-c00ccf86efed tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (ad7cf7d3-bf01-40a4-a562-4e5d8c1fa5f4), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:35.308849 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cf13c0d6-2f70-4412-9a45-c00ccf86efed tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:35.308849 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-cf13c0d6-2f70-4412-9a45-c00ccf86efed tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/ad7cf7d3-bf01-40a4-a562-4e5d8c1fa5f4 HTTP/1.1" status: 204 len: 168 time: 1.2874274 Aug 27 04:45:35.315590 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 47408) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:35.334922 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749041e-7efd-4ddb-b0fa-381007082278 req-9368a3d1-3d26-4ebd-aac9-edb6e7916c3f tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:35.334922 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7749041e-7efd-4ddb-b0fa-381007082278 req-9368a3d1-3d26-4ebd-aac9-edb6e7916c3f tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0e32a568-b707-4c27-a965-b59d4e0fb03f HTTP/1.1" status: 200 len: 947 time: 0.4811287 Aug 27 04:45:35.337428 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36379d-3178-4be2-a43a-71acf88772b8 req-63b23806-f9c9-4582-b83f-69138b361353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:35.339608 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5c36379d-3178-4be2-a43a-71acf88772b8 req-63b23806-f9c9-4582-b83f-69138b361353 service neutron] 10.222.0.78 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.1214516 Aug 27 04:45:35.363153 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-3b3b9913-a315-4378-b7fd-a690ad91d3b7 tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] show failed (client error): The resource could not be found. Aug 27 04:45:35.364456 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3b3b9913-a315-4378-b7fd-a690ad91d3b7 tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] 10.222.0.76 "GET /networking/v2.0/security-groups/ad7cf7d3-bf01-40a4-a562-4e5d8c1fa5f4 HTTP/1.1" status: 404 len: 347 time: 0.0476146 Aug 27 04:45:35.376735 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf13c0d6-2f70-4412-9a45-c00ccf86efed tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7cf7d3-bf01-40a4-a562-4e5d8c1fa5f4,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:35.397455 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 47410) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:35.422598 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device 56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a no longer exists at agent hyperv_n-h1-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:45:35.468516 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] No Port match for: 56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:45:35.482530 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device 56be85ea-1e7a-42f1-bea8-3bdfa2c70e8a not bound to the agent host n-h1-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:45:35.500312 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36379d-3178-4be2-a43a-71acf88772b8 req-b42a33e5-95b1-42cb-84e4-99cc3748e3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:35.501993 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5c36379d-3178-4be2-a43a-71acf88772b8 req-b42a33e5-95b1-42cb-84e4-99cc3748e3d0 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0702717 Aug 27 04:45:35.507006 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7749041e-7efd-4ddb-b0fa-381007082278 req-5774ad7a-7949-408e-a614-eb909d6f682c tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aaa2b0d6-701a-4844-8866-7c5a507fc960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018486 Aug 27 04:45:35.546131 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7db9f2fc-799f-48c1-811e-f037c9ef0654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (22f158c2-6960-495f-a7ec-fc76660fc9a1), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:35.590264 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2984f17-3360-4cea-b742-a6f035541bca admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:45:35.595880 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:35.603506 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c2984f17-3360-4cea-b742-a6f035541bca admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/2ad4bb41-10d9-42c1-be61-725ce8b1c9ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8493083 Aug 27 04:45:35.661031 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-27ebe731-b1e5-400b-aed7-dddbd4db3619 tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Deleting port 794c2470-f4e2-4ed6-ac5e-15ab4bb350af {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:45:35.662898 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-27ebe731-b1e5-400b-aed7-dddbd4db3619 tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (794c2470-f4e2-4ed6-ac5e-15ab4bb350af), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:35.666354 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b558a-d0f4-4302-9398-1543b50f3f9d req-ad452e6e-b4ad-4373-907f-de6547351358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:35.669966 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-da7b558a-d0f4-4302-9398-1543b50f3f9d req-ad452e6e-b4ad-4373-907f-de6547351358 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.2927055 Aug 27 04:45:35.771885 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:35.850817 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b558a-d0f4-4302-9398-1543b50f3f9d req-337d300b-5aa7-44df-9355-4977d5f40e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:35.855190 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-da7b558a-d0f4-4302-9398-1543b50f3f9d req-337d300b-5aa7-44df-9355-4977d5f40e73 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1698062 Aug 27 04:45:35.935427 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7db9f2fc-799f-48c1-811e-f037c9ef0654 admin admin] Publish callbacks [] for port (22f158c2-6960-495f-a7ec-fc76660fc9a1), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:35.942968 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-27ebe731-b1e5-400b-aed7-dddbd4db3619 tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (794c2470-f4e2-4ed6-ac5e-15ab4bb350af), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:35.943374 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-27ebe731-b1e5-400b-aed7-dddbd4db3619 tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Publish callbacks [] for floatingip (794c2470-f4e2-4ed6-ac5e-15ab4bb350af), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:35.979592 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-27ebe731-b1e5-400b-aed7-dddbd4db3619 tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Calling delete_port for 794c2470-f4e2-4ed6-ac5e-15ab4bb350af owned by network:floatingip {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:45:36.009172 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:36.027835 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-eb44e039-3cd8-486b-b837-691335706aa6 req-85608b13-4bd0-4b14-81a2-a7f109d895c4 tempest-ServersAdmin275Test-1478199913 tempest-ServersAdmin275Test-1478199913-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a83567e0-2337-4993-b69e-52060a3c56f7 HTTP/1.1" status: 200 len: 210 time: 0.0343497 Aug 27 04:45:36.037134 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbb336e-637a-42e9-85bf-efa09e5b67f1 None None] Sync routers for ids ['2ad4bb41-10d9-42c1-be61-725ce8b1c9ad'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:45:36.058501 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbb336e-637a-42e9-85bf-efa09e5b67f1 None None] Routers {'2ad4bb41-10d9-42c1-be61-725ce8b1c9ad'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:45:36.061029 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-fdbb336e-637a-42e9-85bf-efa09e5b67f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:45:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['2ad4bb41-10d9-42c1-be61-725ce8b1c9ad'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:36.069323 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7db9f2fc-799f-48c1-811e-f037c9ef0654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (22f158c2-6960-495f-a7ec-fc76660fc9a1), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:36.128553 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 1e71cec4-b4d3-44ac-be3d-cc578fb58fab up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:45:36.133516 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a706f424-d1db-4f08-8d12-0f1aa0719575 req-ff5e2c0e-5c2d-4899-ac3a-fbfac25edfd6 tempest-ServerShowV254Test-1983860705 tempest-ServerShowV254Test-1983860705-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=eb7fdb77-b2bc-4599-980c-91db74254822 HTTP/1.1" status: 200 len: 210 time: 0.1714604 Aug 27 04:45:36.211981 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5c36379d-3178-4be2-a43a-71acf88772b8 req-a860dd6d-83d8-40b9-a393-2b5c507b96d7 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6670015 Aug 27 04:45:36.239024 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-fdbb336e-637a-42e9-85bf-efa09e5b67f1 None None] Set router 2ad4bb41-10d9-42c1-be61-725ce8b1c9ad gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:45:36.245752 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 1e71cec4-b4d3-44ac-be3d-cc578fb58fab triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:45:36.246135 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (1e71cec4-b4d3-44ac-be3d-cc578fb58fab), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:36.312273 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7db9f2fc-799f-48c1-811e-f037c9ef0654 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (4caf0140-f855-46fe-8d9c-9adc6dc15872), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:36.363411 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-27ebe731-b1e5-400b-aed7-dddbd4db3619 tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (794c2470-f4e2-4ed6-ac5e-15ab4bb350af), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:36.392985 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [req-44bd1891-c6fc-4dad-88eb-185f6c43b1f5 req-a026adad-9182-42e0-b864-b6991c93e947 tempest-SecurityGroupsNegativeTestJSON-19593270 tempest-SecurityGroupsNegativeTestJSON-19593270-project] show failed (client error): The resource could not be found. Aug 27 04:45:36.420122 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-44bd1891-c6fc-4dad-88eb-185f6c43b1f5 req-a026adad-9182-42e0-b864-b6991c93e947 tempest-SecurityGroupsNegativeTestJSON-19593270 tempest-SecurityGroupsNegativeTestJSON-19593270-project] 10.222.0.76 "GET /networking/v2.0/security-groups/7c933359-6698-4ff4-bbcf-ca7c76472030 HTTP/1.1" status: 404 len: 352 time: 0.1374109 Aug 27 04:45:36.425252 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db9f2fc-799f-48c1-811e-f037c9ef0654 admin admin] Pushing event updated for resources: {'Port': ['ID=22f158c2-6960-495f-a7ec-fc76660fc9a1,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:36.450864 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebe731-b1e5-400b-aed7-dddbd4db3619 tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Pushing event deleted for resources: {'Port': ['ID=794c2470-f4e2-4ed6-ac5e-15ab4bb350af,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:36.481252 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebe731-b1e5-400b-aed7-dddbd4db3619 tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:36.488339 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebe731-b1e5-400b-aed7-dddbd4db3619 tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:36.489171 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebe731-b1e5-400b-aed7-dddbd4db3619 tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:36.493209 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebe731-b1e5-400b-aed7-dddbd4db3619 tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:36.494078 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebe731-b1e5-400b-aed7-dddbd4db3619 tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:36.494625 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebe731-b1e5-400b-aed7-dddbd4db3619 tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:36.495347 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebe731-b1e5-400b-aed7-dddbd4db3619 tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:36.496734 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebe731-b1e5-400b-aed7-dddbd4db3619 tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:36.497360 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebe731-b1e5-400b-aed7-dddbd4db3619 tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:36.497923 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebe731-b1e5-400b-aed7-dddbd4db3619 tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:36.498589 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebe731-b1e5-400b-aed7-dddbd4db3619 tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:36.499732 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebe731-b1e5-400b-aed7-dddbd4db3619 tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:36.500280 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebe731-b1e5-400b-aed7-dddbd4db3619 tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:36.501202 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebe731-b1e5-400b-aed7-dddbd4db3619 tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:36.501202 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebe731-b1e5-400b-aed7-dddbd4db3619 tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:36.525452 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 1e71cec4-b4d3-44ac-be3d-cc578fb58fab is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:45:36.528861 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a040043e-53fd-422d-a6e1-2d6bb34a37e2 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:45:36.631890 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-27ebe731-b1e5-400b-aed7-dddbd4db3619 tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Publish callbacks [] for floatingip (30246dfc-0d3b-42d8-bb22-2bbf132dc176), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:36.636377 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-27ebe731-b1e5-400b-aed7-dddbd4db3619 tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:36.641974 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-27ebe731-b1e5-400b-aed7-dddbd4db3619 tempest-ServersTestBootFromVolume-1539997565 tempest-ServersTestBootFromVolume-1539997565-project] 10.222.0.76 "DELETE /networking/v2.0/floatingips/30246dfc-0d3b-42d8-bb22-2bbf132dc176 HTTP/1.1" status: 204 len: 168 time: 1.2428658 Aug 27 04:45:36.642575 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 47434) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:36.642928 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port a040043e-53fd-422d-a6e1-2d6bb34a37e2 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:45:36.643659 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a040043e-53fd-422d-a6e1-2d6bb34a37e2), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:36.648799 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-fdbb336e-637a-42e9-85bf-efa09e5b67f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad4bb41-10d9-42c1-be61-725ce8b1c9ad', 'name': 'tempest-SecurityGroupsNegativeTestJSON-941977377-router', 'tenant_id': '2af96350c6f54d8e950515db49bfe636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '1e71cec4-b4d3-44ac-be3d-cc578fb58fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:45:24Z', 'updated_at': '2022-08-27T04:45:32Z', 'revision_number': 4, 'project_id': '2af96350c6f54d8e950515db49bfe636', 'gw_port': {'id': '1e71cec4-b4d3-44ac-be3d-cc578fb58fab', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad4bb41-10d9-42c1-be61-725ce8b1c9ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:45:25Z', 'updated_at': '2022-08-27T04:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '6bc4fb4d-671d-41fc-a57a-97e665b82448', 'name': '', 'network_id': 'f4f7a5aa-0d5d-478b-adb6-55045e15a5c4', 'tenant_id': '2af96350c6f54d8e950515db49bfe636', 'mac_address': 'fa:16:3e:2e:a0:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ad4bb41-10d9-42c1-be61-725ce8b1c9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '5015affe-c7d5-4e1e-8eda-97c34f46865b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:45:31Z', 'updated_at': '2022-08-27T04:45:33Z', 'revision_number': 2, 'project_id': '2af96350c6f54d8e950515db49bfe636', 'subnets': [{'id': '5015affe-c7d5-4e1e-8eda-97c34f46865b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:36.695575 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbb336e-637a-42e9-85bf-efa09e5b67f1 None None] Checking router: 2ad4bb41-10d9-42c1-be61-725ce8b1c9ad for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:45:36.696133 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbb336e-637a-42e9-85bf-efa09e5b67f1 None None] Updating router 2ad4bb41-10d9-42c1-be61-725ce8b1c9ad port 6bc4fb4d-671d-41fc-a57a-97e665b82448 binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:45:36.733051 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-fdbb336e-637a-42e9-85bf-efa09e5b67f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (6bc4fb4d-671d-41fc-a57a-97e665b82448), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:36.753719 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port a040043e-53fd-422d-a6e1-2d6bb34a37e2 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:45:36.754116 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a040043e-53fd-422d-a6e1-2d6bb34a37e2), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:36.784141 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5c36379d-3178-4be2-a43a-71acf88772b8 req-2857b9be-b8c9-4602-b22f-184cec8d1eb2 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5144932 Aug 27 04:45:36.801773 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c369e9ea-33a1-4a00-a1f5-82792950a10e req-9e3256f6-7128-43b1-a56b-a66aa68ba2f0 tempest-SecurityGroupsNegativeTestJSON-19593270 tempest-SecurityGroupsNegativeTestJSON-19593270-project] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=2af96350c6f54d8e950515db49bfe636 HTTP/1.1" status: 200 len: 3005 time: 0.2090392 Aug 27 04:45:36.825073 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:36.826454 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port a040043e-53fd-422d-a6e1-2d6bb34a37e2, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a040043e-53fd-422d-a6e1-2d6bb34a37e2,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:36.874938 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db9f2fc-799f-48c1-811e-f037c9ef0654 admin admin] Network 085bf8f8-e613-4b72-a1bf-788a104e54de is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:45:36.889395 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c369e9ea-33a1-4a00-a1f5-82792950a10e req-334900ac-d95b-4b86-be7f-5dc9de9c5e58 tempest-SecurityGroupsNegativeTestJSON-19593270 tempest-SecurityGroupsNegativeTestJSON-19593270-project] 10.222.0.76 "GET /networking/v2.0/security-groups/7cd9b778-68ef-4d82-b22e-3e79872cd968 HTTP/1.1" status: 200 len: 3002 time: 0.0764935 Aug 27 04:45:36.897906 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-7db9f2fc-799f-48c1-811e-f037c9ef0654 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:45:36.945858 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a040043e-53fd-422d-a6e1-2d6bb34a37e2), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:36.984265 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:37.048978 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c369e9ea-33a1-4a00-a1f5-82792950a10e req-e8d6fdef-3a0d-47fa-9b29-acda28571d03 tempest-SecurityGroupsNegativeTestJSON-19593270 tempest-SecurityGroupsNegativeTestJSON-19593270-project] 10.222.0.76 "GET /networking/v2.0/security-groups/7cd9b778-68ef-4d82-b22e-3e79872cd968 HTTP/1.1" status: 200 len: 3002 time: 0.1583500 Aug 27 04:45:37.080677 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=a040043e-53fd-422d-a6e1-2d6bb34a37e2,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:37.264475 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-fdbb336e-637a-42e9-85bf-efa09e5b67f1 None None] Publish callbacks [] for port (6bc4fb4d-671d-41fc-a57a-97e665b82448), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:37.298674 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c06b7385-6e6b-4bf2-bac7-e940fa987341 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (9da23f8a-59ac-4928-a23f-27251afa8149), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:37.307937 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-c8fe6314-a80d-402b-9c8a-108cc6e7dab7 None None] Provisioning complete for port 22f158c2-6960-495f-a7ec-fc76660fc9a1 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:45:37.308411 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c8fe6314-a80d-402b-9c8a-108cc6e7dab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (22f158c2-6960-495f-a7ec-fc76660fc9a1), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:37.345114 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-c8fe6314-a80d-402b-9c8a-108cc6e7dab7 None None] Port 22f158c2-6960-495f-a7ec-fc76660fc9a1 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:45:37.356226 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-fdbb336e-637a-42e9-85bf-efa09e5b67f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (6bc4fb4d-671d-41fc-a57a-97e665b82448), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:37.462530 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bca4e2-6326-49d8-a948-2357d1153b8d None None] Pushing event updated for resources: {'Port': ['ID=6bc4fb4d-671d-41fc-a57a-97e665b82448,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:37.466089 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:37.474000 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:37.478276 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-fdbb336e-637a-42e9-85bf-efa09e5b67f1 None None] Attempting to bind port 6bc4fb4d-671d-41fc-a57a-97e665b82448 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:45:37.478276 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-fdbb336e-637a-42e9-85bf-efa09e5b67f1 None None] Attempting to bind port 6bc4fb4d-671d-41fc-a57a-97e665b82448 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'cbc19d63-13b5-4ad4-9868-417dade09ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f4f7a5aa-0d5d-478b-adb6-55045e15a5c4'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:45:37.478276 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbb336e-637a-42e9-85bf-efa09e5b67f1 None None] Attempting to bind port 6bc4fb4d-671d-41fc-a57a-97e665b82448 on network f4f7a5aa-0d5d-478b-adb6-55045e15a5c4 {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:45:37.484330 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbb336e-637a-42e9-85bf-efa09e5b67f1 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:45:37.485663 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbb336e-637a-42e9-85bf-efa09e5b67f1 None None] Checking segment: {'id': 'cbc19d63-13b5-4ad4-9868-417dade09ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f4f7a5aa-0d5d-478b-adb6-55045e15a5c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:45:37.485663 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-fdbb336e-637a-42e9-85bf-efa09e5b67f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:37.485663 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbb336e-637a-42e9-85bf-efa09e5b67f1 None None] Bound using segment: {'id': 'cbc19d63-13b5-4ad4-9868-417dade09ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f4f7a5aa-0d5d-478b-adb6-55045e15a5c4'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:45:37.486123 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-fdbb336e-637a-42e9-85bf-efa09e5b67f1 None None] Bound port: 6bc4fb4d-671d-41fc-a57a-97e665b82448, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbc19d63-13b5-4ad4-9868-417dade09ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f4f7a5aa-0d5d-478b-adb6-55045e15a5c4'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:45:37.486504 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-fdbb336e-637a-42e9-85bf-efa09e5b67f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (6bc4fb4d-671d-41fc-a57a-97e665b82448), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:37.527997 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:37.532960 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef5acb-149c-4e34-a76e-c1840c118415 req-2128b104-0b32-4c60-8371-674bc285bc6e tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:37.534763 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e1ef5acb-149c-4e34-a76e-c1840c118415 req-2128b104-0b32-4c60-8371-674bc285bc6e tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0e32a568-b707-4c27-a965-b59d4e0fb03f HTTP/1.1" status: 200 len: 947 time: 0.0911167 Aug 27 04:45:37.547721 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:37.555520 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e2e1aea7-14f7-4e47-a114-8fa492093ae2 req-00e04a92-ea16-4ce7-b256-dd6208924fc6 tempest-SecurityGroupsNegativeTestJSON-19593270 tempest-SecurityGroupsNegativeTestJSON-19593270-project] 10.222.0.76 "GET /networking/v2.0/security-groups/7cd9b778-68ef-4d82-b22e-3e79872cd968 HTTP/1.1" status: 200 len: 3002 time: 0.1106753 Aug 27 04:45:37.561424 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-fdbb336e-637a-42e9-85bf-efa09e5b67f1 None None] For port 6bc4fb4d-671d-41fc-a57a-97e665b82448, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:45:37.563947 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db9f2fc-799f-48c1-811e-f037c9ef0654 admin admin] Router 4caf0140-f855-46fe-8d9c-9adc6dc15872 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:45:37.565727 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-fdbb336e-637a-42e9-85bf-efa09e5b67f1 None None] For port 6bc4fb4d-671d-41fc-a57a-97e665b82448, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=6bc4fb4d-671d-41fc-a57a-97e665b82448,segment=NetworkSegment(cbc19d63-13b5-4ad4-9868-417dade09ecf),segment_id=cbc19d63-13b5-4ad4-9868-417dade09ecf)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:45:37.628960 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 47446) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:37.634534 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-31725061-4987-4f85-8d7c-d9d804722ba6 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-540959532'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:45:37.653830 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-fdbb336e-637a-42e9-85bf-efa09e5b67f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (6bc4fb4d-671d-41fc-a57a-97e665b82448), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:37.700635 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbb336e-637a-42e9-85bf-efa09e5b67f1 None None] Routers {'2ad4bb41-10d9-42c1-be61-725ce8b1c9ad'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:45:37.701377 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-fdbb336e-637a-42e9-85bf-efa09e5b67f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:45:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['2ad4bb41-10d9-42c1-be61-725ce8b1c9ad'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:37.728039 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e1ef5acb-149c-4e34-a76e-c1840c118415 req-ffbdb050-5f49-4ae7-af81-57f18041624f tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aaa2b0d6-701a-4844-8866-7c5a507fc960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608124 Aug 27 04:45:37.755513 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [req-e2e1aea7-14f7-4e47-a114-8fa492093ae2 req-6d076c92-8602-48b4-8204-2477718e964c tempest-SecurityGroupsNegativeTestJSON-19593270 tempest-SecurityGroupsNegativeTestJSON-19593270-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 27 04:45:37.781692 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e2e1aea7-14f7-4e47-a114-8fa492093ae2 req-6d076c92-8602-48b4-8204-2477718e964c tempest-SecurityGroupsNegativeTestJSON-19593270 tempest-SecurityGroupsNegativeTestJSON-19593270-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/7cd9b778-68ef-4d82-b22e-3e79872cd968 HTTP/1.1" status: 409 len: 352 time: 0.2001750 Aug 27 04:45:37.782053 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31725061-4987-4f85-8d7c-d9d804722ba6 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Made reservation on behalf of 3b1896a4899d4c37af1be6a7f91249c0 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:45:37.783603 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-31725061-4987-4f85-8d7c-d9d804722ba6 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:37.794356 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db9f2fc-799f-48c1-811e-f037c9ef0654 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:45:37.805650 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7db9f2fc-799f-48c1-811e-f037c9ef0654 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/4caf0140-f855-46fe-8d9c-9adc6dc15872/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0570605 Aug 27 04:45:37.813983 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cef0c1d-0cce-4f7c-81ec-6f6895844bc5 None None] Sync routers for ids ['4caf0140-f855-46fe-8d9c-9adc6dc15872'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:45:37.839940 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cef0c1d-0cce-4f7c-81ec-6f6895844bc5 None None] Routers {'4caf0140-f855-46fe-8d9c-9adc6dc15872'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:45:37.840831 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-8cef0c1d-0cce-4f7c-81ec-6f6895844bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:45:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['4caf0140-f855-46fe-8d9c-9adc6dc15872'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:37.865062 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bca4e2-6326-49d8-a948-2357d1153b8d None None] Pushing event updated for resources: {'Port': ['ID=6bc4fb4d-671d-41fc-a57a-97e665b82448,revision_number=4']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:37.905898 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-c06b7385-6e6b-4bf2-bac7-e940fa987341 admin admin] Deleting port 73d3c9cf-785e-43d1-bd07-2b71a15bde7f {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:45:37.906257 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c06b7385-6e6b-4bf2-bac7-e940fa987341 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (73d3c9cf-785e-43d1-bd07-2b71a15bde7f), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:37.913520 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c4b946d1-b8b9-4304-9337-ec730275dd0e req-c3660a54-4812-48e4-bc2c-7cae4545068a tempest-ServersAdmin275Test-1478199913 tempest-ServersAdmin275Test-1478199913-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a83567e0-2337-4993-b69e-52060a3c56f7 HTTP/1.1" status: 200 len: 210 time: 0.0751734 Aug 27 04:45:37.937795 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-fdbb336e-637a-42e9-85bf-efa09e5b67f1 None None] Set router 2ad4bb41-10d9-42c1-be61-725ce8b1c9ad gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:45:37.946884 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:38.016294 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921890e-3268-44a4-800f-243591b7afcc req-77ef2f5f-e92b-472b-987e-19b449e8ae02 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:38.028312 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31725061-4987-4f85-8d7c-d9d804722ba6 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:45:38.029814 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a040043e-53fd-422d-a6e1-2d6bb34a37e2 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:45:38.031204 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b921890e-3268-44a4-800f-243591b7afcc req-77ef2f5f-e92b-472b-987e-19b449e8ae02 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=130abef0-d029-4ffd-883c-b705e63910dd HTTP/1.1" status: 200 len: 949 time: 0.1390126 Aug 27 04:45:38.051143 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-31725061-4987-4f85-8d7c-d9d804722ba6 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (a5ec9d76-af4c-4d0e-b260-e49a14af7554), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:38.051991 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-31725061-4987-4f85-8d7c-d9d804722ba6 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Added segment a5ec9d76-af4c-4d0e-b260-e49a14af7554 of type vlan for network 16ce1d42-ea0b-4018-9fe7-9fb890edf256 Aug 27 04:45:38.110363 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-31725061-4987-4f85-8d7c-d9d804722ba6 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (16ce1d42-ea0b-4018-9fe7-9fb890edf256), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:38.134689 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-8cef0c1d-0cce-4f7c-81ec-6f6895844bc5 None None] Set router 4caf0140-f855-46fe-8d9c-9adc6dc15872 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:45:38.191192 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port a040043e-53fd-422d-a6e1-2d6bb34a37e2 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:45:38.196367 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e4365fef-456c-464a-b10a-9f44293c43d2 req-9aa785da-9dd8-4e84-9388-022279a97298 tempest-ServerShowV254Test-1983860705 tempest-ServerShowV254Test-1983860705-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=eb7fdb77-b2bc-4599-980c-91db74254822 HTTP/1.1" status: 200 len: 210 time: 0.0925081 Aug 27 04:45:38.199161 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-c06b7385-6e6b-4bf2-bac7-e940fa987341 admin admin] For port 73d3c9cf-785e-43d1-bd07-2b71a15bde7f, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=73d3c9cf-785e-43d1-bd07-2b71a15bde7f,segment=NetworkSegment(42402018-3bae-4c3d-bb5f-4422aacc8487),segment_id=42402018-3bae-4c3d-bb5f-4422aacc8487)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:38.199983 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c06b7385-6e6b-4bf2-bac7-e940fa987341 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (73d3c9cf-785e-43d1-bd07-2b71a15bde7f), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:38.200793 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a040043e-53fd-422d-a6e1-2d6bb34a37e2), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:38.215323 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b921890e-3268-44a4-800f-243591b7afcc req-53183733-c0ff-4658-9df7-9d17cc055009 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=27e5cb1f-4fd8-42fe-83ea-8b4a1ff45c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816134 Aug 27 04:45:38.219794 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-c06b7385-6e6b-4bf2-bac7-e940fa987341 admin admin] Calling delete_port for 73d3c9cf-785e-43d1-bd07-2b71a15bde7f owned by network:router_interface {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:45:38.254522 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [req-3eb11b9e-4600-43bc-abf8-30eabe4344f7 req-dec3e7d8-0619-4fa5-9ff5-5770602e8007 tempest-SecurityGroupsNegativeTestJSON-19593270 tempest-SecurityGroupsNegativeTestJSON-19593270-project] show failed (client error): The resource could not be found. Aug 27 04:45:38.259315 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3eb11b9e-4600-43bc-abf8-30eabe4344f7 req-dec3e7d8-0619-4fa5-9ff5-5770602e8007 tempest-SecurityGroupsNegativeTestJSON-19593270 tempest-SecurityGroupsNegativeTestJSON-19593270-project] 10.222.0.76 "GET /networking/v2.0/security-groups/2b6f0499-241b-4905-96da-7699e62a37b3 HTTP/1.1" status: 404 len: 352 time: 0.0245161 Aug 27 04:45:38.324149 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [req-db3980b3-0d4a-48e7-87c8-cdebf3d082a8 req-ba5aa095-2219-446f-a7b2-6f632b56b43d tempest-SecurityGroupsNegativeTestJSON-19593270 tempest-SecurityGroupsNegativeTestJSON-19593270-project] show failed (client error): The resource could not be found. Aug 27 04:45:38.325239 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-db3980b3-0d4a-48e7-87c8-cdebf3d082a8 req-ba5aa095-2219-446f-a7b2-6f632b56b43d tempest-SecurityGroupsNegativeTestJSON-19593270 tempest-SecurityGroupsNegativeTestJSON-19593270-project] 10.222.0.76 "GET /networking/v2.0/security-groups/ca74ddc7-deca-4c1b-8722-fbe8d2258164 HTTP/1.1" status: 404 len: 352 time: 0.0221918 Aug 27 04:45:38.352226 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 47460) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:38.444151 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-31725061-4987-4f85-8d7c-d9d804722ba6 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (16ce1d42-ea0b-4018-9fe7-9fb890edf256), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:38.449299 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31725061-4987-4f85-8d7c-d9d804722ba6 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:38.449937 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-31725061-4987-4f85-8d7c-d9d804722ba6 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:38.503354 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-fdbb336e-637a-42e9-85bf-efa09e5b67f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad4bb41-10d9-42c1-be61-725ce8b1c9ad', 'name': 'tempest-SecurityGroupsNegativeTestJSON-941977377-router', 'tenant_id': '2af96350c6f54d8e950515db49bfe636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '1e71cec4-b4d3-44ac-be3d-cc578fb58fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:45:24Z', 'updated_at': '2022-08-27T04:45:32Z', 'revision_number': 4, 'project_id': '2af96350c6f54d8e950515db49bfe636', 'gw_port': {'id': '1e71cec4-b4d3-44ac-be3d-cc578fb58fab', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad4bb41-10d9-42c1-be61-725ce8b1c9ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:45:25Z', 'updated_at': '2022-08-27T04:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '6bc4fb4d-671d-41fc-a57a-97e665b82448', 'name': '', 'network_id': 'f4f7a5aa-0d5d-478b-adb6-55045e15a5c4', 'tenant_id': '2af96350c6f54d8e950515db49bfe636', 'mac_address': 'fa:16:3e:2e:a0:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ad4bb41-10d9-42c1-be61-725ce8b1c9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '5015affe-c7d5-4e1e-8eda-97c34f46865b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:45:31Z', 'updated_at': '2022-08-27T04:45:37Z', 'revision_number': 4, 'project_id': '2af96350c6f54d8e950515db49bfe636', 'subnets': [{'id': '5015affe-c7d5-4e1e-8eda-97c34f46865b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:38.539258 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbb336e-637a-42e9-85bf-efa09e5b67f1 None None] The sync data for ids ['2ad4bb41-10d9-42c1-be61-725ce8b1c9ad'] in n-d-852088-5 is: [{'id': '2ad4bb41-10d9-42c1-be61-725ce8b1c9ad', 'name': 'tempest-SecurityGroupsNegativeTestJSON-941977377-router', 'tenant_id': '2af96350c6f54d8e950515db49bfe636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '1e71cec4-b4d3-44ac-be3d-cc578fb58fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:45:24Z', 'updated_at': '2022-08-27T04:45:32Z', 'revision_number': 4, 'project_id': '2af96350c6f54d8e950515db49bfe636', 'gw_port': {'id': '1e71cec4-b4d3-44ac-be3d-cc578fb58fab', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad4bb41-10d9-42c1-be61-725ce8b1c9ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:45:25Z', 'updated_at': '2022-08-27T04:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '6bc4fb4d-671d-41fc-a57a-97e665b82448', 'name': '', 'network_id': 'f4f7a5aa-0d5d-478b-adb6-55045e15a5c4', 'tenant_id': '2af96350c6f54d8e950515db49bfe636', 'mac_address': 'fa:16:3e:2e:a0:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ad4bb41-10d9-42c1-be61-725ce8b1c9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '5015affe-c7d5-4e1e-8eda-97c34f46865b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:45:31Z', 'updated_at': '2022-08-27T04:45:37Z', 'revision_number': 4, 'project_id': '2af96350c6f54d8e950515db49bfe636', 'subnets': [{'id': '5015affe-c7d5-4e1e-8eda-97c34f46865b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:45:38.554633 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:38.652024 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31725061-4987-4f85-8d7c-d9d804722ba6 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Pushing event updated for resources: {'Network': ['ID=16ce1d42-ea0b-4018-9fe7-9fb890edf256,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:38.672587 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port a040043e-53fd-422d-a6e1-2d6bb34a37e2 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:45:38.677584 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-31725061-4987-4f85-8d7c-d9d804722ba6 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0472856 Aug 27 04:45:38.683034 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 47470) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:38.692138 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 16ce1d42-ea0b-4018-9fe7-9fb890edf256 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:45:38.697030 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-399eeac2-4ce4-4ba0-8e00-1ca458d35386 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-130737907'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:45:38.703614 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-da7b558a-d0f4-4302-9398-1543b50f3f9d req-978d9817-2ba6-4d97-88a7-8dcb5d364191 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5597804 Aug 27 04:45:38.724285 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c06b7385-6e6b-4bf2-bac7-e940fa987341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (73d3c9cf-785e-43d1-bd07-2b71a15bde7f), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:38.725628 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:38.752868 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-8cef0c1d-0cce-4f7c-81ec-6f6895844bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4caf0140-f855-46fe-8d9c-9adc6dc15872', 'name': 'tempest-ServerPasswordTestJSON-650630406-router', 'tenant_id': 'fd348d4b04624e0593b80d3897e8e1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'a040043e-53fd-422d-a6e1-2d6bb34a37e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:45:24Z', 'updated_at': '2022-08-27T04:45:35Z', 'revision_number': 4, 'project_id': 'fd348d4b04624e0593b80d3897e8e1b4', 'gw_port': {'id': 'a040043e-53fd-422d-a6e1-2d6bb34a37e2', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4caf0140-f855-46fe-8d9c-9adc6dc15872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:45:25Z', 'updated_at': '2022-08-27T04:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '22f158c2-6960-495f-a7ec-fc76660fc9a1', 'name': '', 'network_id': '085bf8f8-e613-4b72-a1bf-788a104e54de', 'tenant_id': 'fd348d4b04624e0593b80d3897e8e1b4', 'mac_address': 'fa:16:3e:b3:ed:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4caf0140-f855-46fe-8d9c-9adc6dc15872', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '01a2d215-849c-467e-8262-7a162e6d4dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:45:32Z', 'updated_at': '2022-08-27T04:45:35Z', 'revision_number': 2, 'project_id': 'fd348d4b04624e0593b80d3897e8e1b4', 'subnets': [{'id': '01a2d215-849c-467e-8262-7a162e6d4dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:38.768063 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b7385-6e6b-4bf2-bac7-e940fa987341 admin admin] Pushing event deleted for resources: {'Port': ['ID=73d3c9cf-785e-43d1-bd07-2b71a15bde7f,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:38.778044 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8896f59-1763-4518-b011-a57cb50d0289 req-8f99fcba-c5a9-4ac5-afad-a89f87d4653a tempest-ServerPasswordTestJSON-1628710226 tempest-ServerPasswordTestJSON-1628710226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:38.781510 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a8896f59-1763-4518-b011-a57cb50d0289 req-8f99fcba-c5a9-4ac5-afad-a89f87d4653a tempest-ServerPasswordTestJSON-1628710226 tempest-ServerPasswordTestJSON-1628710226-project] 10.222.0.76 "GET /networking/v2.0/networks?id=085bf8f8-e613-4b72-a1bf-788a104e54de HTTP/1.1" status: 200 len: 812 time: 0.3214660 Aug 27 04:45:38.812119 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cef0c1d-0cce-4f7c-81ec-6f6895844bc5 None None] Checking router: 4caf0140-f855-46fe-8d9c-9adc6dc15872 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:45:38.812754 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cef0c1d-0cce-4f7c-81ec-6f6895844bc5 None None] Updating router 4caf0140-f855-46fe-8d9c-9adc6dc15872 port 22f158c2-6960-495f-a7ec-fc76660fc9a1 binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:45:38.849284 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399eeac2-4ce4-4ba0-8e00-1ca458d35386 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Made reservation on behalf of 3b1896a4899d4c37af1be6a7f91249c0 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:45:38.854074 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-399eeac2-4ce4-4ba0-8e00-1ca458d35386 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:38.866091 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a8896f59-1763-4518-b011-a57cb50d0289 req-ae6aec7b-beea-497d-949f-5a2f14cdeacc tempest-ServerPasswordTestJSON-1628710226 tempest-ServerPasswordTestJSON-1628710226-project] 10.222.0.76 "GET /networking/v2.0/quotas/fd348d4b04624e0593b80d3897e8e1b4 HTTP/1.1" status: 200 len: 375 time: 0.0728123 Aug 27 04:45:38.873288 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:38.880707 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8cef0c1d-0cce-4f7c-81ec-6f6895844bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (22f158c2-6960-495f-a7ec-fc76660fc9a1), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:38.931271 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-399eeac2-4ce4-4ba0-8e00-1ca458d35386 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:45:39.001675 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:39.004513 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-399eeac2-4ce4-4ba0-8e00-1ca458d35386 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (41f8af02-1c6c-4019-accc-97647bf38006), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:39.004855 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-399eeac2-4ce4-4ba0-8e00-1ca458d35386 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Added segment 41f8af02-1c6c-4019-accc-97647bf38006 of type vlan for network f46ea82e-3b25-49fd-b1e8-37eb05c0adb3 Aug 27 04:45:39.038810 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2cee9f-729a-4f59-93c4-b774ad5833ab req-90848f03-9e39-4494-8ed8-2597da2db048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:39.040934 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1c2cee9f-729a-4f59-93c4-b774ad5833ab req-90848f03-9e39-4494-8ed8-2597da2db048 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=ba61ff97f8464381935337f271a234e3&device_id=0e32a568-b707-4c27-a965-b59d4e0fb03f HTTP/1.1" status: 200 len: 1129 time: 0.0471485 Aug 27 04:45:39.083214 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2613921a-9d6c-4ef9-b7e3-12a26cbf1082 req-ddcec2f0-382a-4005-8576-db9d729926e8 tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:39.085205 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2613921a-9d6c-4ef9-b7e3-12a26cbf1082 req-ddcec2f0-382a-4005-8576-db9d729926e8 tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0e32a568-b707-4c27-a965-b59d4e0fb03f HTTP/1.1" status: 200 len: 947 time: 0.2160568 Aug 27 04:45:39.106769 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a8896f59-1763-4518-b011-a57cb50d0289 req-b3e909c3-b03b-4cf6-a5c1-33c27db8782d tempest-ServerPasswordTestJSON-1628710226 tempest-ServerPasswordTestJSON-1628710226-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=fd348d4b04624e0593b80d3897e8e1b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2393942 Aug 27 04:45:39.158590 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 47478) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:39.232355 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-399eeac2-4ce4-4ba0-8e00-1ca458d35386 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (f46ea82e-3b25-49fd-b1e8-37eb05c0adb3), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:39.262863 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c06b7385-6e6b-4bf2-bac7-e940fa987341 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (9da23f8a-59ac-4928-a23f-27251afa8149), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:39.315094 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-38a09af1-fceb-4a27-aac9-c73977f508cd req-06a81a47-dcaa-496c-8f28-0bcab5182c75 tempest-ServersAdmin275Test-1478199913 tempest-ServersAdmin275Test-1478199913-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a83567e0-2337-4993-b69e-52060a3c56f7 HTTP/1.1" status: 200 len: 210 time: 0.0670531 Aug 27 04:45:39.386552 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8cef0c1d-0cce-4f7c-81ec-6f6895844bc5 None None] Publish callbacks [] for port (22f158c2-6960-495f-a7ec-fc76660fc9a1), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:39.410864 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2613921a-9d6c-4ef9-b7e3-12a26cbf1082 req-d26d0c7f-5ea4-426e-b99f-22da790b01cc tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aaa2b0d6-701a-4844-8866-7c5a507fc960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003540 Aug 27 04:45:39.483770 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-399eeac2-4ce4-4ba0-8e00-1ca458d35386 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (f46ea82e-3b25-49fd-b1e8-37eb05c0adb3), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:39.486814 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2cee9f-729a-4f59-93c4-b774ad5833ab req-9ca93beb-5783-48ec-808d-c71d731cb46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:39.488844 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399eeac2-4ce4-4ba0-8e00-1ca458d35386 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:39.489464 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-399eeac2-4ce4-4ba0-8e00-1ca458d35386 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:39.494095 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1c2cee9f-729a-4f59-93c4-b774ad5833ab req-9ca93beb-5783-48ec-808d-c71d731cb46c service neutron] 10.222.0.78 "GET /networking/v2.0/networks?id=a82fb463-5a8f-4b8b-991d-61491eba11c6 HTTP/1.1" status: 200 len: 870 time: 0.4387579 Aug 27 04:45:39.494095 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3fbfaa22-345e-4e6d-8dd8-074d00f33cb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (2ad4bb41-10d9-42c1-be61-725ce8b1c9ad), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:39.494894 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8cef0c1d-0cce-4f7c-81ec-6f6895844bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (22f158c2-6960-495f-a7ec-fc76660fc9a1), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:39.573961 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:39.575778 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81df40a0-cf95-4b13-b754-6345023fa339 None None] Pushing event updated for resources: {'Port': ['ID=22f158c2-6960-495f-a7ec-fc76660fc9a1,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:39.576507 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399eeac2-4ce4-4ba0-8e00-1ca458d35386 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Pushing event updated for resources: {'Network': ['ID=f46ea82e-3b25-49fd-b1e8-37eb05c0adb3,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:39.645563 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-56c30f2a-c41c-411c-a2d1-59c5ecae0a1c req-6b6fb41f-ff02-4293-b571-22295bc09d38 tempest-ServerShowV254Test-1983860705 tempest-ServerShowV254Test-1983860705-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=eb7fdb77-b2bc-4599-980c-91db74254822 HTTP/1.1" status: 200 len: 210 time: 0.0783613 Aug 27 04:45:39.684542 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1c2cee9f-729a-4f59-93c4-b774ad5833ab req-eb5e4e41-26e1-4578-9706-ff710d8e6615 service neutron] 10.222.0.78 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=a42431b7-d73f-4bef-9fb3-b361431c3a9c HTTP/1.1" status: 200 len: 217 time: 0.1757460 Aug 27 04:45:39.686489 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network f46ea82e-3b25-49fd-b1e8-37eb05c0adb3 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:45:39.696216 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-399eeac2-4ce4-4ba0-8e00-1ca458d35386 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0034473 Aug 27 04:45:39.696481 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 47484) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:39.724258 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-1cf6cefd-e734-4710-a7fc-c8f2a5837318 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Request body: {'subnet': {'network_id': '16ce1d42-ea0b-4018-9fe7-9fb890edf256', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:45:39.784772 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-8cef0c1d-0cce-4f7c-81ec-6f6895844bc5 None None] Attempting to bind port 22f158c2-6960-495f-a7ec-fc76660fc9a1 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:45:39.784993 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-8cef0c1d-0cce-4f7c-81ec-6f6895844bc5 None None] Attempting to bind port 22f158c2-6960-495f-a7ec-fc76660fc9a1 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'ced32554-9a94-472e-9753-3460a5cc91f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '085bf8f8-e613-4b72-a1bf-788a104e54de'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:45:39.785375 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cef0c1d-0cce-4f7c-81ec-6f6895844bc5 None None] Attempting to bind port 22f158c2-6960-495f-a7ec-fc76660fc9a1 on network 085bf8f8-e613-4b72-a1bf-788a104e54de {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:45:39.811430 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cef0c1d-0cce-4f7c-81ec-6f6895844bc5 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:45:39.811853 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cef0c1d-0cce-4f7c-81ec-6f6895844bc5 None None] Checking segment: {'id': 'ced32554-9a94-472e-9753-3460a5cc91f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '085bf8f8-e613-4b72-a1bf-788a104e54de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:45:39.812685 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8cef0c1d-0cce-4f7c-81ec-6f6895844bc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:39.812826 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cef0c1d-0cce-4f7c-81ec-6f6895844bc5 None None] Bound using segment: {'id': 'ced32554-9a94-472e-9753-3460a5cc91f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '085bf8f8-e613-4b72-a1bf-788a104e54de'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:45:39.813222 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-8cef0c1d-0cce-4f7c-81ec-6f6895844bc5 None None] Bound port: 22f158c2-6960-495f-a7ec-fc76660fc9a1, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ced32554-9a94-472e-9753-3460a5cc91f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '085bf8f8-e613-4b72-a1bf-788a104e54de'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:45:39.813624 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8cef0c1d-0cce-4f7c-81ec-6f6895844bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (22f158c2-6960-495f-a7ec-fc76660fc9a1), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:39.839962 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29dc50-3782-4d7e-b766-b0d001ab3b2a req-a14b3b72-92c4-4e34-bfe8-ea917498fa38 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:39.841776 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6a29dc50-3782-4d7e-b766-b0d001ab3b2a req-a14b3b72-92c4-4e34-bfe8-ea917498fa38 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=130abef0-d029-4ffd-883c-b705e63910dd HTTP/1.1" status: 200 len: 949 time: 0.2837164 Aug 27 04:45:39.909561 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-8cef0c1d-0cce-4f7c-81ec-6f6895844bc5 None None] For port 22f158c2-6960-495f-a7ec-fc76660fc9a1, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:45:39.913171 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-8cef0c1d-0cce-4f7c-81ec-6f6895844bc5 None None] For port 22f158c2-6960-495f-a7ec-fc76660fc9a1, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=22f158c2-6960-495f-a7ec-fc76660fc9a1,segment=NetworkSegment(ced32554-9a94-472e-9753-3460a5cc91f9),segment_id=ced32554-9a94-472e-9753-3460a5cc91f9)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:45:39.923782 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-b998bc46-f9ba-44fe-bfeb-699fc0c333c0 req-bb12fe42-e325-454d-ac41-5540debbb293 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a83567e0-2337-4993-b69e-52060a3c56f7 HTTP/1.1" status: 200 len: 210 time: 0.1292081 Aug 27 04:45:40.000678 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2cee9f-729a-4f59-93c4-b774ad5833ab req-e72cebc7-9e6e-4612-9c1d-d8970e604a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:40.000678 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1c2cee9f-729a-4f59-93c4-b774ad5833ab req-e72cebc7-9e6e-4612-9c1d-d8970e604a56 service neutron] 10.222.0.78 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.2857251 Aug 27 04:45:40.030581 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-da7b558a-d0f4-4302-9398-1543b50f3f9d req-1c868f48-bd05-4762-9453-55f8cb2fa283 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647535 Aug 27 04:45:40.043324 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c06b7385-6e6b-4bf2-bac7-e940fa987341 admin admin] Router 9da23f8a-59ac-4928-a23f-27251afa8149 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:45:40.062639 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8cef0c1d-0cce-4f7c-81ec-6f6895844bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (22f158c2-6960-495f-a7ec-fc76660fc9a1), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:40.106414 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6a29dc50-3782-4d7e-b766-b0d001ab3b2a req-038f39df-bf4d-48b9-a1db-b60bc55e09d8 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=27e5cb1f-4fd8-42fe-83ea-8b4a1ff45c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972106 Aug 27 04:45:40.153386 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2cee9f-729a-4f59-93c4-b774ad5833ab req-b7897922-b67c-45b1-a737-157d4606cdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:40.155027 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1c2cee9f-729a-4f59-93c4-b774ad5833ab req-b7897922-b67c-45b1-a737-157d4606cdfc service neutron] 10.222.0.78 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1361642 Aug 27 04:45:40.160800 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6bc4fb4d-671d-41fc-a57a-97e665b82448 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:45:40.209646 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81df40a0-cf95-4b13-b754-6345023fa339 None None] Pushing event updated for resources: {'Port': ['ID=22f158c2-6960-495f-a7ec-fc76660fc9a1,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:40.222780 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cef0c1d-0cce-4f7c-81ec-6f6895844bc5 None None] Routers {'4caf0140-f855-46fe-8d9c-9adc6dc15872'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:45:40.223429 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-8cef0c1d-0cce-4f7c-81ec-6f6895844bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:45:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['4caf0140-f855-46fe-8d9c-9adc6dc15872'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:40.239128 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf6cefd-e734-4710-a7fc-c8f2a5837318 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Made reservation on behalf of 3b1896a4899d4c37af1be6a7f91249c0 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:45:40.243678 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1cf6cefd-e734-4710-a7fc-c8f2a5837318 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:40.259601 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:40.295048 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:40.339946 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 6bc4fb4d-671d-41fc-a57a-97e665b82448 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:45:40.340456 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (6bc4fb4d-671d-41fc-a57a-97e665b82448), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:40.388827 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-8cef0c1d-0cce-4f7c-81ec-6f6895844bc5 None None] Set router 4caf0140-f855-46fe-8d9c-9adc6dc15872 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:45:40.417954 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-3fbfaa22-345e-4e6d-8dd8-074d00f33cb4 admin admin] Deleting port 6bc4fb4d-671d-41fc-a57a-97e665b82448 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:45:40.419049 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3fbfaa22-345e-4e6d-8dd8-074d00f33cb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (6bc4fb4d-671d-41fc-a57a-97e665b82448), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:40.465078 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d9998113-bec2-40c4-9bb7-0ac9fe35d107 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (4caf0140-f855-46fe-8d9c-9adc6dc15872), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:40.535423 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:40.535716 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:UPDATE=5,neutron:SELECT=88,neutron:INSERT=3,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:40.571823 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c06b7385-6e6b-4bf2-bac7-e940fa987341 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:45:40.580155 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c06b7385-6e6b-4bf2-bac7-e940fa987341 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/9da23f8a-59ac-4928-a23f-27251afa8149/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9343820 Aug 27 04:45:40.580889 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 47490) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:40.597289 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66a9c1c-25de-4eef-82bf-7617c67f9f81 None None] Sync routers for ids ['9da23f8a-59ac-4928-a23f-27251afa8149'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:45:40.601666 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 6bc4fb4d-671d-41fc-a57a-97e665b82448 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:45:40.602109 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (6bc4fb4d-671d-41fc-a57a-97e665b82448), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:40.607972 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ee9dea78-c2dc-4580-9129-03f0f81ffa4a req-73a4f01a-d3b4-45e3-8b2d-08494a326a01 tempest-ServersAdmin275Test-1478199913 tempest-ServersAdmin275Test-1478199913-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a83567e0-2337-4993-b69e-52060a3c56f7 HTTP/1.1" status: 200 len: 210 time: 0.1391926 Aug 27 04:45:40.617190 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:40.622614 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1c2cee9f-729a-4f59-93c4-b774ad5833ab req-0bb87686-d0ae-4433-b19f-cceb99913c86 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4583268 Aug 27 04:45:40.630751 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66a9c1c-25de-4eef-82bf-7617c67f9f81 None None] Routers {'9da23f8a-59ac-4928-a23f-27251afa8149'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:45:40.639025 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-e66a9c1c-25de-4eef-82bf-7617c67f9f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:45:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['9da23f8a-59ac-4928-a23f-27251afa8149'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:40.688140 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 6bc4fb4d-671d-41fc-a57a-97e665b82448, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=6bc4fb4d-671d-41fc-a57a-97e665b82448,segment=NetworkSegment(cbc19d63-13b5-4ad4-9868-417dade09ecf),segment_id=cbc19d63-13b5-4ad4-9868-417dade09ecf)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:40.696074 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-8cef0c1d-0cce-4f7c-81ec-6f6895844bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4caf0140-f855-46fe-8d9c-9adc6dc15872', 'name': 'tempest-ServerPasswordTestJSON-650630406-router', 'tenant_id': 'fd348d4b04624e0593b80d3897e8e1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'a040043e-53fd-422d-a6e1-2d6bb34a37e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:45:24Z', 'updated_at': '2022-08-27T04:45:35Z', 'revision_number': 4, 'project_id': 'fd348d4b04624e0593b80d3897e8e1b4', 'gw_port': {'id': 'a040043e-53fd-422d-a6e1-2d6bb34a37e2', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4caf0140-f855-46fe-8d9c-9adc6dc15872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:45:25Z', 'updated_at': '2022-08-27T04:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '22f158c2-6960-495f-a7ec-fc76660fc9a1', 'name': '', 'network_id': '085bf8f8-e613-4b72-a1bf-788a104e54de', 'tenant_id': 'fd348d4b04624e0593b80d3897e8e1b4', 'mac_address': 'fa:16:3e:b3:ed:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4caf0140-f855-46fe-8d9c-9adc6dc15872', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '01a2d215-849c-467e-8262-7a162e6d4dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:45:32Z', 'updated_at': '2022-08-27T04:45:39Z', 'revision_number': 4, 'project_id': 'fd348d4b04624e0593b80d3897e8e1b4', 'subnets': [{'id': '01a2d215-849c-467e-8262-7a162e6d4dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:40.698945 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3e95b228-5af7-48c9-8ed8-ac7c265200e8 admin admin] Publish callbacks [] for router (9da23f8a-59ac-4928-a23f-27251afa8149), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:40.722870 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cef0c1d-0cce-4f7c-81ec-6f6895844bc5 None None] The sync data for ids ['4caf0140-f855-46fe-8d9c-9adc6dc15872'] in n-d-852088-5 is: [{'id': '4caf0140-f855-46fe-8d9c-9adc6dc15872', 'name': 'tempest-ServerPasswordTestJSON-650630406-router', 'tenant_id': 'fd348d4b04624e0593b80d3897e8e1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'a040043e-53fd-422d-a6e1-2d6bb34a37e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:45:24Z', 'updated_at': '2022-08-27T04:45:35Z', 'revision_number': 4, 'project_id': 'fd348d4b04624e0593b80d3897e8e1b4', 'gw_port': {'id': 'a040043e-53fd-422d-a6e1-2d6bb34a37e2', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4caf0140-f855-46fe-8d9c-9adc6dc15872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:45:25Z', 'updated_at': '2022-08-27T04:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '22f158c2-6960-495f-a7ec-fc76660fc9a1', 'name': '', 'network_id': '085bf8f8-e613-4b72-a1bf-788a104e54de', 'tenant_id': 'fd348d4b04624e0593b80d3897e8e1b4', 'mac_address': 'fa:16:3e:b3:ed:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4caf0140-f855-46fe-8d9c-9adc6dc15872', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '01a2d215-849c-467e-8262-7a162e6d4dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:45:32Z', 'updated_at': '2022-08-27T04:45:39Z', 'revision_number': 4, 'project_id': 'fd348d4b04624e0593b80d3897e8e1b4', 'subnets': [{'id': '01a2d215-849c-467e-8262-7a162e6d4dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:45:40.733334 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad3167-bfa4-4f7c-9130-fb1560103a1b req-d78cd288-42f2-44da-b179-ebd789afe6bd tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:40.734872 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-9fad3167-bfa4-4f7c-9130-fb1560103a1b req-d78cd288-42f2-44da-b179-ebd789afe6bd tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0e32a568-b707-4c27-a965-b59d4e0fb03f HTTP/1.1" status: 200 len: 947 time: 0.2047954 Aug 27 04:45:40.750463 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-3fbfaa22-345e-4e6d-8dd8-074d00f33cb4 admin admin] For port 6bc4fb4d-671d-41fc-a57a-97e665b82448, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=6bc4fb4d-671d-41fc-a57a-97e665b82448,segment=NetworkSegment(cbc19d63-13b5-4ad4-9868-417dade09ecf),segment_id=cbc19d63-13b5-4ad4-9868-417dade09ecf)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:40.750826 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3fbfaa22-345e-4e6d-8dd8-074d00f33cb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (6bc4fb4d-671d-41fc-a57a-97e665b82448), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:40.758083 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (6bc4fb4d-671d-41fc-a57a-97e665b82448), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:40.776513 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:40.806467 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-3fbfaa22-345e-4e6d-8dd8-074d00f33cb4 admin admin] Calling delete_port for 6bc4fb4d-671d-41fc-a57a-97e665b82448 owned by network:router_interface {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:45:40.815980 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3e95b228-5af7-48c9-8ed8-ac7c265200e8 admin admin] Publish callbacks [] for router_gateway (9da23f8a-59ac-4928-a23f-27251afa8149), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:40.830033 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-e66a9c1c-25de-4eef-82bf-7617c67f9f81 None None] Set router 9da23f8a-59ac-4928-a23f-27251afa8149 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:45:40.850537 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=6bc4fb4d-671d-41fc-a57a-97e665b82448,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:40.879541 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c749b0cc-4878-420b-812d-3432230b2e43 req-3874de1b-3539-4e73-a466-dc98f127b99c tempest-ServerShowV254Test-1983860705 tempest-ServerShowV254Test-1983860705-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=eb7fdb77-b2bc-4599-980c-91db74254822 HTTP/1.1" status: 200 len: 210 time: 0.0644925 Aug 27 04:45:40.902341 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:40.989115 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-9fad3167-bfa4-4f7c-9130-fb1560103a1b req-128e1b9a-d7d5-4b5c-b834-07f8ef6736b5 tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aaa2b0d6-701a-4844-8866-7c5a507fc960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407219 Aug 27 04:45:41.078556 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Device a42431b7-d73f-4bef-9fb3-b361431c3a9c details requested by agent hyperv_n-h2-852088-5 with host n-h2-852088-5 {{(pid=107777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:45:41.081911 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:41.099909 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-3e95b228-5af7-48c9-8ed8-ac7c265200e8 admin admin] Deleting port 3e4d9059-0bc1-443c-8f38-9e54b1d14053 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:45:41.100291 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3e95b228-5af7-48c9-8ed8-ac7c265200e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (3e4d9059-0bc1-443c-8f38-9e54b1d14053), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:41.106329 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1cf6cefd-e734-4710-a7fc-c8f2a5837318 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (15dbbdd7-bf6e-42d8-9c8c-465a3f1fec44), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:41.110593 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-d9998113-bec2-40c4-9bb7-0ac9fe35d107 admin admin] Deleting port 22f158c2-6960-495f-a7ec-fc76660fc9a1 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:45:41.110799 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d9998113-bec2-40c4-9bb7-0ac9fe35d107 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (22f158c2-6960-495f-a7ec-fc76660fc9a1), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:41.171759 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-e66a9c1c-25de-4eef-82bf-7617c67f9f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da23f8a-59ac-4928-a23f-27251afa8149', 'name': 'tempest-ServersTestBootFromVolume-1821564961-router', 'tenant_id': '4b1fca82aba64e7197467816e31033bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '3e4d9059-0bc1-443c-8f38-9e54b1d14053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:44:03Z', 'updated_at': '2022-08-27T04:45:38Z', 'revision_number': 5, 'project_id': '4b1fca82aba64e7197467816e31033bb', 'gw_port': {'id': '3e4d9059-0bc1-443c-8f38-9e54b1d14053', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da23f8a-59ac-4928-a23f-27251afa8149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:44:04Z', 'updated_at': '2022-08-27T04:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:41.204702 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:41.208138 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66a9c1c-25de-4eef-82bf-7617c67f9f81 None None] Checking router: 9da23f8a-59ac-4928-a23f-27251afa8149 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:45:41.218535 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66a9c1c-25de-4eef-82bf-7617c67f9f81 None None] Routers {'9da23f8a-59ac-4928-a23f-27251afa8149'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:45:41.220714 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-e66a9c1c-25de-4eef-82bf-7617c67f9f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:45:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['9da23f8a-59ac-4928-a23f-27251afa8149'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:41.250495 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf6cefd-e734-4710-a7fc-c8f2a5837318 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Pushing event updated for resources: {'Subnet': ['ID=15dbbdd7-bf6e-42d8-9c8c-465a3f1fec44,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:41.263887 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] For port a42431b7-d73f-4bef-9fb3-b361431c3a9c, host n-h2-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852088-5',level=0,port_id=a42431b7-d73f-4bef-9fb3-b361431c3a9c,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:41.279617 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-3e95b228-5af7-48c9-8ed8-ac7c265200e8 admin admin] For port 3e4d9059-0bc1-443c-8f38-9e54b1d14053, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=3e4d9059-0bc1-443c-8f38-9e54b1d14053,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:41.281079 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3e95b228-5af7-48c9-8ed8-ac7c265200e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (3e4d9059-0bc1-443c-8f38-9e54b1d14053), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:41.284606 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Returning: {'device': 'a42431b7-d73f-4bef-9fb3-b361431c3a9c', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'port_id': 'a42431b7-d73f-4bef-9fb3-b361431c3a9c', 'mac_address': 'fa:16:3e:31:ce:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120f3302-721f-4373-86a6-3aa14ccf6ac4', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:45:41.310902 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa877a64-7413-48ef-b55d-2c1be5ba48a3 req-3dc09e2f-f89e-4fb8-a725-31487b9df8cd tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:41.313244 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-aa877a64-7413-48ef-b55d-2c1be5ba48a3 req-3dc09e2f-f89e-4fb8-a725-31487b9df8cd tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=130abef0-d029-4ffd-883c-b705e63910dd HTTP/1.1" status: 200 len: 949 time: 0.3190455 Aug 27 04:45:41.345851 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Current status of the port a42431b7-d73f-4bef-9fb3-b361431c3a9c is: DOWN; New status is: BUILD {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:45:41.346779 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a42431b7-d73f-4bef-9fb3-b361431c3a9c), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:41.378552 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a42431b7-d73f-4bef-9fb3-b361431c3a9c {{(pid=107777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 04:45:41.407349 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] For port a42431b7-d73f-4bef-9fb3-b361431c3a9c, host n-h2-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852088-5',level=0,port_id=a42431b7-d73f-4bef-9fb3-b361431c3a9c,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:41.431526 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-e66a9c1c-25de-4eef-82bf-7617c67f9f81 None None] Set router 9da23f8a-59ac-4928-a23f-27251afa8149 gateway port host: None {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:45:41.434524 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-3e95b228-5af7-48c9-8ed8-ac7c265200e8 admin admin] Calling delete_port for 3e4d9059-0bc1-443c-8f38-9e54b1d14053 owned by network:router_gateway {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:45:41.486693 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-d9998113-bec2-40c4-9bb7-0ac9fe35d107 admin admin] For port 22f158c2-6960-495f-a7ec-fc76660fc9a1, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=22f158c2-6960-495f-a7ec-fc76660fc9a1,segment=NetworkSegment(ced32554-9a94-472e-9753-3460a5cc91f9),segment_id=ced32554-9a94-472e-9753-3460a5cc91f9)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:41.487073 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d9998113-bec2-40c4-9bb7-0ac9fe35d107 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (22f158c2-6960-495f-a7ec-fc76660fc9a1), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:41.489181 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a42431b7-d73f-4bef-9fb3-b361431c3a9c), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:41.492207 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-e66a9c1c-25de-4eef-82bf-7617c67f9f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da23f8a-59ac-4928-a23f-27251afa8149', 'name': 'tempest-ServersTestBootFromVolume-1821564961-router', 'tenant_id': '4b1fca82aba64e7197467816e31033bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:44:03Z', 'updated_at': '2022-08-27T04:45:40Z', 'revision_number': 6, 'project_id': '4b1fca82aba64e7197467816e31033bb', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:41.520339 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66a9c1c-25de-4eef-82bf-7617c67f9f81 None None] The sync data for ids ['9da23f8a-59ac-4928-a23f-27251afa8149'] in n-d-852088-5 is: [{'id': '9da23f8a-59ac-4928-a23f-27251afa8149', 'name': 'tempest-ServersTestBootFromVolume-1821564961-router', 'tenant_id': '4b1fca82aba64e7197467816e31033bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:44:03Z', 'updated_at': '2022-08-27T04:45:40Z', 'revision_number': 6, 'project_id': '4b1fca82aba64e7197467816e31033bb', 'gw_port_host': None}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:45:41.540716 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-d9998113-bec2-40c4-9bb7-0ac9fe35d107 admin admin] Calling delete_port for 22f158c2-6960-495f-a7ec-fc76660fc9a1 owned by network:router_interface {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:45:41.589792 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Pushing event updated for resources: {'Port': ['ID=a42431b7-d73f-4bef-9fb3-b361431c3a9c,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:41.652438 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [req-aa877a64-7413-48ef-b55d-2c1be5ba48a3 req-dbbf9e1c-f914-4aef-ba21-d672d589de27 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Deleting port 445511e8-5d87-4a83-9c81-e06b43159cdf {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:45:41.652816 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-aa877a64-7413-48ef-b55d-2c1be5ba48a3 req-dbbf9e1c-f914-4aef-ba21-d672d589de27 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (445511e8-5d87-4a83-9c81-e06b43159cdf), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:41.834254 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92afeb49-1a5a-477b-a737-0bfedb5e384d req-4e87e7ec-d464-4405-97b5-eb5c0729c7ba tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:41.843483 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-92afeb49-1a5a-477b-a737-0bfedb5e384d req-4e87e7ec-d464-4405-97b5-eb5c0729c7ba tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=130abef0-d029-4ffd-883c-b705e63910dd HTTP/1.1" status: 200 len: 949 time: 0.5864813 Aug 27 04:45:41.889852 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-252e6db4-d3e9-46d5-be91-686099c71b27 req-c0c3b9de-06ad-4410-9ec6-e457a90fe459 tempest-ServersAdmin275Test-1478199913 tempest-ServersAdmin275Test-1478199913-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a83567e0-2337-4993-b69e-52060a3c56f7 HTTP/1.1" status: 200 len: 210 time: 0.1156645 Aug 27 04:45:41.905550 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf6cefd-e734-4710-a7fc-c8f2a5837318 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Checking segment: {'id': 'a5ec9d76-af4c-4d0e-b260-e49a14af7554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '16ce1d42-ea0b-4018-9fe7-9fb890edf256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:45:41.905927 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf6cefd-e734-4710-a7fc-c8f2a5837318 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Network hostable DHCP agents. Network: 16ce1d42-ea0b-4018-9fe7-9fb890edf256, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:45:41.952419 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] get_ports_and_sgs() called for port_ids ['a42431b7-d73f-4bef-9fb3-b361431c3a9c'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:45:42.013236 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-92afeb49-1a5a-477b-a737-0bfedb5e384d req-c181623c-40e0-4bb9-ba7b-3a9637e0091b tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=27e5cb1f-4fd8-42fe-83ea-8b4a1ff45c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660542 Aug 27 04:45:42.082481 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-aa877a64-7413-48ef-b55d-2c1be5ba48a3 req-dbbf9e1c-f914-4aef-ba21-d672d589de27 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] For port 445511e8-5d87-4a83-9c81-e06b43159cdf, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=445511e8-5d87-4a83-9c81-e06b43159cdf,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:42.082869 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-aa877a64-7413-48ef-b55d-2c1be5ba48a3 req-dbbf9e1c-f914-4aef-ba21-d672d589de27 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (445511e8-5d87-4a83-9c81-e06b43159cdf), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:42.120958 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [req-aa877a64-7413-48ef-b55d-2c1be5ba48a3 req-dbbf9e1c-f914-4aef-ba21-d672d589de27 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Calling delete_port for 445511e8-5d87-4a83-9c81-e06b43159cdf owned by compute:nova {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:45:42.123698 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf6cefd-e734-4710-a7fc-c8f2a5837318 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Network 16ce1d42-ea0b-4018-9fe7-9fb890edf256 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:45:42.196487 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-685b75ae-bb0b-46d8-b4c4-7c741a18aad7 req-e3990807-7b8a-48dd-9ed6-b60b307595fd tempest-ServerShowV254Test-1983860705 tempest-ServerShowV254Test-1983860705-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=eb7fdb77-b2bc-4599-980c-91db74254822 HTTP/1.1" status: 200 len: 210 time: 0.0640244 Aug 27 04:45:42.201554 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3fbfaa22-345e-4e6d-8dd8-074d00f33cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (6bc4fb4d-671d-41fc-a57a-97e665b82448), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:42.221095 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-1cf6cefd-e734-4710-a7fc-c8f2a5837318 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 16ce1d42-ea0b-4018-9fe7-9fb890edf256) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:45:42.234423 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf6cefd-e734-4710-a7fc-c8f2a5837318 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:42.235079 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1cf6cefd-e734-4710-a7fc-c8f2a5837318 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:42.241907 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3e95b228-5af7-48c9-8ed8-ac7c265200e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (3e4d9059-0bc1-443c-8f38-9e54b1d14053), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:42.258130 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6bc4fb4d-671d-41fc-a57a-97e665b82448 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:45:42.319251 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e95b228-5af7-48c9-8ed8-ac7c265200e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e4d9059-0bc1-443c-8f38-9e54b1d14053,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:42.323103 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2380da89-e2e0-48a6-ba3c-8490fd61a602 None None] Network 16ce1d42-ea0b-4018-9fe7-9fb890edf256 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:45:42.328075 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbfaa22-345e-4e6d-8dd8-074d00f33cb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bc4fb4d-671d-41fc-a57a-97e665b82448,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:42.465220 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 6bc4fb4d-671d-41fc-a57a-97e665b82448 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:45:42.477971 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6bc4fb4d-671d-41fc-a57a-97e665b82448 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 27 04:45:42.520279 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Port 6bc4fb4d-671d-41fc-a57a-97e665b82448 not found, will not notify nova. {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 27 04:45:42.521301 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 22f158c2-6960-495f-a7ec-fc76660fc9a1 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:45:42.550608 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:42.576915 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1c2cee9f-729a-4f59-93c4-b774ad5833ab req-8584932b-d65c-4c8c-85ac-3d28b41a46fd service neutron] 10.222.0.78 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844611 Aug 27 04:45:42.583209 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3e95b228-5af7-48c9-8ed8-ac7c265200e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (9da23f8a-59ac-4928-a23f-27251afa8149), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:42.644432 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bbaab8-b525-4408-8749-33532de2e5ff req-0dbd0458-6ddd-4ce5-b762-c86ecf526521 tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:42.646046 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a5bbaab8-b525-4408-8749-33532de2e5ff req-0dbd0458-6ddd-4ce5-b762-c86ecf526521 tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0e32a568-b707-4c27-a965-b59d4e0fb03f HTTP/1.1" status: 200 len: 948 time: 0.3071074 Aug 27 04:45:42.651598 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-147fde24-ae3d-4f0c-b225-9027bdfeac40 req-9f522614-1202-4374-a392-9fcda701838f service neutron] 10.222.0.78 "GET /networking/v2.0/ports?device_id=eb7fdb77-b2bc-4599-980c-91db74254822 HTTP/1.1" status: 200 len: 210 time: 0.2214103 Aug 27 04:45:42.657792 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef50c84-b57e-487f-9486-0f4f57355308 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-16ce1d42-ea0b-4018-9fe7-9fb890edf256', 'network_id': '16ce1d42-ea0b-4018-9fe7-9fb890edf256', 'project_id': '3b1896a4899d4c37af1be6a7f91249c0', 'fixed_ips': [{'subnet_id': '15dbbdd7-bf6e-42d8-9c8c-465a3f1fec44'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:45:42.659955 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9ef50c84-b57e-487f-9486-0f4f57355308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:42.699246 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d9998113-bec2-40c4-9bb7-0ac9fe35d107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (22f158c2-6960-495f-a7ec-fc76660fc9a1), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:42.728203 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a5bbaab8-b525-4408-8749-33532de2e5ff req-54d1c726-2927-4c6c-99d4-2b32297b2c70 tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aaa2b0d6-701a-4844-8866-7c5a507fc960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713878 Aug 27 04:45:42.789214 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9998113-bec2-40c4-9bb7-0ac9fe35d107 admin admin] Pushing event deleted for resources: {'Port': ['ID=22f158c2-6960-495f-a7ec-fc76660fc9a1,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:42.789794 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1cf6cefd-e734-4710-a7fc-c8f2a5837318 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.0559142 Aug 27 04:45:42.789794 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:42.789794 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 47506) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:42.789794 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-5e8d20b2-4dc6-4863-b9e4-b14db87ecf82 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Request body: {'subnet': {'network_id': 'f46ea82e-3b25-49fd-b1e8-37eb05c0adb3', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:45:42.796926 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-aa877a64-7413-48ef-b55d-2c1be5ba48a3 req-dbbf9e1c-f914-4aef-ba21-d672d589de27 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (445511e8-5d87-4a83-9c81-e06b43159cdf), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:42.879634 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf9e1c-f914-4aef-ba21-d672d589de27 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Pushing event deleted for resources: {'Port': ['ID=445511e8-5d87-4a83-9c81-e06b43159cdf,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:42.895209 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-9ef50c84-b57e-487f-9486-0f4f57355308 None None] Allocated IP 10.1.1.2 (16ce1d42-ea0b-4018-9fe7-9fb890edf256/15dbbdd7-bf6e-42d8-9c8c-465a3f1fec44/30a6f364-23fd-433d-ac56-f9d74d990107) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:45:42.942883 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3e95b228-5af7-48c9-8ed8-ac7c265200e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (9da23f8a-59ac-4928-a23f-27251afa8149), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:42.948066 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3e95b228-5af7-48c9-8ed8-ac7c265200e8 admin admin] Publish callbacks [] for router_controller (9da23f8a-59ac-4928-a23f-27251afa8149), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:42.976911 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:43.007614 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-1c2ae65e-fded-434f-8bcd-8b46bdc9c056 req-52544fe9-ef33-40a7-bd61-48338f62e864 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=4a11f6bfb3144711964b5a5f6365c487&device_id=a83567e0-2337-4993-b69e-52060a3c56f7 HTTP/1.1" status: 200 len: 210 time: 0.1371841 Aug 27 04:45:43.019304 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ab4179d3-6246-4a3c-8043-637aef018aba req-a0409a5c-9017-47ff-a5c4-53648859bd16 tempest-ServersAdmin275Test-756230181 tempest-ServersAdmin275Test-756230181-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a83567e0-2337-4993-b69e-52060a3c56f7 HTTP/1.1" status: 200 len: 210 time: 0.0928843 Aug 27 04:45:43.045795 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:43.074960 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No active binding found for port 22f158c2-6960-495f-a7ec-fc76660fc9a1 {{(pid=107777) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Aug 27 04:45:43.075447 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] The host n-d-852088-5 is not matching for port 22f158c2-6960-495f-a7ec-fc76660fc9a1 host None! {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 27 04:45:43.075744 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 22f158c2-6960-495f-a7ec-fc76660fc9a1 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 27 04:45:43.108752 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Port 22f158c2-6960-495f-a7ec-fc76660fc9a1 not found, will not notify nova. {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 27 04:45:43.111000 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Device a42431b7-d73f-4bef-9fb3-b361431c3a9c up at agent hyperv_n-h2-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:45:43.113885 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:43.165551 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 73d3c9cf-785e-43d1-bd07-2b71a15bde7f no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:45:43.170048 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3fbfaa22-345e-4e6d-8dd8-074d00f33cb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (2ad4bb41-10d9-42c1-be61-725ce8b1c9ad), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:43.189488 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-1c2ae65e-fded-434f-8bcd-8b46bdc9c056 req-0a9e8590-3c52-41b8-8c23-8bf32811681d service neutron] 10.222.0.75 "GET /networking/v2.0/networks?tenant_id=4a11f6bfb3144711964b5a5f6365c487&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0814912 Aug 27 04:45:43.191157 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa877a64-7413-48ef-b55d-2c1be5ba48a3 req-dbbf9e1c-f914-4aef-ba21-d672d589de27 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] No DVR routers for this DVR port 445511e8-5d87-4a83-9c81-e06b43159cdf on host n-h1-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:45:43.199190 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-aa877a64-7413-48ef-b55d-2c1be5ba48a3 req-dbbf9e1c-f914-4aef-ba21-d672d589de27 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:43.202752 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-aa877a64-7413-48ef-b55d-2c1be5ba48a3 req-dbbf9e1c-f914-4aef-ba21-d672d589de27 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.75 "DELETE /networking/v2.0/ports/445511e8-5d87-4a83-9c81-e06b43159cdf HTTP/1.1" status: 204 len: 173 time: 1.7828114 Aug 27 04:45:43.204077 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '130abef0-d029-4ffd-883c-b705e63910dd', 'name': 'network-vif-deleted', 'tag': '445511e8-5d87-4a83-9c81-e06b43159cdf'}] {{(pid=107776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:45:43.207185 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7ad66632f4c78724655075356aa8535ba41c652eced6c9cea0c1f0c67b1e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b723f2-fe4a-4705-b800-904e8e9b3310" -d '{"events": [{"server_uuid": "130abef0-d029-4ffd-883c-b705e63910dd", "name": "network-vif-deleted", "tag": "445511e8-5d87-4a83-9c81-e06b43159cdf"}]}' {{(pid=107776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:45:43.248506 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-545dbe8a-dbea-4d66-97f0-1a4716527581 req-364c9d56-b5d7-45d0-b819-d6aab980cd9b tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=130abef0-d029-4ffd-883c-b705e63910dd HTTP/1.1" status: 200 len: 210 time: 0.0627191 Aug 27 04:45:43.251420 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8d20b2-4dc6-4863-b9e4-b14db87ecf82 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Made reservation on behalf of 3b1896a4899d4c37af1be6a7f91249c0 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:45:43.256772 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5e8d20b2-4dc6-4863-b9e4-b14db87ecf82 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:43.299085 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9ef50c84-b57e-487f-9486-0f4f57355308 None None] Publish callbacks [] for port (30a6f364-23fd-433d-ac56-f9d74d990107), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:43.306455 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 73d3c9cf-785e-43d1-bd07-2b71a15bde7f {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:45:43.306802 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 73d3c9cf-785e-43d1-bd07-2b71a15bde7f not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:45:43.317910 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 04:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77406f30-17ba-4c81-a659-f35b9c087b71 x-openstack-request-id: req-77406f30-17ba-4c81-a659-f35b9c087b71 {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:45:43.318231 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "130abef0-d029-4ffd-883c-b705e63910dd", "name": "network-vif-deleted", "tag": "445511e8-5d87-4a83-9c81-e06b43159cdf", "status": "completed", "code": 200}]} {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:45:43.318809 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-77406f30-17ba-4c81-a659-f35b9c087b71 {{(pid=107776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:45:43.319059 n-d-852088-5 neutron-server[107776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77406f30-17ba-4c81-a659-f35b9c087b71'] response: {'server_uuid': '130abef0-d029-4ffd-883c-b705e63910dd', 'name': 'network-vif-deleted', 'tag': '445511e8-5d87-4a83-9c81-e06b43159cdf', 'status': 'completed', 'code': 200} Aug 27 04:45:43.327304 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Provisioning for port a42431b7-d73f-4bef-9fb3-b361431c3a9c completed by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 27 04:45:43.332219 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3e95b228-5af7-48c9-8ed8-ac7c265200e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (9da23f8a-59ac-4928-a23f-27251afa8149), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:43.332219 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e95b228-5af7-48c9-8ed8-ac7c265200e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9da23f8a-59ac-4928-a23f-27251afa8149 {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:45:43.334770 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3e95b228-5af7-48c9-8ed8-ac7c265200e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:43.338313 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3e95b228-5af7-48c9-8ed8-ac7c265200e8 admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/9da23f8a-59ac-4928-a23f-27251afa8149 HTTP/1.1" status: 204 len: 168 time: 2.7482603 Aug 27 04:45:43.385934 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 47514) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:43.395653 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:DELETE=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:43.445465 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Provisioning complete for port a42431b7-d73f-4bef-9fb3-b361431c3a9c triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:45:43.445839 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a42431b7-d73f-4bef-9fb3-b361431c3a9c), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:43.449241 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9ef50c84-b57e-487f-9486-0f4f57355308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (30a6f364-23fd-433d-ac56-f9d74d990107), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:43.522278 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a696e23d-d782-4d90-ae5d-0364579d3551 req-d8a840a8-7cd0-477b-a6d2-98a6f1cd3d45 tempest-ServerShowV254Test-1983860705 tempest-ServerShowV254Test-1983860705-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=eb7fdb77-b2bc-4599-980c-91db74254822 HTTP/1.1" status: 200 len: 210 time: 0.1304498 Aug 27 04:45:43.566628 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef50c84-b57e-487f-9486-0f4f57355308 None None] Pushing event updated for resources: {'Port': ['ID=30a6f364-23fd-433d-ac56-f9d74d990107,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:43.570757 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device 445511e8-5d87-4a83-9c81-e06b43159cdf no longer exists at agent hyperv_n-h1-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:45:43.619587 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebbbda42-d530-44ff-acae-6935689eefc3 admin admin] Deleting subnet 809f283e-a234-4118-87a5-32f06356a26b {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:45:43.659312 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ebbbda42-d530-44ff-acae-6935689eefc3 admin admin] Publish callbacks [] for subnet (809f283e-a234-4118-87a5-32f06356a26b), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:43.751397 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] No Port match for: 445511e8-5d87-4a83-9c81-e06b43159cdf {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:45:43.751832 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device 445511e8-5d87-4a83-9c81-e06b43159cdf not bound to the agent host n-h1-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:45:43.766490 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef50c84-b57e-487f-9486-0f4f57355308 None None] Network 16ce1d42-ea0b-4018-9fe7-9fb890edf256 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:45:43.769622 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-9ef50c84-b57e-487f-9486-0f4f57355308 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:45:43.773610 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef50c84-b57e-487f-9486-0f4f57355308 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:45:43.774257 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ebbbda42-d530-44ff-acae-6935689eefc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (809f283e-a234-4118-87a5-32f06356a26b), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:43.784904 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d9998113-bec2-40c4-9bb7-0ac9fe35d107 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (4caf0140-f855-46fe-8d9c-9adc6dc15872), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:43.924128 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-9ef50c84-b57e-487f-9486-0f4f57355308 None None] Attempting to bind port 30a6f364-23fd-433d-ac56-f9d74d990107 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:45:43.924633 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-9ef50c84-b57e-487f-9486-0f4f57355308 None None] Attempting to bind port 30a6f364-23fd-433d-ac56-f9d74d990107 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'a5ec9d76-af4c-4d0e-b260-e49a14af7554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '16ce1d42-ea0b-4018-9fe7-9fb890edf256'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:45:43.925010 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef50c84-b57e-487f-9486-0f4f57355308 None None] Attempting to bind port 30a6f364-23fd-433d-ac56-f9d74d990107 on network 16ce1d42-ea0b-4018-9fe7-9fb890edf256 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:45:43.958578 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef50c84-b57e-487f-9486-0f4f57355308 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:45:43.959697 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef50c84-b57e-487f-9486-0f4f57355308 None None] Checking segment: {'id': 'a5ec9d76-af4c-4d0e-b260-e49a14af7554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '16ce1d42-ea0b-4018-9fe7-9fb890edf256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:45:43.960040 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9ef50c84-b57e-487f-9486-0f4f57355308 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:43.960487 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef50c84-b57e-487f-9486-0f4f57355308 None None] Bound using segment: {'id': 'a5ec9d76-af4c-4d0e-b260-e49a14af7554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '16ce1d42-ea0b-4018-9fe7-9fb890edf256'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:45:43.961125 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-9ef50c84-b57e-487f-9486-0f4f57355308 None None] Bound port: 30a6f364-23fd-433d-ac56-f9d74d990107, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5ec9d76-af4c-4d0e-b260-e49a14af7554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '16ce1d42-ea0b-4018-9fe7-9fb890edf256'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:45:43.961639 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9ef50c84-b57e-487f-9486-0f4f57355308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (30a6f364-23fd-433d-ac56-f9d74d990107), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:43.968908 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ae65e-fded-434f-8bcd-8b46bdc9c056 req-4dbdef46-3036-4c0d-8e8b-193883c1b087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:43.972518 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-1c2ae65e-fded-434f-8bcd-8b46bdc9c056 req-4dbdef46-3036-4c0d-8e8b-193883c1b087 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7738225 Aug 27 04:45:44.022910 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5e8d20b2-4dc6-4863-b9e4-b14db87ecf82 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (b37327d0-7a54-461f-b8be-34db4134cdd3), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:44.040736 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Current status of the port a42431b7-d73f-4bef-9fb3-b361431c3a9c is: BUILD; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:45:44.041999 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a42431b7-d73f-4bef-9fb3-b361431c3a9c), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:44.083389 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ebbbda42-d530-44ff-acae-6935689eefc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (809f283e-a234-4118-87a5-32f06356a26b), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:44.122923 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56771252-84ec-45d8-ac91-f1eba701c295 req-04fa45b7-c998-4a58-8032-2874f544e4db tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:44.124500 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-56771252-84ec-45d8-ac91-f1eba701c295 req-04fa45b7-c998-4a58-8032-2874f544e4db tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0e32a568-b707-4c27-a965-b59d4e0fb03f HTTP/1.1" status: 200 len: 948 time: 0.2116735 Aug 27 04:45:44.128687 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fbfaa22-345e-4e6d-8dd8-074d00f33cb4 admin admin] Router 2ad4bb41-10d9-42c1-be61-725ce8b1c9ad has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:45:44.130186 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:44.132274 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e32a568-b707-4c27-a965-b59d4e0fb03f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a42431b7-d73f-4bef-9fb3-b361431c3a9c'}] {{(pid=107777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:45:44.134499 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6e1ed2c1589df8125b2075e26a1ec4ff1174e69d6a71546bdf3c3a9a29d330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8fbba0-e1f8-4af5-a23b-a2e3279ba92d" -d '{"events": [{"server_uuid": "0e32a568-b707-4c27-a965-b59d4e0fb03f", "name": "network-vif-plugged", "status": "completed", "tag": "a42431b7-d73f-4bef-9fb3-b361431c3a9c"}]}' {{(pid=107777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:45:44.151669 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 3e4d9059-0bc1-443c-8f38-9e54b1d14053 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:45:44.188864 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] For port a42431b7-d73f-4bef-9fb3-b361431c3a9c, host n-h2-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852088-5',level=0,port_id=a42431b7-d73f-4bef-9fb3-b361431c3a9c,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:44.203559 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 3e4d9059-0bc1-443c-8f38-9e54b1d14053 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:45:44.203559 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 3e4d9059-0bc1-443c-8f38-9e54b1d14053 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:45:44.214195 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8d20b2-4dc6-4863-b9e4-b14db87ecf82 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Pushing event updated for resources: {'Subnet': ['ID=b37327d0-7a54-461f-b8be-34db4134cdd3,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:44.241389 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-9ef50c84-b57e-487f-9486-0f4f57355308 None None] For port 30a6f364-23fd-433d-ac56-f9d74d990107, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:45:44.241720 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:44.245301 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-9ef50c84-b57e-487f-9486-0f4f57355308 None None] For port 30a6f364-23fd-433d-ac56-f9d74d990107, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=30a6f364-23fd-433d-ac56-f9d74d990107,segment=NetworkSegment(a5ec9d76-af4c-4d0e-b260-e49a14af7554),segment_id=a5ec9d76-af4c-4d0e-b260-e49a14af7554)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:45:44.279541 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9998113-bec2-40c4-9bb7-0ac9fe35d107 admin admin] Router 4caf0140-f855-46fe-8d9c-9adc6dc15872 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:45:44.284554 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2ba25b39-9b35-4b50-b8db-750c170cbc22 req-9880a40d-d757-4560-9597-628caabc4d1e tempest-ServersAdmin275Test-756230181 tempest-ServersAdmin275Test-756230181-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a83567e0-2337-4993-b69e-52060a3c56f7 HTTP/1.1" status: 200 len: 210 time: 0.0940378 Aug 27 04:45:44.309303 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9ef50c84-b57e-487f-9486-0f4f57355308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (30a6f364-23fd-433d-ac56-f9d74d990107), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:44.312042 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8d20b2-4dc6-4863-b9e4-b14db87ecf82 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Checking segment: {'id': '41f8af02-1c6c-4019-accc-97647bf38006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f46ea82e-3b25-49fd-b1e8-37eb05c0adb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:45:44.316807 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8d20b2-4dc6-4863-b9e4-b14db87ecf82 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Network hostable DHCP agents. Network: f46ea82e-3b25-49fd-b1e8-37eb05c0adb3, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:45:44.317309 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-56771252-84ec-45d8-ac91-f1eba701c295 req-d85851af-4dee-42a4-aeb8-e031331e16aa tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aaa2b0d6-701a-4844-8866-7c5a507fc960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797628 Aug 27 04:45:44.324132 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a42431b7-d73f-4bef-9fb3-b361431c3a9c), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:44.394340 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 04:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade2ac98-69dd-4494-8c3a-2ff177d60bfd x-openstack-request-id: req-ade2ac98-69dd-4494-8c3a-2ff177d60bfd {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:45:44.394748 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e32a568-b707-4c27-a965-b59d4e0fb03f", "name": "network-vif-plugged", "status": "completed", "tag": "a42431b7-d73f-4bef-9fb3-b361431c3a9c", "code": 200}]} {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:45:44.394904 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ade2ac98-69dd-4494-8c3a-2ff177d60bfd {{(pid=107777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:45:44.395271 n-d-852088-5 neutron-server[107777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ade2ac98-69dd-4494-8c3a-2ff177d60bfd'] response: {'server_uuid': '0e32a568-b707-4c27-a965-b59d4e0fb03f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a42431b7-d73f-4bef-9fb3-b361431c3a9c', 'code': 200} Aug 27 04:45:44.420195 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ebbbda42-d530-44ff-acae-6935689eefc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (809f283e-a234-4118-87a5-32f06356a26b), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:44.425930 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fbfaa22-345e-4e6d-8dd8-074d00f33cb4 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:45:44.436384 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5441b270-53b6-4042-bc10-73721cb5e0fe None None] Sync routers for ids ['2ad4bb41-10d9-42c1-be61-725ce8b1c9ad'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:45:44.445885 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3fbfaa22-345e-4e6d-8dd8-074d00f33cb4 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/2ad4bb41-10d9-42c1-be61-725ce8b1c9ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0923142 Aug 27 04:45:44.446677 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef50c84-b57e-487f-9486-0f4f57355308 None None] Pushing event updated for resources: {'Port': ['ID=30a6f364-23fd-433d-ac56-f9d74d990107,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:44.453952 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 47524) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:44.479775 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5441b270-53b6-4042-bc10-73721cb5e0fe None None] Routers {'2ad4bb41-10d9-42c1-be61-725ce8b1c9ad'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:45:44.480449 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-5441b270-53b6-4042-bc10-73721cb5e0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:45:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['2ad4bb41-10d9-42c1-be61-725ce8b1c9ad'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:44.508763 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8d20b2-4dc6-4863-b9e4-b14db87ecf82 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Network f46ea82e-3b25-49fd-b1e8-37eb05c0adb3 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:45:44.548065 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c54a4b0-1363-48c4-bfdb-e291b8b98db5 req-706d224d-54ca-4b81-a712-78684ece31c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:44.549693 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-5c54a4b0-1363-48c4-bfdb-e291b8b98db5 req-706d224d-54ca-4b81-a712-78684ece31c3 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0e32a568-b707-4c27-a965-b59d4e0fb03f HTTP/1.1" status: 200 len: 1131 time: 0.0730672 Aug 27 04:45:44.550666 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9998113-bec2-40c4-9bb7-0ac9fe35d107 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:45:44.558567 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d9998113-bec2-40c4-9bb7-0ac9fe35d107 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/4caf0140-f855-46fe-8d9c-9adc6dc15872/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3966336 Aug 27 04:45:44.559089 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbbda42-d530-44ff-acae-6935689eefc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=809f283e-a234-4118-87a5-32f06356a26b,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:44.562304 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 47526) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:44.585865 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Pushing event updated for resources: {'Port': ['ID=a42431b7-d73f-4bef-9fb3-b361431c3a9c,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:44.586466 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5edc82-9158-41a9-8ff0-0264e019ca50 None None] Sync routers for ids ['4caf0140-f855-46fe-8d9c-9adc6dc15872'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:45:44.589129 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ebbbda42-d530-44ff-acae-6935689eefc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:44.593616 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24a2f66-6540-462a-a9f7-7da9240e35c5 None None] Network ce97f614-52e4-43e0-bccc-d2356788f988 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:45:44.597621 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ebbbda42-d530-44ff-acae-6935689eefc3 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/809f283e-a234-4118-87a5-32f06356a26b HTTP/1.1" status: 204 len: 168 time: 1.2061934 Aug 27 04:45:44.602031 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5edc82-9158-41a9-8ff0-0264e019ca50 None None] Routers {'4caf0140-f855-46fe-8d9c-9adc6dc15872'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:45:44.602678 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-8e5edc82-9158-41a9-8ff0-0264e019ca50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:45:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['4caf0140-f855-46fe-8d9c-9adc6dc15872'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:44.608345 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 47530) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:44.619685 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8af9ab30-5242-46e2-a4df-8a79f34818f7 req-e967584d-e852-4c77-8b22-a28fdde07ca2 tempest-ListImageFiltersTestJSON-1283507478 tempest-ListImageFiltersTestJSON-1283507478-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=130abef0-d029-4ffd-883c-b705e63910dd HTTP/1.1" status: 200 len: 210 time: 0.1632061 Aug 27 04:45:44.729913 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-5e8d20b2-4dc6-4863-b9e4-b14db87ecf82 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, f46ea82e-3b25-49fd-b1e8-37eb05c0adb3) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:45:44.754617 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8d20b2-4dc6-4863-b9e4-b14db87ecf82 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:44.755623 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5e8d20b2-4dc6-4863-b9e4-b14db87ecf82 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:44.769840 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:44.779162 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-5c54a4b0-1363-48c4-bfdb-e291b8b98db5 req-0a0ebca4-8441-443e-b7b6-119b0196d694 service neutron] 10.222.0.78 "GET /networking/v2.0/security-groups?id=aaa2b0d6-701a-4844-8866-7c5a507fc960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194235 Aug 27 04:45:44.792885 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-30c32391-0476-4207-8826-cf301549ff09 req-88b52f9a-d562-49b4-af29-92dbe7b1011c tempest-ServerShowV254Test-1983860705 tempest-ServerShowV254Test-1983860705-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=eb7fdb77-b2bc-4599-980c-91db74254822 HTTP/1.1" status: 200 len: 210 time: 0.0796397 Aug 27 04:45:44.803430 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ead63a06-f82b-4b3f-81ea-7228ce49b199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (ce97f614-52e4-43e0-bccc-d2356788f988), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:44.811768 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59dcb463-ed7d-4278-8dac-5e79e2b63c89 None None] Network f46ea82e-3b25-49fd-b1e8-37eb05c0adb3 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:45:44.834516 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-8e5edc82-9158-41a9-8ff0-0264e019ca50 None None] Set router 4caf0140-f855-46fe-8d9c-9adc6dc15872 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:45:44.878275 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-ead63a06-f82b-4b3f-81ea-7228ce49b199 admin admin] Deleting port f165b7e2-c2e2-45ce-bc8e-d52037a3014d {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:45:44.878275 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ead63a06-f82b-4b3f-81ea-7228ce49b199 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (f165b7e2-c2e2-45ce-bc8e-d52037a3014d), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:44.919623 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d95c0662-addc-420f-a51d-e3d5d1da940a admin admin] Publish callbacks [] for router (2ad4bb41-10d9-42c1-be61-725ce8b1c9ad), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:44.979819 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-5441b270-53b6-4042-bc10-73721cb5e0fe None None] Set router 2ad4bb41-10d9-42c1-be61-725ce8b1c9ad gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:45:45.000481 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-ead63a06-f82b-4b3f-81ea-7228ce49b199 admin admin] For port f165b7e2-c2e2-45ce-bc8e-d52037a3014d, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=f165b7e2-c2e2-45ce-bc8e-d52037a3014d,segment=NetworkSegment(42402018-3bae-4c3d-bb5f-4422aacc8487),segment_id=42402018-3bae-4c3d-bb5f-4422aacc8487)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:45.001037 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ead63a06-f82b-4b3f-81ea-7228ce49b199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (f165b7e2-c2e2-45ce-bc8e-d52037a3014d), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:45.033641 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-ead63a06-f82b-4b3f-81ea-7228ce49b199 admin admin] Calling delete_port for f165b7e2-c2e2-45ce-bc8e-d52037a3014d owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:45:45.078249 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9da3dc97-7333-4c29-90ac-d3d24027ab9f admin admin] Publish callbacks [] for router (4caf0140-f855-46fe-8d9c-9adc6dc15872), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:45.089609 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:45.096143 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-5e8d20b2-4dc6-4863-b9e4-b14db87ecf82 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3098583 Aug 27 04:45:45.101676 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:45.102851 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 47536) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:45.103006 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:45.113427 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-8e5edc82-9158-41a9-8ff0-0264e019ca50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4caf0140-f855-46fe-8d9c-9adc6dc15872', 'name': 'tempest-ServerPasswordTestJSON-650630406-router', 'tenant_id': 'fd348d4b04624e0593b80d3897e8e1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'a040043e-53fd-422d-a6e1-2d6bb34a37e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:45:24Z', 'updated_at': '2022-08-27T04:45:42Z', 'revision_number': 5, 'project_id': 'fd348d4b04624e0593b80d3897e8e1b4', 'gw_port': {'id': 'a040043e-53fd-422d-a6e1-2d6bb34a37e2', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4caf0140-f855-46fe-8d9c-9adc6dc15872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:45:25Z', 'updated_at': '2022-08-27T04:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:45.158382 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5edc82-9158-41a9-8ff0-0264e019ca50 None None] Checking router: 4caf0140-f855-46fe-8d9c-9adc6dc15872 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:45:45.172780 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:45.181094 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5edc82-9158-41a9-8ff0-0264e019ca50 None None] Routers {'4caf0140-f855-46fe-8d9c-9adc6dc15872'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:45:45.182876 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-8e5edc82-9158-41a9-8ff0-0264e019ca50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:45:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['4caf0140-f855-46fe-8d9c-9adc6dc15872'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:45.231206 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7ddd3f-521a-4bb1-bb0a-5a527c291503 None None] DHCP port deletion for ce97f614-52e4-43e0-bccc-d2356788f988 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:45:45.246812 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-3d296ae7-140e-40e2-9e74-97291c8d2b24 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Request body: {'port': {'network_id': '16ce1d42-ea0b-4018-9fe7-9fb890edf256', 'name': 'tempest-TaggedBootDevicesTest_v242-946895518', 'fixed_ips': [{'subnet_id': '15dbbdd7-bf6e-42d8-9c8c-465a3f1fec44'}]}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:45:45.250505 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1763be93-c4e8-4f30-8c72-61b2b914cb86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-f46ea82e-3b25-49fd-b1e8-37eb05c0adb3', 'network_id': 'f46ea82e-3b25-49fd-b1e8-37eb05c0adb3', 'project_id': '3b1896a4899d4c37af1be6a7f91249c0', 'fixed_ips': [{'subnet_id': 'b37327d0-7a54-461f-b8be-34db4134cdd3'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:45:45.251167 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1763be93-c4e8-4f30-8c72-61b2b914cb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:45.324268 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ead63a06-f82b-4b3f-81ea-7228ce49b199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (f165b7e2-c2e2-45ce-bc8e-d52037a3014d), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:45.344346 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db7ddd3f-521a-4bb1-bb0a-5a527c291503 None None] Deleting port f165b7e2-c2e2-45ce-bc8e-d52037a3014d {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:45:45.344974 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db7ddd3f-521a-4bb1-bb0a-5a527c291503 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (f165b7e2-c2e2-45ce-bc8e-d52037a3014d), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:45.366232 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-8e5edc82-9158-41a9-8ff0-0264e019ca50 None None] Set router 4caf0140-f855-46fe-8d9c-9adc6dc15872 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:45:45.407211 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead63a06-f82b-4b3f-81ea-7228ce49b199 admin admin] Pushing event deleted for resources: {'Port': ['ID=f165b7e2-c2e2-45ce-bc8e-d52037a3014d,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:45.418339 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d95c0662-addc-420f-a51d-e3d5d1da940a admin admin] Publish callbacks [] for router_gateway (2ad4bb41-10d9-42c1-be61-725ce8b1c9ad), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:45.422339 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead63a06-f82b-4b3f-81ea-7228ce49b199 admin admin] No DVR routers for this DVR port f165b7e2-c2e2-45ce-bc8e-d52037a3014d on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:45:45.541159 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6a34cbc2-654a-4610-b91a-6a2305455cc2 req-eb2b527c-2157-4c38-8031-a1eb59851c95 tempest-ServersAdmin275Test-756230181 tempest-ServersAdmin275Test-756230181-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a83567e0-2337-4993-b69e-52060a3c56f7 HTTP/1.1" status: 200 len: 210 time: 0.0707963 Aug 27 04:45:45.564887 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ead63a06-f82b-4b3f-81ea-7228ce49b199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (ce97f614-52e4-43e0-bccc-d2356788f988), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:45.621490 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9da3dc97-7333-4c29-90ac-d3d24027ab9f admin admin] Publish callbacks [] for router_gateway (4caf0140-f855-46fe-8d9c-9adc6dc15872), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:45.636130 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-ead63a06-f82b-4b3f-81ea-7228ce49b199 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce97f614-52e4-43e0-bccc-d2356788f988']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:45.664978 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-ead63a06-f82b-4b3f-81ea-7228ce49b199 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42402018-3bae-4c3d-bb5f-4422aacc8487') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:45.665281 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-ead63a06-f82b-4b3f-81ea-7228ce49b199 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42402018-3bae-4c3d-bb5f-4422aacc8487') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:45.696873 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-5441b270-53b6-4042-bc10-73721cb5e0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad4bb41-10d9-42c1-be61-725ce8b1c9ad', 'name': 'tempest-SecurityGroupsNegativeTestJSON-941977377-router', 'tenant_id': '2af96350c6f54d8e950515db49bfe636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '1e71cec4-b4d3-44ac-be3d-cc578fb58fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:45:24Z', 'updated_at': '2022-08-27T04:45:41Z', 'revision_number': 5, 'project_id': '2af96350c6f54d8e950515db49bfe636', 'gw_port': {'id': '1e71cec4-b4d3-44ac-be3d-cc578fb58fab', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad4bb41-10d9-42c1-be61-725ce8b1c9ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:45:25Z', 'updated_at': '2022-08-27T04:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:45.702311 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-d95c0662-addc-420f-a51d-e3d5d1da940a admin admin] Deleting port 1e71cec4-b4d3-44ac-be3d-cc578fb58fab {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:45:45.702656 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d95c0662-addc-420f-a51d-e3d5d1da940a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (1e71cec4-b4d3-44ac-be3d-cc578fb58fab), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:45.715958 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ead63a06-f82b-4b3f-81ea-7228ce49b199 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (42402018-3bae-4c3d-bb5f-4422aacc8487), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:45.755156 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ead63a06-f82b-4b3f-81ea-7228ce49b199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (42402018-3bae-4c3d-bb5f-4422aacc8487), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:45.767731 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-8e5edc82-9158-41a9-8ff0-0264e019ca50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4caf0140-f855-46fe-8d9c-9adc6dc15872', 'name': 'tempest-ServerPasswordTestJSON-650630406-router', 'tenant_id': 'fd348d4b04624e0593b80d3897e8e1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'a040043e-53fd-422d-a6e1-2d6bb34a37e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:45:24Z', 'updated_at': '2022-08-27T04:45:42Z', 'revision_number': 5, 'project_id': 'fd348d4b04624e0593b80d3897e8e1b4', 'gw_port': {'id': 'a040043e-53fd-422d-a6e1-2d6bb34a37e2', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4caf0140-f855-46fe-8d9c-9adc6dc15872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:45:25Z', 'updated_at': '2022-08-27T04:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:45.794294 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ead63a06-f82b-4b3f-81ea-7228ce49b199 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:45:45.794702 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ead63a06-f82b-4b3f-81ea-7228ce49b199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (42402018-3bae-4c3d-bb5f-4422aacc8487), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:45.837558 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5edc82-9158-41a9-8ff0-0264e019ca50 None None] The sync data for ids ['4caf0140-f855-46fe-8d9c-9adc6dc15872'] in n-d-852088-5 is: [{'id': '4caf0140-f855-46fe-8d9c-9adc6dc15872', 'name': 'tempest-ServerPasswordTestJSON-650630406-router', 'tenant_id': 'fd348d4b04624e0593b80d3897e8e1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'a040043e-53fd-422d-a6e1-2d6bb34a37e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:45:24Z', 'updated_at': '2022-08-27T04:45:42Z', 'revision_number': 5, 'project_id': 'fd348d4b04624e0593b80d3897e8e1b4', 'gw_port': {'id': 'a040043e-53fd-422d-a6e1-2d6bb34a37e2', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4caf0140-f855-46fe-8d9c-9adc6dc15872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:45:25Z', 'updated_at': '2022-08-27T04:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:45:45.850591 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5441b270-53b6-4042-bc10-73721cb5e0fe None None] Checking router: 2ad4bb41-10d9-42c1-be61-725ce8b1c9ad for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:45:45.895789 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db7ddd3f-521a-4bb1-bb0a-5a527c291503 None None] For port f165b7e2-c2e2-45ce-bc8e-d52037a3014d, host n-d-852088-5, got binding levels [] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:45.895789 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db7ddd3f-521a-4bb1-bb0a-5a527c291503 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (f165b7e2-c2e2-45ce-bc8e-d52037a3014d), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:45.926756 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db7ddd3f-521a-4bb1-bb0a-5a527c291503 None None] Calling delete_port for f165b7e2-c2e2-45ce-bc8e-d52037a3014d owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:45:45.933107 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.ipam_backend_mixin [None req-db7ddd3f-521a-4bb1-bb0a-5a527c291503 None None] Port f165b7e2-c2e2-45ce-bc8e-d52037a3014d was not found and therefore no delete operation was performed {{(pid=107777) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 27 04:45:45.940234 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db7ddd3f-521a-4bb1-bb0a-5a527c291503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (f165b7e2-c2e2-45ce-bc8e-d52037a3014d), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:45.998524 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7ddd3f-521a-4bb1-bb0a-5a527c291503 None None] Pushing event deleted for resources: {'Port': ['ID=f165b7e2-c2e2-45ce-bc8e-d52037a3014d,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:46.000794 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-1c2ae65e-fded-434f-8bcd-8b46bdc9c056 req-63575a6c-2548-4112-8bc0-1725e90457c8 tempest-ServersAdmin275Test-756230181 tempest-ServersAdmin275Test-756230181-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a83567e0-2337-4993-b69e-52060a3c56f7 HTTP/1.1" status: 200 len: 210 time: 0.0519667 Aug 27 04:45:46.010339 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 42402018-3bae-4c3d-bb5f-4422aacc8487 resource provider aggregate not found Aug 27 04:45:46.031699 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 42402018-3bae-4c3d-bb5f-4422aacc8487 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 42402018-3bae-4c3d-bb5f-4422aacc8487 found for delete ", "request_id": "req-2173604a-ff12-4618-8563-56e6d494becc"}]} Aug 27 04:45:46.049440 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ead63a06-f82b-4b3f-81ea-7228ce49b199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (ce97f614-52e4-43e0-bccc-d2356788f988), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:46.062873 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ead63a06-f82b-4b3f-81ea-7228ce49b199 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:46.063704 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7ddd3f-521a-4bb1-bb0a-5a527c291503 None None] No DVR routers for this DVR port f165b7e2-c2e2-45ce-bc8e-d52037a3014d on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:45:46.071856 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ead63a06-f82b-4b3f-81ea-7228ce49b199 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/ce97f614-52e4-43e0-bccc-d2356788f988 HTTP/1.1" status: 204 len: 168 time: 1.4604883 Aug 27 04:45:46.084369 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead63a06-f82b-4b3f-81ea-7228ce49b199 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce97f614-52e4-43e0-bccc-d2356788f988,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:46.085855 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5441b270-53b6-4042-bc10-73721cb5e0fe None None] Routers {'2ad4bb41-10d9-42c1-be61-725ce8b1c9ad'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:45:46.096108 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-5441b270-53b6-4042-bc10-73721cb5e0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:45:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['2ad4bb41-10d9-42c1-be61-725ce8b1c9ad'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:46.203881 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-1763be93-c4e8-4f30-8c72-61b2b914cb86 None None] Allocated IP 10.2.2.2 (f46ea82e-3b25-49fd-b1e8-37eb05c0adb3/b37327d0-7a54-461f-b8be-34db4134cdd3/63b30c27-0c28-4f2f-98b6-3b436b959685) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:45:46.284451 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-5441b270-53b6-4042-bc10-73721cb5e0fe None None] Set router 2ad4bb41-10d9-42c1-be61-725ce8b1c9ad gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:45:46.408778 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 30a6f364-23fd-433d-ac56-f9d74d990107 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:45:46.414582 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-5441b270-53b6-4042-bc10-73721cb5e0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad4bb41-10d9-42c1-be61-725ce8b1c9ad', 'name': 'tempest-SecurityGroupsNegativeTestJSON-941977377-router', 'tenant_id': '2af96350c6f54d8e950515db49bfe636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:45:24Z', 'updated_at': '2022-08-27T04:45:45Z', 'revision_number': 6, 'project_id': '2af96350c6f54d8e950515db49bfe636', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:46.521425 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d296ae7-140e-40e2-9e74-97291c8d2b24 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Made reservation on behalf of 3b1896a4899d4c37af1be6a7f91249c0 for: {'port': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:45:46.630498 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f7479f-18e5-47bd-84c2-fb2683956fa8 req-8e87e6f9-5588-40b6-b044-e8c9fc89eea4 tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:46.632743 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5441b270-53b6-4042-bc10-73721cb5e0fe None None] The sync data for ids ['2ad4bb41-10d9-42c1-be61-725ce8b1c9ad'] in n-d-852088-5 is: [{'id': '2ad4bb41-10d9-42c1-be61-725ce8b1c9ad', 'name': 'tempest-SecurityGroupsNegativeTestJSON-941977377-router', 'tenant_id': '2af96350c6f54d8e950515db49bfe636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:45:24Z', 'updated_at': '2022-08-27T04:45:45Z', 'revision_number': 6, 'project_id': '2af96350c6f54d8e950515db49bfe636', 'gw_port_host': None}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:45:46.633010 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-93f7479f-18e5-47bd-84c2-fb2683956fa8 req-8e87e6f9-5588-40b6-b044-e8c9fc89eea4 tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0e32a568-b707-4c27-a965-b59d4e0fb03f HTTP/1.1" status: 200 len: 949 time: 0.8132880 Aug 27 04:45:46.633536 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-9da3dc97-7333-4c29-90ac-d3d24027ab9f admin admin] Deleting port a040043e-53fd-422d-a6e1-2d6bb34a37e2 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:45:46.633869 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9da3dc97-7333-4c29-90ac-d3d24027ab9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (a040043e-53fd-422d-a6e1-2d6bb34a37e2), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:46.643769 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1305f9-4565-4700-b809-2fb35262c1d8 None None] Network 16ce1d42-ea0b-4018-9fe7-9fb890edf256 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:45:46.650982 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-792561d5-b2f3-4367-a2ae-1bfc459e3134 req-ba611ad8-1640-40b0-9fec-9b338e989120 tempest-ServerShowV254Test-1983860705 tempest-ServerShowV254Test-1983860705-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=eb7fdb77-b2bc-4599-980c-91db74254822 HTTP/1.1" status: 200 len: 210 time: 0.1361470 Aug 27 04:45:46.658549 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:46.745831 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-967e402a-1e05-459c-be85-7ad2c2418cf9 None None] Provisioning complete for port 30a6f364-23fd-433d-ac56-f9d74d990107 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:45:46.746205 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-967e402a-1e05-459c-be85-7ad2c2418cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (30a6f364-23fd-433d-ac56-f9d74d990107), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:46.753303 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:46.782753 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 47574) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:46.828815 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-d95c0662-addc-420f-a51d-e3d5d1da940a admin admin] For port 1e71cec4-b4d3-44ac-be3d-cc578fb58fab, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=1e71cec4-b4d3-44ac-be3d-cc578fb58fab,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:46.829768 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d95c0662-addc-420f-a51d-e3d5d1da940a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (1e71cec4-b4d3-44ac-be3d-cc578fb58fab), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:46.854217 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:46.865198 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-55497ff9-96e9-4b9a-8688-499d3694fda9 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=4b1fca82aba64e7197467816e31033bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0807424 Aug 27 04:45:46.868052 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 47576) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:46.873721 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 30a6f364-23fd-433d-ac56-f9d74d990107 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:45:46.874105 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (30a6f364-23fd-433d-ac56-f9d74d990107), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:46.882186 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-d95c0662-addc-420f-a51d-e3d5d1da940a admin admin] Calling delete_port for 1e71cec4-b4d3-44ac-be3d-cc578fb58fab owned by network:router_gateway {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:45:46.887250 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-93f7479f-18e5-47bd-84c2-fb2683956fa8 req-44aeb029-dd96-4d2a-81c2-fa57e865b05d tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aaa2b0d6-701a-4844-8866-7c5a507fc960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132778 Aug 27 04:45:46.924814 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3d296ae7-140e-40e2-9e74-97291c8d2b24 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:46.952753 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=84,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:46.959786 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [None req-3d296ae7-140e-40e2-9e74-97291c8d2b24 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] device_id is not set on port ec3ee96f-1f99-4fe0-846a-ef5c429c08a1 yet. {{(pid=107775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:45:46.973320 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3d2e047b-91bf-46f0-bb67-f741a53d4e0d admin admin] Publish callbacks [] for security_group (2d27652c-ab56-4f46-b62c-95d6b93cc85e), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:47.012080 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3d2e047b-91bf-46f0-bb67-f741a53d4e0d admin admin] Publish callbacks [] for security_group (2d27652c-ab56-4f46-b62c-95d6b93cc85e), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:47.025224 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1763be93-c4e8-4f30-8c72-61b2b914cb86 None None] Publish callbacks [] for port (63b30c27-0c28-4f2f-98b6-3b436b959685), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:47.042113 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-9da3dc97-7333-4c29-90ac-d3d24027ab9f admin admin] For port a040043e-53fd-422d-a6e1-2d6bb34a37e2, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a040043e-53fd-422d-a6e1-2d6bb34a37e2,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:47.042752 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9da3dc97-7333-4c29-90ac-d3d24027ab9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (a040043e-53fd-422d-a6e1-2d6bb34a37e2), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:47.111076 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 30a6f364-23fd-433d-ac56-f9d74d990107 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:45:47.111467 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (30a6f364-23fd-433d-ac56-f9d74d990107), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:47.145278 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1763be93-c4e8-4f30-8c72-61b2b914cb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (63b30c27-0c28-4f2f-98b6-3b436b959685), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:47.159571 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:47.190597 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-967e402a-1e05-459c-be85-7ad2c2418cf9 None None] Current status of the port 30a6f364-23fd-433d-ac56-f9d74d990107 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:45:47.190597 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-967e402a-1e05-459c-be85-7ad2c2418cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (30a6f364-23fd-433d-ac56-f9d74d990107), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:47.229656 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ad784768-7a00-48d5-bf1c-c8637b0b7c4c req-be9c875f-d411-412e-9a91-3d79d7b8cf82 tempest-ServersAdmin275Test-756230181 tempest-ServersAdmin275Test-756230181-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a83567e0-2337-4993-b69e-52060a3c56f7 HTTP/1.1" status: 200 len: 210 time: 0.1376355 Aug 27 04:45:47.237402 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1763be93-c4e8-4f30-8c72-61b2b914cb86 None None] Network f46ea82e-3b25-49fd-b1e8-37eb05c0adb3 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:45:47.248188 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-9da3dc97-7333-4c29-90ac-d3d24027ab9f admin admin] Calling delete_port for a040043e-53fd-422d-a6e1-2d6bb34a37e2 owned by network:router_gateway {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:45:47.269798 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-1763be93-c4e8-4f30-8c72-61b2b914cb86 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:45:47.277182 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 30a6f364-23fd-433d-ac56-f9d74d990107, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=30a6f364-23fd-433d-ac56-f9d74d990107,segment=NetworkSegment(a5ec9d76-af4c-4d0e-b260-e49a14af7554),segment_id=a5ec9d76-af4c-4d0e-b260-e49a14af7554)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:47.288714 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1763be93-c4e8-4f30-8c72-61b2b914cb86 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:45:47.296865 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1763be93-c4e8-4f30-8c72-61b2b914cb86 None None] Pushing event updated for resources: {'Port': ['ID=63b30c27-0c28-4f2f-98b6-3b436b959685,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:47.312079 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3d2e047b-91bf-46f0-bb67-f741a53d4e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (2d27652c-ab56-4f46-b62c-95d6b93cc85e), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:47.318387 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3d2e047b-91bf-46f0-bb67-f741a53d4e0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:47.318387 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3d2e047b-91bf-46f0-bb67-f741a53d4e0d admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/2d27652c-ab56-4f46-b62c-95d6b93cc85e HTTP/1.1" status: 204 len: 168 time: 0.4462352 Aug 27 04:45:47.329881 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e047b-91bf-46f0-bb67-f741a53d4e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d27652c-ab56-4f46-b62c-95d6b93cc85e,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:47.373485 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-1763be93-c4e8-4f30-8c72-61b2b914cb86 None None] Attempting to bind port 63b30c27-0c28-4f2f-98b6-3b436b959685 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:45:47.373858 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-1763be93-c4e8-4f30-8c72-61b2b914cb86 None None] Attempting to bind port 63b30c27-0c28-4f2f-98b6-3b436b959685 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '41f8af02-1c6c-4019-accc-97647bf38006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f46ea82e-3b25-49fd-b1e8-37eb05c0adb3'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:45:47.374379 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1763be93-c4e8-4f30-8c72-61b2b914cb86 None None] Attempting to bind port 63b30c27-0c28-4f2f-98b6-3b436b959685 on network f46ea82e-3b25-49fd-b1e8-37eb05c0adb3 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:45:47.381589 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (30a6f364-23fd-433d-ac56-f9d74d990107), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:47.421943 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1763be93-c4e8-4f30-8c72-61b2b914cb86 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:45:47.422220 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1763be93-c4e8-4f30-8c72-61b2b914cb86 None None] Checking segment: {'id': '41f8af02-1c6c-4019-accc-97647bf38006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f46ea82e-3b25-49fd-b1e8-37eb05c0adb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:45:47.422627 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1763be93-c4e8-4f30-8c72-61b2b914cb86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:47.423023 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1763be93-c4e8-4f30-8c72-61b2b914cb86 None None] Bound using segment: {'id': '41f8af02-1c6c-4019-accc-97647bf38006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f46ea82e-3b25-49fd-b1e8-37eb05c0adb3'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:45:47.423655 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-1763be93-c4e8-4f30-8c72-61b2b914cb86 None None] Bound port: 63b30c27-0c28-4f2f-98b6-3b436b959685, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f8af02-1c6c-4019-accc-97647bf38006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f46ea82e-3b25-49fd-b1e8-37eb05c0adb3'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:45:47.424048 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1763be93-c4e8-4f30-8c72-61b2b914cb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (63b30c27-0c28-4f2f-98b6-3b436b959685), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:47.522307 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-967e402a-1e05-459c-be85-7ad2c2418cf9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:45:47.522726 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-967e402a-1e05-459c-be85-7ad2c2418cf9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:45:47.531859 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=30a6f364-23fd-433d-ac56-f9d74d990107,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:47.549412 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-1763be93-c4e8-4f30-8c72-61b2b914cb86 None None] For port 63b30c27-0c28-4f2f-98b6-3b436b959685, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:45:47.553315 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-1763be93-c4e8-4f30-8c72-61b2b914cb86 None None] For port 63b30c27-0c28-4f2f-98b6-3b436b959685, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=63b30c27-0c28-4f2f-98b6-3b436b959685,segment=NetworkSegment(41f8af02-1c6c-4019-accc-97647bf38006),segment_id=41f8af02-1c6c-4019-accc-97647bf38006)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:45:47.631953 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device f165b7e2-c2e2-45ce-bc8e-d52037a3014d no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:45:47.663621 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1763be93-c4e8-4f30-8c72-61b2b914cb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (63b30c27-0c28-4f2f-98b6-3b436b959685), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:47.669526 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: f165b7e2-c2e2-45ce-bc8e-d52037a3014d {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:45:47.669948 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device f165b7e2-c2e2-45ce-bc8e-d52037a3014d not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:45:47.713591 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-3d296ae7-140e-40e2-9e74-97291c8d2b24 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Allocated IP 10.1.1.73 (16ce1d42-ea0b-4018-9fe7-9fb890edf256/15dbbdd7-bf6e-42d8-9c8c-465a3f1fec44/ec3ee96f-1f99-4fe0-846a-ef5c429c08a1) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:45:47.810712 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1763be93-c4e8-4f30-8c72-61b2b914cb86 None None] Pushing event updated for resources: {'Port': ['ID=63b30c27-0c28-4f2f-98b6-3b436b959685,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:47.886984 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-adb66cc6-27df-45ad-a13f-095f2b954e31 req-b10498d1-74ff-40cb-b94e-2fa8369f5f6a tempest-ServerShowV254Test-1983860705 tempest-ServerShowV254Test-1983860705-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=eb7fdb77-b2bc-4599-980c-91db74254822 HTTP/1.1" status: 200 len: 210 time: 0.0863566 Aug 27 04:45:47.915938 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d95c0662-addc-420f-a51d-e3d5d1da940a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (1e71cec4-b4d3-44ac-be3d-cc578fb58fab), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:47.978449 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:48.002414 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 30a6f364-23fd-433d-ac56-f9d74d990107 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:45:48.044005 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95c0662-addc-420f-a51d-e3d5d1da940a admin admin] Pushing event deleted for resources: {'Port': ['ID=1e71cec4-b4d3-44ac-be3d-cc578fb58fab,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:48.115542 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9da3dc97-7333-4c29-90ac-d3d24027ab9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (a040043e-53fd-422d-a6e1-2d6bb34a37e2), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:48.136473 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-967e402a-1e05-459c-be85-7ad2c2418cf9 None None] Current status of the port 30a6f364-23fd-433d-ac56-f9d74d990107 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:45:48.170537 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 30a6f364-23fd-433d-ac56-f9d74d990107 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:45:48.171125 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (30a6f364-23fd-433d-ac56-f9d74d990107), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:48.297061 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-b6b78261-a2fd-4a5a-900a-cdab8403b129 None None] Provisioning complete for port 30a6f364-23fd-433d-ac56-f9d74d990107 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:45:48.297630 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b6b78261-a2fd-4a5a-900a-cdab8403b129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (30a6f364-23fd-433d-ac56-f9d74d990107), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:48.314397 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da3dc97-7333-4c29-90ac-d3d24027ab9f admin admin] Pushing event deleted for resources: {'Port': ['ID=a040043e-53fd-422d-a6e1-2d6bb34a37e2,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:48.352967 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 30a6f364-23fd-433d-ac56-f9d74d990107 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:45:48.386627 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4769146f-c1ba-4bf9-9e24-7fcd3daa1f01 req-fc767c43-63e5-41cc-9722-27481b78d7b4 tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:48.397538 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4769146f-c1ba-4bf9-9e24-7fcd3daa1f01 req-fc767c43-63e5-41cc-9722-27481b78d7b4 tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0e32a568-b707-4c27-a965-b59d4e0fb03f HTTP/1.1" status: 200 len: 949 time: 0.3364003 Aug 27 04:45:48.420861 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-b6b78261-a2fd-4a5a-900a-cdab8403b129 None None] Current status of the port 30a6f364-23fd-433d-ac56-f9d74d990107 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:45:48.431853 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 22f158c2-6960-495f-a7ec-fc76660fc9a1 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:45:48.453203 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 22f158c2-6960-495f-a7ec-fc76660fc9a1 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:45:48.453556 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 22f158c2-6960-495f-a7ec-fc76660fc9a1 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:45:48.454007 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6bc4fb4d-671d-41fc-a57a-97e665b82448 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:45:48.473225 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 6bc4fb4d-671d-41fc-a57a-97e665b82448 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:45:48.473577 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6bc4fb4d-671d-41fc-a57a-97e665b82448 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:45:48.473990 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 1e71cec4-b4d3-44ac-be3d-cc578fb58fab no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:45:48.483042 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d95c0662-addc-420f-a51d-e3d5d1da940a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (2ad4bb41-10d9-42c1-be61-725ce8b1c9ad), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:48.497436 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 1e71cec4-b4d3-44ac-be3d-cc578fb58fab {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:45:48.497662 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 1e71cec4-b4d3-44ac-be3d-cc578fb58fab not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:45:48.525069 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3d296ae7-140e-40e2-9e74-97291c8d2b24 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks [] for port (ec3ee96f-1f99-4fe0-846a-ef5c429c08a1), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:48.577637 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9da3dc97-7333-4c29-90ac-d3d24027ab9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (4caf0140-f855-46fe-8d9c-9adc6dc15872), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:48.664543 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4769146f-c1ba-4bf9-9e24-7fcd3daa1f01 req-991cdb71-7161-42be-a0df-5ce012ccd04c tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aaa2b0d6-701a-4844-8866-7c5a507fc960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657685 Aug 27 04:45:48.723166 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d95c0662-addc-420f-a51d-e3d5d1da940a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (2ad4bb41-10d9-42c1-be61-725ce8b1c9ad), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:48.723166 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d95c0662-addc-420f-a51d-e3d5d1da940a admin admin] Publish callbacks [] for router_controller (2ad4bb41-10d9-42c1-be61-725ce8b1c9ad), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:48.733188 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9da3dc97-7333-4c29-90ac-d3d24027ab9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (4caf0140-f855-46fe-8d9c-9adc6dc15872), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:48.740837 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9da3dc97-7333-4c29-90ac-d3d24027ab9f admin admin] Publish callbacks [] for router_controller (4caf0140-f855-46fe-8d9c-9adc6dc15872), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:48.876335 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:48.911765 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3d296ae7-140e-40e2-9e74-97291c8d2b24 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (ec3ee96f-1f99-4fe0-846a-ef5c429c08a1), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:48.931632 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d95c0662-addc-420f-a51d-e3d5d1da940a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (2ad4bb41-10d9-42c1-be61-725ce8b1c9ad), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:48.933837 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d95c0662-addc-420f-a51d-e3d5d1da940a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ad4bb41-10d9-42c1-be61-725ce8b1c9ad {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:45:48.940860 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d95c0662-addc-420f-a51d-e3d5d1da940a admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:48.942050 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-d95c0662-addc-420f-a51d-e3d5d1da940a admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/2ad4bb41-10d9-42c1-be61-725ce8b1c9ad HTTP/1.1" status: 204 len: 168 time: 4.4848750 Aug 27 04:45:48.942885 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9da3dc97-7333-4c29-90ac-d3d24027ab9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (4caf0140-f855-46fe-8d9c-9adc6dc15872), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:48.943680 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da3dc97-7333-4c29-90ac-d3d24027ab9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4caf0140-f855-46fe-8d9c-9adc6dc15872 {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:45:48.945786 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 47646) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:48.951086 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9da3dc97-7333-4c29-90ac-d3d24027ab9f admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:48.954588 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9da3dc97-7333-4c29-90ac-d3d24027ab9f admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/4caf0140-f855-46fe-8d9c-9adc6dc15872 HTTP/1.1" status: 204 len: 168 time: 4.3868291 Aug 27 04:45:48.955937 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 47648) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:49.016922 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d296ae7-140e-40e2-9e74-97291c8d2b24 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Network 16ce1d42-ea0b-4018-9fe7-9fb890edf256 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:45:49.041379 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e86bda-0d9d-47f5-bc3c-f0afede481d9 None None] Network f46ea82e-3b25-49fd-b1e8-37eb05c0adb3 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:45:49.073837 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-3d296ae7-140e-40e2-9e74-97291c8d2b24 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:45:49.077341 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d296ae7-140e-40e2-9e74-97291c8d2b24 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:45:49.098536 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f11a03c-e1cd-457d-a3ca-787312c64c02 admin admin] Deleting subnet 5015affe-c7d5-4e1e-8eda-97c34f46865b {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:45:49.111950 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7f11a03c-e1cd-457d-a3ca-787312c64c02 admin admin] Publish callbacks [] for subnet (5015affe-c7d5-4e1e-8eda-97c34f46865b), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:49.219474 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d296ae7-140e-40e2-9e74-97291c8d2b24 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Pushing event updated for resources: {'Port': ['ID=ec3ee96f-1f99-4fe0-846a-ef5c429c08a1,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:49.235809 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 47656) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:49.246779 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7f11a03c-e1cd-457d-a3ca-787312c64c02 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (5015affe-c7d5-4e1e-8eda-97c34f46865b), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:49.319818 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-f197fb37-efe5-4889-bc54-b6d7e2245a26 admin admin] Deleting subnet 01a2d215-849c-467e-8262-7a162e6d4dc6 {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:45:49.320424 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-b7133671-0a33-4698-87d0-913065df1496 None None] Provisioning complete for port 63b30c27-0c28-4f2f-98b6-3b436b959685 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:45:49.320913 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b7133671-0a33-4698-87d0-913065df1496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (63b30c27-0c28-4f2f-98b6-3b436b959685), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:49.324516 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f197fb37-efe5-4889-bc54-b6d7e2245a26 admin admin] Publish callbacks [] for subnet (01a2d215-849c-467e-8262-7a162e6d4dc6), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:49.379143 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f197fb37-efe5-4889-bc54-b6d7e2245a26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (01a2d215-849c-467e-8262-7a162e6d4dc6), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:49.466762 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 47664) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:49.476558 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f197fb37-efe5-4889-bc54-b6d7e2245a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (01a2d215-849c-467e-8262-7a162e6d4dc6), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:49.487946 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7f11a03c-e1cd-457d-a3ca-787312c64c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (5015affe-c7d5-4e1e-8eda-97c34f46865b), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:49.554900 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-b7133671-0a33-4698-87d0-913065df1496 None None] Current status of the port 63b30c27-0c28-4f2f-98b6-3b436b959685 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:45:49.557885 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b7133671-0a33-4698-87d0-913065df1496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (63b30c27-0c28-4f2f-98b6-3b436b959685), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:49.590072 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d296ae7-140e-40e2-9e74-97291c8d2b24 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:49.591327 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3d296ae7-140e-40e2-9e74-97291c8d2b24 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:49.647852 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5d1f734e-e062-46c4-90d3-f97ee6b88671 req-3ad35f48-895b-4f83-b1c5-ad6efc95345b tempest-ServerShowV254Test-1983860705 tempest-ServerShowV254Test-1983860705-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=eb7fdb77-b2bc-4599-980c-91db74254822 HTTP/1.1" status: 200 len: 210 time: 0.0835218 Aug 27 04:45:49.669565 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-b7133671-0a33-4698-87d0-913065df1496 None None] For port 63b30c27-0c28-4f2f-98b6-3b436b959685, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=63b30c27-0c28-4f2f-98b6-3b436b959685,segment=NetworkSegment(41f8af02-1c6c-4019-accc-97647bf38006),segment_id=41f8af02-1c6c-4019-accc-97647bf38006)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:49.705978 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-01a25263-fcd4-4b64-b45e-26ae6e032e3c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1374455090-network', 'tenant_id': 'a397128fb9fd47feb1a5a57b9497c0be'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:45:49.723695 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:49.785600 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f512c262-eb04-44f5-b899-b412952c00a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:49.813185 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b7133671-0a33-4698-87d0-913065df1496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (63b30c27-0c28-4f2f-98b6-3b436b959685), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:49.815337 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7f11a03c-e1cd-457d-a3ca-787312c64c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (5015affe-c7d5-4e1e-8eda-97c34f46865b), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:49.818713 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3d296ae7-140e-40e2-9e74-97291c8d2b24 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.5907788 Aug 27 04:45:49.819954 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 47674) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:49.846696 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-b7f1fa21-2c75-4773-b5bc-2e3ffb834251 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Request body: {'port': {'network_id': '16ce1d42-ea0b-4018-9fe7-9fb890edf256', 'name': 'tempest-TaggedBootDevicesTest_v242-1480630382', 'fixed_ips': [{'subnet_id': '15dbbdd7-bf6e-42d8-9c8c-465a3f1fec44'}]}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:45:49.871014 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f11a03c-e1cd-457d-a3ca-787312c64c02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5015affe-c7d5-4e1e-8eda-97c34f46865b,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:49.878901 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7f11a03c-e1cd-457d-a3ca-787312c64c02 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:49.884638 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd5e818-9e89-4b2e-9ba6-94059ff20448 None None] Network f4f7a5aa-0d5d-478b-adb6-55045e15a5c4 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:45:49.887016 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 47676) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:49.887266 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7f11a03c-e1cd-457d-a3ca-787312c64c02 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/5015affe-c7d5-4e1e-8eda-97c34f46865b HTTP/1.1" status: 204 len: 168 time: 0.9404376 Aug 27 04:45:49.888706 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f197fb37-efe5-4889-bc54-b6d7e2245a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (01a2d215-849c-467e-8262-7a162e6d4dc6), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:49.982334 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a25263-fcd4-4b64-b45e-26ae6e032e3c admin admin] Made reservation on behalf of a397128fb9fd47feb1a5a57b9497c0be for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:45:49.984746 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-01a25263-fcd4-4b64-b45e-26ae6e032e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:49.995125 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f512c262-eb04-44f5-b899-b412952c00a6 admin admin] Publish callbacks [] for security_group (fa7765ff-65c2-4758-8dcc-6c8034f88a9e), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:50.003719 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-01a25263-fcd4-4b64-b45e-26ae6e032e3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:50.080222 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f197fb37-efe5-4889-bc54-b6d7e2245a26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01a2d215-849c-467e-8262-7a162e6d4dc6,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:50.092282 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f197fb37-efe5-4889-bc54-b6d7e2245a26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:50.093898 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f197fb37-efe5-4889-bc54-b6d7e2245a26 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/01a2d215-849c-467e-8262-7a162e6d4dc6 HTTP/1.1" status: 204 len: 168 time: 1.1362557 Aug 27 04:45:50.103345 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 47682) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:50.111853 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d10082-2adc-4658-ade7-73c85572ddeb None None] Network 085bf8f8-e613-4b72-a1bf-788a104e54de requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:45:50.121539 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 63b30c27-0c28-4f2f-98b6-3b436b959685 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:45:50.133447 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-01a25263-fcd4-4b64-b45e-26ae6e032e3c admin admin] Publish callbacks [] for security_group (1f3f0a0e-1045-452c-8d7b-6f893f1d0cb6), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:50.143117 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-f918e0ee-5b74-47de-9c49-17404ce6c3e2 None None] Provisioning complete for port ec3ee96f-1f99-4fe0-846a-ef5c429c08a1 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:45:50.143851 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f918e0ee-5b74-47de-9c49-17404ce6c3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (ec3ee96f-1f99-4fe0-846a-ef5c429c08a1), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:50.146624 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f512c262-eb04-44f5-b899-b412952c00a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (fa7765ff-65c2-4758-8dcc-6c8034f88a9e), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:50.201731 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f512c262-eb04-44f5-b899-b412952c00a6 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=4a11f6bfb3144711964b5a5f6365c487&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7337115 Aug 27 04:45:50.206623 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 47684) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:50.219531 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-01a25263-fcd4-4b64-b45e-26ae6e032e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (1f3f0a0e-1045-452c-8d7b-6f893f1d0cb6), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:50.232836 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f512c262-eb04-44f5-b899-b412952c00a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7765ff-65c2-4758-8dcc-6c8034f88a9e,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:50.253452 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-789f9f6d-aa3b-4e57-b004-9c777977493b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (f4f7a5aa-0d5d-478b-adb6-55045e15a5c4), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:50.272808 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01a25263-fcd4-4b64-b45e-26ae6e032e3c admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:45:50.291787 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2a4685f2-f015-45cc-930d-2d752ca94fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (085bf8f8-e613-4b72-a1bf-788a104e54de), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:50.305174 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7133671-0a33-4698-87d0-913065df1496 None None] Pushing event updated for resources: {'Port': ['ID=63b30c27-0c28-4f2f-98b6-3b436b959685,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:50.311865 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-01a25263-fcd4-4b64-b45e-26ae6e032e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (1f43aecb-47bc-4f96-9f5a-fc9bd2ca0eee), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:50.312239 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-01a25263-fcd4-4b64-b45e-26ae6e032e3c admin admin] Added segment 1f43aecb-47bc-4f96-9f5a-fc9bd2ca0eee of type vlan for network c08a6b5d-69b9-4c3f-948e-129f9d64efcb Aug 27 04:45:50.323810 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-f918e0ee-5b74-47de-9c49-17404ce6c3e2 None None] Port ec3ee96f-1f99-4fe0-846a-ef5c429c08a1 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:45:50.365717 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-789f9f6d-aa3b-4e57-b004-9c777977493b admin admin] Deleting port 2feddb48-1883-48ae-8686-6ab717585ac9 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:45:50.366870 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-789f9f6d-aa3b-4e57-b004-9c777977493b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (2feddb48-1883-48ae-8686-6ab717585ac9), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:50.371373 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-f918e0ee-5b74-47de-9c49-17404ce6c3e2 None None] Provisioning complete for port 63b30c27-0c28-4f2f-98b6-3b436b959685 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:45:50.371977 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f918e0ee-5b74-47de-9c49-17404ce6c3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (63b30c27-0c28-4f2f-98b6-3b436b959685), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:50.429962 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-01a25263-fcd4-4b64-b45e-26ae6e032e3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (c08a6b5d-69b9-4c3f-948e-129f9d64efcb), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:50.437420 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a25263-fcd4-4b64-b45e-26ae6e032e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3f0a0e-1045-452c-8d7b-6f893f1d0cb6,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:50.469849 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f1cb67f7-8d3f-43ce-9d77-f4c27bee92db admin admin] Publish callbacks [] for security_group (fa7765ff-65c2-4758-8dcc-6c8034f88a9e), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:50.518887 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f1cb67f7-8d3f-43ce-9d77-f4c27bee92db admin admin] Publish callbacks [] for security_group (fa7765ff-65c2-4758-8dcc-6c8034f88a9e), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:50.525668 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-789f9f6d-aa3b-4e57-b004-9c777977493b admin admin] For port 2feddb48-1883-48ae-8686-6ab717585ac9, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=2feddb48-1883-48ae-8686-6ab717585ac9,segment=NetworkSegment(cbc19d63-13b5-4ad4-9868-417dade09ecf),segment_id=cbc19d63-13b5-4ad4-9868-417dade09ecf)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:50.527274 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-789f9f6d-aa3b-4e57-b004-9c777977493b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (2feddb48-1883-48ae-8686-6ab717585ac9), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:50.545402 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f1fa21-2c75-4773-b5bc-2e3ffb834251 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Made reservation on behalf of 3b1896a4899d4c37af1be6a7f91249c0 for: {'port': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:45:50.551458 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b7f1fa21-2c75-4773-b5bc-2e3ffb834251 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:50.589606 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-789f9f6d-aa3b-4e57-b004-9c777977493b admin admin] Calling delete_port for 2feddb48-1883-48ae-8686-6ab717585ac9 owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:45:50.589899 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff91405-17c4-4781-b72b-590825387037 None None] DHCP port deletion for f4f7a5aa-0d5d-478b-adb6-55045e15a5c4 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:45:50.592192 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-01a25263-fcd4-4b64-b45e-26ae6e032e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (c08a6b5d-69b9-4c3f-948e-129f9d64efcb), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:50.593750 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a25263-fcd4-4b64-b45e-26ae6e032e3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:50.594506 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-01a25263-fcd4-4b64-b45e-26ae6e032e3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:50.601206 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:50.605365 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 63b30c27-0c28-4f2f-98b6-3b436b959685 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:45:50.605779 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (63b30c27-0c28-4f2f-98b6-3b436b959685), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:50.677545 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a25263-fcd4-4b64-b45e-26ae6e032e3c admin admin] Pushing event updated for resources: {'Network': ['ID=c08a6b5d-69b9-4c3f-948e-129f9d64efcb,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:50.685459 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f1cb67f7-8d3f-43ce-9d77-f4c27bee92db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (fa7765ff-65c2-4758-8dcc-6c8034f88a9e), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:50.695990 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f1cb67f7-8d3f-43ce-9d77-f4c27bee92db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:50.695990 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f1cb67f7-8d3f-43ce-9d77-f4c27bee92db admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/fa7765ff-65c2-4758-8dcc-6c8034f88a9e HTTP/1.1" status: 204 len: 168 time: 0.4868364 Aug 27 04:45:50.703685 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [None req-b7f1fa21-2c75-4773-b5bc-2e3ffb834251 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] device_id is not set on port cb2a2d67-b47e-495f-8636-6d4336fac718 yet. {{(pid=107775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:45:50.706755 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network c08a6b5d-69b9-4c3f-948e-129f9d64efcb details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:45:50.709095 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-2a4685f2-f015-45cc-930d-2d752ca94fee admin admin] Deleting port 015c2c5b-e8a0-4dd3-a45d-ceb5f926a506 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:45:50.709721 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2a4685f2-f015-45cc-930d-2d752ca94fee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (015c2c5b-e8a0-4dd3-a45d-ceb5f926a506), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:50.726908 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d7bb89-836f-42a2-8e85-f6c842dd077d req-9a41e79c-373b-4f93-b31d-3f069abd9e0d tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:50.733061 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-19d7bb89-836f-42a2-8e85-f6c842dd077d req-9a41e79c-373b-4f93-b31d-3f069abd9e0d tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0e32a568-b707-4c27-a965-b59d4e0fb03f HTTP/1.1" status: 200 len: 949 time: 0.1887167 Aug 27 04:45:50.743252 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cb67f7-8d3f-43ce-9d77-f4c27bee92db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7765ff-65c2-4758-8dcc-6c8034f88a9e,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:50.757962 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-01a25263-fcd4-4b64-b45e-26ae6e032e3c admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5206149 Aug 27 04:45:50.763891 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 47694) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:50.774484 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-1290a9e2-646d-4b16-8a7c-8ff63fbc600b admin admin] Request body: {'subnet': {'network_id': 'c08a6b5d-69b9-4c3f-948e-129f9d64efcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1374455090-subnet', 'tenant_id': 'a397128fb9fd47feb1a5a57b9497c0be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:45:50.794611 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c1c95e-757b-4bf7-b772-91e404de40bf None None] DHCP port deletion for 085bf8f8-e613-4b72-a1bf-788a104e54de request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:45:50.804845 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-1ff91405-17c4-4781-b72b-590825387037 None None] Deleting port 2feddb48-1883-48ae-8686-6ab717585ac9 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:45:50.805224 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1ff91405-17c4-4781-b72b-590825387037 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (2feddb48-1883-48ae-8686-6ab717585ac9), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:50.873203 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1290a9e2-646d-4b16-8a7c-8ff63fbc600b admin admin] Made reservation on behalf of a397128fb9fd47feb1a5a57b9497c0be for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:45:50.876234 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1290a9e2-646d-4b16-8a7c-8ff63fbc600b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:50.878506 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:50.948316 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-e0c1c95e-757b-4bf7-b772-91e404de40bf None None] Deleting port 015c2c5b-e8a0-4dd3-a45d-ceb5f926a506 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:45:50.948756 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e0c1c95e-757b-4bf7-b772-91e404de40bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (015c2c5b-e8a0-4dd3-a45d-ceb5f926a506), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:51.064910 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 47700) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:51.065584 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:51.065882 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:51.086775 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-1ff91405-17c4-4781-b72b-590825387037 None None] For port 2feddb48-1883-48ae-8686-6ab717585ac9, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=2feddb48-1883-48ae-8686-6ab717585ac9,segment=NetworkSegment(cbc19d63-13b5-4ad4-9868-417dade09ecf),segment_id=cbc19d63-13b5-4ad4-9868-417dade09ecf)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:51.087490 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1ff91405-17c4-4781-b72b-590825387037 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (2feddb48-1883-48ae-8686-6ab717585ac9), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:51.091794 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-f918e0ee-5b74-47de-9c49-17404ce6c3e2 None None] Current status of the port 63b30c27-0c28-4f2f-98b6-3b436b959685 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:45:51.114584 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-1ff91405-17c4-4781-b72b-590825387037 None None] Calling delete_port for 2feddb48-1883-48ae-8686-6ab717585ac9 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:45:51.123732 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 63b30c27-0c28-4f2f-98b6-3b436b959685 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:45:51.139474 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-e0c1c95e-757b-4bf7-b772-91e404de40bf None None] For port 015c2c5b-e8a0-4dd3-a45d-ceb5f926a506, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=015c2c5b-e8a0-4dd3-a45d-ceb5f926a506,segment=NetworkSegment(ced32554-9a94-472e-9753-3460a5cc91f9),segment_id=ced32554-9a94-472e-9753-3460a5cc91f9)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:51.140295 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e0c1c95e-757b-4bf7-b772-91e404de40bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (015c2c5b-e8a0-4dd3-a45d-ceb5f926a506), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:51.183302 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-e0c1c95e-757b-4bf7-b772-91e404de40bf None None] Calling delete_port for 015c2c5b-e8a0-4dd3-a45d-ceb5f926a506 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:45:51.195747 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:51.243405 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a040043e-53fd-422d-a6e1-2d6bb34a37e2 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:45:51.284506 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: a040043e-53fd-422d-a6e1-2d6bb34a37e2 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:45:51.284849 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a040043e-53fd-422d-a6e1-2d6bb34a37e2 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:45:51.304583 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ede2c881-3943-4434-acb8-32abf64447ca req-580f8639-43e3-419c-a310-a671cfbe1952 tempest-ServerShowV254Test-1983860705 tempest-ServerShowV254Test-1983860705-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=eb7fdb77-b2bc-4599-980c-91db74254822 HTTP/1.1" status: 200 len: 210 time: 0.4522207 Aug 27 04:45:51.304583 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-2a4685f2-f015-45cc-930d-2d752ca94fee admin admin] For port 015c2c5b-e8a0-4dd3-a45d-ceb5f926a506, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=015c2c5b-e8a0-4dd3-a45d-ceb5f926a506,segment=NetworkSegment(ced32554-9a94-472e-9753-3460a5cc91f9),segment_id=ced32554-9a94-472e-9753-3460a5cc91f9)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:51.305052 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2a4685f2-f015-45cc-930d-2d752ca94fee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (015c2c5b-e8a0-4dd3-a45d-ceb5f926a506), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:51.305155 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1290a9e2-646d-4b16-8a7c-8ff63fbc600b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (01530df6-a95e-40e7-bb34-2eb7c84905b4), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:51.370564 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-2a4685f2-f015-45cc-930d-2d752ca94fee admin admin] Calling delete_port for 015c2c5b-e8a0-4dd3-a45d-ceb5f926a506 owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:45:51.375086 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-19d7bb89-836f-42a2-8e85-f6c842dd077d req-496b1f77-fbf0-4f5d-8ba2-ddf5a5059c38 tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aaa2b0d6-701a-4844-8866-7c5a507fc960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6411455 Aug 27 04:45:51.417258 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-47bbe577-6c51-4621-8005-dbc37e59e9c9 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=541b6d193f8247b9bc8a50cf6aa64c2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3491549 Aug 27 04:45:51.418289 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1290a9e2-646d-4b16-8a7c-8ff63fbc600b admin admin] Pushing event updated for resources: {'Subnet': ['ID=01530df6-a95e-40e7-bb34-2eb7c84905b4,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:51.420421 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 47704) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:51.421534 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1ff91405-17c4-4781-b72b-590825387037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (2feddb48-1883-48ae-8686-6ab717585ac9), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:51.441726 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1290a9e2-646d-4b16-8a7c-8ff63fbc600b admin admin] Checking segment: {'id': '1f43aecb-47bc-4f96-9f5a-fc9bd2ca0eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c08a6b5d-69b9-4c3f-948e-129f9d64efcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:45:51.442375 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1290a9e2-646d-4b16-8a7c-8ff63fbc600b admin admin] Network hostable DHCP agents. Network: c08a6b5d-69b9-4c3f-948e-129f9d64efcb, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:45:51.458570 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff91405-17c4-4781-b72b-590825387037 None None] No DVR routers for this DVR port 2feddb48-1883-48ae-8686-6ab717585ac9 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:45:51.462228 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff91405-17c4-4781-b72b-590825387037 None None] Pushing event deleted for resources: {'Port': ['ID=2feddb48-1883-48ae-8686-6ab717585ac9,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:51.469542 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e0c1c95e-757b-4bf7-b772-91e404de40bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (015c2c5b-e8a0-4dd3-a45d-ceb5f926a506), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:51.477289 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-789f9f6d-aa3b-4e57-b004-9c777977493b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (2feddb48-1883-48ae-8686-6ab717585ac9), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:51.495417 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c2c91741-111a-4bed-a899-72deb5836195 admin admin] Publish callbacks [] for security_group (27e5cb1f-4fd8-42fe-83ea-8b4a1ff45c6c), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:51.505411 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c1c95e-757b-4bf7-b772-91e404de40bf None None] Pushing event deleted for resources: {'Port': ['ID=015c2c5b-e8a0-4dd3-a45d-ceb5f926a506,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:51.508088 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c1c95e-757b-4bf7-b772-91e404de40bf None None] No DVR routers for this DVR port 015c2c5b-e8a0-4dd3-a45d-ceb5f926a506 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:45:51.522627 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c2c91741-111a-4bed-a899-72deb5836195 admin admin] Publish callbacks [] for security_group (27e5cb1f-4fd8-42fe-83ea-8b4a1ff45c6c), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:51.529844 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789f9f6d-aa3b-4e57-b004-9c777977493b admin admin] Pushing event deleted for resources: {'Port': ['ID=2feddb48-1883-48ae-8686-6ab717585ac9,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:51.533838 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789f9f6d-aa3b-4e57-b004-9c777977493b admin admin] No DVR routers for this DVR port 2feddb48-1883-48ae-8686-6ab717585ac9 on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:45:51.575839 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-b7f1fa21-2c75-4773-b5bc-2e3ffb834251 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Allocated IP 10.1.1.55 (16ce1d42-ea0b-4018-9fe7-9fb890edf256/15dbbdd7-bf6e-42d8-9c8c-465a3f1fec44/cb2a2d67-b47e-495f-8636-6d4336fac718) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:45:51.580528 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1290a9e2-646d-4b16-8a7c-8ff63fbc600b admin admin] Network c08a6b5d-69b9-4c3f-948e-129f9d64efcb is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:45:51.661900 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2a4685f2-f015-45cc-930d-2d752ca94fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (015c2c5b-e8a0-4dd3-a45d-ceb5f926a506), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:51.667997 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-789f9f6d-aa3b-4e57-b004-9c777977493b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (f4f7a5aa-0d5d-478b-adb6-55045e15a5c4), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:51.698652 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 47706) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:51.721296 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b9d946de-e26b-4b31-aaac-992f42b07f75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:51.721540 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4685f2-f015-45cc-930d-2d752ca94fee admin admin] Pushing event deleted for resources: {'Port': ['ID=015c2c5b-e8a0-4dd3-a45d-ceb5f926a506,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:51.729386 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4685f2-f015-45cc-930d-2d752ca94fee admin admin] No DVR routers for this DVR port 015c2c5b-e8a0-4dd3-a45d-ceb5f926a506 on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:45:51.731066 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c2c91741-111a-4bed-a899-72deb5836195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (27e5cb1f-4fd8-42fe-83ea-8b4a1ff45c6c), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:51.732039 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-789f9f6d-aa3b-4e57-b004-9c777977493b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4f7a5aa-0d5d-478b-adb6-55045e15a5c4']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:51.733924 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c2c91741-111a-4bed-a899-72deb5836195 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:51.737637 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c2c91741-111a-4bed-a899-72deb5836195 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/27e5cb1f-4fd8-42fe-83ea-8b4a1ff45c6c HTTP/1.1" status: 204 len: 168 time: 0.3138680 Aug 27 04:45:51.737637 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-1290a9e2-646d-4b16-8a7c-8ff63fbc600b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, c08a6b5d-69b9-4c3f-948e-129f9d64efcb) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:45:51.744721 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de73df5d-8d9f-44c2-9ad0-93081da3c247 None None] Network c08a6b5d-69b9-4c3f-948e-129f9d64efcb requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:45:51.754878 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-789f9f6d-aa3b-4e57-b004-9c777977493b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbc19d63-13b5-4ad4-9868-417dade09ecf') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:51.757103 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-789f9f6d-aa3b-4e57-b004-9c777977493b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbc19d63-13b5-4ad4-9868-417dade09ecf') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:51.757798 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1290a9e2-646d-4b16-8a7c-8ff63fbc600b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:51.758403 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1290a9e2-646d-4b16-8a7c-8ff63fbc600b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:51.813484 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c91741-111a-4bed-a899-72deb5836195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e5cb1f-4fd8-42fe-83ea-8b4a1ff45c6c,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:51.826832 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-789f9f6d-aa3b-4e57-b004-9c777977493b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (cbc19d63-13b5-4ad4-9868-417dade09ecf), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:51.883816 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b9d946de-e26b-4b31-aaac-992f42b07f75 admin admin] Publish callbacks [] for security_group (62407792-a2d4-4bb4-90cc-90112ff146c7), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:51.895088 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1290a9e2-646d-4b16-8a7c-8ff63fbc600b admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1300952 Aug 27 04:45:51.898873 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 47710) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:51.911193 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-892f45ee-38b6-4d57-8f88-f8c2369a08b7 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1374455090-router', 'tenant_id': 'a397128fb9fd47feb1a5a57b9497c0be', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:45:51.929979 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-789f9f6d-aa3b-4e57-b004-9c777977493b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (cbc19d63-13b5-4ad4-9868-417dade09ecf), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:51.968724 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a788904-a852-43ce-84b2-45e380e5c77a req-7bf74f92-d72b-4b70-8333-d88d22f21e4d tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:51.970325 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-2a788904-a852-43ce-84b2-45e380e5c77a req-7bf74f92-d72b-4b70-8333-d88d22f21e4d tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0e32a568-b707-4c27-a965-b59d4e0fb03f HTTP/1.1" status: 200 len: 949 time: 0.0720053 Aug 27 04:45:51.997460 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78155523-25ea-4de1-a581-94ad86d7ec69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-c08a6b5d-69b9-4c3f-948e-129f9d64efcb', 'network_id': 'c08a6b5d-69b9-4c3f-948e-129f9d64efcb', 'project_id': 'a397128fb9fd47feb1a5a57b9497c0be', 'fixed_ips': [{'subnet_id': '01530df6-a95e-40e7-bb34-2eb7c84905b4'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:45:51.998432 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-78155523-25ea-4de1-a581-94ad86d7ec69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:52.010282 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-789f9f6d-aa3b-4e57-b004-9c777977493b admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:45:52.011063 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-789f9f6d-aa3b-4e57-b004-9c777977493b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (cbc19d63-13b5-4ad4-9868-417dade09ecf), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:52.011203 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b9d946de-e26b-4b31-aaac-992f42b07f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (62407792-a2d4-4bb4-90cc-90112ff146c7), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:52.030571 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2a4685f2-f015-45cc-930d-2d752ca94fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (085bf8f8-e613-4b72-a1bf-788a104e54de), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:52.042361 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:45:52.047786 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 63b30c27-0c28-4f2f-98b6-3b436b959685 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:45:52.082205 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment cbc19d63-13b5-4ad4-9868-417dade09ecf resource provider aggregate not found Aug 27 04:45:52.111062 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d946de-e26b-4b31-aaac-992f42b07f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62407792-a2d4-4bb4-90cc-90112ff146c7,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:52.114137 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment cbc19d63-13b5-4ad4-9868-417dade09ecf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cbc19d63-13b5-4ad4-9868-417dade09ecf found for delete ", "request_id": "req-7bbac929-2d48-4212-b689-8c58e993ce3d"}]} Aug 27 04:45:52.136304 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-2a4685f2-f015-45cc-930d-2d752ca94fee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['085bf8f8-e613-4b72-a1bf-788a104e54de']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:52.148679 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b9d946de-e26b-4b31-aaac-992f42b07f75 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=661fcec0ed364cf782ee5edc422910b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4489210 Aug 27 04:45:52.153728 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 47716) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:52.164071 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-892f45ee-38b6-4d57-8f88-f8c2369a08b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (1cfe4999-05de-493c-9287-474e1e891fb4), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:52.169149 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-892f45ee-38b6-4d57-8f88-f8c2369a08b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (1cfe4999-05de-493c-9287-474e1e891fb4), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:52.179836 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-2a4685f2-f015-45cc-930d-2d752ca94fee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ced32554-9a94-472e-9753-3460a5cc91f9') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:52.180149 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-2a4685f2-f015-45cc-930d-2d752ca94fee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ced32554-9a94-472e-9753-3460a5cc91f9') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:52.201793 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b7f1fa21-2c75-4773-b5bc-2e3ffb834251 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks [] for port (cb2a2d67-b47e-495f-8636-6d4336fac718), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:52.216067 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2a4685f2-f015-45cc-930d-2d752ca94fee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (ced32554-9a94-472e-9753-3460a5cc91f9), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:52.216258 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [req-2a788904-a852-43ce-84b2-45e380e5c77a req-22f8d6b0-bc58-4076-b9fb-b0f6a1ce868f tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] Deleting port a42431b7-d73f-4bef-9fb3-b361431c3a9c {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:45:52.216258 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-2a788904-a852-43ce-84b2-45e380e5c77a req-22f8d6b0-bc58-4076-b9fb-b0f6a1ce868f tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (a42431b7-d73f-4bef-9fb3-b361431c3a9c), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:52.229673 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2a4685f2-f015-45cc-930d-2d752ca94fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (ced32554-9a94-472e-9753-3460a5cc91f9), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:52.237552 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a4685f2-f015-45cc-930d-2d752ca94fee admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:45:52.238229 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2a4685f2-f015-45cc-930d-2d752ca94fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (ced32554-9a94-472e-9753-3460a5cc91f9), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:52.269698 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-78155523-25ea-4de1-a581-94ad86d7ec69 None None] Allocated IP 172.20.0.2 (c08a6b5d-69b9-4c3f-948e-129f9d64efcb/01530df6-a95e-40e7-bb34-2eb7c84905b4/d4260e71-d737-4dcf-9a7d-68b31ac3c57e) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:45:52.297219 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c41885bc-b522-47fe-99d9-79852b024679 admin admin] Publish callbacks [] for security_group (62407792-a2d4-4bb4-90cc-90112ff146c7), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:52.322468 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-789f9f6d-aa3b-4e57-b004-9c777977493b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (f4f7a5aa-0d5d-478b-adb6-55045e15a5c4), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:52.329700 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-789f9f6d-aa3b-4e57-b004-9c777977493b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:52.337869 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-789f9f6d-aa3b-4e57-b004-9c777977493b admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/f4f7a5aa-0d5d-478b-adb6-55045e15a5c4 HTTP/1.1" status: 204 len: 168 time: 2.4408565 Aug 27 04:45:52.380970 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c41885bc-b522-47fe-99d9-79852b024679 admin admin] Publish callbacks [] for security_group (62407792-a2d4-4bb4-90cc-90112ff146c7), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:52.383283 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:52.387109 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789f9f6d-aa3b-4e57-b004-9c777977493b admin admin] Pushing event deleted for resources: {'Network': ['ID=f4f7a5aa-0d5d-478b-adb6-55045e15a5c4,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:52.401554 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2a4685f2-f015-45cc-930d-2d752ca94fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (085bf8f8-e613-4b72-a1bf-788a104e54de), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:52.410786 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2a4685f2-f015-45cc-930d-2d752ca94fee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:52.414864 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-2a788904-a852-43ce-84b2-45e380e5c77a req-22f8d6b0-bc58-4076-b9fb-b0f6a1ce868f tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] For port a42431b7-d73f-4bef-9fb3-b361431c3a9c, host n-h2-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852088-5',level=0,port_id=a42431b7-d73f-4bef-9fb3-b361431c3a9c,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:52.415361 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-2a788904-a852-43ce-84b2-45e380e5c77a req-22f8d6b0-bc58-4076-b9fb-b0f6a1ce868f tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (a42431b7-d73f-4bef-9fb3-b361431c3a9c), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:52.416053 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2a4685f2-f015-45cc-930d-2d752ca94fee admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/085bf8f8-e613-4b72-a1bf-788a104e54de HTTP/1.1" status: 204 len: 168 time: 2.3021443 Aug 27 04:45:52.443408 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [req-2a788904-a852-43ce-84b2-45e380e5c77a req-22f8d6b0-bc58-4076-b9fb-b0f6a1ce868f tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] Calling delete_port for a42431b7-d73f-4bef-9fb3-b361431c3a9c owned by compute:nova {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:45:52.482334 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-afc45a05-bcf7-4c25-9643-cdd5d621faf9 req-553a48f5-76b0-43c7-a580-fb031c00ad3e tempest-ServerShowV254Test-1983860705 tempest-ServerShowV254Test-1983860705-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=eb7fdb77-b2bc-4599-980c-91db74254822 HTTP/1.1" status: 200 len: 210 time: 0.0618458 Aug 27 04:45:52.508207 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4685f2-f015-45cc-930d-2d752ca94fee admin admin] Pushing event deleted for resources: {'Network': ['ID=085bf8f8-e613-4b72-a1bf-788a104e54de,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:52.568774 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b7f1fa21-2c75-4773-b5bc-2e3ffb834251 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (cb2a2d67-b47e-495f-8636-6d4336fac718), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:52.595438 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-892f45ee-38b6-4d57-8f88-f8c2369a08b7 admin admin] Publish callbacks [] for router_controller (1cfe4999-05de-493c-9287-474e1e891fb4), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:52.662843 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f1fa21-2c75-4773-b5bc-2e3ffb834251 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Network 16ce1d42-ea0b-4018-9fe7-9fb890edf256 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:45:52.667143 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-78155523-25ea-4de1-a581-94ad86d7ec69 None None] Publish callbacks [] for port (d4260e71-d737-4dcf-9a7d-68b31ac3c57e), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:52.678607 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c41885bc-b522-47fe-99d9-79852b024679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (62407792-a2d4-4bb4-90cc-90112ff146c7), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:52.679774 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 63b30c27-0c28-4f2f-98b6-3b436b959685 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:45:52.680146 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (63b30c27-0c28-4f2f-98b6-3b436b959685), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:52.682891 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-b7f1fa21-2c75-4773-b5bc-2e3ffb834251 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:45:52.683336 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c41885bc-b522-47fe-99d9-79852b024679 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:52.684595 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c41885bc-b522-47fe-99d9-79852b024679 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/62407792-a2d4-4bb4-90cc-90112ff146c7 HTTP/1.1" status: 204 len: 168 time: 0.5296664 Aug 27 04:45:52.694894 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41885bc-b522-47fe-99d9-79852b024679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62407792-a2d4-4bb4-90cc-90112ff146c7,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:52.699583 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f1fa21-2c75-4773-b5bc-2e3ffb834251 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Pushing event updated for resources: {'Port': ['ID=cb2a2d67-b47e-495f-8636-6d4336fac718,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:52.703747 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f1fa21-2c75-4773-b5bc-2e3ffb834251 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:45:52.718428 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f641f-46a3-46ea-b3b6-42b6046e9e45 req-f160e05e-e47d-4d1e-8c73-c649adc2ab76 tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:52.719946 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ad2f641f-46a3-46ea-b3b6-42b6046e9e45 req-f160e05e-e47d-4d1e-8c73-c649adc2ab76 tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0e32a568-b707-4c27-a965-b59d4e0fb03f HTTP/1.1" status: 200 len: 949 time: 0.1490183 Aug 27 04:45:52.740568 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:52.758199 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-2a788904-a852-43ce-84b2-45e380e5c77a req-22f8d6b0-bc58-4076-b9fb-b0f6a1ce868f tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (a42431b7-d73f-4bef-9fb3-b361431c3a9c), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:52.774936 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] get_ports_and_sgs() called for port_ids ['a42431b7-d73f-4bef-9fb3-b361431c3a9c'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:45:52.778619 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-78155523-25ea-4de1-a581-94ad86d7ec69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (d4260e71-d737-4dcf-9a7d-68b31ac3c57e), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:52.798395 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f8d6b0-bc58-4076-b9fb-b0f6a1ce868f tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] Pushing event deleted for resources: {'Port': ['ID=a42431b7-d73f-4bef-9fb3-b361431c3a9c,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:52.873792 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a788904-a852-43ce-84b2-45e380e5c77a req-22f8d6b0-bc58-4076-b9fb-b0f6a1ce868f tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] No DVR routers for this DVR port a42431b7-d73f-4bef-9fb3-b361431c3a9c on host n-h2-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:45:52.878222 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-2a788904-a852-43ce-84b2-45e380e5c77a req-22f8d6b0-bc58-4076-b9fb-b0f6a1ce868f tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:52.889776 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-2a788904-a852-43ce-84b2-45e380e5c77a req-22f8d6b0-bc58-4076-b9fb-b0f6a1ce868f tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] 10.222.0.78 "DELETE /networking/v2.0/ports/a42431b7-d73f-4bef-9fb3-b361431c3a9c HTTP/1.1" status: 204 len: 173 time: 0.9083123 Aug 27 04:45:52.889776 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e32a568-b707-4c27-a965-b59d4e0fb03f', 'name': 'network-vif-deleted', 'tag': 'a42431b7-d73f-4bef-9fb3-b361431c3a9c'}] {{(pid=107776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:45:52.898408 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7ad66632f4c78724655075356aa8535ba41c652eced6c9cea0c1f0c67b1e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7d76fe-6fb1-42a8-84a3-0d34908f6f67" -d '{"events": [{"server_uuid": "0e32a568-b707-4c27-a965-b59d4e0fb03f", "name": "network-vif-deleted", "tag": "a42431b7-d73f-4bef-9fb3-b361431c3a9c"}]}' {{(pid=107776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:45:52.954942 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78155523-25ea-4de1-a581-94ad86d7ec69 None None] Network c08a6b5d-69b9-4c3f-948e-129f9d64efcb is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:45:52.977505 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 04:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161f5f5c-61f2-4cf4-ba6c-72ca6a483948 x-openstack-request-id: req-161f5f5c-61f2-4cf4-ba6c-72ca6a483948 {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:45:52.977974 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e32a568-b707-4c27-a965-b59d4e0fb03f", "name": "network-vif-deleted", "tag": "a42431b7-d73f-4bef-9fb3-b361431c3a9c", "status": "completed", "code": 200}]} {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:45:52.978476 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-161f5f5c-61f2-4cf4-ba6c-72ca6a483948 {{(pid=107776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:45:52.978973 n-d-852088-5 neutron-server[107776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-161f5f5c-61f2-4cf4-ba6c-72ca6a483948'] response: {'server_uuid': '0e32a568-b707-4c27-a965-b59d4e0fb03f', 'name': 'network-vif-deleted', 'tag': 'a42431b7-d73f-4bef-9fb3-b361431c3a9c', 'status': 'completed', 'code': 200} Aug 27 04:45:52.996623 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-78155523-25ea-4de1-a581-94ad86d7ec69 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:45:53.004313 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78155523-25ea-4de1-a581-94ad86d7ec69 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:45:53.006907 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78155523-25ea-4de1-a581-94ad86d7ec69 None None] Pushing event updated for resources: {'Port': ['ID=d4260e71-d737-4dcf-9a7d-68b31ac3c57e,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:53.020533 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 63b30c27-0c28-4f2f-98b6-3b436b959685 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:45:53.089075 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-78155523-25ea-4de1-a581-94ad86d7ec69 None None] Attempting to bind port d4260e71-d737-4dcf-9a7d-68b31ac3c57e on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:45:53.089461 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-78155523-25ea-4de1-a581-94ad86d7ec69 None None] Attempting to bind port d4260e71-d737-4dcf-9a7d-68b31ac3c57e by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '1f43aecb-47bc-4f96-9f5a-fc9bd2ca0eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c08a6b5d-69b9-4c3f-948e-129f9d64efcb'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:45:53.092810 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78155523-25ea-4de1-a581-94ad86d7ec69 None None] Attempting to bind port d4260e71-d737-4dcf-9a7d-68b31ac3c57e on network c08a6b5d-69b9-4c3f-948e-129f9d64efcb {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:45:53.102293 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78155523-25ea-4de1-a581-94ad86d7ec69 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:45:53.104684 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78155523-25ea-4de1-a581-94ad86d7ec69 None None] Checking segment: {'id': '1f43aecb-47bc-4f96-9f5a-fc9bd2ca0eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c08a6b5d-69b9-4c3f-948e-129f9d64efcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:45:53.106241 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-78155523-25ea-4de1-a581-94ad86d7ec69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:53.107388 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78155523-25ea-4de1-a581-94ad86d7ec69 None None] Bound using segment: {'id': '1f43aecb-47bc-4f96-9f5a-fc9bd2ca0eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c08a6b5d-69b9-4c3f-948e-129f9d64efcb'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:45:53.109368 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-78155523-25ea-4de1-a581-94ad86d7ec69 None None] Bound port: d4260e71-d737-4dcf-9a7d-68b31ac3c57e, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f43aecb-47bc-4f96-9f5a-fc9bd2ca0eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c08a6b5d-69b9-4c3f-948e-129f9d64efcb'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:45:53.114476 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-78155523-25ea-4de1-a581-94ad86d7ec69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (d4260e71-d737-4dcf-9a7d-68b31ac3c57e), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:53.121996 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 015c2c5b-e8a0-4dd3-a45d-ceb5f926a506 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:45:53.144073 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 47734) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:53.156589 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f1fa21-2c75-4773-b5bc-2e3ffb834251 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:53.160754 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b7f1fa21-2c75-4773-b5bc-2e3ffb834251 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:53.182429 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 015c2c5b-e8a0-4dd3-a45d-ceb5f926a506 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:45:53.183211 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 015c2c5b-e8a0-4dd3-a45d-ceb5f926a506 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:45:53.183852 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 2feddb48-1883-48ae-8686-6ab717585ac9 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:45:53.188815 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-6ab1989a-fc0a-45c1-b874-4f8e1d6a1466 None None] Provisioning complete for port cb2a2d67-b47e-495f-8636-6d4336fac718 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:45:53.189392 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6ab1989a-fc0a-45c1-b874-4f8e1d6a1466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (cb2a2d67-b47e-495f-8636-6d4336fac718), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:53.218166 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ad2f641f-46a3-46ea-b3b6-42b6046e9e45 req-1ede1ffc-5af1-4a02-962c-e2e0289a7271 tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=aaa2b0d6-701a-4844-8866-7c5a507fc960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4894776 Aug 27 04:45:53.225326 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-892f45ee-38b6-4d57-8f88-f8c2369a08b7 admin admin] Publish callbacks [] for router_gateway (1cfe4999-05de-493c-9287-474e1e891fb4), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:53.232713 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 47736) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:53.246249 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 2feddb48-1883-48ae-8686-6ab717585ac9 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:45:53.250753 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 2feddb48-1883-48ae-8686-6ab717585ac9 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:45:53.258377 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 47738) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:53.272143 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-00898fd2-e4d2-4808-b1b1-49eaf4186c1e admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=2af96350c6f54d8e950515db49bfe636&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1069818 Aug 27 04:45:53.356442 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f50e877f-8091-4498-97f3-fb2fd112b908 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=fd348d4b04624e0593b80d3897e8e1b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1214051 Aug 27 04:45:53.358933 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 47742) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:53.363178 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b7f1fa21-2c75-4773-b5bc-2e3ffb834251 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.5418501 Aug 27 04:45:53.416077 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:53.423777 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-6ab1989a-fc0a-45c1-b874-4f8e1d6a1466 None None] Port cb2a2d67-b47e-495f-8636-6d4336fac718 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:45:53.438594 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-78155523-25ea-4de1-a581-94ad86d7ec69 None None] For port d4260e71-d737-4dcf-9a7d-68b31ac3c57e, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:45:53.452495 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-78155523-25ea-4de1-a581-94ad86d7ec69 None None] For port d4260e71-d737-4dcf-9a7d-68b31ac3c57e, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=d4260e71-d737-4dcf-9a7d-68b31ac3c57e,segment=NetworkSegment(1f43aecb-47bc-4f96-9f5a-fc9bd2ca0eee),segment_id=1f43aecb-47bc-4f96-9f5a-fc9bd2ca0eee)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:45:53.494148 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-441f1b3c-049f-4f8d-ba49-498d7e8ac097 admin admin] Publish callbacks [] for security_group (3e09989f-38d3-4749-b9c7-2f89715aecbc), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:53.513435 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-26b9c640-d05e-4e78-b0af-994d1938651e admin admin] Publish callbacks [] for security_group (7cd9b778-68ef-4d82-b22e-3e79872cd968), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:53.535569 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-441f1b3c-049f-4f8d-ba49-498d7e8ac097 admin admin] Publish callbacks [] for security_group (3e09989f-38d3-4749-b9c7-2f89715aecbc), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:53.556770 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-78155523-25ea-4de1-a581-94ad86d7ec69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (d4260e71-d737-4dcf-9a7d-68b31ac3c57e), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:53.577331 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 47750) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:53.588952 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-58b28575-c107-41fc-b3e6-fffb1e50dcdc tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Request body: {'security_group': {'name': 'tempest-securitygroup--785841905', 'description': 'tempest-description--899190375'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:45:53.659456 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-26b9c640-d05e-4e78-b0af-994d1938651e admin admin] Publish callbacks [] for security_group (7cd9b778-68ef-4d82-b22e-3e79872cd968), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:53.680309 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78155523-25ea-4de1-a581-94ad86d7ec69 None None] Pushing event updated for resources: {'Port': ['ID=d4260e71-d737-4dcf-9a7d-68b31ac3c57e,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:53.741761 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-58b28575-c107-41fc-b3e6-fffb1e50dcdc tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:53.777250 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-441f1b3c-049f-4f8d-ba49-498d7e8ac097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (3e09989f-38d3-4749-b9c7-2f89715aecbc), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:53.781436 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-441f1b3c-049f-4f8d-ba49-498d7e8ac097 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:53.783621 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-441f1b3c-049f-4f8d-ba49-498d7e8ac097 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/3e09989f-38d3-4749-b9c7-2f89715aecbc HTTP/1.1" status: 204 len: 168 time: 0.4219837 Aug 27 04:45:53.812694 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-45f2b12b-c48e-4947-b3f3-f3fd543a9874 req-baaa2a32-be62-4f67-883b-8d7d0c0ec642 tempest-ServerShowV254Test-1983860705 tempest-ServerShowV254Test-1983860705-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=eb7fdb77-b2bc-4599-980c-91db74254822 HTTP/1.1" status: 200 len: 210 time: 0.1508126 Aug 27 04:45:53.816034 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:53.816528 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441f1b3c-049f-4f8d-ba49-498d7e8ac097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e09989f-38d3-4749-b9c7-2f89715aecbc,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:53.921684 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-892f45ee-38b6-4d57-8f88-f8c2369a08b7 admin admin] Publish callbacks [] for router_gateway (1cfe4999-05de-493c-9287-474e1e891fb4), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:53.962122 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-892f45ee-38b6-4d57-8f88-f8c2369a08b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:53.996511 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-58b28575-c107-41fc-b3e6-fffb1e50dcdc tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks [] for security_group (c2e364e3-cfcf-4a35-b526-6f173e3a993d), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:54.120860 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-26b9c640-d05e-4e78-b0af-994d1938651e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (7cd9b778-68ef-4d82-b22e-3e79872cd968), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:54.124399 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-26b9c640-d05e-4e78-b0af-994d1938651e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:54.125973 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-26b9c640-d05e-4e78-b0af-994d1938651e admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/7cd9b778-68ef-4d82-b22e-3e79872cd968 HTTP/1.1" status: 204 len: 168 time: 0.8666883 Aug 27 04:45:54.144086 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment ced32554-9a94-472e-9753-3460a5cc91f9 resource provider aggregate not found Aug 27 04:45:54.146670 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d4260e71-d737-4dcf-9a7d-68b31ac3c57e up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:45:54.158981 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-58b28575-c107-41fc-b3e6-fffb1e50dcdc tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (c2e364e3-cfcf-4a35-b526-6f173e3a993d), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:54.159589 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b9c640-d05e-4e78-b0af-994d1938651e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd9b778-68ef-4d82-b22e-3e79872cd968,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:54.187390 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b28575-c107-41fc-b3e6-fffb1e50dcdc tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e364e3-cfcf-4a35-b526-6f173e3a993d,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:54.187742 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-892f45ee-38b6-4d57-8f88-f8c2369a08b7 admin admin] Allocated IP 172.25.2.58 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/57006052-e227-420b-a5a6-0bb2f0af283b) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:45:54.193524 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:54.196908 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment ced32554-9a94-472e-9753-3460a5cc91f9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ced32554-9a94-472e-9753-3460a5cc91f9 found for delete ", "request_id": "req-b7b5f132-95c9-418c-b9ad-6f1acec26e73"}]} Aug 27 04:45:54.210229 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port d4260e71-d737-4dcf-9a7d-68b31ac3c57e triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:45:54.210229 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d4260e71-d737-4dcf-9a7d-68b31ac3c57e), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:54.245738 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:54.247967 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-58b28575-c107-41fc-b3e6-fffb1e50dcdc tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:54.250239 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-58b28575-c107-41fc-b3e6-fffb1e50dcdc tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6697459 Aug 27 04:45:54.261509 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 47776) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:54.275655 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-441c166d-68f7-439e-b621-fe6b42fc5af7 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Request body: {'security_group_rule': {'security_group_id': 'c2e364e3-cfcf-4a35-b526-6f173e3a993d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:45:54.344471 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port d4260e71-d737-4dcf-9a7d-68b31ac3c57e is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:45:54.345026 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (d4260e71-d737-4dcf-9a7d-68b31ac3c57e), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:54.405806 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-441c166d-68f7-439e-b621-fe6b42fc5af7 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks [] for security_group_rule (c41c3f79-586f-4041-9195-1b845f596fae), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:54.406240 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port d4260e71-d737-4dcf-9a7d-68b31ac3c57e, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=d4260e71-d737-4dcf-9a7d-68b31ac3c57e,segment=NetworkSegment(1f43aecb-47bc-4f96-9f5a-fc9bd2ca0eee),segment_id=1f43aecb-47bc-4f96-9f5a-fc9bd2ca0eee)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:54.421954 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-892f45ee-38b6-4d57-8f88-f8c2369a08b7 admin admin] Publish callbacks [] for port (57006052-e227-420b-a5a6-0bb2f0af283b), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:54.458043 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1438e301-449e-423d-97ce-676c8b81018a req-3985463a-f59a-4fa9-9223-90bd145c4900 tempest-TenantUsagesTestJSON-1490508327 tempest-TenantUsagesTestJSON-1490508327-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0e32a568-b707-4c27-a965-b59d4e0fb03f HTTP/1.1" status: 200 len: 210 time: 0.0415373 Aug 27 04:45:54.505935 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-441c166d-68f7-439e-b621-fe6b42fc5af7 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks [] for security_group_rule (c41c3f79-586f-4041-9195-1b845f596fae), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:54.540498 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (d4260e71-d737-4dcf-9a7d-68b31ac3c57e), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:54.592307 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:54.603820 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=d4260e71-d737-4dcf-9a7d-68b31ac3c57e,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:54.610003 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-892f45ee-38b6-4d57-8f88-f8c2369a08b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (57006052-e227-420b-a5a6-0bb2f0af283b), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:54.643298 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-441c166d-68f7-439e-b621-fe6b42fc5af7 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (c41c3f79-586f-4041-9195-1b845f596fae), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:54.658087 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892f45ee-38b6-4d57-8f88-f8c2369a08b7 admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:45:54.661963 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441c166d-68f7-439e-b621-fe6b42fc5af7 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c41c3f79-586f-4041-9195-1b845f596fae,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:54.666960 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-892f45ee-38b6-4d57-8f88-f8c2369a08b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:45:54.669556 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892f45ee-38b6-4d57-8f88-f8c2369a08b7 admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:45:54.698723 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892f45ee-38b6-4d57-8f88-f8c2369a08b7 admin admin] Pushing event updated for resources: {'Port': ['ID=57006052-e227-420b-a5a6-0bb2f0af283b,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:54.703977 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:54.739505 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-441c166d-68f7-439e-b621-fe6b42fc5af7 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:54.741787 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-441c166d-68f7-439e-b621-fe6b42fc5af7 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4790204 Aug 27 04:45:54.749148 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 47790) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:54.756360 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-f10beb34-6635-49d3-bb6a-34bd4627a9d2 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Request body: {'security_group_rule': {'security_group_id': 'c2e364e3-cfcf-4a35-b526-6f173e3a993d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:45:54.845463 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:54.849543 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f10beb34-6635-49d3-bb6a-34bd4627a9d2 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks [] for security_group_rule (c7fafc9c-4613-479b-bb08-a7711b4b2c0d), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:54.923635 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:54.925630 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f10beb34-6635-49d3-bb6a-34bd4627a9d2 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks [] for security_group_rule (c7fafc9c-4613-479b-bb08-a7711b4b2c0d), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:54.958237 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d270d2-3d31-491d-831c-d08f9a4dfdc8 None None] Network c08a6b5d-69b9-4c3f-948e-129f9d64efcb requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:45:55.049435 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f10beb34-6635-49d3-bb6a-34bd4627a9d2 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (c7fafc9c-4613-479b-bb08-a7711b4b2c0d), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:55.078773 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10beb34-6635-49d3-bb6a-34bd4627a9d2 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7fafc9c-4613-479b-bb08-a7711b4b2c0d,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:55.094582 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c3c2e02f-5014-42b2-a5e2-0fd12411acd2 req-3b145a10-86c1-45f9-bf24-fe07fa61c6d3 tempest-ServerShowV254Test-1983860705 tempest-ServerShowV254Test-1983860705-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=eb7fdb77-b2bc-4599-980c-91db74254822 HTTP/1.1" status: 200 len: 210 time: 0.0675385 Aug 27 04:45:55.108979 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:55.123306 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-a93b754b-d006-42c2-9df8-5887c84662a2 None None] Provisioning complete for port d4260e71-d737-4dcf-9a7d-68b31ac3c57e triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:45:55.123306 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a93b754b-d006-42c2-9df8-5887c84662a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d4260e71-d737-4dcf-9a7d-68b31ac3c57e), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:55.123306 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Device a42431b7-d73f-4bef-9fb3-b361431c3a9c no longer exists at agent hyperv_n-h2-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:45:55.163426 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] No Port match for: a42431b7-d73f-4bef-9fb3-b361431c3a9c {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:45:55.163688 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Device a42431b7-d73f-4bef-9fb3-b361431c3a9c not bound to the agent host n-h2-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:45:55.173771 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f10beb34-6635-49d3-bb6a-34bd4627a9d2 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:55.179582 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f10beb34-6635-49d3-bb6a-34bd4627a9d2 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4289093 Aug 27 04:45:55.180316 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 47810) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:55.195826 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-7d3e7be2-fc3a-43ea-ba73-a6b46679a624 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Request body: {'floatingip': {'floating_network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:45:55.234564 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-a93b754b-d006-42c2-9df8-5887c84662a2 None None] Current status of the port d4260e71-d737-4dcf-9a7d-68b31ac3c57e is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:45:55.250835 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-892f45ee-38b6-4d57-8f88-f8c2369a08b7 admin admin] Publish callbacks [] for router_gateway (1cfe4999-05de-493c-9287-474e1e891fb4), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:55.310525 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7d3e7be2-fc3a-43ea-ba73-a6b46679a624 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:55.416987 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7d3e7be2-fc3a-43ea-ba73-a6b46679a624 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:55.466834 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-ec6784e4-110b-4f65-bf5e-d063562ac5c6 None None] Provisioning complete for port d4260e71-d737-4dcf-9a7d-68b31ac3c57e triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:45:55.467497 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ec6784e4-110b-4f65-bf5e-d063562ac5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d4260e71-d737-4dcf-9a7d-68b31ac3c57e), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:55.551773 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-7d3e7be2-fc3a-43ea-ba73-a6b46679a624 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Allocated IP 172.25.2.80 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/28179efa-808e-45d3-97bd-78755cafa1a5) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:45:55.551963 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-892f45ee-38b6-4d57-8f88-f8c2369a08b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (1cfe4999-05de-493c-9287-474e1e891fb4), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:55.604526 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-ec6784e4-110b-4f65-bf5e-d063562ac5c6 None None] Current status of the port d4260e71-d737-4dcf-9a7d-68b31ac3c57e is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:45:55.729150 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7d3e7be2-fc3a-43ea-ba73-a6b46679a624 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks [] for port (28179efa-808e-45d3-97bd-78755cafa1a5), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:55.883790 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-892f45ee-38b6-4d57-8f88-f8c2369a08b7 admin admin] Router 1cfe4999-05de-493c-9287-474e1e891fb4 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:45:55.886035 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7d3e7be2-fc3a-43ea-ba73-a6b46679a624 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (28179efa-808e-45d3-97bd-78755cafa1a5), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:55.901626 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:UPDATE=5,neutron:SELECT=93,neutron:INSERT=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:55.948828 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3e7be2-fc3a-43ea-ba73-a6b46679a624 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:45:55.952704 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-7d3e7be2-fc3a-43ea-ba73-a6b46679a624 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:45:55.960533 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3e7be2-fc3a-43ea-ba73-a6b46679a624 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:45:56.003142 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3e7be2-fc3a-43ea-ba73-a6b46679a624 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Pushing event updated for resources: {'Port': ['ID=28179efa-808e-45d3-97bd-78755cafa1a5,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:56.079820 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d4260e71-d737-4dcf-9a7d-68b31ac3c57e up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:45:56.095972 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7d3e7be2-fc3a-43ea-ba73-a6b46679a624 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks [] for floatingip (9ed6dbc7-7dfb-4fcf-9274-824762fc24c2), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:56.118513 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892f45ee-38b6-4d57-8f88-f8c2369a08b7 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:45:56.133980 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c794cd-abe3-4c31-82d5-66959a718276 None None] Sync routers for ids ['1cfe4999-05de-493c-9287-474e1e891fb4'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:45:56.162256 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port d4260e71-d737-4dcf-9a7d-68b31ac3c57e triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:45:56.162950 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d4260e71-d737-4dcf-9a7d-68b31ac3c57e), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:56.164635 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c794cd-abe3-4c31-82d5-66959a718276 None None] Routers {'1cfe4999-05de-493c-9287-474e1e891fb4'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:45:56.165511 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-a2c794cd-abe3-4c31-82d5-66959a718276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:45:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['1cfe4999-05de-493c-9287-474e1e891fb4'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:56.220547 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7182ff20-ad6f-4ecc-b4d8-91cae2055335 req-0fabb078-47d7-49fc-a9eb-5eb10e190264 tempest-ServerShowV254Test-1983860705 tempest-ServerShowV254Test-1983860705-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=eb7fdb77-b2bc-4599-980c-91db74254822 HTTP/1.1" status: 200 len: 210 time: 0.0330317 Aug 27 04:45:56.223708 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-892f45ee-38b6-4d57-8f88-f8c2369a08b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:56.230463 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-892f45ee-38b6-4d57-8f88-f8c2369a08b7 admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3299780 Aug 27 04:45:56.231496 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 47840) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:56.250225 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7d3e7be2-fc3a-43ea-ba73-a6b46679a624 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (28179efa-808e-45d3-97bd-78755cafa1a5), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:56.383339 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:56.494260 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7d3e7be2-fc3a-43ea-ba73-a6b46679a624 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks [] for port (28179efa-808e-45d3-97bd-78755cafa1a5), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:56.612214 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7d3e7be2-fc3a-43ea-ba73-a6b46679a624 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (28179efa-808e-45d3-97bd-78755cafa1a5), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:56.629059 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-a2c794cd-abe3-4c31-82d5-66959a718276 None None] Set router 1cfe4999-05de-493c-9287-474e1e891fb4 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:45:56.734643 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a1dbfe3e-d457-420d-bc3e-2afca6c810b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:56.734643 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port d4260e71-d737-4dcf-9a7d-68b31ac3c57e is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:45:56.789136 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3e7be2-fc3a-43ea-ba73-a6b46679a624 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Pushing event updated for resources: {'Port': ['ID=28179efa-808e-45d3-97bd-78755cafa1a5,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:56.793007 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7d3e7be2-fc3a-43ea-ba73-a6b46679a624 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677636'] for floatingip (9ed6dbc7-7dfb-4fcf-9274-824762fc24c2), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:56.840245 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 47862) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:56.855554 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7d3e7be2-fc3a-43ea-ba73-a6b46679a624 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:56.869054 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7d3e7be2-fc3a-43ea-ba73-a6b46679a624 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] 10.222.0.76 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6875815 Aug 27 04:45:56.995780 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-a2c794cd-abe3-4c31-82d5-66959a718276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cfe4999-05de-493c-9287-474e1e891fb4', 'name': 'tempest-TaggedBootDevicesTest-1374455090-router', 'tenant_id': 'a397128fb9fd47feb1a5a57b9497c0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '57006052-e227-420b-a5a6-0bb2f0af283b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:45:52Z', 'updated_at': '2022-08-27T04:45:54Z', 'revision_number': 3, 'project_id': 'a397128fb9fd47feb1a5a57b9497c0be', 'gw_port': {'id': '57006052-e227-420b-a5a6-0bb2f0af283b', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cfe4999-05de-493c-9287-474e1e891fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:45:53Z', 'updated_at': '2022-08-27T04:45:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:57.051966 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c794cd-abe3-4c31-82d5-66959a718276 None None] Checking router: 1cfe4999-05de-493c-9287-474e1e891fb4 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:45:57.053505 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c794cd-abe3-4c31-82d5-66959a718276 None None] Updating router 1cfe4999-05de-493c-9287-474e1e891fb4 port 57006052-e227-420b-a5a6-0bb2f0af283b binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:45:57.089138 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a2c794cd-abe3-4c31-82d5-66959a718276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (57006052-e227-420b-a5a6-0bb2f0af283b), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:57.129263 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:57.186442 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:57.188810 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:57.293470 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f5fd5fcd-a034-4aef-8b3b-cf19a0c3ed4d admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=ba61ff97f8464381935337f271a234e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4519868 Aug 27 04:45:57.295965 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a45070fc-b115-47fc-bc92-6291f106f3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:57.296100 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 47882) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:57.376050 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-94a6d697-b757-40d6-be32-6862c32f0afd admin admin] Publish callbacks [] for security_group (aaa2b0d6-701a-4844-8866-7c5a507fc960), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:57.400136 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-94a6d697-b757-40d6-be32-6862c32f0afd admin admin] Publish callbacks [] for security_group (aaa2b0d6-701a-4844-8866-7c5a507fc960), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:57.436015 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-568d2be9-cde7-40f5-8716-9229485230e2 req-f6a45dc5-862c-403d-93ed-363a73914c0c tempest-ServerShowV254Test-1983860705 tempest-ServerShowV254Test-1983860705-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=eb7fdb77-b2bc-4599-980c-91db74254822 HTTP/1.1" status: 200 len: 210 time: 0.0662966 Aug 27 04:45:57.460592 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:57.484827 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 47894) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:57.555944 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a2c794cd-abe3-4c31-82d5-66959a718276 None None] Publish callbacks [] for port (57006052-e227-420b-a5a6-0bb2f0af283b), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:57.568333 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 47902) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:57.604014 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-a45070fc-b115-47fc-bc92-6291f106f3a4 admin admin] Allocated IP 172.20.0.1 (c08a6b5d-69b9-4c3f-948e-129f9d64efcb/01530df6-a95e-40e7-bb34-2eb7c84905b4/7682fc24-d4d2-4ca4-8ccf-8c3235a74f21) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:45:57.621752 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-94a6d697-b757-40d6-be32-6862c32f0afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (aaa2b0d6-701a-4844-8866-7c5a507fc960), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:57.624441 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-94a6d697-b757-40d6-be32-6862c32f0afd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:57.625590 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-94a6d697-b757-40d6-be32-6862c32f0afd admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/aaa2b0d6-701a-4844-8866-7c5a507fc960 HTTP/1.1" status: 204 len: 168 time: 0.3284311 Aug 27 04:45:57.644568 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a6d697-b757-40d6-be32-6862c32f0afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa2b0d6-701a-4844-8866-7c5a507fc960,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:57.683488 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a2c794cd-abe3-4c31-82d5-66959a718276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (57006052-e227-420b-a5a6-0bb2f0af283b), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:57.703278 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-a2c794cd-abe3-4c31-82d5-66959a718276 None None] Attempting to bind port 57006052-e227-420b-a5a6-0bb2f0af283b on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:45:57.703999 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-a2c794cd-abe3-4c31-82d5-66959a718276 None None] Attempting to bind port 57006052-e227-420b-a5a6-0bb2f0af283b by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:45:57.704474 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c794cd-abe3-4c31-82d5-66959a718276 None None] Attempting to bind port 57006052-e227-420b-a5a6-0bb2f0af283b on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:45:57.742824 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e1747ede-ba09-4dab-b739-be325dee637f req-a051285f-e016-45d3-b1d0-a0d2afd164f9 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] 10.222.0.76 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--785841905&fields=id&tenant_id=3b1896a4899d4c37af1be6a7f91249c0 HTTP/1.1" status: 200 len: 267 time: 0.1006978 Aug 27 04:45:57.751160 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c794cd-abe3-4c31-82d5-66959a718276 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:45:57.751713 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c794cd-abe3-4c31-82d5-66959a718276 None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:45:57.752280 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a2c794cd-abe3-4c31-82d5-66959a718276 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:57.752856 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c794cd-abe3-4c31-82d5-66959a718276 None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:45:57.753490 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-a2c794cd-abe3-4c31-82d5-66959a718276 None None] Bound port: 57006052-e227-420b-a5a6-0bb2f0af283b, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:45:57.754060 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a2c794cd-abe3-4c31-82d5-66959a718276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (57006052-e227-420b-a5a6-0bb2f0af283b), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:57.792528 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd496b-a07c-4563-98b7-040638d90394 None None] Pushing event updated for resources: {'Port': ['ID=57006052-e227-420b-a5a6-0bb2f0af283b,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:57.801743 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1747ede-ba09-4dab-b739-be325dee637f req-c1f1ba07-3ca8-468c-a438-7bb5d7c08bae tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:57.820021 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e1747ede-ba09-4dab-b739-be325dee637f req-c1f1ba07-3ca8-468c-a438-7bb5d7c08bae tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] 10.222.0.76 "GET /networking/v2.0/ports/ec3ee96f-1f99-4fe0-846a-ef5c429c08a1 HTTP/1.1" status: 200 len: 935 time: 0.0671422 Aug 27 04:45:57.827211 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-a2c794cd-abe3-4c31-82d5-66959a718276 None None] For port 57006052-e227-420b-a5a6-0bb2f0af283b, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:45:57.830779 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-a2c794cd-abe3-4c31-82d5-66959a718276 None None] For port 57006052-e227-420b-a5a6-0bb2f0af283b, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=57006052-e227-420b-a5a6-0bb2f0af283b,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:45:57.879716 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1747ede-ba09-4dab-b739-be325dee637f req-eadacde8-911c-479c-8349-c925b5f25944 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:57.882086 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-cb6434b9-4a80-4249-818a-fbcfe0febec9 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-654376974-network', 'tenant_id': '6821f5646cb840d3aa0511de1fdb3084'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:45:57.886940 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e1747ede-ba09-4dab-b739-be325dee637f req-eadacde8-911c-479c-8349-c925b5f25944 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] 10.222.0.76 "GET /networking/v2.0/ports/cb2a2d67-b47e-495f-8636-6d4336fac718 HTTP/1.1" status: 200 len: 936 time: 0.0749478 Aug 27 04:45:57.949289 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-fbacc08a-1f28-4307-a23b-f25ddf79d9e0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1581900630-network', 'tenant_id': '43ed2e29126a453e8ab63c6821a1211b'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:45:57.952245 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a2c794cd-abe3-4c31-82d5-66959a718276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (57006052-e227-420b-a5a6-0bb2f0af283b), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:57.970668 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e1747ede-ba09-4dab-b739-be325dee637f req-4b3d66a3-77ad-4635-b28c-80fe5f128030 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] 10.222.0.76 "GET /networking/v2.0/ports?network_id=f46ea82e-3b25-49fd-b1e8-37eb05c0adb3&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0827086 Aug 27 04:45:58.005066 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e1747ede-ba09-4dab-b739-be325dee637f req-7c1f28a1-9df9-469b-ade0-1b1b94416de8 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] 10.222.0.76 "GET /networking/v2.0/ports?network_id=f46ea82e-3b25-49fd-b1e8-37eb05c0adb3&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0334575 Aug 27 04:45:58.018424 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a45070fc-b115-47fc-bc92-6291f106f3a4 admin admin] Publish callbacks [] for port (7682fc24-d4d2-4ca4-8ccf-8c3235a74f21), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:58.026695 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c794cd-abe3-4c31-82d5-66959a718276 None None] Routers {'1cfe4999-05de-493c-9287-474e1e891fb4'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:45:58.027349 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-a2c794cd-abe3-4c31-82d5-66959a718276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:45:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['1cfe4999-05de-493c-9287-474e1e891fb4'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:58.043419 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6434b9-4a80-4249-818a-fbcfe0febec9 admin admin] Made reservation on behalf of 6821f5646cb840d3aa0511de1fdb3084 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:45:58.046236 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cb6434b9-4a80-4249-818a-fbcfe0febec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:58.061515 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cb6434b9-4a80-4249-818a-fbcfe0febec9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:58.077648 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbacc08a-1f28-4307-a23b-f25ddf79d9e0 admin admin] Made reservation on behalf of 43ed2e29126a453e8ab63c6821a1211b for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:45:58.081950 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fbacc08a-1f28-4307-a23b-f25ddf79d9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:58.093106 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd496b-a07c-4563-98b7-040638d90394 None None] Pushing event updated for resources: {'Port': ['ID=57006052-e227-420b-a5a6-0bb2f0af283b,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:58.099468 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fbacc08a-1f28-4307-a23b-f25ddf79d9e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:58.141995 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=97,neutron:DELETE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:58.179944 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:58.202405 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a45070fc-b115-47fc-bc92-6291f106f3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (7682fc24-d4d2-4ca4-8ccf-8c3235a74f21), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:58.212641 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-a2c794cd-abe3-4c31-82d5-66959a718276 None None] Set router 1cfe4999-05de-493c-9287-474e1e891fb4 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:45:58.271663 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1747ede-ba09-4dab-b739-be325dee637f req-89ff5e40-feca-4dbd-bfe7-202c771e7706 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:58.271663 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1747ede-ba09-4dab-b739-be325dee637f req-89ff5e40-feca-4dbd-bfe7-202c771e7706 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:58.273381 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cb6434b9-4a80-4249-818a-fbcfe0febec9 admin admin] Publish callbacks [] for security_group (1b3d9225-0de0-46be-b3d2-e3290b86aceb), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:58.279096 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fbacc08a-1f28-4307-a23b-f25ddf79d9e0 admin admin] Publish callbacks [] for security_group (8a6f6b1c-6a1b-41d5-a5c3-9877bd5da1e5), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:58.280624 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1747ede-ba09-4dab-b739-be325dee637f req-89ff5e40-feca-4dbd-bfe7-202c771e7706 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:58.282354 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e1747ede-ba09-4dab-b739-be325dee637f req-89ff5e40-feca-4dbd-bfe7-202c771e7706 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] 10.222.0.76 "GET /networking/v2.0/networks?id=8c494509-f57b-4935-9704-d9c2d00d1f50&id=16ce1d42-ea0b-4018-9fe7-9fb890edf256&id=16ce1d42-ea0b-4018-9fe7-9fb890edf256&id=f46ea82e-3b25-49fd-b1e8-37eb05c0adb3&id=f46ea82e-3b25-49fd-b1e8-37eb05c0adb3 HTTP/1.1" status: 200 len: 1993 time: 0.2679193 Aug 27 04:45:58.317054 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45070fc-b115-47fc-bc92-6291f106f3a4 admin admin] Network c08a6b5d-69b9-4c3f-948e-129f9d64efcb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:45:58.322602 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-a45070fc-b115-47fc-bc92-6291f106f3a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:45:58.336502 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cb6434b9-4a80-4249-818a-fbcfe0febec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (1b3d9225-0de0-46be-b3d2-e3290b86aceb), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:58.340110 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fbacc08a-1f28-4307-a23b-f25ddf79d9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (8a6f6b1c-6a1b-41d5-a5c3-9877bd5da1e5), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:58.352438 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e1747ede-ba09-4dab-b739-be325dee637f req-562ec958-d7df-40fe-aef3-e3483d1e9cdf tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] 10.222.0.76 "GET /networking/v2.0/quotas/3b1896a4899d4c37af1be6a7f91249c0 HTTP/1.1" status: 200 len: 375 time: 0.0564873 Aug 27 04:45:58.355010 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45070fc-b115-47fc-bc92-6291f106f3a4 admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:45:58.360916 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45070fc-b115-47fc-bc92-6291f106f3a4 admin admin] Pushing event updated for resources: {'Port': ['ID=7682fc24-d4d2-4ca4-8ccf-8c3235a74f21,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:58.378625 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb6434b9-4a80-4249-818a-fbcfe0febec9 admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:45:58.392229 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbacc08a-1f28-4307-a23b-f25ddf79d9e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:45:58.420140 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fbacc08a-1f28-4307-a23b-f25ddf79d9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (eb01a178-fc17-4d97-a40a-86d46e19ab84), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:58.420644 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-fbacc08a-1f28-4307-a23b-f25ddf79d9e0 admin admin] Added segment eb01a178-fc17-4d97-a40a-86d46e19ab84 of type vlan for network 8b69028e-d414-4c82-a19b-14e4360fa625 Aug 27 04:45:58.422419 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cb6434b9-4a80-4249-818a-fbcfe0febec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (f6a38470-eea2-416f-aec4-1dd3b4a35547), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:58.422857 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-cb6434b9-4a80-4249-818a-fbcfe0febec9 admin admin] Added segment f6a38470-eea2-416f-aec4-1dd3b4a35547 of type vlan for network 4e97cbf3-2064-4013-bfdd-9d0e16f0fa0e Aug 27 04:45:58.439302 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6434b9-4a80-4249-818a-fbcfe0febec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3d9225-0de0-46be-b3d2-e3290b86aceb,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:58.510689 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a45070fc-b115-47fc-bc92-6291f106f3a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (1cfe4999-05de-493c-9287-474e1e891fb4), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:58.512507 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-a2c794cd-abe3-4c31-82d5-66959a718276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cfe4999-05de-493c-9287-474e1e891fb4', 'name': 'tempest-TaggedBootDevicesTest-1374455090-router', 'tenant_id': 'a397128fb9fd47feb1a5a57b9497c0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '57006052-e227-420b-a5a6-0bb2f0af283b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:45:52Z', 'updated_at': '2022-08-27T04:45:54Z', 'revision_number': 3, 'project_id': 'a397128fb9fd47feb1a5a57b9497c0be', 'gw_port': {'id': '57006052-e227-420b-a5a6-0bb2f0af283b', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cfe4999-05de-493c-9287-474e1e891fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:45:53Z', 'updated_at': '2022-08-27T04:45:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:58.534352 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e1747ede-ba09-4dab-b739-be325dee637f req-8e5ae2dc-6a30-44d3-9fda-cb8c298d53af tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=3b1896a4899d4c37af1be6a7f91249c0&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1219161 Aug 27 04:45:58.596606 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fbacc08a-1f28-4307-a23b-f25ddf79d9e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (8b69028e-d414-4c82-a19b-14e4360fa625), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:58.597247 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c794cd-abe3-4c31-82d5-66959a718276 None None] The sync data for ids ['1cfe4999-05de-493c-9287-474e1e891fb4'] in n-d-852088-5 is: [{'id': '1cfe4999-05de-493c-9287-474e1e891fb4', 'name': 'tempest-TaggedBootDevicesTest-1374455090-router', 'tenant_id': 'a397128fb9fd47feb1a5a57b9497c0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '57006052-e227-420b-a5a6-0bb2f0af283b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:45:52Z', 'updated_at': '2022-08-27T04:45:54Z', 'revision_number': 3, 'project_id': 'a397128fb9fd47feb1a5a57b9497c0be', 'gw_port': {'id': '57006052-e227-420b-a5a6-0bb2f0af283b', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cfe4999-05de-493c-9287-474e1e891fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:45:53Z', 'updated_at': '2022-08-27T04:45:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:45:58.654171 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cb6434b9-4a80-4249-818a-fbcfe0febec9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (4e97cbf3-2064-4013-bfdd-9d0e16f0fa0e), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:58.675790 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbacc08a-1f28-4307-a23b-f25ddf79d9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6f6b1c-6a1b-41d5-a5c3-9877bd5da1e5,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:58.742639 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:58.777683 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-edae525b-dd87-4c22-badd-a7d32abc41af req-f4767513-f22f-4d22-a5be-eea82b11fa81 tempest-ServerShowV254Test-1983860705 tempest-ServerShowV254Test-1983860705-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=eb7fdb77-b2bc-4599-980c-91db74254822 HTTP/1.1" status: 200 len: 210 time: 0.0331984 Aug 27 04:45:58.782596 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-a8f85e13-351c-47c8-aa06-b859006da7a7 None None] Provisioning complete for port 7682fc24-d4d2-4ca4-8ccf-8c3235a74f21 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:45:58.782596 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a8f85e13-351c-47c8-aa06-b859006da7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (7682fc24-d4d2-4ca4-8ccf-8c3235a74f21), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:58.857465 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 47946) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:58.858721 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-a8f85e13-351c-47c8-aa06-b859006da7a7 None None] Port 7682fc24-d4d2-4ca4-8ccf-8c3235a74f21 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:45:58.883808 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-32f86f96-a032-42bf-92dd-aaafb91c9205 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:59.023646 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 47950) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:59.034581 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:59.084467 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-32f86f96-a032-42bf-92dd-aaafb91c9205 admin admin] Publish callbacks [] for security_group (4719d284-86cc-40c7-83e2-4402e033d441), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:59.095542 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a45070fc-b115-47fc-bc92-6291f106f3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (7682fc24-d4d2-4ca4-8ccf-8c3235a74f21), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:59.106610 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cb6434b9-4a80-4249-818a-fbcfe0febec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (4e97cbf3-2064-4013-bfdd-9d0e16f0fa0e), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:59.107935 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6434b9-4a80-4249-818a-fbcfe0febec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:59.108641 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cb6434b9-4a80-4249-818a-fbcfe0febec9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:59.112088 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f5c28a51-0de2-4b14-8d82-79947c626ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:59.142573 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fbacc08a-1f28-4307-a23b-f25ddf79d9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (8b69028e-d414-4c82-a19b-14e4360fa625), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:59.144083 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbacc08a-1f28-4307-a23b-f25ddf79d9e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:59.145016 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fbacc08a-1f28-4307-a23b-f25ddf79d9e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:59.164466 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-88c0cb98-5c7c-492b-a9f4-f92239f73ad0 req-af2e8057-60ee-4021-a0bf-de4d445ca766 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=ed7dcec401394866b7d9fdacb5e294dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423760 Aug 27 04:45:59.171263 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-32f86f96-a032-42bf-92dd-aaafb91c9205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (4719d284-86cc-40c7-83e2-4402e033d441), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:59.203682 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:59.242409 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e7f31b0a-c419-484b-a2a9-d65b4ffb252b tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks [] for security_group (c2e364e3-cfcf-4a35-b526-6f173e3a993d), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:59.246244 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6434b9-4a80-4249-818a-fbcfe0febec9 admin admin] Pushing event updated for resources: {'Network': ['ID=4e97cbf3-2064-4013-bfdd-9d0e16f0fa0e,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:59.259541 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 4e97cbf3-2064-4013-bfdd-9d0e16f0fa0e details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:45:59.303361 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f86f96-a032-42bf-92dd-aaafb91c9205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4719d284-86cc-40c7-83e2-4402e033d441,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:59.312798 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-fbacc08a-1f28-4307-a23b-f25ddf79d9e0 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.8265176 Aug 27 04:45:59.328700 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 47964) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:59.334344 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-32f86f96-a032-42bf-92dd-aaafb91c9205 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=21226b3a7e484eeabcf096a561359b08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4743197 Aug 27 04:45:59.343135 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-e20be7c0-ed2b-44f4-99af-a837944546f3 admin admin] Request body: {'subnet': {'network_id': '8b69028e-d414-4c82-a19b-14e4360fa625', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1581900630-subnet', 'tenant_id': '43ed2e29126a453e8ab63c6821a1211b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:45:59.347151 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 47966) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:59.372291 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-cb6434b9-4a80-4249-818a-fbcfe0febec9 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8027546 Aug 27 04:45:59.375267 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e7f31b0a-c419-484b-a2a9-d65b4ffb252b tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks [] for security_group (c2e364e3-cfcf-4a35-b526-6f173e3a993d), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:59.378046 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 47968) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:59.401271 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:45:59.417788 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-87a7e4af-04fd-46ba-9519-c6bda90dce2e admin admin] Request body: {'subnet': {'network_id': '4e97cbf3-2064-4013-bfdd-9d0e16f0fa0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-654376974-subnet', 'tenant_id': '6821f5646cb840d3aa0511de1fdb3084', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:45:59.428954 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbacc08a-1f28-4307-a23b-f25ddf79d9e0 admin admin] Pushing event updated for resources: {'Network': ['ID=8b69028e-d414-4c82-a19b-14e4360fa625,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:59.442579 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 8b69028e-d414-4c82-a19b-14e4360fa625 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:45:59.542485 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0cb98-5c7c-492b-a9f4-f92239f73ad0 req-76d7dc7d-782f-4e9a-b15f-86fd6e5d9b5c tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:45:59.544024 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-88c0cb98-5c7c-492b-a9f4-f92239f73ad0 req-76d7dc7d-782f-4e9a-b15f-86fd6e5d9b5c tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3656592 Aug 27 04:45:59.585476 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f0ac5e9d-60ff-446d-a96c-10adfa003732 admin admin] Publish callbacks [] for security_group (4719d284-86cc-40c7-83e2-4402e033d441), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:59.590889 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-88c0cb98-5c7c-492b-a9f4-f92239f73ad0 req-62a3f754-91c0-4ff6-ad70-f2941a9202b5 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/quotas/ed7dcec401394866b7d9fdacb5e294dc HTTP/1.1" status: 200 len: 375 time: 0.0391390 Aug 27 04:45:59.613302 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e7f31b0a-c419-484b-a2a9-d65b4ffb252b tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (c2e364e3-cfcf-4a35-b526-6f173e3a993d), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:59.616845 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e7f31b0a-c419-484b-a2a9-d65b4ffb252b tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:59.621487 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e7f31b0a-c419-484b-a2a9-d65b4ffb252b tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/c2e364e3-cfcf-4a35-b526-6f173e3a993d HTTP/1.1" status: 204 len: 168 time: 0.5929494 Aug 27 04:45:59.622157 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 47970) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:59.636511 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a7e4af-04fd-46ba-9519-c6bda90dce2e admin admin] Made reservation on behalf of 6821f5646cb840d3aa0511de1fdb3084 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:45:59.637636 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f31b0a-c419-484b-a2a9-d65b4ffb252b tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e364e3-cfcf-4a35-b526-6f173e3a993d,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:59.638894 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-87a7e4af-04fd-46ba-9519-c6bda90dce2e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:59.640895 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20be7c0-ed2b-44f4-99af-a837944546f3 admin admin] Made reservation on behalf of 43ed2e29126a453e8ab63c6821a1211b for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:45:59.643134 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e20be7c0-ed2b-44f4-99af-a837944546f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:59.644580 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-631b5449-bb25-41ab-915b-d2efdde282df tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] show failed (client error): The resource could not be found. Aug 27 04:45:59.648695 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-631b5449-bb25-41ab-915b-d2efdde282df tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] 10.222.0.76 "GET /networking/v2.0/security-groups/c2e364e3-cfcf-4a35-b526-6f173e3a993d HTTP/1.1" status: 404 len: 347 time: 0.0226433 Aug 27 04:45:59.651258 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 47972) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:59.682329 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-88c0cb98-5c7c-492b-a9f4-f92239f73ad0 req-b23ecc2a-6bb1-4232-84b9-ee80e03b2ea2 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=ed7dcec401394866b7d9fdacb5e294dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0841072 Aug 27 04:45:59.709698 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f0ac5e9d-60ff-446d-a96c-10adfa003732 admin admin] Publish callbacks [] for security_group (4719d284-86cc-40c7-83e2-4402e033d441), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:59.839325 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a45070fc-b115-47fc-bc92-6291f106f3a4 admin admin] Publish callbacks [] for port (7682fc24-d4d2-4ca4-8ccf-8c3235a74f21), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:59.855168 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-ceeeb58b-2469-42cc-b73d-5e49df6d6f5c tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Deleting port 28179efa-808e-45d3-97bd-78755cafa1a5 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:45:59.855516 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ceeeb58b-2469-42cc-b73d-5e49df6d6f5c tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (28179efa-808e-45d3-97bd-78755cafa1a5), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:59.889885 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 47978) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:45:59.978709 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ceeeb58b-2469-42cc-b73d-5e49df6d6f5c tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (28179efa-808e-45d3-97bd-78755cafa1a5), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:59.979046 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ceeeb58b-2469-42cc-b73d-5e49df6d6f5c tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks [] for floatingip (28179efa-808e-45d3-97bd-78755cafa1a5), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:45:59.994076 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-ceeeb58b-2469-42cc-b73d-5e49df6d6f5c tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Calling delete_port for 28179efa-808e-45d3-97bd-78755cafa1a5 owned by network:floatingip {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:46:00.040562 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-eb9947ef-0101-4c5f-8581-8707f0603619 req-e4625c8c-1a3a-4cca-bc3a-cd3c5011ac24 tempest-ServerShowV254Test-1983860705 tempest-ServerShowV254Test-1983860705-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=eb7fdb77-b2bc-4599-980c-91db74254822 HTTP/1.1" status: 200 len: 210 time: 0.1155279 Aug 27 04:46:00.060911 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 57006052-e227-420b-a5a6-0bb2f0af283b up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:46:00.064019 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a45070fc-b115-47fc-bc92-6291f106f3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (7682fc24-d4d2-4ca4-8ccf-8c3235a74f21), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:00.141188 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 57006052-e227-420b-a5a6-0bb2f0af283b triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:46:00.141814 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (57006052-e227-420b-a5a6-0bb2f0af283b), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:00.235894 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:00.248599 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a45070fc-b115-47fc-bc92-6291f106f3a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (1cfe4999-05de-493c-9287-474e1e891fb4), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:00.253632 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:00.302830 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45070fc-b115-47fc-bc92-6291f106f3a4 admin admin] Pushing event updated for resources: {'Port': ['ID=7682fc24-d4d2-4ca4-8ccf-8c3235a74f21,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:00.316212 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f0ac5e9d-60ff-446d-a96c-10adfa003732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (4719d284-86cc-40c7-83e2-4402e033d441), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:00.318905 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f0ac5e9d-60ff-446d-a96c-10adfa003732 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:00.322822 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f0ac5e9d-60ff-446d-a96c-10adfa003732 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/4719d284-86cc-40c7-83e2-4402e033d441 HTTP/1.1" status: 204 len: 168 time: 0.9689169 Aug 27 04:46:00.332695 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:00.338025 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 57006052-e227-420b-a5a6-0bb2f0af283b is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:46:00.338511 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (57006052-e227-420b-a5a6-0bb2f0af283b), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:00.371191 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 57006052-e227-420b-a5a6-0bb2f0af283b, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=57006052-e227-420b-a5a6-0bb2f0af283b,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:00.383358 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ceeeb58b-2469-42cc-b73d-5e49df6d6f5c tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (28179efa-808e-45d3-97bd-78755cafa1a5), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:00.403230 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ac5e9d-60ff-446d-a96c-10adfa003732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4719d284-86cc-40c7-83e2-4402e033d441,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:00.405087 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a3799522-5aa5-4569-835f-360bc48e6a9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:00.419738 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-87a7e4af-04fd-46ba-9519-c6bda90dce2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (15d3d7f6-8193-498b-9d82-f9b585e7670b), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:00.422855 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-eb041055-971a-42ce-878a-a856cda3f3aa req-9adec23d-8871-42a3-b7d5-8b99f0a7e5af tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=ed7dcec401394866b7d9fdacb5e294dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1172876 Aug 27 04:46:00.428931 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeeb58b-2469-42cc-b73d-5e49df6d6f5c tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Pushing event deleted for resources: {'Port': ['ID=28179efa-808e-45d3-97bd-78755cafa1a5,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:00.447612 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (57006052-e227-420b-a5a6-0bb2f0af283b), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:00.496337 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ceeeb58b-2469-42cc-b73d-5e49df6d6f5c tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks [] for floatingip (9ed6dbc7-7dfb-4fcf-9274-824762fc24c2), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:00.499005 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ceeeb58b-2469-42cc-b73d-5e49df6d6f5c tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:00.500135 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ceeeb58b-2469-42cc-b73d-5e49df6d6f5c tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] 10.222.0.76 "DELETE /networking/v2.0/floatingips/9ed6dbc7-7dfb-4fcf-9274-824762fc24c2 HTTP/1.1" status: 204 len: 168 time: 0.8475392 Aug 27 04:46:00.506795 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 48002) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:00.534054 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:00.536094 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=57006052-e227-420b-a5a6-0bb2f0af283b,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:00.623389 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7e4af-04fd-46ba-9519-c6bda90dce2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=15d3d7f6-8193-498b-9d82-f9b585e7670b,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:00.653434 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c4ccf-74e4-4570-b9b5-f42d8d2afa52 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Deleting port cb2a2d67-b47e-495f-8636-6d4336fac718 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:46:00.654393 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2c2c4ccf-74e4-4570-b9b5-f42d8d2afa52 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (cb2a2d67-b47e-495f-8636-6d4336fac718), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:00.721089 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45070fc-b115-47fc-bc92-6291f106f3a4 admin admin] Network c08a6b5d-69b9-4c3f-948e-129f9d64efcb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:46:00.730567 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a7e4af-04fd-46ba-9519-c6bda90dce2e admin admin] Checking segment: {'id': 'f6a38470-eea2-416f-aec4-1dd3b4a35547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4e97cbf3-2064-4013-bfdd-9d0e16f0fa0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:46:00.730933 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a7e4af-04fd-46ba-9519-c6bda90dce2e admin admin] Network hostable DHCP agents. Network: 4e97cbf3-2064-4013-bfdd-9d0e16f0fa0e, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:46:00.733201 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-a45070fc-b115-47fc-bc92-6291f106f3a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:46:00.743479 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb041055-971a-42ce-878a-a856cda3f3aa req-4607132c-536a-488f-b991-33858c63258f tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:00.748612 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-eb041055-971a-42ce-878a-a856cda3f3aa req-4607132c-536a-488f-b991-33858c63258f tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3066382 Aug 27 04:46:00.759920 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e20be7c0-ed2b-44f4-99af-a837944546f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (ccd519eb-9e42-4fd5-87fb-4704f2867675), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:00.784746 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2c2c4ccf-74e4-4570-b9b5-f42d8d2afa52 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (cb2a2d67-b47e-495f-8636-6d4336fac718), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:00.802993 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c4ccf-74e4-4570-b9b5-f42d8d2afa52 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Calling delete_port for cb2a2d67-b47e-495f-8636-6d4336fac718 owned by {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:46:00.966617 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-eb041055-971a-42ce-878a-a856cda3f3aa req-5251ebde-6844-47ea-b6c1-443a82ef8bf8 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/quotas/ed7dcec401394866b7d9fdacb5e294dc HTTP/1.1" status: 200 len: 375 time: 0.1754391 Aug 27 04:46:00.983340 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a3799522-5aa5-4569-835f-360bc48e6a9f admin admin] Publish callbacks [] for security_group (a8350d2a-2975-4436-82cb-25676fabe225), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:01.049165 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20be7c0-ed2b-44f4-99af-a837944546f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccd519eb-9e42-4fd5-87fb-4704f2867675,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:01.051147 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a7e4af-04fd-46ba-9519-c6bda90dce2e admin admin] Network 4e97cbf3-2064-4013-bfdd-9d0e16f0fa0e is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:46:01.084640 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2c2c4ccf-74e4-4570-b9b5-f42d8d2afa52 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (cb2a2d67-b47e-495f-8636-6d4336fac718), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:01.101746 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-88a8e4b3-625c-4db4-af66-59c7f7ab69d6 None None] Provisioning complete for port 7682fc24-d4d2-4ca4-8ccf-8c3235a74f21 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:46:01.102512 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-88a8e4b3-625c-4db4-af66-59c7f7ab69d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (7682fc24-d4d2-4ca4-8ccf-8c3235a74f21), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:01.119679 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-eb041055-971a-42ce-878a-a856cda3f3aa req-e4fde58a-593e-4c04-ab8c-982cd91dfb2f tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=ed7dcec401394866b7d9fdacb5e294dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1312842 Aug 27 04:46:01.120322 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a3799522-5aa5-4569-835f-360bc48e6a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (a8350d2a-2975-4436-82cb-25676fabe225), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:01.147612 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20be7c0-ed2b-44f4-99af-a837944546f3 admin admin] Checking segment: {'id': 'eb01a178-fc17-4d97-a40a-86d46e19ab84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8b69028e-d414-4c82-a19b-14e4360fa625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:46:01.147987 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20be7c0-ed2b-44f4-99af-a837944546f3 admin admin] Network hostable DHCP agents. Network: 8b69028e-d414-4c82-a19b-14e4360fa625, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:46:01.175260 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c4ccf-74e4-4570-b9b5-f42d8d2afa52 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Pushing event deleted for resources: {'Port': ['ID=cb2a2d67-b47e-495f-8636-6d4336fac718,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:01.186568 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-88a8e4b3-625c-4db4-af66-59c7f7ab69d6 None None] Port 7682fc24-d4d2-4ca4-8ccf-8c3235a74f21 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:46:01.187109 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:DELETE=2,neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:01.215892 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3799522-5aa5-4569-835f-360bc48e6a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8350d2a-2975-4436-82cb-25676fabe225,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:01.220752 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-87a7e4af-04fd-46ba-9519-c6bda90dce2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 4e97cbf3-2064-4013-bfdd-9d0e16f0fa0e) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:46:01.228551 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a7e4af-04fd-46ba-9519-c6bda90dce2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:01.228551 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-87a7e4af-04fd-46ba-9519-c6bda90dce2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:01.231763 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:01.238301 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a3799522-5aa5-4569-835f-360bc48e6a9f admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=f4bbd6d469ce4f5c95f82f57a7feba93&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3472693 Aug 27 04:46:01.251696 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 48018) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:01.254389 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a45070fc-b115-47fc-bc92-6291f106f3a4 admin admin] Router 1cfe4999-05de-493c-9287-474e1e891fb4 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:46:01.259718 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721bad18-85e3-4356-9dcc-6a594ecb4651 None None] Network 4e97cbf3-2064-4013-bfdd-9d0e16f0fa0e requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:46:01.265674 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2c2c4ccf-74e4-4570-b9b5-f42d8d2afa52 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:01.276353 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2c2c4ccf-74e4-4570-b9b5-f42d8d2afa52 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] 10.222.0.76 "DELETE /networking/v2.0/ports/cb2a2d67-b47e-495f-8636-6d4336fac718 HTTP/1.1" status: 204 len: 168 time: 0.7644911 Aug 27 04:46:01.277082 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 48020) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:01.407379 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-edb1a0dc-82d6-4365-962b-52777ad42020 req-cb87a5b7-06b1-49d8-bfbd-3780578ee670 tempest-ServerShowV254Test-1983860705 tempest-ServerShowV254Test-1983860705-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=eb7fdb77-b2bc-4599-980c-91db74254822 HTTP/1.1" status: 200 len: 210 time: 0.0564499 Aug 27 04:46:01.408344 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1587fa9e-696a-4818-b4dd-47dcbba07100 admin admin] Publish callbacks [] for security_group (a8350d2a-2975-4436-82cb-25676fabe225), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:01.434487 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1587fa9e-696a-4818-b4dd-47dcbba07100 admin admin] Publish callbacks [] for security_group (a8350d2a-2975-4436-82cb-25676fabe225), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:01.472637 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-87a7e4af-04fd-46ba-9519-c6bda90dce2e admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0745592 Aug 27 04:46:01.494274 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-17229e73-862b-4b17-8bdf-6b37ca088d96 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Deleting port ec3ee96f-1f99-4fe0-846a-ef5c429c08a1 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:46:01.494888 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20be7c0-ed2b-44f4-99af-a837944546f3 admin admin] Network 8b69028e-d414-4c82-a19b-14e4360fa625 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:46:01.495004 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-17229e73-862b-4b17-8bdf-6b37ca088d96 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (ec3ee96f-1f99-4fe0-846a-ef5c429c08a1), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:01.520199 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8431b830-1818-4f55-b05e-a6a4451cc664 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-4e97cbf3-2064-4013-bfdd-9d0e16f0fa0e', 'network_id': '4e97cbf3-2064-4013-bfdd-9d0e16f0fa0e', 'project_id': '6821f5646cb840d3aa0511de1fdb3084', 'fixed_ips': [{'subnet_id': '15d3d7f6-8193-498b-9d82-f9b585e7670b'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:46:01.521519 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8431b830-1818-4f55-b05e-a6a4451cc664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:01.612585 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-e20be7c0-ed2b-44f4-99af-a837944546f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 8b69028e-d414-4c82-a19b-14e4360fa625) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:46:01.626770 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:01.670008 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-17229e73-862b-4b17-8bdf-6b37ca088d96 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (ec3ee96f-1f99-4fe0-846a-ef5c429c08a1), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:01.683768 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49154ee0-cb89-4775-8bc4-67cda248b26f None None] Network 8b69028e-d414-4c82-a19b-14e4360fa625 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:46:01.714778 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-17229e73-862b-4b17-8bdf-6b37ca088d96 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Calling delete_port for ec3ee96f-1f99-4fe0-846a-ef5c429c08a1 owned by {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:46:01.729534 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20be7c0-ed2b-44f4-99af-a837944546f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:01.730154 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e20be7c0-ed2b-44f4-99af-a837944546f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:01.769224 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a315988b-12e1-4bf6-869f-4c63dfc4ff4a req-21a2f915-d4b3-42eb-99d4-776d039744a8 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=913a04bc-76e5-4e01-99d8-bc9e283dd9cc HTTP/1.1" status: 200 len: 210 time: 0.2167528 Aug 27 04:46:01.875344 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45070fc-b115-47fc-bc92-6291f106f3a4 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:46:01.887374 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca99fb3a-4379-48d0-8477-0360d2daa3dc None None] Sync routers for ids ['1cfe4999-05de-493c-9287-474e1e891fb4'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:46:01.903723 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca99fb3a-4379-48d0-8477-0360d2daa3dc None None] Routers {'1cfe4999-05de-493c-9287-474e1e891fb4'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:46:01.904392 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-ca99fb3a-4379-48d0-8477-0360d2daa3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:45:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['1cfe4999-05de-493c-9287-474e1e891fb4'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:01.905775 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a45070fc-b115-47fc-bc92-6291f106f3a4 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/1cfe4999-05de-493c-9287-474e1e891fb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6728623 Aug 27 04:46:02.012598 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1587fa9e-696a-4818-b4dd-47dcbba07100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (a8350d2a-2975-4436-82cb-25676fabe225), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:02.017764 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1587fa9e-696a-4818-b4dd-47dcbba07100 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:02.019256 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1587fa9e-696a-4818-b4dd-47dcbba07100 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/a8350d2a-2975-4436-82cb-25676fabe225 HTTP/1.1" status: 204 len: 168 time: 0.7526035 Aug 27 04:46:02.041781 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-17229e73-862b-4b17-8bdf-6b37ca088d96 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (ec3ee96f-1f99-4fe0-846a-ef5c429c08a1), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:02.044797 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e20be7c0-ed2b-44f4-99af-a837944546f3 admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.7141743 Aug 27 04:46:02.048005 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 48052) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:02.063151 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-01496167-bc1b-40df-a65e-e9bda93647f5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1581900630-router', 'tenant_id': '43ed2e29126a453e8ab63c6821a1211b', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:46:02.093067 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 57006052-e227-420b-a5a6-0bb2f0af283b up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:46:02.107360 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1587fa9e-696a-4818-b4dd-47dcbba07100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8350d2a-2975-4436-82cb-25676fabe225,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:02.143762 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17229e73-862b-4b17-8bdf-6b37ca088d96 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Pushing event deleted for resources: {'Port': ['ID=ec3ee96f-1f99-4fe0-846a-ef5c429c08a1,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:02.186455 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17989a72-ec03-4847-9e75-261890a3d989 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-8b69028e-d414-4c82-a19b-14e4360fa625', 'network_id': '8b69028e-d414-4c82-a19b-14e4360fa625', 'project_id': '43ed2e29126a453e8ab63c6821a1211b', 'fixed_ips': [{'subnet_id': 'ccd519eb-9e42-4fd5-87fb-4704f2867675'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:46:02.187403 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-17989a72-ec03-4847-9e75-261890a3d989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:02.192202 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-01496167-bc1b-40df-a65e-e9bda93647f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (bd0f439b-2e52-4421-acf8-14eb638737f3), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:02.193351 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-01496167-bc1b-40df-a65e-e9bda93647f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (bd0f439b-2e52-4421-acf8-14eb638737f3), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:02.195590 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:02.258194 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:02.330457 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-17229e73-862b-4b17-8bdf-6b37ca088d96 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:02.338944 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-17229e73-862b-4b17-8bdf-6b37ca088d96 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] 10.222.0.76 "DELETE /networking/v2.0/ports/ec3ee96f-1f99-4fe0-846a-ef5c429c08a1 HTTP/1.1" status: 204 len: 168 time: 1.0597155 Aug 27 04:46:02.342040 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 48058) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:02.346287 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:02.356591 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-ca99fb3a-4379-48d0-8477-0360d2daa3dc None None] Set router 1cfe4999-05de-493c-9287-474e1e891fb4 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:46:02.404832 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-01496167-bc1b-40df-a65e-e9bda93647f5 admin admin] Publish callbacks [] for router_controller (bd0f439b-2e52-4421-acf8-14eb638737f3), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:02.508550 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-82380155-cc9f-4d9e-9013-1294f9f731b9 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Deleting subnet b37327d0-7a54-461f-b8be-34db4134cdd3 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:46:02.531090 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-82380155-cc9f-4d9e-9013-1294f9f731b9 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks [] for subnet (b37327d0-7a54-461f-b8be-34db4134cdd3), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:02.542795 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 57006052-e227-420b-a5a6-0bb2f0af283b triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:46:02.543435 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (57006052-e227-420b-a5a6-0bb2f0af283b), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:02.547173 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-8431b830-1818-4f55-b05e-a6a4451cc664 None None] Allocated IP 172.20.0.2 (4e97cbf3-2064-4013-bfdd-9d0e16f0fa0e/15d3d7f6-8193-498b-9d82-f9b585e7670b/d8c9f1fb-38c8-4ab5-a6b9-bab1bea7042d) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:46:02.658911 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:02.707462 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-82380155-cc9f-4d9e-9013-1294f9f731b9 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (b37327d0-7a54-461f-b8be-34db4134cdd3), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:02.814215 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-ca99fb3a-4379-48d0-8477-0360d2daa3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cfe4999-05de-493c-9287-474e1e891fb4', 'name': 'tempest-TaggedBootDevicesTest-1374455090-router', 'tenant_id': 'a397128fb9fd47feb1a5a57b9497c0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '57006052-e227-420b-a5a6-0bb2f0af283b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:45:52Z', 'updated_at': '2022-08-27T04:45:58Z', 'revision_number': 4, 'project_id': 'a397128fb9fd47feb1a5a57b9497c0be', 'gw_port': {'id': '57006052-e227-420b-a5a6-0bb2f0af283b', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfe4999-05de-493c-9287-474e1e891fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:45:53Z', 'updated_at': '2022-08-27T04:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '7682fc24-d4d2-4ca4-8ccf-8c3235a74f21', 'name': '', 'network_id': 'c08a6b5d-69b9-4c3f-948e-129f9d64efcb', 'tenant_id': 'a397128fb9fd47feb1a5a57b9497c0be', 'mac_address': 'fa:16:3e:97:7d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cfe4999-05de-493c-9287-474e1e891fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '01530df6-a95e-40e7-bb34-2eb7c84905b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:45:57Z', 'updated_at': '2022-08-27T04:45:59Z', 'revision_number': 2, 'project_id': 'a397128fb9fd47feb1a5a57b9497c0be', 'subnets': [{'id': '01530df6-a95e-40e7-bb34-2eb7c84905b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:02.837044 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-82380155-cc9f-4d9e-9013-1294f9f731b9 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (b37327d0-7a54-461f-b8be-34db4134cdd3), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:02.841754 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:02.843430 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca99fb3a-4379-48d0-8477-0360d2daa3dc None None] Checking router: 1cfe4999-05de-493c-9287-474e1e891fb4 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:46:02.844027 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca99fb3a-4379-48d0-8477-0360d2daa3dc None None] Updating router 1cfe4999-05de-493c-9287-474e1e891fb4 port 7682fc24-d4d2-4ca4-8ccf-8c3235a74f21 binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:46:02.879887 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-ca99fb3a-4379-48d0-8477-0360d2daa3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (7682fc24-d4d2-4ca4-8ccf-8c3235a74f21), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:03.067408 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-17989a72-ec03-4847-9e75-261890a3d989 None None] Allocated IP 172.20.0.2 (8b69028e-d414-4c82-a19b-14e4360fa625/ccd519eb-9e42-4fd5-87fb-4704f2867675/90674dd9-318a-4a74-9f97-303174204755) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:46:03.081028 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 57006052-e227-420b-a5a6-0bb2f0af283b is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:46:03.126949 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-82380155-cc9f-4d9e-9013-1294f9f731b9 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (b37327d0-7a54-461f-b8be-34db4134cdd3), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:03.148961 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-82380155-cc9f-4d9e-9013-1294f9f731b9 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:03.153498 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8431b830-1818-4f55-b05e-a6a4451cc664 None None] Publish callbacks [] for port (d8c9f1fb-38c8-4ab5-a6b9-bab1bea7042d), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:03.159612 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-82380155-cc9f-4d9e-9013-1294f9f731b9 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/b37327d0-7a54-461f-b8be-34db4134cdd3 HTTP/1.1" status: 204 len: 168 time: 0.8165030 Aug 27 04:46:03.164777 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 48086) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:03.177708 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-ca99fb3a-4379-48d0-8477-0360d2daa3dc None None] Publish callbacks [] for port (7682fc24-d4d2-4ca4-8ccf-8c3235a74f21), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:03.183460 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:03.204678 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4b0d5c-523e-4927-b1b2-f617cf83f1ed None None] Network f46ea82e-3b25-49fd-b1e8-37eb05c0adb3 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:46:03.248856 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82380155-cc9f-4d9e-9013-1294f9f731b9 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Pushing event deleted for resources: {'Subnet': ['ID=b37327d0-7a54-461f-b8be-34db4134cdd3,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:03.264735 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8431b830-1818-4f55-b05e-a6a4451cc664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (d8c9f1fb-38c8-4ab5-a6b9-bab1bea7042d), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:03.272574 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-ca99fb3a-4379-48d0-8477-0360d2daa3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (7682fc24-d4d2-4ca4-8ccf-8c3235a74f21), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:03.334267 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:03.335531 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8431b830-1818-4f55-b05e-a6a4451cc664 None None] Pushing event updated for resources: {'Port': ['ID=d8c9f1fb-38c8-4ab5-a6b9-bab1bea7042d,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:03.376090 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8431b830-1818-4f55-b05e-a6a4451cc664 None None] Network 4e97cbf3-2064-4013-bfdd-9d0e16f0fa0e is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:46:03.379314 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-bc10378d-c46a-47ed-9238-e815d36a35e5 req-f02e8065-7aba-4509-a4a7-ceda8f7f4aca tempest-ServerShowV254Test-1983860705 tempest-ServerShowV254Test-1983860705-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=eb7fdb77-b2bc-4599-980c-91db74254822 HTTP/1.1" status: 200 len: 210 time: 0.0614233 Aug 27 04:46:03.410362 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b76365c-1246-4367-9780-9b28589ed7ec tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Deleting subnet 15dbbdd7-bf6e-42d8-9c8c-465a3f1fec44 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:46:03.417593 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7b76365c-1246-4367-9780-9b28589ed7ec tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks [] for subnet (15dbbdd7-bf6e-42d8-9c8c-465a3f1fec44), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:03.435801 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-8431b830-1818-4f55-b05e-a6a4451cc664 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:46:03.465284 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89040cf4-0cda-4d30-bf2f-750b212f0cee None None] Pushing event updated for resources: {'Port': ['ID=7682fc24-d4d2-4ca4-8ccf-8c3235a74f21,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:03.467535 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8431b830-1818-4f55-b05e-a6a4451cc664 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:46:03.485252 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-ca99fb3a-4379-48d0-8477-0360d2daa3dc None None] Attempting to bind port 7682fc24-d4d2-4ca4-8ccf-8c3235a74f21 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:46:03.485768 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-ca99fb3a-4379-48d0-8477-0360d2daa3dc None None] Attempting to bind port 7682fc24-d4d2-4ca4-8ccf-8c3235a74f21 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '1f43aecb-47bc-4f96-9f5a-fc9bd2ca0eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c08a6b5d-69b9-4c3f-948e-129f9d64efcb'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:46:03.487019 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca99fb3a-4379-48d0-8477-0360d2daa3dc None None] Attempting to bind port 7682fc24-d4d2-4ca4-8ccf-8c3235a74f21 on network c08a6b5d-69b9-4c3f-948e-129f9d64efcb {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:46:03.494168 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca99fb3a-4379-48d0-8477-0360d2daa3dc None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:46:03.494857 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca99fb3a-4379-48d0-8477-0360d2daa3dc None None] Checking segment: {'id': '1f43aecb-47bc-4f96-9f5a-fc9bd2ca0eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c08a6b5d-69b9-4c3f-948e-129f9d64efcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:46:03.495463 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-ca99fb3a-4379-48d0-8477-0360d2daa3dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:03.496338 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca99fb3a-4379-48d0-8477-0360d2daa3dc None None] Bound using segment: {'id': '1f43aecb-47bc-4f96-9f5a-fc9bd2ca0eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c08a6b5d-69b9-4c3f-948e-129f9d64efcb'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:46:03.497013 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-ca99fb3a-4379-48d0-8477-0360d2daa3dc None None] Bound port: 7682fc24-d4d2-4ca4-8ccf-8c3235a74f21, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f43aecb-47bc-4f96-9f5a-fc9bd2ca0eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c08a6b5d-69b9-4c3f-948e-129f9d64efcb'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:46:03.498689 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-ca99fb3a-4379-48d0-8477-0360d2daa3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (7682fc24-d4d2-4ca4-8ccf-8c3235a74f21), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:03.526816 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7b76365c-1246-4367-9780-9b28589ed7ec tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (15dbbdd7-bf6e-42d8-9c8c-465a3f1fec44), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:03.589927 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-01496167-bc1b-40df-a65e-e9bda93647f5 admin admin] Publish callbacks [] for router_gateway (bd0f439b-2e52-4421-acf8-14eb638737f3), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:03.621438 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-ca99fb3a-4379-48d0-8477-0360d2daa3dc None None] For port 7682fc24-d4d2-4ca4-8ccf-8c3235a74f21, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:46:03.628552 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-ca99fb3a-4379-48d0-8477-0360d2daa3dc None None] For port 7682fc24-d4d2-4ca4-8ccf-8c3235a74f21, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=7682fc24-d4d2-4ca4-8ccf-8c3235a74f21,segment=NetworkSegment(1f43aecb-47bc-4f96-9f5a-fc9bd2ca0eee),segment_id=1f43aecb-47bc-4f96-9f5a-fc9bd2ca0eee)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:46:03.631876 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:03.673305 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74310c15-c174-4053-b8bd-7ea551cbf5df req-bb6de51f-e9f6-4604-8628-f04fffb2feda tempest-ListServerFiltersTestJSON-485654771 tempest-ListServerFiltersTestJSON-485654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:03.676014 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-74310c15-c174-4053-b8bd-7ea551cbf5df req-bb6de51f-e9f6-4604-8628-f04fffb2feda tempest-ListServerFiltersTestJSON-485654771 tempest-ListServerFiltersTestJSON-485654771-project] 10.222.0.76 "GET /networking/v2.0/networks?id=4e97cbf3-2064-4013-bfdd-9d0e16f0fa0e HTTP/1.1" status: 200 len: 815 time: 1.1592700 Aug 27 04:46:03.680140 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a99d43af-7075-4de0-bf0e-3ba8723402eb req-9dd820bb-8898-48e4-9b4f-c314f428eadd tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=913a04bc-76e5-4e01-99d8-bc9e283dd9cc HTTP/1.1" status: 200 len: 210 time: 0.1294014 Aug 27 04:46:03.699639 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-74310c15-c174-4053-b8bd-7ea551cbf5df req-316edf3f-8f21-4adf-9853-c995c2920a74 tempest-ListServerFiltersTestJSON-485654771 tempest-ListServerFiltersTestJSON-485654771-project] 10.222.0.76 "GET /networking/v2.0/quotas/6821f5646cb840d3aa0511de1fdb3084 HTTP/1.1" status: 200 len: 375 time: 0.0179293 Aug 27 04:46:03.706430 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-ca99fb3a-4379-48d0-8477-0360d2daa3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (7682fc24-d4d2-4ca4-8ccf-8c3235a74f21), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:03.714057 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815979a4-0fa4-467f-a95e-6502ec9366f3 None None] DHCP port deletion for f46ea82e-3b25-49fd-b1e8-37eb05c0adb3 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:46:03.771568 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:03.778397 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89040cf4-0cda-4d30-bf2f-750b212f0cee None None] Pushing event updated for resources: {'Port': ['ID=7682fc24-d4d2-4ca4-8ccf-8c3235a74f21,revision_number=4']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:03.796742 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:03.796949 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7b76365c-1246-4367-9780-9b28589ed7ec tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (15dbbdd7-bf6e-42d8-9c8c-465a3f1fec44), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:03.797082 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-74310c15-c174-4053-b8bd-7ea551cbf5df req-f5959330-2969-4469-8df1-a127a7982c8c tempest-ListServerFiltersTestJSON-485654771 tempest-ListServerFiltersTestJSON-485654771-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=6821f5646cb840d3aa0511de1fdb3084&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0833688 Aug 27 04:46:03.806719 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca99fb3a-4379-48d0-8477-0360d2daa3dc None None] Routers {'1cfe4999-05de-493c-9287-474e1e891fb4'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:46:03.807354 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-ca99fb3a-4379-48d0-8477-0360d2daa3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:45:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['1cfe4999-05de-493c-9287-474e1e891fb4'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:03.838677 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-17989a72-ec03-4847-9e75-261890a3d989 None None] Publish callbacks [] for port (90674dd9-318a-4a74-9f97-303174204755), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:03.848122 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-8431b830-1818-4f55-b05e-a6a4451cc664 None None] Attempting to bind port d8c9f1fb-38c8-4ab5-a6b9-bab1bea7042d on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:46:03.848351 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-8431b830-1818-4f55-b05e-a6a4451cc664 None None] Attempting to bind port d8c9f1fb-38c8-4ab5-a6b9-bab1bea7042d by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'f6a38470-eea2-416f-aec4-1dd3b4a35547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4e97cbf3-2064-4013-bfdd-9d0e16f0fa0e'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:46:03.848699 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8431b830-1818-4f55-b05e-a6a4451cc664 None None] Attempting to bind port d8c9f1fb-38c8-4ab5-a6b9-bab1bea7042d on network 4e97cbf3-2064-4013-bfdd-9d0e16f0fa0e {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:46:03.862132 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8431b830-1818-4f55-b05e-a6a4451cc664 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:46:03.862510 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8431b830-1818-4f55-b05e-a6a4451cc664 None None] Checking segment: {'id': 'f6a38470-eea2-416f-aec4-1dd3b4a35547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4e97cbf3-2064-4013-bfdd-9d0e16f0fa0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:46:03.862914 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8431b830-1818-4f55-b05e-a6a4451cc664 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:03.863422 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8431b830-1818-4f55-b05e-a6a4451cc664 None None] Bound using segment: {'id': 'f6a38470-eea2-416f-aec4-1dd3b4a35547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4e97cbf3-2064-4013-bfdd-9d0e16f0fa0e'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:46:03.863914 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-8431b830-1818-4f55-b05e-a6a4451cc664 None None] Bound port: d8c9f1fb-38c8-4ab5-a6b9-bab1bea7042d, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6a38470-eea2-416f-aec4-1dd3b4a35547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4e97cbf3-2064-4013-bfdd-9d0e16f0fa0e'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:46:03.864328 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8431b830-1818-4f55-b05e-a6a4451cc664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (d8c9f1fb-38c8-4ab5-a6b9-bab1bea7042d), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:03.867719 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-815979a4-0fa4-467f-a95e-6502ec9366f3 None None] Deleting port 63b30c27-0c28-4f2f-98b6-3b436b959685 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:46:03.868077 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-815979a4-0fa4-467f-a95e-6502ec9366f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (63b30c27-0c28-4f2f-98b6-3b436b959685), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:03.881963 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-88c0cb98-5c7c-492b-a9f4-f92239f73ad0 req-06e39b5a-7b61-4e4b-8243-b8136a8e115c tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.75 "GET /networking/v2.0/networks?tenant_id=ed7dcec401394866b7d9fdacb5e294dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2565408 Aug 27 04:46:03.950556 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-ca99fb3a-4379-48d0-8477-0360d2daa3dc None None] Set router 1cfe4999-05de-493c-9287-474e1e891fb4 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:46:04.008100 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-815979a4-0fa4-467f-a95e-6502ec9366f3 None None] For port 63b30c27-0c28-4f2f-98b6-3b436b959685, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=63b30c27-0c28-4f2f-98b6-3b436b959685,segment=NetworkSegment(41f8af02-1c6c-4019-accc-97647bf38006),segment_id=41f8af02-1c6c-4019-accc-97647bf38006)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:04.010935 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-815979a4-0fa4-467f-a95e-6502ec9366f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (63b30c27-0c28-4f2f-98b6-3b436b959685), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:04.012742 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7b76365c-1246-4367-9780-9b28589ed7ec tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (15dbbdd7-bf6e-42d8-9c8c-465a3f1fec44), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:04.028706 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-17989a72-ec03-4847-9e75-261890a3d989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (90674dd9-318a-4a74-9f97-303174204755), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:04.080615 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17989a72-ec03-4847-9e75-261890a3d989 None None] Network 8b69028e-d414-4c82-a19b-14e4360fa625 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:46:04.090857 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-17989a72-ec03-4847-9e75-261890a3d989 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:46:04.111729 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17989a72-ec03-4847-9e75-261890a3d989 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:46:04.116071 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 48120) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:04.116536 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 63b30c27-0c28-4f2f-98b6-3b436b959685 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:46:04.149776 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b76365c-1246-4367-9780-9b28589ed7ec tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Pushing event deleted for resources: {'Subnet': ['ID=15dbbdd7-bf6e-42d8-9c8c-465a3f1fec44,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:04.174819 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-815979a4-0fa4-467f-a95e-6502ec9366f3 None None] Calling delete_port for 63b30c27-0c28-4f2f-98b6-3b436b959685 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:46:04.221538 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7b76365c-1246-4367-9780-9b28589ed7ec tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:04.231229 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7b76365c-1246-4367-9780-9b28589ed7ec tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/15dbbdd7-bf6e-42d8-9c8c-465a3f1fec44 HTTP/1.1" status: 204 len: 168 time: 1.0652716 Aug 27 04:46:04.257534 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 48124) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:04.270007 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38eecfcf-f5b0-47b2-ae7a-f7df9c543c7d None None] Network 16ce1d42-ea0b-4018-9fe7-9fb890edf256 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:46:04.285250 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-8431b830-1818-4f55-b05e-a6a4451cc664 None None] For port d8c9f1fb-38c8-4ab5-a6b9-bab1bea7042d, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:46:04.339995 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 48128) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:04.345441 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-213fd3ad-5b7d-48e5-9028-749eceadcaf9 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-2138753696-network', 'tenant_id': 'e1ea00bfb0fc49478c17c5a74fb507a3'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:46:04.391587 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-ca99fb3a-4379-48d0-8477-0360d2daa3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cfe4999-05de-493c-9287-474e1e891fb4', 'name': 'tempest-TaggedBootDevicesTest-1374455090-router', 'tenant_id': 'a397128fb9fd47feb1a5a57b9497c0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '57006052-e227-420b-a5a6-0bb2f0af283b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:45:52Z', 'updated_at': '2022-08-27T04:45:58Z', 'revision_number': 4, 'project_id': 'a397128fb9fd47feb1a5a57b9497c0be', 'gw_port': {'id': '57006052-e227-420b-a5a6-0bb2f0af283b', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfe4999-05de-493c-9287-474e1e891fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:45:53Z', 'updated_at': '2022-08-27T04:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '7682fc24-d4d2-4ca4-8ccf-8c3235a74f21', 'name': '', 'network_id': 'c08a6b5d-69b9-4c3f-948e-129f9d64efcb', 'tenant_id': 'a397128fb9fd47feb1a5a57b9497c0be', 'mac_address': 'fa:16:3e:97:7d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cfe4999-05de-493c-9287-474e1e891fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '01530df6-a95e-40e7-bb34-2eb7c84905b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:45:57Z', 'updated_at': '2022-08-27T04:46:03Z', 'revision_number': 4, 'project_id': 'a397128fb9fd47feb1a5a57b9497c0be', 'subnets': [{'id': '01530df6-a95e-40e7-bb34-2eb7c84905b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:04.392531 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-8431b830-1818-4f55-b05e-a6a4451cc664 None None] For port d8c9f1fb-38c8-4ab5-a6b9-bab1bea7042d, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=d8c9f1fb-38c8-4ab5-a6b9-bab1bea7042d,segment=NetworkSegment(f6a38470-eea2-416f-aec4-1dd3b4a35547),segment_id=f6a38470-eea2-416f-aec4-1dd3b4a35547)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:46:04.438036 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-01496167-bc1b-40df-a65e-e9bda93647f5 admin admin] Publish callbacks [] for router_gateway (bd0f439b-2e52-4421-acf8-14eb638737f3), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:04.468518 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca99fb3a-4379-48d0-8477-0360d2daa3dc None None] The sync data for ids ['1cfe4999-05de-493c-9287-474e1e891fb4'] in n-d-852088-5 is: [{'id': '1cfe4999-05de-493c-9287-474e1e891fb4', 'name': 'tempest-TaggedBootDevicesTest-1374455090-router', 'tenant_id': 'a397128fb9fd47feb1a5a57b9497c0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '57006052-e227-420b-a5a6-0bb2f0af283b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:45:52Z', 'updated_at': '2022-08-27T04:45:58Z', 'revision_number': 4, 'project_id': 'a397128fb9fd47feb1a5a57b9497c0be', 'gw_port': {'id': '57006052-e227-420b-a5a6-0bb2f0af283b', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfe4999-05de-493c-9287-474e1e891fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:45:53Z', 'updated_at': '2022-08-27T04:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '7682fc24-d4d2-4ca4-8ccf-8c3235a74f21', 'name': '', 'network_id': 'c08a6b5d-69b9-4c3f-948e-129f9d64efcb', 'tenant_id': 'a397128fb9fd47feb1a5a57b9497c0be', 'mac_address': 'fa:16:3e:97:7d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cfe4999-05de-493c-9287-474e1e891fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '01530df6-a95e-40e7-bb34-2eb7c84905b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:45:57Z', 'updated_at': '2022-08-27T04:46:03Z', 'revision_number': 4, 'project_id': 'a397128fb9fd47feb1a5a57b9497c0be', 'subnets': [{'id': '01530df6-a95e-40e7-bb34-2eb7c84905b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:46:04.481154 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-50c45737-6dc5-472f-94ce-168717ae3ee0 admin admin] Deleting subnet 15d3d7f6-8193-498b-9d82-f9b585e7670b {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:46:04.493734 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-50c45737-6dc5-472f-94ce-168717ae3ee0 admin admin] Publish callbacks [] for subnet (15d3d7f6-8193-498b-9d82-f9b585e7670b), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:04.512365 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-01496167-bc1b-40df-a65e-e9bda93647f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:04.515253 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213fd3ad-5b7d-48e5-9028-749eceadcaf9 admin admin] Made reservation on behalf of e1ea00bfb0fc49478c17c5a74fb507a3 for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:46:04.517682 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-213fd3ad-5b7d-48e5-9028-749eceadcaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:04.655500 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-213fd3ad-5b7d-48e5-9028-749eceadcaf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:04.657933 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0cb98-5c7c-492b-a9f4-f92239f73ad0 req-f5fe4314-3a5c-4b29-a9ce-2f6c21e83a19 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:04.659451 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-88c0cb98-5c7c-492b-a9f4-f92239f73ad0 req-f5fe4314-3a5c-4b29-a9ce-2f6c21e83a19 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.75 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7734542 Aug 27 04:46:04.683305 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4950dc5b-454a-43c5-830c-34d2a107a379 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (f46ea82e-3b25-49fd-b1e8-37eb05c0adb3), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:04.695037 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17989a72-ec03-4847-9e75-261890a3d989 None None] Pushing event updated for resources: {'Port': ['ID=90674dd9-318a-4a74-9f97-303174204755,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:04.695642 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-50c45737-6dc5-472f-94ce-168717ae3ee0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (15d3d7f6-8193-498b-9d82-f9b585e7670b), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:04.705463 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17989a72-ec03-4847-9e75-261890a3d989 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:04.705796 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17989a72-ec03-4847-9e75-261890a3d989 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:04.706153 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17989a72-ec03-4847-9e75-261890a3d989 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:04.706477 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17989a72-ec03-4847-9e75-261890a3d989 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:04.706811 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17989a72-ec03-4847-9e75-261890a3d989 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:04.707294 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17989a72-ec03-4847-9e75-261890a3d989 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:04.707626 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17989a72-ec03-4847-9e75-261890a3d989 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:04.707952 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17989a72-ec03-4847-9e75-261890a3d989 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:04.708455 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17989a72-ec03-4847-9e75-261890a3d989 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:04.708839 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17989a72-ec03-4847-9e75-261890a3d989 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:04.709172 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17989a72-ec03-4847-9e75-261890a3d989 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:04.709527 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17989a72-ec03-4847-9e75-261890a3d989 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:04.709927 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17989a72-ec03-4847-9e75-261890a3d989 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:04.710261 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17989a72-ec03-4847-9e75-261890a3d989 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:04.710663 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17989a72-ec03-4847-9e75-261890a3d989 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:04.714901 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8431b830-1818-4f55-b05e-a6a4451cc664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (d8c9f1fb-38c8-4ab5-a6b9-bab1bea7042d), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:04.722273 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [req-88c0cb98-5c7c-492b-a9f4-f92239f73ad0 req-54f83bbb-c703-4a49-a846-eab91e320249 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Request body: {'port': {'device_id': '404ee328-8f8f-48f8-adcc-b9c2c0710406', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'admin_state_up': True, 'tenant_id': 'ed7dcec401394866b7d9fdacb5e294dc'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:46:04.726595 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:04.778102 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-17989a72-ec03-4847-9e75-261890a3d989 None None] Attempting to bind port 90674dd9-318a-4a74-9f97-303174204755 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:46:04.778493 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-17989a72-ec03-4847-9e75-261890a3d989 None None] Attempting to bind port 90674dd9-318a-4a74-9f97-303174204755 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'eb01a178-fc17-4d97-a40a-86d46e19ab84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8b69028e-d414-4c82-a19b-14e4360fa625'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:46:04.778834 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17989a72-ec03-4847-9e75-261890a3d989 None None] Attempting to bind port 90674dd9-318a-4a74-9f97-303174204755 on network 8b69028e-d414-4c82-a19b-14e4360fa625 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:46:04.788561 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-815979a4-0fa4-467f-a95e-6502ec9366f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (63b30c27-0c28-4f2f-98b6-3b436b959685), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:04.830192 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17989a72-ec03-4847-9e75-261890a3d989 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:46:04.830658 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17989a72-ec03-4847-9e75-261890a3d989 None None] Checking segment: {'id': 'eb01a178-fc17-4d97-a40a-86d46e19ab84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8b69028e-d414-4c82-a19b-14e4360fa625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:46:04.831060 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-17989a72-ec03-4847-9e75-261890a3d989 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:04.831467 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17989a72-ec03-4847-9e75-261890a3d989 None None] Bound using segment: {'id': 'eb01a178-fc17-4d97-a40a-86d46e19ab84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8b69028e-d414-4c82-a19b-14e4360fa625'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:46:04.831967 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-17989a72-ec03-4847-9e75-261890a3d989 None None] Bound port: 90674dd9-318a-4a74-9f97-303174204755, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb01a178-fc17-4d97-a40a-86d46e19ab84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8b69028e-d414-4c82-a19b-14e4360fa625'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:46:04.832790 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-17989a72-ec03-4847-9e75-261890a3d989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (90674dd9-318a-4a74-9f97-303174204755), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:04.843269 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-01496167-bc1b-40df-a65e-e9bda93647f5 admin admin] Allocated IP 172.25.2.181 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/6f8fd8f4-e220-46c9-9905-d29c7a4cfca5) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:46:04.848258 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5d665e78-9bab-4ec9-917e-6ea098657010 req-e54806cb-c80f-4bc9-9503-7d2252392cb5 tempest-ServerShowV254Test-1983860705 tempest-ServerShowV254Test-1983860705-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=eb7fdb77-b2bc-4599-980c-91db74254822 HTTP/1.1" status: 200 len: 210 time: 0.3079665 Aug 27 04:46:04.872917 n-d-852088-5 neutron-server[107777]: INFO neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No ports have port_id starting with 63b30c27-0c28-4f2f-98b6-3b436b959685 Aug 27 04:46:04.900385 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815979a4-0fa4-467f-a95e-6502ec9366f3 None None] No DVR routers for this DVR port 63b30c27-0c28-4f2f-98b6-3b436b959685 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:46:04.986638 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-97bcbf95-a6bc-4e2f-9fa4-dad6574ddcb7 req-a63e8c77-8020-4fbc-b7e3-3a1b2833344a tempest-FlavorsV2NegativeTest-1334033011 tempest-FlavorsV2NegativeTest-1334033011-project] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=ca77829bae6547be8060314ca60c68f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2799773 Aug 27 04:46:05.110332 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:05.122132 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4950dc5b-454a-43c5-830c-34d2a107a379 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (f46ea82e-3b25-49fd-b1e8-37eb05c0adb3), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:05.163220 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f765781a-c16d-4b88-91e6-bf3ce33c66f3 req-8d704f90-10ce-4997-a6e5-f8b739c4e313 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=913a04bc-76e5-4e01-99d8-bc9e283dd9cc HTTP/1.1" status: 200 len: 210 time: 0.1523979 Aug 27 04:46:05.197496 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-17989a72-ec03-4847-9e75-261890a3d989 None None] For port 90674dd9-318a-4a74-9f97-303174204755, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:46:05.221565 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-17989a72-ec03-4847-9e75-261890a3d989 None None] For port 90674dd9-318a-4a74-9f97-303174204755, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=90674dd9-318a-4a74-9f97-303174204755,segment=NetworkSegment(eb01a178-fc17-4d97-a40a-86d46e19ab84),segment_id=eb01a178-fc17-4d97-a40a-86d46e19ab84)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:46:05.234592 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13452cee-1305-4ccf-9845-a09a49f79eaa None None] DHCP port deletion for 16ce1d42-ea0b-4018-9fe7-9fb890edf256 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:46:05.238049 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-4950dc5b-454a-43c5-830c-34d2a107a379 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f46ea82e-3b25-49fd-b1e8-37eb05c0adb3']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:05.279391 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-50c45737-6dc5-472f-94ce-168717ae3ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (15d3d7f6-8193-498b-9d82-f9b585e7670b), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:05.280571 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8431b830-1818-4f55-b05e-a6a4451cc664 None None] Pushing event updated for resources: {'Port': ['ID=d8c9f1fb-38c8-4ab5-a6b9-bab1bea7042d,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:05.323260 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-4950dc5b-454a-43c5-830c-34d2a107a379 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41f8af02-1c6c-4019-accc-97647bf38006') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:05.323552 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-4950dc5b-454a-43c5-830c-34d2a107a379 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41f8af02-1c6c-4019-accc-97647bf38006') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:05.373952 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bcbf95-a6bc-4e2f-9fa4-dad6574ddcb7 req-4f56f95e-9c28-42ba-b5c5-e162f90a04e5 tempest-FlavorsV2NegativeTest-1334033011 tempest-FlavorsV2NegativeTest-1334033011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:05.381222 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-97bcbf95-a6bc-4e2f-9fa4-dad6574ddcb7 req-4f56f95e-9c28-42ba-b5c5-e162f90a04e5 tempest-FlavorsV2NegativeTest-1334033011 tempest-FlavorsV2NegativeTest-1334033011-project] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3900878 Aug 27 04:46:05.403752 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-97bcbf95-a6bc-4e2f-9fa4-dad6574ddcb7 req-92ba9c15-8ac9-4b0d-99ae-8f46de438aa7 tempest-FlavorsV2NegativeTest-1334033011 tempest-FlavorsV2NegativeTest-1334033011-project] 10.222.0.76 "GET /networking/v2.0/quotas/ca77829bae6547be8060314ca60c68f7 HTTP/1.1" status: 200 len: 375 time: 0.0213420 Aug 27 04:46:05.406573 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-eb041055-971a-42ce-878a-a856cda3f3aa req-2f335916-23ad-4046-84b4-c6fea3171cb3 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.75 "GET /networking/v2.0/networks?tenant_id=ed7dcec401394866b7d9fdacb5e294dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0671389 Aug 27 04:46:05.421617 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:05.426685 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4950dc5b-454a-43c5-830c-34d2a107a379 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (41f8af02-1c6c-4019-accc-97647bf38006), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:05.442347 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-213fd3ad-5b7d-48e5-9028-749eceadcaf9 admin admin] Publish callbacks [] for security_group (6ece01b9-e092-4000-b7b4-d251664d4dcb), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:05.448247 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-17989a72-ec03-4847-9e75-261890a3d989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (90674dd9-318a-4a74-9f97-303174204755), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:05.470682 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815979a4-0fa4-467f-a95e-6502ec9366f3 None None] Pushing event deleted for resources: {'Port': ['ID=63b30c27-0c28-4f2f-98b6-3b436b959685,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:05.471357 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-97bcbf95-a6bc-4e2f-9fa4-dad6574ddcb7 req-59e51969-2839-4b44-adaa-38f7829db759 tempest-FlavorsV2NegativeTest-1334033011 tempest-FlavorsV2NegativeTest-1334033011-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=ca77829bae6547be8060314ca60c68f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0647700 Aug 27 04:46:05.510957 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-13452cee-1305-4ccf-9845-a09a49f79eaa None None] Deleting port 30a6f364-23fd-433d-ac56-f9d74d990107 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:46:05.511574 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-13452cee-1305-4ccf-9845-a09a49f79eaa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (30a6f364-23fd-433d-ac56-f9d74d990107), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:05.551864 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-01496167-bc1b-40df-a65e-e9bda93647f5 admin admin] Publish callbacks [] for port (6f8fd8f4-e220-46c9-9905-d29c7a4cfca5), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:05.576771 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4950dc5b-454a-43c5-830c-34d2a107a379 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (41f8af02-1c6c-4019-accc-97647bf38006), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:05.581481 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-213fd3ad-5b7d-48e5-9028-749eceadcaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (6ece01b9-e092-4000-b7b4-d251664d4dcb), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:05.590317 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4950dc5b-454a-43c5-830c-34d2a107a379 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:46:05.590896 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4950dc5b-454a-43c5-830c-34d2a107a379 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (41f8af02-1c6c-4019-accc-97647bf38006), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:05.626459 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 41f8af02-1c6c-4019-accc-97647bf38006 resource provider aggregate not found Aug 27 04:46:05.640745 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213fd3ad-5b7d-48e5-9028-749eceadcaf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ece01b9-e092-4000-b7b4-d251664d4dcb,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:05.701080 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88c0cb98-5c7c-492b-a9f4-f92239f73ad0 req-54f83bbb-c703-4a49-a846-eab91e320249 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Made reservation on behalf of ed7dcec401394866b7d9fdacb5e294dc for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:46:05.704948 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:05.715857 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-88c0cb98-5c7c-492b-a9f4-f92239f73ad0 req-54f83bbb-c703-4a49-a846-eab91e320249 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:05.740535 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-88c0cb98-5c7c-492b-a9f4-f92239f73ad0 req-54f83bbb-c703-4a49-a846-eab91e320249 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:05.761041 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 41f8af02-1c6c-4019-accc-97647bf38006 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 41f8af02-1c6c-4019-accc-97647bf38006 found for delete ", "request_id": "req-8a6919d3-b428-4f5a-a665-fbd905d531dc"}]} Aug 27 04:46:05.773508 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-01496167-bc1b-40df-a65e-e9bda93647f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (6f8fd8f4-e220-46c9-9905-d29c7a4cfca5), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:05.774007 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17989a72-ec03-4847-9e75-261890a3d989 None None] Pushing event updated for resources: {'Port': ['ID=90674dd9-318a-4a74-9f97-303174204755,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:05.799154 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-13452cee-1305-4ccf-9845-a09a49f79eaa None None] For port 30a6f364-23fd-433d-ac56-f9d74d990107, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=30a6f364-23fd-433d-ac56-f9d74d990107,segment=NetworkSegment(a5ec9d76-af4c-4d0e-b260-e49a14af7554),segment_id=a5ec9d76-af4c-4d0e-b260-e49a14af7554)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:05.799569 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-13452cee-1305-4ccf-9845-a09a49f79eaa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (30a6f364-23fd-433d-ac56-f9d74d990107), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:05.841064 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-13452cee-1305-4ccf-9845-a09a49f79eaa None None] Calling delete_port for 30a6f364-23fd-433d-ac56-f9d74d990107 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:46:05.898916 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01496167-bc1b-40df-a65e-e9bda93647f5 admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:46:05.993476 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01496167-bc1b-40df-a65e-e9bda93647f5 admin admin] Pushing event updated for resources: {'Port': ['ID=6f8fd8f4-e220-46c9-9905-d29c7a4cfca5,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:06.073068 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-213fd3ad-5b7d-48e5-9028-749eceadcaf9 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:46:06.086659 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-88c0cb98-5c7c-492b-a9f4-f92239f73ad0 req-54f83bbb-c703-4a49-a846-eab91e320249 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Publish callbacks [] for security_group (b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:06.097936 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-01496167-bc1b-40df-a65e-e9bda93647f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:46:06.137913 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01496167-bc1b-40df-a65e-e9bda93647f5 admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:46:06.142860 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-50c45737-6dc5-472f-94ce-168717ae3ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (15d3d7f6-8193-498b-9d82-f9b585e7670b), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:06.212458 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-88c0cb98-5c7c-492b-a9f4-f92239f73ad0 req-54f83bbb-c703-4a49-a846-eab91e320249 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:06.270488 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-13452cee-1305-4ccf-9845-a09a49f79eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (30a6f364-23fd-433d-ac56-f9d74d990107), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:06.300739 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f852b216-29f6-4e29-8562-a20caeceb086 req-bc37e84f-bfd9-4e90-a8ea-1a56968d24eb tempest-ServerShowV254Test-1983860705 tempest-ServerShowV254Test-1983860705-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=eb7fdb77-b2bc-4599-980c-91db74254822 HTTP/1.1" status: 200 len: 210 time: 0.2210827 Aug 27 04:46:06.326506 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-213fd3ad-5b7d-48e5-9028-749eceadcaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (2eb85c11-b00c-410e-85ff-54ef598731e1), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:06.327122 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-213fd3ad-5b7d-48e5-9028-749eceadcaf9 admin admin] Added segment 2eb85c11-b00c-410e-85ff-54ef598731e1 of type vlan for network bfd88464-c4c1-4fad-b2bc-b5468e4d1625 Aug 27 04:46:06.329072 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:06.340793 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c45737-6dc5-472f-94ce-168717ae3ee0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15d3d7f6-8193-498b-9d82-f9b585e7670b,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:06.341541 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 7682fc24-d4d2-4ca4-8ccf-8c3235a74f21 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:46:06.594202 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13452cee-1305-4ccf-9845-a09a49f79eaa None None] Pushing event deleted for resources: {'Port': ['ID=30a6f364-23fd-433d-ac56-f9d74d990107,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:06.600786 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4950dc5b-454a-43c5-830c-34d2a107a379 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (f46ea82e-3b25-49fd-b1e8-37eb05c0adb3), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:06.600786 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-50c45737-6dc5-472f-94ce-168717ae3ee0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:06.600786 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-50c45737-6dc5-472f-94ce-168717ae3ee0 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/15d3d7f6-8193-498b-9d82-f9b585e7670b HTTP/1.1" status: 204 len: 168 time: 2.2827859 Aug 27 04:46:06.600786 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 48182) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:06.600786 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4950dc5b-454a-43c5-830c-34d2a107a379 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:06.600786 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-4950dc5b-454a-43c5-830c-34d2a107a379 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] 10.222.0.76 "DELETE /networking/v2.0/networks/f46ea82e-3b25-49fd-b1e8-37eb05c0adb3 HTTP/1.1" status: 204 len: 168 time: 2.1600547 Aug 27 04:46:06.603203 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 48186) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:06.603203 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-0c9f6edc-14cb-4fb6-8be6-b6eee2c22b7f req-1c365608-022c-4b7f-a043-70e2c4f16089 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=913a04bc-76e5-4e01-99d8-bc9e283dd9cc HTTP/1.1" status: 200 len: 210 time: 0.0977471 Aug 27 04:46:06.604088 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13452cee-1305-4ccf-9845-a09a49f79eaa None None] No DVR routers for this DVR port 30a6f364-23fd-433d-ac56-f9d74d990107 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:46:06.604088 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 7682fc24-d4d2-4ca4-8ccf-8c3235a74f21 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:46:06.604088 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (7682fc24-d4d2-4ca4-8ccf-8c3235a74f21), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:06.605183 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-213fd3ad-5b7d-48e5-9028-749eceadcaf9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (bfd88464-c4c1-4fad-b2bc-b5468e4d1625), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:06.685103 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 48188) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:06.852055 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f0e294e0-5bb6-43d2-ad39-a9e2f8cd3fb7 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (16ce1d42-ea0b-4018-9fe7-9fb890edf256), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:07.019235 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe3fee6-7793-4e86-baa2-3090fc3f71a8 None None] Network 4e97cbf3-2064-4013-bfdd-9d0e16f0fa0e requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:46:07.041255 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-213fd3ad-5b7d-48e5-9028-749eceadcaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (bfd88464-c4c1-4fad-b2bc-b5468e4d1625), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:07.042520 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213fd3ad-5b7d-48e5-9028-749eceadcaf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:07.043400 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-213fd3ad-5b7d-48e5-9028-749eceadcaf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:07.060829 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f0e294e0-5bb6-43d2-ad39-a9e2f8cd3fb7 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (16ce1d42-ea0b-4018-9fe7-9fb890edf256), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:07.063726 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [req-88c0cb98-5c7c-492b-a9f4-f92239f73ad0 req-54f83bbb-c703-4a49-a846-eab91e320249 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Allocated IP 192.168.233.28 (a82fb463-5a8f-4b8b-991d-61491eba11c6/120f3302-721f-4373-86a6-3aa14ccf6ac4/b9341b94-cc18-4cf2-be35-42a510791a8f) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:46:07.064526 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-773813f6-11b1-4787-877f-13083565d1e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:07.207073 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-f0e294e0-5bb6-43d2-ad39-a9e2f8cd3fb7 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16ce1d42-ea0b-4018-9fe7-9fb890edf256']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:07.217991 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-36f2e8aa-a610-451f-ac93-24e624dd324d None None] Provisioning complete for port d8c9f1fb-38c8-4ab5-a6b9-bab1bea7042d triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:46:07.219004 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-36f2e8aa-a610-451f-ac93-24e624dd324d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d8c9f1fb-38c8-4ab5-a6b9-bab1bea7042d), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:07.229296 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-f0e294e0-5bb6-43d2-ad39-a9e2f8cd3fb7 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5ec9d76-af4c-4d0e-b260-e49a14af7554') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:07.230882 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-f0e294e0-5bb6-43d2-ad39-a9e2f8cd3fb7 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5ec9d76-af4c-4d0e-b260-e49a14af7554') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:07.243356 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f0e294e0-5bb6-43d2-ad39-a9e2f8cd3fb7 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (a5ec9d76-af4c-4d0e-b260-e49a14af7554), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:07.243540 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb041055-971a-42ce-878a-a856cda3f3aa req-77cc12e9-1326-4c54-ad89-dbcb2e922dc2 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:07.244979 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-eb041055-971a-42ce-878a-a856cda3f3aa req-77cc12e9-1326-4c54-ad89-dbcb2e922dc2 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.75 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.8204770 Aug 27 04:46:07.256371 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:07.269802 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:07.274115 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f0e294e0-5bb6-43d2-ad39-a9e2f8cd3fb7 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (a5ec9d76-af4c-4d0e-b260-e49a14af7554), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:07.277623 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:DELETE=15,neutron:UPDATE=2,neutron:SELECT=83 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:07.283471 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [req-eb041055-971a-42ce-878a-a856cda3f3aa req-531104ea-86a8-421f-a957-ca018c5c3b1e tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Request body: {'port': {'device_id': '913a04bc-76e5-4e01-99d8-bc9e283dd9cc', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'admin_state_up': True, 'tenant_id': 'ed7dcec401394866b7d9fdacb5e294dc'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:46:07.284647 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9086f1f2-65d9-4b83-8a02-308424e33a2d None None] Network 8b69028e-d414-4c82-a19b-14e4360fa625 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:46:07.333132 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 7682fc24-d4d2-4ca4-8ccf-8c3235a74f21 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:46:07.333694 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (7682fc24-d4d2-4ca4-8ccf-8c3235a74f21), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:07.365824 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-213fd3ad-5b7d-48e5-9028-749eceadcaf9 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.0209208 Aug 27 04:46:07.368303 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0e294e0-5bb6-43d2-ad39-a9e2f8cd3fb7 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:46:07.368303 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f0e294e0-5bb6-43d2-ad39-a9e2f8cd3fb7 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (a5ec9d76-af4c-4d0e-b260-e49a14af7554), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:07.368509 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0157658-06d9-47dc-a84e-68c6811d7a1c None None] DHCP port deletion for 4e97cbf3-2064-4013-bfdd-9d0e16f0fa0e request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:46:07.380908 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 48196) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:07.401666 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-b5156d11-1c8e-4a8a-9eb4-9984448d43ed admin admin] Request body: {'subnet': {'network_id': 'bfd88464-c4c1-4fad-b2bc-b5468e4d1625', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-2138753696-subnet', 'tenant_id': 'e1ea00bfb0fc49478c17c5a74fb507a3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:46:07.429620 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4950dc5b-454a-43c5-830c-34d2a107a379 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Pushing event deleted for resources: {'Network': ['ID=f46ea82e-3b25-49fd-b1e8-37eb05c0adb3,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:07.454701 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment a5ec9d76-af4c-4d0e-b260-e49a14af7554 resource provider aggregate not found Aug 27 04:46:07.460307 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213fd3ad-5b7d-48e5-9028-749eceadcaf9 admin admin] Pushing event updated for resources: {'Network': ['ID=bfd88464-c4c1-4fad-b2bc-b5468e4d1625,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:07.463003 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f83bbb-c703-4a49-a846-eab91e320249 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:07.478545 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-36f2e8aa-a610-451f-ac93-24e624dd324d None None] Current status of the port d8c9f1fb-38c8-4ab5-a6b9-bab1bea7042d is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:46:07.478545 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-36f2e8aa-a610-451f-ac93-24e624dd324d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (d8c9f1fb-38c8-4ab5-a6b9-bab1bea7042d), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:07.487247 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network bfd88464-c4c1-4fad-b2bc-b5468e4d1625 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:46:07.523827 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-88c0cb98-5c7c-492b-a9f4-f92239f73ad0 req-54f83bbb-c703-4a49-a846-eab91e320249 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Publish callbacks [] for port (b9341b94-cc18-4cf2-be35-42a510791a8f), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:07.537552 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fc85d8ce-0dc2-4f6a-855f-4f2b21e93864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (4e97cbf3-2064-4013-bfdd-9d0e16f0fa0e), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:07.557107 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 7682fc24-d4d2-4ca4-8ccf-8c3235a74f21, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=7682fc24-d4d2-4ca4-8ccf-8c3235a74f21,segment=NetworkSegment(1f43aecb-47bc-4f96-9f5a-fc9bd2ca0eee),segment_id=1f43aecb-47bc-4f96-9f5a-fc9bd2ca0eee)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:07.582535 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-c0157658-06d9-47dc-a84e-68c6811d7a1c None None] Deleting port d8c9f1fb-38c8-4ab5-a6b9-bab1bea7042d {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:46:07.582914 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c0157658-06d9-47dc-a84e-68c6811d7a1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (d8c9f1fb-38c8-4ab5-a6b9-bab1bea7042d), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:07.607400 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-fc85d8ce-0dc2-4f6a-855f-4f2b21e93864 admin admin] Deleting port d8c9f1fb-38c8-4ab5-a6b9-bab1bea7042d {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:46:07.607887 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fc85d8ce-0dc2-4f6a-855f-4f2b21e93864 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (d8c9f1fb-38c8-4ab5-a6b9-bab1bea7042d), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:07.630263 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment a5ec9d76-af4c-4d0e-b260-e49a14af7554 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a5ec9d76-af4c-4d0e-b260-e49a14af7554 found for delete ", "request_id": "req-69ee602b-9f61-4f12-8262-35e8c2dc13c5"}]} Aug 27 04:46:07.659233 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb041055-971a-42ce-878a-a856cda3f3aa req-531104ea-86a8-421f-a957-ca018c5c3b1e tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Made reservation on behalf of ed7dcec401394866b7d9fdacb5e294dc for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:46:07.664346 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-eb041055-971a-42ce-878a-a856cda3f3aa req-531104ea-86a8-421f-a957-ca018c5c3b1e tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:07.665997 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (7682fc24-d4d2-4ca4-8ccf-8c3235a74f21), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:07.666824 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d8c9f1fb-38c8-4ab5-a6b9-bab1bea7042d up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:46:07.712939 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-88c0cb98-5c7c-492b-a9f4-f92239f73ad0 req-54f83bbb-c703-4a49-a846-eab91e320249 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (b9341b94-cc18-4cf2-be35-42a510791a8f), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:07.720501 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-fc85d8ce-0dc2-4f6a-855f-4f2b21e93864 admin admin] For port d8c9f1fb-38c8-4ab5-a6b9-bab1bea7042d, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=d8c9f1fb-38c8-4ab5-a6b9-bab1bea7042d,segment=NetworkSegment(f6a38470-eea2-416f-aec4-1dd3b4a35547),segment_id=f6a38470-eea2-416f-aec4-1dd3b4a35547)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:07.720982 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fc85d8ce-0dc2-4f6a-855f-4f2b21e93864 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (d8c9f1fb-38c8-4ab5-a6b9-bab1bea7042d), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:07.727564 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-36f2e8aa-a610-451f-ac93-24e624dd324d None None] For port d8c9f1fb-38c8-4ab5-a6b9-bab1bea7042d, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=d8c9f1fb-38c8-4ab5-a6b9-bab1bea7042d,segment=NetworkSegment(f6a38470-eea2-416f-aec4-1dd3b4a35547),segment_id=f6a38470-eea2-416f-aec4-1dd3b4a35547)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:07.728625 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-773813f6-11b1-4787-877f-13083565d1e5 admin admin] Publish callbacks [] for security_group (f0ffce21-821b-4c84-a300-6db42d97f4c9), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:07.733921 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 48206) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:07.752152 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-373b80d2-3518-4d41-8872-fdfd93426d3f req-b28fb6cb-f1d0-421d-92ba-6df4ea463a37 tempest-ServerShowV254Test-1983860705 tempest-ServerShowV254Test-1983860705-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=eb7fdb77-b2bc-4599-980c-91db74254822 HTTP/1.1" status: 200 len: 210 time: 0.3038912 Aug 27 04:46:07.756818 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f0e294e0-5bb6-43d2-ad39-a9e2f8cd3fb7 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (16ce1d42-ea0b-4018-9fe7-9fb890edf256), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:07.768147 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f0e294e0-5bb6-43d2-ad39-a9e2f8cd3fb7 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:07.782494 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f0e294e0-5bb6-43d2-ad39-a9e2f8cd3fb7 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] 10.222.0.76 "DELETE /networking/v2.0/networks/16ce1d42-ea0b-4018-9fe7-9fb890edf256 HTTP/1.1" status: 204 len: 168 time: 1.3517444 Aug 27 04:46:07.785615 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-c0157658-06d9-47dc-a84e-68c6811d7a1c None None] For port d8c9f1fb-38c8-4ab5-a6b9-bab1bea7042d, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=d8c9f1fb-38c8-4ab5-a6b9-bab1bea7042d,segment=NetworkSegment(f6a38470-eea2-416f-aec4-1dd3b4a35547),segment_id=f6a38470-eea2-416f-aec4-1dd3b4a35547)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:07.785615 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c0157658-06d9-47dc-a84e-68c6811d7a1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (d8c9f1fb-38c8-4ab5-a6b9-bab1bea7042d), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:07.807845 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-fc85d8ce-0dc2-4f6a-855f-4f2b21e93864 admin admin] Calling delete_port for d8c9f1fb-38c8-4ab5-a6b9-bab1bea7042d owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:46:07.833156 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-c0157658-06d9-47dc-a84e-68c6811d7a1c None None] Calling delete_port for d8c9f1fb-38c8-4ab5-a6b9-bab1bea7042d owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:46:07.844975 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b54e8175-48bf-46af-9716-8398c129e875 req-c6f82ee2-57f8-4b30-91d1-d542be264a52 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=913a04bc-76e5-4e01-99d8-bc9e283dd9cc HTTP/1.1" status: 200 len: 210 time: 0.2446694 Aug 27 04:46:07.858724 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=7682fc24-d4d2-4ca4-8ccf-8c3235a74f21,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:07.866628 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88c0cb98-5c7c-492b-a9f4-f92239f73ad0 req-54f83bbb-c703-4a49-a846-eab91e320249 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Network a82fb463-5a8f-4b8b-991d-61491eba11c6 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:46:07.878957 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-36f2e8aa-a610-451f-ac93-24e624dd324d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (d8c9f1fb-38c8-4ab5-a6b9-bab1bea7042d), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:07.886746 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f83bbb-c703-4a49-a846-eab91e320249 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Pushing event updated for resources: {'Port': ['ID=b9341b94-cc18-4cf2-be35-42a510791a8f,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:07.903133 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-773813f6-11b1-4787-877f-13083565d1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (f0ffce21-821b-4c84-a300-6db42d97f4c9), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:07.906091 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5156d11-1c8e-4a8a-9eb4-9984448d43ed admin admin] Made reservation on behalf of e1ea00bfb0fc49478c17c5a74fb507a3 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:46:07.908613 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b5156d11-1c8e-4a8a-9eb4-9984448d43ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:07.910858 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e294e0-5bb6-43d2-ad39-a9e2f8cd3fb7 tempest-TaggedBootDevicesTest_v242-85610731 tempest-TaggedBootDevicesTest_v242-85610731-project] Pushing event deleted for resources: {'Network': ['ID=16ce1d42-ea0b-4018-9fe7-9fb890edf256,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:07.954264 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-01496167-bc1b-40df-a65e-e9bda93647f5 admin admin] Publish callbacks [] for router_gateway (bd0f439b-2e52-4421-acf8-14eb638737f3), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:07.968005 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [req-88c0cb98-5c7c-492b-a9f4-f92239f73ad0 req-54f83bbb-c703-4a49-a846-eab91e320249 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:46:07.977702 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c0cb98-5c7c-492b-a9f4-f92239f73ad0 req-54f83bbb-c703-4a49-a846-eab91e320249 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:46:07.990853 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:08.009851 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port d8c9f1fb-38c8-4ab5-a6b9-bab1bea7042d triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:46:08.010182 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d8c9f1fb-38c8-4ab5-a6b9-bab1bea7042d), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:08.061527 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-825be744-46bf-4f01-ac4e-8bacb3dd2a1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:08.103750 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773813f6-11b1-4787-877f-13083565d1e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ffce21-821b-4c84-a300-6db42d97f4c9,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:08.133491 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-a8bf17db-030f-47ae-b48b-df86bebb36c4 None None] Provisioning complete for port 90674dd9-318a-4a74-9f97-303174204755 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:46:08.138913 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a8bf17db-030f-47ae-b48b-df86bebb36c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (90674dd9-318a-4a74-9f97-303174204755), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:08.163446 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-773813f6-11b1-4787-877f-13083565d1e5 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=425a0c60a86b496a9ca63ab6c2f17e88&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4758124 Aug 27 04:46:08.171240 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 48214) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:08.176070 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2e8aa-a610-451f-ac93-24e624dd324d None None] Pushing event updated for resources: {'Port': ['ID=d8c9f1fb-38c8-4ab5-a6b9-bab1bea7042d,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:08.217321 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0cb98-5c7c-492b-a9f4-f92239f73ad0 req-54f83bbb-c703-4a49-a846-eab91e320249 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:08.217990 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-88c0cb98-5c7c-492b-a9f4-f92239f73ad0 req-54f83bbb-c703-4a49-a846-eab91e320249 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:08.271538 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [req-eb041055-971a-42ce-878a-a856cda3f3aa req-531104ea-86a8-421f-a957-ca018c5c3b1e tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Allocated IP 192.168.233.183 (a82fb463-5a8f-4b8b-991d-61491eba11c6/120f3302-721f-4373-86a6-3aa14ccf6ac4/829d9839-dead-48bc-968d-c33e8af410e0) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:46:08.357741 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port d8c9f1fb-38c8-4ab5-a6b9-bab1bea7042d is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:46:08.358814 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 90674dd9-318a-4a74-9f97-303174204755 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:46:08.382436 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-88c0cb98-5c7c-492b-a9f4-f92239f73ad0 req-54f83bbb-c703-4a49-a846-eab91e320249 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.75 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6897781 Aug 27 04:46:08.405799 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-a8bf17db-030f-47ae-b48b-df86bebb36c4 None None] Current status of the port 90674dd9-318a-4a74-9f97-303174204755 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:46:08.406260 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a8bf17db-030f-47ae-b48b-df86bebb36c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (90674dd9-318a-4a74-9f97-303174204755), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:08.408343 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c0157658-06d9-47dc-a84e-68c6811d7a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (d8c9f1fb-38c8-4ab5-a6b9-bab1bea7042d), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:08.421740 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [req-88c0cb98-5c7c-492b-a9f4-f92239f73ad0 req-eee4a035-5e98-492a-9393-10a404193425 service neutron] Request body: {'port': {'device_id': '404ee328-8f8f-48f8-adcc-b9c2c0710406', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-852088-5'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:46:08.422500 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-95a5847c-5abd-4455-bc58-8af05de5bfc9 admin admin] Publish callbacks [] for security_group (f0ffce21-821b-4c84-a300-6db42d97f4c9), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:08.452269 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-95a5847c-5abd-4455-bc58-8af05de5bfc9 admin admin] Publish callbacks [] for security_group (f0ffce21-821b-4c84-a300-6db42d97f4c9), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:08.461086 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0157658-06d9-47dc-a84e-68c6811d7a1c None None] Pushing event deleted for resources: {'Port': ['ID=d8c9f1fb-38c8-4ab5-a6b9-bab1bea7042d,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:08.491972 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-a8bf17db-030f-47ae-b48b-df86bebb36c4 None None] For port 90674dd9-318a-4a74-9f97-303174204755, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=90674dd9-318a-4a74-9f97-303174204755,segment=NetworkSegment(eb01a178-fc17-4d97-a40a-86d46e19ab84),segment_id=eb01a178-fc17-4d97-a40a-86d46e19ab84)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:08.494362 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fc85d8ce-0dc2-4f6a-855f-4f2b21e93864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (d8c9f1fb-38c8-4ab5-a6b9-bab1bea7042d), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:08.497098 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:08.501692 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0157658-06d9-47dc-a84e-68c6811d7a1c None None] No DVR routers for this DVR port d8c9f1fb-38c8-4ab5-a6b9-bab1bea7042d on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:46:08.519789 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 90674dd9-318a-4a74-9f97-303174204755 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:46:08.520396 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (90674dd9-318a-4a74-9f97-303174204755), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:08.588753 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-825be744-46bf-4f01-ac4e-8bacb3dd2a1b admin admin] Publish callbacks [] for security_group (e440b42b-eb48-4778-b391-78f79d5db1e5), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:08.590388 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc85d8ce-0dc2-4f6a-855f-4f2b21e93864 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8c9f1fb-38c8-4ab5-a6b9-bab1bea7042d,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:08.601457 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc85d8ce-0dc2-4f6a-855f-4f2b21e93864 admin admin] No DVR routers for this DVR port d8c9f1fb-38c8-4ab5-a6b9-bab1bea7042d on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:46:08.606710 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-88c0cb98-5c7c-492b-a9f4-f92239f73ad0 req-eee4a035-5e98-492a-9393-10a404193425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (b9341b94-cc18-4cf2-be35-42a510791a8f), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:08.617223 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a8bf17db-030f-47ae-b48b-df86bebb36c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (90674dd9-318a-4a74-9f97-303174204755), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:08.647278 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 90674dd9-318a-4a74-9f97-303174204755 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:46:08.647732 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (90674dd9-318a-4a74-9f97-303174204755), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:08.670340 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-825be744-46bf-4f01-ac4e-8bacb3dd2a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (e440b42b-eb48-4778-b391-78f79d5db1e5), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:08.694870 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-95a5847c-5abd-4455-bc58-8af05de5bfc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (f0ffce21-821b-4c84-a300-6db42d97f4c9), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:08.698015 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-95a5847c-5abd-4455-bc58-8af05de5bfc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:08.699713 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-95a5847c-5abd-4455-bc58-8af05de5bfc9 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/f0ffce21-821b-4c84-a300-6db42d97f4c9 HTTP/1.1" status: 204 len: 168 time: 0.5271821 Aug 27 04:46:08.731561 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a5847c-5abd-4455-bc58-8af05de5bfc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ffce21-821b-4c84-a300-6db42d97f4c9,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:08.752923 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-01496167-bc1b-40df-a65e-e9bda93647f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (bd0f439b-2e52-4421-acf8-14eb638737f3), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:08.777320 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-e74781e2-c97b-42e4-a484-afb487cd93a7 None None] Provisioning complete for port 90674dd9-318a-4a74-9f97-303174204755 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:46:08.777624 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e74781e2-c97b-42e4-a484-afb487cd93a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (90674dd9-318a-4a74-9f97-303174204755), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:08.819239 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-825be744-46bf-4f01-ac4e-8bacb3dd2a1b admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=ca77829bae6547be8060314ca60c68f7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0824220 Aug 27 04:46:08.819884 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bf17db-030f-47ae-b48b-df86bebb36c4 None None] Pushing event updated for resources: {'Port': ['ID=90674dd9-318a-4a74-9f97-303174204755,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:08.826075 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 48220) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:08.834247 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fc85d8ce-0dc2-4f6a-855f-4f2b21e93864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (4e97cbf3-2064-4013-bfdd-9d0e16f0fa0e), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:08.841945 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:46:08.842390 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:46:08.842657 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-eb041055-971a-42ce-878a-a856cda3f3aa req-531104ea-86a8-421f-a957-ca018c5c3b1e tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Publish callbacks [] for port (829d9839-dead-48bc-968d-c33e8af410e0), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:08.850378 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825be744-46bf-4f01-ac4e-8bacb3dd2a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e440b42b-eb48-4778-b391-78f79d5db1e5,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:08.906663 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-e74781e2-c97b-42e4-a484-afb487cd93a7 None None] Current status of the port 90674dd9-318a-4a74-9f97-303174204755 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:46:08.919865 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-e74781e2-c97b-42e4-a484-afb487cd93a7 None None] Provisioning complete for port b9341b94-cc18-4cf2-be35-42a510791a8f triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:46:08.920410 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e74781e2-c97b-42e4-a484-afb487cd93a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (b9341b94-cc18-4cf2-be35-42a510791a8f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:08.934768 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-fc85d8ce-0dc2-4f6a-855f-4f2b21e93864 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e97cbf3-2064-4013-bfdd-9d0e16f0fa0e']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:08.946161 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:08.962331 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-fc85d8ce-0dc2-4f6a-855f-4f2b21e93864 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6a38470-eea2-416f-aec4-1dd3b4a35547') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:08.962798 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-fc85d8ce-0dc2-4f6a-855f-4f2b21e93864 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6a38470-eea2-416f-aec4-1dd3b4a35547') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:09.000817 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-e74781e2-c97b-42e4-a484-afb487cd93a7 None None] Port b9341b94-cc18-4cf2-be35-42a510791a8f cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:46:09.004015 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fc85d8ce-0dc2-4f6a-855f-4f2b21e93864 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (f6a38470-eea2-416f-aec4-1dd3b4a35547), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:09.033648 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fc85d8ce-0dc2-4f6a-855f-4f2b21e93864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (f6a38470-eea2-416f-aec4-1dd3b4a35547), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:09.057053 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc85d8ce-0dc2-4f6a-855f-4f2b21e93864 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:46:09.057530 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fc85d8ce-0dc2-4f6a-855f-4f2b21e93864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (f6a38470-eea2-416f-aec4-1dd3b4a35547), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:09.060852 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a439e9d1-6e37-4d8d-81a6-12c3cd75e5ab req-911c7d7b-a0a8-41e5-9482-d7d63ef16278 tempest-ServerShowV254Test-1983860705 tempest-ServerShowV254Test-1983860705-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=eb7fdb77-b2bc-4599-980c-91db74254822 HTTP/1.1" status: 200 len: 210 time: 0.1655822 Aug 27 04:46:09.063832 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b5156d11-1c8e-4a8a-9eb4-9984448d43ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (915d23bf-d5d5-41bd-9d1c-a10b3f943fd9), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:09.097634 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment f6a38470-eea2-416f-aec4-1dd3b4a35547 resource provider aggregate not found Aug 27 04:46:09.101725 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-34932a75-44ca-4777-89f1-3e442b047106 admin admin] Publish callbacks [] for security_group (e440b42b-eb48-4778-b391-78f79d5db1e5), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:09.112200 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-9b64e8eb-3075-4563-b999-88be66ff9f3a req-22233419-53a1-4ece-a793-a2ed1c840735 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=913a04bc-76e5-4e01-99d8-bc9e283dd9cc HTTP/1.1" status: 200 len: 210 time: 0.1371102 Aug 27 04:46:09.134940 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-34932a75-44ca-4777-89f1-3e442b047106 admin admin] Publish callbacks [] for security_group (e440b42b-eb48-4778-b391-78f79d5db1e5), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:09.154897 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-eb041055-971a-42ce-878a-a856cda3f3aa req-531104ea-86a8-421f-a957-ca018c5c3b1e tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (829d9839-dead-48bc-968d-c33e8af410e0), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:09.159812 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5156d11-1c8e-4a8a-9eb4-9984448d43ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=915d23bf-d5d5-41bd-9d1c-a10b3f943fd9,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:09.171981 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:09.235276 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5156d11-1c8e-4a8a-9eb4-9984448d43ed admin admin] Checking segment: {'id': '2eb85c11-b00c-410e-85ff-54ef598731e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bfd88464-c4c1-4fad-b2bc-b5468e4d1625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:46:09.235534 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment f6a38470-eea2-416f-aec4-1dd3b4a35547 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f6a38470-eea2-416f-aec4-1dd3b4a35547 found for delete ", "request_id": "req-eb2e8440-2999-4460-9335-b19fca698ede"}]} Aug 27 04:46:09.248882 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5156d11-1c8e-4a8a-9eb4-9984448d43ed admin admin] Network hostable DHCP agents. Network: bfd88464-c4c1-4fad-b2bc-b5468e4d1625, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:46:09.259769 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fc85d8ce-0dc2-4f6a-855f-4f2b21e93864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (4e97cbf3-2064-4013-bfdd-9d0e16f0fa0e), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:09.288641 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fc85d8ce-0dc2-4f6a-855f-4f2b21e93864 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:09.291745 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-fc85d8ce-0dc2-4f6a-855f-4f2b21e93864 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/4e97cbf3-2064-4013-bfdd-9d0e16f0fa0e HTTP/1.1" status: 204 len: 168 time: 2.8718894 Aug 27 04:46:09.314839 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb041055-971a-42ce-878a-a856cda3f3aa req-531104ea-86a8-421f-a957-ca018c5c3b1e tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Network a82fb463-5a8f-4b8b-991d-61491eba11c6 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:46:09.317922 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01496167-bc1b-40df-a65e-e9bda93647f5 admin admin] Router bd0f439b-2e52-4421-acf8-14eb638737f3 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:46:09.323724 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc85d8ce-0dc2-4f6a-855f-4f2b21e93864 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e97cbf3-2064-4013-bfdd-9d0e16f0fa0e,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:09.329370 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [req-eb041055-971a-42ce-878a-a856cda3f3aa req-531104ea-86a8-421f-a957-ca018c5c3b1e tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:46:09.337655 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb041055-971a-42ce-878a-a856cda3f3aa req-531104ea-86a8-421f-a957-ca018c5c3b1e tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:46:09.343872 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531104ea-86a8-421f-a957-ca018c5c3b1e tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Pushing event updated for resources: {'Port': ['ID=829d9839-dead-48bc-968d-c33e8af410e0,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:09.374421 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5156d11-1c8e-4a8a-9eb4-9984448d43ed admin admin] Network bfd88464-c4c1-4fad-b2bc-b5468e4d1625 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:46:09.427669 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb041055-971a-42ce-878a-a856cda3f3aa req-531104ea-86a8-421f-a957-ca018c5c3b1e tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:09.428722 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-eb041055-971a-42ce-878a-a856cda3f3aa req-531104ea-86a8-421f-a957-ca018c5c3b1e tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:09.441857 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 90674dd9-318a-4a74-9f97-303174204755 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:46:09.458958 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-34932a75-44ca-4777-89f1-3e442b047106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (e440b42b-eb48-4778-b391-78f79d5db1e5), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:09.462277 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-34932a75-44ca-4777-89f1-3e442b047106 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:09.463694 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-34932a75-44ca-4777-89f1-3e442b047106 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/e440b42b-eb48-4778-b391-78f79d5db1e5 HTTP/1.1" status: 204 len: 168 time: 0.6250653 Aug 27 04:46:09.529374 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:09.529374 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34932a75-44ca-4777-89f1-3e442b047106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e440b42b-eb48-4778-b391-78f79d5db1e5,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:09.541795 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-eb041055-971a-42ce-878a-a856cda3f3aa req-531104ea-86a8-421f-a957-ca018c5c3b1e tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.75 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2769344 Aug 27 04:46:09.569317 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [req-eb041055-971a-42ce-878a-a856cda3f3aa req-a1eb63c7-5c45-4cee-8f9d-4bd45d7b00af service neutron] Request body: {'port': {'device_id': '913a04bc-76e5-4e01-99d8-bc9e283dd9cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-852088-5'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:46:09.569317 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [req-88c0cb98-5c7c-492b-a9f4-f92239f73ad0 req-eee4a035-5e98-492a-9393-10a404193425 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9341b94-cc18-4cf2-be35-42a510791a8f {{(pid=107776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 04:46:09.569766 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-b5156d11-1c8e-4a8a-9eb4-9984448d43ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, bfd88464-c4c1-4fad-b2bc-b5468e4d1625) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:46:09.578568 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 30a6f364-23fd-433d-ac56-f9d74d990107 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:46:09.595723 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-88c0cb98-5c7c-492b-a9f4-f92239f73ad0 req-eee4a035-5e98-492a-9393-10a404193425 service neutron] Publish callbacks [] for port (b9341b94-cc18-4cf2-be35-42a510791a8f), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:09.602782 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5156d11-1c8e-4a8a-9eb4-9984448d43ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:09.607647 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b5156d11-1c8e-4a8a-9eb4-9984448d43ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:09.625213 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.provisioning_blocks [req-88c0cb98-5c7c-492b-a9f4-f92239f73ad0 req-eee4a035-5e98-492a-9393-10a404193425 service neutron] Transition to ACTIVE for port object b9341b94-cc18-4cf2-be35-42a510791a8f will not be triggered until provisioned by entity L2. {{(pid=107776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 27 04:46:09.625666 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 30a6f364-23fd-433d-ac56-f9d74d990107 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:46:09.627030 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 30a6f364-23fd-433d-ac56-f9d74d990107 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:46:09.631617 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb2d16f-bb23-4107-8c21-5979cf06d5e4 None None] Network bfd88464-c4c1-4fad-b2bc-b5468e4d1625 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:46:09.665737 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:09.690991 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-eb041055-971a-42ce-878a-a856cda3f3aa req-a1eb63c7-5c45-4cee-8f9d-4bd45d7b00af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (829d9839-dead-48bc-968d-c33e8af410e0), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:09.697008 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-88c0cb98-5c7c-492b-a9f4-f92239f73ad0 req-eee4a035-5e98-492a-9393-10a404193425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (b9341b94-cc18-4cf2-be35-42a510791a8f), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:09.795988 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0928014-e164-44c3-ad88-1a27a57cfba8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-bfd88464-c4c1-4fad-b2bc-b5468e4d1625', 'network_id': 'bfd88464-c4c1-4fad-b2bc-b5468e4d1625', 'project_id': 'e1ea00bfb0fc49478c17c5a74fb507a3', 'fixed_ips': [{'subnet_id': '915d23bf-d5d5-41bd-9d1c-a10b3f943fd9'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:46:09.797080 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a0928014-e164-44c3-ad88-1a27a57cfba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:09.814428 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee4a035-5e98-492a-9393-10a404193425 service neutron] Pushing event updated for resources: {'Port': ['ID=b9341b94-cc18-4cf2-be35-42a510791a8f,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:09.858140 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b5156d11-1c8e-4a8a-9eb4-9984448d43ed admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4628050 Aug 27 04:46:09.860810 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 48238) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:09.870736 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-16966b9e-e7a4-423a-a50b-5220f76048c2 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-2138753696-router', 'tenant_id': 'e1ea00bfb0fc49478c17c5a74fb507a3', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:46:09.920015 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01496167-bc1b-40df-a65e-e9bda93647f5 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:46:09.993779 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-88c0cb98-5c7c-492b-a9f4-f92239f73ad0 req-eee4a035-5e98-492a-9393-10a404193425 service neutron] Attempting to bind port b9341b94-cc18-4cf2-be35-42a510791a8f on host n-h1-852088-5 for vnic_type normal with profile {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:46:09.994212 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-88c0cb98-5c7c-492b-a9f4-f92239f73ad0 req-eee4a035-5e98-492a-9393-10a404193425 service neutron] Attempting to bind port b9341b94-cc18-4cf2-be35-42a510791a8f by drivers openvswitch,hyperv on host n-h1-852088-5 at level 0 using segments [{'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:46:09.994542 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c0cb98-5c7c-492b-a9f4-f92239f73ad0 req-eee4a035-5e98-492a-9393-10a404193425 service neutron] Attempting to bind port b9341b94-cc18-4cf2-be35-42a510791a8f on network a82fb463-5a8f-4b8b-991d-61491eba11c6 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:46:10.024141 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-a0928014-e164-44c3-ad88-1a27a57cfba8 None None] Allocated IP 172.20.0.2 (bfd88464-c4c1-4fad-b2bc-b5468e4d1625/915d23bf-d5d5-41bd-9d1c-a10b3f943fd9/e2961e2e-930a-47cd-a71d-756af57092ca) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:46:10.036351 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c0cb98-5c7c-492b-a9f4-f92239f73ad0 req-eee4a035-5e98-492a-9393-10a404193425 service neutron] Port b9341b94-cc18-4cf2-be35-42a510791a8f on network a82fb463-5a8f-4b8b-991d-61491eba11c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-852088-5 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:46:10.036815 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c0cb98-5c7c-492b-a9f4-f92239f73ad0 req-eee4a035-5e98-492a-9393-10a404193425 service neutron] Attempting to bind port b9341b94-cc18-4cf2-be35-42a510791a8f on network a82fb463-5a8f-4b8b-991d-61491eba11c6 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:46:10.045894 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c0cb98-5c7c-492b-a9f4-f92239f73ad0 req-eee4a035-5e98-492a-9393-10a404193425 service neutron] Checking agent: {'id': '6d03b773-90f7-436b-9be6-5928d8d54dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 36, 21), 'started_at': datetime.datetime(2022, 8, 27, 4, 36, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:46:10.046227 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c0cb98-5c7c-492b-a9f4-f92239f73ad0 req-eee4a035-5e98-492a-9393-10a404193425 service neutron] Checking segment: {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:46:10.046609 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c0cb98-5c7c-492b-a9f4-f92239f73ad0 req-eee4a035-5e98-492a-9393-10a404193425 service neutron] Bound using segment: {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'} {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:46:10.047041 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-88c0cb98-5c7c-492b-a9f4-f92239f73ad0 req-eee4a035-5e98-492a-9393-10a404193425 service neutron] Bound port: b9341b94-cc18-4cf2-be35-42a510791a8f, host: n-h1-852088-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'}}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:46:10.047414 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-88c0cb98-5c7c-492b-a9f4-f92239f73ad0 req-eee4a035-5e98-492a-9393-10a404193425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (b9341b94-cc18-4cf2-be35-42a510791a8f), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:10.085070 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-01496167-bc1b-40df-a65e-e9bda93647f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:10.086554 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-01496167-bc1b-40df-a65e-e9bda93647f5 admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.0361378 Aug 27 04:46:10.089598 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 48242) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:10.094851 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-16966b9e-e7a4-423a-a50b-5220f76048c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:10.095977 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-16966b9e-e7a4-423a-a50b-5220f76048c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:10.176661 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-88c0cb98-5c7c-492b-a9f4-f92239f73ad0 req-eee4a035-5e98-492a-9393-10a404193425 service neutron] For port b9341b94-cc18-4cf2-be35-42a510791a8f, host n-h1-852088-5, cleared binding levels {{(pid=107776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:46:10.221939 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a0928014-e164-44c3-ad88-1a27a57cfba8 None None] Publish callbacks [] for port (e2961e2e-930a-47cd-a71d-756af57092ca), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:10.233793 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15a927b-faef-467a-9845-1b0cbbf55b6c None None] Sync routers for ids ['bd0f439b-2e52-4421-acf8-14eb638737f3'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:46:10.236287 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 90674dd9-318a-4a74-9f97-303174204755 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:46:10.250030 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:10.275890 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 48248) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:10.322157 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-88c0cb98-5c7c-492b-a9f4-f92239f73ad0 req-eee4a035-5e98-492a-9393-10a404193425 service neutron] For port b9341b94-cc18-4cf2-be35-42a510791a8f, host n-h1-852088-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=b9341b94-cc18-4cf2-be35-42a510791a8f,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:46:10.367732 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-16966b9e-e7a4-423a-a50b-5220f76048c2 admin admin] Publish callbacks [] for router_controller (ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:10.394820 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [req-eb041055-971a-42ce-878a-a856cda3f3aa req-a1eb63c7-5c45-4cee-8f9d-4bd45d7b00af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 829d9839-dead-48bc-968d-c33e8af410e0 {{(pid=107776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 04:46:10.408337 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-eb041055-971a-42ce-878a-a856cda3f3aa req-a1eb63c7-5c45-4cee-8f9d-4bd45d7b00af service neutron] Publish callbacks [] for port (829d9839-dead-48bc-968d-c33e8af410e0), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:10.434392 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.provisioning_blocks [req-eb041055-971a-42ce-878a-a856cda3f3aa req-a1eb63c7-5c45-4cee-8f9d-4bd45d7b00af service neutron] Transition to ACTIVE for port object 829d9839-dead-48bc-968d-c33e8af410e0 will not be triggered until provisioned by entity L2. {{(pid=107776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 27 04:46:10.455872 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-88c0cb98-5c7c-492b-a9f4-f92239f73ad0 req-eee4a035-5e98-492a-9393-10a404193425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (b9341b94-cc18-4cf2-be35-42a510791a8f), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:10.456093 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd9a23-ff00-4ac3-a695-e20c794a27a4 req-f5a8fc50-3165-4021-96b0-e53d5038699d tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:10.457771 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-01dd9a23-ff00-4ac3-a695-e20c794a27a4 req-f5a8fc50-3165-4021-96b0-e53d5038699d tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=913a04bc-76e5-4e01-99d8-bc9e283dd9cc HTTP/1.1" status: 200 len: 936 time: 0.0951066 Aug 27 04:46:10.465395 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0cb98-5c7c-492b-a9f4-f92239f73ad0 req-eee4a035-5e98-492a-9393-10a404193425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:10.466182 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f3f9ea9d-0e5d-4c99-bcf1-58553ae2723f req-a3618f3a-2b0a-4aff-9465-193bc899f926 tempest-ServerShowV254Test-1983860705 tempest-ServerShowV254Test-1983860705-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=eb7fdb77-b2bc-4599-980c-91db74254822 HTTP/1.1" status: 200 len: 210 time: 0.1565154 Aug 27 04:46:10.482666 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-88c0cb98-5c7c-492b-a9f4-f92239f73ad0 req-eee4a035-5e98-492a-9393-10a404193425 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:10.487848 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-88c0cb98-5c7c-492b-a9f4-f92239f73ad0 req-eee4a035-5e98-492a-9393-10a404193425 service neutron] 10.222.0.75 "PUT /networking/v2.0/ports/b9341b94-cc18-4cf2-be35-42a510791a8f HTTP/1.1" status: 200 len: 1095 time: 2.0729542 Aug 27 04:46:10.576499 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '404ee328-8f8f-48f8-adcc-b9c2c0710406', 'tag': 'b9341b94-cc18-4cf2-be35-42a510791a8f'}] {{(pid=107776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:46:10.585677 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7ad66632f4c78724655075356aa8535ba41c652eced6c9cea0c1f0c67b1e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b96f55-574b-40fe-9fe1-e35fbdcfa26c" -d '{"events": [{"name": "network-changed", "server_uuid": "404ee328-8f8f-48f8-adcc-b9c2c0710406", "tag": "b9341b94-cc18-4cf2-be35-42a510791a8f"}]}' {{(pid=107776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:46:10.609422 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a0928014-e164-44c3-ad88-1a27a57cfba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (e2961e2e-930a-47cd-a71d-756af57092ca), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:10.627034 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-13332bee-f32f-4c6f-b8d4-005db5366e64 None None] Provisioning complete for port 829d9839-dead-48bc-968d-c33e8af410e0 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:46:10.627418 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-13332bee-f32f-4c6f-b8d4-005db5366e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (829d9839-dead-48bc-968d-c33e8af410e0), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:10.681967 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-eb041055-971a-42ce-878a-a856cda3f3aa req-a1eb63c7-5c45-4cee-8f9d-4bd45d7b00af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (829d9839-dead-48bc-968d-c33e8af410e0), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:10.684685 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee4a035-5e98-492a-9393-10a404193425 service neutron] Pushing event updated for resources: {'Port': ['ID=b9341b94-cc18-4cf2-be35-42a510791a8f,revision_number=3']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:10.729254 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15a927b-faef-467a-9845-1b0cbbf55b6c None None] Routers {'bd0f439b-2e52-4421-acf8-14eb638737f3'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:46:10.730080 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-d15a927b-faef-467a-9845-1b0cbbf55b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:45:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['bd0f439b-2e52-4421-acf8-14eb638737f3'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:10.815452 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0928014-e164-44c3-ad88-1a27a57cfba8 None None] Network bfd88464-c4c1-4fad-b2bc-b5468e4d1625 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:46:10.832384 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-a0928014-e164-44c3-ad88-1a27a57cfba8 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:46:10.837755 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0928014-e164-44c3-ad88-1a27a57cfba8 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:46:10.843056 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0928014-e164-44c3-ad88-1a27a57cfba8 None None] Pushing event updated for resources: {'Port': ['ID=e2961e2e-930a-47cd-a71d-756af57092ca,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:10.843231 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 04:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a48c49-2925-4c28-acbe-433c08a21564 x-openstack-request-id: req-b7a48c49-2925-4c28-acbe-433c08a21564 {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:46:10.843493 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "404ee328-8f8f-48f8-adcc-b9c2c0710406", "tag": "b9341b94-cc18-4cf2-be35-42a510791a8f", "status": "completed", "code": 200}]} {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:46:10.843747 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b7a48c49-2925-4c28-acbe-433c08a21564 {{(pid=107776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:46:10.844144 n-d-852088-5 neutron-server[107776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7a48c49-2925-4c28-acbe-433c08a21564'] response: {'name': 'network-changed', 'server_uuid': '404ee328-8f8f-48f8-adcc-b9c2c0710406', 'tag': 'b9341b94-cc18-4cf2-be35-42a510791a8f', 'status': 'completed', 'code': 200} Aug 27 04:46:10.868677 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-13332bee-f32f-4c6f-b8d4-005db5366e64 None None] Port 829d9839-dead-48bc-968d-c33e8af410e0 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:46:10.991887 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 90674dd9-318a-4a74-9f97-303174204755 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:46:10.992590 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (90674dd9-318a-4a74-9f97-303174204755), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:11.005681 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-d6d5ec24-43f3-4457-8793-96b3e0d95df4 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=6821f5646cb840d3aa0511de1fdb3084&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7283492 Aug 27 04:46:11.014754 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 48268) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:11.076537 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-01dd9a23-ff00-4ac3-a695-e20c794a27a4 req-ada42989-a638-4f72-8e97-e2e43bc9baf0 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5791042 Aug 27 04:46:11.149692 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:11.151322 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-d15a927b-faef-467a-9845-1b0cbbf55b6c None None] Set router bd0f439b-2e52-4421-acf8-14eb638737f3 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:46:11.156763 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-a0928014-e164-44c3-ad88-1a27a57cfba8 None None] Attempting to bind port e2961e2e-930a-47cd-a71d-756af57092ca on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:46:11.156919 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-37b0611f-5cd6-4257-b9fa-00e2f8544be3 admin admin] Publish callbacks [] for security_group (1b3d9225-0de0-46be-b3d2-e3290b86aceb), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:11.157537 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-a0928014-e164-44c3-ad88-1a27a57cfba8 None None] Attempting to bind port e2961e2e-930a-47cd-a71d-756af57092ca by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '2eb85c11-b00c-410e-85ff-54ef598731e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bfd88464-c4c1-4fad-b2bc-b5468e4d1625'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:46:11.158111 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0928014-e164-44c3-ad88-1a27a57cfba8 None None] Attempting to bind port e2961e2e-930a-47cd-a71d-756af57092ca on network bfd88464-c4c1-4fad-b2bc-b5468e4d1625 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:46:11.186391 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-37b0611f-5cd6-4257-b9fa-00e2f8544be3 admin admin] Publish callbacks [] for security_group (1b3d9225-0de0-46be-b3d2-e3290b86aceb), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:11.224331 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0928014-e164-44c3-ad88-1a27a57cfba8 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:46:11.225031 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0928014-e164-44c3-ad88-1a27a57cfba8 None None] Checking segment: {'id': '2eb85c11-b00c-410e-85ff-54ef598731e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bfd88464-c4c1-4fad-b2bc-b5468e4d1625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:46:11.225602 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a0928014-e164-44c3-ad88-1a27a57cfba8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:11.226005 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0928014-e164-44c3-ad88-1a27a57cfba8 None None] Bound using segment: {'id': '2eb85c11-b00c-410e-85ff-54ef598731e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bfd88464-c4c1-4fad-b2bc-b5468e4d1625'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:46:11.230432 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-a0928014-e164-44c3-ad88-1a27a57cfba8 None None] Bound port: e2961e2e-930a-47cd-a71d-756af57092ca, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eb85c11-b00c-410e-85ff-54ef598731e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bfd88464-c4c1-4fad-b2bc-b5468e4d1625'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:46:11.230432 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a0928014-e164-44c3-ad88-1a27a57cfba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (e2961e2e-930a-47cd-a71d-756af57092ca), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:11.344016 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 90674dd9-318a-4a74-9f97-303174204755 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:46:11.344016 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 7682fc24-d4d2-4ca4-8ccf-8c3235a74f21 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:46:11.353962 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-37b0611f-5cd6-4257-b9fa-00e2f8544be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (1b3d9225-0de0-46be-b3d2-e3290b86aceb), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:11.359686 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-37b0611f-5cd6-4257-b9fa-00e2f8544be3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:11.361500 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-37b0611f-5cd6-4257-b9fa-00e2f8544be3 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/1b3d9225-0de0-46be-b3d2-e3290b86aceb HTTP/1.1" status: 204 len: 168 time: 0.3451571 Aug 27 04:46:11.406434 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:11.425228 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb63c7-5c45-4cee-8f9d-4bd45d7b00af service neutron] Pushing event updated for resources: {'Port': ['ID=829d9839-dead-48bc-968d-c33e8af410e0,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:11.456035 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0cb98-5c7c-492b-a9f4-f92239f73ad0 req-34ce194e-c0a0-419b-8fe1-ca83a0c2277e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:11.458073 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-88c0cb98-5c7c-492b-a9f4-f92239f73ad0 req-34ce194e-c0a0-419b-8fe1-ca83a0c2277e service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=ed7dcec401394866b7d9fdacb5e294dc&device_id=404ee328-8f8f-48f8-adcc-b9c2c0710406 HTTP/1.1" status: 200 len: 1129 time: 0.7013772 Aug 27 04:46:11.460267 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-16966b9e-e7a4-423a-a50b-5220f76048c2 admin admin] Publish callbacks [] for router_gateway (ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:11.470586 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:11.472149 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b0611f-5cd6-4257-b9fa-00e2f8544be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3d9225-0de0-46be-b3d2-e3290b86aceb,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:11.489866 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-a0928014-e164-44c3-ad88-1a27a57cfba8 None None] For port e2961e2e-930a-47cd-a71d-756af57092ca, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:46:11.516124 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-88c0cb98-5c7c-492b-a9f4-f92239f73ad0 req-aa1c1bd1-451f-40b0-846b-3ee0a8946d5a service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=b9341b94-cc18-4cf2-be35-42a510791a8f HTTP/1.1" status: 200 len: 217 time: 0.0444551 Aug 27 04:46:11.523945 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-a0928014-e164-44c3-ad88-1a27a57cfba8 None None] For port e2961e2e-930a-47cd-a71d-756af57092ca, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=e2961e2e-930a-47cd-a71d-756af57092ca,segment=NetworkSegment(2eb85c11-b00c-410e-85ff-54ef598731e1),segment_id=2eb85c11-b00c-410e-85ff-54ef598731e1)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:46:11.537815 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-eb041055-971a-42ce-878a-a856cda3f3aa req-a1eb63c7-5c45-4cee-8f9d-4bd45d7b00af service neutron] Attempting to bind port 829d9839-dead-48bc-968d-c33e8af410e0 on host n-h1-852088-5 for vnic_type normal with profile {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:46:11.538164 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-eb041055-971a-42ce-878a-a856cda3f3aa req-a1eb63c7-5c45-4cee-8f9d-4bd45d7b00af service neutron] Attempting to bind port 829d9839-dead-48bc-968d-c33e8af410e0 by drivers openvswitch,hyperv on host n-h1-852088-5 at level 0 using segments [{'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:46:11.538495 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb041055-971a-42ce-878a-a856cda3f3aa req-a1eb63c7-5c45-4cee-8f9d-4bd45d7b00af service neutron] Attempting to bind port 829d9839-dead-48bc-968d-c33e8af410e0 on network a82fb463-5a8f-4b8b-991d-61491eba11c6 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:46:11.579555 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb041055-971a-42ce-878a-a856cda3f3aa req-a1eb63c7-5c45-4cee-8f9d-4bd45d7b00af service neutron] Port 829d9839-dead-48bc-968d-c33e8af410e0 on network a82fb463-5a8f-4b8b-991d-61491eba11c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-852088-5 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:46:11.579555 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb041055-971a-42ce-878a-a856cda3f3aa req-a1eb63c7-5c45-4cee-8f9d-4bd45d7b00af service neutron] Attempting to bind port 829d9839-dead-48bc-968d-c33e8af410e0 on network a82fb463-5a8f-4b8b-991d-61491eba11c6 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:46:11.606520 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:11.609743 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 7682fc24-d4d2-4ca4-8ccf-8c3235a74f21 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:46:11.610734 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (7682fc24-d4d2-4ca4-8ccf-8c3235a74f21), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:11.631369 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb041055-971a-42ce-878a-a856cda3f3aa req-a1eb63c7-5c45-4cee-8f9d-4bd45d7b00af service neutron] Checking agent: {'id': '6d03b773-90f7-436b-9be6-5928d8d54dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 36, 21), 'started_at': datetime.datetime(2022, 8, 27, 4, 36, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:46:11.631794 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb041055-971a-42ce-878a-a856cda3f3aa req-a1eb63c7-5c45-4cee-8f9d-4bd45d7b00af service neutron] Checking segment: {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:46:11.632485 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb041055-971a-42ce-878a-a856cda3f3aa req-a1eb63c7-5c45-4cee-8f9d-4bd45d7b00af service neutron] Bound using segment: {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'} {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:46:11.632665 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-eb041055-971a-42ce-878a-a856cda3f3aa req-a1eb63c7-5c45-4cee-8f9d-4bd45d7b00af service neutron] Bound port: 829d9839-dead-48bc-968d-c33e8af410e0, host: n-h1-852088-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'}}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:46:11.633034 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-eb041055-971a-42ce-878a-a856cda3f3aa req-a1eb63c7-5c45-4cee-8f9d-4bd45d7b00af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (829d9839-dead-48bc-968d-c33e8af410e0), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:11.647126 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a0928014-e164-44c3-ad88-1a27a57cfba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (e2961e2e-930a-47cd-a71d-756af57092ca), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:11.650989 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0cb98-5c7c-492b-a9f4-f92239f73ad0 req-044d1bb6-4773-4c61-8c94-d9c2a0cb2e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:11.652533 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-88c0cb98-5c7c-492b-a9f4-f92239f73ad0 req-044d1bb6-4773-4c61-8c94-d9c2a0cb2e7e service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.1275120 Aug 27 04:46:11.704535 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-d15a927b-faef-467a-9845-1b0cbbf55b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd0f439b-2e52-4421-acf8-14eb638737f3', 'name': 'tempest-ServerRescueNegativeTestJSON-1581900630-router', 'tenant_id': '43ed2e29126a453e8ab63c6821a1211b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '6f8fd8f4-e220-46c9-9905-d29c7a4cfca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:46:02Z', 'updated_at': '2022-08-27T04:46:06Z', 'revision_number': 3, 'project_id': '43ed2e29126a453e8ab63c6821a1211b', 'gw_port': {'id': '6f8fd8f4-e220-46c9-9905-d29c7a4cfca5', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:69:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd0f439b-2e52-4421-acf8-14eb638737f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:46:04Z', 'updated_at': '2022-08-27T04:46:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:11.783071 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 48292) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:11.791261 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15a927b-faef-467a-9845-1b0cbbf55b6c None None] Checking router: bd0f439b-2e52-4421-acf8-14eb638737f3 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:46:11.792280 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15a927b-faef-467a-9845-1b0cbbf55b6c None None] Updating router bd0f439b-2e52-4421-acf8-14eb638737f3 port 6f8fd8f4-e220-46c9-9905-d29c7a4cfca5 binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:46:11.810703 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0cb98-5c7c-492b-a9f4-f92239f73ad0 req-3762716c-50b0-4c90-9997-3dce403f131c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:11.813184 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-88c0cb98-5c7c-492b-a9f4-f92239f73ad0 req-3762716c-50b0-4c90-9997-3dce403f131c service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1490800 Aug 27 04:46:11.887890 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0928014-e164-44c3-ad88-1a27a57cfba8 None None] Pushing event updated for resources: {'Port': ['ID=e2961e2e-930a-47cd-a71d-756af57092ca,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:11.901432 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d15a927b-faef-467a-9845-1b0cbbf55b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (6f8fd8f4-e220-46c9-9905-d29c7a4cfca5), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:11.997933 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 7682fc24-d4d2-4ca4-8ccf-8c3235a74f21 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:46:12.049710 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-38ab72ed-c0c2-41b2-bab1-7e9fc103b9f3 req-378e6932-a404-4211-ada0-e7a27551d6bd tempest-ServerShowV254Test-1983860705 tempest-ServerShowV254Test-1983860705-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=eb7fdb77-b2bc-4599-980c-91db74254822 HTTP/1.1" status: 200 len: 210 time: 0.3114529 Aug 27 04:46:12.051831 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-95c2dda0-db72-463c-8651-b1194295a4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:12.187987 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d8c9f1fb-38c8-4ab5-a6b9-bab1bea7042d no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:46:12.263061 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: d8c9f1fb-38c8-4ab5-a6b9-bab1bea7042d {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:46:12.263427 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d8c9f1fb-38c8-4ab5-a6b9-bab1bea7042d not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:46:12.280645 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-88c0cb98-5c7c-492b-a9f4-f92239f73ad0 req-14d61363-94d2-4233-bd26-76edbe9016b5 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4474354 Aug 27 04:46:12.362560 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-eb041055-971a-42ce-878a-a856cda3f3aa req-a1eb63c7-5c45-4cee-8f9d-4bd45d7b00af service neutron] For port 829d9839-dead-48bc-968d-c33e8af410e0, host n-h1-852088-5, cleared binding levels {{(pid=107776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:46:12.519299 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25491645-be12-46c1-8fbe-c5d24cf01e5a req-0a845a2b-8f4f-4aaf-b241-31f89837dd2c tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:12.522901 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-25491645-be12-46c1-8fbe-c5d24cf01e5a req-0a845a2b-8f4f-4aaf-b241-31f89837dd2c tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=913a04bc-76e5-4e01-99d8-bc9e283dd9cc HTTP/1.1" status: 200 len: 948 time: 0.2638776 Aug 27 04:46:12.557390 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-88c0cb98-5c7c-492b-a9f4-f92239f73ad0 req-37abcf8f-3e01-4089-bcf1-29afd724c4a0 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727852 Aug 27 04:46:12.563750 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device e2961e2e-930a-47cd-a71d-756af57092ca up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:46:12.575909 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-eb041055-971a-42ce-878a-a856cda3f3aa req-a1eb63c7-5c45-4cee-8f9d-4bd45d7b00af service neutron] For port 829d9839-dead-48bc-968d-c33e8af410e0, host n-h1-852088-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=829d9839-dead-48bc-968d-c33e8af410e0,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:46:12.617519 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-16966b9e-e7a4-423a-a50b-5220f76048c2 admin admin] Publish callbacks [] for router_gateway (ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:12.654706 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:12.668123 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-09354769-7c48-493b-bc6c-814c07c7ffa1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-463046071-network', 'tenant_id': 'f4185d79a6094e40ac474cf89d438d82'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:46:12.671630 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-25491645-be12-46c1-8fbe-c5d24cf01e5a req-ba659e91-b3d6-4984-902e-1502a7be015c tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369660 Aug 27 04:46:12.689024 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-16966b9e-e7a4-423a-a50b-5220f76048c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:12.718533 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-eb041055-971a-42ce-878a-a856cda3f3aa req-a1eb63c7-5c45-4cee-8f9d-4bd45d7b00af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (829d9839-dead-48bc-968d-c33e8af410e0), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:12.721645 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d15a927b-faef-467a-9845-1b0cbbf55b6c None None] Publish callbacks [] for port (6f8fd8f4-e220-46c9-9905-d29c7a4cfca5), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:12.730625 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:12.733844 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb041055-971a-42ce-878a-a856cda3f3aa req-a1eb63c7-5c45-4cee-8f9d-4bd45d7b00af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:12.734618 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-eb041055-971a-42ce-878a-a856cda3f3aa req-a1eb63c7-5c45-4cee-8f9d-4bd45d7b00af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:12.736201 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-eb041055-971a-42ce-878a-a856cda3f3aa req-a1eb63c7-5c45-4cee-8f9d-4bd45d7b00af service neutron] 10.222.0.75 "PUT /networking/v2.0/ports/829d9839-dead-48bc-968d-c33e8af410e0 HTTP/1.1" status: 200 len: 1096 time: 3.1797750 Aug 27 04:46:12.765521 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port e2961e2e-930a-47cd-a71d-756af57092ca triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:46:12.766611 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e2961e2e-930a-47cd-a71d-756af57092ca), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:12.767024 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-95c2dda0-db72-463c-8651-b1194295a4fa admin admin] Allocated IP 172.20.0.1 (8b69028e-d414-4c82-a19b-14e4360fa625/ccd519eb-9e42-4fd5-87fb-4704f2867675/6efaf633-8354-4fa1-8113-da067dbefc74) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:46:12.888955 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d15a927b-faef-467a-9845-1b0cbbf55b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (6f8fd8f4-e220-46c9-9905-d29c7a4cfca5), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:12.890423 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '913a04bc-76e5-4e01-99d8-bc9e283dd9cc', 'tag': '829d9839-dead-48bc-968d-c33e8af410e0'}] {{(pid=107776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:46:12.898386 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7ad66632f4c78724655075356aa8535ba41c652eced6c9cea0c1f0c67b1e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790c7641-57a0-4517-8cf7-0d85d1eacc91" -d '{"events": [{"name": "network-changed", "server_uuid": "913a04bc-76e5-4e01-99d8-bc9e283dd9cc", "tag": "829d9839-dead-48bc-968d-c33e8af410e0"}]}' {{(pid=107776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:46:12.990305 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ce9e3-beda-4243-90cc-33c4b48aa597 None None] Pushing event updated for resources: {'Port': ['ID=6f8fd8f4-e220-46c9-9905-d29c7a4cfca5,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:13.004493 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09354769-7c48-493b-bc6c-814c07c7ffa1 admin admin] Made reservation on behalf of f4185d79a6094e40ac474cf89d438d82 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:46:13.010117 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-09354769-7c48-493b-bc6c-814c07c7ffa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:13.016322 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-d15a927b-faef-467a-9845-1b0cbbf55b6c None None] Attempting to bind port 6f8fd8f4-e220-46c9-9905-d29c7a4cfca5 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:46:13.016472 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-d15a927b-faef-467a-9845-1b0cbbf55b6c None None] Attempting to bind port 6f8fd8f4-e220-46c9-9905-d29c7a4cfca5 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:46:13.016981 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15a927b-faef-467a-9845-1b0cbbf55b6c None None] Attempting to bind port 6f8fd8f4-e220-46c9-9905-d29c7a4cfca5 on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:46:13.061743 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15a927b-faef-467a-9845-1b0cbbf55b6c None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:46:13.063105 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15a927b-faef-467a-9845-1b0cbbf55b6c None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:46:13.065896 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d15a927b-faef-467a-9845-1b0cbbf55b6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:13.069806 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15a927b-faef-467a-9845-1b0cbbf55b6c None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:46:13.069806 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-d15a927b-faef-467a-9845-1b0cbbf55b6c None None] Bound port: 6f8fd8f4-e220-46c9-9905-d29c7a4cfca5, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:46:13.072119 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d15a927b-faef-467a-9845-1b0cbbf55b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (6f8fd8f4-e220-46c9-9905-d29c7a4cfca5), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:13.086904 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:13.094642 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 04:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f524139b-1ea4-462f-a2c8-88612f3582c7 x-openstack-request-id: req-f524139b-1ea4-462f-a2c8-88612f3582c7 {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:46:13.095163 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "913a04bc-76e5-4e01-99d8-bc9e283dd9cc", "tag": "829d9839-dead-48bc-968d-c33e8af410e0", "status": "completed", "code": 200}]} {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:46:13.095471 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f524139b-1ea4-462f-a2c8-88612f3582c7 {{(pid=107776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:46:13.095933 n-d-852088-5 neutron-server[107776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f524139b-1ea4-462f-a2c8-88612f3582c7'] response: {'name': 'network-changed', 'server_uuid': '913a04bc-76e5-4e01-99d8-bc9e283dd9cc', 'tag': '829d9839-dead-48bc-968d-c33e8af410e0', 'status': 'completed', 'code': 200} Aug 27 04:46:13.110507 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-09354769-7c48-493b-bc6c-814c07c7ffa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:13.161770 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-95c2dda0-db72-463c-8651-b1194295a4fa admin admin] Publish callbacks [] for port (6efaf633-8354-4fa1-8113-da067dbefc74), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:13.179606 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d15a927b-faef-467a-9845-1b0cbbf55b6c None None] For port 6f8fd8f4-e220-46c9-9905-d29c7a4cfca5, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:46:13.189381 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d15a927b-faef-467a-9845-1b0cbbf55b6c None None] For port 6f8fd8f4-e220-46c9-9905-d29c7a4cfca5, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=6f8fd8f4-e220-46c9-9905-d29c7a4cfca5,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:46:13.202372 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb63c7-5c45-4cee-8f9d-4bd45d7b00af service neutron] Pushing event updated for resources: {'Port': ['ID=829d9839-dead-48bc-968d-c33e8af410e0,revision_number=3']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:13.253614 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=81,neutron:DELETE=10,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:13.263720 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port e2961e2e-930a-47cd-a71d-756af57092ca is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:46:13.264550 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (e2961e2e-930a-47cd-a71d-756af57092ca), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:13.304486 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6f688ee5-a90e-429c-b03f-5bd9f6c8e946 req-805f46ab-bb4f-489a-ba35-614f427d4b62 tempest-ServerShowV254Test-1983860705 tempest-ServerShowV254Test-1983860705-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=eb7fdb77-b2bc-4599-980c-91db74254822 HTTP/1.1" status: 200 len: 210 time: 0.0466440 Aug 27 04:46:13.308256 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-16966b9e-e7a4-423a-a50b-5220f76048c2 admin admin] Allocated IP 172.25.2.144 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/e95050e5-529a-439f-a706-9d7f92fc0025) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:46:13.308674 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:13.318840 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d15a927b-faef-467a-9845-1b0cbbf55b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (6f8fd8f4-e220-46c9-9905-d29c7a4cfca5), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:13.398844 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-95c2dda0-db72-463c-8651-b1194295a4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (6efaf633-8354-4fa1-8113-da067dbefc74), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:13.435469 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port e2961e2e-930a-47cd-a71d-756af57092ca, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=e2961e2e-930a-47cd-a71d-756af57092ca,segment=NetworkSegment(2eb85c11-b00c-410e-85ff-54ef598731e1),segment_id=2eb85c11-b00c-410e-85ff-54ef598731e1)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:13.438691 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15a927b-faef-467a-9845-1b0cbbf55b6c None None] Routers {'bd0f439b-2e52-4421-acf8-14eb638737f3'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:46:13.440524 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-d15a927b-faef-467a-9845-1b0cbbf55b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:45:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['bd0f439b-2e52-4421-acf8-14eb638737f3'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:13.486428 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c2dda0-db72-463c-8651-b1194295a4fa admin admin] Network 8b69028e-d414-4c82-a19b-14e4360fa625 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:46:13.494324 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-95c2dda0-db72-463c-8651-b1194295a4fa admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:46:13.500763 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c2dda0-db72-463c-8651-b1194295a4fa admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:46:13.616834 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c2dda0-db72-463c-8651-b1194295a4fa admin admin] Pushing event updated for resources: {'Port': ['ID=6efaf633-8354-4fa1-8113-da067dbefc74,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:13.679311 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-95c2dda0-db72-463c-8651-b1194295a4fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (bd0f439b-2e52-4421-acf8-14eb638737f3), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:13.712386 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-d15a927b-faef-467a-9845-1b0cbbf55b6c None None] Set router bd0f439b-2e52-4421-acf8-14eb638737f3 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:46:13.733010 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-09354769-7c48-493b-bc6c-814c07c7ffa1 admin admin] Publish callbacks [] for security_group (0fa796e5-1e03-46f7-961b-e86131225581), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:13.735694 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 48332) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:13.878778 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-16966b9e-e7a4-423a-a50b-5220f76048c2 admin admin] Publish callbacks [] for port (e95050e5-529a-439f-a706-9d7f92fc0025), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:13.894490 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-09354769-7c48-493b-bc6c-814c07c7ffa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (0fa796e5-1e03-46f7-961b-e86131225581), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:13.955985 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09354769-7c48-493b-bc6c-814c07c7ffa1 admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:46:14.007184 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-09354769-7c48-493b-bc6c-814c07c7ffa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (9af76b27-fd91-4d05-ae38-06a96a6cd618), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:14.007539 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-09354769-7c48-493b-bc6c-814c07c7ffa1 admin admin] Added segment 9af76b27-fd91-4d05-ae38-06a96a6cd618 of type vlan for network 98aec1c2-5ff1-45ec-96bb-00f9b62a102e Aug 27 04:46:14.108578 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee5870-76e9-42e6-9c64-1f5d234853a0 req-65c3575f-ae28-470e-8070-7801f5fd0572 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:14.110236 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-91ee5870-76e9-42e6-9c64-1f5d234853a0 req-65c3575f-ae28-470e-8070-7801f5fd0572 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=913a04bc-76e5-4e01-99d8-bc9e283dd9cc HTTP/1.1" status: 200 len: 948 time: 0.1724803 Aug 27 04:46:14.117150 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-95c2dda0-db72-463c-8651-b1194295a4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (6efaf633-8354-4fa1-8113-da067dbefc74), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:14.117598 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-09354769-7c48-493b-bc6c-814c07c7ffa1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (98aec1c2-5ff1-45ec-96bb-00f9b62a102e), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:14.142942 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931bd6b0-2a28-47e1-b02e-afd8125d76d7 None None] Network bfd88464-c4c1-4fad-b2bc-b5468e4d1625 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:46:14.238907 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bc614d05-e1bb-4db5-a393-c5c44849d035 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:14.279858 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09354769-7c48-493b-bc6c-814c07c7ffa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa796e5-1e03-46f7-961b-e86131225581,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:14.296283 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 48344) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:14.298563 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (e2961e2e-930a-47cd-a71d-756af57092ca), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:14.304747 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-09354769-7c48-493b-bc6c-814c07c7ffa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (98aec1c2-5ff1-45ec-96bb-00f9b62a102e), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:14.305743 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09354769-7c48-493b-bc6c-814c07c7ffa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:14.309608 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-09354769-7c48-493b-bc6c-814c07c7ffa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:14.313656 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:14.360955 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ce9e3-beda-4243-90cc-33c4b48aa597 None None] Pushing event updated for resources: {'Port': ['ID=6f8fd8f4-e220-46c9-9905-d29c7a4cfca5,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:14.369017 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-78138302-27e1-4d5c-a5e2-190f0174b123 None None] Provisioning complete for port e2961e2e-930a-47cd-a71d-756af57092ca triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:46:14.369381 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-78138302-27e1-4d5c-a5e2-190f0174b123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e2961e2e-930a-47cd-a71d-756af57092ca), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:14.435594 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-16966b9e-e7a4-423a-a50b-5220f76048c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (e95050e5-529a-439f-a706-9d7f92fc0025), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:14.528435 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-95c2dda0-db72-463c-8651-b1194295a4fa admin admin] Publish callbacks [] for port (6efaf633-8354-4fa1-8113-da067dbefc74), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:14.584574 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16966b9e-e7a4-423a-a50b-5220f76048c2 admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:46:14.591657 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-95c2dda0-db72-463c-8651-b1194295a4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (6efaf633-8354-4fa1-8113-da067dbefc74), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:14.606167 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-dcf8cfee-2dd9-4486-80c5-aaf4e75510b3 req-112beef7-b6e0-4816-b7bd-93ef2d0a8ebd tempest-ServerShowV254Test-1983860705 tempest-ServerShowV254Test-1983860705-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=eb7fdb77-b2bc-4599-980c-91db74254822 HTTP/1.1" status: 200 len: 210 time: 0.0744557 Aug 27 04:46:14.675228 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=e2961e2e-930a-47cd-a71d-756af57092ca,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:14.697561 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-d15a927b-faef-467a-9845-1b0cbbf55b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd0f439b-2e52-4421-acf8-14eb638737f3', 'name': 'tempest-ServerRescueNegativeTestJSON-1581900630-router', 'tenant_id': '43ed2e29126a453e8ab63c6821a1211b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '6f8fd8f4-e220-46c9-9905-d29c7a4cfca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:46:02Z', 'updated_at': '2022-08-27T04:46:06Z', 'revision_number': 3, 'project_id': '43ed2e29126a453e8ab63c6821a1211b', 'gw_port': {'id': '6f8fd8f4-e220-46c9-9905-d29c7a4cfca5', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:69:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd0f439b-2e52-4421-acf8-14eb638737f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:46:04Z', 'updated_at': '2022-08-27T04:46:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:14.706224 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16966b9e-e7a4-423a-a50b-5220f76048c2 admin admin] Pushing event updated for resources: {'Port': ['ID=e95050e5-529a-439f-a706-9d7f92fc0025,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:14.717740 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-27c9888d-0c88-480d-be2d-669e88364523 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-404341867-network', 'tenant_id': 'e84bbf4628c144be8c336b08d9dc7482'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:46:14.738479 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-91ee5870-76e9-42e6-9c64-1f5d234853a0 req-ae555e16-6a1b-4bd6-a631-a9f42eabd7ed tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6164758 Aug 27 04:46:14.753445 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-95c2dda0-db72-463c-8651-b1194295a4fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (bd0f439b-2e52-4421-acf8-14eb638737f3), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:14.756450 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c2dda0-db72-463c-8651-b1194295a4fa admin admin] Pushing event updated for resources: {'Port': ['ID=6efaf633-8354-4fa1-8113-da067dbefc74,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:14.758608 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15a927b-faef-467a-9845-1b0cbbf55b6c None None] The sync data for ids ['bd0f439b-2e52-4421-acf8-14eb638737f3'] in n-d-852088-5 is: [{'id': 'bd0f439b-2e52-4421-acf8-14eb638737f3', 'name': 'tempest-ServerRescueNegativeTestJSON-1581900630-router', 'tenant_id': '43ed2e29126a453e8ab63c6821a1211b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '6f8fd8f4-e220-46c9-9905-d29c7a4cfca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:46:02Z', 'updated_at': '2022-08-27T04:46:06Z', 'revision_number': 3, 'project_id': '43ed2e29126a453e8ab63c6821a1211b', 'gw_port': {'id': '6f8fd8f4-e220-46c9-9905-d29c7a4cfca5', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:69:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd0f439b-2e52-4421-acf8-14eb638737f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:46:04Z', 'updated_at': '2022-08-27T04:46:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:46:14.763530 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-78138302-27e1-4d5c-a5e2-190f0174b123 None None] Current status of the port e2961e2e-930a-47cd-a71d-756af57092ca is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:46:14.764580 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-16966b9e-e7a4-423a-a50b-5220f76048c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:46:14.771878 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16966b9e-e7a4-423a-a50b-5220f76048c2 admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:46:14.850323 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:14.861620 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-09354769-7c48-493b-bc6c-814c07c7ffa1 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 896 time: 3.0727885 Aug 27 04:46:14.863467 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 48350) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:14.871652 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-b2be703c-5a96-4660-831d-5a61ee348944 admin admin] Request body: {'subnet': {'network_id': '98aec1c2-5ff1-45ec-96bb-00f9b62a102e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-463046071-subnet', 'tenant_id': 'f4185d79a6094e40ac474cf89d438d82', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:46:14.880657 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bc614d05-e1bb-4db5-a393-c5c44849d035 admin admin] Publish callbacks [] for security_group (7c46ee27-c281-472d-a4e6-68bb7c59e4cc), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:14.882605 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-51061e68-50ec-4e69-98a9-0df54de7c7be None None] Provisioning complete for port 6efaf633-8354-4fa1-8113-da067dbefc74 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:46:14.885483 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-51061e68-50ec-4e69-98a9-0df54de7c7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (6efaf633-8354-4fa1-8113-da067dbefc74), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:14.885593 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09354769-7c48-493b-bc6c-814c07c7ffa1 admin admin] Pushing event updated for resources: {'Network': ['ID=98aec1c2-5ff1-45ec-96bb-00f9b62a102e,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:14.896133 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=64 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:14.949512 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-51061e68-50ec-4e69-98a9-0df54de7c7be None None] Port 6efaf633-8354-4fa1-8113-da067dbefc74 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:46:14.952536 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 98aec1c2-5ff1-45ec-96bb-00f9b62a102e details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:46:14.974816 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2be703c-5a96-4660-831d-5a61ee348944 admin admin] Made reservation on behalf of f4185d79a6094e40ac474cf89d438d82 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:46:14.977784 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b2be703c-5a96-4660-831d-5a61ee348944 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:15.023533 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-51061e68-50ec-4e69-98a9-0df54de7c7be None None] Provisioning complete for port e2961e2e-930a-47cd-a71d-756af57092ca triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:46:15.023919 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-51061e68-50ec-4e69-98a9-0df54de7c7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e2961e2e-930a-47cd-a71d-756af57092ca), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:15.029790 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c7641-57a0-4517-8cf7-0d85d1eacc91 req-38b9a8d2-6a76-4c85-8cb7-5ccf45a6ddcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:15.031215 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-790c7641-57a0-4517-8cf7-0d85d1eacc91 req-38b9a8d2-6a76-4c85-8cb7-5ccf45a6ddcb service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=ed7dcec401394866b7d9fdacb5e294dc&device_id=913a04bc-76e5-4e01-99d8-bc9e283dd9cc HTTP/1.1" status: 200 len: 1130 time: 0.0475874 Aug 27 04:46:15.031804 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c9888d-0c88-480d-be2d-669e88364523 admin admin] Made reservation on behalf of e84bbf4628c144be8c336b08d9dc7482 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:46:15.034215 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-27c9888d-0c88-480d-be2d-669e88364523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:15.038123 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bc614d05-e1bb-4db5-a393-c5c44849d035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (7c46ee27-c281-472d-a4e6-68bb7c59e4cc), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:15.096618 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c2dda0-db72-463c-8651-b1194295a4fa admin admin] Network 8b69028e-d414-4c82-a19b-14e4360fa625 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:46:15.104893 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-95c2dda0-db72-463c-8651-b1194295a4fa admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:46:15.167427 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc614d05-e1bb-4db5-a393-c5c44849d035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c46ee27-c281-472d-a4e6-68bb7c59e4cc,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:15.327187 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:UPDATE=1,neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:15.328744 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:15.352561 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-51061e68-50ec-4e69-98a9-0df54de7c7be None None] Current status of the port e2961e2e-930a-47cd-a71d-756af57092ca is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:46:15.352929 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95c2dda0-db72-463c-8651-b1194295a4fa admin admin] Router bd0f439b-2e52-4421-acf8-14eb638737f3 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:46:15.440432 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-bc614d05-e1bb-4db5-a393-c5c44849d035 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=68c2fd692f8a4b5ab14422a2503be621&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5703084 Aug 27 04:46:15.440432 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-27c9888d-0c88-480d-be2d-669e88364523 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:15.447658 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 48354) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:15.457615 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-790c7641-57a0-4517-8cf7-0d85d1eacc91 req-9a6c738c-06ea-4a43-a508-8a922fa664ec service neutron] 10.222.0.75 "GET /networking/v2.0/networks?tenant_id=ed7dcec401394866b7d9fdacb5e294dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3069355 Aug 27 04:46:15.460881 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:15.500317 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b96f55-574b-40fe-9fe1-e35fbdcfa26c req-b95f7e09-886a-406b-9219-9f464f198e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:15.501814 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-56b96f55-574b-40fe-9fe1-e35fbdcfa26c req-b95f7e09-886a-406b-9219-9f464f198e69 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=ed7dcec401394866b7d9fdacb5e294dc&device_id=404ee328-8f8f-48f8-adcc-b9c2c0710406 HTTP/1.1" status: 200 len: 1129 time: 0.5555632 Aug 27 04:46:15.529498 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b2be703c-5a96-4660-831d-5a61ee348944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (4fd34aef-f49c-42df-88b1-60c70550108e), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:15.548647 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device b9341b94-cc18-4cf2-be35-42a510791a8f details requested by agent hyperv_n-h1-852088-5 with host n-h1-852088-5 {{(pid=107777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:46:15.663920 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2be703c-5a96-4660-831d-5a61ee348944 admin admin] Checking segment: {'id': '9af76b27-fd91-4d05-ae38-06a96a6cd618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '98aec1c2-5ff1-45ec-96bb-00f9b62a102e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:46:15.664450 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2be703c-5a96-4660-831d-5a61ee348944 admin admin] Network hostable DHCP agents. Network: 98aec1c2-5ff1-45ec-96bb-00f9b62a102e, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:46:15.669213 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2be703c-5a96-4660-831d-5a61ee348944 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fd34aef-f49c-42df-88b1-60c70550108e,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:15.678800 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c2dda0-db72-463c-8651-b1194295a4fa admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:46:15.684632 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-95c2dda0-db72-463c-8651-b1194295a4fa admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/bd0f439b-2e52-4421-acf8-14eb638737f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5943224 Aug 27 04:46:15.695783 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:15.742836 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-666b32a6-2bb0-44ef-80db-4fbc7d38230d None None] Provisioning complete for port 6efaf633-8354-4fa1-8113-da067dbefc74 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:46:15.743216 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-666b32a6-2bb0-44ef-80db-4fbc7d38230d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (6efaf633-8354-4fa1-8113-da067dbefc74), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:15.780589 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2be703c-5a96-4660-831d-5a61ee348944 admin admin] Network 98aec1c2-5ff1-45ec-96bb-00f9b62a102e is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:46:15.837653 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-666b32a6-2bb0-44ef-80db-4fbc7d38230d None None] Port 6efaf633-8354-4fa1-8113-da067dbefc74 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:46:15.850029 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port b9341b94-cc18-4cf2-be35-42a510791a8f, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=b9341b94-cc18-4cf2-be35-42a510791a8f,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:15.865903 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-b2be703c-5a96-4660-831d-5a61ee348944 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 98aec1c2-5ff1-45ec-96bb-00f9b62a102e) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:46:15.877686 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2be703c-5a96-4660-831d-5a61ee348944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:15.879729 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b2be703c-5a96-4660-831d-5a61ee348944 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:15.892558 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Returning: {'device': 'b9341b94-cc18-4cf2-be35-42a510791a8f', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'port_id': 'b9341b94-cc18-4cf2-be35-42a510791a8f', 'mac_address': 'fa:16:3e:7a:11:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120f3302-721f-4373-86a6-3aa14ccf6ac4', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:46:15.935134 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e26f0650-98ff-4b7c-b790-8f7e251080be admin admin] Publish callbacks [] for security_group (7c46ee27-c281-472d-a4e6-68bb7c59e4cc), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:16.034062 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54be9c2f-abf5-4d2b-ac62-8256912cea71 None None] Network 98aec1c2-5ff1-45ec-96bb-00f9b62a102e requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:46:16.043491 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b2be703c-5a96-4660-831d-5a61ee348944 admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1779013 Aug 27 04:46:16.045000 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-16966b9e-e7a4-423a-a50b-5220f76048c2 admin admin] Publish callbacks [] for router_gateway (ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:16.047305 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c7641-57a0-4517-8cf7-0d85d1eacc91 req-cb9f032f-cd8c-43a2-9735-36b41088f5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:16.047872 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Current status of the port b9341b94-cc18-4cf2-be35-42a510791a8f is: DOWN; New status is: BUILD {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:46:16.048398 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (b9341b94-cc18-4cf2-be35-42a510791a8f), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:16.048908 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-790c7641-57a0-4517-8cf7-0d85d1eacc91 req-cb9f032f-cd8c-43a2-9735-36b41088f5e6 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5500937 Aug 27 04:46:16.053997 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e26f0650-98ff-4b7c-b790-8f7e251080be admin admin] Publish callbacks [] for security_group (7c46ee27-c281-472d-a4e6-68bb7c59e4cc), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:16.055666 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 48364) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:16.068553 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-48b9ec84-e8cb-42ce-936c-0c136add26ed req-5849814a-3b09-4361-961a-c2b1dcc4777a tempest-ServerShowV254Test-1983860705 tempest-ServerShowV254Test-1983860705-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=eb7fdb77-b2bc-4599-980c-91db74254822 HTTP/1.1" status: 200 len: 210 time: 0.1525214 Aug 27 04:46:16.157307 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-58de89f4-35f9-4a05-b3cb-fe90822012bf admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-463046071-router', 'tenant_id': 'f4185d79a6094e40ac474cf89d438d82', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:46:16.165356 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc458c4-4367-489f-b932-cf367bc11d97 req-8cc48416-cd90-4f10-b430-c659b5070cca tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:16.169581 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ecc458c4-4367-489f-b932-cf367bc11d97 req-8cc48416-cd90-4f10-b430-c659b5070cca tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=913a04bc-76e5-4e01-99d8-bc9e283dd9cc HTTP/1.1" status: 200 len: 948 time: 0.1993101 Aug 27 04:46:16.210360 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9341b94-cc18-4cf2-be35-42a510791a8f {{(pid=107777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 04:46:16.216985 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b96f55-574b-40fe-9fe1-e35fbdcfa26c req-ad3197eb-0c95-46ef-a4f2-745a5ed7b7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:16.218469 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-56b96f55-574b-40fe-9fe1-e35fbdcfa26c req-ad3197eb-0c95-46ef-a4f2-745a5ed7b7b7 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=a82fb463-5a8f-4b8b-991d-61491eba11c6 HTTP/1.1" status: 200 len: 870 time: 0.7003899 Aug 27 04:46:16.236111 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ecc458c4-4367-489f-b932-cf367bc11d97 req-22d3470a-6da5-44f0-b756-0d1d84f1ad99 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606441 Aug 27 04:46:16.265031 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port b9341b94-cc18-4cf2-be35-42a510791a8f, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=b9341b94-cc18-4cf2-be35-42a510791a8f,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:16.304494 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-27c9888d-0c88-480d-be2d-669e88364523 admin admin] Publish callbacks [] for security_group (3904ba6f-4462-4e44-9f13-dfd468045476), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:16.354594 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (b9341b94-cc18-4cf2-be35-42a510791a8f), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:16.376401 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba74417-d5ca-4633-ba6a-74ee0d4db729 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-98aec1c2-5ff1-45ec-96bb-00f9b62a102e', 'network_id': '98aec1c2-5ff1-45ec-96bb-00f9b62a102e', 'project_id': 'f4185d79a6094e40ac474cf89d438d82', 'fixed_ips': [{'subnet_id': '4fd34aef-f49c-42df-88b1-60c70550108e'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:46:16.383818 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8ba74417-d5ca-4633-ba6a-74ee0d4db729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:16.482769 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Pushing event updated for resources: {'Port': ['ID=b9341b94-cc18-4cf2-be35-42a510791a8f,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:16.525027 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-f88b590f-ac65-498a-ad64-ae5c9fbc5178 req-2cd0dbe5-9247-4fa1-90bd-da7d1863e07c service neutron] 10.222.0.78 "GET /networking/v2.0/ports?device_id=eb7fdb77-b2bc-4599-980c-91db74254822 HTTP/1.1" status: 200 len: 210 time: 0.4749091 Aug 27 04:46:16.527384 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb041055-971a-42ce-878a-a856cda3f3aa req-e271570e-eb96-4be7-97e2-af951a4a99f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:16.530686 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-eb041055-971a-42ce-878a-a856cda3f3aa req-e271570e-eb96-4be7-97e2-af951a4a99f4 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=ed7dcec401394866b7d9fdacb5e294dc&device_id=913a04bc-76e5-4e01-99d8-bc9e283dd9cc HTTP/1.1" status: 200 len: 1130 time: 0.2487736 Aug 27 04:46:16.687843 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-8ba74417-d5ca-4633-ba6a-74ee0d4db729 None None] Allocated IP 172.20.0.2 (98aec1c2-5ff1-45ec-96bb-00f9b62a102e/4fd34aef-f49c-42df-88b1-60c70550108e/de5a4b5e-be23-430d-b8fc-cd2994f6de9c) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:46:16.711069 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90398232-e437-4ea8-a363-530a06f711f1 req-29250870-b00c-4dcc-b650-99ce8e21ab0a tempest-ServerRescueNegativeTestJSON-224538230 tempest-ServerRescueNegativeTestJSON-224538230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:16.712790 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-90398232-e437-4ea8-a363-530a06f711f1 req-29250870-b00c-4dcc-b650-99ce8e21ab0a tempest-ServerRescueNegativeTestJSON-224538230 tempest-ServerRescueNegativeTestJSON-224538230-project] 10.222.0.76 "GET /networking/v2.0/networks?id=8b69028e-d414-4c82-a19b-14e4360fa625 HTTP/1.1" status: 200 len: 819 time: 0.1644688 Aug 27 04:46:16.731490 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-90398232-e437-4ea8-a363-530a06f711f1 req-17c0a18d-d5b6-4479-bba0-6624629f5669 tempest-ServerRescueNegativeTestJSON-224538230 tempest-ServerRescueNegativeTestJSON-224538230-project] 10.222.0.76 "GET /networking/v2.0/quotas/43ed2e29126a453e8ab63c6821a1211b HTTP/1.1" status: 200 len: 375 time: 0.0123935 Aug 27 04:46:16.805935 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-90398232-e437-4ea8-a363-530a06f711f1 req-7382ece7-eda5-4d9e-9e91-92573bc53fb2 tempest-ServerRescueNegativeTestJSON-224538230 tempest-ServerRescueNegativeTestJSON-224538230-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=43ed2e29126a453e8ab63c6821a1211b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0678222 Aug 27 04:46:16.815925 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:16.827450 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6f8fd8f4-e220-46c9-9905-d29c7a4cfca5 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:46:16.853486 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 48384) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:16.914257 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-27c9888d-0c88-480d-be2d-669e88364523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (3904ba6f-4462-4e44-9f13-dfd468045476), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:16.936198 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8ba74417-d5ca-4633-ba6a-74ee0d4db729 None None] Publish callbacks [] for port (de5a4b5e-be23-430d-b8fc-cd2994f6de9c), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:16.938907 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 6f8fd8f4-e220-46c9-9905-d29c7a4cfca5 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:46:16.939270 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (6f8fd8f4-e220-46c9-9905-d29c7a4cfca5), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:16.964879 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-56b96f55-574b-40fe-9fe1-e35fbdcfa26c req-31a73576-7450-43e6-8564-c404f8429e5f service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=b9341b94-cc18-4cf2-be35-42a510791a8f HTTP/1.1" status: 200 len: 217 time: 0.6670425 Aug 27 04:46:16.969403 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] get_ports_and_sgs() called for port_ids ['b9341b94-cc18-4cf2-be35-42a510791a8f'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:46:16.970706 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:17.021669 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-eb041055-971a-42ce-878a-a856cda3f3aa req-cdac933d-4eab-45b7-b8e7-2746452bca23 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=829d9839-dead-48bc-968d-c33e8af410e0 HTTP/1.1" status: 200 len: 217 time: 0.4524002 Aug 27 04:46:17.052815 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e26f0650-98ff-4b7c-b790-8f7e251080be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (7c46ee27-c281-472d-a4e6-68bb7c59e4cc), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:17.055334 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e26f0650-98ff-4b7c-b790-8f7e251080be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:17.056524 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e26f0650-98ff-4b7c-b790-8f7e251080be admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/7c46ee27-c281-472d-a4e6-68bb7c59e4cc HTTP/1.1" status: 204 len: 168 time: 1.6037691 Aug 27 04:46:17.057387 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27c9888d-0c88-480d-be2d-669e88364523 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:46:17.106622 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8ba74417-d5ca-4633-ba6a-74ee0d4db729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (de5a4b5e-be23-430d-b8fc-cd2994f6de9c), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:17.230081 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 6f8fd8f4-e220-46c9-9905-d29c7a4cfca5 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:46:17.230665 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (6f8fd8f4-e220-46c9-9905-d29c7a4cfca5), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:17.232806 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb041055-971a-42ce-878a-a856cda3f3aa req-47102a9f-6caf-47cd-9041-32dbb9a4025b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:17.234633 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-eb041055-971a-42ce-878a-a856cda3f3aa req-47102a9f-6caf-47cd-9041-32dbb9a4025b service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.2041538 Aug 27 04:46:17.236510 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b96f55-574b-40fe-9fe1-e35fbdcfa26c req-0c515919-9c64-4595-a5f5-487f0a535a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:17.238065 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-56b96f55-574b-40fe-9fe1-e35fbdcfa26c req-0c515919-9c64-4595-a5f5-487f0a535a0b service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.2350535 Aug 27 04:46:17.239367 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c9888d-0c88-480d-be2d-669e88364523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3904ba6f-4462-4e44-9f13-dfd468045476,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:17.258290 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba74417-d5ca-4633-ba6a-74ee0d4db729 None None] Network 98aec1c2-5ff1-45ec-96bb-00f9b62a102e is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:46:17.273148 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:17.304724 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 6f8fd8f4-e220-46c9-9905-d29c7a4cfca5, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=6f8fd8f4-e220-46c9-9905-d29c7a4cfca5,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:17.311647 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-27c9888d-0c88-480d-be2d-669e88364523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (c4980e18-1f61-4369-bfae-8786156e2b9f), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:17.311647 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-27c9888d-0c88-480d-be2d-669e88364523 admin admin] Added segment c4980e18-1f61-4369-bfae-8786156e2b9f of type vlan for network 200385b2-567c-414e-a01b-86dbaa38605c Aug 27 04:46:17.311819 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba74417-d5ca-4633-ba6a-74ee0d4db729 None None] Pushing event updated for resources: {'Port': ['ID=de5a4b5e-be23-430d-b8fc-cd2994f6de9c,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:17.329122 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-8ba74417-d5ca-4633-ba6a-74ee0d4db729 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:46:17.347620 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba74417-d5ca-4633-ba6a-74ee0d4db729 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:46:17.355071 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4e784fd6-d666-4749-b4d3-2fa9bba0f886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (bd0f439b-2e52-4421-acf8-14eb638737f3), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:17.439382 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (6f8fd8f4-e220-46c9-9905-d29c7a4cfca5), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:17.440714 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device e2961e2e-930a-47cd-a71d-756af57092ca up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:46:17.460798 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-16966b9e-e7a4-423a-a50b-5220f76048c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:17.464370 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-34f36923-f380-4fd9-ba82-cf4f9dcb2769 req-6b8e0af6-c805-4ca9-9cf0-ec30751217d7 tempest-ServerShowV254Test-1983860705 tempest-ServerShowV254Test-1983860705-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=eb7fdb77-b2bc-4599-980c-91db74254822 HTTP/1.1" status: 200 len: 210 time: 0.1708400 Aug 27 04:46:17.478425 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-58de89f4-35f9-4a05-b3cb-fe90822012bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (0913cb25-1f00-4a92-81c9-afe76c9957d3), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:17.479428 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-58de89f4-35f9-4a05-b3cb-fe90822012bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (0913cb25-1f00-4a92-81c9-afe76c9957d3), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:17.527197 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ec7cf-47cd-460f-8469-03f95cac3ff2 req-5187a161-66c5-42eb-a878-e3533ae342ed tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:17.529551 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1b3ec7cf-47cd-460f-8469-03f95cac3ff2 req-5187a161-66c5-42eb-a878-e3533ae342ed tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=913a04bc-76e5-4e01-99d8-bc9e283dd9cc HTTP/1.1" status: 200 len: 948 time: 0.0916269 Aug 27 04:46:17.584086 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-8ba74417-d5ca-4633-ba6a-74ee0d4db729 None None] Attempting to bind port de5a4b5e-be23-430d-b8fc-cd2994f6de9c on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:46:17.584552 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-8ba74417-d5ca-4633-ba6a-74ee0d4db729 None None] Attempting to bind port de5a4b5e-be23-430d-b8fc-cd2994f6de9c by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '9af76b27-fd91-4d05-ae38-06a96a6cd618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '98aec1c2-5ff1-45ec-96bb-00f9b62a102e'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:46:17.584983 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba74417-d5ca-4633-ba6a-74ee0d4db729 None None] Attempting to bind port de5a4b5e-be23-430d-b8fc-cd2994f6de9c on network 98aec1c2-5ff1-45ec-96bb-00f9b62a102e {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:46:17.595706 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba74417-d5ca-4633-ba6a-74ee0d4db729 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:46:17.596334 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba74417-d5ca-4633-ba6a-74ee0d4db729 None None] Checking segment: {'id': '9af76b27-fd91-4d05-ae38-06a96a6cd618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '98aec1c2-5ff1-45ec-96bb-00f9b62a102e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:46:17.597828 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8ba74417-d5ca-4633-ba6a-74ee0d4db729 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:17.597828 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba74417-d5ca-4633-ba6a-74ee0d4db729 None None] Bound using segment: {'id': '9af76b27-fd91-4d05-ae38-06a96a6cd618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '98aec1c2-5ff1-45ec-96bb-00f9b62a102e'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:46:17.598154 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:17.598772 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-8ba74417-d5ca-4633-ba6a-74ee0d4db729 None None] Bound port: de5a4b5e-be23-430d-b8fc-cd2994f6de9c, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9af76b27-fd91-4d05-ae38-06a96a6cd618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '98aec1c2-5ff1-45ec-96bb-00f9b62a102e'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:46:17.599148 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8ba74417-d5ca-4633-ba6a-74ee0d4db729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (de5a4b5e-be23-430d-b8fc-cd2994f6de9c), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:17.649674 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1b3ec7cf-47cd-460f-8469-03f95cac3ff2 req-b2dd7866-233c-4462-b2b7-299eea5b2e0e tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048937 Aug 27 04:46:17.652702 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:17.672688 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26f0650-98ff-4b7c-b790-8f7e251080be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c46ee27-c281-472d-a4e6-68bb7c59e4cc,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:17.675226 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-58de89f4-35f9-4a05-b3cb-fe90822012bf admin admin] Publish callbacks [] for router_controller (0913cb25-1f00-4a92-81c9-afe76c9957d3), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:17.689281 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-8ba74417-d5ca-4633-ba6a-74ee0d4db729 None None] For port de5a4b5e-be23-430d-b8fc-cd2994f6de9c, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:46:17.694932 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-8ba74417-d5ca-4633-ba6a-74ee0d4db729 None None] For port de5a4b5e-be23-430d-b8fc-cd2994f6de9c, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=de5a4b5e-be23-430d-b8fc-cd2994f6de9c,segment=NetworkSegment(9af76b27-fd91-4d05-ae38-06a96a6cd618),segment_id=9af76b27-fd91-4d05-ae38-06a96a6cd618)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:46:17.706865 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:17.737539 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port e2961e2e-930a-47cd-a71d-756af57092ca triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:46:17.737539 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e2961e2e-930a-47cd-a71d-756af57092ca), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:17.747895 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b96f55-574b-40fe-9fe1-e35fbdcfa26c req-e81d91ba-2320-4b03-b7e9-554b9e6b3659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:17.749538 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-56b96f55-574b-40fe-9fe1-e35fbdcfa26c req-e81d91ba-2320-4b03-b7e9-554b9e6b3659 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5038781 Aug 27 04:46:17.752702 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-27c9888d-0c88-480d-be2d-669e88364523 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (200385b2-567c-414e-a01b-86dbaa38605c), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:17.789338 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb041055-971a-42ce-878a-a856cda3f3aa req-a3a8af0b-a582-4409-a247-716a1ff31e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:17.796665 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-eb041055-971a-42ce-878a-a856cda3f3aa req-a3a8af0b-a582-4409-a247-716a1ff31e03 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5082874 Aug 27 04:46:17.807011 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3240235c-e8de-42eb-a1b7-fb27e3cccf25 None None] Sync routers for ids ['bd0f439b-2e52-4421-acf8-14eb638737f3'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:46:17.820754 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3240235c-e8de-42eb-a1b7-fb27e3cccf25 None None] Routers {'bd0f439b-2e52-4421-acf8-14eb638737f3'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:46:17.823080 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-3240235c-e8de-42eb-a1b7-fb27e3cccf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:45:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['bd0f439b-2e52-4421-acf8-14eb638737f3'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:17.875286 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8ba74417-d5ca-4633-ba6a-74ee0d4db729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (de5a4b5e-be23-430d-b8fc-cd2994f6de9c), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:17.921298 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=6f8fd8f4-e220-46c9-9905-d29c7a4cfca5,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:17.975447 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-4e784fd6-d666-4749-b4d3-2fa9bba0f886 admin admin] Deleting port 6efaf633-8354-4fa1-8113-da067dbefc74 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:46:17.975932 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4e784fd6-d666-4749-b4d3-2fa9bba0f886 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (6efaf633-8354-4fa1-8113-da067dbefc74), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:18.010155 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.db.resource_extend [None req-27c9888d-0c88-480d-be2d-669e88364523 admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 27 04:46:18.063409 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port e2961e2e-930a-47cd-a71d-756af57092ca is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:46:18.094541 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4e784fd6-d666-4749-b4d3-2fa9bba0f886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (6efaf633-8354-4fa1-8113-da067dbefc74), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:18.107172 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-3240235c-e8de-42eb-a1b7-fb27e3cccf25 None None] Set router bd0f439b-2e52-4421-acf8-14eb638737f3 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:46:18.134037 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-4e784fd6-d666-4749-b4d3-2fa9bba0f886 admin admin] Calling delete_port for 6efaf633-8354-4fa1-8113-da067dbefc74 owned by network:router_interface {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:46:18.322189 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:18.351734 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-27c9888d-0c88-480d-be2d-669e88364523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (200385b2-567c-414e-a01b-86dbaa38605c), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:18.353814 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c9888d-0c88-480d-be2d-669e88364523 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:18.355748 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-27c9888d-0c88-480d-be2d-669e88364523 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:18.514465 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-3240235c-e8de-42eb-a1b7-fb27e3cccf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd0f439b-2e52-4421-acf8-14eb638737f3', 'name': 'tempest-ServerRescueNegativeTestJSON-1581900630-router', 'tenant_id': '43ed2e29126a453e8ab63c6821a1211b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '6f8fd8f4-e220-46c9-9905-d29c7a4cfca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:46:02Z', 'updated_at': '2022-08-27T04:46:13Z', 'revision_number': 4, 'project_id': '43ed2e29126a453e8ab63c6821a1211b', 'gw_port': {'id': '6f8fd8f4-e220-46c9-9905-d29c7a4cfca5', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:69:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0f439b-2e52-4421-acf8-14eb638737f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:46:04Z', 'updated_at': '2022-08-27T04:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '6efaf633-8354-4fa1-8113-da067dbefc74', 'name': '', 'network_id': '8b69028e-d414-4c82-a19b-14e4360fa625', 'tenant_id': '43ed2e29126a453e8ab63c6821a1211b', 'mac_address': 'fa:16:3e:ae:e9:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd0f439b-2e52-4421-acf8-14eb638737f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'ccd519eb-9e42-4fd5-87fb-4704f2867675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:46:12Z', 'updated_at': '2022-08-27T04:46:14Z', 'revision_number': 2, 'project_id': '43ed2e29126a453e8ab63c6821a1211b', 'subnets': [{'id': 'ccd519eb-9e42-4fd5-87fb-4704f2867675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:18.584751 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:18.588024 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6f8fd8f4-e220-46c9-9905-d29c7a4cfca5 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:46:18.606322 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:18.687013 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba74417-d5ca-4633-ba6a-74ee0d4db729 None None] Pushing event updated for resources: {'Port': ['ID=de5a4b5e-be23-430d-b8fc-cd2994f6de9c,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:18.691726 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 6f8fd8f4-e220-46c9-9905-d29c7a4cfca5 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:46:18.692596 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (6f8fd8f4-e220-46c9-9905-d29c7a4cfca5), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:18.701968 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3240235c-e8de-42eb-a1b7-fb27e3cccf25 None None] Checking router: bd0f439b-2e52-4421-acf8-14eb638737f3 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:46:18.702491 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3240235c-e8de-42eb-a1b7-fb27e3cccf25 None None] Updating router bd0f439b-2e52-4421-acf8-14eb638737f3 port 6efaf633-8354-4fa1-8113-da067dbefc74 binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:46:18.775106 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-3240235c-e8de-42eb-a1b7-fb27e3cccf25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (6efaf633-8354-4fa1-8113-da067dbefc74), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:18.792751 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-eb041055-971a-42ce-878a-a856cda3f3aa req-cd4d89e1-14dd-4f0d-b659-251653aee816 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9179058 Aug 27 04:46:18.793377 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c9888d-0c88-480d-be2d-669e88364523 admin admin] Pushing event updated for resources: {'Network': ['ID=200385b2-567c-414e-a01b-86dbaa38605c,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:18.799822 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-58e7ea7a-63b2-4eb2-8d63-e9cdbd2b50d1 req-1a942c7f-e326-4cd9-b188-31a7a62bd687 tempest-ServerShowV254Test-1983860705 tempest-ServerShowV254Test-1983860705-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=eb7fdb77-b2bc-4599-980c-91db74254822 HTTP/1.1" status: 200 len: 210 time: 0.1519246 Aug 27 04:46:18.808256 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 6f8fd8f4-e220-46c9-9905-d29c7a4cfca5 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:46:18.821295 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 200385b2-567c-414e-a01b-86dbaa38605c details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:46:18.955643 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-efce958c-024c-4962-9264-8f256cb85dbd req-702e1ca8-b477-4282-9b78-fc8fc558d7d3 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?device_id=eb7fdb77-b2bc-4599-980c-91db74254822&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1282756 Aug 27 04:46:18.961442 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-27c9888d-0c88-480d-be2d-669e88364523 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 4.6615970 Aug 27 04:46:18.961626 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44927ab5-0bed-4b1b-a980-dce5b2e8d35b req-f29f62f5-56c4-4557-a637-b280c78f3d86 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:18.965444 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-44927ab5-0bed-4b1b-a980-dce5b2e8d35b req-f29f62f5-56c4-4557-a637-b280c78f3d86 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=913a04bc-76e5-4e01-99d8-bc9e283dd9cc HTTP/1.1" status: 200 len: 948 time: 0.1573625 Aug 27 04:46:18.970602 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:18.974401 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 48424) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:18.979357 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-ae410a23-91c8-4044-8339-bbb46f78cad8 admin admin] Request body: {'subnet': {'network_id': '200385b2-567c-414e-a01b-86dbaa38605c', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-404341867-subnet', 'tenant_id': 'e84bbf4628c144be8c336b08d9dc7482', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:46:19.006412 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-56b96f55-574b-40fe-9fe1-e35fbdcfa26c req-e7f62334-20f1-45dd-8ac1-c7a7ebddfe8c service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2453957 Aug 27 04:46:19.008765 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-58de89f4-35f9-4a05-b3cb-fe90822012bf admin admin] Publish callbacks [] for router_gateway (0913cb25-1f00-4a92-81c9-afe76c9957d3), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:19.050637 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4e784fd6-d666-4749-b4d3-2fa9bba0f886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (6efaf633-8354-4fa1-8113-da067dbefc74), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:19.091514 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 48428) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:19.097746 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:19.158324 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e784fd6-d666-4749-b4d3-2fa9bba0f886 admin admin] Pushing event deleted for resources: {'Port': ['ID=6efaf633-8354-4fa1-8113-da067dbefc74,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:19.172437 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae410a23-91c8-4044-8339-bbb46f78cad8 admin admin] Made reservation on behalf of e84bbf4628c144be8c336b08d9dc7482 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:46:19.174817 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ae410a23-91c8-4044-8339-bbb46f78cad8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:19.314874 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-efce958c-024c-4962-9264-8f256cb85dbd req-ede28237-e380-412a-9a5b-253a7c360afd service neutron] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=f48d18e5655d4b149d95044a5a9831ba&device_id=eb7fdb77-b2bc-4599-980c-91db74254822 HTTP/1.1" status: 200 len: 210 time: 0.2203171 Aug 27 04:46:19.493556 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-56b96f55-574b-40fe-9fe1-e35fbdcfa26c req-8bf6b0a8-bb4f-4483-9471-c88b130c6619 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3755627 Aug 27 04:46:19.496880 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-efce958c-024c-4962-9264-8f256cb85dbd req-e6d7d4a6-c8a0-4ba9-965f-83430f0fc5db service neutron] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=f48d18e5655d4b149d95044a5a9831ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1517417 Aug 27 04:46:19.519958 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16966b9e-e7a4-423a-a50b-5220f76048c2 admin admin] Router ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:46:19.527586 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.db.api [None req-3240235c-e8de-42eb-a1b7-fb27e3cccf25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107778) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:46:19.531721 n-d-852088-5 neutron-server[107778]: DEBUG oslo_db.api [None req-3240235c-e8de-42eb-a1b7-fb27e3cccf25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:46:19.552570 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device b9341b94-cc18-4cf2-be35-42a510791a8f up at agent hyperv_n-h1-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:46:19.559875 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-2497d6fe-2226-4001-a9e6-af45f1e6818f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1579690719-network', 'tenant_id': '7929f66d29064429b0958af19edc5e9b'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:46:19.627708 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Provisioning for port b9341b94-cc18-4cf2-be35-42a510791a8f completed by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 27 04:46:19.682592 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Provisioning complete for port b9341b94-cc18-4cf2-be35-42a510791a8f triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:46:19.684044 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (b9341b94-cc18-4cf2-be35-42a510791a8f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:19.719485 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce958c-024c-4962-9264-8f256cb85dbd req-32b3eb38-8397-4272-b7d4-98d346817b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:19.729149 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-efce958c-024c-4962-9264-8f256cb85dbd req-32b3eb38-8397-4272-b7d4-98d346817b04 service neutron] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1971033 Aug 27 04:46:19.801986 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-eb041055-971a-42ce-878a-a856cda3f3aa req-c432bf12-9b73-450c-8d79-339cef7267ac service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9734335 Aug 27 04:46:19.862598 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-4ee4eaa8-c17f-4ca7-b04e-f9c01cb6b161 req-d04d6741-f70d-47f9-8e66-47d6fa4e5767 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=f48d18e5655d4b149d95044a5a9831ba&device_id=eb7fdb77-b2bc-4599-980c-91db74254822 HTTP/1.1" status: 200 len: 210 time: 0.0674863 Aug 27 04:46:19.886251 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af574ab-c40d-42bb-b2ac-4eaee88485aa None None] Network 98aec1c2-5ff1-45ec-96bb-00f9b62a102e requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:46:19.953840 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:19.995396 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ea62c54f-8908-4035-9cf6-6a3a9ffb45da req-83506f45-1bef-4790-b8c0-b0f49d63a2be tempest-ServerShowV254Test-1983860705 tempest-ServerShowV254Test-1983860705-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=eb7fdb77-b2bc-4599-980c-91db74254822 HTTP/1.1" status: 200 len: 210 time: 0.0879865 Aug 27 04:46:20.024886 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:20.071761 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3240235c-e8de-42eb-a1b7-fb27e3cccf25 None None] Port 6efaf633-8354-4fa1-8113-da067dbefc74 not found while updating agent binding for router bd0f439b-2e52-4421-acf8-14eb638737f3. {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 27 04:46:20.091443 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3240235c-e8de-42eb-a1b7-fb27e3cccf25 None None] Routers {'bd0f439b-2e52-4421-acf8-14eb638737f3'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:46:20.091713 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-71c4fabf-46d6-41e0-9598-28f193b20591 None None] Provisioning complete for port de5a4b5e-be23-430d-b8fc-cd2994f6de9c triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:46:20.092193 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-71c4fabf-46d6-41e0-9598-28f193b20591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (de5a4b5e-be23-430d-b8fc-cd2994f6de9c), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:20.093724 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-3240235c-e8de-42eb-a1b7-fb27e3cccf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:45:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['bd0f439b-2e52-4421-acf8-14eb638737f3'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:20.097518 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Current status of the port b9341b94-cc18-4cf2-be35-42a510791a8f is: BUILD; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:46:20.103402 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (b9341b94-cc18-4cf2-be35-42a510791a8f), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:20.124183 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-44927ab5-0bed-4b1b-a980-dce5b2e8d35b req-1908658b-279c-4058-ae90-240f59cc0ffe tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1507111 Aug 27 04:46:20.295117 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404ee328-8f8f-48f8-adcc-b9c2c0710406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9341b94-cc18-4cf2-be35-42a510791a8f'}] {{(pid=107777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:46:20.306897 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6e1ed2c1589df8125b2075e26a1ec4ff1174e69d6a71546bdf3c3a9a29d330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c30c2cd-d96c-493b-8cf6-1ff327ebc5c3" -d '{"events": [{"server_uuid": "404ee328-8f8f-48f8-adcc-b9c2c0710406", "name": "network-vif-plugged", "status": "completed", "tag": "b9341b94-cc18-4cf2-be35-42a510791a8f"}]}' {{(pid=107777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:46:20.336156 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:20.361171 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port b9341b94-cc18-4cf2-be35-42a510791a8f, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=b9341b94-cc18-4cf2-be35-42a510791a8f,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:20.375831 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2497d6fe-2226-4001-a9e6-af45f1e6818f admin admin] Made reservation on behalf of 7929f66d29064429b0958af19edc5e9b for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:46:20.384404 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2497d6fe-2226-4001-a9e6-af45f1e6818f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:20.433761 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-3240235c-e8de-42eb-a1b7-fb27e3cccf25 None None] Set router bd0f439b-2e52-4421-acf8-14eb638737f3 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:46:20.436787 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4e784fd6-d666-4749-b4d3-2fa9bba0f886 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (bd0f439b-2e52-4421-acf8-14eb638737f3), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:20.440495 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 04:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db5ef72-a54b-4e2f-a0fa-b6a44c9eaab3 x-openstack-request-id: req-0db5ef72-a54b-4e2f-a0fa-b6a44c9eaab3 {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:46:20.440841 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404ee328-8f8f-48f8-adcc-b9c2c0710406", "name": "network-vif-plugged", "status": "completed", "tag": "b9341b94-cc18-4cf2-be35-42a510791a8f", "code": 200}]} {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:46:20.443030 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0db5ef72-a54b-4e2f-a0fa-b6a44c9eaab3 {{(pid=107777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:46:20.443458 n-d-852088-5 neutron-server[107777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0db5ef72-a54b-4e2f-a0fa-b6a44c9eaab3'] response: {'server_uuid': '404ee328-8f8f-48f8-adcc-b9c2c0710406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9341b94-cc18-4cf2-be35-42a510791a8f', 'code': 200} Aug 27 04:46:20.449426 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:20.451160 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2497d6fe-2226-4001-a9e6-af45f1e6818f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:20.467292 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (b9341b94-cc18-4cf2-be35-42a510791a8f), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:20.486357 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-4ee4eaa8-c17f-4ca7-b04e-f9c01cb6b161 req-581e3f2e-9ae4-4964-b866-c25011d37bfa service neutron] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=f48d18e5655d4b149d95044a5a9831ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1348097 Aug 27 04:46:20.563056 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16966b9e-e7a4-423a-a50b-5220f76048c2 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:46:20.602776 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device de5a4b5e-be23-430d-b8fc-cd2994f6de9c up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:46:20.670286 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfefbce8-c152-40bf-a256-e61678dc555b None None] Sync routers for ids ['ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:46:20.684003 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-58de89f4-35f9-4a05-b3cb-fe90822012bf admin admin] Publish callbacks [] for router_gateway (0913cb25-1f00-4a92-81c9-afe76c9957d3), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:20.726494 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-58de89f4-35f9-4a05-b3cb-fe90822012bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:20.758235 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-16966b9e-e7a4-423a-a50b-5220f76048c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:20.764235 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-16966b9e-e7a4-423a-a50b-5220f76048c2 admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.9006386 Aug 27 04:46:20.775359 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 48440) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:20.881107 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4eaa8-c17f-4ca7-b04e-f9c01cb6b161 req-df76d823-cce9-4aff-8a3a-763851d5264e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:20.881107 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-4ee4eaa8-c17f-4ca7-b04e-f9c01cb6b161 req-df76d823-cce9-4aff-8a3a-763851d5264e service neutron] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3598261 Aug 27 04:46:20.881502 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-3240235c-e8de-42eb-a1b7-fb27e3cccf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd0f439b-2e52-4421-acf8-14eb638737f3', 'name': 'tempest-ServerRescueNegativeTestJSON-1581900630-router', 'tenant_id': '43ed2e29126a453e8ab63c6821a1211b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '6f8fd8f4-e220-46c9-9905-d29c7a4cfca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:46:02Z', 'updated_at': '2022-08-27T04:46:18Z', 'revision_number': 5, 'project_id': '43ed2e29126a453e8ab63c6821a1211b', 'gw_port': {'id': '6f8fd8f4-e220-46c9-9905-d29c7a4cfca5', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:69:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0f439b-2e52-4421-acf8-14eb638737f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:46:04Z', 'updated_at': '2022-08-27T04:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:20.883599 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Pushing event updated for resources: {'Port': ['ID=b9341b94-cc18-4cf2-be35-42a510791a8f,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:20.914107 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3240235c-e8de-42eb-a1b7-fb27e3cccf25 None None] The sync data for ids ['bd0f439b-2e52-4421-acf8-14eb638737f3'] in n-d-852088-5 is: [{'id': 'bd0f439b-2e52-4421-acf8-14eb638737f3', 'name': 'tempest-ServerRescueNegativeTestJSON-1581900630-router', 'tenant_id': '43ed2e29126a453e8ab63c6821a1211b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '6f8fd8f4-e220-46c9-9905-d29c7a4cfca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:46:02Z', 'updated_at': '2022-08-27T04:46:18Z', 'revision_number': 5, 'project_id': '43ed2e29126a453e8ab63c6821a1211b', 'gw_port': {'id': '6f8fd8f4-e220-46c9-9905-d29c7a4cfca5', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:69:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0f439b-2e52-4421-acf8-14eb638737f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:46:04Z', 'updated_at': '2022-08-27T04:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:46:20.927390 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfefbce8-c152-40bf-a256-e61678dc555b None None] Routers {'ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:46:20.927390 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-cfefbce8-c152-40bf-a256-e61678dc555b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:45:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:20.927799 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2497d6fe-2226-4001-a9e6-af45f1e6818f admin admin] Publish callbacks [] for security_group (5a4604ff-dece-48fc-9aa2-5c791711ad7f), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:20.988303 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-71c4fabf-46d6-41e0-9598-28f193b20591 None None] Current status of the port de5a4b5e-be23-430d-b8fc-cd2994f6de9c is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:46:20.988731 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-71c4fabf-46d6-41e0-9598-28f193b20591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (de5a4b5e-be23-430d-b8fc-cd2994f6de9c), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:21.029212 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port de5a4b5e-be23-430d-b8fc-cd2994f6de9c triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:46:21.029596 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (de5a4b5e-be23-430d-b8fc-cd2994f6de9c), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:21.055735 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-58de89f4-35f9-4a05-b3cb-fe90822012bf admin admin] Allocated IP 172.25.2.70 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/cee0c2c1-5fce-471d-8bb7-04a37389de98) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:46:21.117138 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ae410a23-91c8-4044-8339-bbb46f78cad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (3c5df9fa-9c5d-4b2a-b498-c33d42ffbd32), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:21.158533 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e784fd6-d666-4749-b4d3-2fa9bba0f886 admin admin] Router bd0f439b-2e52-4421-acf8-14eb638737f3 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:46:21.183153 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:21.219538 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-58de89f4-35f9-4a05-b3cb-fe90822012bf admin admin] Publish callbacks [] for port (cee0c2c1-5fce-471d-8bb7-04a37389de98), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:21.269475 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2497d6fe-2226-4001-a9e6-af45f1e6818f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (5a4604ff-dece-48fc-9aa2-5c791711ad7f), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:21.288004 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2497d6fe-2226-4001-a9e6-af45f1e6818f admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:46:21.297270 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-cfefbce8-c152-40bf-a256-e61678dc555b None None] Set router ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:46:21.304353 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-71c4fabf-46d6-41e0-9598-28f193b20591 None None] For port de5a4b5e-be23-430d-b8fc-cd2994f6de9c, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=de5a4b5e-be23-430d-b8fc-cd2994f6de9c,segment=NetworkSegment(9af76b27-fd91-4d05-ae38-06a96a6cd618),segment_id=9af76b27-fd91-4d05-ae38-06a96a6cd618)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:21.314280 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2497d6fe-2226-4001-a9e6-af45f1e6818f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (7814b9a5-480f-4797-a245-5cebea4bb6b2), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:21.314787 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-2497d6fe-2226-4001-a9e6-af45f1e6818f admin admin] Added segment 7814b9a5-480f-4797-a245-5cebea4bb6b2 of type vlan for network a1ccc39f-50bb-44b7-b472-93ab422293e4 Aug 27 04:46:21.356468 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port de5a4b5e-be23-430d-b8fc-cd2994f6de9c is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:46:21.356865 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (de5a4b5e-be23-430d-b8fc-cd2994f6de9c), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:21.373729 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2497d6fe-2226-4001-a9e6-af45f1e6818f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (a1ccc39f-50bb-44b7-b472-93ab422293e4), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:21.428474 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-58de89f4-35f9-4a05-b3cb-fe90822012bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (cee0c2c1-5fce-471d-8bb7-04a37389de98), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:21.439341 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2497d6fe-2226-4001-a9e6-af45f1e6818f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4604ff-dece-48fc-9aa2-5c791711ad7f,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:21.450182 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=5,neutron:UPDATE=4,neutron:SELECT=91 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:21.454927 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c912c5-94cf-4bb8-b4c1-4cac689ce3e7 req-38cc7063-5706-46c5-afad-31d6f96ee5cc tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:21.463582 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a1c912c5-94cf-4bb8-b4c1-4cac689ce3e7 req-38cc7063-5706-46c5-afad-31d6f96ee5cc tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=913a04bc-76e5-4e01-99d8-bc9e283dd9cc HTTP/1.1" status: 200 len: 948 time: 0.1002157 Aug 27 04:46:21.469888 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-71c4fabf-46d6-41e0-9598-28f193b20591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (de5a4b5e-be23-430d-b8fc-cd2994f6de9c), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:21.486852 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58de89f4-35f9-4a05-b3cb-fe90822012bf admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:46:21.490382 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-58de89f4-35f9-4a05-b3cb-fe90822012bf admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:46:21.494000 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58de89f4-35f9-4a05-b3cb-fe90822012bf admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:46:21.500277 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2497d6fe-2226-4001-a9e6-af45f1e6818f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (a1ccc39f-50bb-44b7-b472-93ab422293e4), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:21.501508 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2497d6fe-2226-4001-a9e6-af45f1e6818f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:21.502090 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2497d6fe-2226-4001-a9e6-af45f1e6818f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:21.509782 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a2a35e61-cba4-4c6b-9ee8-ba7f606882e7 req-d21d0cf8-c195-46e0-8521-05b7c2889382 tempest-ServerShowV254Test-1983860705 tempest-ServerShowV254Test-1983860705-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=eb7fdb77-b2bc-4599-980c-91db74254822 HTTP/1.1" status: 200 len: 210 time: 0.2371252 Aug 27 04:46:21.540328 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4fabf-46d6-41e0-9598-28f193b20591 None None] Pushing event updated for resources: {'Port': ['ID=de5a4b5e-be23-430d-b8fc-cd2994f6de9c,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:21.623453 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2497d6fe-2226-4001-a9e6-af45f1e6818f admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3624256 Aug 27 04:46:21.639172 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58de89f4-35f9-4a05-b3cb-fe90822012bf admin admin] Pushing event updated for resources: {'Port': ['ID=cee0c2c1-5fce-471d-8bb7-04a37389de98,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:21.641555 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 48448) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:21.662377 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:21.666298 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a1c912c5-94cf-4bb8-b4c1-4cac689ce3e7 req-4a3a385c-9906-462d-8932-6820ad90e36b tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018454 Aug 27 04:46:21.667315 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae410a23-91c8-4044-8339-bbb46f78cad8 admin admin] Checking segment: {'id': 'c4980e18-1f61-4369-bfae-8786156e2b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '200385b2-567c-414e-a01b-86dbaa38605c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:46:21.668030 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae410a23-91c8-4044-8339-bbb46f78cad8 admin admin] Network hostable DHCP agents. Network: 200385b2-567c-414e-a01b-86dbaa38605c, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:46:21.673345 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-aa75d3e8-d32b-4e77-9a3b-4effbc1a8327 admin admin] Request body: {'subnet': {'network_id': 'a1ccc39f-50bb-44b7-b472-93ab422293e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1579690719-subnet', 'tenant_id': '7929f66d29064429b0958af19edc5e9b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:46:21.675329 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:21.684134 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae410a23-91c8-4044-8339-bbb46f78cad8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c5df9fa-9c5d-4b2a-b498-c33d42ffbd32,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:21.711946 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:46:21.712411 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:46:21.714934 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-2777ba84-0f18-4cd4-abc2-fe62da5ee73e None None] Provisioning complete for port de5a4b5e-be23-430d-b8fc-cd2994f6de9c triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:46:21.715318 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2777ba84-0f18-4cd4-abc2-fe62da5ee73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (de5a4b5e-be23-430d-b8fc-cd2994f6de9c), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:21.716799 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2497d6fe-2226-4001-a9e6-af45f1e6818f admin admin] Pushing event updated for resources: {'Network': ['ID=a1ccc39f-50bb-44b7-b472-93ab422293e4,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:21.848975 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network a1ccc39f-50bb-44b7-b472-93ab422293e4 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:46:21.856967 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-cfefbce8-c152-40bf-a256-e61678dc555b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90', 'name': 'tempest-TaggedBootDevicesTest-2138753696-router', 'tenant_id': 'e1ea00bfb0fc49478c17c5a74fb507a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': 'e95050e5-529a-439f-a706-9d7f92fc0025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:46:10Z', 'updated_at': '2022-08-27T04:46:15Z', 'revision_number': 3, 'project_id': 'e1ea00bfb0fc49478c17c5a74fb507a3', 'gw_port': {'id': 'e95050e5-529a-439f-a706-9d7f92fc0025', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bd:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:46:12Z', 'updated_at': '2022-08-27T04:46:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:21.859290 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae410a23-91c8-4044-8339-bbb46f78cad8 admin admin] Network 200385b2-567c-414e-a01b-86dbaa38605c is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:46:21.870791 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e784fd6-d666-4749-b4d3-2fa9bba0f886 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:46:21.880557 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-4e784fd6-d666-4749-b4d3-2fa9bba0f886 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/bd0f439b-2e52-4421-acf8-14eb638737f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0265892 Aug 27 04:46:21.884723 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 48450) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:21.902350 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:21.911351 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa75d3e8-d32b-4e77-9a3b-4effbc1a8327 admin admin] Made reservation on behalf of 7929f66d29064429b0958af19edc5e9b for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:46:21.914672 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-aa75d3e8-d32b-4e77-9a3b-4effbc1a8327 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:21.943545 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfefbce8-c152-40bf-a256-e61678dc555b None None] Checking router: ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:46:21.943820 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfefbce8-c152-40bf-a256-e61678dc555b None None] Updating router ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90 port e95050e5-529a-439f-a706-9d7f92fc0025 binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:46:22.048558 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cfefbce8-c152-40bf-a256-e61678dc555b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (e95050e5-529a-439f-a706-9d7f92fc0025), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:22.129056 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-ae410a23-91c8-4044-8339-bbb46f78cad8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 200385b2-567c-414e-a01b-86dbaa38605c) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:46:22.134764 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae410a23-91c8-4044-8339-bbb46f78cad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:22.135573 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ae410a23-91c8-4044-8339-bbb46f78cad8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:22.234633 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-25b3617a-56a5-456d-a7bc-0eef9dea53ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:22.255057 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a3d3d3-290b-489b-9fee-dce62c5bece9 None None] Network 200385b2-567c-414e-a01b-86dbaa38605c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:46:22.258080 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e2526f-441f-45bf-8593-dd5f4ceb1b48 None None] Sync routers for ids ['bd0f439b-2e52-4421-acf8-14eb638737f3'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:46:22.264565 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-58de89f4-35f9-4a05-b3cb-fe90822012bf admin admin] Publish callbacks [] for router_gateway (0913cb25-1f00-4a92-81c9-afe76c9957d3), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:22.285332 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ae410a23-91c8-4044-8339-bbb46f78cad8 admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.3098872 Aug 27 04:46:22.287996 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 48452) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:22.290111 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e2526f-441f-45bf-8593-dd5f4ceb1b48 None None] Routers {'bd0f439b-2e52-4421-acf8-14eb638737f3'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:46:22.290999 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-26e2526f-441f-45bf-8593-dd5f4ceb1b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:45:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['bd0f439b-2e52-4421-acf8-14eb638737f3'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:22.300707 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-a5512f60-462a-4983-967a-344fa25fb2d3 admin admin] Request body: {'router': {'name': 'tempest-MultipleCreateTestJSON-404341867-router', 'tenant_id': 'e84bbf4628c144be8c336b08d9dc7482', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:46:22.339846 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-4ee4eaa8-c17f-4ca7-b04e-f9c01cb6b161 req-1dcb49fd-59d9-46a4-a357-82c8170afdd5 tempest-ServerShowV254Test-1983860705 tempest-ServerShowV254Test-1983860705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=eb7fdb77-b2bc-4599-980c-91db74254822 HTTP/1.1" status: 200 len: 210 time: 0.0935438 Aug 27 04:46:22.461834 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e4726a63-bdbf-4c67-89ef-18f2c271eceb admin admin] Publish callbacks [] for router (bd0f439b-2e52-4421-acf8-14eb638737f3), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:22.471640 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:22.497000 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-26e2526f-441f-45bf-8593-dd5f4ceb1b48 None None] Set router bd0f439b-2e52-4421-acf8-14eb638737f3 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:46:22.569078 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:22.653228 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a5512f60-462a-4983-967a-344fa25fb2d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (48a80197-8879-4341-9282-e3e4e1b4d28b), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:22.654247 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a5512f60-462a-4983-967a-344fa25fb2d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (48a80197-8879-4341-9282-e3e4e1b4d28b), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:22.745028 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c1b0a72c-f4be-4d8b-a2d8-19e02e2c5c3f req-8ed184ed-84bd-4ce5-9b87-b20aa95272e3 tempest-ServerShowV254Test-1983860705 tempest-ServerShowV254Test-1983860705-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=eb7fdb77-b2bc-4599-980c-91db74254822 HTTP/1.1" status: 200 len: 210 time: 0.0857949 Aug 27 04:46:22.769508 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-26e2526f-441f-45bf-8593-dd5f4ceb1b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd0f439b-2e52-4421-acf8-14eb638737f3', 'name': 'tempest-ServerRescueNegativeTestJSON-1581900630-router', 'tenant_id': '43ed2e29126a453e8ab63c6821a1211b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '6f8fd8f4-e220-46c9-9905-d29c7a4cfca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:46:02Z', 'updated_at': '2022-08-27T04:46:18Z', 'revision_number': 5, 'project_id': '43ed2e29126a453e8ab63c6821a1211b', 'gw_port': {'id': '6f8fd8f4-e220-46c9-9905-d29c7a4cfca5', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:69:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0f439b-2e52-4421-acf8-14eb638737f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:46:04Z', 'updated_at': '2022-08-27T04:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:22.770469 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a1ffb-7a01-4014-9080-0024a527df57 req-bbe62e0d-494a-4954-821b-dcef21f7101b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:22.775917 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-25b3617a-56a5-456d-a7bc-0eef9dea53ee admin admin] Allocated IP 172.20.0.1 (bfd88464-c4c1-4fad-b2bc-b5468e4d1625/915d23bf-d5d5-41bd-9d1c-a10b3f943fd9/a30d149b-74f0-4406-8b51-b72bd8b78213) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:46:22.776733 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-7b7a1ffb-7a01-4014-9080-0024a527df57 req-bbe62e0d-494a-4954-821b-dcef21f7101b service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=404ee328-8f8f-48f8-adcc-b9c2c0710406 HTTP/1.1" status: 200 len: 1131 time: 0.2567227 Aug 27 04:46:22.812411 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a5512f60-462a-4983-967a-344fa25fb2d3 admin admin] Publish callbacks [] for router_controller (48a80197-8879-4341-9282-e3e4e1b4d28b), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:22.816221 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e2526f-441f-45bf-8593-dd5f4ceb1b48 None None] Checking router: bd0f439b-2e52-4421-acf8-14eb638737f3 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:46:22.817724 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-2777ba84-0f18-4cd4-abc2-fe62da5ee73e None None] Current status of the port de5a4b5e-be23-430d-b8fc-cd2994f6de9c is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:46:22.837268 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e2526f-441f-45bf-8593-dd5f4ceb1b48 None None] Routers {'bd0f439b-2e52-4421-acf8-14eb638737f3'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:46:22.837520 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-26e2526f-441f-45bf-8593-dd5f4ceb1b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:45:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['bd0f439b-2e52-4421-acf8-14eb638737f3'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:22.859398 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408fe546-8a0f-43f3-aea6-eb817050afc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-200385b2-567c-414e-a01b-86dbaa38605c', 'network_id': '200385b2-567c-414e-a01b-86dbaa38605c', 'project_id': 'e84bbf4628c144be8c336b08d9dc7482', 'fixed_ips': [{'subnet_id': '3c5df9fa-9c5d-4b2a-b498-c33d42ffbd32'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:46:22.860673 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-408fe546-8a0f-43f3-aea6-eb817050afc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:22.882566 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-58de89f4-35f9-4a05-b3cb-fe90822012bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (0913cb25-1f00-4a92-81c9-afe76c9957d3), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:22.885119 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:22.885374 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port de5a4b5e-be23-430d-b8fc-cd2994f6de9c is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:46:22.967534 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d815d-ced1-41f0-b68e-67c7a6a20a26 req-d7e17de6-63d8-4ffc-9c94-52bf395fee8e tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:22.969148 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-568d815d-ced1-41f0-b68e-67c7a6a20a26 req-d7e17de6-63d8-4ffc-9c94-52bf395fee8e tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=913a04bc-76e5-4e01-99d8-bc9e283dd9cc HTTP/1.1" status: 200 len: 948 time: 0.1626060 Aug 27 04:46:23.032909 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-26e2526f-441f-45bf-8593-dd5f4ceb1b48 None None] Set router bd0f439b-2e52-4421-acf8-14eb638737f3 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:46:23.079476 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e4726a63-bdbf-4c67-89ef-18f2c271eceb admin admin] Publish callbacks [] for router_gateway (bd0f439b-2e52-4421-acf8-14eb638737f3), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:23.113402 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-25b3617a-56a5-456d-a7bc-0eef9dea53ee admin admin] Publish callbacks [] for port (a30d149b-74f0-4406-8b51-b72bd8b78213), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:23.141822 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device de5a4b5e-be23-430d-b8fc-cd2994f6de9c up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:46:23.168236 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-7b7a1ffb-7a01-4014-9080-0024a527df57 req-ebe3e783-5863-4870-94a3-a6f0d36469f1 service neutron] 10.222.0.75 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068230 Aug 27 04:46:23.214119 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cfefbce8-c152-40bf-a256-e61678dc555b None None] Publish callbacks [] for port (e95050e5-529a-439f-a706-9d7f92fc0025), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:23.244613 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:23.267774 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-aa75d3e8-d32b-4e77-9a3b-4effbc1a8327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (8f31731a-3cdc-494c-9a99-c715eba08e27), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:23.294483 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port de5a4b5e-be23-430d-b8fc-cd2994f6de9c triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:46:23.296551 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (de5a4b5e-be23-430d-b8fc-cd2994f6de9c), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:23.297596 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-25b3617a-56a5-456d-a7bc-0eef9dea53ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (a30d149b-74f0-4406-8b51-b72bd8b78213), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:23.300472 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-26e2526f-441f-45bf-8593-dd5f4ceb1b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd0f439b-2e52-4421-acf8-14eb638737f3', 'name': 'tempest-ServerRescueNegativeTestJSON-1581900630-router', 'tenant_id': '43ed2e29126a453e8ab63c6821a1211b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '6f8fd8f4-e220-46c9-9905-d29c7a4cfca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:46:02Z', 'updated_at': '2022-08-27T04:46:18Z', 'revision_number': 5, 'project_id': '43ed2e29126a453e8ab63c6821a1211b', 'gw_port': {'id': '6f8fd8f4-e220-46c9-9905-d29c7a4cfca5', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:69:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0f439b-2e52-4421-acf8-14eb638737f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:46:04Z', 'updated_at': '2022-08-27T04:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:23.321676 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cfefbce8-c152-40bf-a256-e61678dc555b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (e95050e5-529a-439f-a706-9d7f92fc0025), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:23.337854 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e2526f-441f-45bf-8593-dd5f4ceb1b48 None None] The sync data for ids ['bd0f439b-2e52-4421-acf8-14eb638737f3'] in n-d-852088-5 is: [{'id': 'bd0f439b-2e52-4421-acf8-14eb638737f3', 'name': 'tempest-ServerRescueNegativeTestJSON-1581900630-router', 'tenant_id': '43ed2e29126a453e8ab63c6821a1211b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '6f8fd8f4-e220-46c9-9905-d29c7a4cfca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:46:02Z', 'updated_at': '2022-08-27T04:46:18Z', 'revision_number': 5, 'project_id': '43ed2e29126a453e8ab63c6821a1211b', 'gw_port': {'id': '6f8fd8f4-e220-46c9-9905-d29c7a4cfca5', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:69:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0f439b-2e52-4421-acf8-14eb638737f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:46:04Z', 'updated_at': '2022-08-27T04:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:46:23.351494 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-568d815d-ced1-41f0-b68e-67c7a6a20a26 req-23834106-52ea-48cd-a2df-5c12b2548741 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3706043 Aug 27 04:46:23.355592 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-e4726a63-bdbf-4c67-89ef-18f2c271eceb admin admin] Deleting port 6f8fd8f4-e220-46c9-9905-d29c7a4cfca5 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:46:23.355939 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e4726a63-bdbf-4c67-89ef-18f2c271eceb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (6f8fd8f4-e220-46c9-9905-d29c7a4cfca5), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:23.377512 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a5512f60-462a-4983-967a-344fa25fb2d3 admin admin] Publish callbacks [] for router_gateway (48a80197-8879-4341-9282-e3e4e1b4d28b), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:23.402240 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b3617a-56a5-456d-a7bc-0eef9dea53ee admin admin] Network bfd88464-c4c1-4fad-b2bc-b5468e4d1625 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:46:23.405823 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-25b3617a-56a5-456d-a7bc-0eef9dea53ee admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:46:23.409275 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b3617a-56a5-456d-a7bc-0eef9dea53ee admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:46:23.432050 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa75d3e8-d32b-4e77-9a3b-4effbc1a8327 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f31731a-3cdc-494c-9a99-c715eba08e27,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:23.436441 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-cfefbce8-c152-40bf-a256-e61678dc555b None None] Attempting to bind port e95050e5-529a-439f-a706-9d7f92fc0025 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:46:23.437023 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-cfefbce8-c152-40bf-a256-e61678dc555b None None] Attempting to bind port e95050e5-529a-439f-a706-9d7f92fc0025 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:46:23.437691 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfefbce8-c152-40bf-a256-e61678dc555b None None] Attempting to bind port e95050e5-529a-439f-a706-9d7f92fc0025 on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:46:23.453121 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-408fe546-8a0f-43f3-aea6-eb817050afc1 None None] Allocated IP 172.20.0.2 (200385b2-567c-414e-a01b-86dbaa38605c/3c5df9fa-9c5d-4b2a-b498-c33d42ffbd32/5a2129f9-3735-48ae-86f8-2c39c96f89ad) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:46:23.456918 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b3617a-56a5-456d-a7bc-0eef9dea53ee admin admin] Pushing event updated for resources: {'Port': ['ID=a30d149b-74f0-4406-8b51-b72bd8b78213,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:23.474138 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-25b3617a-56a5-456d-a7bc-0eef9dea53ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:23.484058 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa75d3e8-d32b-4e77-9a3b-4effbc1a8327 admin admin] Checking segment: {'id': '7814b9a5-480f-4797-a245-5cebea4bb6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a1ccc39f-50bb-44b7-b472-93ab422293e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:46:23.492291 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfefbce8-c152-40bf-a256-e61678dc555b None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:46:23.493181 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfefbce8-c152-40bf-a256-e61678dc555b None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:46:23.493765 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cfefbce8-c152-40bf-a256-e61678dc555b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:23.494404 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfefbce8-c152-40bf-a256-e61678dc555b None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:46:23.495083 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-cfefbce8-c152-40bf-a256-e61678dc555b None None] Bound port: e95050e5-529a-439f-a706-9d7f92fc0025, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:46:23.495717 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cfefbce8-c152-40bf-a256-e61678dc555b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (e95050e5-529a-439f-a706-9d7f92fc0025), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:23.499918 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa75d3e8-d32b-4e77-9a3b-4effbc1a8327 admin admin] Network hostable DHCP agents. Network: a1ccc39f-50bb-44b7-b472-93ab422293e4, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:46:23.509343 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e97f64-c8f7-4dcd-bd36-e0264bc2e149 None None] Pushing event updated for resources: {'Port': ['ID=e95050e5-529a-439f-a706-9d7f92fc0025,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:23.537571 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 48462) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:23.564756 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device 829d9839-dead-48bc-968d-c33e8af410e0 details requested by agent hyperv_n-h1-852088-5 with host n-h1-852088-5 {{(pid=107777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:46:23.568560 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-e4726a63-bdbf-4c67-89ef-18f2c271eceb admin admin] For port 6f8fd8f4-e220-46c9-9905-d29c7a4cfca5, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=6f8fd8f4-e220-46c9-9905-d29c7a4cfca5,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:23.568931 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e4726a63-bdbf-4c67-89ef-18f2c271eceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (6f8fd8f4-e220-46c9-9905-d29c7a4cfca5), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:23.586005 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-e4726a63-bdbf-4c67-89ef-18f2c271eceb admin admin] Calling delete_port for 6f8fd8f4-e220-46c9-9905-d29c7a4cfca5 owned by network:router_gateway {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:46:23.675632 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58de89f4-35f9-4a05-b3cb-fe90822012bf admin admin] Router 0913cb25-1f00-4a92-81c9-afe76c9957d3 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:46:23.833175 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port de5a4b5e-be23-430d-b8fc-cd2994f6de9c is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:46:23.844994 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-cfefbce8-c152-40bf-a256-e61678dc555b None None] For port e95050e5-529a-439f-a706-9d7f92fc0025, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:46:23.886444 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa75d3e8-d32b-4e77-9a3b-4effbc1a8327 admin admin] Network a1ccc39f-50bb-44b7-b472-93ab422293e4 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:46:23.896013 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-cfefbce8-c152-40bf-a256-e61678dc555b None None] For port e95050e5-529a-439f-a706-9d7f92fc0025, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=e95050e5-529a-439f-a706-9d7f92fc0025,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:46:23.905573 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-49596889-2f97-4496-8335-f11f1617ab49 None None] Provisioning complete for port a30d149b-74f0-4406-8b51-b72bd8b78213 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:46:23.905950 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-49596889-2f97-4496-8335-f11f1617ab49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a30d149b-74f0-4406-8b51-b72bd8b78213), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:23.941622 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:24.016732 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cfefbce8-c152-40bf-a256-e61678dc555b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (e95050e5-529a-439f-a706-9d7f92fc0025), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:24.050077 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port 829d9839-dead-48bc-968d-c33e8af410e0, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=829d9839-dead-48bc-968d-c33e8af410e0,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:24.093361 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-49596889-2f97-4496-8335-f11f1617ab49 None None] Port a30d149b-74f0-4406-8b51-b72bd8b78213 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:46:24.104939 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfefbce8-c152-40bf-a256-e61678dc555b None None] Routers {'ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:46:24.105592 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-cfefbce8-c152-40bf-a256-e61678dc555b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:45:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:24.154708 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-408fe546-8a0f-43f3-aea6-eb817050afc1 None None] Publish callbacks [] for port (5a2129f9-3735-48ae-86f8-2c39c96f89ad), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:24.158076 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Returning: {'device': '829d9839-dead-48bc-968d-c33e8af410e0', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'port_id': '829d9839-dead-48bc-968d-c33e8af410e0', 'mac_address': 'fa:16:3e:02:9a:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120f3302-721f-4373-86a6-3aa14ccf6ac4', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:46:24.186095 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:24.223721 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-408fe546-8a0f-43f3-aea6-eb817050afc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (5a2129f9-3735-48ae-86f8-2c39c96f89ad), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:24.225912 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e97f64-c8f7-4dcd-bd36-e0264bc2e149 None None] Pushing event updated for resources: {'Port': ['ID=e95050e5-529a-439f-a706-9d7f92fc0025,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:24.335712 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408fe546-8a0f-43f3-aea6-eb817050afc1 None None] Network 200385b2-567c-414e-a01b-86dbaa38605c is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:46:24.337076 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:24.343482 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-408fe546-8a0f-43f3-aea6-eb817050afc1 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:46:24.354374 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408fe546-8a0f-43f3-aea6-eb817050afc1 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:46:24.360043 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Current status of the port 829d9839-dead-48bc-968d-c33e8af410e0 is: DOWN; New status is: BUILD {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:46:24.360456 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (829d9839-dead-48bc-968d-c33e8af410e0), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:24.386950 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408fe546-8a0f-43f3-aea6-eb817050afc1 None None] Pushing event updated for resources: {'Port': ['ID=5a2129f9-3735-48ae-86f8-2c39c96f89ad,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:24.394410 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-cfefbce8-c152-40bf-a256-e61678dc555b None None] Set router ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:46:24.400471 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 829d9839-dead-48bc-968d-c33e8af410e0 {{(pid=107777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 04:46:24.441660 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 48472) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:24.477864 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:24.513767 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-aa75d3e8-d32b-4e77-9a3b-4effbc1a8327 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, a1ccc39f-50bb-44b7-b472-93ab422293e4) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:46:24.534269 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58de89f4-35f9-4a05-b3cb-fe90822012bf admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:46:24.552359 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa75d3e8-d32b-4e77-9a3b-4effbc1a8327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:24.553370 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-aa75d3e8-d32b-4e77-9a3b-4effbc1a8327 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:24.569668 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=85,neutron:DELETE=15 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:24.575912 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e4726a63-bdbf-4c67-89ef-18f2c271eceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (6f8fd8f4-e220-46c9-9905-d29c7a4cfca5), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:24.618565 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6951d8-bc0c-41a5-8280-7cf02ebd73a2 None None] Sync routers for ids ['0913cb25-1f00-4a92-81c9-afe76c9957d3'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:46:24.621938 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144d9ab1-35ec-4df7-a59e-391ca5219e41 None None] Network a1ccc39f-50bb-44b7-b472-93ab422293e4 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:46:24.680659 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45b347-6367-42b1-8f9e-3446030c97ee req-4f57394e-a5f4-4c95-b47e-3c18226a6769 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:24.683842 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4726a63-bdbf-4c67-89ef-18f2c271eceb admin admin] Pushing event deleted for resources: {'Port': ['ID=6f8fd8f4-e220-46c9-9905-d29c7a4cfca5,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:24.687030 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port 829d9839-dead-48bc-968d-c33e8af410e0, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=829d9839-dead-48bc-968d-c33e8af410e0,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:24.687991 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=79,neutron:DELETE=1,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:24.691803 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-aa75d3e8-d32b-4e77-9a3b-4effbc1a8327 admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.0380194 Aug 27 04:46:24.693700 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6a45b347-6367-42b1-8f9e-3446030c97ee req-4f57394e-a5f4-4c95-b47e-3c18226a6769 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=913a04bc-76e5-4e01-99d8-bc9e283dd9cc HTTP/1.1" status: 200 len: 948 time: 0.2134817 Aug 27 04:46:24.715178 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-58de89f4-35f9-4a05-b3cb-fe90822012bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:24.719631 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-58de89f4-35f9-4a05-b3cb-fe90822012bf admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 934 time: 8.6562264 Aug 27 04:46:24.720320 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 48476) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:24.720632 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 48478) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:24.739562 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-fad9b793-c6c2-4d30-bd41-0bfdce130167 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1579690719-router', 'tenant_id': '7929f66d29064429b0958af19edc5e9b', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:46:24.749249 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (829d9839-dead-48bc-968d-c33e8af410e0), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:24.774681 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6951d8-bc0c-41a5-8280-7cf02ebd73a2 None None] Routers {'0913cb25-1f00-4a92-81c9-afe76c9957d3'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:46:24.775191 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-cb6951d8-bc0c-41a5-8280-7cf02ebd73a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:45:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['0913cb25-1f00-4a92-81c9-afe76c9957d3'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:24.794034 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:24.820946 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-02e09ddf-7d5f-4741-b536-6624b0fb06db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:24.822183 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e4726a63-bdbf-4c67-89ef-18f2c271eceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (bd0f439b-2e52-4421-acf8-14eb638737f3), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:24.828224 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-25b3617a-56a5-456d-a7bc-0eef9dea53ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a30d149b-74f0-4406-8b51-b72bd8b78213), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:24.842944 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a5512f60-462a-4983-967a-344fa25fb2d3 admin admin] Publish callbacks [] for router_gateway (48a80197-8879-4341-9282-e3e4e1b4d28b), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:24.849625 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:24.896061 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a5512f60-462a-4983-967a-344fa25fb2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:24.977131 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6a45b347-6367-42b1-8f9e-3446030c97ee req-89fb35df-9713-4c87-b851-6b61161eb43e tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256055 Aug 27 04:46:25.060295 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-cb6951d8-bc0c-41a5-8280-7cf02ebd73a2 None None] Set router 0913cb25-1f00-4a92-81c9-afe76c9957d3 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:46:25.099797 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6b3415ce-6ff5-497c-8ca3-3a7eb52dfeb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (43cf84d1-5f74-4bb8-8573-51eaa3061d3e), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:25.135508 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-408fe546-8a0f-43f3-aea6-eb817050afc1 None None] Attempting to bind port 5a2129f9-3735-48ae-86f8-2c39c96f89ad on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:46:25.135877 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-408fe546-8a0f-43f3-aea6-eb817050afc1 None None] Attempting to bind port 5a2129f9-3735-48ae-86f8-2c39c96f89ad by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'c4980e18-1f61-4369-bfae-8786156e2b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '200385b2-567c-414e-a01b-86dbaa38605c'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:46:25.136258 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408fe546-8a0f-43f3-aea6-eb817050afc1 None None] Attempting to bind port 5a2129f9-3735-48ae-86f8-2c39c96f89ad on network 200385b2-567c-414e-a01b-86dbaa38605c {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:46:25.196323 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-cfefbce8-c152-40bf-a256-e61678dc555b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90', 'name': 'tempest-TaggedBootDevicesTest-2138753696-router', 'tenant_id': 'e1ea00bfb0fc49478c17c5a74fb507a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': 'e95050e5-529a-439f-a706-9d7f92fc0025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:46:10Z', 'updated_at': '2022-08-27T04:46:15Z', 'revision_number': 3, 'project_id': 'e1ea00bfb0fc49478c17c5a74fb507a3', 'gw_port': {'id': 'e95050e5-529a-439f-a706-9d7f92fc0025', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bd:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:46:12Z', 'updated_at': '2022-08-27T04:46:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:25.211345 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408fe546-8a0f-43f3-aea6-eb817050afc1 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:46:25.211646 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408fe546-8a0f-43f3-aea6-eb817050afc1 None None] Checking segment: {'id': 'c4980e18-1f61-4369-bfae-8786156e2b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '200385b2-567c-414e-a01b-86dbaa38605c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:46:25.211975 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-408fe546-8a0f-43f3-aea6-eb817050afc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:25.212496 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408fe546-8a0f-43f3-aea6-eb817050afc1 None None] Bound using segment: {'id': 'c4980e18-1f61-4369-bfae-8786156e2b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '200385b2-567c-414e-a01b-86dbaa38605c'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:46:25.213027 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-408fe546-8a0f-43f3-aea6-eb817050afc1 None None] Bound port: 5a2129f9-3735-48ae-86f8-2c39c96f89ad, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4980e18-1f61-4369-bfae-8786156e2b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '200385b2-567c-414e-a01b-86dbaa38605c'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:46:25.213404 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-408fe546-8a0f-43f3-aea6-eb817050afc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (5a2129f9-3735-48ae-86f8-2c39c96f89ad), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:25.263132 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfefbce8-c152-40bf-a256-e61678dc555b None None] The sync data for ids ['ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90'] in n-d-852088-5 is: [{'id': 'ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90', 'name': 'tempest-TaggedBootDevicesTest-2138753696-router', 'tenant_id': 'e1ea00bfb0fc49478c17c5a74fb507a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': 'e95050e5-529a-439f-a706-9d7f92fc0025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:46:10Z', 'updated_at': '2022-08-27T04:46:15Z', 'revision_number': 3, 'project_id': 'e1ea00bfb0fc49478c17c5a74fb507a3', 'gw_port': {'id': 'e95050e5-529a-439f-a706-9d7f92fc0025', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bd:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:46:12Z', 'updated_at': '2022-08-27T04:46:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:46:25.321027 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] get_ports_and_sgs() called for port_ids ['829d9839-dead-48bc-968d-c33e8af410e0'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:46:25.323823 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:25.370045 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:25.373315 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dece4a7-2d91-4d26-8a45-d5c8c3d85c9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-a1ccc39f-50bb-44b7-b472-93ab422293e4', 'network_id': 'a1ccc39f-50bb-44b7-b472-93ab422293e4', 'project_id': '7929f66d29064429b0958af19edc5e9b', 'fixed_ips': [{'subnet_id': '8f31731a-3cdc-494c-9a99-c715eba08e27'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:46:25.374277 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7dece4a7-2d91-4d26-8a45-d5c8c3d85c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:25.377289 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Pushing event updated for resources: {'Port': ['ID=829d9839-dead-48bc-968d-c33e8af410e0,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:25.400666 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-02e09ddf-7d5f-4741-b536-6624b0fb06db admin admin] Publish callbacks [] for security_group (fe6c09f7-046a-4de3-882e-b9626acafdce), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:25.421279 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-a5512f60-462a-4983-967a-344fa25fb2d3 admin admin] Allocated IP 172.25.2.183 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/73d79df4-aad9-45b9-9734-e0f3058b6c03) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:46:25.474661 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-408fe546-8a0f-43f3-aea6-eb817050afc1 None None] For port 5a2129f9-3735-48ae-86f8-2c39c96f89ad, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:46:25.480342 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-408fe546-8a0f-43f3-aea6-eb817050afc1 None None] For port 5a2129f9-3735-48ae-86f8-2c39c96f89ad, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=5a2129f9-3735-48ae-86f8-2c39c96f89ad,segment=NetworkSegment(c4980e18-1f61-4369-bfae-8786156e2b9f),segment_id=c4980e18-1f61-4369-bfae-8786156e2b9f)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:46:25.481334 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-02e09ddf-7d5f-4741-b536-6624b0fb06db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (fe6c09f7-046a-4de3-882e-b9626acafdce), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:25.504014 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e4726a63-bdbf-4c67-89ef-18f2c271eceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (bd0f439b-2e52-4421-acf8-14eb638737f3), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:25.516694 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e4726a63-bdbf-4c67-89ef-18f2c271eceb admin admin] Publish callbacks [] for router_controller (bd0f439b-2e52-4421-acf8-14eb638737f3), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:25.575826 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:25.579728 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-408fe546-8a0f-43f3-aea6-eb817050afc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (5a2129f9-3735-48ae-86f8-2c39c96f89ad), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:25.638425 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-25b3617a-56a5-456d-a7bc-0eef9dea53ee admin admin] Publish callbacks [] for port (a30d149b-74f0-4406-8b51-b72bd8b78213), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:25.648248 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:25.665383 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-cb6951d8-bc0c-41a5-8280-7cf02ebd73a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0913cb25-1f00-4a92-81c9-afe76c9957d3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-463046071-router', 'tenant_id': 'f4185d79a6094e40ac474cf89d438d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'cee0c2c1-5fce-471d-8bb7-04a37389de98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:46:17Z', 'updated_at': '2022-08-27T04:46:21Z', 'revision_number': 3, 'project_id': 'f4185d79a6094e40ac474cf89d438d82', 'gw_port': {'id': 'cee0c2c1-5fce-471d-8bb7-04a37389de98', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:60:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0913cb25-1f00-4a92-81c9-afe76c9957d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:46:20Z', 'updated_at': '2022-08-27T04:46:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:25.689544 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fad9b793-c6c2-4d30-bd41-0bfdce130167 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (4d737952-b4b0-41e3-bbb1-51a478825b7d), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:25.695045 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fad9b793-c6c2-4d30-bd41-0bfdce130167 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (4d737952-b4b0-41e3-bbb1-51a478825b7d), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:25.788456 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6951d8-bc0c-41a5-8280-7cf02ebd73a2 None None] Checking router: 0913cb25-1f00-4a92-81c9-afe76c9957d3 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:46:25.789053 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6951d8-bc0c-41a5-8280-7cf02ebd73a2 None None] Updating router 0913cb25-1f00-4a92-81c9-afe76c9957d3 port cee0c2c1-5fce-471d-8bb7-04a37389de98 binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:46:25.840362 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408fe546-8a0f-43f3-aea6-eb817050afc1 None None] Pushing event updated for resources: {'Port': ['ID=5a2129f9-3735-48ae-86f8-2c39c96f89ad,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:25.867727 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fad9b793-c6c2-4d30-bd41-0bfdce130167 admin admin] Publish callbacks [] for router_controller (4d737952-b4b0-41e3-bbb1-51a478825b7d), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:25.870935 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e4726a63-bdbf-4c67-89ef-18f2c271eceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (bd0f439b-2e52-4421-acf8-14eb638737f3), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:25.871542 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4726a63-bdbf-4c67-89ef-18f2c271eceb admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd0f439b-2e52-4421-acf8-14eb638737f3 {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:46:25.875161 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a5512f60-462a-4983-967a-344fa25fb2d3 admin admin] Publish callbacks [] for port (73d79df4-aad9-45b9-9734-e0f3058b6c03), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:25.877718 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-7dece4a7-2d91-4d26-8a45-d5c8c3d85c9f None None] Allocated IP 172.20.0.2 (a1ccc39f-50bb-44b7-b472-93ab422293e4/8f31731a-3cdc-494c-9a99-c715eba08e27/0d099081-e809-463a-9b25-9bc3711254ff) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:46:25.881649 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cb6951d8-bc0c-41a5-8280-7cf02ebd73a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (cee0c2c1-5fce-471d-8bb7-04a37389de98), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:25.892511 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e4726a63-bdbf-4c67-89ef-18f2c271eceb admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:25.893735 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e4726a63-bdbf-4c67-89ef-18f2c271eceb admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/bd0f439b-2e52-4421-acf8-14eb638737f3 HTTP/1.1" status: 204 len: 168 time: 4.0050232 Aug 27 04:46:25.898174 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 48480) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:25.934092 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-25b3617a-56a5-456d-a7bc-0eef9dea53ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (a30d149b-74f0-4406-8b51-b72bd8b78213), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:26.062142 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e09ddf-7d5f-4741-b536-6624b0fb06db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6c09f7-046a-4de3-882e-b9626acafdce,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:26.087528 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-02e09ddf-7d5f-4741-b536-6624b0fb06db admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=f48d18e5655d4b149d95044a5a9831ba&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6422000 Aug 27 04:46:26.146931 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:26.149042 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 48484) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:26.179406 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:26.203588 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-25b3617a-56a5-456d-a7bc-0eef9dea53ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:26.208445 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a5512f60-462a-4983-967a-344fa25fb2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (73d79df4-aad9-45b9-9734-e0f3058b6c03), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:26.288191 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b3617a-56a5-456d-a7bc-0eef9dea53ee admin admin] Pushing event updated for resources: {'Port': ['ID=a30d149b-74f0-4406-8b51-b72bd8b78213,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:26.300396 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f670396-cc4b-4014-982f-db08b303cb0b admin admin] Deleting subnet ccd519eb-9e42-4fd5-87fb-4704f2867675 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:46:26.310249 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8f670396-cc4b-4014-982f-db08b303cb0b admin admin] Publish callbacks [] for subnet (ccd519eb-9e42-4fd5-87fb-4704f2867675), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:26.315052 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fad9b793-c6c2-4d30-bd41-0bfdce130167 admin admin] Publish callbacks [] for router_gateway (4d737952-b4b0-41e3-bbb1-51a478825b7d), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:26.365694 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-951bf919-7cc4-4f59-b039-4d15f2cec135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:26.367707 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfa10c-00fb-4c70-b162-c2cbe20b0039 req-ab0d1706-5182-456a-a8a5-356251deca5f tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:26.369287 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-55bfa10c-00fb-4c70-b162-c2cbe20b0039 req-ab0d1706-5182-456a-a8a5-356251deca5f tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=913a04bc-76e5-4e01-99d8-bc9e283dd9cc HTTP/1.1" status: 200 len: 949 time: 0.1342254 Aug 27 04:46:26.392124 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8f670396-cc4b-4014-982f-db08b303cb0b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (ccd519eb-9e42-4fd5-87fb-4704f2867675), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:26.401883 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-6b3415ce-6ff5-497c-8ca3-3a7eb52dfeb2 admin admin] Deleting port 08930d92-ee9f-4b43-a949-4988257d8376 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:46:26.402230 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6b3415ce-6ff5-497c-8ca3-3a7eb52dfeb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (08930d92-ee9f-4b43-a949-4988257d8376), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:26.510767 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7dece4a7-2d91-4d26-8a45-d5c8c3d85c9f None None] Publish callbacks [] for port (0d099081-e809-463a-9b25-9bc3711254ff), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:26.577548 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:26.579961 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5512f60-462a-4983-967a-344fa25fb2d3 admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:46:26.594085 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7dece4a7-2d91-4d26-8a45-d5c8c3d85c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (0d099081-e809-463a-9b25-9bc3711254ff), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:26.659770 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dece4a7-2d91-4d26-8a45-d5c8c3d85c9f None None] Pushing event updated for resources: {'Port': ['ID=0d099081-e809-463a-9b25-9bc3711254ff,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:26.669688 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-a5512f60-462a-4983-967a-344fa25fb2d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:46:26.684909 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cb6951d8-bc0c-41a5-8280-7cf02ebd73a2 None None] Publish callbacks [] for port (cee0c2c1-5fce-471d-8bb7-04a37389de98), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:26.690300 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5512f60-462a-4983-967a-344fa25fb2d3 admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:46:26.695850 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dece4a7-2d91-4d26-8a45-d5c8c3d85c9f None None] Network a1ccc39f-50bb-44b7-b472-93ab422293e4 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:46:26.698382 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-7dece4a7-2d91-4d26-8a45-d5c8c3d85c9f None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:46:26.701225 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dece4a7-2d91-4d26-8a45-d5c8c3d85c9f None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:46:26.728038 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8f670396-cc4b-4014-982f-db08b303cb0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (ccd519eb-9e42-4fd5-87fb-4704f2867675), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:26.780988 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d850fbb5-938c-4f51-ab5b-41c83ce726ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:26.789858 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-7dece4a7-2d91-4d26-8a45-d5c8c3d85c9f None None] Attempting to bind port 0d099081-e809-463a-9b25-9bc3711254ff on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:46:26.790284 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-7dece4a7-2d91-4d26-8a45-d5c8c3d85c9f None None] Attempting to bind port 0d099081-e809-463a-9b25-9bc3711254ff by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '7814b9a5-480f-4797-a245-5cebea4bb6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a1ccc39f-50bb-44b7-b472-93ab422293e4'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:46:26.790656 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dece4a7-2d91-4d26-8a45-d5c8c3d85c9f None None] Attempting to bind port 0d099081-e809-463a-9b25-9bc3711254ff on network a1ccc39f-50bb-44b7-b472-93ab422293e4 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:46:26.797111 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dece4a7-2d91-4d26-8a45-d5c8c3d85c9f None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:46:26.797494 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dece4a7-2d91-4d26-8a45-d5c8c3d85c9f None None] Checking segment: {'id': '7814b9a5-480f-4797-a245-5cebea4bb6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a1ccc39f-50bb-44b7-b472-93ab422293e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:46:26.798077 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7dece4a7-2d91-4d26-8a45-d5c8c3d85c9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:26.798523 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dece4a7-2d91-4d26-8a45-d5c8c3d85c9f None None] Bound using segment: {'id': '7814b9a5-480f-4797-a245-5cebea4bb6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a1ccc39f-50bb-44b7-b472-93ab422293e4'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:46:26.816229 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5512f60-462a-4983-967a-344fa25fb2d3 admin admin] Pushing event updated for resources: {'Port': ['ID=73d79df4-aad9-45b9-9734-e0f3058b6c03,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:26.816382 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-7dece4a7-2d91-4d26-8a45-d5c8c3d85c9f None None] Bound port: 0d099081-e809-463a-9b25-9bc3711254ff, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7814b9a5-480f-4797-a245-5cebea4bb6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a1ccc39f-50bb-44b7-b472-93ab422293e4'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:46:26.816382 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7dece4a7-2d91-4d26-8a45-d5c8c3d85c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (0d099081-e809-463a-9b25-9bc3711254ff), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:26.823270 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cb6951d8-bc0c-41a5-8280-7cf02ebd73a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (cee0c2c1-5fce-471d-8bb7-04a37389de98), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:26.849189 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-cb6951d8-bc0c-41a5-8280-7cf02ebd73a2 None None] Attempting to bind port cee0c2c1-5fce-471d-8bb7-04a37389de98 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:46:26.850656 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-cb6951d8-bc0c-41a5-8280-7cf02ebd73a2 None None] Attempting to bind port cee0c2c1-5fce-471d-8bb7-04a37389de98 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:46:26.850656 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6951d8-bc0c-41a5-8280-7cf02ebd73a2 None None] Attempting to bind port cee0c2c1-5fce-471d-8bb7-04a37389de98 on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:46:26.902455 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6951d8-bc0c-41a5-8280-7cf02ebd73a2 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:46:26.903042 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6951d8-bc0c-41a5-8280-7cf02ebd73a2 None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:46:26.903787 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cb6951d8-bc0c-41a5-8280-7cf02ebd73a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:26.904538 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6951d8-bc0c-41a5-8280-7cf02ebd73a2 None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:46:26.905163 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-cb6951d8-bc0c-41a5-8280-7cf02ebd73a2 None None] Bound port: cee0c2c1-5fce-471d-8bb7-04a37389de98, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:46:26.905825 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cb6951d8-bc0c-41a5-8280-7cf02ebd73a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (cee0c2c1-5fce-471d-8bb7-04a37389de98), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:26.960432 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-55bfa10c-00fb-4c70-b162-c2cbe20b0039 req-50608258-bf48-4d64-92f7-2dbf1b5f4c61 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5526659 Aug 27 04:46:26.993060 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:26.999438 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9278b9bc-9402-4fe8-8d8e-eeb719befc30 None None] Pushing event updated for resources: {'Port': ['ID=cee0c2c1-5fce-471d-8bb7-04a37389de98,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:27.008209 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-6b3415ce-6ff5-497c-8ca3-3a7eb52dfeb2 admin admin] For port 08930d92-ee9f-4b43-a949-4988257d8376, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=08930d92-ee9f-4b43-a949-4988257d8376,segment=NetworkSegment(9beda394-76b2-437d-9bdd-cb4034a1a25e),segment_id=9beda394-76b2-437d-9bdd-cb4034a1a25e)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:27.008628 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6b3415ce-6ff5-497c-8ca3-3a7eb52dfeb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (08930d92-ee9f-4b43-a949-4988257d8376), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:27.037104 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-6b3415ce-6ff5-497c-8ca3-3a7eb52dfeb2 admin admin] Calling delete_port for 08930d92-ee9f-4b43-a949-4988257d8376 owned by network:router_interface {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:46:27.076690 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-cb6951d8-bc0c-41a5-8280-7cf02ebd73a2 None None] For port cee0c2c1-5fce-471d-8bb7-04a37389de98, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:46:27.081142 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-951bf919-7cc4-4f59-b039-4d15f2cec135 admin admin] Allocated IP 172.20.0.1 (98aec1c2-5ff1-45ec-96bb-00f9b62a102e/4fd34aef-f49c-42df-88b1-60c70550108e/7ebee0d7-0e7a-4f31-b100-657cc4315727) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:46:27.093093 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-cb6951d8-bc0c-41a5-8280-7cf02ebd73a2 None None] For port cee0c2c1-5fce-471d-8bb7-04a37389de98, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=cee0c2c1-5fce-471d-8bb7-04a37389de98,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:46:27.095190 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-7dece4a7-2d91-4d26-8a45-d5c8c3d85c9f None None] For port 0d099081-e809-463a-9b25-9bc3711254ff, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:46:27.106898 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-7dece4a7-2d91-4d26-8a45-d5c8c3d85c9f None None] For port 0d099081-e809-463a-9b25-9bc3711254ff, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=0d099081-e809-463a-9b25-9bc3711254ff,segment=NetworkSegment(7814b9a5-480f-4797-a245-5cebea4bb6b2),segment_id=7814b9a5-480f-4797-a245-5cebea4bb6b2)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:46:27.111600 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fad9b793-c6c2-4d30-bd41-0bfdce130167 admin admin] Publish callbacks [] for router_gateway (4d737952-b4b0-41e3-bbb1-51a478825b7d), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:27.139161 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device e95050e5-529a-439f-a706-9d7f92fc0025 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:46:27.141948 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fad9b793-c6c2-4d30-bd41-0bfdce130167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:27.184157 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6fbb71e9-d48c-4dad-8f23-e98d35b0540b admin admin] Publish callbacks [] for security_group (fe6c09f7-046a-4de3-882e-b9626acafdce), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:27.190191 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8f670396-cc4b-4014-982f-db08b303cb0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (ccd519eb-9e42-4fd5-87fb-4704f2867675), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:27.199603 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cb6951d8-bc0c-41a5-8280-7cf02ebd73a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (cee0c2c1-5fce-471d-8bb7-04a37389de98), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:27.248461 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7dece4a7-2d91-4d26-8a45-d5c8c3d85c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (0d099081-e809-463a-9b25-9bc3711254ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:27.286237 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6fbb71e9-d48c-4dad-8f23-e98d35b0540b admin admin] Publish callbacks [] for security_group (fe6c09f7-046a-4de3-882e-b9626acafdce), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:27.291855 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6951d8-bc0c-41a5-8280-7cf02ebd73a2 None None] Routers {'0913cb25-1f00-4a92-81c9-afe76c9957d3'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:46:27.292576 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-cb6951d8-bc0c-41a5-8280-7cf02ebd73a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:45:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['0913cb25-1f00-4a92-81c9-afe76c9957d3'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:27.302930 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f670396-cc4b-4014-982f-db08b303cb0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccd519eb-9e42-4fd5-87fb-4704f2867675,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:27.315084 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8f670396-cc4b-4014-982f-db08b303cb0b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:27.318405 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b3617a-56a5-456d-a7bc-0eef9dea53ee admin admin] Network bfd88464-c4c1-4fad-b2bc-b5468e4d1625 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:46:27.323473 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8f670396-cc4b-4014-982f-db08b303cb0b admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/ccd519eb-9e42-4fd5-87fb-4704f2867675 HTTP/1.1" status: 204 len: 168 time: 1.4207234 Aug 27 04:46:27.325044 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 48486) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:27.340613 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-25b3617a-56a5-456d-a7bc-0eef9dea53ee admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:46:27.403904 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:27.435306 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f645546-612f-4de5-b813-7dc4d3e44cb2 None None] Network 8b69028e-d414-4c82-a19b-14e4360fa625 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:46:27.462909 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port e95050e5-529a-439f-a706-9d7f92fc0025 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:46:27.463667 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e95050e5-529a-439f-a706-9d7f92fc0025), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:27.477404 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:27.480519 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b396ca-7a60-442e-a9d0-9d630170ce33 None None] Network 200385b2-567c-414e-a01b-86dbaa38605c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:46:27.488315 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-951bf919-7cc4-4f59-b039-4d15f2cec135 admin admin] Publish callbacks [] for port (7ebee0d7-0e7a-4f31-b100-657cc4315727), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:27.583229 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-fad9b793-c6c2-4d30-bd41-0bfdce130167 admin admin] Allocated IP 172.25.2.147 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/4ff9ea4b-3f7a-4486-a272-f88c5428279f) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:46:27.669862 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b763cfad-86dd-4279-80f3-bd39e7d2fc66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (8b69028e-d414-4c82-a19b-14e4360fa625), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:27.788066 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-b763cfad-86dd-4279-80f3-bd39e7d2fc66 admin admin] Deleting port 90674dd9-318a-4a74-9f97-303174204755 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:46:27.788066 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b763cfad-86dd-4279-80f3-bd39e7d2fc66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (90674dd9-318a-4a74-9f97-303174204755), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:27.845232 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-cb6951d8-bc0c-41a5-8280-7cf02ebd73a2 None None] Set router 0913cb25-1f00-4a92-81c9-afe76c9957d3 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:46:27.851771 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device 829d9839-dead-48bc-968d-c33e8af410e0 up at agent hyperv_n-h1-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:46:27.909544 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9278b9bc-9402-4fe8-8d8e-eeb719befc30 None None] Pushing event updated for resources: {'Port': ['ID=cee0c2c1-5fce-471d-8bb7-04a37389de98,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:28.043727 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:28.060303 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-a61f8d44-3f84-4877-907e-df080fe0ab75 None None] Provisioning complete for port 5a2129f9-3735-48ae-86f8-2c39c96f89ad triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:46:28.060846 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a61f8d44-3f84-4877-907e-df080fe0ab75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (5a2129f9-3735-48ae-86f8-2c39c96f89ad), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:28.068841 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a5512f60-462a-4983-967a-344fa25fb2d3 admin admin] Publish callbacks [] for router_gateway (48a80197-8879-4341-9282-e3e4e1b4d28b), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:28.105776 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b3617a-56a5-456d-a7bc-0eef9dea53ee admin admin] Router ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:46:28.145766 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-b763cfad-86dd-4279-80f3-bd39e7d2fc66 admin admin] For port 90674dd9-318a-4a74-9f97-303174204755, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=90674dd9-318a-4a74-9f97-303174204755,segment=NetworkSegment(eb01a178-fc17-4d97-a40a-86d46e19ab84),segment_id=eb01a178-fc17-4d97-a40a-86d46e19ab84)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:28.149046 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b763cfad-86dd-4279-80f3-bd39e7d2fc66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (90674dd9-318a-4a74-9f97-303174204755), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:28.169568 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-951bf919-7cc4-4f59-b039-4d15f2cec135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (7ebee0d7-0e7a-4f31-b100-657cc4315727), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:28.186444 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:28.211146 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:28.228783 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-b763cfad-86dd-4279-80f3-bd39e7d2fc66 admin admin] Calling delete_port for 90674dd9-318a-4a74-9f97-303174204755 owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:46:28.252637 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dece4a7-2d91-4d26-8a45-d5c8c3d85c9f None None] Pushing event updated for resources: {'Port': ['ID=0d099081-e809-463a-9b25-9bc3711254ff,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:28.267323 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951bf919-7cc4-4f59-b039-4d15f2cec135 admin admin] Network 98aec1c2-5ff1-45ec-96bb-00f9b62a102e is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:46:28.274147 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Provisioning for port 829d9839-dead-48bc-968d-c33e8af410e0 completed by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 27 04:46:28.284131 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-951bf919-7cc4-4f59-b039-4d15f2cec135 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:46:28.304875 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951bf919-7cc4-4f59-b039-4d15f2cec135 admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:46:28.377364 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951bf919-7cc4-4f59-b039-4d15f2cec135 admin admin] Pushing event updated for resources: {'Port': ['ID=7ebee0d7-0e7a-4f31-b100-657cc4315727,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:28.439551 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fad9b793-c6c2-4d30-bd41-0bfdce130167 admin admin] Publish callbacks [] for port (4ff9ea4b-3f7a-4486-a272-f88c5428279f), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:28.460213 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Provisioning complete for port 829d9839-dead-48bc-968d-c33e8af410e0 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:46:28.460825 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (829d9839-dead-48bc-968d-c33e8af410e0), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:28.463720 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a08bebe-dedb-4367-9d84-be8124b13c73 None None] DHCP port deletion for 8b69028e-d414-4c82-a19b-14e4360fa625 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:46:28.465437 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6638a73c-e4b6-40d6-9c79-8ca79fc3d681 req-86823702-d18a-4a20-8945-a4eeebda57a4 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:28.467053 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6638a73c-e4b6-40d6-9c79-8ca79fc3d681 req-86823702-d18a-4a20-8945-a4eeebda57a4 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=913a04bc-76e5-4e01-99d8-bc9e283dd9cc HTTP/1.1" status: 200 len: 949 time: 0.3268070 Aug 27 04:46:28.474051 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-951bf919-7cc4-4f59-b039-4d15f2cec135 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (0913cb25-1f00-4a92-81c9-afe76c9957d3), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:28.493175 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6fbb71e9-d48c-4dad-8f23-e98d35b0540b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (fe6c09f7-046a-4de3-882e-b9626acafdce), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:28.495960 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6fbb71e9-d48c-4dad-8f23-e98d35b0540b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:28.500331 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-6fbb71e9-d48c-4dad-8f23-e98d35b0540b admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/fe6c09f7-046a-4de3-882e-b9626acafdce HTTP/1.1" status: 204 len: 168 time: 2.2885418 Aug 27 04:46:28.529989 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbb71e9-d48c-4dad-8f23-e98d35b0540b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6c09f7-046a-4de3-882e-b9626acafdce,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:28.591486 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port e95050e5-529a-439f-a706-9d7f92fc0025 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:46:28.592547 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (e95050e5-529a-439f-a706-9d7f92fc0025), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:28.657745 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:28.688843 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-a61f8d44-3f84-4877-907e-df080fe0ab75 None None] Current status of the port 5a2129f9-3735-48ae-86f8-2c39c96f89ad is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:46:28.689699 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a61f8d44-3f84-4877-907e-df080fe0ab75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (5a2129f9-3735-48ae-86f8-2c39c96f89ad), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:28.706141 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fad9b793-c6c2-4d30-bd41-0bfdce130167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (4ff9ea4b-3f7a-4486-a272-f88c5428279f), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:28.708958 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b763cfad-86dd-4279-80f3-bd39e7d2fc66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (90674dd9-318a-4a74-9f97-303174204755), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:28.732372 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port e95050e5-529a-439f-a706-9d7f92fc0025, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=e95050e5-529a-439f-a706-9d7f92fc0025,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:28.733981 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-cb6951d8-bc0c-41a5-8280-7cf02ebd73a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0913cb25-1f00-4a92-81c9-afe76c9957d3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-463046071-router', 'tenant_id': 'f4185d79a6094e40ac474cf89d438d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'cee0c2c1-5fce-471d-8bb7-04a37389de98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:46:17Z', 'updated_at': '2022-08-27T04:46:21Z', 'revision_number': 3, 'project_id': 'f4185d79a6094e40ac474cf89d438d82', 'gw_port': {'id': 'cee0c2c1-5fce-471d-8bb7-04a37389de98', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:60:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0913cb25-1f00-4a92-81c9-afe76c9957d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:46:20Z', 'updated_at': '2022-08-27T04:46:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:28.740872 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b3617a-56a5-456d-a7bc-0eef9dea53ee admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:46:28.743638 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a5512f60-462a-4983-967a-344fa25fb2d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (48a80197-8879-4341-9282-e3e4e1b4d28b), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:28.749667 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-25b3617a-56a5-456d-a7bc-0eef9dea53ee admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9724178 Aug 27 04:46:28.751604 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-8a08bebe-dedb-4367-9d84-be8124b13c73 None None] Deleting port 90674dd9-318a-4a74-9f97-303174204755 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:46:28.752221 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8a08bebe-dedb-4367-9d84-be8124b13c73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (90674dd9-318a-4a74-9f97-303174204755), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:28.762388 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65666266-07c7-482f-8c03-8cad3e17abe5 None None] Sync routers for ids ['ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:46:28.775859 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6638a73c-e4b6-40d6-9c79-8ca79fc3d681 req-944ca7ae-c10e-43a1-9b70-85f3bb1f77ef tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687793 Aug 27 04:46:28.784954 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65666266-07c7-482f-8c03-8cad3e17abe5 None None] Routers {'ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:46:28.786248 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-65666266-07c7-482f-8c03-8cad3e17abe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:45:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:28.788473 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6b3415ce-6ff5-497c-8ca3-3a7eb52dfeb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (08930d92-ee9f-4b43-a949-4988257d8376), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:28.793944 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b763cfad-86dd-4279-80f3-bd39e7d2fc66 admin admin] No DVR routers for this DVR port 90674dd9-318a-4a74-9f97-303174204755 on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:46:28.843244 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6951d8-bc0c-41a5-8280-7cf02ebd73a2 None None] The sync data for ids ['0913cb25-1f00-4a92-81c9-afe76c9957d3'] in n-d-852088-5 is: [{'id': '0913cb25-1f00-4a92-81c9-afe76c9957d3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-463046071-router', 'tenant_id': 'f4185d79a6094e40ac474cf89d438d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'cee0c2c1-5fce-471d-8bb7-04a37389de98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:46:17Z', 'updated_at': '2022-08-27T04:46:21Z', 'revision_number': 3, 'project_id': 'f4185d79a6094e40ac474cf89d438d82', 'gw_port': {'id': 'cee0c2c1-5fce-471d-8bb7-04a37389de98', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:60:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0913cb25-1f00-4a92-81c9-afe76c9957d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:46:20Z', 'updated_at': '2022-08-27T04:46:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:46:28.936157 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:28.940221 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (e95050e5-529a-439f-a706-9d7f92fc0025), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:28.942666 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 5a2129f9-3735-48ae-86f8-2c39c96f89ad up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:46:29.063739 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b763cfad-86dd-4279-80f3-bd39e7d2fc66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (8b69028e-d414-4c82-a19b-14e4360fa625), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:29.097932 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-b763cfad-86dd-4279-80f3-bd39e7d2fc66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b69028e-d414-4c82-a19b-14e4360fa625']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:29.110911 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-b763cfad-86dd-4279-80f3-bd39e7d2fc66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb01a178-fc17-4d97-a40a-86d46e19ab84') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:29.112054 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-b763cfad-86dd-4279-80f3-bd39e7d2fc66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb01a178-fc17-4d97-a40a-86d46e19ab84') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:29.127620 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b763cfad-86dd-4279-80f3-bd39e7d2fc66 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (eb01a178-fc17-4d97-a40a-86d46e19ab84), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:29.135062 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-a61f8d44-3f84-4877-907e-df080fe0ab75 None None] For port 5a2129f9-3735-48ae-86f8-2c39c96f89ad, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=5a2129f9-3735-48ae-86f8-2c39c96f89ad,segment=NetworkSegment(c4980e18-1f61-4369-bfae-8786156e2b9f),segment_id=c4980e18-1f61-4369-bfae-8786156e2b9f)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:29.146557 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:29.149264 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b763cfad-86dd-4279-80f3-bd39e7d2fc66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (eb01a178-fc17-4d97-a40a-86d46e19ab84), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:29.160234 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b763cfad-86dd-4279-80f3-bd39e7d2fc66 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:46:29.160974 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b763cfad-86dd-4279-80f3-bd39e7d2fc66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (eb01a178-fc17-4d97-a40a-86d46e19ab84), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:29.218443 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3415ce-6ff5-497c-8ca3-3a7eb52dfeb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=08930d92-ee9f-4b43-a949-4988257d8376,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:29.221694 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-8a08bebe-dedb-4367-9d84-be8124b13c73 None None] For port 90674dd9-318a-4a74-9f97-303174204755, host n-d-852088-5, got binding levels [] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:29.223589 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8a08bebe-dedb-4367-9d84-be8124b13c73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (90674dd9-318a-4a74-9f97-303174204755), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:29.300152 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a61f8d44-3f84-4877-907e-df080fe0ab75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (5a2129f9-3735-48ae-86f8-2c39c96f89ad), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:29.327637 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-65666266-07c7-482f-8c03-8cad3e17abe5 None None] Set router ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:46:29.345822 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-8a08bebe-dedb-4367-9d84-be8124b13c73 None None] Calling delete_port for 90674dd9-318a-4a74-9f97-303174204755 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:46:29.347998 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Current status of the port 829d9839-dead-48bc-968d-c33e8af410e0 is: BUILD; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:46:29.348758 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (829d9839-dead-48bc-968d-c33e8af410e0), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:29.354918 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.ipam_backend_mixin [None req-8a08bebe-dedb-4367-9d84-be8124b13c73 None None] Port 90674dd9-318a-4a74-9f97-303174204755 was not found and therefore no delete operation was performed {{(pid=107777) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 27 04:46:29.387701 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=e95050e5-529a-439f-a706-9d7f92fc0025,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:29.392320 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cc1c01bf-2012-4e64-a819-37aa4cf05def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:29.416580 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8a08bebe-dedb-4367-9d84-be8124b13c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (90674dd9-318a-4a74-9f97-303174204755), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:29.428641 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad9b793-c6c2-4d30-bd41-0bfdce130167 admin admin] Pushing event updated for resources: {'Port': ['ID=4ff9ea4b-3f7a-4486-a272-f88c5428279f,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:29.433187 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8d92bf-87f8-42b9-9a70-03ceaa5a0fda None None] Network a1ccc39f-50bb-44b7-b472-93ab422293e4 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:46:29.450724 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad9b793-c6c2-4d30-bd41-0bfdce130167 admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:46:29.501199 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-fad9b793-c6c2-4d30-bd41-0bfdce130167 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:46:29.587138 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment eb01a178-fc17-4d97-a40a-86d46e19ab84 resource provider aggregate not found Aug 27 04:46:29.614245 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a08bebe-dedb-4367-9d84-be8124b13c73 None None] No DVR routers for this DVR port 90674dd9-318a-4a74-9f97-303174204755 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:46:29.621521 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad9b793-c6c2-4d30-bd41-0bfdce130167 admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:46:29.638416 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 5a2129f9-3735-48ae-86f8-2c39c96f89ad triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:46:29.641124 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (5a2129f9-3735-48ae-86f8-2c39c96f89ad), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:29.641681 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b763cfad-86dd-4279-80f3-bd39e7d2fc66 admin admin] Pushing event deleted for resources: {'Port': ['ID=90674dd9-318a-4a74-9f97-303174204755,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:29.641772 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '913a04bc-76e5-4e01-99d8-bc9e283dd9cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829d9839-dead-48bc-968d-c33e8af410e0'}] {{(pid=107777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:46:29.644443 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6e1ed2c1589df8125b2075e26a1ec4ff1174e69d6a71546bdf3c3a9a29d330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0268e3-bc11-4884-a98e-a8a9651026c1" -d '{"events": [{"server_uuid": "913a04bc-76e5-4e01-99d8-bc9e283dd9cc", "name": "network-vif-plugged", "status": "completed", "tag": "829d9839-dead-48bc-968d-c33e8af410e0"}]}' {{(pid=107777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:46:29.677868 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:46:29.688415 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-c94c623b-5330-4714-afb8-d35b6c3edc5c None None] Provisioning complete for port a30d149b-74f0-4406-8b51-b72bd8b78213 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:46:29.688805 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c94c623b-5330-4714-afb8-d35b6c3edc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a30d149b-74f0-4406-8b51-b72bd8b78213), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:29.700619 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5512f60-462a-4983-967a-344fa25fb2d3 admin admin] Router 48a80197-8879-4341-9282-e3e4e1b4d28b is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:46:29.757593 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment eb01a178-fc17-4d97-a40a-86d46e19ab84 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eb01a178-fc17-4d97-a40a-86d46e19ab84 found for delete ", "request_id": "req-8a5797f2-9816-4b4a-a7ec-13f4f8d4a25b"}]} Aug 27 04:46:29.772395 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b763cfad-86dd-4279-80f3-bd39e7d2fc66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (8b69028e-d414-4c82-a19b-14e4360fa625), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:29.792672 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b763cfad-86dd-4279-80f3-bd39e7d2fc66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:29.797730 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b763cfad-86dd-4279-80f3-bd39e7d2fc66 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/8b69028e-d414-4c82-a19b-14e4360fa625 HTTP/1.1" status: 204 len: 168 time: 2.4633291 Aug 27 04:46:29.834943 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 04:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62452001-0962-4a0a-b394-a8726be2eec4 x-openstack-request-id: req-62452001-0962-4a0a-b394-a8726be2eec4 {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:46:29.835284 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "913a04bc-76e5-4e01-99d8-bc9e283dd9cc", "name": "network-vif-plugged", "status": "completed", "tag": "829d9839-dead-48bc-968d-c33e8af410e0", "code": 200}]} {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:46:29.835553 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-62452001-0962-4a0a-b394-a8726be2eec4 {{(pid=107777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:46:29.836020 n-d-852088-5 neutron-server[107777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62452001-0962-4a0a-b394-a8726be2eec4'] response: {'server_uuid': '913a04bc-76e5-4e01-99d8-bc9e283dd9cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829d9839-dead-48bc-968d-c33e8af410e0', 'code': 200} Aug 27 04:46:29.852369 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port 829d9839-dead-48bc-968d-c33e8af410e0, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=829d9839-dead-48bc-968d-c33e8af410e0,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:29.893814 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-951bf919-7cc4-4f59-b039-4d15f2cec135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (7ebee0d7-0e7a-4f31-b100-657cc4315727), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:29.940021 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6b3415ce-6ff5-497c-8ca3-3a7eb52dfeb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (43cf84d1-5f74-4bb8-8573-51eaa3061d3e), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:29.941012 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b763cfad-86dd-4279-80f3-bd39e7d2fc66 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b69028e-d414-4c82-a19b-14e4360fa625,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:29.994100 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:30.037240 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (829d9839-dead-48bc-968d-c33e8af410e0), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:30.090329 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61f8d44-3f84-4877-907e-df080fe0ab75 None None] Pushing event updated for resources: {'Port': ['ID=5a2129f9-3735-48ae-86f8-2c39c96f89ad,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:30.159414 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-65666266-07c7-482f-8c03-8cad3e17abe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90', 'name': 'tempest-TaggedBootDevicesTest-2138753696-router', 'tenant_id': 'e1ea00bfb0fc49478c17c5a74fb507a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': 'e95050e5-529a-439f-a706-9d7f92fc0025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:46:10Z', 'updated_at': '2022-08-27T04:46:24Z', 'revision_number': 4, 'project_id': 'e1ea00bfb0fc49478c17c5a74fb507a3', 'gw_port': {'id': 'e95050e5-529a-439f-a706-9d7f92fc0025', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bd:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:46:12Z', 'updated_at': '2022-08-27T04:46:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'a30d149b-74f0-4406-8b51-b72bd8b78213', 'name': '', 'network_id': 'bfd88464-c4c1-4fad-b2bc-b5468e4d1625', 'tenant_id': 'e1ea00bfb0fc49478c17c5a74fb507a3', 'mac_address': 'fa:16:3e:29:4e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '915d23bf-d5d5-41bd-9d1c-a10b3f943fd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:46:22Z', 'updated_at': '2022-08-27T04:46:25Z', 'revision_number': 2, 'project_id': 'e1ea00bfb0fc49478c17c5a74fb507a3', 'subnets': [{'id': '915d23bf-d5d5-41bd-9d1c-a10b3f943fd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:30.182423 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-c94c623b-5330-4714-afb8-d35b6c3edc5c None None] Port a30d149b-74f0-4406-8b51-b72bd8b78213 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:46:30.204655 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a08bebe-dedb-4367-9d84-be8124b13c73 None None] Pushing event deleted for resources: {'Port': ['ID=90674dd9-318a-4a74-9f97-303174204755,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:30.218796 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65666266-07c7-482f-8c03-8cad3e17abe5 None None] Checking router: ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:46:30.219422 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65666266-07c7-482f-8c03-8cad3e17abe5 None None] Updating router ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90 port a30d149b-74f0-4406-8b51-b72bd8b78213 binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:46:30.230130 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:30.273311 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37726f2c-e8bc-43b1-abf4-4f2753b45650 req-8100a7db-31ec-40f3-a8af-a6f1a706849c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:30.277324 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-37726f2c-e8bc-43b1-abf4-4f2753b45650 req-8100a7db-31ec-40f3-a8af-a6f1a706849c service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=913a04bc-76e5-4e01-99d8-bc9e283dd9cc HTTP/1.1" status: 200 len: 1132 time: 0.2868376 Aug 27 04:46:30.281827 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-65666266-07c7-482f-8c03-8cad3e17abe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a30d149b-74f0-4406-8b51-b72bd8b78213), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:30.282969 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184c30b-ccf9-4642-a7b7-d4244265c1b9 req-31f1c41c-46ab-49d8-969a-20e404134958 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:30.284692 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1184c30b-ccf9-4642-a7b7-d4244265c1b9 req-31f1c41c-46ab-49d8-969a-20e404134958 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=913a04bc-76e5-4e01-99d8-bc9e283dd9cc HTTP/1.1" status: 200 len: 950 time: 0.3142107 Aug 27 04:46:30.375967 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-c94c623b-5330-4714-afb8-d35b6c3edc5c None None] Provisioning complete for port 7ebee0d7-0e7a-4f31-b100-657cc4315727 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:46:30.376407 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c94c623b-5330-4714-afb8-d35b6c3edc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (7ebee0d7-0e7a-4f31-b100-657cc4315727), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:30.387689 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:30.534556 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:30.608877 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-c94c623b-5330-4714-afb8-d35b6c3edc5c None None] Port 7ebee0d7-0e7a-4f31-b100-657cc4315727 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:46:30.618437 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1184c30b-ccf9-4642-a7b7-d4244265c1b9 req-81846c24-bec2-40ed-9fba-f8d849d474bf tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450213 Aug 27 04:46:30.618876 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Pushing event updated for resources: {'Port': ['ID=829d9839-dead-48bc-968d-c33e8af410e0,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:30.627913 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 5a2129f9-3735-48ae-86f8-2c39c96f89ad is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:46:30.646911 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6f8fd8f4-e220-46c9-9905-d29c7a4cfca5 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:46:30.659325 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5512f60-462a-4983-967a-344fa25fb2d3 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:46:30.714393 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 6f8fd8f4-e220-46c9-9905-d29c7a4cfca5 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:46:30.715061 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6f8fd8f4-e220-46c9-9905-d29c7a4cfca5 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:46:30.720182 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12397b32-bf14-46db-91e3-d4abfd0db173 None None] Sync routers for ids ['48a80197-8879-4341-9282-e3e4e1b4d28b'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:46:30.725345 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-37726f2c-e8bc-43b1-abf4-4f2753b45650 req-27797916-df13-4f83-8955-298573f6b457 service neutron] 10.222.0.75 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590863 Aug 27 04:46:30.751718 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12397b32-bf14-46db-91e3-d4abfd0db173 None None] Routers {'48a80197-8879-4341-9282-e3e4e1b4d28b'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:46:30.752015 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 48558) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:30.755084 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-12397b32-bf14-46db-91e3-d4abfd0db173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:46:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['48a80197-8879-4341-9282-e3e4e1b4d28b'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:30.804514 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a5512f60-462a-4983-967a-344fa25fb2d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:30.821193 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a5512f60-462a-4983-967a-344fa25fb2d3 admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.5307863 Aug 27 04:46:30.824038 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 48560) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:30.859383 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:30.861045 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-c94c623b-5330-4714-afb8-d35b6c3edc5c None None] Provisioning complete for port 5a2129f9-3735-48ae-86f8-2c39c96f89ad triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:46:30.861428 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c94c623b-5330-4714-afb8-d35b6c3edc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (5a2129f9-3735-48ae-86f8-2c39c96f89ad), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:30.980286 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b3415ce-6ff5-497c-8ca3-3a7eb52dfeb2 admin admin] Router 43cf84d1-5f74-4bb8-8573-51eaa3061d3e has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:46:31.006985 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-65666266-07c7-482f-8c03-8cad3e17abe5 None None] Publish callbacks [] for port (a30d149b-74f0-4406-8b51-b72bd8b78213), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:31.025568 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:31.113363 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fad9b793-c6c2-4d30-bd41-0bfdce130167 admin admin] Publish callbacks [] for router_gateway (4d737952-b4b0-41e3-bbb1-51a478825b7d), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:31.216049 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-c94c623b-5330-4714-afb8-d35b6c3edc5c None None] Current status of the port 5a2129f9-3735-48ae-86f8-2c39c96f89ad is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:46:31.226922 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-65666266-07c7-482f-8c03-8cad3e17abe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a30d149b-74f0-4406-8b51-b72bd8b78213), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:31.229359 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:31.284520 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3415ce-6ff5-497c-8ca3-3a7eb52dfeb2 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:46:31.289381 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-12397b32-bf14-46db-91e3-d4abfd0db173 None None] Set router 48a80197-8879-4341-9282-e3e4e1b4d28b gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:46:31.313942 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-6b3415ce-6ff5-497c-8ca3-3a7eb52dfeb2 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/43cf84d1-5f74-4bb8-8573-51eaa3061d3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7750497 Aug 27 04:46:31.314586 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 48568) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:31.322626 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23bd21b-2f48-446f-a8d3-7566e94da705 None None] Sync routers for ids ['43cf84d1-5f74-4bb8-8573-51eaa3061d3e'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:46:31.352296 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23bd21b-2f48-446f-a8d3-7566e94da705 None None] Routers {'43cf84d1-5f74-4bb8-8573-51eaa3061d3e'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:46:31.352968 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-d23bd21b-2f48-446f-a8d3-7566e94da705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:46:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['43cf84d1-5f74-4bb8-8573-51eaa3061d3e'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:31.370605 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-951bf919-7cc4-4f59-b039-4d15f2cec135 admin admin] Publish callbacks [] for port (7ebee0d7-0e7a-4f31-b100-657cc4315727), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:31.377716 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-9c4be271-f460-46cf-b7ae-e82f514f21e5 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=43ed2e29126a453e8ab63c6821a1211b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6242101 Aug 27 04:46:31.377906 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 48570) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:31.432685 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:31.535707 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb27972-ddb8-400c-8e5d-b35968dd78da None None] Pushing event updated for resources: {'Port': ['ID=a30d149b-74f0-4406-8b51-b72bd8b78213,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:31.554704 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2a036ef2-5e47-4e20-8683-31dc15933a68 admin admin] Publish callbacks [] for security_group (8a6f6b1c-6a1b-41d5-a5c3-9877bd5da1e5), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:31.558634 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0f09c906-76b8-4d61-b56d-673664857954 admin admin] Publish callbacks [] for router (43cf84d1-5f74-4bb8-8573-51eaa3061d3e), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:31.568908 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb27972-ddb8-400c-8e5d-b35968dd78da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:31.569250 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb27972-ddb8-400c-8e5d-b35968dd78da None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:31.569586 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb27972-ddb8-400c-8e5d-b35968dd78da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:31.569916 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb27972-ddb8-400c-8e5d-b35968dd78da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:31.570246 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb27972-ddb8-400c-8e5d-b35968dd78da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:31.570620 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb27972-ddb8-400c-8e5d-b35968dd78da None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:31.570989 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb27972-ddb8-400c-8e5d-b35968dd78da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:31.571267 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb27972-ddb8-400c-8e5d-b35968dd78da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:31.571581 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb27972-ddb8-400c-8e5d-b35968dd78da None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:31.571899 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb27972-ddb8-400c-8e5d-b35968dd78da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:31.572242 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb27972-ddb8-400c-8e5d-b35968dd78da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:31.572611 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb27972-ddb8-400c-8e5d-b35968dd78da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:31.582701 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb27972-ddb8-400c-8e5d-b35968dd78da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:31.582701 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb27972-ddb8-400c-8e5d-b35968dd78da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:31.582701 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb27972-ddb8-400c-8e5d-b35968dd78da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:31.582701 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:31.584374 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-951bf919-7cc4-4f59-b039-4d15f2cec135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (7ebee0d7-0e7a-4f31-b100-657cc4315727), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:31.632994 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2a036ef2-5e47-4e20-8683-31dc15933a68 admin admin] Publish callbacks [] for security_group (8a6f6b1c-6a1b-41d5-a5c3-9877bd5da1e5), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:31.652264 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device e95050e5-529a-439f-a706-9d7f92fc0025 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:46:31.652903 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-65666266-07c7-482f-8c03-8cad3e17abe5 None None] Attempting to bind port a30d149b-74f0-4406-8b51-b72bd8b78213 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:46:31.653276 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-65666266-07c7-482f-8c03-8cad3e17abe5 None None] Attempting to bind port a30d149b-74f0-4406-8b51-b72bd8b78213 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '2eb85c11-b00c-410e-85ff-54ef598731e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bfd88464-c4c1-4fad-b2bc-b5468e4d1625'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:46:31.653630 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65666266-07c7-482f-8c03-8cad3e17abe5 None None] Attempting to bind port a30d149b-74f0-4406-8b51-b72bd8b78213 on network bfd88464-c4c1-4fad-b2bc-b5468e4d1625 {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:46:31.657152 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-d23bd21b-2f48-446f-a8d3-7566e94da705 None None] Set router 43cf84d1-5f74-4bb8-8573-51eaa3061d3e gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:46:31.701295 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fad9b793-c6c2-4d30-bd41-0bfdce130167 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (4d737952-b4b0-41e3-bbb1-51a478825b7d), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:31.709222 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-eddd9b02-a4c3-4afa-9f64-46034425ad0f None None] Provisioning complete for port 0d099081-e809-463a-9b25-9bc3711254ff triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:46:31.710998 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-eddd9b02-a4c3-4afa-9f64-46034425ad0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (0d099081-e809-463a-9b25-9bc3711254ff), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:31.852693 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65666266-07c7-482f-8c03-8cad3e17abe5 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:46:31.853370 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65666266-07c7-482f-8c03-8cad3e17abe5 None None] Checking segment: {'id': '2eb85c11-b00c-410e-85ff-54ef598731e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bfd88464-c4c1-4fad-b2bc-b5468e4d1625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:46:31.853930 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-65666266-07c7-482f-8c03-8cad3e17abe5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:31.854450 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65666266-07c7-482f-8c03-8cad3e17abe5 None None] Bound using segment: {'id': '2eb85c11-b00c-410e-85ff-54ef598731e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bfd88464-c4c1-4fad-b2bc-b5468e4d1625'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:46:31.855071 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-65666266-07c7-482f-8c03-8cad3e17abe5 None None] Bound port: a30d149b-74f0-4406-8b51-b72bd8b78213, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eb85c11-b00c-410e-85ff-54ef598731e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bfd88464-c4c1-4fad-b2bc-b5468e4d1625'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:46:31.855599 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-65666266-07c7-482f-8c03-8cad3e17abe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a30d149b-74f0-4406-8b51-b72bd8b78213), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:31.858123 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-951bf919-7cc4-4f59-b039-4d15f2cec135 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (0913cb25-1f00-4a92-81c9-afe76c9957d3), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:31.865847 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951bf919-7cc4-4f59-b039-4d15f2cec135 admin admin] Pushing event updated for resources: {'Port': ['ID=7ebee0d7-0e7a-4f31-b100-657cc4315727,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:31.873313 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0f09c906-76b8-4d61-b56d-673664857954 admin admin] Publish callbacks [] for router_gateway (43cf84d1-5f74-4bb8-8573-51eaa3061d3e), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:31.973668 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475293e-c38e-4bc4-856f-a30e07618379 req-369e8adf-dd2b-47f3-9872-332f4efce627 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:31.980692 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-0475293e-c38e-4bc4-856f-a30e07618379 req-369e8adf-dd2b-47f3-9872-332f4efce627 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=913a04bc-76e5-4e01-99d8-bc9e283dd9cc HTTP/1.1" status: 200 len: 950 time: 0.1582980 Aug 27 04:46:31.980834 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port e95050e5-529a-439f-a706-9d7f92fc0025 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:46:31.981182 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e95050e5-529a-439f-a706-9d7f92fc0025), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:32.052531 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2a036ef2-5e47-4e20-8683-31dc15933a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (8a6f6b1c-6a1b-41d5-a5c3-9877bd5da1e5), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:32.069111 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2a036ef2-5e47-4e20-8683-31dc15933a68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:32.073318 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2a036ef2-5e47-4e20-8683-31dc15933a68 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/8a6f6b1c-6a1b-41d5-a5c3-9877bd5da1e5 HTTP/1.1" status: 204 len: 168 time: 0.6922138 Aug 27 04:46:32.138347 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-65666266-07c7-482f-8c03-8cad3e17abe5 None None] For port a30d149b-74f0-4406-8b51-b72bd8b78213, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:46:32.169863 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:32.173488 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:32.194719 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-65666266-07c7-482f-8c03-8cad3e17abe5 None None] For port a30d149b-74f0-4406-8b51-b72bd8b78213, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a30d149b-74f0-4406-8b51-b72bd8b78213,segment=NetworkSegment(2eb85c11-b00c-410e-85ff-54ef598731e1),segment_id=2eb85c11-b00c-410e-85ff-54ef598731e1)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:46:32.225247 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-eddd9b02-a4c3-4afa-9f64-46034425ad0f None None] Current status of the port 0d099081-e809-463a-9b25-9bc3711254ff is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:46:32.225783 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-eddd9b02-a4c3-4afa-9f64-46034425ad0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (0d099081-e809-463a-9b25-9bc3711254ff), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:32.261815 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-d23bd21b-2f48-446f-a8d3-7566e94da705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43cf84d1-5f74-4bb8-8573-51eaa3061d3e', 'name': 'tempest-TaggedBootDevicesTest_v242-425288806-router', 'tenant_id': '3b1896a4899d4c37af1be6a7f91249c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '14857796-3ad5-436c-9731-3b9f4d943a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:43:52Z', 'updated_at': '2022-08-27T04:46:28Z', 'revision_number': 5, 'project_id': '3b1896a4899d4c37af1be6a7f91249c0', 'gw_port': {'id': '14857796-3ad5-436c-9731-3b9f4d943a1f', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43cf84d1-5f74-4bb8-8573-51eaa3061d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:43:53Z', 'updated_at': '2022-08-27T04:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:32.297338 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-65666266-07c7-482f-8c03-8cad3e17abe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a30d149b-74f0-4406-8b51-b72bd8b78213), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:32.305912 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23bd21b-2f48-446f-a8d3-7566e94da705 None None] Checking router: 43cf84d1-5f74-4bb8-8573-51eaa3061d3e for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:46:32.360092 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a036ef2-5e47-4e20-8683-31dc15933a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6f6b1c-6a1b-41d5-a5c3-9877bd5da1e5,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:32.386470 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-0475293e-c38e-4bc4-856f-a30e07618379 req-b5db58e5-0d19-4e71-825a-e9909c62edf5 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3919902 Aug 27 04:46:32.390912 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port e95050e5-529a-439f-a706-9d7f92fc0025 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:46:32.392561 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 0d099081-e809-463a-9b25-9bc3711254ff up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:46:32.393083 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23bd21b-2f48-446f-a8d3-7566e94da705 None None] Routers {'43cf84d1-5f74-4bb8-8573-51eaa3061d3e'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:46:32.399900 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-d23bd21b-2f48-446f-a8d3-7566e94da705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:46:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['43cf84d1-5f74-4bb8-8573-51eaa3061d3e'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:32.405670 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65666266-07c7-482f-8c03-8cad3e17abe5 None None] Routers {'ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:46:32.406313 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-65666266-07c7-482f-8c03-8cad3e17abe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:46:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:32.409394 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-0f09c906-76b8-4d61-b56d-673664857954 admin admin] Deleting port 14857796-3ad5-436c-9731-3b9f4d943a1f {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:46:32.409739 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0f09c906-76b8-4d61-b56d-673664857954 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (14857796-3ad5-436c-9731-3b9f4d943a1f), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:32.456667 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-eddd9b02-a4c3-4afa-9f64-46034425ad0f None None] For port 0d099081-e809-463a-9b25-9bc3711254ff, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=0d099081-e809-463a-9b25-9bc3711254ff,segment=NetworkSegment(7814b9a5-480f-4797-a245-5cebea4bb6b2),segment_id=7814b9a5-480f-4797-a245-5cebea4bb6b2)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:32.491325 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-12397b32-bf14-46db-91e3-d4abfd0db173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a80197-8879-4341-9282-e3e4e1b4d28b', 'name': 'tempest-MultipleCreateTestJSON-404341867-router', 'tenant_id': 'e84bbf4628c144be8c336b08d9dc7482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '73d79df4-aad9-45b9-9734-e0f3058b6c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:46:22Z', 'updated_at': '2022-08-27T04:46:26Z', 'revision_number': 3, 'project_id': 'e84bbf4628c144be8c336b08d9dc7482', 'gw_port': {'id': '73d79df4-aad9-45b9-9734-e0f3058b6c03', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a80197-8879-4341-9282-e3e4e1b4d28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:46:24Z', 'updated_at': '2022-08-27T04:46:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:32.534624 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12397b32-bf14-46db-91e3-d4abfd0db173 None None] Checking router: 48a80197-8879-4341-9282-e3e4e1b4d28b for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:46:32.534980 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12397b32-bf14-46db-91e3-d4abfd0db173 None None] Updating router 48a80197-8879-4341-9282-e3e4e1b4d28b port 73d79df4-aad9-45b9-9734-e0f3058b6c03 binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:46:32.585320 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-12397b32-bf14-46db-91e3-d4abfd0db173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (73d79df4-aad9-45b9-9734-e0f3058b6c03), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:32.614979 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-0f09c906-76b8-4d61-b56d-673664857954 admin admin] For port 14857796-3ad5-436c-9731-3b9f4d943a1f, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=14857796-3ad5-436c-9731-3b9f4d943a1f,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:32.615549 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0f09c906-76b8-4d61-b56d-673664857954 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (14857796-3ad5-436c-9731-3b9f4d943a1f), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:32.661389 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-0f09c906-76b8-4d61-b56d-673664857954 admin admin] Calling delete_port for 14857796-3ad5-436c-9731-3b9f4d943a1f owned by network:router_gateway {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:46:32.672636 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:32.705986 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb27972-ddb8-400c-8e5d-b35968dd78da None None] Pushing event updated for resources: {'Port': ['ID=a30d149b-74f0-4406-8b51-b72bd8b78213,revision_number=4']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:32.752710 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-eddd9b02-a4c3-4afa-9f64-46034425ad0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (0d099081-e809-463a-9b25-9bc3711254ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:32.802685 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-d23bd21b-2f48-446f-a8d3-7566e94da705 None None] Set router 43cf84d1-5f74-4bb8-8573-51eaa3061d3e gateway port host: None {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:46:32.864435 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd9b02-a4c3-4afa-9f64-46034425ad0f None None] Pushing event updated for resources: {'Port': ['ID=0d099081-e809-463a-9b25-9bc3711254ff,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:32.870817 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 0d099081-e809-463a-9b25-9bc3711254ff triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:46:32.873513 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (0d099081-e809-463a-9b25-9bc3711254ff), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:32.916858 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-d23bd21b-2f48-446f-a8d3-7566e94da705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43cf84d1-5f74-4bb8-8573-51eaa3061d3e', 'name': 'tempest-TaggedBootDevicesTest_v242-425288806-router', 'tenant_id': '3b1896a4899d4c37af1be6a7f91249c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:43:52Z', 'updated_at': '2022-08-27T04:46:31Z', 'revision_number': 6, 'project_id': '3b1896a4899d4c37af1be6a7f91249c0', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:32.972059 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23bd21b-2f48-446f-a8d3-7566e94da705 None None] The sync data for ids ['43cf84d1-5f74-4bb8-8573-51eaa3061d3e'] in n-d-852088-5 is: [{'id': '43cf84d1-5f74-4bb8-8573-51eaa3061d3e', 'name': 'tempest-TaggedBootDevicesTest_v242-425288806-router', 'tenant_id': '3b1896a4899d4c37af1be6a7f91249c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:43:52Z', 'updated_at': '2022-08-27T04:46:31Z', 'revision_number': 6, 'project_id': '3b1896a4899d4c37af1be6a7f91249c0', 'gw_port_host': None}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:46:32.987946 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-65666266-07c7-482f-8c03-8cad3e17abe5 None None] Set router ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:46:33.089042 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951bf919-7cc4-4f59-b039-4d15f2cec135 admin admin] Network 98aec1c2-5ff1-45ec-96bb-00f9b62a102e is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:46:33.100350 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-951bf919-7cc4-4f59-b039-4d15f2cec135 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:46:33.187419 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:33.266596 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0f09c906-76b8-4d61-b56d-673664857954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (14857796-3ad5-436c-9731-3b9f4d943a1f), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:33.304624 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 0d099081-e809-463a-9b25-9bc3711254ff is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:46:33.305730 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 5a2129f9-3735-48ae-86f8-2c39c96f89ad up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:46:33.383487 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f09c906-76b8-4d61-b56d-673664857954 admin admin] Pushing event deleted for resources: {'Port': ['ID=14857796-3ad5-436c-9731-3b9f4d943a1f,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:33.402491 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:33.494426 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-12397b32-bf14-46db-91e3-d4abfd0db173 None None] Publish callbacks [] for port (73d79df4-aad9-45b9-9734-e0f3058b6c03), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:33.498823 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 5a2129f9-3735-48ae-86f8-2c39c96f89ad triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:46:33.499192 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (5a2129f9-3735-48ae-86f8-2c39c96f89ad), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:33.502527 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:33.590673 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-26ca6ced-bea6-407c-9c10-96524f85fbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:33.593362 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-12397b32-bf14-46db-91e3-d4abfd0db173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (73d79df4-aad9-45b9-9734-e0f3058b6c03), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:33.599893 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fad9b793-c6c2-4d30-bd41-0bfdce130167 admin admin] Router 4d737952-b4b0-41e3-bbb1-51a478825b7d is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:46:33.609693 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-6f70e274-fe89-4c85-93b8-f6c90aea61cc None None] Provisioning complete for port 7ebee0d7-0e7a-4f31-b100-657cc4315727 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:46:33.610300 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6f70e274-fe89-4c85-93b8-f6c90aea61cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (7ebee0d7-0e7a-4f31-b100-657cc4315727), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:33.666368 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-12397b32-bf14-46db-91e3-d4abfd0db173 None None] Attempting to bind port 73d79df4-aad9-45b9-9734-e0f3058b6c03 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:46:33.667061 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-12397b32-bf14-46db-91e3-d4abfd0db173 None None] Attempting to bind port 73d79df4-aad9-45b9-9734-e0f3058b6c03 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:46:33.667581 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12397b32-bf14-46db-91e3-d4abfd0db173 None None] Attempting to bind port 73d79df4-aad9-45b9-9734-e0f3058b6c03 on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:46:33.680617 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12397b32-bf14-46db-91e3-d4abfd0db173 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:46:33.681677 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12397b32-bf14-46db-91e3-d4abfd0db173 None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:46:33.682263 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-12397b32-bf14-46db-91e3-d4abfd0db173 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:33.683938 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12397b32-bf14-46db-91e3-d4abfd0db173 None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:46:33.684989 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-12397b32-bf14-46db-91e3-d4abfd0db173 None None] Bound port: 73d79df4-aad9-45b9-9734-e0f3058b6c03, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:46:33.685531 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-12397b32-bf14-46db-91e3-d4abfd0db173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (73d79df4-aad9-45b9-9734-e0f3058b6c03), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:33.690951 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:33.747582 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-65666266-07c7-482f-8c03-8cad3e17abe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90', 'name': 'tempest-TaggedBootDevicesTest-2138753696-router', 'tenant_id': 'e1ea00bfb0fc49478c17c5a74fb507a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': 'e95050e5-529a-439f-a706-9d7f92fc0025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:46:10Z', 'updated_at': '2022-08-27T04:46:24Z', 'revision_number': 4, 'project_id': 'e1ea00bfb0fc49478c17c5a74fb507a3', 'gw_port': {'id': 'e95050e5-529a-439f-a706-9d7f92fc0025', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:46:12Z', 'updated_at': '2022-08-27T04:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'a30d149b-74f0-4406-8b51-b72bd8b78213', 'name': '', 'network_id': 'bfd88464-c4c1-4fad-b2bc-b5468e4d1625', 'tenant_id': 'e1ea00bfb0fc49478c17c5a74fb507a3', 'mac_address': 'fa:16:3e:29:4e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '915d23bf-d5d5-41bd-9d1c-a10b3f943fd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:46:22Z', 'updated_at': '2022-08-27T04:46:32Z', 'revision_number': 4, 'project_id': 'e1ea00bfb0fc49478c17c5a74fb507a3', 'subnets': [{'id': '915d23bf-d5d5-41bd-9d1c-a10b3f943fd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:33.756138 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e0f4ee-af91-4b3b-aecf-628cb63f41c1 None None] Pushing event updated for resources: {'Port': ['ID=73d79df4-aad9-45b9-9734-e0f3058b6c03,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:33.758704 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-6f70e274-fe89-4c85-93b8-f6c90aea61cc None None] Port 7ebee0d7-0e7a-4f31-b100-657cc4315727 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:46:33.775392 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0f09c906-76b8-4d61-b56d-673664857954 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (43cf84d1-5f74-4bb8-8573-51eaa3061d3e), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:33.825809 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-12397b32-bf14-46db-91e3-d4abfd0db173 None None] For port 73d79df4-aad9-45b9-9734-e0f3058b6c03, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:46:33.826023 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65666266-07c7-482f-8c03-8cad3e17abe5 None None] The sync data for ids ['ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90'] in n-d-852088-5 is: [{'id': 'ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90', 'name': 'tempest-TaggedBootDevicesTest-2138753696-router', 'tenant_id': 'e1ea00bfb0fc49478c17c5a74fb507a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': 'e95050e5-529a-439f-a706-9d7f92fc0025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:46:10Z', 'updated_at': '2022-08-27T04:46:24Z', 'revision_number': 4, 'project_id': 'e1ea00bfb0fc49478c17c5a74fb507a3', 'gw_port': {'id': 'e95050e5-529a-439f-a706-9d7f92fc0025', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:46:12Z', 'updated_at': '2022-08-27T04:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'a30d149b-74f0-4406-8b51-b72bd8b78213', 'name': '', 'network_id': 'bfd88464-c4c1-4fad-b2bc-b5468e4d1625', 'tenant_id': 'e1ea00bfb0fc49478c17c5a74fb507a3', 'mac_address': 'fa:16:3e:29:4e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '915d23bf-d5d5-41bd-9d1c-a10b3f943fd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:46:22Z', 'updated_at': '2022-08-27T04:46:32Z', 'revision_number': 4, 'project_id': 'e1ea00bfb0fc49478c17c5a74fb507a3', 'subnets': [{'id': '915d23bf-d5d5-41bd-9d1c-a10b3f943fd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:46:33.829157 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 5a2129f9-3735-48ae-86f8-2c39c96f89ad is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:46:33.831418 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device cee0c2c1-5fce-471d-8bb7-04a37389de98 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:46:33.836890 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-12397b32-bf14-46db-91e3-d4abfd0db173 None None] For port 73d79df4-aad9-45b9-9734-e0f3058b6c03, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=73d79df4-aad9-45b9-9734-e0f3058b6c03,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:46:33.898203 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port cee0c2c1-5fce-471d-8bb7-04a37389de98 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:46:33.898576 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (cee0c2c1-5fce-471d-8bb7-04a37389de98), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:33.906475 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad9b793-c6c2-4d30-bd41-0bfdce130167 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:46:33.929615 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8545fc66-bb8b-4be2-a1a1-8cca26a7e6b9 req-82949a34-980c-4ccf-9060-8db52ff6b744 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:33.930973 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8545fc66-bb8b-4be2-a1a1-8cca26a7e6b9 req-82949a34-980c-4ccf-9060-8db52ff6b744 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=913a04bc-76e5-4e01-99d8-bc9e283dd9cc HTTP/1.1" status: 200 len: 950 time: 0.3296258 Aug 27 04:46:33.931468 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79631e5-5feb-46d8-abe1-2810c0df6e99 None None] Sync routers for ids ['4d737952-b4b0-41e3-bbb1-51a478825b7d'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:46:33.942183 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-12397b32-bf14-46db-91e3-d4abfd0db173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (73d79df4-aad9-45b9-9734-e0f3058b6c03), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:34.026129 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0f09c906-76b8-4d61-b56d-673664857954 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (43cf84d1-5f74-4bb8-8573-51eaa3061d3e), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:34.045325 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0f09c906-76b8-4d61-b56d-673664857954 admin admin] Publish callbacks [] for router_controller (43cf84d1-5f74-4bb8-8573-51eaa3061d3e), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:34.076934 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79631e5-5feb-46d8-abe1-2810c0df6e99 None None] Routers {'4d737952-b4b0-41e3-bbb1-51a478825b7d'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:46:34.077871 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-e79631e5-5feb-46d8-abe1-2810c0df6e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:46:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['4d737952-b4b0-41e3-bbb1-51a478825b7d'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:34.096993 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-951bf919-7cc4-4f59-b039-4d15f2cec135 admin admin] Router 0913cb25-1f00-4a92-81c9-afe76c9957d3 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:46:34.164785 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8545fc66-bb8b-4be2-a1a1-8cca26a7e6b9 req-2cbed5fa-e8e1-4744-b838-b44a232890da tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004631 Aug 27 04:46:34.222337 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12397b32-bf14-46db-91e3-d4abfd0db173 None None] Routers {'48a80197-8879-4341-9282-e3e4e1b4d28b'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:46:34.223060 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-12397b32-bf14-46db-91e3-d4abfd0db173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:46:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['48a80197-8879-4341-9282-e3e4e1b4d28b'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:34.245934 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fad9b793-c6c2-4d30-bd41-0bfdce130167 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:34.251074 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-fad9b793-c6c2-4d30-bd41-0bfdce130167 admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.5280306 Aug 27 04:46:34.255668 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 48644) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:34.378614 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0f09c906-76b8-4d61-b56d-673664857954 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (43cf84d1-5f74-4bb8-8573-51eaa3061d3e), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:34.381518 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f09c906-76b8-4d61-b56d-673664857954 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43cf84d1-5f74-4bb8-8573-51eaa3061d3e {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:46:34.446628 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0f09c906-76b8-4d61-b56d-673664857954 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:34.452709 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0f09c906-76b8-4d61-b56d-673664857954 admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/43cf84d1-5f74-4bb8-8573-51eaa3061d3e HTTP/1.1" status: 204 len: 168 time: 3.1370571 Aug 27 04:46:34.462194 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 48654) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:34.541754 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-26ca6ced-bea6-407c-9c10-96524f85fbc5 admin admin] Allocated IP 172.20.0.1 (200385b2-567c-414e-a01b-86dbaa38605c/3c5df9fa-9c5d-4b2a-b498-c33d42ffbd32/b6058ebd-3c36-43a4-8c85-d4c2e9b79768) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:46:34.662061 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f5cef-fa06-4133-902a-d6dd1b82b7dc req-f7c10edb-6f06-4c28-84f7-2ab069947eca tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:34.668019 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2b4f5cef-fa06-4133-902a-d6dd1b82b7dc req-f7c10edb-6f06-4c28-84f7-2ab069947eca tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=404ee328-8f8f-48f8-adcc-b9c2c0710406 HTTP/1.1" status: 200 len: 949 time: 0.3119013 Aug 27 04:46:34.731214 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-e79631e5-5feb-46d8-abe1-2810c0df6e99 None None] Set router 4d737952-b4b0-41e3-bbb1-51a478825b7d gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:46:34.749828 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:34.756884 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-19f6e957-f354-44fc-8dbd-75cae4052d1b admin admin] Deleting subnet a7d60b9a-f602-4a9e-8abf-f85d6fdd3cf6 {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:46:34.767864 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-19f6e957-f354-44fc-8dbd-75cae4052d1b admin admin] Publish callbacks [] for subnet (a7d60b9a-f602-4a9e-8abf-f85d6fdd3cf6), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:34.771422 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 48658) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:34.820055 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port cee0c2c1-5fce-471d-8bb7-04a37389de98 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:46:34.820862 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (cee0c2c1-5fce-471d-8bb7-04a37389de98), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:34.830685 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951bf919-7cc4-4f59-b039-4d15f2cec135 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:46:34.836717 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-951bf919-7cc4-4f59-b039-4d15f2cec135 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/0913cb25-1f00-4a92-81c9-afe76c9957d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1124165 Aug 27 04:46:34.845386 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7836c7e6-0fc7-4f5b-953d-df0649cde87b None None] Sync routers for ids ['0913cb25-1f00-4a92-81c9-afe76c9957d3'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:46:34.862624 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7836c7e6-0fc7-4f5b-953d-df0649cde87b None None] Routers {'0913cb25-1f00-4a92-81c9-afe76c9957d3'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:46:34.864256 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-7836c7e6-0fc7-4f5b-953d-df0649cde87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:46:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['0913cb25-1f00-4a92-81c9-afe76c9957d3'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:34.911112 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2b4f5cef-fa06-4133-902a-d6dd1b82b7dc req-f4b070a4-ee50-443c-aef3-aa4f1780eba3 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270756 Aug 27 04:46:34.932888 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-19f6e957-f354-44fc-8dbd-75cae4052d1b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (a7d60b9a-f602-4a9e-8abf-f85d6fdd3cf6), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:35.012722 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-26ca6ced-bea6-407c-9c10-96524f85fbc5 admin admin] Publish callbacks [] for port (b6058ebd-3c36-43a4-8c85-d4c2e9b79768), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:35.084648 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-b7012842-0339-4b4a-8882-f42ba666a436 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1963396572-network', 'tenant_id': 'cb4daa9f777240578e1113cf0b5a5385'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:46:35.129984 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-26ca6ced-bea6-407c-9c10-96524f85fbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (b6058ebd-3c36-43a4-8c85-d4c2e9b79768), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:35.231491 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7012842-0339-4b4a-8882-f42ba666a436 admin admin] Made reservation on behalf of cb4daa9f777240578e1113cf0b5a5385 for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:46:35.234705 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b7012842-0339-4b4a-8882-f42ba666a436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:35.253510 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-7836c7e6-0fc7-4f5b-953d-df0649cde87b None None] Set router 0913cb25-1f00-4a92-81c9-afe76c9957d3 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:46:35.301770 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b7012842-0339-4b4a-8882-f42ba666a436 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:35.328515 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:35.337054 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ca6ced-bea6-407c-9c10-96524f85fbc5 admin admin] Pushing event updated for resources: {'Port': ['ID=b6058ebd-3c36-43a4-8c85-d4c2e9b79768,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:35.337269 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-19f6e957-f354-44fc-8dbd-75cae4052d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (a7d60b9a-f602-4a9e-8abf-f85d6fdd3cf6), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:35.389289 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ca6ced-bea6-407c-9c10-96524f85fbc5 admin admin] Network 200385b2-567c-414e-a01b-86dbaa38605c is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:46:35.390905 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-26ca6ced-bea6-407c-9c10-96524f85fbc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:46:35.401989 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ca6ced-bea6-407c-9c10-96524f85fbc5 admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:46:35.552684 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-26ca6ced-bea6-407c-9c10-96524f85fbc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (48a80197-8879-4341-9282-e3e4e1b4d28b), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:35.621494 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-12397b32-bf14-46db-91e3-d4abfd0db173 None None] Set router 48a80197-8879-4341-9282-e3e4e1b4d28b gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:46:35.740192 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:35.898182 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:35.904478 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e0f4ee-af91-4b3b-aecf-628cb63f41c1 None None] Pushing event updated for resources: {'Port': ['ID=73d79df4-aad9-45b9-9734-e0f3058b6c03,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:36.048896 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:36.065360 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-7836c7e6-0fc7-4f5b-953d-df0649cde87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0913cb25-1f00-4a92-81c9-afe76c9957d3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-463046071-router', 'tenant_id': 'f4185d79a6094e40ac474cf89d438d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'cee0c2c1-5fce-471d-8bb7-04a37389de98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:46:17Z', 'updated_at': '2022-08-27T04:46:28Z', 'revision_number': 4, 'project_id': 'f4185d79a6094e40ac474cf89d438d82', 'gw_port': {'id': 'cee0c2c1-5fce-471d-8bb7-04a37389de98', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:60:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0913cb25-1f00-4a92-81c9-afe76c9957d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:46:20Z', 'updated_at': '2022-08-27T04:46:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '7ebee0d7-0e7a-4f31-b100-657cc4315727', 'name': '', 'network_id': '98aec1c2-5ff1-45ec-96bb-00f9b62a102e', 'tenant_id': 'f4185d79a6094e40ac474cf89d438d82', 'mac_address': 'fa:16:3e:b7:c4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0913cb25-1f00-4a92-81c9-afe76c9957d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '4fd34aef-f49c-42df-88b1-60c70550108e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:46:26Z', 'updated_at': '2022-08-27T04:46:30Z', 'revision_number': 2, 'project_id': 'f4185d79a6094e40ac474cf89d438d82', 'subnets': [{'id': '4fd34aef-f49c-42df-88b1-60c70550108e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:36.074458 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:36.100943 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7836c7e6-0fc7-4f5b-953d-df0649cde87b None None] Checking router: 0913cb25-1f00-4a92-81c9-afe76c9957d3 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:46:36.101522 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7836c7e6-0fc7-4f5b-953d-df0649cde87b None None] Updating router 0913cb25-1f00-4a92-81c9-afe76c9957d3 port 7ebee0d7-0e7a-4f31-b100-657cc4315727 binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:46:36.152854 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-7836c7e6-0fc7-4f5b-953d-df0649cde87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (7ebee0d7-0e7a-4f31-b100-657cc4315727), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:36.212743 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-26ca6ced-bea6-407c-9c10-96524f85fbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (b6058ebd-3c36-43a4-8c85-d4c2e9b79768), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:36.213838 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port cee0c2c1-5fce-471d-8bb7-04a37389de98, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=cee0c2c1-5fce-471d-8bb7-04a37389de98,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:36.224694 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-7ef1764c-2d87-47b0-8668-04347d2b404e None None] Provisioning complete for port b6058ebd-3c36-43a4-8c85-d4c2e9b79768 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:46:36.232085 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7ef1764c-2d87-47b0-8668-04347d2b404e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (b6058ebd-3c36-43a4-8c85-d4c2e9b79768), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:36.256825 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-0602f766-05a8-480a-9c7b-985da3584dbe req-d60c1b73-ecdd-4487-a237-86cbdc212744 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=ed7dcec401394866b7d9fdacb5e294dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2122293 Aug 27 04:46:36.358128 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (cee0c2c1-5fce-471d-8bb7-04a37389de98), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:36.389451 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:36.482743 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-7ef1764c-2d87-47b0-8668-04347d2b404e None None] Port b6058ebd-3c36-43a4-8c85-d4c2e9b79768 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:46:36.484511 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 90674dd9-318a-4a74-9f97-303174204755 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:46:36.531636 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0602f766-05a8-480a-9c7b-985da3584dbe req-1f9462a8-9985-4618-80f6-904756c64d48 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:36.535567 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 90674dd9-318a-4a74-9f97-303174204755 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:46:36.536949 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 90674dd9-318a-4a74-9f97-303174204755 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:46:36.560094 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-0602f766-05a8-480a-9c7b-985da3584dbe req-1f9462a8-9985-4618-80f6-904756c64d48 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2897549 Aug 27 04:46:36.616272 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-26ca6ced-bea6-407c-9c10-96524f85fbc5 admin admin] Publish callbacks [] for port (b6058ebd-3c36-43a4-8c85-d4c2e9b79768), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:36.678060 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:36.717725 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-26ca6ced-bea6-407c-9c10-96524f85fbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (b6058ebd-3c36-43a4-8c85-d4c2e9b79768), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:36.745677 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=cee0c2c1-5fce-471d-8bb7-04a37389de98,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:36.766898 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-12397b32-bf14-46db-91e3-d4abfd0db173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a80197-8879-4341-9282-e3e4e1b4d28b', 'name': 'tempest-MultipleCreateTestJSON-404341867-router', 'tenant_id': 'e84bbf4628c144be8c336b08d9dc7482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '73d79df4-aad9-45b9-9734-e0f3058b6c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:46:22Z', 'updated_at': '2022-08-27T04:46:26Z', 'revision_number': 3, 'project_id': 'e84bbf4628c144be8c336b08d9dc7482', 'gw_port': {'id': '73d79df4-aad9-45b9-9734-e0f3058b6c03', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a80197-8879-4341-9282-e3e4e1b4d28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:46:24Z', 'updated_at': '2022-08-27T04:46:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:36.804814 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [req-61d8b081-a71b-4b5b-a381-22313f0bb182 req-b88d1648-c5cc-46f2-833a-3643c8bf1032 tempest-FloatingIPDetailsNegativeTestJSON-772231186 tempest-FloatingIPDetailsNegativeTestJSON-772231186-project] show failed (client error): The resource could not be found. Aug 27 04:46:36.806078 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-61d8b081-a71b-4b5b-a381-22313f0bb182 req-b88d1648-c5cc-46f2-833a-3643c8bf1032 tempest-FloatingIPDetailsNegativeTestJSON-772231186 tempest-FloatingIPDetailsNegativeTestJSON-772231186-project] 10.222.0.76 "GET /networking/v2.0/floatingips/9a9b6c02-bf08-4241-9af0-982a84b7d0fe HTTP/1.1" status: 404 len: 350 time: 0.2996793 Aug 27 04:46:36.817912 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12397b32-bf14-46db-91e3-d4abfd0db173 None None] The sync data for ids ['48a80197-8879-4341-9282-e3e4e1b4d28b'] in n-d-852088-5 is: [{'id': '48a80197-8879-4341-9282-e3e4e1b4d28b', 'name': 'tempest-MultipleCreateTestJSON-404341867-router', 'tenant_id': 'e84bbf4628c144be8c336b08d9dc7482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '73d79df4-aad9-45b9-9734-e0f3058b6c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:46:22Z', 'updated_at': '2022-08-27T04:46:26Z', 'revision_number': 3, 'project_id': 'e84bbf4628c144be8c336b08d9dc7482', 'gw_port': {'id': '73d79df4-aad9-45b9-9734-e0f3058b6c03', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a80197-8879-4341-9282-e3e4e1b4d28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:46:24Z', 'updated_at': '2022-08-27T04:46:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:46:36.821576 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-e79631e5-5feb-46d8-abe1-2810c0df6e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d737952-b4b0-41e3-bbb1-51a478825b7d', 'name': 'tempest-ServerActionsTestJSON-1579690719-router', 'tenant_id': '7929f66d29064429b0958af19edc5e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '4ff9ea4b-3f7a-4486-a272-f88c5428279f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:46:25Z', 'updated_at': '2022-08-27T04:46:30Z', 'revision_number': 3, 'project_id': '7929f66d29064429b0958af19edc5e9b', 'gw_port': {'id': '4ff9ea4b-3f7a-4486-a272-f88c5428279f', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d7:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d737952-b4b0-41e3-bbb1-51a478825b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:46:27Z', 'updated_at': '2022-08-27T04:46:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:36.843073 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-0602f766-05a8-480a-9c7b-985da3584dbe req-d7a7250b-60b4-482e-bc49-2b4c15b0571e tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/quotas/ed7dcec401394866b7d9fdacb5e294dc HTTP/1.1" status: 200 len: 375 time: 0.2005217 Aug 27 04:46:36.873263 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-7836c7e6-0fc7-4f5b-953d-df0649cde87b None None] Publish callbacks [] for port (7ebee0d7-0e7a-4f31-b100-657cc4315727), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:36.884576 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 48690) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:36.895002 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ca6ced-bea6-407c-9c10-96524f85fbc5 admin admin] Pushing event updated for resources: {'Port': ['ID=b6058ebd-3c36-43a4-8c85-d4c2e9b79768,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:36.901393 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:36.903261 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79631e5-5feb-46d8-abe1-2810c0df6e99 None None] Checking router: 4d737952-b4b0-41e3-bbb1-51a478825b7d for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:46:36.908479 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79631e5-5feb-46d8-abe1-2810c0df6e99 None None] Updating router 4d737952-b4b0-41e3-bbb1-51a478825b7d port 4ff9ea4b-3f7a-4486-a272-f88c5428279f binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:46:36.915088 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca6ced-bea6-407c-9c10-96524f85fbc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:36.915906 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca6ced-bea6-407c-9c10-96524f85fbc5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:36.917278 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca6ced-bea6-407c-9c10-96524f85fbc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:36.917741 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca6ced-bea6-407c-9c10-96524f85fbc5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:36.919018 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca6ced-bea6-407c-9c10-96524f85fbc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:36.919018 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca6ced-bea6-407c-9c10-96524f85fbc5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:36.919537 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca6ced-bea6-407c-9c10-96524f85fbc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:36.920026 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca6ced-bea6-407c-9c10-96524f85fbc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:36.920543 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca6ced-bea6-407c-9c10-96524f85fbc5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:36.921832 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca6ced-bea6-407c-9c10-96524f85fbc5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:36.922436 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca6ced-bea6-407c-9c10-96524f85fbc5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:36.926302 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca6ced-bea6-407c-9c10-96524f85fbc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:36.926302 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca6ced-bea6-407c-9c10-96524f85fbc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:36.926302 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca6ced-bea6-407c-9c10-96524f85fbc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:36.926302 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca6ced-bea6-407c-9c10-96524f85fbc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:36.950934 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-26ca6ced-bea6-407c-9c10-96524f85fbc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (48a80197-8879-4341-9282-e3e4e1b4d28b), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:36.981925 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e79631e5-5feb-46d8-abe1-2810c0df6e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (4ff9ea4b-3f7a-4486-a272-f88c5428279f), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:37.014133 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-7836c7e6-0fc7-4f5b-953d-df0649cde87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (7ebee0d7-0e7a-4f31-b100-657cc4315727), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:37.017889 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a30d149b-74f0-4406-8b51-b72bd8b78213 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:46:37.044942 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:37.054562 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-19f6e957-f354-44fc-8dbd-75cae4052d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (a7d60b9a-f602-4a9e-8abf-f85d6fdd3cf6), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:37.094496 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port a30d149b-74f0-4406-8b51-b72bd8b78213 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:46:37.094903 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a30d149b-74f0-4406-8b51-b72bd8b78213), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:37.101056 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5024c2c8-3155-4496-b25a-c42f5a17155a None None] Pushing event updated for resources: {'Port': ['ID=7ebee0d7-0e7a-4f31-b100-657cc4315727,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:37.130668 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 48692) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:37.145195 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ca6ced-bea6-407c-9c10-96524f85fbc5 admin admin] Network 200385b2-567c-414e-a01b-86dbaa38605c is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:46:37.153225 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-26ca6ced-bea6-407c-9c10-96524f85fbc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:46:37.189576 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-19f6e957-f354-44fc-8dbd-75cae4052d1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:37.207140 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-19f6e957-f354-44fc-8dbd-75cae4052d1b admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/a7d60b9a-f602-4a9e-8abf-f85d6fdd3cf6 HTTP/1.1" status: 204 len: 168 time: 2.7437737 Aug 27 04:46:37.221749 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 48696) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:37.245803 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f6e957-f354-44fc-8dbd-75cae4052d1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7d60b9a-f602-4a9e-8abf-f85d6fdd3cf6,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:37.253806 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:37.261222 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e88983-902d-493e-b2aa-07e588df4d8a None None] Network 8c494509-f57b-4935-9704-d9c2d00d1f50 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:46:37.294647 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-7836c7e6-0fc7-4f5b-953d-df0649cde87b None None] Attempting to bind port 7ebee0d7-0e7a-4f31-b100-657cc4315727 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:46:37.295291 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-7836c7e6-0fc7-4f5b-953d-df0649cde87b None None] Attempting to bind port 7ebee0d7-0e7a-4f31-b100-657cc4315727 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '9af76b27-fd91-4d05-ae38-06a96a6cd618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '98aec1c2-5ff1-45ec-96bb-00f9b62a102e'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:46:37.295502 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7836c7e6-0fc7-4f5b-953d-df0649cde87b None None] Attempting to bind port 7ebee0d7-0e7a-4f31-b100-657cc4315727 on network 98aec1c2-5ff1-45ec-96bb-00f9b62a102e {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:46:37.309474 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-0602f766-05a8-480a-9c7b-985da3584dbe req-e3c0e3c0-6801-489c-bb67-c5abbd84ffbd tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=ed7dcec401394866b7d9fdacb5e294dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4658568 Aug 27 04:46:37.328379 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7836c7e6-0fc7-4f5b-953d-df0649cde87b None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:46:37.332243 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7836c7e6-0fc7-4f5b-953d-df0649cde87b None None] Checking segment: {'id': '9af76b27-fd91-4d05-ae38-06a96a6cd618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '98aec1c2-5ff1-45ec-96bb-00f9b62a102e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:46:37.333202 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-7836c7e6-0fc7-4f5b-953d-df0649cde87b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:37.333603 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7836c7e6-0fc7-4f5b-953d-df0649cde87b None None] Bound using segment: {'id': '9af76b27-fd91-4d05-ae38-06a96a6cd618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '98aec1c2-5ff1-45ec-96bb-00f9b62a102e'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:46:37.334104 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-7836c7e6-0fc7-4f5b-953d-df0649cde87b None None] Bound port: 7ebee0d7-0e7a-4f31-b100-657cc4315727, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9af76b27-fd91-4d05-ae38-06a96a6cd618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '98aec1c2-5ff1-45ec-96bb-00f9b62a102e'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:46:37.334482 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-7836c7e6-0fc7-4f5b-953d-df0649cde87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (7ebee0d7-0e7a-4f31-b100-657cc4315727), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:37.437483 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f6e957-f354-44fc-8dbd-75cae4052d1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:37.437824 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f6e957-f354-44fc-8dbd-75cae4052d1b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:37.438161 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f6e957-f354-44fc-8dbd-75cae4052d1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:37.438493 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f6e957-f354-44fc-8dbd-75cae4052d1b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:37.438821 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f6e957-f354-44fc-8dbd-75cae4052d1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:37.439142 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f6e957-f354-44fc-8dbd-75cae4052d1b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:37.439475 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f6e957-f354-44fc-8dbd-75cae4052d1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:37.439788 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f6e957-f354-44fc-8dbd-75cae4052d1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:37.440115 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f6e957-f354-44fc-8dbd-75cae4052d1b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:37.440494 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f6e957-f354-44fc-8dbd-75cae4052d1b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:37.440812 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f6e957-f354-44fc-8dbd-75cae4052d1b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:37.441126 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f6e957-f354-44fc-8dbd-75cae4052d1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:37.441614 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f6e957-f354-44fc-8dbd-75cae4052d1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:37.441780 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f6e957-f354-44fc-8dbd-75cae4052d1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:37.442095 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f6e957-f354-44fc-8dbd-75cae4052d1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:37.452396 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:UPDATE=5,neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:37.453562 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-77fded6a-beea-4825-a779-de17d24f76a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (8c494509-f57b-4935-9704-d9c2d00d1f50), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:37.473643 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b7012842-0339-4b4a-8882-f42ba666a436 admin admin] Publish callbacks [] for security_group (601055d1-5297-440e-94f8-a042f9f03c14), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:37.548635 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-7836c7e6-0fc7-4f5b-953d-df0649cde87b None None] For port 7ebee0d7-0e7a-4f31-b100-657cc4315727, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:46:37.556748 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-7836c7e6-0fc7-4f5b-953d-df0649cde87b None None] For port 7ebee0d7-0e7a-4f31-b100-657cc4315727, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=7ebee0d7-0e7a-4f31-b100-657cc4315727,segment=NetworkSegment(9af76b27-fd91-4d05-ae38-06a96a6cd618),segment_id=9af76b27-fd91-4d05-ae38-06a96a6cd618)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:46:37.597176 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:37.601407 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26ca6ced-bea6-407c-9c10-96524f85fbc5 admin admin] Router 48a80197-8879-4341-9282-e3e4e1b4d28b has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:46:37.607620 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b7012842-0339-4b4a-8882-f42ba666a436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (601055d1-5297-440e-94f8-a042f9f03c14), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:37.621771 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7012842-0339-4b4a-8882-f42ba666a436 admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:46:37.624962 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-356f4d2a-cf4e-4706-9a7e-777cd75824ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:37.631607 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b7012842-0339-4b4a-8882-f42ba666a436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (dda3827c-cb87-4efb-ad0d-c5b009408aa9), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:37.631928 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-b7012842-0339-4b4a-8882-f42ba666a436 admin admin] Added segment dda3827c-cb87-4efb-ad0d-c5b009408aa9 of type vlan for network 540accde-c4c0-4b48-8dfd-580e855fc071 Aug 27 04:46:37.640744 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-7836c7e6-0fc7-4f5b-953d-df0649cde87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (7ebee0d7-0e7a-4f31-b100-657cc4315727), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:37.721765 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7836c7e6-0fc7-4f5b-953d-df0649cde87b None None] Routers {'0913cb25-1f00-4a92-81c9-afe76c9957d3'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:46:37.734881 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-7836c7e6-0fc7-4f5b-953d-df0649cde87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:46:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['0913cb25-1f00-4a92-81c9-afe76c9957d3'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:37.742916 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b7012842-0339-4b4a-8882-f42ba666a436 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (540accde-c4c0-4b48-8dfd-580e855fc071), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:37.824409 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:37.844808 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ca6ced-bea6-407c-9c10-96524f85fbc5 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:46:37.895928 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-26ca6ced-bea6-407c-9c10-96524f85fbc5 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/48a80197-8879-4341-9282-e3e4e1b4d28b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0652590 Aug 27 04:46:37.905418 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-77fded6a-beea-4825-a779-de17d24f76a7 admin admin] Deleting port dd6df344-23a7-49e3-bacc-c996c962dad5 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:46:37.906546 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-77fded6a-beea-4825-a779-de17d24f76a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (dd6df344-23a7-49e3-bacc-c996c962dad5), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:37.926461 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5024c2c8-3155-4496-b25a-c42f5a17155a None None] Pushing event updated for resources: {'Port': ['ID=7ebee0d7-0e7a-4f31-b100-657cc4315727,revision_number=4']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:37.955525 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7012842-0339-4b4a-8882-f42ba666a436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=601055d1-5297-440e-94f8-a042f9f03c14,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:37.970572 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b7012842-0339-4b4a-8882-f42ba666a436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (540accde-c4c0-4b48-8dfd-580e855fc071), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:37.971612 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7012842-0339-4b4a-8882-f42ba666a436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:37.972223 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b7012842-0339-4b4a-8882-f42ba666a436 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:37.973983 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-e4228b8f-4875-49fb-89bd-6c1bc6f6075a None None] Provisioning complete for port b6058ebd-3c36-43a4-8c85-d4c2e9b79768 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:46:37.974971 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e4228b8f-4875-49fb-89bd-6c1bc6f6075a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (b6058ebd-3c36-43a4-8c85-d4c2e9b79768), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:38.018232 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:38.051227 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-7836c7e6-0fc7-4f5b-953d-df0649cde87b None None] Set router 0913cb25-1f00-4a92-81c9-afe76c9957d3 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:46:38.090447 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-77fded6a-beea-4825-a779-de17d24f76a7 admin admin] For port dd6df344-23a7-49e3-bacc-c996c962dad5, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=dd6df344-23a7-49e3-bacc-c996c962dad5,segment=NetworkSegment(9beda394-76b2-437d-9bdd-cb4034a1a25e),segment_id=9beda394-76b2-437d-9bdd-cb4034a1a25e)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:38.090637 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-77fded6a-beea-4825-a779-de17d24f76a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (dd6df344-23a7-49e3-bacc-c996c962dad5), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:38.155447 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-77fded6a-beea-4825-a779-de17d24f76a7 admin admin] Calling delete_port for dd6df344-23a7-49e3-bacc-c996c962dad5 owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:46:38.201498 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-e4228b8f-4875-49fb-89bd-6c1bc6f6075a None None] Port b6058ebd-3c36-43a4-8c85-d4c2e9b79768 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:46:38.209335 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port a30d149b-74f0-4406-8b51-b72bd8b78213 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:46:38.209803 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a30d149b-74f0-4406-8b51-b72bd8b78213), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:38.218163 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:38.341465 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-356f4d2a-cf4e-4706-9a7e-777cd75824ff admin admin] Publish callbacks [] for security_group (c1233fd0-195a-4b65-90d1-5ab507ae183a), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:38.348742 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:38.370370 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port a30d149b-74f0-4406-8b51-b72bd8b78213, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a30d149b-74f0-4406-8b51-b72bd8b78213,segment=NetworkSegment(2eb85c11-b00c-410e-85ff-54ef598731e1),segment_id=2eb85c11-b00c-410e-85ff-54ef598731e1)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:38.406084 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b045ebae-d53d-487f-977e-6351531c11bb req-efca2c7e-64a7-4aa9-bb04-f653efc95193 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=2169ad17-a221-4eff-953e-ebecc248cdbd HTTP/1.1" status: 200 len: 210 time: 0.5603495 Aug 27 04:46:38.431014 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-356f4d2a-cf4e-4706-9a7e-777cd75824ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (c1233fd0-195a-4b65-90d1-5ab507ae183a), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:38.455891 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a663edcd-d743-4a75-be62-cc9dc266289d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:38.499926 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a30d149b-74f0-4406-8b51-b72bd8b78213), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:38.517296 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 0d099081-e809-463a-9b25-9bc3711254ff up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:46:38.572395 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b7012842-0339-4b4a-8882-f42ba666a436 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.7635489 Aug 27 04:46:38.572905 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-7836c7e6-0fc7-4f5b-953d-df0649cde87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0913cb25-1f00-4a92-81c9-afe76c9957d3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-463046071-router', 'tenant_id': 'f4185d79a6094e40ac474cf89d438d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'cee0c2c1-5fce-471d-8bb7-04a37389de98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:46:17Z', 'updated_at': '2022-08-27T04:46:28Z', 'revision_number': 4, 'project_id': 'f4185d79a6094e40ac474cf89d438d82', 'gw_port': {'id': 'cee0c2c1-5fce-471d-8bb7-04a37389de98', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:60:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0913cb25-1f00-4a92-81c9-afe76c9957d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:46:20Z', 'updated_at': '2022-08-27T04:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '7ebee0d7-0e7a-4f31-b100-657cc4315727', 'name': '', 'network_id': '98aec1c2-5ff1-45ec-96bb-00f9b62a102e', 'tenant_id': 'f4185d79a6094e40ac474cf89d438d82', 'mac_address': 'fa:16:3e:b7:c4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0913cb25-1f00-4a92-81c9-afe76c9957d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '4fd34aef-f49c-42df-88b1-60c70550108e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:46:26Z', 'updated_at': '2022-08-27T04:46:37Z', 'revision_number': 4, 'project_id': 'f4185d79a6094e40ac474cf89d438d82', 'subnets': [{'id': '4fd34aef-f49c-42df-88b1-60c70550108e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:38.574988 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356f4d2a-cf4e-4706-9a7e-777cd75824ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1233fd0-195a-4b65-90d1-5ab507ae183a,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:38.576788 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 48716) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:38.586742 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7012842-0339-4b4a-8882-f42ba666a436 admin admin] Pushing event updated for resources: {'Network': ['ID=540accde-c4c0-4b48-8dfd-580e855fc071,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:38.596713 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-23e87cef-d4b8-4d0f-a8cd-be43dd761cd8 admin admin] Request body: {'subnet': {'network_id': '540accde-c4c0-4b48-8dfd-580e855fc071', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1963396572-subnet', 'tenant_id': 'cb4daa9f777240578e1113cf0b5a5385', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:46:38.617091 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-356f4d2a-cf4e-4706-9a7e-777cd75824ff admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=3a53d0c55b2141b2af926af390b7b6e2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4675407 Aug 27 04:46:38.618178 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 48722) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:38.641327 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c5a27d-e359-48a7-8f09-bd7352f3a78c None None] DHCP port deletion for 8c494509-f57b-4935-9704-d9c2d00d1f50 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:46:38.643411 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7836c7e6-0fc7-4f5b-953d-df0649cde87b None None] The sync data for ids ['0913cb25-1f00-4a92-81c9-afe76c9957d3'] in n-d-852088-5 is: [{'id': '0913cb25-1f00-4a92-81c9-afe76c9957d3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-463046071-router', 'tenant_id': 'f4185d79a6094e40ac474cf89d438d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'cee0c2c1-5fce-471d-8bb7-04a37389de98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:46:17Z', 'updated_at': '2022-08-27T04:46:28Z', 'revision_number': 4, 'project_id': 'f4185d79a6094e40ac474cf89d438d82', 'gw_port': {'id': 'cee0c2c1-5fce-471d-8bb7-04a37389de98', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:60:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0913cb25-1f00-4a92-81c9-afe76c9957d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:46:20Z', 'updated_at': '2022-08-27T04:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '7ebee0d7-0e7a-4f31-b100-657cc4315727', 'name': '', 'network_id': '98aec1c2-5ff1-45ec-96bb-00f9b62a102e', 'tenant_id': 'f4185d79a6094e40ac474cf89d438d82', 'mac_address': 'fa:16:3e:b7:c4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0913cb25-1f00-4a92-81c9-afe76c9957d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '4fd34aef-f49c-42df-88b1-60c70550108e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:46:26Z', 'updated_at': '2022-08-27T04:46:37Z', 'revision_number': 4, 'project_id': 'f4185d79a6094e40ac474cf89d438d82', 'subnets': [{'id': '4fd34aef-f49c-42df-88b1-60c70550108e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:46:38.656002 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 540accde-c4c0-4b48-8dfd-580e855fc071 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:46:38.671139 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-77fded6a-beea-4825-a779-de17d24f76a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (dd6df344-23a7-49e3-bacc-c996c962dad5), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:38.781278 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e87cef-d4b8-4d0f-a8cd-be43dd761cd8 admin admin] Made reservation on behalf of cb4daa9f777240578e1113cf0b5a5385 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:46:38.782744 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-c5c5a27d-e359-48a7-8f09-bd7352f3a78c None None] The port 'dd6df344-23a7-49e3-bacc-c996c962dad5' was deleted {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2070}} Aug 27 04:46:38.784711 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fded6a-beea-4825-a779-de17d24f76a7 admin admin] No DVR routers for this DVR port dd6df344-23a7-49e3-bacc-c996c962dad5 on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:46:38.788967 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-23e87cef-d4b8-4d0f-a8cd-be43dd761cd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:38.815143 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:38.822665 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fded6a-beea-4825-a779-de17d24f76a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd6df344-23a7-49e3-bacc-c996c962dad5,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:38.888046 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-360979ef-6ae3-4e2a-9b9b-870313aa4d2e admin admin] Publish callbacks [] for security_group (c1233fd0-195a-4b65-90d1-5ab507ae183a), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:39.049000 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-77fded6a-beea-4825-a779-de17d24f76a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (8c494509-f57b-4935-9704-d9c2d00d1f50), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:39.058386 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=a30d149b-74f0-4406-8b51-b72bd8b78213,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:39.075870 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e79631e5-5feb-46d8-abe1-2810c0df6e99 None None] Publish callbacks [] for port (4ff9ea4b-3f7a-4486-a272-f88c5428279f), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:39.088317 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 0d099081-e809-463a-9b25-9bc3711254ff triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:46:39.096303 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (0d099081-e809-463a-9b25-9bc3711254ff), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:39.172400 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-77fded6a-beea-4825-a779-de17d24f76a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c494509-f57b-4935-9704-d9c2d00d1f50']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:39.220864 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-77fded6a-beea-4825-a779-de17d24f76a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9beda394-76b2-437d-9bdd-cb4034a1a25e') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:39.225058 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-77fded6a-beea-4825-a779-de17d24f76a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9beda394-76b2-437d-9bdd-cb4034a1a25e') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:39.249827 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-77fded6a-beea-4825-a779-de17d24f76a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (9beda394-76b2-437d-9bdd-cb4034a1a25e), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:39.293156 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 0d099081-e809-463a-9b25-9bc3711254ff is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:46:39.319495 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-77fded6a-beea-4825-a779-de17d24f76a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (9beda394-76b2-437d-9bdd-cb4034a1a25e), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:39.324746 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-360979ef-6ae3-4e2a-9b9b-870313aa4d2e admin admin] Publish callbacks [] for security_group (c1233fd0-195a-4b65-90d1-5ab507ae183a), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:39.351218 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77fded6a-beea-4825-a779-de17d24f76a7 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:46:39.352199 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-77fded6a-beea-4825-a779-de17d24f76a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (9beda394-76b2-437d-9bdd-cb4034a1a25e), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:39.381887 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d90017b-f430-4b2a-aa93-a42054cf0e68 req-e2c16ec4-eb60-4040-954f-97cfc4c1db7f tempest-MultipleCreateTestJSON-1779642647 tempest-MultipleCreateTestJSON-1779642647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:39.384262 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8d90017b-f430-4b2a-aa93-a42054cf0e68 req-e2c16ec4-eb60-4040-954f-97cfc4c1db7f tempest-MultipleCreateTestJSON-1779642647 tempest-MultipleCreateTestJSON-1779642647-project] 10.222.0.76 "GET /networking/v2.0/networks?id=200385b2-567c-414e-a01b-86dbaa38605c HTTP/1.1" status: 200 len: 812 time: 0.6931717 Aug 27 04:46:39.398282 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 08930d92-ee9f-4b43-a949-4988257d8376 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:46:39.423642 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e79631e5-5feb-46d8-abe1-2810c0df6e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (4ff9ea4b-3f7a-4486-a272-f88c5428279f), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:39.445055 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 9beda394-76b2-437d-9bdd-cb4034a1a25e resource provider aggregate not found Aug 27 04:46:39.445336 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 08930d92-ee9f-4b43-a949-4988257d8376 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:46:39.446098 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 08930d92-ee9f-4b43-a949-4988257d8376 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:46:39.446626 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 14857796-3ad5-436c-9731-3b9f4d943a1f no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:46:39.450007 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8d90017b-f430-4b2a-aa93-a42054cf0e68 req-57074f73-817f-41cc-a76d-a0d11f47dfed tempest-MultipleCreateTestJSON-1779642647 tempest-MultipleCreateTestJSON-1779642647-project] 10.222.0.76 "GET /networking/v2.0/quotas/e84bbf4628c144be8c336b08d9dc7482 HTTP/1.1" status: 200 len: 375 time: 0.0539434 Aug 27 04:46:39.452843 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-e79631e5-5feb-46d8-abe1-2810c0df6e99 None None] Attempting to bind port 4ff9ea4b-3f7a-4486-a272-f88c5428279f on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:46:39.452843 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-e79631e5-5feb-46d8-abe1-2810c0df6e99 None None] Attempting to bind port 4ff9ea4b-3f7a-4486-a272-f88c5428279f by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:46:39.452843 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79631e5-5feb-46d8-abe1-2810c0df6e99 None None] Attempting to bind port 4ff9ea4b-3f7a-4486-a272-f88c5428279f on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:46:39.506039 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 9beda394-76b2-437d-9bdd-cb4034a1a25e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9beda394-76b2-437d-9bdd-cb4034a1a25e found for delete ", "request_id": "req-456826a4-40da-4f2f-8746-84c99a40af90"}]} Aug 27 04:46:39.526246 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79631e5-5feb-46d8-abe1-2810c0df6e99 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:46:39.526246 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79631e5-5feb-46d8-abe1-2810c0df6e99 None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:46:39.526246 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e79631e5-5feb-46d8-abe1-2810c0df6e99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:39.526246 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79631e5-5feb-46d8-abe1-2810c0df6e99 None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:46:39.526246 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-e79631e5-5feb-46d8-abe1-2810c0df6e99 None None] Bound port: 4ff9ea4b-3f7a-4486-a272-f88c5428279f, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:46:39.526827 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e79631e5-5feb-46d8-abe1-2810c0df6e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (4ff9ea4b-3f7a-4486-a272-f88c5428279f), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:39.531407 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 14857796-3ad5-436c-9731-3b9f4d943a1f {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:46:39.531880 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 14857796-3ad5-436c-9731-3b9f4d943a1f not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:46:39.609265 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-77fded6a-beea-4825-a779-de17d24f76a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (8c494509-f57b-4935-9704-d9c2d00d1f50), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:39.610962 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-360979ef-6ae3-4e2a-9b9b-870313aa4d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (c1233fd0-195a-4b65-90d1-5ab507ae183a), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:39.615118 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-360979ef-6ae3-4e2a-9b9b-870313aa4d2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:39.619315 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-360979ef-6ae3-4e2a-9b9b-870313aa4d2e admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/c1233fd0-195a-4b65-90d1-5ab507ae183a HTTP/1.1" status: 204 len: 168 time: 0.9936376 Aug 27 04:46:39.629368 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1788a59b-1f21-4e60-b686-81fe788df446 None None] Pushing event updated for resources: {'Port': ['ID=4ff9ea4b-3f7a-4486-a272-f88c5428279f,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:39.634435 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-77fded6a-beea-4825-a779-de17d24f76a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:39.641258 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-77fded6a-beea-4825-a779-de17d24f76a7 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/8c494509-f57b-4935-9704-d9c2d00d1f50 HTTP/1.1" status: 204 len: 168 time: 2.4177639 Aug 27 04:46:39.655009 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 48740) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:39.656420 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-e79631e5-5feb-46d8-abe1-2810c0df6e99 None None] For port 4ff9ea4b-3f7a-4486-a272-f88c5428279f, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:46:39.662647 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-a663edcd-d743-4a75-be62-cc9dc266289d admin admin] Allocated IP 172.20.0.1 (a1ccc39f-50bb-44b7-b472-93ab422293e4/8f31731a-3cdc-494c-9a99-c715eba08e27/c497131b-16e0-4e86-96c2-fad18229a3fc) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:46:39.667675 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-e79631e5-5feb-46d8-abe1-2810c0df6e99 None None] For port 4ff9ea4b-3f7a-4486-a272-f88c5428279f, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=4ff9ea4b-3f7a-4486-a272-f88c5428279f,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:46:39.683271 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360979ef-6ae3-4e2a-9b9b-870313aa4d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1233fd0-195a-4b65-90d1-5ab507ae183a,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:39.685326 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6d9679e9-cf17-4010-806d-15634edad62b req-992e2d39-d31b-4e84-9cbe-c82147b9a893 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=2169ad17-a221-4eff-953e-ebecc248cdbd HTTP/1.1" status: 200 len: 210 time: 0.1718085 Aug 27 04:46:39.685907 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4343cdda-db70-4174-8a84-4817f64f2d0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (0913cb25-1f00-4a92-81c9-afe76c9957d3), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:39.698808 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fded6a-beea-4825-a779-de17d24f76a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c494509-f57b-4935-9704-d9c2d00d1f50,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:39.772661 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8d90017b-f430-4b2a-aa93-a42054cf0e68 req-8fd11b1d-8a28-4cd2-94d9-d941f2fdeaa1 tempest-MultipleCreateTestJSON-1779642647 tempest-MultipleCreateTestJSON-1779642647-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=e84bbf4628c144be8c336b08d9dc7482&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3113775 Aug 27 04:46:39.804937 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e79631e5-5feb-46d8-abe1-2810c0df6e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (4ff9ea4b-3f7a-4486-a272-f88c5428279f), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:40.029240 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:40.244688 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a663edcd-d743-4a75-be62-cc9dc266289d admin admin] Publish callbacks [] for port (c497131b-16e0-4e86-96c2-fad18229a3fc), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:40.349466 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-23e87cef-d4b8-4d0f-a8cd-be43dd761cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (030b0d02-4344-445d-b3a8-f76895fbee90), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:40.373568 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:INSERT=1,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:40.378523 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:40.419004 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79631e5-5feb-46d8-abe1-2810c0df6e99 None None] Routers {'4d737952-b4b0-41e3-bbb1-51a478825b7d'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:46:40.420329 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-e79631e5-5feb-46d8-abe1-2810c0df6e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:46:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['4d737952-b4b0-41e3-bbb1-51a478825b7d'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:40.433077 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:40.504475 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1788a59b-1f21-4e60-b686-81fe788df446 None None] Pushing event updated for resources: {'Port': ['ID=4ff9ea4b-3f7a-4486-a272-f88c5428279f,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:40.602288 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a663edcd-d743-4a75-be62-cc9dc266289d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (c497131b-16e0-4e86-96c2-fad18229a3fc), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:40.605446 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e87cef-d4b8-4d0f-a8cd-be43dd761cd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=030b0d02-4344-445d-b3a8-f76895fbee90,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:40.623648 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a30d149b-74f0-4406-8b51-b72bd8b78213 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:46:40.693104 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-e79631e5-5feb-46d8-abe1-2810c0df6e99 None None] Set router 4d737952-b4b0-41e3-bbb1-51a478825b7d gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:46:40.779341 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port a30d149b-74f0-4406-8b51-b72bd8b78213 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:46:40.779730 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a30d149b-74f0-4406-8b51-b72bd8b78213), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:40.797440 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:40.801766 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a663edcd-d743-4a75-be62-cc9dc266289d admin admin] Network a1ccc39f-50bb-44b7-b472-93ab422293e4 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:46:40.849647 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-a663edcd-d743-4a75-be62-cc9dc266289d admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:46:40.852893 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7a22f370-e0fd-4731-877e-12a82c937f51 req-fc7e83c5-e0cc-4488-a65b-8032e9faccaa tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=2169ad17-a221-4eff-953e-ebecc248cdbd HTTP/1.1" status: 200 len: 210 time: 0.0423033 Aug 27 04:46:40.853750 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a663edcd-d743-4a75-be62-cc9dc266289d admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:46:40.992292 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 48762) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:41.039355 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-99f636cf-19aa-4836-bb71-f600a9d5832b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:41.043740 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a663edcd-d743-4a75-be62-cc9dc266289d admin admin] Pushing event updated for resources: {'Port': ['ID=c497131b-16e0-4e86-96c2-fad18229a3fc,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:41.070360 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port a30d149b-74f0-4406-8b51-b72bd8b78213 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:46:41.080684 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 73d79df4-aad9-45b9-9734-e0f3058b6c03 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:46:41.094775 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a663edcd-d743-4a75-be62-cc9dc266289d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (4d737952-b4b0-41e3-bbb1-51a478825b7d), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:41.095822 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ebf9e5f9-efed-47cf-b1ab-dab5e306a813 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:41.155619 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-e79631e5-5feb-46d8-abe1-2810c0df6e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d737952-b4b0-41e3-bbb1-51a478825b7d', 'name': 'tempest-ServerActionsTestJSON-1579690719-router', 'tenant_id': '7929f66d29064429b0958af19edc5e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '4ff9ea4b-3f7a-4486-a272-f88c5428279f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:46:25Z', 'updated_at': '2022-08-27T04:46:30Z', 'revision_number': 3, 'project_id': '7929f66d29064429b0958af19edc5e9b', 'gw_port': {'id': '4ff9ea4b-3f7a-4486-a272-f88c5428279f', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d7:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d737952-b4b0-41e3-bbb1-51a478825b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:46:27Z', 'updated_at': '2022-08-27T04:46:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:41.200742 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79631e5-5feb-46d8-abe1-2810c0df6e99 None None] The sync data for ids ['4d737952-b4b0-41e3-bbb1-51a478825b7d'] in n-d-852088-5 is: [{'id': '4d737952-b4b0-41e3-bbb1-51a478825b7d', 'name': 'tempest-ServerActionsTestJSON-1579690719-router', 'tenant_id': '7929f66d29064429b0958af19edc5e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '4ff9ea4b-3f7a-4486-a272-f88c5428279f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:46:25Z', 'updated_at': '2022-08-27T04:46:30Z', 'revision_number': 3, 'project_id': '7929f66d29064429b0958af19edc5e9b', 'gw_port': {'id': '4ff9ea4b-3f7a-4486-a272-f88c5428279f', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d7:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d737952-b4b0-41e3-bbb1-51a478825b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:46:27Z', 'updated_at': '2022-08-27T04:46:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:46:41.229060 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 73d79df4-aad9-45b9-9734-e0f3058b6c03 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:46:41.229442 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (73d79df4-aad9-45b9-9734-e0f3058b6c03), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:41.234457 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e87cef-d4b8-4d0f-a8cd-be43dd761cd8 admin admin] Checking segment: {'id': 'dda3827c-cb87-4efb-ad0d-c5b009408aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '540accde-c4c0-4b48-8dfd-580e855fc071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:46:41.234795 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e87cef-d4b8-4d0f-a8cd-be43dd761cd8 admin admin] Network hostable DHCP agents. Network: 540accde-c4c0-4b48-8dfd-580e855fc071, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:46:41.278645 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6122882-900f-488d-beae-230b25fd09e1 req-f6dfa08c-19c5-4b44-83eb-18803a7921b5 tempest-MultipleCreateTestJSON-1779642647 tempest-MultipleCreateTestJSON-1779642647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:41.280229 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e6122882-900f-488d-beae-230b25fd09e1 req-f6dfa08c-19c5-4b44-83eb-18803a7921b5 tempest-MultipleCreateTestJSON-1779642647 tempest-MultipleCreateTestJSON-1779642647-project] 10.222.0.76 "GET /networking/v2.0/networks?id=200385b2-567c-414e-a01b-86dbaa38605c HTTP/1.1" status: 200 len: 812 time: 0.9354806 Aug 27 04:46:41.282901 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-6350759e-f767-4bb5-bce2-3e55a4ced3ad None None] Provisioning complete for port c497131b-16e0-4e86-96c2-fad18229a3fc triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:46:41.283745 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6350759e-f767-4bb5-bce2-3e55a4ced3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (c497131b-16e0-4e86-96c2-fad18229a3fc), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:41.419227 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-6350759e-f767-4bb5-bce2-3e55a4ced3ad None None] Port c497131b-16e0-4e86-96c2-fad18229a3fc cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:46:41.435667 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 73d79df4-aad9-45b9-9734-e0f3058b6c03 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:46:41.439899 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (73d79df4-aad9-45b9-9734-e0f3058b6c03), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:41.448398 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ebf9e5f9-efed-47cf-b1ab-dab5e306a813 admin admin] Publish callbacks [] for security_group (096c8297-de2d-4e12-ad3e-bfb63f9be53e), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:41.478549 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 73d79df4-aad9-45b9-9734-e0f3058b6c03, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=73d79df4-aad9-45b9-9734-e0f3058b6c03,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:41.555481 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ebf9e5f9-efed-47cf-b1ab-dab5e306a813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (096c8297-de2d-4e12-ad3e-bfb63f9be53e), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:41.559859 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-99f636cf-19aa-4836-bb71-f600a9d5832b admin admin] Deleting port 6e4031d6-4d23-4b2b-bd8c-8439c0c7c94a {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:46:41.565436 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-99f636cf-19aa-4836-bb71-f600a9d5832b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (6e4031d6-4d23-4b2b-bd8c-8439c0c7c94a), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:41.586077 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:41.588293 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (73d79df4-aad9-45b9-9734-e0f3058b6c03), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:41.589473 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device cee0c2c1-5fce-471d-8bb7-04a37389de98 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:46:41.651401 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:41.742635 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ebf9e5f9-efed-47cf-b1ab-dab5e306a813 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=17bd8ccdb52c491f9685897b81d34c1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7488711 Aug 27 04:46:41.747509 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 48766) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:41.752856 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf9e5f9-efed-47cf-b1ab-dab5e306a813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096c8297-de2d-4e12-ad3e-bfb63f9be53e,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:41.776925 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port cee0c2c1-5fce-471d-8bb7-04a37389de98 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:46:41.777421 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (cee0c2c1-5fce-471d-8bb7-04a37389de98), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:41.827087 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-0602f766-05a8-480a-9c7b-985da3584dbe req-a10cecc4-a0a0-4311-8baf-044c3ad7de56 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.75 "GET /networking/v2.0/networks?tenant_id=ed7dcec401394866b7d9fdacb5e294dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0613580 Aug 27 04:46:41.830862 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=73d79df4-aad9-45b9-9734-e0f3058b6c03,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:41.845255 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e6122882-900f-488d-beae-230b25fd09e1 req-2679773f-cab9-4ed7-b754-e3cd003782f0 tempest-MultipleCreateTestJSON-1779642647 tempest-MultipleCreateTestJSON-1779642647-project] 10.222.0.76 "GET /networking/v2.0/quotas/e84bbf4628c144be8c336b08d9dc7482 HTTP/1.1" status: 200 len: 375 time: 0.5378191 Aug 27 04:46:41.855814 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e87cef-d4b8-4d0f-a8cd-be43dd761cd8 admin admin] Network 540accde-c4c0-4b48-8dfd-580e855fc071 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:46:41.881195 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port cee0c2c1-5fce-471d-8bb7-04a37389de98 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:46:41.882527 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 7ebee0d7-0e7a-4f31-b100-657cc4315727 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:46:41.942886 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-4343cdda-db70-4174-8a84-4817f64f2d0e admin admin] Deleting port 7ebee0d7-0e7a-4f31-b100-657cc4315727 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:46:41.945908 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4343cdda-db70-4174-8a84-4817f64f2d0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (7ebee0d7-0e7a-4f31-b100-657cc4315727), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:41.947940 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7486eae-b199-45e0-93ab-522c6025d76e None None] Sync routers for ids ['48a80197-8879-4341-9282-e3e4e1b4d28b'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:46:41.986795 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 7ebee0d7-0e7a-4f31-b100-657cc4315727 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:46:41.999760 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (7ebee0d7-0e7a-4f31-b100-657cc4315727), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:42.005806 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7486eae-b199-45e0-93ab-522c6025d76e None None] Routers {'48a80197-8879-4341-9282-e3e4e1b4d28b'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:46:42.007187 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-e7486eae-b199-45e0-93ab-522c6025d76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:46:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['48a80197-8879-4341-9282-e3e4e1b4d28b'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:42.049719 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:42.053501 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:42.091283 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-99f636cf-19aa-4836-bb71-f600a9d5832b admin admin] For port 6e4031d6-4d23-4b2b-bd8c-8439c0c7c94a, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=6e4031d6-4d23-4b2b-bd8c-8439c0c7c94a,segment=NetworkSegment(7f1d38e1-d1a8-4696-ad37-7b23750349bb),segment_id=7f1d38e1-d1a8-4696-ad37-7b23750349bb)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:42.092104 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-99f636cf-19aa-4836-bb71-f600a9d5832b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (6e4031d6-4d23-4b2b-bd8c-8439c0c7c94a), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:42.093174 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-23e87cef-d4b8-4d0f-a8cd-be43dd761cd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 540accde-c4c0-4b48-8dfd-580e855fc071) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:46:42.136227 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e87cef-d4b8-4d0f-a8cd-be43dd761cd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:42.138091 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-23e87cef-d4b8-4d0f-a8cd-be43dd761cd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:42.157186 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a54d08a-65b9-4117-8c83-4a424a4d48bd None None] Network 540accde-c4c0-4b48-8dfd-580e855fc071 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:46:42.198999 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-99f636cf-19aa-4836-bb71-f600a9d5832b admin admin] Calling delete_port for 6e4031d6-4d23-4b2b-bd8c-8439c0c7c94a owned by network:router_interface {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:46:42.224457 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6318eefd-dbbc-4ac6-9f25-53d911f2dff8 req-5f32a878-81b3-45e1-983d-407e58b8e0fd tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=2169ad17-a221-4eff-953e-ebecc248cdbd HTTP/1.1" status: 200 len: 210 time: 0.1246364 Aug 27 04:46:42.228368 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e6122882-900f-488d-beae-230b25fd09e1 req-ddbad3fe-00d1-44de-bc47-523142358fdf tempest-MultipleCreateTestJSON-1779642647 tempest-MultipleCreateTestJSON-1779642647-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=e84bbf4628c144be8c336b08d9dc7482&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3511360 Aug 27 04:46:42.281339 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 48772) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:42.339790 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a663edcd-d743-4a75-be62-cc9dc266289d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (c497131b-16e0-4e86-96c2-fad18229a3fc), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:42.405701 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-4343cdda-db70-4174-8a84-4817f64f2d0e admin admin] For port 7ebee0d7-0e7a-4f31-b100-657cc4315727, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=7ebee0d7-0e7a-4f31-b100-657cc4315727,segment=NetworkSegment(9af76b27-fd91-4d05-ae38-06a96a6cd618),segment_id=9af76b27-fd91-4d05-ae38-06a96a6cd618)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:42.406971 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4343cdda-db70-4174-8a84-4817f64f2d0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (7ebee0d7-0e7a-4f31-b100-657cc4315727), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:42.475124 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-4343cdda-db70-4174-8a84-4817f64f2d0e admin admin] Calling delete_port for 7ebee0d7-0e7a-4f31-b100-657cc4315727 owned by network:router_interface {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:46:42.527256 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-23e87cef-d4b8-4d0f-a8cd-be43dd761cd8 admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.9346418 Aug 27 04:46:42.538798 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 48776) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:42.599742 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-2d250a5e-0c6a-450b-a739-88ed25bcd3dd admin admin] Request body: {'router': {'name': 'tempest-ServerTagsTestJSON-1963396572-router', 'tenant_id': 'cb4daa9f777240578e1113cf0b5a5385', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:46:42.646312 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0602f766-05a8-480a-9c7b-985da3584dbe req-c0585804-1184-4680-b653-206de5afe91b tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:42.648845 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-0602f766-05a8-480a-9c7b-985da3584dbe req-c0585804-1184-4680-b653-206de5afe91b tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.75 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7857680 Aug 27 04:46:42.657933 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c0c31c-650e-46e4-91a0-b1dc30d6cfc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-540accde-c4c0-4b48-8dfd-580e855fc071', 'network_id': '540accde-c4c0-4b48-8dfd-580e855fc071', 'project_id': 'cb4daa9f777240578e1113cf0b5a5385', 'fixed_ips': [{'subnet_id': '030b0d02-4344-445d-b3a8-f76895fbee90'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:46:42.659475 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9c0c31c-650e-46e4-91a0-b1dc30d6cfc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:42.665788 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-e7486eae-b199-45e0-93ab-522c6025d76e None None] Set router 48a80197-8879-4341-9282-e3e4e1b4d28b gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:46:42.675227 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d49bd4d6-08c5-4d55-8d43-e983583bda78 admin admin] Publish callbacks [] for security_group (096c8297-de2d-4e12-ad3e-bfb63f9be53e), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:42.783404 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [req-0602f766-05a8-480a-9c7b-985da3584dbe req-dfc09045-1b54-424d-bf63-a8862477bae6 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Request body: {'port': {'device_id': '2169ad17-a221-4eff-953e-ebecc248cdbd', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'admin_state_up': True, 'tenant_id': 'ed7dcec401394866b7d9fdacb5e294dc'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:46:42.807800 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2d250a5e-0c6a-450b-a739-88ed25bcd3dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (939863bd-a356-44f4-94fe-d2cd4ff64561), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:42.808932 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2d250a5e-0c6a-450b-a739-88ed25bcd3dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (939863bd-a356-44f4-94fe-d2cd4ff64561), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:42.829284 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:42.834856 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d49bd4d6-08c5-4d55-8d43-e983583bda78 admin admin] Publish callbacks [] for security_group (096c8297-de2d-4e12-ad3e-bfb63f9be53e), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:42.927460 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2d250a5e-0c6a-450b-a739-88ed25bcd3dd admin admin] Publish callbacks [] for router_controller (939863bd-a356-44f4-94fe-d2cd4ff64561), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:43.087872 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 7ebee0d7-0e7a-4f31-b100-657cc4315727 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:46:43.088389 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (7ebee0d7-0e7a-4f31-b100-657cc4315727), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:43.249479 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2d250a5e-0c6a-450b-a739-88ed25bcd3dd admin admin] Publish callbacks [] for router_gateway (939863bd-a356-44f4-94fe-d2cd4ff64561), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:43.251450 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:43.266905 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:43.339063 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 7ebee0d7-0e7a-4f31-b100-657cc4315727, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=7ebee0d7-0e7a-4f31-b100-657cc4315727,segment=NetworkSegment(9af76b27-fd91-4d05-ae38-06a96a6cd618),segment_id=9af76b27-fd91-4d05-ae38-06a96a6cd618)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:43.384117 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-e7486eae-b199-45e0-93ab-522c6025d76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a80197-8879-4341-9282-e3e4e1b4d28b', 'name': 'tempest-MultipleCreateTestJSON-404341867-router', 'tenant_id': 'e84bbf4628c144be8c336b08d9dc7482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '73d79df4-aad9-45b9-9734-e0f3058b6c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:46:22Z', 'updated_at': '2022-08-27T04:46:35Z', 'revision_number': 4, 'project_id': 'e84bbf4628c144be8c336b08d9dc7482', 'gw_port': {'id': '73d79df4-aad9-45b9-9734-e0f3058b6c03', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a80197-8879-4341-9282-e3e4e1b4d28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:46:24Z', 'updated_at': '2022-08-27T04:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'b6058ebd-3c36-43a4-8c85-d4c2e9b79768', 'name': '', 'network_id': '200385b2-567c-414e-a01b-86dbaa38605c', 'tenant_id': 'e84bbf4628c144be8c336b08d9dc7482', 'mac_address': 'fa:16:3e:26:f5:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a80197-8879-4341-9282-e3e4e1b4d28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '3c5df9fa-9c5d-4b2a-b498-c33d42ffbd32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:46:33Z', 'updated_at': '2022-08-27T04:46:36Z', 'revision_number': 2, 'project_id': 'e84bbf4628c144be8c336b08d9dc7482', 'subnets': [{'id': '3c5df9fa-9c5d-4b2a-b498-c33d42ffbd32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:43.422039 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7486eae-b199-45e0-93ab-522c6025d76e None None] Checking router: 48a80197-8879-4341-9282-e3e4e1b4d28b for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:46:43.422404 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7486eae-b199-45e0-93ab-522c6025d76e None None] Updating router 48a80197-8879-4341-9282-e3e4e1b4d28b port b6058ebd-3c36-43a4-8c85-d4c2e9b79768 binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:46:43.431903 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (7ebee0d7-0e7a-4f31-b100-657cc4315727), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:43.434713 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:43.465590 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-901d1da5-88c7-41f9-894f-fa150cb10f84 req-4f586ff7-e598-40c9-9dbe-984d100eb46c tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=2169ad17-a221-4eff-953e-ebecc248cdbd HTTP/1.1" status: 200 len: 210 time: 0.1223233 Aug 27 04:46:43.564754 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a663edcd-d743-4a75-be62-cc9dc266289d admin admin] Publish callbacks [] for port (c497131b-16e0-4e86-96c2-fad18229a3fc), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:43.626158 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d49bd4d6-08c5-4d55-8d43-e983583bda78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (096c8297-de2d-4e12-ad3e-bfb63f9be53e), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:43.633606 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d49bd4d6-08c5-4d55-8d43-e983583bda78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:43.635479 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d49bd4d6-08c5-4d55-8d43-e983583bda78 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/096c8297-de2d-4e12-ad3e-bfb63f9be53e HTTP/1.1" status: 204 len: 168 time: 1.8823421 Aug 27 04:46:43.636816 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=73,neutron:DELETE=4,neutron:INSERT=19,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:43.653889 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a663edcd-d743-4a75-be62-cc9dc266289d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (c497131b-16e0-4e86-96c2-fad18229a3fc), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:43.668050 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-99f636cf-19aa-4836-bb71-f600a9d5832b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (6e4031d6-4d23-4b2b-bd8c-8439c0c7c94a), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:43.686340 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49bd4d6-08c5-4d55-8d43-e983583bda78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096c8297-de2d-4e12-ad3e-bfb63f9be53e,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:43.731850 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-d9c0c31c-650e-46e4-91a0-b1dc30d6cfc9 None None] Allocated IP 172.20.0.2 (540accde-c4c0-4b48-8dfd-580e855fc071/030b0d02-4344-445d-b3a8-f76895fbee90/45ee8cd3-f2fd-441d-9521-a822db197e46) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:46:43.734074 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device dd6df344-23a7-49e3-bacc-c996c962dad5 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:46:43.771051 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0602f766-05a8-480a-9c7b-985da3584dbe req-dfc09045-1b54-424d-bf63-a8862477bae6 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Made reservation on behalf of ed7dcec401394866b7d9fdacb5e294dc for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:46:43.781241 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-0602f766-05a8-480a-9c7b-985da3584dbe req-dfc09045-1b54-424d-bf63-a8862477bae6 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:43.835615 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: dd6df344-23a7-49e3-bacc-c996c962dad5 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:46:43.835959 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device dd6df344-23a7-49e3-bacc-c996c962dad5 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:46:43.871040 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a663edcd-d743-4a75-be62-cc9dc266289d admin admin] Pushing event updated for resources: {'Port': ['ID=c497131b-16e0-4e86-96c2-fad18229a3fc,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:43.879662 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e7486eae-b199-45e0-93ab-522c6025d76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (b6058ebd-3c36-43a4-8c85-d4c2e9b79768), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:43.880518 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4343cdda-db70-4174-8a84-4817f64f2d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (7ebee0d7-0e7a-4f31-b100-657cc4315727), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:43.891941 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:43.905706 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f636cf-19aa-4836-bb71-f600a9d5832b admin admin] Pushing event deleted for resources: {'Port': ['ID=6e4031d6-4d23-4b2b-bd8c-8439c0c7c94a,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:43.951145 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a663edcd-d743-4a75-be62-cc9dc266289d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (4d737952-b4b0-41e3-bbb1-51a478825b7d), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:44.018011 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=7ebee0d7-0e7a-4f31-b100-657cc4315727,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:44.294665 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4343cdda-db70-4174-8a84-4817f64f2d0e admin admin] Pushing event deleted for resources: {'Port': ['ID=7ebee0d7-0e7a-4f31-b100-657cc4315727,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:44.299513 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=83,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:44.361418 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 4ff9ea4b-3f7a-4486-a272-f88c5428279f up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:46:44.375544 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2d250a5e-0c6a-450b-a739-88ed25bcd3dd admin admin] Publish callbacks [] for router_gateway (939863bd-a356-44f4-94fe-d2cd4ff64561), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:44.450278 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2d250a5e-0c6a-450b-a739-88ed25bcd3dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:44.459147 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:44.684214 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:44.739168 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a6d59130-795e-4bfd-8fa1-08d4606c67d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (48a80197-8879-4341-9282-e3e4e1b4d28b), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:44.746944 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-99f636cf-19aa-4836-bb71-f600a9d5832b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:44.767350 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a663edcd-d743-4a75-be62-cc9dc266289d admin admin] Network a1ccc39f-50bb-44b7-b472-93ab422293e4 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:46:44.794805 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-297856ad-f59c-48d6-b847-7e629d818212 req-dfdde655-76cf-4097-95b4-89d3b2131923 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=2169ad17-a221-4eff-953e-ebecc248cdbd HTTP/1.1" status: 200 len: 210 time: 0.0946181 Aug 27 04:46:44.799377 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-a663edcd-d743-4a75-be62-cc9dc266289d admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:46:44.836913 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:44.899180 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9c0c31c-650e-46e4-91a0-b1dc30d6cfc9 None None] Publish callbacks [] for port (45ee8cd3-f2fd-441d-9521-a822db197e46), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:44.927796 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [req-0602f766-05a8-480a-9c7b-985da3584dbe req-dfc09045-1b54-424d-bf63-a8862477bae6 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Allocated IP 192.168.233.215 (a82fb463-5a8f-4b8b-991d-61491eba11c6/120f3302-721f-4373-86a6-3aa14ccf6ac4/d86ac4c6-895a-4463-9e7d-29987b0ce63a) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:46:44.928060 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 4ff9ea4b-3f7a-4486-a272-f88c5428279f triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:46:44.928888 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (4ff9ea4b-3f7a-4486-a272-f88c5428279f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:45.044429 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4343cdda-db70-4174-8a84-4817f64f2d0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (0913cb25-1f00-4a92-81c9-afe76c9957d3), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:45.059611 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-2d250a5e-0c6a-450b-a739-88ed25bcd3dd admin admin] Allocated IP 172.25.2.143 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/a830db04-0498-468a-902a-2cf1d4ba77d1) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:46:45.168207 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e7486eae-b199-45e0-93ab-522c6025d76e None None] Publish callbacks [] for port (b6058ebd-3c36-43a4-8c85-d4c2e9b79768), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:45.176947 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9c0c31c-650e-46e4-91a0-b1dc30d6cfc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (45ee8cd3-f2fd-441d-9521-a822db197e46), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:45.286213 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-b6931666-2dc9-4737-9765-8ef8864085d1 None None] Provisioning complete for port c497131b-16e0-4e86-96c2-fad18229a3fc triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:46:45.286213 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b6931666-2dc9-4737-9765-8ef8864085d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (c497131b-16e0-4e86-96c2-fad18229a3fc), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:45.303678 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c0c31c-650e-46e4-91a0-b1dc30d6cfc9 None None] Network 540accde-c4c0-4b48-8dfd-580e855fc071 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:46:45.333849 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e7486eae-b199-45e0-93ab-522c6025d76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (b6058ebd-3c36-43a4-8c85-d4c2e9b79768), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:45.365392 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-d9c0c31c-650e-46e4-91a0-b1dc30d6cfc9 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:46:45.427047 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c0c31c-650e-46e4-91a0-b1dc30d6cfc9 None None] Pushing event updated for resources: {'Port': ['ID=45ee8cd3-f2fd-441d-9521-a822db197e46,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:45.450128 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c0c31c-650e-46e4-91a0-b1dc30d6cfc9 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:46:45.458784 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a663edcd-d743-4a75-be62-cc9dc266289d admin admin] Router 4d737952-b4b0-41e3-bbb1-51a478825b7d has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:46:45.528780 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:45.635105 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c7ca7-88e8-41fa-b193-d762b7e319d2 None None] Pushing event updated for resources: {'Port': ['ID=b6058ebd-3c36-43a4-8c85-d4c2e9b79768,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:45.640201 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-b6931666-2dc9-4737-9765-8ef8864085d1 None None] Port c497131b-16e0-4e86-96c2-fad18229a3fc cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:46:45.647570 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 4ff9ea4b-3f7a-4486-a272-f88c5428279f is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:46:45.647871 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (4ff9ea4b-3f7a-4486-a272-f88c5428279f), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:45.704612 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2d250a5e-0c6a-450b-a739-88ed25bcd3dd admin admin] Publish callbacks [] for port (a830db04-0498-468a-902a-2cf1d4ba77d1), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:45.719353 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:45.819534 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-d9c0c31c-650e-46e4-91a0-b1dc30d6cfc9 None None] Attempting to bind port 45ee8cd3-f2fd-441d-9521-a822db197e46 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:46:45.826458 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-d9c0c31c-650e-46e4-91a0-b1dc30d6cfc9 None None] Attempting to bind port 45ee8cd3-f2fd-441d-9521-a822db197e46 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'dda3827c-cb87-4efb-ad0d-c5b009408aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '540accde-c4c0-4b48-8dfd-580e855fc071'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:46:45.826458 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c0c31c-650e-46e4-91a0-b1dc30d6cfc9 None None] Attempting to bind port 45ee8cd3-f2fd-441d-9521-a822db197e46 on network 540accde-c4c0-4b48-8dfd-580e855fc071 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:46:45.843984 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 4ff9ea4b-3f7a-4486-a272-f88c5428279f, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=4ff9ea4b-3f7a-4486-a272-f88c5428279f,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:45.845269 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c0c31c-650e-46e4-91a0-b1dc30d6cfc9 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:46:45.845639 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c0c31c-650e-46e4-91a0-b1dc30d6cfc9 None None] Checking segment: {'id': 'dda3827c-cb87-4efb-ad0d-c5b009408aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '540accde-c4c0-4b48-8dfd-580e855fc071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:46:45.846042 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9c0c31c-650e-46e4-91a0-b1dc30d6cfc9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:45.846421 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c0c31c-650e-46e4-91a0-b1dc30d6cfc9 None None] Bound using segment: {'id': 'dda3827c-cb87-4efb-ad0d-c5b009408aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '540accde-c4c0-4b48-8dfd-580e855fc071'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:46:45.846895 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-d9c0c31c-650e-46e4-91a0-b1dc30d6cfc9 None None] Bound port: 45ee8cd3-f2fd-441d-9521-a822db197e46, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dda3827c-cb87-4efb-ad0d-c5b009408aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '540accde-c4c0-4b48-8dfd-580e855fc071'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:46:45.847332 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9c0c31c-650e-46e4-91a0-b1dc30d6cfc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (45ee8cd3-f2fd-441d-9521-a822db197e46), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:45.856273 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-e7486eae-b199-45e0-93ab-522c6025d76e None None] Attempting to bind port b6058ebd-3c36-43a4-8c85-d4c2e9b79768 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:46:45.858463 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-e7486eae-b199-45e0-93ab-522c6025d76e None None] Attempting to bind port b6058ebd-3c36-43a4-8c85-d4c2e9b79768 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'c4980e18-1f61-4369-bfae-8786156e2b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '200385b2-567c-414e-a01b-86dbaa38605c'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:46:45.859788 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7486eae-b199-45e0-93ab-522c6025d76e None None] Attempting to bind port b6058ebd-3c36-43a4-8c85-d4c2e9b79768 on network 200385b2-567c-414e-a01b-86dbaa38605c {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:46:45.872616 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a663edcd-d743-4a75-be62-cc9dc266289d admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:46:45.884723 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a663edcd-d743-4a75-be62-cc9dc266289d admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/4d737952-b4b0-41e3-bbb1-51a478825b7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6291790 Aug 27 04:46:45.908655 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:45.926698 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4343cdda-db70-4174-8a84-4817f64f2d0e admin admin] Router 0913cb25-1f00-4a92-81c9-afe76c9957d3 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:46:45.946013 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7486eae-b199-45e0-93ab-522c6025d76e None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:46:45.946664 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7486eae-b199-45e0-93ab-522c6025d76e None None] Checking segment: {'id': 'c4980e18-1f61-4369-bfae-8786156e2b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '200385b2-567c-414e-a01b-86dbaa38605c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:46:45.947246 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e7486eae-b199-45e0-93ab-522c6025d76e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:45.947736 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7486eae-b199-45e0-93ab-522c6025d76e None None] Bound using segment: {'id': 'c4980e18-1f61-4369-bfae-8786156e2b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '200385b2-567c-414e-a01b-86dbaa38605c'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:46:45.948328 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-e7486eae-b199-45e0-93ab-522c6025d76e None None] Bound port: b6058ebd-3c36-43a4-8c85-d4c2e9b79768, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4980e18-1f61-4369-bfae-8786156e2b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '200385b2-567c-414e-a01b-86dbaa38605c'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:46:45.948719 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e7486eae-b199-45e0-93ab-522c6025d76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (b6058ebd-3c36-43a4-8c85-d4c2e9b79768), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:46.051403 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (4ff9ea4b-3f7a-4486-a272-f88c5428279f), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:46.055881 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 73d79df4-aad9-45b9-9734-e0f3058b6c03 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:46:46.164572 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2d250a5e-0c6a-450b-a739-88ed25bcd3dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (a830db04-0498-468a-902a-2cf1d4ba77d1), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:46.202771 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7c698f8c-7cf2-4183-b34d-647d38f9354e req-61183e52-1dcc-4b21-a2ab-918e470ca871 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=2169ad17-a221-4eff-953e-ebecc248cdbd HTTP/1.1" status: 200 len: 210 time: 0.2501297 Aug 27 04:46:46.224620 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-0602f766-05a8-480a-9c7b-985da3584dbe req-dfc09045-1b54-424d-bf63-a8862477bae6 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Publish callbacks [] for port (d86ac4c6-895a-4463-9e7d-29987b0ce63a), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:46.263188 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f636cf-19aa-4836-bb71-f600a9d5832b admin admin] Router e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:46:46.490831 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-e7486eae-b199-45e0-93ab-522c6025d76e None None] For port b6058ebd-3c36-43a4-8c85-d4c2e9b79768, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:46:46.496776 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-e7486eae-b199-45e0-93ab-522c6025d76e None None] For port b6058ebd-3c36-43a4-8c85-d4c2e9b79768, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=b6058ebd-3c36-43a4-8c85-d4c2e9b79768,segment=NetworkSegment(c4980e18-1f61-4369-bfae-8786156e2b9f),segment_id=c4980e18-1f61-4369-bfae-8786156e2b9f)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:46:46.530521 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9c0c31c-650e-46e4-91a0-b1dc30d6cfc9 None None] For port 45ee8cd3-f2fd-441d-9521-a822db197e46, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:46:46.584144 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 73d79df4-aad9-45b9-9734-e0f3058b6c03 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:46:46.584647 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (73d79df4-aad9-45b9-9734-e0f3058b6c03), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:46.671087 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36387958-aa4c-4d2b-910e-2eaf1cce2c2f None None] Sync routers for ids ['4d737952-b4b0-41e3-bbb1-51a478825b7d'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:46:46.698193 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=4ff9ea4b-3f7a-4486-a272-f88c5428279f,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:46.704760 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-a6d59130-795e-4bfd-8fa1-08d4606c67d8 admin admin] Deleting port b6058ebd-3c36-43a4-8c85-d4c2e9b79768 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:46:46.704760 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a6d59130-795e-4bfd-8fa1-08d4606c67d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (b6058ebd-3c36-43a4-8c85-d4c2e9b79768), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:46.708597 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f636cf-19aa-4836-bb71-f600a9d5832b admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:46:46.712822 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9c0c31c-650e-46e4-91a0-b1dc30d6cfc9 None None] For port 45ee8cd3-f2fd-441d-9521-a822db197e46, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=45ee8cd3-f2fd-441d-9521-a822db197e46,segment=NetworkSegment(dda3827c-cb87-4efb-ad0d-c5b009408aa9),segment_id=dda3827c-cb87-4efb-ad0d-c5b009408aa9)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:46:46.727542 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-0602f766-05a8-480a-9c7b-985da3584dbe req-dfc09045-1b54-424d-bf63-a8862477bae6 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (d86ac4c6-895a-4463-9e7d-29987b0ce63a), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:46.730075 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e7486eae-b199-45e0-93ab-522c6025d76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (b6058ebd-3c36-43a4-8c85-d4c2e9b79768), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:46.730277 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-99f636cf-19aa-4836-bb71-f600a9d5832b admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0707762 Aug 27 04:46:46.739462 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36387958-aa4c-4d2b-910e-2eaf1cce2c2f None None] Routers {'4d737952-b4b0-41e3-bbb1-51a478825b7d'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:46:46.742502 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-36387958-aa4c-4d2b-910e-2eaf1cce2c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:46:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['4d737952-b4b0-41e3-bbb1-51a478825b7d'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:46.750852 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 48824) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:46.772818 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:46.803589 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2b3125-52e4-4125-a1aa-c1f2338bb598 None None] Sync routers for ids ['e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:46:46.814599 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d250a5e-0c6a-450b-a739-88ed25bcd3dd admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:46:46.822216 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-2d250a5e-0c6a-450b-a739-88ed25bcd3dd admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:46:46.832265 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d250a5e-0c6a-450b-a739-88ed25bcd3dd admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:46:46.834253 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] get_ports_and_sgs() called for port_ids ['b9341b94-cc18-4cf2-be35-42a510791a8f', '829d9839-dead-48bc-968d-c33e8af410e0'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:46:46.837529 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d250a5e-0c6a-450b-a739-88ed25bcd3dd admin admin] Pushing event updated for resources: {'Port': ['ID=a830db04-0498-468a-902a-2cf1d4ba77d1,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:46.868357 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:46.903396 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:46.905149 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4343cdda-db70-4174-8a84-4817f64f2d0e admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:46:46.924766 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-4343cdda-db70-4174-8a84-4817f64f2d0e admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/0913cb25-1f00-4a92-81c9-afe76c9957d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0368228 Aug 27 04:46:46.925836 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 48828) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:46.942894 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635be4d3-aee3-4c14-8c2c-3837490357db None None] Sync routers for ids ['0913cb25-1f00-4a92-81c9-afe76c9957d3'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:46:47.002133 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635be4d3-aee3-4c14-8c2c-3837490357db None None] Routers {'0913cb25-1f00-4a92-81c9-afe76c9957d3'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:46:47.009478 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-635be4d3-aee3-4c14-8c2c-3837490357db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:46:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['0913cb25-1f00-4a92-81c9-afe76c9957d3'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:47.018507 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 48832) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:47.027696 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-a4983047-eb88-42aa-b035-56230b0a345b tempest-ServerActionsTestJSON-297236474 tempest-ServerActionsTestJSON-297236474-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1234029684', 'description': 'tempest-description--771565562'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:46:47.032442 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c7ca7-88e8-41fa-b193-d762b7e319d2 None None] Pushing event updated for resources: {'Port': ['ID=b6058ebd-3c36-43a4-8c85-d4c2e9b79768,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:47.038074 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0602f766-05a8-480a-9c7b-985da3584dbe req-dfc09045-1b54-424d-bf63-a8862477bae6 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Network a82fb463-5a8f-4b8b-991d-61491eba11c6 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:46:47.043097 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc09045-1b54-424d-bf63-a8862477bae6 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Pushing event updated for resources: {'Port': ['ID=d86ac4c6-895a-4463-9e7d-29987b0ce63a,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:47.054901 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9c0c31c-650e-46e4-91a0-b1dc30d6cfc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (45ee8cd3-f2fd-441d-9521-a822db197e46), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:47.094020 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-36387958-aa4c-4d2b-910e-2eaf1cce2c2f None None] Set router 4d737952-b4b0-41e3-bbb1-51a478825b7d gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:46:47.102214 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7486eae-b199-45e0-93ab-522c6025d76e None None] Routers {'48a80197-8879-4341-9282-e3e4e1b4d28b'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:46:47.104239 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-e7486eae-b199-45e0-93ab-522c6025d76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:46:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['48a80197-8879-4341-9282-e3e4e1b4d28b'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:47.132956 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [req-0602f766-05a8-480a-9c7b-985da3584dbe req-dfc09045-1b54-424d-bf63-a8862477bae6 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:46:47.171341 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [req-0602f766-05a8-480a-9c7b-985da3584dbe req-dfc09045-1b54-424d-bf63-a8862477bae6 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:46:47.313796 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:47.318233 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2b3125-52e4-4125-a1aa-c1f2338bb598 None None] Routers {'e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:46:47.323389 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-dd2b3125-52e4-4125-a1aa-c1f2338bb598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:46:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:47.430265 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c0c31c-650e-46e4-91a0-b1dc30d6cfc9 None None] Pushing event updated for resources: {'Port': ['ID=45ee8cd3-f2fd-441d-9521-a822db197e46,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:47.431439 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:47.528127 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-e7486eae-b199-45e0-93ab-522c6025d76e None None] Set router 48a80197-8879-4341-9282-e3e4e1b4d28b gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:46:47.532464 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-a6d59130-795e-4bfd-8fa1-08d4606c67d8 admin admin] For port b6058ebd-3c36-43a4-8c85-d4c2e9b79768, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=b6058ebd-3c36-43a4-8c85-d4c2e9b79768,segment=NetworkSegment(c4980e18-1f61-4369-bfae-8786156e2b9f),segment_id=c4980e18-1f61-4369-bfae-8786156e2b9f)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:47.532464 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a6d59130-795e-4bfd-8fa1-08d4606c67d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (b6058ebd-3c36-43a4-8c85-d4c2e9b79768), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:47.564441 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a4983047-eb88-42aa-b035-56230b0a345b tempest-ServerActionsTestJSON-297236474 tempest-ServerActionsTestJSON-297236474-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:47.578546 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4dcacf44-d747-4a9f-a664-5cfed2c622f7 admin admin] Publish callbacks [] for router (e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:47.591255 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 73d79df4-aad9-45b9-9734-e0f3058b6c03 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:46:47.646832 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cacd931-be16-4fd1-8ec6-176cb7c427e4 req-a53eb6c8-2a4f-4fdb-ad5a-b523dc3e9768 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:47.654043 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7cacd931-be16-4fd1-8ec6-176cb7c427e4 req-a53eb6c8-2a4f-4fdb-ad5a-b523dc3e9768 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=2169ad17-a221-4eff-953e-ebecc248cdbd HTTP/1.1" status: 200 len: 936 time: 0.2833097 Aug 27 04:46:47.655613 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:47.661729 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0602f766-05a8-480a-9c7b-985da3584dbe req-dfc09045-1b54-424d-bf63-a8862477bae6 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:47.662403 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-0602f766-05a8-480a-9c7b-985da3584dbe req-dfc09045-1b54-424d-bf63-a8862477bae6 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:47.687674 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-635be4d3-aee3-4c14-8c2c-3837490357db None None] Set router 0913cb25-1f00-4a92-81c9-afe76c9957d3 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:46:47.822464 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-a6d59130-795e-4bfd-8fa1-08d4606c67d8 admin admin] Calling delete_port for b6058ebd-3c36-43a4-8c85-d4c2e9b79768 owned by network:router_interface {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:46:47.862250 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:47.898005 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-aa0dfecf-5179-4ec2-ae6f-a81a565e9840 admin admin] Publish callbacks [] for router (0913cb25-1f00-4a92-81c9-afe76c9957d3), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:47.905549 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7cacd931-be16-4fd1-8ec6-176cb7c427e4 req-2df62cb8-05ab-4164-be9f-a6bccaec3087 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420249 Aug 27 04:46:47.910387 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2d250a5e-0c6a-450b-a739-88ed25bcd3dd admin admin] Publish callbacks [] for router_gateway (939863bd-a356-44f4-94fe-d2cd4ff64561), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:48.013383 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:48.078092 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-8c787e4c-2951-4a68-a9f4-af19bc608614 None None] Provisioning complete for port d86ac4c6-895a-4463-9e7d-29987b0ce63a triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:46:48.080556 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8c787e4c-2951-4a68-a9f4-af19bc608614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d86ac4c6-895a-4463-9e7d-29987b0ce63a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:48.161705 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:48.173271 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-36387958-aa4c-4d2b-910e-2eaf1cce2c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d737952-b4b0-41e3-bbb1-51a478825b7d', 'name': 'tempest-ServerActionsTestJSON-1579690719-router', 'tenant_id': '7929f66d29064429b0958af19edc5e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '4ff9ea4b-3f7a-4486-a272-f88c5428279f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:46:25Z', 'updated_at': '2022-08-27T04:46:42Z', 'revision_number': 4, 'project_id': '7929f66d29064429b0958af19edc5e9b', 'gw_port': {'id': '4ff9ea4b-3f7a-4486-a272-f88c5428279f', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d737952-b4b0-41e3-bbb1-51a478825b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:46:27Z', 'updated_at': '2022-08-27T04:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'c497131b-16e0-4e86-96c2-fad18229a3fc', 'name': '', 'network_id': 'a1ccc39f-50bb-44b7-b472-93ab422293e4', 'tenant_id': '7929f66d29064429b0958af19edc5e9b', 'mac_address': 'fa:16:3e:ca:7a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d737952-b4b0-41e3-bbb1-51a478825b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '8f31731a-3cdc-494c-9a99-c715eba08e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:46:38Z', 'updated_at': '2022-08-27T04:46:42Z', 'revision_number': 2, 'project_id': '7929f66d29064429b0958af19edc5e9b', 'subnets': [{'id': '8f31731a-3cdc-494c-9a99-c715eba08e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:48.201287 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-0602f766-05a8-480a-9c7b-985da3584dbe req-dfc09045-1b54-424d-bf63-a8862477bae6 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.75 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.4209487 Aug 27 04:46:48.208298 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-dd2b3125-52e4-4125-a1aa-c1f2338bb598 None None] Set router e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:46:48.224972 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36387958-aa4c-4d2b-910e-2eaf1cce2c2f None None] Checking router: 4d737952-b4b0-41e3-bbb1-51a478825b7d for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:46:48.225333 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36387958-aa4c-4d2b-910e-2eaf1cce2c2f None None] Updating router 4d737952-b4b0-41e3-bbb1-51a478825b7d port c497131b-16e0-4e86-96c2-fad18229a3fc binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:46:48.325132 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:48.340259 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-36387958-aa4c-4d2b-910e-2eaf1cce2c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (c497131b-16e0-4e86-96c2-fad18229a3fc), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:48.367045 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2d250a5e-0c6a-450b-a739-88ed25bcd3dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (939863bd-a356-44f4-94fe-d2cd4ff64561), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:48.373424 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 4ff9ea4b-3f7a-4486-a272-f88c5428279f up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:46:48.384114 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-635be4d3-aee3-4c14-8c2c-3837490357db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0913cb25-1f00-4a92-81c9-afe76c9957d3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-463046071-router', 'tenant_id': 'f4185d79a6094e40ac474cf89d438d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'cee0c2c1-5fce-471d-8bb7-04a37389de98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:46:17Z', 'updated_at': '2022-08-27T04:46:43Z', 'revision_number': 5, 'project_id': 'f4185d79a6094e40ac474cf89d438d82', 'gw_port': {'id': 'cee0c2c1-5fce-471d-8bb7-04a37389de98', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:60:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0913cb25-1f00-4a92-81c9-afe76c9957d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:46:20Z', 'updated_at': '2022-08-27T04:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:48.585654 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:48.594121 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-8c787e4c-2951-4a68-a9f4-af19bc608614 None None] Port d86ac4c6-895a-4463-9e7d-29987b0ce63a cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:46:48.617506 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:48.652789 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-aa0dfecf-5179-4ec2-ae6f-a81a565e9840 admin admin] Publish callbacks [] for router_gateway (0913cb25-1f00-4a92-81c9-afe76c9957d3), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:48.657695 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a4983047-eb88-42aa-b035-56230b0a345b tempest-ServerActionsTestJSON-297236474 tempest-ServerActionsTestJSON-297236474-project] Publish callbacks [] for security_group (aa765c00-fd98-420c-a574-c4737ee9e087), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:48.667357 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [req-0602f766-05a8-480a-9c7b-985da3584dbe req-de2b40c2-0780-47f5-b6a6-ad55f8f0ef32 service neutron] Request body: {'port': {'device_id': '2169ad17-a221-4eff-953e-ebecc248cdbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-852088-5'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:46:48.720203 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d250a5e-0c6a-450b-a739-88ed25bcd3dd admin admin] Router 939863bd-a356-44f4-94fe-d2cd4ff64561 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:46:48.780995 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:48.786724 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-0602f766-05a8-480a-9c7b-985da3584dbe req-de2b40c2-0780-47f5-b6a6-ad55f8f0ef32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (d86ac4c6-895a-4463-9e7d-29987b0ce63a), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:48.819746 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 4ff9ea4b-3f7a-4486-a272-f88c5428279f triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:46:48.820042 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (4ff9ea4b-3f7a-4486-a272-f88c5428279f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:48.871871 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-36387958-aa4c-4d2b-910e-2eaf1cce2c2f None None] Publish callbacks [] for port (c497131b-16e0-4e86-96c2-fad18229a3fc), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:48.922982 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635be4d3-aee3-4c14-8c2c-3837490357db None None] Checking router: 0913cb25-1f00-4a92-81c9-afe76c9957d3 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:46:48.948102 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d250a5e-0c6a-450b-a739-88ed25bcd3dd admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:46:48.948561 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635be4d3-aee3-4c14-8c2c-3837490357db None None] Routers {'0913cb25-1f00-4a92-81c9-afe76c9957d3'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:46:48.949535 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-635be4d3-aee3-4c14-8c2c-3837490357db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:46:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['0913cb25-1f00-4a92-81c9-afe76c9957d3'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:49.031661 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-36387958-aa4c-4d2b-910e-2eaf1cce2c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (c497131b-16e0-4e86-96c2-fad18229a3fc), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:49.050864 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:49.092593 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-e7486eae-b199-45e0-93ab-522c6025d76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a80197-8879-4341-9282-e3e4e1b4d28b', 'name': 'tempest-MultipleCreateTestJSON-404341867-router', 'tenant_id': 'e84bbf4628c144be8c336b08d9dc7482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '73d79df4-aad9-45b9-9734-e0f3058b6c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:46:22Z', 'updated_at': '2022-08-27T04:46:35Z', 'revision_number': 4, 'project_id': 'e84bbf4628c144be8c336b08d9dc7482', 'gw_port': {'id': '73d79df4-aad9-45b9-9734-e0f3058b6c03', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a80197-8879-4341-9282-e3e4e1b4d28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:46:24Z', 'updated_at': '2022-08-27T04:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'b6058ebd-3c36-43a4-8c85-d4c2e9b79768', 'name': '', 'network_id': '200385b2-567c-414e-a01b-86dbaa38605c', 'tenant_id': 'e84bbf4628c144be8c336b08d9dc7482', 'mac_address': 'fa:16:3e:26:f5:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a80197-8879-4341-9282-e3e4e1b4d28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '3c5df9fa-9c5d-4b2a-b498-c33d42ffbd32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:46:33Z', 'updated_at': '2022-08-27T04:46:46Z', 'revision_number': 4, 'project_id': 'e84bbf4628c144be8c336b08d9dc7482', 'subnets': [{'id': '3c5df9fa-9c5d-4b2a-b498-c33d42ffbd32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:49.094855 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacc926c-4b91-4c1b-8463-92bdd01c8a6d None None] Sync routers for ids ['939863bd-a356-44f4-94fe-d2cd4ff64561'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:46:49.105771 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e944f4-8760-43ef-8408-a46f22774271 None None] Network 540accde-c4c0-4b48-8dfd-580e855fc071 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:46:49.115384 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2d250a5e-0c6a-450b-a739-88ed25bcd3dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:49.126057 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2d250a5e-0c6a-450b-a739-88ed25bcd3dd admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.5868015 Aug 27 04:46:49.133390 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 48862) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:49.159323 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dff69b-73e3-4da7-bfb1-545987781871 req-cb951f44-5547-4119-bf60-0a3a202c2e76 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:49.169387 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-35dff69b-73e3-4da7-bfb1-545987781871 req-cb951f44-5547-4119-bf60-0a3a202c2e76 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=2169ad17-a221-4eff-953e-ebecc248cdbd HTTP/1.1" status: 200 len: 936 time: 0.1413136 Aug 27 04:46:49.201684 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc6ea28-9a4f-42df-877d-2e149e7e1b10 None None] Pushing event updated for resources: {'Port': ['ID=c497131b-16e0-4e86-96c2-fad18229a3fc,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:49.260731 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:49.265066 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:49.286761 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-36387958-aa4c-4d2b-910e-2eaf1cce2c2f None None] Attempting to bind port c497131b-16e0-4e86-96c2-fad18229a3fc on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:46:49.287135 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-36387958-aa4c-4d2b-910e-2eaf1cce2c2f None None] Attempting to bind port c497131b-16e0-4e86-96c2-fad18229a3fc by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '7814b9a5-480f-4797-a245-5cebea4bb6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a1ccc39f-50bb-44b7-b472-93ab422293e4'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:46:49.287493 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36387958-aa4c-4d2b-910e-2eaf1cce2c2f None None] Attempting to bind port c497131b-16e0-4e86-96c2-fad18229a3fc on network a1ccc39f-50bb-44b7-b472-93ab422293e4 {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:46:49.292298 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [req-0602f766-05a8-480a-9c7b-985da3584dbe req-de2b40c2-0780-47f5-b6a6-ad55f8f0ef32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d86ac4c6-895a-4463-9e7d-29987b0ce63a {{(pid=107776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 04:46:49.302833 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-635be4d3-aee3-4c14-8c2c-3837490357db None None] Set router 0913cb25-1f00-4a92-81c9-afe76c9957d3 gateway port host: None {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:46:49.305864 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36387958-aa4c-4d2b-910e-2eaf1cce2c2f None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:46:49.306228 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36387958-aa4c-4d2b-910e-2eaf1cce2c2f None None] Checking segment: {'id': '7814b9a5-480f-4797-a245-5cebea4bb6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a1ccc39f-50bb-44b7-b472-93ab422293e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:46:49.306659 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-36387958-aa4c-4d2b-910e-2eaf1cce2c2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:49.307015 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36387958-aa4c-4d2b-910e-2eaf1cce2c2f None None] Bound using segment: {'id': '7814b9a5-480f-4797-a245-5cebea4bb6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a1ccc39f-50bb-44b7-b472-93ab422293e4'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:46:49.307490 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-36387958-aa4c-4d2b-910e-2eaf1cce2c2f None None] Bound port: c497131b-16e0-4e86-96c2-fad18229a3fc, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7814b9a5-480f-4797-a245-5cebea4bb6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a1ccc39f-50bb-44b7-b472-93ab422293e4'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:46:49.307868 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-36387958-aa4c-4d2b-910e-2eaf1cce2c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (c497131b-16e0-4e86-96c2-fad18229a3fc), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:49.324466 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-0602f766-05a8-480a-9c7b-985da3584dbe req-de2b40c2-0780-47f5-b6a6-ad55f8f0ef32 service neutron] Publish callbacks [] for port (d86ac4c6-895a-4463-9e7d-29987b0ce63a), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:49.355977 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.provisioning_blocks [req-0602f766-05a8-480a-9c7b-985da3584dbe req-de2b40c2-0780-47f5-b6a6-ad55f8f0ef32 service neutron] Transition to ACTIVE for port object d86ac4c6-895a-4463-9e7d-29987b0ce63a will not be triggered until provisioned by entity L2. {{(pid=107776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 27 04:46:49.355977 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a4983047-eb88-42aa-b035-56230b0a345b tempest-ServerActionsTestJSON-297236474 tempest-ServerActionsTestJSON-297236474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (aa765c00-fd98-420c-a574-c4737ee9e087), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:49.366247 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-35dff69b-73e3-4da7-bfb1-545987781871 req-7dfe1ba5-e6d0-427d-9133-d33eda6eb0c0 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959045 Aug 27 04:46:49.369325 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4dcacf44-d747-4a9f-a664-5cfed2c622f7 admin admin] Publish callbacks [] for router_gateway (e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:49.377347 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-511474da-1d76-4441-8399-f38ae6cdf1f4 None None] Provisioning complete for port 45ee8cd3-f2fd-441d-9521-a822db197e46 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:46:49.378130 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-511474da-1d76-4441-8399-f38ae6cdf1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (45ee8cd3-f2fd-441d-9521-a822db197e46), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:49.387836 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7486eae-b199-45e0-93ab-522c6025d76e None None] The sync data for ids ['48a80197-8879-4341-9282-e3e4e1b4d28b'] in n-d-852088-5 is: [{'id': '48a80197-8879-4341-9282-e3e4e1b4d28b', 'name': 'tempest-MultipleCreateTestJSON-404341867-router', 'tenant_id': 'e84bbf4628c144be8c336b08d9dc7482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '73d79df4-aad9-45b9-9734-e0f3058b6c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:46:22Z', 'updated_at': '2022-08-27T04:46:35Z', 'revision_number': 4, 'project_id': 'e84bbf4628c144be8c336b08d9dc7482', 'gw_port': {'id': '73d79df4-aad9-45b9-9734-e0f3058b6c03', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a80197-8879-4341-9282-e3e4e1b4d28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:46:24Z', 'updated_at': '2022-08-27T04:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'b6058ebd-3c36-43a4-8c85-d4c2e9b79768', 'name': '', 'network_id': '200385b2-567c-414e-a01b-86dbaa38605c', 'tenant_id': 'e84bbf4628c144be8c336b08d9dc7482', 'mac_address': 'fa:16:3e:26:f5:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a80197-8879-4341-9282-e3e4e1b4d28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '3c5df9fa-9c5d-4b2a-b498-c33d42ffbd32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:46:33Z', 'updated_at': '2022-08-27T04:46:46Z', 'revision_number': 4, 'project_id': 'e84bbf4628c144be8c336b08d9dc7482', 'subnets': [{'id': '3c5df9fa-9c5d-4b2a-b498-c33d42ffbd32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:46:49.488530 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-0602f766-05a8-480a-9c7b-985da3584dbe req-de2b40c2-0780-47f5-b6a6-ad55f8f0ef32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (d86ac4c6-895a-4463-9e7d-29987b0ce63a), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:49.495433 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4983047-eb88-42aa-b035-56230b0a345b tempest-ServerActionsTestJSON-297236474 tempest-ServerActionsTestJSON-297236474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa765c00-fd98-420c-a574-c4737ee9e087,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:49.532218 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-635be4d3-aee3-4c14-8c2c-3837490357db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0913cb25-1f00-4a92-81c9-afe76c9957d3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-463046071-router', 'tenant_id': 'f4185d79a6094e40ac474cf89d438d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:46:17Z', 'updated_at': '2022-08-27T04:46:48Z', 'revision_number': 6, 'project_id': 'f4185d79a6094e40ac474cf89d438d82', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:49.565959 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:49.566221 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a4983047-eb88-42aa-b035-56230b0a345b tempest-ServerActionsTestJSON-297236474 tempest-ServerActionsTestJSON-297236474-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:49.566699 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635be4d3-aee3-4c14-8c2c-3837490357db None None] The sync data for ids ['0913cb25-1f00-4a92-81c9-afe76c9957d3'] in n-d-852088-5 is: [{'id': '0913cb25-1f00-4a92-81c9-afe76c9957d3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-463046071-router', 'tenant_id': 'f4185d79a6094e40ac474cf89d438d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:46:17Z', 'updated_at': '2022-08-27T04:46:48Z', 'revision_number': 6, 'project_id': 'f4185d79a6094e40ac474cf89d438d82', 'gw_port_host': None}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:46:49.573375 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a4983047-eb88-42aa-b035-56230b0a345b tempest-ServerActionsTestJSON-297236474 tempest-ServerActionsTestJSON-297236474-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 2.5528524 Aug 27 04:46:49.576104 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 48870) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:49.591843 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-aa0dfecf-5179-4ec2-ae6f-a81a565e9840 admin admin] Deleting port cee0c2c1-5fce-471d-8bb7-04a37389de98 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:46:49.592214 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-aa0dfecf-5179-4ec2-ae6f-a81a565e9840 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (cee0c2c1-5fce-471d-8bb7-04a37389de98), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:49.619209 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-36387958-aa4c-4d2b-910e-2eaf1cce2c2f None None] For port c497131b-16e0-4e86-96c2-fad18229a3fc, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:46:49.622897 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-72d749d2-c365-40dd-97e7-1245a615e60c tempest-ServerActionsTestJSON-297236474 tempest-ServerActionsTestJSON-297236474-project] Request body: {'security_group_rule': {'security_group_id': 'aa765c00-fd98-420c-a574-c4737ee9e087', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:46:49.623784 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-36387958-aa4c-4d2b-910e-2eaf1cce2c2f None None] For port c497131b-16e0-4e86-96c2-fad18229a3fc, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=c497131b-16e0-4e86-96c2-fad18229a3fc,segment=NetworkSegment(7814b9a5-480f-4797-a245-5cebea4bb6b2),segment_id=7814b9a5-480f-4797-a245-5cebea4bb6b2)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:46:49.742363 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacc926c-4b91-4c1b-8463-92bdd01c8a6d None None] Routers {'939863bd-a356-44f4-94fe-d2cd4ff64561'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:46:49.743632 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-36387958-aa4c-4d2b-910e-2eaf1cce2c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (c497131b-16e0-4e86-96c2-fad18229a3fc), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:49.744438 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-aacc926c-4b91-4c1b-8463-92bdd01c8a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:46:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['939863bd-a356-44f4-94fe-d2cd4ff64561'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:49.798852 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:49.867223 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36387958-aa4c-4d2b-910e-2eaf1cce2c2f None None] Routers {'4d737952-b4b0-41e3-bbb1-51a478825b7d'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:46:49.870075 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-36387958-aa4c-4d2b-910e-2eaf1cce2c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:46:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['4d737952-b4b0-41e3-bbb1-51a478825b7d'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:49.910303 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:49.938526 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-dd2b3125-52e4-4125-a1aa-c1f2338bb598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956', 'name': 'tempest-TaggedBootDevicesTest_v242-178340418-router', 'tenant_id': 'afd683ccf6674e33a101d957f16e948e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': 'cdc342fd-3486-4565-84ca-18c107c212ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:44:06Z', 'updated_at': '2022-08-27T04:46:43Z', 'revision_number': 5, 'project_id': 'afd683ccf6674e33a101d957f16e948e', 'gw_port': {'id': 'cdc342fd-3486-4565-84ca-18c107c212ac', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:14:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:44:07Z', 'updated_at': '2022-08-27T04:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:50.189686 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:50.199395 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2b3125-52e4-4125-a1aa-c1f2338bb598 None None] Checking router: e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:46:50.205045 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:50.289310 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc6ea28-9a4f-42df-877d-2e149e7e1b10 None None] Pushing event updated for resources: {'Port': ['ID=c497131b-16e0-4e86-96c2-fad18229a3fc,revision_number=4']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:50.356994 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 4ff9ea4b-3f7a-4486-a272-f88c5428279f is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:46:50.361145 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 45ee8cd3-f2fd-441d-9521-a822db197e46 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:46:50.397434 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-36387958-aa4c-4d2b-910e-2eaf1cce2c2f None None] Set router 4d737952-b4b0-41e3-bbb1-51a478825b7d gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:46:50.442802 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-834ac4bc-d9f2-42bd-ba74-2729c516cff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:50.453543 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2b40c2-0780-47f5-b6a6-ad55f8f0ef32 service neutron] Pushing event updated for resources: {'Port': ['ID=d86ac4c6-895a-4463-9e7d-29987b0ce63a,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:50.466537 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-4dcacf44-d747-4a9f-a664-5cfed2c622f7 admin admin] Deleting port cdc342fd-3486-4565-84ca-18c107c212ac {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:46:50.467193 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4dcacf44-d747-4a9f-a664-5cfed2c622f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (cdc342fd-3486-4565-84ca-18c107c212ac), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:50.503002 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2b3125-52e4-4125-a1aa-c1f2338bb598 None None] Routers {'e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:46:50.503002 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-dd2b3125-52e4-4125-a1aa-c1f2338bb598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:46:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:50.589673 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a6d59130-795e-4bfd-8fa1-08d4606c67d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (b6058ebd-3c36-43a4-8c85-d4c2e9b79768), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:50.611742 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-0602f766-05a8-480a-9c7b-985da3584dbe req-de2b40c2-0780-47f5-b6a6-ad55f8f0ef32 service neutron] Attempting to bind port d86ac4c6-895a-4463-9e7d-29987b0ce63a on host n-h1-852088-5 for vnic_type normal with profile {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:46:50.612084 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-0602f766-05a8-480a-9c7b-985da3584dbe req-de2b40c2-0780-47f5-b6a6-ad55f8f0ef32 service neutron] Attempting to bind port d86ac4c6-895a-4463-9e7d-29987b0ce63a by drivers openvswitch,hyperv on host n-h1-852088-5 at level 0 using segments [{'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:46:50.629493 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0602f766-05a8-480a-9c7b-985da3584dbe req-de2b40c2-0780-47f5-b6a6-ad55f8f0ef32 service neutron] Attempting to bind port d86ac4c6-895a-4463-9e7d-29987b0ce63a on network a82fb463-5a8f-4b8b-991d-61491eba11c6 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:46:50.680879 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-511474da-1d76-4441-8399-f38ae6cdf1f4 None None] Current status of the port 45ee8cd3-f2fd-441d-9521-a822db197e46 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:46:50.681688 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-511474da-1d76-4441-8399-f38ae6cdf1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (45ee8cd3-f2fd-441d-9521-a822db197e46), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:50.720045 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-aacc926c-4b91-4c1b-8463-92bdd01c8a6d None None] Set router 939863bd-a356-44f4-94fe-d2cd4ff64561 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:46:50.745365 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:50.746778 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-72d749d2-c365-40dd-97e7-1245a615e60c tempest-ServerActionsTestJSON-297236474 tempest-ServerActionsTestJSON-297236474-project] Publish callbacks [] for security_group_rule (866c0365-319d-4146-a3f7-04bac04a861a), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:50.773549 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0602f766-05a8-480a-9c7b-985da3584dbe req-de2b40c2-0780-47f5-b6a6-ad55f8f0ef32 service neutron] Port d86ac4c6-895a-4463-9e7d-29987b0ce63a on network a82fb463-5a8f-4b8b-991d-61491eba11c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-852088-5 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:46:50.778068 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0602f766-05a8-480a-9c7b-985da3584dbe req-de2b40c2-0780-47f5-b6a6-ad55f8f0ef32 service neutron] Attempting to bind port d86ac4c6-895a-4463-9e7d-29987b0ce63a on network a82fb463-5a8f-4b8b-991d-61491eba11c6 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:46:50.791763 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d59130-795e-4bfd-8fa1-08d4606c67d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6058ebd-3c36-43a4-8c85-d4c2e9b79768,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:50.851895 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e592a-616b-483e-9ff6-591abccf4726 req-438b53a7-75f4-4831-9a19-8764c0daa7e5 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:50.877225 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-567e592a-616b-483e-9ff6-591abccf4726 req-438b53a7-75f4-4831-9a19-8764c0daa7e5 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=2169ad17-a221-4eff-953e-ebecc248cdbd HTTP/1.1" status: 200 len: 948 time: 0.2397861 Aug 27 04:46:50.920632 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-36387958-aa4c-4d2b-910e-2eaf1cce2c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d737952-b4b0-41e3-bbb1-51a478825b7d', 'name': 'tempest-ServerActionsTestJSON-1579690719-router', 'tenant_id': '7929f66d29064429b0958af19edc5e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '4ff9ea4b-3f7a-4486-a272-f88c5428279f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:46:25Z', 'updated_at': '2022-08-27T04:46:42Z', 'revision_number': 4, 'project_id': '7929f66d29064429b0958af19edc5e9b', 'gw_port': {'id': '4ff9ea4b-3f7a-4486-a272-f88c5428279f', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d737952-b4b0-41e3-bbb1-51a478825b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:46:27Z', 'updated_at': '2022-08-27T04:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'c497131b-16e0-4e86-96c2-fad18229a3fc', 'name': '', 'network_id': 'a1ccc39f-50bb-44b7-b472-93ab422293e4', 'tenant_id': '7929f66d29064429b0958af19edc5e9b', 'mac_address': 'fa:16:3e:ca:7a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d737952-b4b0-41e3-bbb1-51a478825b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '8f31731a-3cdc-494c-9a99-c715eba08e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:46:38Z', 'updated_at': '2022-08-27T04:46:49Z', 'revision_number': 4, 'project_id': '7929f66d29064429b0958af19edc5e9b', 'subnets': [{'id': '8f31731a-3cdc-494c-9a99-c715eba08e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:50.932964 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:50.999147 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0602f766-05a8-480a-9c7b-985da3584dbe req-de2b40c2-0780-47f5-b6a6-ad55f8f0ef32 service neutron] Checking agent: {'id': '6d03b773-90f7-436b-9be6-5928d8d54dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 36, 21), 'started_at': datetime.datetime(2022, 8, 27, 4, 36, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:46:51.000502 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0602f766-05a8-480a-9c7b-985da3584dbe req-de2b40c2-0780-47f5-b6a6-ad55f8f0ef32 service neutron] Checking segment: {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:46:51.000901 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0602f766-05a8-480a-9c7b-985da3584dbe req-de2b40c2-0780-47f5-b6a6-ad55f8f0ef32 service neutron] Bound using segment: {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'} {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:46:51.001390 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-0602f766-05a8-480a-9c7b-985da3584dbe req-de2b40c2-0780-47f5-b6a6-ad55f8f0ef32 service neutron] Bound port: d86ac4c6-895a-4463-9e7d-29987b0ce63a, host: n-h1-852088-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'}}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:46:51.001576 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36387958-aa4c-4d2b-910e-2eaf1cce2c2f None None] The sync data for ids ['4d737952-b4b0-41e3-bbb1-51a478825b7d'] in n-d-852088-5 is: [{'id': '4d737952-b4b0-41e3-bbb1-51a478825b7d', 'name': 'tempest-ServerActionsTestJSON-1579690719-router', 'tenant_id': '7929f66d29064429b0958af19edc5e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '4ff9ea4b-3f7a-4486-a272-f88c5428279f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:46:25Z', 'updated_at': '2022-08-27T04:46:42Z', 'revision_number': 4, 'project_id': '7929f66d29064429b0958af19edc5e9b', 'gw_port': {'id': '4ff9ea4b-3f7a-4486-a272-f88c5428279f', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d737952-b4b0-41e3-bbb1-51a478825b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:46:27Z', 'updated_at': '2022-08-27T04:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'c497131b-16e0-4e86-96c2-fad18229a3fc', 'name': '', 'network_id': 'a1ccc39f-50bb-44b7-b472-93ab422293e4', 'tenant_id': '7929f66d29064429b0958af19edc5e9b', 'mac_address': 'fa:16:3e:ca:7a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d737952-b4b0-41e3-bbb1-51a478825b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '8f31731a-3cdc-494c-9a99-c715eba08e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:46:38Z', 'updated_at': '2022-08-27T04:46:49Z', 'revision_number': 4, 'project_id': '7929f66d29064429b0958af19edc5e9b', 'subnets': [{'id': '8f31731a-3cdc-494c-9a99-c715eba08e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:46:51.004702 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-0602f766-05a8-480a-9c7b-985da3584dbe req-de2b40c2-0780-47f5-b6a6-ad55f8f0ef32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (d86ac4c6-895a-4463-9e7d-29987b0ce63a), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:51.153632 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-567e592a-616b-483e-9ff6-591abccf4726 req-c8b056b7-23d2-466b-bf2b-e75cd5206201 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561803 Aug 27 04:46:51.170036 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-4dcacf44-d747-4a9f-a664-5cfed2c622f7 admin admin] For port cdc342fd-3486-4565-84ca-18c107c212ac, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=cdc342fd-3486-4565-84ca-18c107c212ac,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:51.170276 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-834ac4bc-d9f2-42bd-ba74-2729c516cff2 admin admin] Allocated IP 172.20.0.1 (540accde-c4c0-4b48-8dfd-580e855fc071/030b0d02-4344-445d-b3a8-f76895fbee90/2046d770-81ec-42d9-9846-f9e67a90b7a2) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:46:51.170723 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4dcacf44-d747-4a9f-a664-5cfed2c622f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (cdc342fd-3486-4565-84ca-18c107c212ac), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:51.201949 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-4dcacf44-d747-4a9f-a664-5cfed2c622f7 admin admin] Calling delete_port for cdc342fd-3486-4565-84ca-18c107c212ac owned by network:router_gateway {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:46:51.211846 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-dd2b3125-52e4-4125-a1aa-c1f2338bb598 None None] Set router e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956 gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:46:51.388943 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 45ee8cd3-f2fd-441d-9521-a822db197e46 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:46:51.389501 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (45ee8cd3-f2fd-441d-9521-a822db197e46), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:51.423596 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-dd2b3125-52e4-4125-a1aa-c1f2338bb598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956', 'name': 'tempest-TaggedBootDevicesTest_v242-178340418-router', 'tenant_id': 'afd683ccf6674e33a101d957f16e948e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:44:06Z', 'updated_at': '2022-08-27T04:46:49Z', 'revision_number': 6, 'project_id': 'afd683ccf6674e33a101d957f16e948e', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:51.435598 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-834ac4bc-d9f2-42bd-ba74-2729c516cff2 admin admin] Publish callbacks [] for port (2046d770-81ec-42d9-9846-f9e67a90b7a2), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:51.467660 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-72d749d2-c365-40dd-97e7-1245a615e60c tempest-ServerActionsTestJSON-297236474 tempest-ServerActionsTestJSON-297236474-project] Publish callbacks [] for security_group_rule (866c0365-319d-4146-a3f7-04bac04a861a), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:51.504039 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-aa0dfecf-5179-4ec2-ae6f-a81a565e9840 admin admin] For port cee0c2c1-5fce-471d-8bb7-04a37389de98, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=cee0c2c1-5fce-471d-8bb7-04a37389de98,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:51.515300 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-aa0dfecf-5179-4ec2-ae6f-a81a565e9840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (cee0c2c1-5fce-471d-8bb7-04a37389de98), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:51.582481 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2b3125-52e4-4125-a1aa-c1f2338bb598 None None] The sync data for ids ['e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956'] in n-d-852088-5 is: [{'id': 'e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956', 'name': 'tempest-TaggedBootDevicesTest_v242-178340418-router', 'tenant_id': 'afd683ccf6674e33a101d957f16e948e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:44:06Z', 'updated_at': '2022-08-27T04:46:49Z', 'revision_number': 6, 'project_id': 'afd683ccf6674e33a101d957f16e948e', 'gw_port_host': None}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:46:51.590585 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:51.596551 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-511474da-1d76-4441-8399-f38ae6cdf1f4 None None] For port 45ee8cd3-f2fd-441d-9521-a822db197e46, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=45ee8cd3-f2fd-441d-9521-a822db197e46,segment=NetworkSegment(dda3827c-cb87-4efb-ad0d-c5b009408aa9),segment_id=dda3827c-cb87-4efb-ad0d-c5b009408aa9)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:51.603970 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-834ac4bc-d9f2-42bd-ba74-2729c516cff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (2046d770-81ec-42d9-9846-f9e67a90b7a2), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:51.729076 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834ac4bc-d9f2-42bd-ba74-2729c516cff2 admin admin] Network 540accde-c4c0-4b48-8dfd-580e855fc071 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:46:51.743378 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-834ac4bc-d9f2-42bd-ba74-2729c516cff2 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:46:52.001936 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834ac4bc-d9f2-42bd-ba74-2729c516cff2 admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:46:52.001936 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ac4bc-d9f2-42bd-ba74-2729c516cff2 admin admin] Pushing event updated for resources: {'Port': ['ID=2046d770-81ec-42d9-9846-f9e67a90b7a2,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:52.001936 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-834ac4bc-d9f2-42bd-ba74-2729c516cff2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (939863bd-a356-44f4-94fe-d2cd4ff64561), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:52.004073 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-72d749d2-c365-40dd-97e7-1245a615e60c tempest-ServerActionsTestJSON-297236474 tempest-ServerActionsTestJSON-297236474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (866c0365-319d-4146-a3f7-04bac04a861a), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:52.004073 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-aa0dfecf-5179-4ec2-ae6f-a81a565e9840 admin admin] Calling delete_port for cee0c2c1-5fce-471d-8bb7-04a37389de98 owned by network:router_gateway {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:46:52.061705 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d749d2-c365-40dd-97e7-1245a615e60c tempest-ServerActionsTestJSON-297236474 tempest-ServerActionsTestJSON-297236474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=866c0365-319d-4146-a3f7-04bac04a861a,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:52.214048 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:52.257783 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-72d749d2-c365-40dd-97e7-1245a615e60c tempest-ServerActionsTestJSON-297236474 tempest-ServerActionsTestJSON-297236474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:52.269382 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-72d749d2-c365-40dd-97e7-1245a615e60c tempest-ServerActionsTestJSON-297236474 tempest-ServerActionsTestJSON-297236474-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.6831021 Aug 27 04:46:52.291323 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:52.292383 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 45ee8cd3-f2fd-441d-9521-a822db197e46 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:46:52.295487 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-aacc926c-4b91-4c1b-8463-92bdd01c8a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939863bd-a356-44f4-94fe-d2cd4ff64561', 'name': 'tempest-ServerTagsTestJSON-1963396572-router', 'tenant_id': 'cb4daa9f777240578e1113cf0b5a5385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'a830db04-0498-468a-902a-2cf1d4ba77d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:46:42Z', 'updated_at': '2022-08-27T04:46:47Z', 'revision_number': 3, 'project_id': 'cb4daa9f777240578e1113cf0b5a5385', 'gw_port': {'id': 'a830db04-0498-468a-902a-2cf1d4ba77d1', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939863bd-a356-44f4-94fe-d2cd4ff64561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:46:44Z', 'updated_at': '2022-08-27T04:46:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:52.295722 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 48888) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:52.297076 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-511474da-1d76-4441-8399-f38ae6cdf1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (45ee8cd3-f2fd-441d-9521-a822db197e46), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:52.351452 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:52.365289 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-0602f766-05a8-480a-9c7b-985da3584dbe req-de2b40c2-0780-47f5-b6a6-ad55f8f0ef32 service neutron] For port d86ac4c6-895a-4463-9e7d-29987b0ce63a, host n-h1-852088-5, cleared binding levels {{(pid=107776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:46:52.366003 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-61260ac1-36d0-43ac-9d04-1193d61638d5 tempest-ServerActionsTestJSON-297236474 tempest-ServerActionsTestJSON-297236474-project] Request body: {'security_group_rule': {'security_group_id': 'aa765c00-fd98-420c-a574-c4737ee9e087', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:46:52.367707 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a6d59130-795e-4bfd-8fa1-08d4606c67d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (48a80197-8879-4341-9282-e3e4e1b4d28b), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:52.428669 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-0602f766-05a8-480a-9c7b-985da3584dbe req-de2b40c2-0780-47f5-b6a6-ad55f8f0ef32 service neutron] For port d86ac4c6-895a-4463-9e7d-29987b0ce63a, host n-h1-852088-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=d86ac4c6-895a-4463-9e7d-29987b0ce63a,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:46:52.461144 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacc926c-4b91-4c1b-8463-92bdd01c8a6d None None] Checking router: 939863bd-a356-44f4-94fe-d2cd4ff64561 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:46:52.461144 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacc926c-4b91-4c1b-8463-92bdd01c8a6d None None] Updating router 939863bd-a356-44f4-94fe-d2cd4ff64561 port a830db04-0498-468a-902a-2cf1d4ba77d1 binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:46:52.533494 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511474da-1d76-4441-8399-f38ae6cdf1f4 None None] Pushing event updated for resources: {'Port': ['ID=45ee8cd3-f2fd-441d-9521-a822db197e46,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:52.571816 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238bd70-69b3-4469-a597-dde0dddb50b9 req-3c6e531f-c890-4c71-92c5-baba3e1e6c25 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:52.580501 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-9238bd70-69b3-4469-a597-dde0dddb50b9 req-3c6e531f-c890-4c71-92c5-baba3e1e6c25 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=2169ad17-a221-4eff-953e-ebecc248cdbd HTTP/1.1" status: 200 len: 948 time: 0.1793239 Aug 27 04:46:52.643457 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device c497131b-16e0-4e86-96c2-fad18229a3fc up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:46:52.674731 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-0602f766-05a8-480a-9c7b-985da3584dbe req-de2b40c2-0780-47f5-b6a6-ad55f8f0ef32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (d86ac4c6-895a-4463-9e7d-29987b0ce63a), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:52.679819 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0602f766-05a8-480a-9c7b-985da3584dbe req-de2b40c2-0780-47f5-b6a6-ad55f8f0ef32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:52.680786 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-0602f766-05a8-480a-9c7b-985da3584dbe req-de2b40c2-0780-47f5-b6a6-ad55f8f0ef32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:52.682329 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-0602f766-05a8-480a-9c7b-985da3584dbe req-de2b40c2-0780-47f5-b6a6-ad55f8f0ef32 service neutron] 10.222.0.75 "PUT /networking/v2.0/ports/d86ac4c6-895a-4463-9e7d-29987b0ce63a HTTP/1.1" status: 200 len: 1096 time: 4.0354187 Aug 27 04:46:52.704773 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2169ad17-a221-4eff-953e-ebecc248cdbd', 'tag': 'd86ac4c6-895a-4463-9e7d-29987b0ce63a'}] {{(pid=107776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:46:52.708584 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7ad66632f4c78724655075356aa8535ba41c652eced6c9cea0c1f0c67b1e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410387c8-9bd8-4ef4-9568-d5d0fa4d86cd" -d '{"events": [{"name": "network-changed", "server_uuid": "2169ad17-a221-4eff-953e-ebecc248cdbd", "tag": "d86ac4c6-895a-4463-9e7d-29987b0ce63a"}]}' {{(pid=107776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:46:52.722512 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4dcacf44-d747-4a9f-a664-5cfed2c622f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (cdc342fd-3486-4565-84ca-18c107c212ac), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:52.785845 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-cdf69474-b49d-4550-8650-d35fb7758c75 None None] Provisioning complete for port 45ee8cd3-f2fd-441d-9521-a822db197e46 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:46:52.787531 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cdf69474-b49d-4550-8650-d35fb7758c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (45ee8cd3-f2fd-441d-9521-a822db197e46), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:52.845564 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 04:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a389358a-0792-4cc9-89ba-ef12f57eef07 x-openstack-request-id: req-a389358a-0792-4cc9-89ba-ef12f57eef07 {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:46:52.846001 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2169ad17-a221-4eff-953e-ebecc248cdbd", "tag": "d86ac4c6-895a-4463-9e7d-29987b0ce63a", "status": "completed", "code": 200}]} {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:46:52.846267 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a389358a-0792-4cc9-89ba-ef12f57eef07 {{(pid=107776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:46:52.846667 n-d-852088-5 neutron-server[107776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a389358a-0792-4cc9-89ba-ef12f57eef07'] response: {'name': 'network-changed', 'server_uuid': '2169ad17-a221-4eff-953e-ebecc248cdbd', 'tag': 'd86ac4c6-895a-4463-9e7d-29987b0ce63a', 'status': 'completed', 'code': 200} Aug 27 04:46:52.853161 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-834ac4bc-d9f2-42bd-ba74-2729c516cff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (2046d770-81ec-42d9-9846-f9e67a90b7a2), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:52.908698 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:52.915134 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-9238bd70-69b3-4469-a597-dde0dddb50b9 req-beded728-ee62-4f4c-9da1-eaf457a08c22 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334713 Aug 27 04:46:52.923296 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-aacc926c-4b91-4c1b-8463-92bdd01c8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a830db04-0498-468a-902a-2cf1d4ba77d1), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:52.982476 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:52.994641 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 48896) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:52.997745 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-61260ac1-36d0-43ac-9d04-1193d61638d5 tempest-ServerActionsTestJSON-297236474 tempest-ServerActionsTestJSON-297236474-project] Publish callbacks [] for security_group_rule (7f0f93e3-99c5-4358-b029-28f0b786a265), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:53.114428 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-61260ac1-36d0-43ac-9d04-1193d61638d5 tempest-ServerActionsTestJSON-297236474 tempest-ServerActionsTestJSON-297236474-project] Publish callbacks [] for security_group_rule (7f0f93e3-99c5-4358-b029-28f0b786a265), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:53.174395 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-cdf69474-b49d-4550-8650-d35fb7758c75 None None] Current status of the port 45ee8cd3-f2fd-441d-9521-a822db197e46 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:46:53.216313 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port c497131b-16e0-4e86-96c2-fad18229a3fc triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:46:53.216694 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (c497131b-16e0-4e86-96c2-fad18229a3fc), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:53.245877 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6d59130-795e-4bfd-8fa1-08d4606c67d8 admin admin] Router 48a80197-8879-4341-9282-e3e4e1b4d28b has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:46:53.253910 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0602f766-05a8-480a-9c7b-985da3584dbe req-b5008e1d-aca0-438f-b249-7e87cf51ebe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:53.255586 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-0602f766-05a8-480a-9c7b-985da3584dbe req-b5008e1d-aca0-438f-b249-7e87cf51ebe7 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=ed7dcec401394866b7d9fdacb5e294dc&device_id=2169ad17-a221-4eff-953e-ebecc248cdbd HTTP/1.1" status: 200 len: 1130 time: 0.3178413 Aug 27 04:46:53.258447 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2b40c2-0780-47f5-b6a6-ad55f8f0ef32 service neutron] Pushing event updated for resources: {'Port': ['ID=d86ac4c6-895a-4463-9e7d-29987b0ce63a,revision_number=3']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:53.334598 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-61260ac1-36d0-43ac-9d04-1193d61638d5 tempest-ServerActionsTestJSON-297236474 tempest-ServerActionsTestJSON-297236474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (7f0f93e3-99c5-4358-b029-28f0b786a265), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:53.364131 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-e04bfb75-0b3e-4cce-acf5-fce344e8a9a7 None None] Provisioning complete for port 2046d770-81ec-42d9-9846-f9e67a90b7a2 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:46:53.364728 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e04bfb75-0b3e-4cce-acf5-fce344e8a9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (2046d770-81ec-42d9-9846-f9e67a90b7a2), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:53.382320 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4b9a0707-4169-4204-afdf-a5be89d5b86d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:53.426724 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcacf44-d747-4a9f-a664-5cfed2c622f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdc342fd-3486-4565-84ca-18c107c212ac,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:53.429481 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-0602f766-05a8-480a-9c7b-985da3584dbe req-27e682ff-deea-4965-bd0b-fec0138adfc6 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=d86ac4c6-895a-4463-9e7d-29987b0ce63a HTTP/1.1" status: 200 len: 217 time: 0.1322634 Aug 27 04:46:53.435482 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61260ac1-36d0-43ac-9d04-1193d61638d5 tempest-ServerActionsTestJSON-297236474 tempest-ServerActionsTestJSON-297236474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f0f93e3-99c5-4358-b029-28f0b786a265,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:53.469247 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-aa0dfecf-5179-4ec2-ae6f-a81a565e9840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (cee0c2c1-5fce-471d-8bb7-04a37389de98), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:53.472255 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port c497131b-16e0-4e86-96c2-fad18229a3fc is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:46:53.478925 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (c497131b-16e0-4e86-96c2-fad18229a3fc), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:53.510362 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0dfecf-5179-4ec2-ae6f-a81a565e9840 admin admin] Pushing event deleted for resources: {'Port': ['ID=cee0c2c1-5fce-471d-8bb7-04a37389de98,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:53.528680 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-e04bfb75-0b3e-4cce-acf5-fce344e8a9a7 None None] Port 2046d770-81ec-42d9-9846-f9e67a90b7a2 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:46:53.551839 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4b9a0707-4169-4204-afdf-a5be89d5b86d admin admin] Publish callbacks [] for security_group (a06f64d4-1f31-4a15-81ca-574a50b7b9c0), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:53.587021 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4dcacf44-d747-4a9f-a664-5cfed2c622f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:53.600746 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-834ac4bc-d9f2-42bd-ba74-2729c516cff2 admin admin] Publish callbacks [] for port (2046d770-81ec-42d9-9846-f9e67a90b7a2), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:53.634934 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port c497131b-16e0-4e86-96c2-fad18229a3fc, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=c497131b-16e0-4e86-96c2-fad18229a3fc,segment=NetworkSegment(7814b9a5-480f-4797-a245-5cebea4bb6b2),segment_id=7814b9a5-480f-4797-a245-5cebea4bb6b2)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:53.662158 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-61260ac1-36d0-43ac-9d04-1193d61638d5 tempest-ServerActionsTestJSON-297236474 tempest-ServerActionsTestJSON-297236474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:53.663463 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-61260ac1-36d0-43ac-9d04-1193d61638d5 tempest-ServerActionsTestJSON-297236474 tempest-ServerActionsTestJSON-297236474-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3221886 Aug 27 04:46:53.664176 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4b9a0707-4169-4204-afdf-a5be89d5b86d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (a06f64d4-1f31-4a15-81ca-574a50b7b9c0), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:53.667691 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 48900) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:53.700350 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-aacc926c-4b91-4c1b-8463-92bdd01c8a6d None None] Publish callbacks [] for port (a830db04-0498-468a-902a-2cf1d4ba77d1), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:53.734023 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (c497131b-16e0-4e86-96c2-fad18229a3fc), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:53.793325 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-4b9a0707-4169-4204-afdf-a5be89d5b86d admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=8a9067a0a3414fdeb18b7d0bc115daea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7664006 Aug 27 04:46:53.797098 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-834ac4bc-d9f2-42bd-ba74-2729c516cff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (2046d770-81ec-42d9-9846-f9e67a90b7a2), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:53.808874 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:53.843258 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 48904) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:53.853613 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device cee0c2c1-5fce-471d-8bb7-04a37389de98 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:46:53.861582 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-aacc926c-4b91-4c1b-8463-92bdd01c8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a830db04-0498-468a-902a-2cf1d4ba77d1), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:53.871319 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0602f766-05a8-480a-9c7b-985da3584dbe req-2e95edef-e728-43c6-9f51-e2f0f8975da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:53.873131 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-0602f766-05a8-480a-9c7b-985da3584dbe req-2e95edef-e728-43c6-9f51-e2f0f8975da8 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.4116426 Aug 27 04:46:53.889423 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=c497131b-16e0-4e86-96c2-fad18229a3fc,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:53.900464 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: cee0c2c1-5fce-471d-8bb7-04a37389de98 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:46:53.900464 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device cee0c2c1-5fce-471d-8bb7-04a37389de98 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:46:53.900464 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 7ebee0d7-0e7a-4f31-b100-657cc4315727 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:46:53.949106 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-0dfa5585-71c0-44ef-8888-94f57a515cdd tempest-ServerActionsTestJSON-297236474 tempest-ServerActionsTestJSON-297236474-project] Request body: {'floatingip': {'floating_network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:46:53.975011 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-aacc926c-4b91-4c1b-8463-92bdd01c8a6d None None] Attempting to bind port a830db04-0498-468a-902a-2cf1d4ba77d1 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:46:53.975827 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-aacc926c-4b91-4c1b-8463-92bdd01c8a6d None None] Attempting to bind port a830db04-0498-468a-902a-2cf1d4ba77d1 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:46:53.976647 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacc926c-4b91-4c1b-8463-92bdd01c8a6d None None] Attempting to bind port a830db04-0498-468a-902a-2cf1d4ba77d1 on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:46:53.982046 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 7ebee0d7-0e7a-4f31-b100-657cc4315727 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:46:53.984344 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 7ebee0d7-0e7a-4f31-b100-657cc4315727 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:46:53.991861 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6e4031d6-4d23-4b2b-bd8c-8439c0c7c94a no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:46:54.026230 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-834ac4bc-d9f2-42bd-ba74-2729c516cff2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (939863bd-a356-44f4-94fe-d2cd4ff64561), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:54.031755 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 6e4031d6-4d23-4b2b-bd8c-8439c0c7c94a {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:46:54.032545 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6e4031d6-4d23-4b2b-bd8c-8439c0c7c94a not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:46:54.034960 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacc926c-4b91-4c1b-8463-92bdd01c8a6d None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:46:54.035981 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacc926c-4b91-4c1b-8463-92bdd01c8a6d None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:46:54.036669 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-aacc926c-4b91-4c1b-8463-92bdd01c8a6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:54.037207 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacc926c-4b91-4c1b-8463-92bdd01c8a6d None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:46:54.038849 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-aacc926c-4b91-4c1b-8463-92bdd01c8a6d None None] Bound port: a830db04-0498-468a-902a-2cf1d4ba77d1, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:46:54.039523 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-aacc926c-4b91-4c1b-8463-92bdd01c8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a830db04-0498-468a-902a-2cf1d4ba77d1), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:54.077767 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdacaff-f67c-455c-bdcf-ccb004a08ba6 None None] Pushing event updated for resources: {'Port': ['ID=a830db04-0498-468a-902a-2cf1d4ba77d1,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:54.099527 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a0707-4169-4204-afdf-a5be89d5b86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06f64d4-1f31-4a15-81ca-574a50b7b9c0,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:54.120541 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:54.138839 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-aacc926c-4b91-4c1b-8463-92bdd01c8a6d None None] For port a830db04-0498-468a-902a-2cf1d4ba77d1, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:46:54.145062 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-aacc926c-4b91-4c1b-8463-92bdd01c8a6d None None] For port a830db04-0498-468a-902a-2cf1d4ba77d1, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a830db04-0498-468a-902a-2cf1d4ba77d1,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:46:54.205542 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0dfa5585-71c0-44ef-8888-94f57a515cdd tempest-ServerActionsTestJSON-297236474 tempest-ServerActionsTestJSON-297236474-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:54.237246 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ac4bc-d9f2-42bd-ba74-2729c516cff2 admin admin] Pushing event updated for resources: {'Port': ['ID=2046d770-81ec-42d9-9846-f9e67a90b7a2,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:54.282627 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-aacc926c-4b91-4c1b-8463-92bdd01c8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a830db04-0498-468a-902a-2cf1d4ba77d1), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:54.376472 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4dcacf44-d747-4a9f-a664-5cfed2c622f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:54.380657 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacc926c-4b91-4c1b-8463-92bdd01c8a6d None None] Routers {'939863bd-a356-44f4-94fe-d2cd4ff64561'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:46:54.381378 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-aacc926c-4b91-4c1b-8463-92bdd01c8a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:46:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['939863bd-a356-44f4-94fe-d2cd4ff64561'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:54.392629 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb240bc3-7599-4341-949a-8cc3e4e1aa6e req-986cb064-d212-4c56-bd16-a4d3c04f56e2 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:54.401252 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-cb240bc3-7599-4341-949a-8cc3e4e1aa6e req-986cb064-d212-4c56-bd16-a4d3c04f56e2 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=2169ad17-a221-4eff-953e-ebecc248cdbd HTTP/1.1" status: 200 len: 948 time: 0.2684519 Aug 27 04:46:54.417705 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4dcacf44-d747-4a9f-a664-5cfed2c622f7 admin admin] Publish callbacks [] for router_controller (e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:54.433911 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:54.476611 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:54.500145 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0602f766-05a8-480a-9c7b-985da3584dbe req-76c9662b-6537-4bd9-b5e2-0292f6e8bf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:54.501509 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdacaff-f67c-455c-bdcf-ccb004a08ba6 None None] Pushing event updated for resources: {'Port': ['ID=a830db04-0498-468a-902a-2cf1d4ba77d1,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:54.502184 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-0602f766-05a8-480a-9c7b-985da3584dbe req-76c9662b-6537-4bd9-b5e2-0292f6e8bf48 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1579435 Aug 27 04:46:54.529207 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-aa0dfecf-5179-4ec2-ae6f-a81a565e9840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (0913cb25-1f00-4a92-81c9-afe76c9957d3), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:54.537339 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:54.539111 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ba6ed4a7-3aa3-44a6-b2a3-930bba19a32b admin admin] Publish callbacks [] for security_group (a06f64d4-1f31-4a15-81ca-574a50b7b9c0), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:54.545040 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d59130-795e-4bfd-8fa1-08d4606c67d8 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:46:54.557988 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 45ee8cd3-f2fd-441d-9521-a822db197e46 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:46:54.559526 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0dfa5585-71c0-44ef-8888-94f57a515cdd tempest-ServerActionsTestJSON-297236474 tempest-ServerActionsTestJSON-297236474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:54.636647 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-aacc926c-4b91-4c1b-8463-92bdd01c8a6d None None] Set router 939863bd-a356-44f4-94fe-d2cd4ff64561 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:46:54.647600 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-cb240bc3-7599-4341-949a-8cc3e4e1aa6e req-00c7dea7-09d0-4d01-b060-6356d48dab2f tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301655 Aug 27 04:46:54.658241 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834ac4bc-d9f2-42bd-ba74-2729c516cff2 admin admin] Network 540accde-c4c0-4b48-8dfd-580e855fc071 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:46:54.661784 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-834ac4bc-d9f2-42bd-ba74-2729c516cff2 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:46:54.663546 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a6d59130-795e-4bfd-8fa1-08d4606c67d8 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/48a80197-8879-4341-9282-e3e4e1b4d28b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3884156 Aug 27 04:46:54.666399 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 48908) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:54.687996 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909ac306-676f-4e3a-a2e5-beec6f299a25 None None] Sync routers for ids ['48a80197-8879-4341-9282-e3e4e1b4d28b'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:46:54.721695 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909ac306-676f-4e3a-a2e5-beec6f299a25 None None] Routers {'48a80197-8879-4341-9282-e3e4e1b4d28b'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:46:54.723631 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-909ac306-676f-4e3a-a2e5-beec6f299a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:46:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['48a80197-8879-4341-9282-e3e4e1b4d28b'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:54.781182 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:54.825590 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ba6ed4a7-3aa3-44a6-b2a3-930bba19a32b admin admin] Publish callbacks [] for security_group (a06f64d4-1f31-4a15-81ca-574a50b7b9c0), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:54.858194 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-aa0dfecf-5179-4ec2-ae6f-a81a565e9840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (0913cb25-1f00-4a92-81c9-afe76c9957d3), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:54.869026 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4dcacf44-d747-4a9f-a664-5cfed2c622f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:54.870762 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dcacf44-d747-4a9f-a664-5cfed2c622f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956 {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:46:54.872304 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8f5bd28d-0a0d-42c4-89a1-6c1aa143dece admin admin] Publish callbacks [] for router (48a80197-8879-4341-9282-e3e4e1b4d28b), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:54.888275 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-aa0dfecf-5179-4ec2-ae6f-a81a565e9840 admin admin] Publish callbacks [] for router_controller (0913cb25-1f00-4a92-81c9-afe76c9957d3), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:54.892715 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 45ee8cd3-f2fd-441d-9521-a822db197e46 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:46:54.893099 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (45ee8cd3-f2fd-441d-9521-a822db197e46), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:54.924040 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-909ac306-676f-4e3a-a2e5-beec6f299a25 None None] Set router 48a80197-8879-4341-9282-e3e4e1b4d28b gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:46:54.945884 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4dcacf44-d747-4a9f-a664-5cfed2c622f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:54.949985 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-4dcacf44-d747-4a9f-a664-5cfed2c622f7 admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/e5b9bbf6-9f52-4a16-a7d3-9caaa6be7956 HTTP/1.1" status: 204 len: 168 time: 8.1908944 Aug 27 04:46:54.957965 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 48912) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:55.101538 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 45ee8cd3-f2fd-441d-9521-a822db197e46 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:46:55.103149 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device c497131b-16e0-4e86-96c2-fad18229a3fc up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:46:55.143243 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-0602f766-05a8-480a-9c7b-985da3584dbe req-d90a76e5-2103-477a-8ab4-86ff8ec05b88 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6085694 Aug 27 04:46:55.150283 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:55.219341 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port c497131b-16e0-4e86-96c2-fad18229a3fc triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:46:55.219736 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (c497131b-16e0-4e86-96c2-fad18229a3fc), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:55.228748 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-34ff1d00-6e7a-409d-b435-9b35e692e088 admin admin] Deleting subnet 0332a2a1-1e81-4208-aaee-5bb953044bf4 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:46:55.234099 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:55.235487 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-34ff1d00-6e7a-409d-b435-9b35e692e088 admin admin] Publish callbacks [] for subnet (0332a2a1-1e81-4208-aaee-5bb953044bf4), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:55.283450 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-aa0dfecf-5179-4ec2-ae6f-a81a565e9840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (0913cb25-1f00-4a92-81c9-afe76c9957d3), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:55.284461 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0dfecf-5179-4ec2-ae6f-a81a565e9840 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0913cb25-1f00-4a92-81c9-afe76c9957d3 {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:46:55.303315 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-aa0dfecf-5179-4ec2-ae6f-a81a565e9840 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:55.305216 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-aa0dfecf-5179-4ec2-ae6f-a81a565e9840 admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/0913cb25-1f00-4a92-81c9-afe76c9957d3 HTTP/1.1" status: 204 len: 168 time: 8.3769410 Aug 27 04:46:55.315307 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 48914) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:55.328472 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:55.329658 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-aacc926c-4b91-4c1b-8463-92bdd01c8a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939863bd-a356-44f4-94fe-d2cd4ff64561', 'name': 'tempest-ServerTagsTestJSON-1963396572-router', 'tenant_id': 'cb4daa9f777240578e1113cf0b5a5385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'a830db04-0498-468a-902a-2cf1d4ba77d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:46:42Z', 'updated_at': '2022-08-27T04:46:52Z', 'revision_number': 4, 'project_id': 'cb4daa9f777240578e1113cf0b5a5385', 'gw_port': {'id': 'a830db04-0498-468a-902a-2cf1d4ba77d1', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939863bd-a356-44f4-94fe-d2cd4ff64561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:46:44Z', 'updated_at': '2022-08-27T04:46:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '2046d770-81ec-42d9-9846-f9e67a90b7a2', 'name': '', 'network_id': '540accde-c4c0-4b48-8dfd-580e855fc071', 'tenant_id': 'cb4daa9f777240578e1113cf0b5a5385', 'mac_address': 'fa:16:3e:9f:a0:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939863bd-a356-44f4-94fe-d2cd4ff64561', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '030b0d02-4344-445d-b3a8-f76895fbee90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:46:50Z', 'updated_at': '2022-08-27T04:46:53Z', 'revision_number': 2, 'project_id': 'cb4daa9f777240578e1113cf0b5a5385', 'subnets': [{'id': '030b0d02-4344-445d-b3a8-f76895fbee90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:55.345162 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:55.359157 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-7f284f18-45e7-4e47-8723-892e5e248ffd None None] Provisioning complete for port 2046d770-81ec-42d9-9846-f9e67a90b7a2 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:46:55.359357 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7f284f18-45e7-4e47-8723-892e5e248ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (2046d770-81ec-42d9-9846-f9e67a90b7a2), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:55.378960 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf502a49-7aa7-40ed-b047-27cb1acf7818 admin admin] Deleting subnet 4fd34aef-f49c-42df-88b1-60c70550108e {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:46:55.396670 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bf502a49-7aa7-40ed-b047-27cb1acf7818 admin admin] Publish callbacks [] for subnet (4fd34aef-f49c-42df-88b1-60c70550108e), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:55.438219 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-34ff1d00-6e7a-409d-b435-9b35e692e088 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (0332a2a1-1e81-4208-aaee-5bb953044bf4), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:55.450215 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-909ac306-676f-4e3a-a2e5-beec6f299a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a80197-8879-4341-9282-e3e4e1b4d28b', 'name': 'tempest-MultipleCreateTestJSON-404341867-router', 'tenant_id': 'e84bbf4628c144be8c336b08d9dc7482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '73d79df4-aad9-45b9-9734-e0f3058b6c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:46:22Z', 'updated_at': '2022-08-27T04:46:49Z', 'revision_number': 5, 'project_id': 'e84bbf4628c144be8c336b08d9dc7482', 'gw_port': {'id': '73d79df4-aad9-45b9-9734-e0f3058b6c03', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a80197-8879-4341-9282-e3e4e1b4d28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:46:24Z', 'updated_at': '2022-08-27T04:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:55.464060 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ba6ed4a7-3aa3-44a6-b2a3-930bba19a32b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (a06f64d4-1f31-4a15-81ca-574a50b7b9c0), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:55.467330 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ba6ed4a7-3aa3-44a6-b2a3-930bba19a32b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:55.468784 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ba6ed4a7-3aa3-44a6-b2a3-930bba19a32b admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/a06f64d4-1f31-4a15-81ca-574a50b7b9c0 HTTP/1.1" status: 204 len: 168 time: 1.6243422 Aug 27 04:46:55.523761 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6ed4a7-3aa3-44a6-b2a3-930bba19a32b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06f64d4-1f31-4a15-81ca-574a50b7b9c0,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:55.533888 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909ac306-676f-4e3a-a2e5-beec6f299a25 None None] Checking router: 48a80197-8879-4341-9282-e3e4e1b4d28b for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:46:55.536104 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:55.542316 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bf502a49-7aa7-40ed-b047-27cb1acf7818 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (4fd34aef-f49c-42df-88b1-60c70550108e), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:55.546169 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909ac306-676f-4e3a-a2e5-beec6f299a25 None None] Routers {'48a80197-8879-4341-9282-e3e4e1b4d28b'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:46:55.546809 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-909ac306-676f-4e3a-a2e5-beec6f299a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:46:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['48a80197-8879-4341-9282-e3e4e1b4d28b'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:55.550758 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-0602f766-05a8-480a-9c7b-985da3584dbe req-e9eba988-e415-489f-aa63-289ffdd4190c service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3912475 Aug 27 04:46:55.565273 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-7f284f18-45e7-4e47-8723-892e5e248ffd None None] Port 2046d770-81ec-42d9-9846-f9e67a90b7a2 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:46:55.595203 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacc926c-4b91-4c1b-8463-92bdd01c8a6d None None] The sync data for ids ['939863bd-a356-44f4-94fe-d2cd4ff64561'] in n-d-852088-5 is: [{'id': '939863bd-a356-44f4-94fe-d2cd4ff64561', 'name': 'tempest-ServerTagsTestJSON-1963396572-router', 'tenant_id': 'cb4daa9f777240578e1113cf0b5a5385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'a830db04-0498-468a-902a-2cf1d4ba77d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:46:42Z', 'updated_at': '2022-08-27T04:46:52Z', 'revision_number': 4, 'project_id': 'cb4daa9f777240578e1113cf0b5a5385', 'gw_port': {'id': 'a830db04-0498-468a-902a-2cf1d4ba77d1', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939863bd-a356-44f4-94fe-d2cd4ff64561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:46:44Z', 'updated_at': '2022-08-27T04:46:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '2046d770-81ec-42d9-9846-f9e67a90b7a2', 'name': '', 'network_id': '540accde-c4c0-4b48-8dfd-580e855fc071', 'tenant_id': 'cb4daa9f777240578e1113cf0b5a5385', 'mac_address': 'fa:16:3e:9f:a0:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939863bd-a356-44f4-94fe-d2cd4ff64561', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '030b0d02-4344-445d-b3a8-f76895fbee90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:46:50Z', 'updated_at': '2022-08-27T04:46:53Z', 'revision_number': 2, 'project_id': 'cb4daa9f777240578e1113cf0b5a5385', 'subnets': [{'id': '030b0d02-4344-445d-b3a8-f76895fbee90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:46:55.653822 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-34ff1d00-6e7a-409d-b435-9b35e692e088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (0332a2a1-1e81-4208-aaee-5bb953044bf4), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:55.735447 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port c497131b-16e0-4e86-96c2-fad18229a3fc is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:46:55.749000 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bf502a49-7aa7-40ed-b047-27cb1acf7818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (4fd34aef-f49c-42df-88b1-60c70550108e), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:55.782677 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-0dfa5585-71c0-44ef-8888-94f57a515cdd tempest-ServerActionsTestJSON-297236474 tempest-ServerActionsTestJSON-297236474-project] Allocated IP 172.25.2.74 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/0def3453-e516-4e9f-a1f0-5e587b7d2d22) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:46:55.819377 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-909ac306-676f-4e3a-a2e5-beec6f299a25 None None] Set router 48a80197-8879-4341-9282-e3e4e1b4d28b gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:46:55.873262 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device cdc342fd-3486-4565-84ca-18c107c212ac no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:46:55.892792 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-34ff1d00-6e7a-409d-b435-9b35e692e088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (0332a2a1-1e81-4208-aaee-5bb953044bf4), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:55.901095 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: cdc342fd-3486-4565-84ca-18c107c212ac {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:46:55.901446 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device cdc342fd-3486-4565-84ca-18c107c212ac not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:46:55.934364 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ff1d00-6e7a-409d-b435-9b35e692e088 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0332a2a1-1e81-4208-aaee-5bb953044bf4,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:55.941095 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-34ff1d00-6e7a-409d-b435-9b35e692e088 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:55.945348 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c08e9aa-16be-4baf-9497-d3f16cfc63d3 None None] Network 3ef3a629-b316-4753-9376-3b5a179288a5 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:46:55.964270 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378f1d2-5f6b-4825-8fc0-a62841139b23 req-4998b459-21f5-44d0-b862-542c96080e6b tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:55.966171 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2378f1d2-5f6b-4825-8fc0-a62841139b23 req-4998b459-21f5-44d0-b862-542c96080e6b tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=2169ad17-a221-4eff-953e-ebecc248cdbd HTTP/1.1" status: 200 len: 948 time: 0.1449606 Aug 27 04:46:55.983701 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-34ff1d00-6e7a-409d-b435-9b35e692e088 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/0332a2a1-1e81-4208-aaee-5bb953044bf4 HTTP/1.1" status: 204 len: 168 time: 1.0210977 Aug 27 04:46:55.989822 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 48924) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:56.007203 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-834ac4bc-d9f2-42bd-ba74-2729c516cff2 admin admin] Router 939863bd-a356-44f4-94fe-d2cd4ff64561 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:46:56.026074 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bf502a49-7aa7-40ed-b047-27cb1acf7818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (4fd34aef-f49c-42df-88b1-60c70550108e), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:56.028053 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:56.057056 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8f5bd28d-0a0d-42c4-89a1-6c1aa143dece admin admin] Publish callbacks [] for router_gateway (48a80197-8879-4341-9282-e3e4e1b4d28b), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:56.211140 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-909ac306-676f-4e3a-a2e5-beec6f299a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a80197-8879-4341-9282-e3e4e1b4d28b', 'name': 'tempest-MultipleCreateTestJSON-404341867-router', 'tenant_id': 'e84bbf4628c144be8c336b08d9dc7482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '73d79df4-aad9-45b9-9734-e0f3058b6c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:46:22Z', 'updated_at': '2022-08-27T04:46:49Z', 'revision_number': 5, 'project_id': 'e84bbf4628c144be8c336b08d9dc7482', 'gw_port': {'id': '73d79df4-aad9-45b9-9734-e0f3058b6c03', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a80197-8879-4341-9282-e3e4e1b4d28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:46:24Z', 'updated_at': '2022-08-27T04:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:56.229915 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bf502a49-7aa7-40ed-b047-27cb1acf7818 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:56.234536 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-bf502a49-7aa7-40ed-b047-27cb1acf7818 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/4fd34aef-f49c-42df-88b1-60c70550108e HTTP/1.1" status: 204 len: 168 time: 0.9198692 Aug 27 04:46:56.252902 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 48926) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:56.277603 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909ac306-676f-4e3a-a2e5-beec6f299a25 None None] The sync data for ids ['48a80197-8879-4341-9282-e3e4e1b4d28b'] in n-d-852088-5 is: [{'id': '48a80197-8879-4341-9282-e3e4e1b4d28b', 'name': 'tempest-MultipleCreateTestJSON-404341867-router', 'tenant_id': 'e84bbf4628c144be8c336b08d9dc7482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '73d79df4-aad9-45b9-9734-e0f3058b6c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:46:22Z', 'updated_at': '2022-08-27T04:46:49Z', 'revision_number': 5, 'project_id': 'e84bbf4628c144be8c336b08d9dc7482', 'gw_port': {'id': '73d79df4-aad9-45b9-9734-e0f3058b6c03', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a80197-8879-4341-9282-e3e4e1b4d28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:46:24Z', 'updated_at': '2022-08-27T04:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:46:56.285510 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf502a49-7aa7-40ed-b047-27cb1acf7818 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fd34aef-f49c-42df-88b1-60c70550108e,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:56.295898 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:56.313222 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58beef24-8c7e-4907-b636-5446446bcb52 None None] Network 98aec1c2-5ff1-45ec-96bb-00f9b62a102e requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:46:56.319742 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:56.358050 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2378f1d2-5f6b-4825-8fc0-a62841139b23 req-0cdacba6-d8d3-4ce9-bb68-82b074b4d514 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480577 Aug 27 04:46:56.360430 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4c569323-e7da-40db-b922-5c772fd9d55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (3ef3a629-b316-4753-9376-3b5a179288a5), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:56.474303 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-4c569323-e7da-40db-b922-5c772fd9d55c admin admin] Deleting port 4dfacf28-199f-404c-ae23-a42917cb7fc2 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:46:56.474303 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4c569323-e7da-40db-b922-5c772fd9d55c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (4dfacf28-199f-404c-ae23-a42917cb7fc2), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:56.580994 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-8f5bd28d-0a0d-42c4-89a1-6c1aa143dece admin admin] Deleting port 73d79df4-aad9-45b9-9734-e0f3058b6c03 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:46:56.581917 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8f5bd28d-0a0d-42c4-89a1-6c1aa143dece admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (73d79df4-aad9-45b9-9734-e0f3058b6c03), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:56.586127 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0dfa5585-71c0-44ef-8888-94f57a515cdd tempest-ServerActionsTestJSON-297236474 tempest-ServerActionsTestJSON-297236474-project] Publish callbacks [] for port (0def3453-e516-4e9f-a1f0-5e587b7d2d22), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:56.599627 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-4c569323-e7da-40db-b922-5c772fd9d55c admin admin] For port 4dfacf28-199f-404c-ae23-a42917cb7fc2, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=4dfacf28-199f-404c-ae23-a42917cb7fc2,segment=NetworkSegment(7f1d38e1-d1a8-4696-ad37-7b23750349bb),segment_id=7f1d38e1-d1a8-4696-ad37-7b23750349bb)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:56.600749 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4c569323-e7da-40db-b922-5c772fd9d55c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (4dfacf28-199f-404c-ae23-a42917cb7fc2), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:56.634259 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-4c569323-e7da-40db-b922-5c772fd9d55c admin admin] Calling delete_port for 4dfacf28-199f-404c-ae23-a42917cb7fc2 owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:46:56.666355 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cde358e2-7b61-4288-b757-77f2c8eaed5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (98aec1c2-5ff1-45ec-96bb-00f9b62a102e), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:56.720273 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834ac4bc-d9f2-42bd-ba74-2729c516cff2 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:46:56.734853 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-834ac4bc-d9f2-42bd-ba74-2729c516cff2 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/939863bd-a356-44f4-94fe-d2cd4ff64561/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5965641 Aug 27 04:46:56.751597 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0705d1b-650e-47e8-8d6c-1a13813ce889 None None] DHCP port deletion for 3ef3a629-b316-4753-9376-3b5a179288a5 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:46:56.795414 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a34e3f-0a81-4fd7-937f-6d86bb0d78af None None] DHCP port deletion for 98aec1c2-5ff1-45ec-96bb-00f9b62a102e request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:46:56.798237 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-cde358e2-7b61-4288-b757-77f2c8eaed5a admin admin] Deleting port de5a4b5e-be23-430d-b8fc-cd2994f6de9c {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:46:56.798962 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cde358e2-7b61-4288-b757-77f2c8eaed5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (de5a4b5e-be23-430d-b8fc-cd2994f6de9c), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:56.855037 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-c0705d1b-650e-47e8-8d6c-1a13813ce889 None None] Deleting port 4dfacf28-199f-404c-ae23-a42917cb7fc2 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:46:56.855995 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c0705d1b-650e-47e8-8d6c-1a13813ce889 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (4dfacf28-199f-404c-ae23-a42917cb7fc2), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:56.858104 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:56.869276 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-8f5bd28d-0a0d-42c4-89a1-6c1aa143dece admin admin] For port 73d79df4-aad9-45b9-9734-e0f3058b6c03, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=73d79df4-aad9-45b9-9734-e0f3058b6c03,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:56.869653 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8f5bd28d-0a0d-42c4-89a1-6c1aa143dece admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (73d79df4-aad9-45b9-9734-e0f3058b6c03), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:57.126231 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-14a34e3f-0a81-4fd7-937f-6d86bb0d78af None None] Deleting port de5a4b5e-be23-430d-b8fc-cd2994f6de9c {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:46:57.126231 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-14a34e3f-0a81-4fd7-937f-6d86bb0d78af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (de5a4b5e-be23-430d-b8fc-cd2994f6de9c), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:57.127949 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-8f5bd28d-0a0d-42c4-89a1-6c1aa143dece admin admin] Calling delete_port for 73d79df4-aad9-45b9-9734-e0f3058b6c03 owned by network:router_gateway {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:46:57.127949 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-cde358e2-7b61-4288-b757-77f2c8eaed5a admin admin] For port de5a4b5e-be23-430d-b8fc-cd2994f6de9c, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=de5a4b5e-be23-430d-b8fc-cd2994f6de9c,segment=NetworkSegment(9af76b27-fd91-4d05-ae38-06a96a6cd618),segment_id=9af76b27-fd91-4d05-ae38-06a96a6cd618)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:57.127949 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cde358e2-7b61-4288-b757-77f2c8eaed5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (de5a4b5e-be23-430d-b8fc-cd2994f6de9c), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:57.127949 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-cde358e2-7b61-4288-b757-77f2c8eaed5a admin admin] Calling delete_port for de5a4b5e-be23-430d-b8fc-cd2994f6de9c owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:46:57.130211 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-14a34e3f-0a81-4fd7-937f-6d86bb0d78af None None] For port de5a4b5e-be23-430d-b8fc-cd2994f6de9c, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=de5a4b5e-be23-430d-b8fc-cd2994f6de9c,segment=NetworkSegment(9af76b27-fd91-4d05-ae38-06a96a6cd618),segment_id=9af76b27-fd91-4d05-ae38-06a96a6cd618)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:57.130211 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-14a34e3f-0a81-4fd7-937f-6d86bb0d78af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (de5a4b5e-be23-430d-b8fc-cd2994f6de9c), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:57.130211 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-14a34e3f-0a81-4fd7-937f-6d86bb0d78af None None] Calling delete_port for de5a4b5e-be23-430d-b8fc-cd2994f6de9c owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:46:57.130211 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-c0705d1b-650e-47e8-8d6c-1a13813ce889 None None] For port 4dfacf28-199f-404c-ae23-a42917cb7fc2, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=4dfacf28-199f-404c-ae23-a42917cb7fc2,segment=NetworkSegment(7f1d38e1-d1a8-4696-ad37-7b23750349bb),segment_id=7f1d38e1-d1a8-4696-ad37-7b23750349bb)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:57.130211 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c0705d1b-650e-47e8-8d6c-1a13813ce889 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (4dfacf28-199f-404c-ae23-a42917cb7fc2), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:57.137373 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-c0705d1b-650e-47e8-8d6c-1a13813ce889 None None] Calling delete_port for 4dfacf28-199f-404c-ae23-a42917cb7fc2 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:46:57.250502 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:57.384187 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4c569323-e7da-40db-b922-5c772fd9d55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (4dfacf28-199f-404c-ae23-a42917cb7fc2), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:57.406385 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0dfa5585-71c0-44ef-8888-94f57a515cdd tempest-ServerActionsTestJSON-297236474 tempest-ServerActionsTestJSON-297236474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (0def3453-e516-4e9f-a1f0-5e587b7d2d22), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:57.460329 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c569323-e7da-40db-b922-5c772fd9d55c admin admin] Pushing event deleted for resources: {'Port': ['ID=4dfacf28-199f-404c-ae23-a42917cb7fc2,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:57.481438 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c569323-e7da-40db-b922-5c772fd9d55c admin admin] No DVR routers for this DVR port 4dfacf28-199f-404c-ae23-a42917cb7fc2 on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:46:57.540837 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9712effb-0940-4c6b-9cb7-4a435c0c393a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:57.551408 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c0705d1b-650e-47e8-8d6c-1a13813ce889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (4dfacf28-199f-404c-ae23-a42917cb7fc2), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:57.572269 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfa5585-71c0-44ef-8888-94f57a515cdd tempest-ServerActionsTestJSON-297236474 tempest-ServerActionsTestJSON-297236474-project] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:46:57.576818 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cde358e2-7b61-4288-b757-77f2c8eaed5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (de5a4b5e-be23-430d-b8fc-cd2994f6de9c), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:57.608241 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-0dfa5585-71c0-44ef-8888-94f57a515cdd tempest-ServerActionsTestJSON-297236474 tempest-ServerActionsTestJSON-297236474-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:46:57.617750 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfa5585-71c0-44ef-8888-94f57a515cdd tempest-ServerActionsTestJSON-297236474 tempest-ServerActionsTestJSON-297236474-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:46:57.622292 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde358e2-7b61-4288-b757-77f2c8eaed5a admin admin] No DVR routers for this DVR port de5a4b5e-be23-430d-b8fc-cd2994f6de9c on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:46:57.626873 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8f5bd28d-0a0d-42c4-89a1-6c1aa143dece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (73d79df4-aad9-45b9-9734-e0f3058b6c03), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:57.628958 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 48948) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:57.661277 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0705d1b-650e-47e8-8d6c-1a13813ce889 None None] Pushing event deleted for resources: {'Port': ['ID=4dfacf28-199f-404c-ae23-a42917cb7fc2,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:57.664206 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0705d1b-650e-47e8-8d6c-1a13813ce889 None None] No DVR routers for this DVR port 4dfacf28-199f-404c-ae23-a42917cb7fc2 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:46:57.669021 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4c569323-e7da-40db-b922-5c772fd9d55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (3ef3a629-b316-4753-9376-3b5a179288a5), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:57.677589 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-14a34e3f-0a81-4fd7-937f-6d86bb0d78af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (de5a4b5e-be23-430d-b8fc-cd2994f6de9c), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:57.708343 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a34e3f-0a81-4fd7-937f-6d86bb0d78af None None] Pushing event deleted for resources: {'Port': ['ID=de5a4b5e-be23-430d-b8fc-cd2994f6de9c,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:57.720415 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:57.728136 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a34e3f-0a81-4fd7-937f-6d86bb0d78af None None] No DVR routers for this DVR port de5a4b5e-be23-430d-b8fc-cd2994f6de9c on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:46:57.736094 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-4c569323-e7da-40db-b922-5c772fd9d55c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ef3a629-b316-4753-9376-3b5a179288a5']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:57.757094 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a596579b-7dbc-4831-8d71-f8ea93f6a6ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:57.757917 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-4c569323-e7da-40db-b922-5c772fd9d55c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f1d38e1-d1a8-4696-ad37-7b23750349bb') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:57.759073 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-4c569323-e7da-40db-b922-5c772fd9d55c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f1d38e1-d1a8-4696-ad37-7b23750349bb') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:57.787350 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4c569323-e7da-40db-b922-5c772fd9d55c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (7f1d38e1-d1a8-4696-ad37-7b23750349bb), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:57.807383 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4c569323-e7da-40db-b922-5c772fd9d55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (7f1d38e1-d1a8-4696-ad37-7b23750349bb), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:57.817275 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c569323-e7da-40db-b922-5c772fd9d55c admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:46:57.818300 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4c569323-e7da-40db-b922-5c772fd9d55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (7f1d38e1-d1a8-4696-ad37-7b23750349bb), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:57.894926 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 7f1d38e1-d1a8-4696-ad37-7b23750349bb resource provider aggregate not found Aug 27 04:46:57.927524 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 7f1d38e1-d1a8-4696-ad37-7b23750349bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7f1d38e1-d1a8-4696-ad37-7b23750349bb found for delete ", "request_id": "req-06c9ef8c-2212-4bb8-8d22-a43d57a138b8"}]} Aug 27 04:46:57.963524 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa5585-71c0-44ef-8888-94f57a515cdd tempest-ServerActionsTestJSON-297236474 tempest-ServerActionsTestJSON-297236474-project] Pushing event updated for resources: {'Port': ['ID=0def3453-e516-4e9f-a1f0-5e587b7d2d22,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:57.984433 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162de95-3d5a-449f-8636-ebfda4a226a8 req-53fd6167-971b-4f24-9d1f-e9f96b523052 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:57.986210 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2162de95-3d5a-449f-8636-ebfda4a226a8 req-53fd6167-971b-4f24-9d1f-e9f96b523052 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=2169ad17-a221-4eff-953e-ebecc248cdbd HTTP/1.1" status: 200 len: 948 time: 0.3855972 Aug 27 04:46:58.051501 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8f5bd28d-0a0d-42c4-89a1-6c1aa143dece admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (48a80197-8879-4341-9282-e3e4e1b4d28b), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:58.076690 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4c569323-e7da-40db-b922-5c772fd9d55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (3ef3a629-b316-4753-9376-3b5a179288a5), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:58.083656 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4c569323-e7da-40db-b922-5c772fd9d55c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:58.098545 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-4c569323-e7da-40db-b922-5c772fd9d55c admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/3ef3a629-b316-4753-9376-3b5a179288a5 HTTP/1.1" status: 204 len: 168 time: 2.1024005 Aug 27 04:46:58.118439 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c569323-e7da-40db-b922-5c772fd9d55c admin admin] Pushing event deleted for resources: {'Network': ['ID=3ef3a629-b316-4753-9376-3b5a179288a5,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:58.174019 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde358e2-7b61-4288-b757-77f2c8eaed5a admin admin] Pushing event deleted for resources: {'Port': ['ID=de5a4b5e-be23-430d-b8fc-cd2994f6de9c,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:58.200087 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cde358e2-7b61-4288-b757-77f2c8eaed5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (98aec1c2-5ff1-45ec-96bb-00f9b62a102e), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:58.221428 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5bd28d-0a0d-42c4-89a1-6c1aa143dece admin admin] Pushing event deleted for resources: {'Port': ['ID=73d79df4-aad9-45b9-9734-e0f3058b6c03,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:58.354428 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8f5bd28d-0a0d-42c4-89a1-6c1aa143dece admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (48a80197-8879-4341-9282-e3e4e1b4d28b), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:58.358588 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-cde358e2-7b61-4288-b757-77f2c8eaed5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98aec1c2-5ff1-45ec-96bb-00f9b62a102e']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:58.361534 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8f5bd28d-0a0d-42c4-89a1-6c1aa143dece admin admin] Publish callbacks [] for router_controller (48a80197-8879-4341-9282-e3e4e1b4d28b), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:58.408290 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:INSERT=1,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:58.419126 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-cde358e2-7b61-4288-b757-77f2c8eaed5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9af76b27-fd91-4d05-ae38-06a96a6cd618') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:58.419638 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-cde358e2-7b61-4288-b757-77f2c8eaed5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9af76b27-fd91-4d05-ae38-06a96a6cd618') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:58.485645 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cde358e2-7b61-4288-b757-77f2c8eaed5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (9af76b27-fd91-4d05-ae38-06a96a6cd618), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:58.523390 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2162de95-3d5a-449f-8636-ebfda4a226a8 req-4e3c1218-0eb8-45a2-9050-daca5b865696 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4785099 Aug 27 04:46:58.544369 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0dfa5585-71c0-44ef-8888-94f57a515cdd tempest-ServerActionsTestJSON-297236474 tempest-ServerActionsTestJSON-297236474-project] Publish callbacks [] for floatingip (b3039a81-f237-4287-be85-68a4e9af4af9), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:58.557753 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a596579b-7dbc-4831-8d71-f8ea93f6a6ae admin admin] Publish callbacks [] for security_group (043bf6d4-015a-4ed9-8119-bebd857eab63), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:58.558955 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cde358e2-7b61-4288-b757-77f2c8eaed5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (9af76b27-fd91-4d05-ae38-06a96a6cd618), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:58.571361 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8f5bd28d-0a0d-42c4-89a1-6c1aa143dece admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (48a80197-8879-4341-9282-e3e4e1b4d28b), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:58.571904 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f5bd28d-0a0d-42c4-89a1-6c1aa143dece admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48a80197-8879-4341-9282-e3e4e1b4d28b {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:46:58.572415 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a830db04-0498-468a-902a-2cf1d4ba77d1 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:46:58.573808 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cde358e2-7b61-4288-b757-77f2c8eaed5a admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:46:58.574224 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cde358e2-7b61-4288-b757-77f2c8eaed5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (9af76b27-fd91-4d05-ae38-06a96a6cd618), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:58.593114 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8f5bd28d-0a0d-42c4-89a1-6c1aa143dece admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:58.594291 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-8f5bd28d-0a0d-42c4-89a1-6c1aa143dece admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/48a80197-8879-4341-9282-e3e4e1b4d28b HTTP/1.1" status: 204 len: 168 time: 3.9245691 Aug 27 04:46:58.603614 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 48976) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:58.627212 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af0cfc-43a9-4a1f-9336-7ec0dfc26a83 req-1a87a3a7-5d1d-42fc-a13f-41f87d28f034 tempest-ServerTagsTestJSON-877759349 tempest-ServerTagsTestJSON-877759349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:58.628878 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a6af0cfc-43a9-4a1f-9336-7ec0dfc26a83 req-1a87a3a7-5d1d-42fc-a13f-41f87d28f034 tempest-ServerTagsTestJSON-877759349 tempest-ServerTagsTestJSON-877759349-project] 10.222.0.76 "GET /networking/v2.0/networks?id=540accde-c4c0-4b48-8dfd-580e855fc071 HTTP/1.1" status: 200 len: 809 time: 0.5083711 Aug 27 04:46:58.667953 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 9af76b27-fd91-4d05-ae38-06a96a6cd618 resource provider aggregate not found Aug 27 04:46:58.687867 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port a830db04-0498-468a-902a-2cf1d4ba77d1 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:46:58.688400 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a830db04-0498-468a-902a-2cf1d4ba77d1), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:58.690212 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a6af0cfc-43a9-4a1f-9336-7ec0dfc26a83 req-ded5868c-cefe-4253-a78d-6e20ccdaa49e tempest-ServerTagsTestJSON-877759349 tempest-ServerTagsTestJSON-877759349-project] 10.222.0.76 "GET /networking/v2.0/quotas/cb4daa9f777240578e1113cf0b5a5385 HTTP/1.1" status: 200 len: 375 time: 0.0243661 Aug 27 04:46:58.713046 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a596579b-7dbc-4831-8d71-f8ea93f6a6ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (043bf6d4-015a-4ed9-8119-bebd857eab63), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:58.716416 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f3fa5c3-d46f-4391-bd8f-d3a696449bff admin admin] Deleting subnet 3c5df9fa-9c5d-4b2a-b498-c33d42ffbd32 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:46:58.718930 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 48980) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:58.745097 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 9af76b27-fd91-4d05-ae38-06a96a6cd618 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9af76b27-fd91-4d05-ae38-06a96a6cd618 found for delete ", "request_id": "req-1daf3c5b-7824-48a6-beb1-313d7d2a1600"}]} Aug 27 04:46:58.752071 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3f3fa5c3-d46f-4391-bd8f-d3a696449bff admin admin] Publish callbacks [] for subnet (3c5df9fa-9c5d-4b2a-b498-c33d42ffbd32), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:58.785282 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a596579b-7dbc-4831-8d71-f8ea93f6a6ae admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=c871fcc36eeb49d98fed497ed36e5f29&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1491542 Aug 27 04:46:58.785949 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 48982) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:58.790262 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:58.803695 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port a830db04-0498-468a-902a-2cf1d4ba77d1 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:46:58.804516 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a830db04-0498-468a-902a-2cf1d4ba77d1), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:58.810714 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596579b-7dbc-4831-8d71-f8ea93f6a6ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043bf6d4-015a-4ed9-8119-bebd857eab63,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:58.816382 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cde358e2-7b61-4288-b757-77f2c8eaed5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (98aec1c2-5ff1-45ec-96bb-00f9b62a102e), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:58.820746 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cde358e2-7b61-4288-b757-77f2c8eaed5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:58.824207 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-cde358e2-7b61-4288-b757-77f2c8eaed5a admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/98aec1c2-5ff1-45ec-96bb-00f9b62a102e HTTP/1.1" status: 204 len: 168 time: 2.5602648 Aug 27 04:46:58.843631 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-0c9e9f9e-3102-44dd-a98a-3835c37a08d6 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=3b1896a4899d4c37af1be6a7f91249c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0980594 Aug 27 04:46:58.843631 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410387c8-9bd8-4ef4-9568-d5d0fa4d86cd req-d7ea0269-fe80-4dd3-9ef1-29eb0c80cccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:58.844998 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-410387c8-9bd8-4ef4-9568-d5d0fa4d86cd req-d7ea0269-fe80-4dd3-9ef1-29eb0c80cccf service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=ed7dcec401394866b7d9fdacb5e294dc&device_id=2169ad17-a221-4eff-953e-ebecc248cdbd HTTP/1.1" status: 200 len: 1130 time: 0.2613695 Aug 27 04:46:58.848743 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3f3fa5c3-d46f-4391-bd8f-d3a696449bff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (3c5df9fa-9c5d-4b2a-b498-c33d42ffbd32), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:58.850858 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 48986) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:58.864884 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port a830db04-0498-468a-902a-2cf1d4ba77d1, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a830db04-0498-468a-902a-2cf1d4ba77d1,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:58.988431 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a6af0cfc-43a9-4a1f-9336-7ec0dfc26a83 req-817917e4-46ae-442a-a6ce-e7bee94b6f31 tempest-ServerTagsTestJSON-877759349 tempest-ServerTagsTestJSON-877759349-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=cb4daa9f777240578e1113cf0b5a5385&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2959094 Aug 27 04:46:58.989929 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde358e2-7b61-4288-b757-77f2c8eaed5a admin admin] Pushing event deleted for resources: {'Network': ['ID=98aec1c2-5ff1-45ec-96bb-00f9b62a102e,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:59.041000 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0dfa5585-71c0-44ef-8888-94f57a515cdd tempest-ServerActionsTestJSON-297236474 tempest-ServerActionsTestJSON-297236474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (0def3453-e516-4e9f-a1f0-5e587b7d2d22), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:59.043030 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 48990) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:59.071537 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a830db04-0498-468a-902a-2cf1d4ba77d1), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:59.108200 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3f3fa5c3-d46f-4391-bd8f-d3a696449bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (3c5df9fa-9c5d-4b2a-b498-c33d42ffbd32), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:59.127272 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5835d8bc-b146-4a1b-8bb6-e3065171a78c admin admin] Publish callbacks [] for security_group (043bf6d4-015a-4ed9-8119-bebd857eab63), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:59.156037 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5835d8bc-b146-4a1b-8bb6-e3065171a78c admin admin] Publish callbacks [] for security_group (043bf6d4-015a-4ed9-8119-bebd857eab63), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:59.177550 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-79d4d550-32b7-4bc3-9060-f7d1278e7488 admin admin] Publish callbacks [] for security_group (d1433d19-db62-4707-994b-1a08eaaa1ea2), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:59.181711 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8fded7d5-f446-442d-ae92-35e341683ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:59.199779 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device de5a4b5e-be23-430d-b8fc-cd2994f6de9c no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:46:59.204839 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=a830db04-0498-468a-902a-2cf1d4ba77d1,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:59.227267 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410387c8-9bd8-4ef4-9568-d5d0fa4d86cd req-b83283a8-e19e-4412-8f82-1b94a4971e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:59.231327 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-410387c8-9bd8-4ef4-9568-d5d0fa4d86cd req-b83283a8-e19e-4412-8f82-1b94a4971e6e service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=a82fb463-5a8f-4b8b-991d-61491eba11c6 HTTP/1.1" status: 200 len: 870 time: 0.3476171 Aug 27 04:46:59.266728 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: de5a4b5e-be23-430d-b8fc-cd2994f6de9c {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:46:59.267435 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device de5a4b5e-be23-430d-b8fc-cd2994f6de9c not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:46:59.267865 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 4dfacf28-199f-404c-ae23-a42917cb7fc2 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:46:59.326951 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 4dfacf28-199f-404c-ae23-a42917cb7fc2 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:46:59.328339 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 4dfacf28-199f-404c-ae23-a42917cb7fc2 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:46:59.328829 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device b6058ebd-3c36-43a4-8c85-d4c2e9b79768 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:46:59.333493 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-79d4d550-32b7-4bc3-9060-f7d1278e7488 admin admin] Publish callbacks [] for security_group (d1433d19-db62-4707-994b-1a08eaaa1ea2), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:59.392951 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: b6058ebd-3c36-43a4-8c85-d4c2e9b79768 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:46:59.393305 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device b6058ebd-3c36-43a4-8c85-d4c2e9b79768 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:46:59.419521 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0dfa5585-71c0-44ef-8888-94f57a515cdd tempest-ServerActionsTestJSON-297236474 tempest-ServerActionsTestJSON-297236474-project] Publish callbacks [] for port (0def3453-e516-4e9f-a1f0-5e587b7d2d22), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:59.437323 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5835d8bc-b146-4a1b-8bb6-e3065171a78c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (043bf6d4-015a-4ed9-8119-bebd857eab63), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:59.439995 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5835d8bc-b146-4a1b-8bb6-e3065171a78c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:59.442232 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-5835d8bc-b146-4a1b-8bb6-e3065171a78c admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/043bf6d4-015a-4ed9-8119-bebd857eab63 HTTP/1.1" status: 204 len: 168 time: 0.6272593 Aug 27 04:46:59.460963 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5835d8bc-b146-4a1b-8bb6-e3065171a78c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043bf6d4-015a-4ed9-8119-bebd857eab63,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:59.467771 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3f3fa5c3-d46f-4391-bd8f-d3a696449bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (3c5df9fa-9c5d-4b2a-b498-c33d42ffbd32), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:59.479094 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-410387c8-9bd8-4ef4-9568-d5d0fa4d86cd req-89560b95-9350-479d-a973-432fed09a0ae service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=d86ac4c6-895a-4463-9e7d-29987b0ce63a HTTP/1.1" status: 200 len: 217 time: 0.0913570 Aug 27 04:46:59.510870 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0dfa5585-71c0-44ef-8888-94f57a515cdd tempest-ServerActionsTestJSON-297236474 tempest-ServerActionsTestJSON-297236474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (0def3453-e516-4e9f-a1f0-5e587b7d2d22), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:59.571116 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67993c5a-6792-4cf0-a61a-94cb0be1e8d1 None None] Network 200385b2-567c-414e-a01b-86dbaa38605c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:46:59.634846 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 48998) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:59.674323 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device d86ac4c6-895a-4463-9e7d-29987b0ce63a details requested by agent hyperv_n-h1-852088-5 with host n-h1-852088-5 {{(pid=107777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:46:59.676557 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3fa5c3-d46f-4391-bd8f-d3a696449bff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c5df9fa-9c5d-4b2a-b498-c33d42ffbd32,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:59.685939 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-79d4d550-32b7-4bc3-9060-f7d1278e7488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (d1433d19-db62-4707-994b-1a08eaaa1ea2), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:59.698142 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-79d4d550-32b7-4bc3-9060-f7d1278e7488 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:59.698533 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa5585-71c0-44ef-8888-94f57a515cdd tempest-ServerActionsTestJSON-297236474 tempest-ServerActionsTestJSON-297236474-project] Pushing event updated for resources: {'Port': ['ID=0def3453-e516-4e9f-a1f0-5e587b7d2d22,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:59.710586 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-79d4d550-32b7-4bc3-9060-f7d1278e7488 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/d1433d19-db62-4707-994b-1a08eaaa1ea2 HTTP/1.1" status: 204 len: 168 time: 0.8584638 Aug 27 04:46:59.718120 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410387c8-9bd8-4ef4-9568-d5d0fa4d86cd req-717165ab-ad53-4dfd-aed7-07be4689fabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:59.722533 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-410387c8-9bd8-4ef4-9568-d5d0fa4d86cd req-717165ab-ad53-4dfd-aed7-07be4689fabe service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.1797881 Aug 27 04:46:59.723887 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3f3fa5c3-d46f-4391-bd8f-d3a696449bff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:59.735223 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3f3fa5c3-d46f-4391-bd8f-d3a696449bff admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/3c5df9fa-9c5d-4b2a-b498-c33d42ffbd32 HTTP/1.1" status: 204 len: 168 time: 1.1289463 Aug 27 04:46:59.740710 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:59.742274 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 49002) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:59.742907 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0dfa5585-71c0-44ef-8888-94f57a515cdd tempest-ServerActionsTestJSON-297236474 tempest-ServerActionsTestJSON-297236474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677636'] for floatingip (b3039a81-f237-4287-be85-68a4e9af4af9), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:59.779175 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4d550-32b7-4bc3-9060-f7d1278e7488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1433d19-db62-4707-994b-1a08eaaa1ea2,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:59.826240 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93807edf-4713-4571-838a-f38b23f65459 req-43cc5697-926c-4126-8be4-a741ae2b3b03 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:59.833129 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-93807edf-4713-4571-838a-f38b23f65459 req-43cc5697-926c-4126-8be4-a741ae2b3b03 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=2169ad17-a221-4eff-953e-ebecc248cdbd HTTP/1.1" status: 200 len: 948 time: 0.1634500 Aug 27 04:46:59.846239 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410387c8-9bd8-4ef4-9568-d5d0fa4d86cd req-bbbc4b9b-db28-435c-9657-3621f3363ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:46:59.851774 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-410387c8-9bd8-4ef4-9568-d5d0fa4d86cd req-bbbc4b9b-db28-435c-9657-3621f3363ea9 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1033118 Aug 27 04:46:59.854518 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-78d8faaa-52d1-4895-8307-a11d783823fb admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=f4185d79a6094e40ac474cf89d438d82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2131727 Aug 27 04:46:59.864256 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 49006) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:46:59.881583 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:46:59.959150 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8d7579b0-919d-4f74-91d4-7b176385c667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (200385b2-567c-414e-a01b-86dbaa38605c), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:59.976982 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0dfa5585-71c0-44ef-8888-94f57a515cdd tempest-ServerActionsTestJSON-297236474 tempest-ServerActionsTestJSON-297236474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:46:59.979105 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0dfa5585-71c0-44ef-8888-94f57a515cdd tempest-ServerActionsTestJSON-297236474 tempest-ServerActionsTestJSON-297236474-project] 10.222.0.76 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.2706575 Aug 27 04:46:59.994428 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5c2425-db62-42a0-86b6-56cc0244743a None None] DHCP port deletion for 200385b2-567c-414e-a01b-86dbaa38605c request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:47:00.058406 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-93807edf-4713-4571-838a-f38b23f65459 req-24b40f27-8413-46c4-b3ce-a80e23632cf3 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242415 Aug 27 04:47:00.079749 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:00.081076 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-ca5c2425-db62-42a0-86b6-56cc0244743a None None] Deleting port 5a2129f9-3735-48ae-86f8-2c39c96f89ad {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:47:00.081895 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ca5c2425-db62-42a0-86b6-56cc0244743a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (5a2129f9-3735-48ae-86f8-2c39c96f89ad), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:00.085395 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af6a351-9865-4599-a987-dd122cd52a15 None None] Sync routers for ids ['939863bd-a356-44f4-94fe-d2cd4ff64561'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:47:00.105770 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e8bf4ab8-516b-46d2-8ec7-a3124e303363 admin admin] Publish callbacks [] for security_group (0fa796e5-1e03-46f7-961b-e86131225581), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:00.116650 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-8d7579b0-919d-4f74-91d4-7b176385c667 admin admin] Deleting port 5a2129f9-3735-48ae-86f8-2c39c96f89ad {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:47:00.117660 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8d7579b0-919d-4f74-91d4-7b176385c667 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (5a2129f9-3735-48ae-86f8-2c39c96f89ad), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:00.117762 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port d86ac4c6-895a-4463-9e7d-29987b0ce63a, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=d86ac4c6-895a-4463-9e7d-29987b0ce63a,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:00.171480 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e8bf4ab8-516b-46d2-8ec7-a3124e303363 admin admin] Publish callbacks [] for security_group (0fa796e5-1e03-46f7-961b-e86131225581), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:00.203867 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af6a351-9865-4599-a987-dd122cd52a15 None None] Routers {'939863bd-a356-44f4-94fe-d2cd4ff64561'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:47:00.205754 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-2af6a351-9865-4599-a987-dd122cd52a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:46:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['939863bd-a356-44f4-94fe-d2cd4ff64561'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:00.266595 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-8d7579b0-919d-4f74-91d4-7b176385c667 admin admin] For port 5a2129f9-3735-48ae-86f8-2c39c96f89ad, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=5a2129f9-3735-48ae-86f8-2c39c96f89ad,segment=NetworkSegment(c4980e18-1f61-4369-bfae-8786156e2b9f),segment_id=c4980e18-1f61-4369-bfae-8786156e2b9f)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:00.272436 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8d7579b0-919d-4f74-91d4-7b176385c667 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (5a2129f9-3735-48ae-86f8-2c39c96f89ad), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:00.274333 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-410387c8-9bd8-4ef4-9568-d5d0fa4d86cd req-2f162561-4791-4338-b410-b5cdacd70fd1 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052714 Aug 27 04:47:00.278221 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Returning: {'device': 'd86ac4c6-895a-4463-9e7d-29987b0ce63a', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'port_id': 'd86ac4c6-895a-4463-9e7d-29987b0ce63a', 'mac_address': 'fa:16:3e:e8:18:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120f3302-721f-4373-86a6-3aa14ccf6ac4', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:47:00.290843 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-8d7579b0-919d-4f74-91d4-7b176385c667 admin admin] Calling delete_port for 5a2129f9-3735-48ae-86f8-2c39c96f89ad owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:47:00.382042 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Current status of the port d86ac4c6-895a-4463-9e7d-29987b0ce63a is: DOWN; New status is: BUILD {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:47:00.382325 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (d86ac4c6-895a-4463-9e7d-29987b0ce63a), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:00.407345 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d86ac4c6-895a-4463-9e7d-29987b0ce63a {{(pid=107777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 04:47:00.415383 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:00.436535 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e8bf4ab8-516b-46d2-8ec7-a3124e303363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (0fa796e5-1e03-46f7-961b-e86131225581), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:00.442900 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e8bf4ab8-516b-46d2-8ec7-a3124e303363 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:00.446978 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e8bf4ab8-516b-46d2-8ec7-a3124e303363 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/0fa796e5-1e03-46f7-961b-e86131225581 HTTP/1.1" status: 204 len: 168 time: 0.5817459 Aug 27 04:47:00.449626 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-ca5c2425-db62-42a0-86b6-56cc0244743a None None] For port 5a2129f9-3735-48ae-86f8-2c39c96f89ad, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=5a2129f9-3735-48ae-86f8-2c39c96f89ad,segment=NetworkSegment(c4980e18-1f61-4369-bfae-8786156e2b9f),segment_id=c4980e18-1f61-4369-bfae-8786156e2b9f)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:00.450186 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ca5c2425-db62-42a0-86b6-56cc0244743a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (5a2129f9-3735-48ae-86f8-2c39c96f89ad), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:00.492521 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port d86ac4c6-895a-4463-9e7d-29987b0ce63a, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=d86ac4c6-895a-4463-9e7d-29987b0ce63a,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:00.501337 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-ca5c2425-db62-42a0-86b6-56cc0244743a None None] Calling delete_port for 5a2129f9-3735-48ae-86f8-2c39c96f89ad owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:47:00.501837 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bf4ab8-516b-46d2-8ec7-a3124e303363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa796e5-1e03-46f7-961b-e86131225581,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:00.510748 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-2af6a351-9865-4599-a987-dd122cd52a15 None None] Set router 939863bd-a356-44f4-94fe-d2cd4ff64561 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:47:00.517301 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:00.627745 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8d7579b0-919d-4f74-91d4-7b176385c667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (5a2129f9-3735-48ae-86f8-2c39c96f89ad), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:00.647195 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-410387c8-9bd8-4ef4-9568-d5d0fa4d86cd req-2be30e43-2d6d-4167-ad7e-2ee2f6e48abe service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3642769 Aug 27 04:47:00.649566 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-603db73a-02cf-406f-babb-4f97eee5766a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (939863bd-a356-44f4-94fe-d2cd4ff64561), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:00.682217 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7579b0-919d-4f74-91d4-7b176385c667 admin admin] No DVR routers for this DVR port 5a2129f9-3735-48ae-86f8-2c39c96f89ad on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:47:00.689698 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-70693408-9b73-494a-960b-d7cffe5f6740 req-b04fc29d-e2c1-42a1-87d3-07c242a51e07 tempest-ServerActionsTestJSON-297236474 tempest-ServerActionsTestJSON-297236474-project] 10.222.0.76 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1234029684&fields=id&tenant_id=7929f66d29064429b0958af19edc5e9b HTTP/1.1" status: 200 len: 267 time: 0.1337717 Aug 27 04:47:00.691207 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7579b0-919d-4f74-91d4-7b176385c667 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a2129f9-3735-48ae-86f8-2c39c96f89ad,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:00.817346 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a830db04-0498-468a-902a-2cf1d4ba77d1 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:47:00.820751 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (d86ac4c6-895a-4463-9e7d-29987b0ce63a), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:01.034849 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Pushing event updated for resources: {'Port': ['ID=d86ac4c6-895a-4463-9e7d-29987b0ce63a,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:01.058596 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port a830db04-0498-468a-902a-2cf1d4ba77d1 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:01.058888 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a830db04-0498-468a-902a-2cf1d4ba77d1), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:01.088440 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ca5c2425-db62-42a0-86b6-56cc0244743a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (5a2129f9-3735-48ae-86f8-2c39c96f89ad), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:01.129129 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-603db73a-02cf-406f-babb-4f97eee5766a admin admin] Deleting port 2046d770-81ec-42d9-9846-f9e67a90b7a2 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:47:01.130167 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-603db73a-02cf-406f-babb-4f97eee5766a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (2046d770-81ec-42d9-9846-f9e67a90b7a2), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:01.153516 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c2425-db62-42a0-86b6-56cc0244743a None None] Pushing event deleted for resources: {'Port': ['ID=5a2129f9-3735-48ae-86f8-2c39c96f89ad,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:01.162115 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5c2425-db62-42a0-86b6-56cc0244743a None None] No DVR routers for this DVR port 5a2129f9-3735-48ae-86f8-2c39c96f89ad on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:47:01.187540 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 49042) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:01.300948 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] get_ports_and_sgs() called for port_ids ['d86ac4c6-895a-4463-9e7d-29987b0ce63a'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:47:01.403547 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8d7579b0-919d-4f74-91d4-7b176385c667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (200385b2-567c-414e-a01b-86dbaa38605c), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:01.435345 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-8d7579b0-919d-4f74-91d4-7b176385c667 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['200385b2-567c-414e-a01b-86dbaa38605c']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:01.435545 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:01.441953 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-8d7579b0-919d-4f74-91d4-7b176385c667 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4980e18-1f61-4369-bfae-8786156e2b9f') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:01.442477 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-8d7579b0-919d-4f74-91d4-7b176385c667 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4980e18-1f61-4369-bfae-8786156e2b9f') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:01.443565 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-2af6a351-9865-4599-a987-dd122cd52a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939863bd-a356-44f4-94fe-d2cd4ff64561', 'name': 'tempest-ServerTagsTestJSON-1963396572-router', 'tenant_id': 'cb4daa9f777240578e1113cf0b5a5385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'a830db04-0498-468a-902a-2cf1d4ba77d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:46:42Z', 'updated_at': '2022-08-27T04:46:52Z', 'revision_number': 4, 'project_id': 'cb4daa9f777240578e1113cf0b5a5385', 'gw_port': {'id': 'a830db04-0498-468a-902a-2cf1d4ba77d1', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939863bd-a356-44f4-94fe-d2cd4ff64561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:46:44Z', 'updated_at': '2022-08-27T04:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '2046d770-81ec-42d9-9846-f9e67a90b7a2', 'name': '', 'network_id': '540accde-c4c0-4b48-8dfd-580e855fc071', 'tenant_id': 'cb4daa9f777240578e1113cf0b5a5385', 'mac_address': 'fa:16:3e:9f:a0:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939863bd-a356-44f4-94fe-d2cd4ff64561', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '030b0d02-4344-445d-b3a8-f76895fbee90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:46:50Z', 'updated_at': '2022-08-27T04:46:53Z', 'revision_number': 2, 'project_id': 'cb4daa9f777240578e1113cf0b5a5385', 'subnets': [{'id': '030b0d02-4344-445d-b3a8-f76895fbee90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:01.454164 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8d7579b0-919d-4f74-91d4-7b176385c667 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (c4980e18-1f61-4369-bfae-8786156e2b9f), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:01.476035 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8d7579b0-919d-4f74-91d4-7b176385c667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (c4980e18-1f61-4369-bfae-8786156e2b9f), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:01.478813 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d7579b0-919d-4f74-91d4-7b176385c667 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:47:01.479221 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8d7579b0-919d-4f74-91d4-7b176385c667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (c4980e18-1f61-4369-bfae-8786156e2b9f), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:01.542893 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=78,neutron:DELETE=7,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:01.578228 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af6a351-9865-4599-a987-dd122cd52a15 None None] Checking router: 939863bd-a356-44f4-94fe-d2cd4ff64561 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:47:01.578607 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af6a351-9865-4599-a987-dd122cd52a15 None None] Updating router 939863bd-a356-44f4-94fe-d2cd4ff64561 port 2046d770-81ec-42d9-9846-f9e67a90b7a2 binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:47:01.606784 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f7e1a-ee78-4375-bf2c-b9f7cd4f0d90 req-163ab9b8-ac41-4d97-870c-f243f89b9a31 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:01.609624 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-604f7e1a-ee78-4375-bf2c-b9f7cd4f0d90 req-163ab9b8-ac41-4d97-870c-f243f89b9a31 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=2169ad17-a221-4eff-953e-ebecc248cdbd HTTP/1.1" status: 200 len: 949 time: 0.0652957 Aug 27 04:47:01.611200 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment c4980e18-1f61-4369-bfae-8786156e2b9f resource provider aggregate not found Aug 27 04:47:01.635163 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2af6a351-9865-4599-a987-dd122cd52a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (2046d770-81ec-42d9-9846-f9e67a90b7a2), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:01.695568 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment c4980e18-1f61-4369-bfae-8786156e2b9f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c4980e18-1f61-4369-bfae-8786156e2b9f found for delete ", "request_id": "req-4c48df1a-7416-42ee-91c4-580c669ac747"}]} Aug 27 04:47:01.699134 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-604f7e1a-ee78-4375-bf2c-b9f7cd4f0d90 req-7a7f997d-90f7-4ade-a19f-14a5a9825300 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803125 Aug 27 04:47:01.704569 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8d7579b0-919d-4f74-91d4-7b176385c667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (200385b2-567c-414e-a01b-86dbaa38605c), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:01.709824 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8d7579b0-919d-4f74-91d4-7b176385c667 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:01.713395 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-8d7579b0-919d-4f74-91d4-7b176385c667 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/200385b2-567c-414e-a01b-86dbaa38605c HTTP/1.1" status: 204 len: 168 time: 1.9674437 Aug 27 04:47:01.747889 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:01.749251 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7579b0-919d-4f74-91d4-7b176385c667 admin admin] Pushing event deleted for resources: {'Network': ['ID=200385b2-567c-414e-a01b-86dbaa38605c,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:01.808572 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70693408-9b73-494a-960b-d7cffe5f6740 req-376de8a1-c41a-4110-aa83-1fcdf2320a7d tempest-ServerActionsTestJSON-297236474 tempest-ServerActionsTestJSON-297236474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:01.816189 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-70693408-9b73-494a-960b-d7cffe5f6740 req-376de8a1-c41a-4110-aa83-1fcdf2320a7d tempest-ServerActionsTestJSON-297236474 tempest-ServerActionsTestJSON-297236474-project] 10.222.0.76 "GET /networking/v2.0/networks?id=a1ccc39f-50bb-44b7-b472-93ab422293e4 HTTP/1.1" status: 200 len: 812 time: 1.1092250 Aug 27 04:47:01.835914 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-70693408-9b73-494a-960b-d7cffe5f6740 req-90e6a774-fb03-4bfe-a491-d999f7557cf0 tempest-ServerActionsTestJSON-297236474 tempest-ServerActionsTestJSON-297236474-project] 10.222.0.76 "GET /networking/v2.0/quotas/7929f66d29064429b0958af19edc5e9b HTTP/1.1" status: 200 len: 375 time: 0.0185974 Aug 27 04:47:01.849190 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-14b98f5e-8509-4465-a4b8-5745897129f4 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=afd683ccf6674e33a101d957f16e948e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6621280 Aug 27 04:47:01.852302 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 49064) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:01.878595 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-603db73a-02cf-406f-babb-4f97eee5766a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (2046d770-81ec-42d9-9846-f9e67a90b7a2), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:01.918908 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port a830db04-0498-468a-902a-2cf1d4ba77d1 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:47:01.927003 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-603db73a-02cf-406f-babb-4f97eee5766a admin admin] Calling delete_port for 2046d770-81ec-42d9-9846-f9e67a90b7a2 owned by network:router_interface {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:47:01.935353 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f5093f4f-9015-4991-9322-9d999a2a43e2 admin admin] Publish callbacks [] for security_group (b9e024f1-dd80-45b9-9a6f-959cf3181981), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:01.964829 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-70693408-9b73-494a-960b-d7cffe5f6740 req-907a6105-8b1c-497c-bc9b-f74649f8e149 tempest-ServerActionsTestJSON-297236474 tempest-ServerActionsTestJSON-297236474-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=7929f66d29064429b0958af19edc5e9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1202853 Aug 27 04:47:01.984224 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f5093f4f-9015-4991-9322-9d999a2a43e2 admin admin] Publish callbacks [] for security_group (b9e024f1-dd80-45b9-9a6f-959cf3181981), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:01.993551 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:02.035167 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 5a2129f9-3735-48ae-86f8-2c39c96f89ad no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:47:02.077920 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 5a2129f9-3735-48ae-86f8-2c39c96f89ad {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:47:02.078429 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 5a2129f9-3735-48ae-86f8-2c39c96f89ad not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:47:02.078956 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 73d79df4-aad9-45b9-9734-e0f3058b6c03 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:47:02.119990 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:02.129015 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 73d79df4-aad9-45b9-9734-e0f3058b6c03 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:47:02.129515 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 73d79df4-aad9-45b9-9734-e0f3058b6c03 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:47:02.142831 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:02.168927 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f5093f4f-9015-4991-9322-9d999a2a43e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (b9e024f1-dd80-45b9-9a6f-959cf3181981), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:02.174995 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f5093f4f-9015-4991-9322-9d999a2a43e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:02.176619 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f5093f4f-9015-4991-9322-9d999a2a43e2 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/b9e024f1-dd80-45b9-9a6f-959cf3181981 HTTP/1.1" status: 204 len: 168 time: 0.3235669 Aug 27 04:47:02.178152 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:02.208888 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:02.223508 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5093f4f-9015-4991-9322-9d999a2a43e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e024f1-dd80-45b9-9a6f-959cf3181981,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:02.322624 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-2af6a351-9865-4599-a987-dd122cd52a15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:47:02.322624 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-2af6a351-9865-4599-a987-dd122cd52a15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:47:02.335319 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-603db73a-02cf-406f-babb-4f97eee5766a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (2046d770-81ec-42d9-9846-f9e67a90b7a2), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:02.373954 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603db73a-02cf-406f-babb-4f97eee5766a admin admin] Pushing event deleted for resources: {'Port': ['ID=2046d770-81ec-42d9-9846-f9e67a90b7a2,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:02.412870 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 49078) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:02.475287 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 49080) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:02.577765 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e03c490d-8e9a-41ad-83ef-4c5df3786986 tempest-ServerActionsTestJSON-297236474 tempest-ServerActionsTestJSON-297236474-project] Publish callbacks [] for security_group (aa765c00-fd98-420c-a574-c4737ee9e087), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:02.616962 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c7a81b18-4ae0-41a3-a0e0-d03360a9dbfb admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=e84bbf4628c144be8c336b08d9dc7482&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1405172 Aug 27 04:47:02.621717 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 49084) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:02.642865 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e03c490d-8e9a-41ad-83ef-4c5df3786986 tempest-ServerActionsTestJSON-297236474 tempest-ServerActionsTestJSON-297236474-project] Publish callbacks [] for security_group (aa765c00-fd98-420c-a574-c4737ee9e087), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:02.719570 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-603db73a-02cf-406f-babb-4f97eee5766a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (939863bd-a356-44f4-94fe-d2cd4ff64561), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:02.803927 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:02.814991 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-21ec0393-aabc-4183-8942-3548dc126a17 admin admin] Publish callbacks [] for security_group (3904ba6f-4462-4e44-9f13-dfd468045476), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:02.878815 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af6a351-9865-4599-a987-dd122cd52a15 None None] Port 2046d770-81ec-42d9-9846-f9e67a90b7a2 not found while updating agent binding for router 939863bd-a356-44f4-94fe-d2cd4ff64561. {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 27 04:47:02.882725 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-21ec0393-aabc-4183-8942-3548dc126a17 admin admin] Publish callbacks [] for security_group (3904ba6f-4462-4e44-9f13-dfd468045476), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:02.897101 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af6a351-9865-4599-a987-dd122cd52a15 None None] Routers {'939863bd-a356-44f4-94fe-d2cd4ff64561'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:47:02.897697 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-2af6a351-9865-4599-a987-dd122cd52a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:46:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['939863bd-a356-44f4-94fe-d2cd4ff64561'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:02.913855 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:03.025217 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e7fe9-75ed-44b5-9498-1da50a4ed6c5 req-1b49c1b3-4ffd-45a2-9927-a84518d34f1e tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:03.033367 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-286e7fe9-75ed-44b5-9498-1da50a4ed6c5 req-1b49c1b3-4ffd-45a2-9927-a84518d34f1e tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=2169ad17-a221-4eff-953e-ebecc248cdbd HTTP/1.1" status: 200 len: 949 time: 0.1482532 Aug 27 04:47:03.042340 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e03c490d-8e9a-41ad-83ef-4c5df3786986 tempest-ServerActionsTestJSON-297236474 tempest-ServerActionsTestJSON-297236474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (aa765c00-fd98-420c-a574-c4737ee9e087), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:03.045147 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e03c490d-8e9a-41ad-83ef-4c5df3786986 tempest-ServerActionsTestJSON-297236474 tempest-ServerActionsTestJSON-297236474-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:03.046425 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e03c490d-8e9a-41ad-83ef-4c5df3786986 tempest-ServerActionsTestJSON-297236474 tempest-ServerActionsTestJSON-297236474-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/aa765c00-fd98-420c-a574-c4737ee9e087 HTTP/1.1" status: 204 len: 168 time: 0.6321442 Aug 27 04:47:03.058682 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 49100) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:03.083157 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03c490d-8e9a-41ad-83ef-4c5df3786986 tempest-ServerActionsTestJSON-297236474 tempest-ServerActionsTestJSON-297236474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa765c00-fd98-420c-a574-c4737ee9e087,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:03.101912 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-1aaa3867-d14d-4cd7-bb2b-4f93ce7bd2a0 tempest-ServerActionsTestJSON-297236474 tempest-ServerActionsTestJSON-297236474-project] show failed (client error): The resource could not be found. Aug 27 04:47:03.103143 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1aaa3867-d14d-4cd7-bb2b-4f93ce7bd2a0 tempest-ServerActionsTestJSON-297236474 tempest-ServerActionsTestJSON-297236474-project] 10.222.0.76 "GET /networking/v2.0/security-groups/aa765c00-fd98-420c-a574-c4737ee9e087 HTTP/1.1" status: 404 len: 347 time: 0.0421302 Aug 27 04:47:03.105896 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 49104) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:03.106322 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-2af6a351-9865-4599-a987-dd122cd52a15 None None] Set router 939863bd-a356-44f4-94fe-d2cd4ff64561 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:47:03.180328 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-286e7fe9-75ed-44b5-9498-1da50a4ed6c5 req-a38e287d-6f65-4447-bda3-df4562a1c7d3 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452293 Aug 27 04:47:03.180645 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-603db73a-02cf-406f-babb-4f97eee5766a admin admin] Router 939863bd-a356-44f4-94fe-d2cd4ff64561 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:47:03.292043 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-21ec0393-aabc-4183-8942-3548dc126a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (3904ba6f-4462-4e44-9f13-dfd468045476), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:03.301260 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-21ec0393-aabc-4183-8942-3548dc126a17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:03.302422 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-21ec0393-aabc-4183-8942-3548dc126a17 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/3904ba6f-4462-4e44-9f13-dfd468045476 HTTP/1.1" status: 204 len: 168 time: 0.6796064 Aug 27 04:47:03.327102 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ec0393-aabc-4183-8942-3548dc126a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3904ba6f-4462-4e44-9f13-dfd468045476,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:03.361685 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-748465aa-eb4e-44fb-aff1-848a3c834c01 tempest-ServerActionsTestJSON-297236474 tempest-ServerActionsTestJSON-297236474-project] Deleting port 0def3453-e516-4e9f-a1f0-5e587b7d2d22 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:47:03.362851 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-748465aa-eb4e-44fb-aff1-848a3c834c01 tempest-ServerActionsTestJSON-297236474 tempest-ServerActionsTestJSON-297236474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (0def3453-e516-4e9f-a1f0-5e587b7d2d22), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:03.415985 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-2af6a351-9865-4599-a987-dd122cd52a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939863bd-a356-44f4-94fe-d2cd4ff64561', 'name': 'tempest-ServerTagsTestJSON-1963396572-router', 'tenant_id': 'cb4daa9f777240578e1113cf0b5a5385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'a830db04-0498-468a-902a-2cf1d4ba77d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:46:42Z', 'updated_at': '2022-08-27T04:47:02Z', 'revision_number': 5, 'project_id': 'cb4daa9f777240578e1113cf0b5a5385', 'gw_port': {'id': 'a830db04-0498-468a-902a-2cf1d4ba77d1', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939863bd-a356-44f4-94fe-d2cd4ff64561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:46:44Z', 'updated_at': '2022-08-27T04:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:03.438854 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=83,neutron:DELETE=15,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:03.458261 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-603db73a-02cf-406f-babb-4f97eee5766a admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:47:03.462021 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-603db73a-02cf-406f-babb-4f97eee5766a admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/939863bd-a356-44f4-94fe-d2cd4ff64561/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4179444 Aug 27 04:47:03.466029 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 49114) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:03.475517 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:DELETE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:03.490224 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af6a351-9865-4599-a987-dd122cd52a15 None None] The sync data for ids ['939863bd-a356-44f4-94fe-d2cd4ff64561'] in n-d-852088-5 is: [{'id': '939863bd-a356-44f4-94fe-d2cd4ff64561', 'name': 'tempest-ServerTagsTestJSON-1963396572-router', 'tenant_id': 'cb4daa9f777240578e1113cf0b5a5385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'a830db04-0498-468a-902a-2cf1d4ba77d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:46:42Z', 'updated_at': '2022-08-27T04:47:02Z', 'revision_number': 5, 'project_id': 'cb4daa9f777240578e1113cf0b5a5385', 'gw_port': {'id': 'a830db04-0498-468a-902a-2cf1d4ba77d1', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939863bd-a356-44f4-94fe-d2cd4ff64561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:46:44Z', 'updated_at': '2022-08-27T04:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:47:03.501418 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 49116) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:03.558152 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-748465aa-eb4e-44fb-aff1-848a3c834c01 tempest-ServerActionsTestJSON-297236474 tempest-ServerActionsTestJSON-297236474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (0def3453-e516-4e9f-a1f0-5e587b7d2d22), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:03.558483 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-748465aa-eb4e-44fb-aff1-848a3c834c01 tempest-ServerActionsTestJSON-297236474 tempest-ServerActionsTestJSON-297236474-project] Publish callbacks [] for floatingip (0def3453-e516-4e9f-a1f0-5e587b7d2d22), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:03.568181 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:03.607396 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-748465aa-eb4e-44fb-aff1-848a3c834c01 tempest-ServerActionsTestJSON-297236474 tempest-ServerActionsTestJSON-297236474-project] Calling delete_port for 0def3453-e516-4e9f-a1f0-5e587b7d2d22 owned by network:floatingip {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:47:03.670699 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3f76f0fe-5a56-441e-b962-73610ce51f37 admin admin] Publish callbacks [] for router (939863bd-a356-44f4-94fe-d2cd4ff64561), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:03.701792 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device d86ac4c6-895a-4463-9e7d-29987b0ce63a up at agent hyperv_n-h1-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:47:03.751657 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:03.795401 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Provisioning for port d86ac4c6-895a-4463-9e7d-29987b0ce63a completed by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 27 04:47:03.801421 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3f76f0fe-5a56-441e-b962-73610ce51f37 admin admin] Publish callbacks [] for router_gateway (939863bd-a356-44f4-94fe-d2cd4ff64561), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:03.951336 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Provisioning complete for port d86ac4c6-895a-4463-9e7d-29987b0ce63a triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:03.951720 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d86ac4c6-895a-4463-9e7d-29987b0ce63a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:04.031485 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Current status of the port d86ac4c6-895a-4463-9e7d-29987b0ce63a is: BUILD; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:47:04.031875 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (d86ac4c6-895a-4463-9e7d-29987b0ce63a), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:04.043723 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-748465aa-eb4e-44fb-aff1-848a3c834c01 tempest-ServerActionsTestJSON-297236474 tempest-ServerActionsTestJSON-297236474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (0def3453-e516-4e9f-a1f0-5e587b7d2d22), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:04.073711 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748465aa-eb4e-44fb-aff1-848a3c834c01 tempest-ServerActionsTestJSON-297236474 tempest-ServerActionsTestJSON-297236474-project] Pushing event deleted for resources: {'Port': ['ID=0def3453-e516-4e9f-a1f0-5e587b7d2d22,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:04.082585 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2169ad17-a221-4eff-953e-ebecc248cdbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd86ac4c6-895a-4463-9e7d-29987b0ce63a'}] {{(pid=107777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:47:04.084986 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6e1ed2c1589df8125b2075e26a1ec4ff1174e69d6a71546bdf3c3a9a29d330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717c19ca-0a2a-406c-85c9-32d45be5bc77" -d '{"events": [{"server_uuid": "2169ad17-a221-4eff-953e-ebecc248cdbd", "name": "network-vif-plugged", "status": "completed", "tag": "d86ac4c6-895a-4463-9e7d-29987b0ce63a"}]}' {{(pid=107777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:47:04.099451 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port d86ac4c6-895a-4463-9e7d-29987b0ce63a, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=d86ac4c6-895a-4463-9e7d-29987b0ce63a,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:04.121466 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:04.157064 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 04:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b6f5ea-9df7-4503-8f3a-f92874d2cebc x-openstack-request-id: req-63b6f5ea-9df7-4503-8f3a-f92874d2cebc {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:47:04.157564 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2169ad17-a221-4eff-953e-ebecc248cdbd", "name": "network-vif-plugged", "status": "completed", "tag": "d86ac4c6-895a-4463-9e7d-29987b0ce63a", "code": 200}]} {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:47:04.157820 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-63b6f5ea-9df7-4503-8f3a-f92874d2cebc {{(pid=107777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:47:04.158284 n-d-852088-5 neutron-server[107777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63b6f5ea-9df7-4503-8f3a-f92874d2cebc'] response: {'server_uuid': '2169ad17-a221-4eff-953e-ebecc248cdbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd86ac4c6-895a-4463-9e7d-29987b0ce63a', 'code': 200} Aug 27 04:47:04.171984 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-748465aa-eb4e-44fb-aff1-848a3c834c01 tempest-ServerActionsTestJSON-297236474 tempest-ServerActionsTestJSON-297236474-project] Publish callbacks [] for floatingip (b3039a81-f237-4287-be85-68a4e9af4af9), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:04.175680 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-748465aa-eb4e-44fb-aff1-848a3c834c01 tempest-ServerActionsTestJSON-297236474 tempest-ServerActionsTestJSON-297236474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:04.176918 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-748465aa-eb4e-44fb-aff1-848a3c834c01 tempest-ServerActionsTestJSON-297236474 tempest-ServerActionsTestJSON-297236474-project] 10.222.0.76 "DELETE /networking/v2.0/floatingips/b3039a81-f237-4287-be85-68a4e9af4af9 HTTP/1.1" status: 204 len: 168 time: 1.0693891 Aug 27 04:47:04.181720 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 49130) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:04.213818 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (d86ac4c6-895a-4463-9e7d-29987b0ce63a), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:04.247756 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-3f76f0fe-5a56-441e-b962-73610ce51f37 admin admin] Deleting port a830db04-0498-468a-902a-2cf1d4ba77d1 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:47:04.248119 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3f76f0fe-5a56-441e-b962-73610ce51f37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (a830db04-0498-468a-902a-2cf1d4ba77d1), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:04.359608 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Pushing event updated for resources: {'Port': ['ID=d86ac4c6-895a-4463-9e7d-29987b0ce63a,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:04.388813 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 2046d770-81ec-42d9-9846-f9e67a90b7a2 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:47:04.403635 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb43497-2e6f-46c4-963e-eeea28572592 req-36caabdc-8cd0-472c-8b50-005e56a28d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:04.405287 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-cdb43497-2e6f-46c4-963e-eeea28572592 req-36caabdc-8cd0-472c-8b50-005e56a28d40 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=2169ad17-a221-4eff-953e-ebecc248cdbd HTTP/1.1" status: 200 len: 1132 time: 0.0849388 Aug 27 04:47:04.423100 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-ef6b6355-47c4-4502-a345-9638b47d84d9 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1437401360-network', 'tenant_id': '9d030b9911da4ef8aa39dbf0fe1b744b'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:04.426866 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 2046d770-81ec-42d9-9846-f9e67a90b7a2 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:47:04.427204 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 2046d770-81ec-42d9-9846-f9e67a90b7a2 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:47:04.465143 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de50197a-f486-484f-9abc-541bcafab574 req-f2c6eedd-b580-41fe-8096-a07a2db326aa tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:04.465143 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-de50197a-f486-484f-9abc-541bcafab574 req-f2c6eedd-b580-41fe-8096-a07a2db326aa tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=2169ad17-a221-4eff-953e-ebecc248cdbd HTTP/1.1" status: 200 len: 950 time: 0.1449857 Aug 27 04:47:04.525585 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-3f76f0fe-5a56-441e-b962-73610ce51f37 admin admin] For port a830db04-0498-468a-902a-2cf1d4ba77d1, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a830db04-0498-468a-902a-2cf1d4ba77d1,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:04.526239 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3f76f0fe-5a56-441e-b962-73610ce51f37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (a830db04-0498-468a-902a-2cf1d4ba77d1), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:04.584871 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-de50197a-f486-484f-9abc-541bcafab574 req-2185a455-9f7b-4f6b-afc8-4b80850a0708 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023638 Aug 27 04:47:04.587895 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-3f76f0fe-5a56-441e-b962-73610ce51f37 admin admin] Calling delete_port for a830db04-0498-468a-902a-2cf1d4ba77d1 owned by network:router_gateway {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:47:04.634512 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-cdb43497-2e6f-46c4-963e-eeea28572592 req-7fcaf939-aa4d-4c5d-9b12-883f77cd21b4 service neutron] 10.222.0.75 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036057 Aug 27 04:47:04.728148 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6b6355-47c4-4502-a345-9638b47d84d9 admin admin] Made reservation on behalf of 9d030b9911da4ef8aa39dbf0fe1b744b for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:47:04.728148 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ef6b6355-47c4-4502-a345-9638b47d84d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:04.728148 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ef6b6355-47c4-4502-a345-9638b47d84d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:04.926787 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4a6a807b-7b92-4963-848f-5fed8672a3f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (4d737952-b4b0-41e3-bbb1-51a478825b7d), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:04.944989 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3f76f0fe-5a56-441e-b962-73610ce51f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (a830db04-0498-468a-902a-2cf1d4ba77d1), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:05.002077 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f76f0fe-5a56-441e-b962-73610ce51f37 admin admin] Pushing event deleted for resources: {'Port': ['ID=a830db04-0498-468a-902a-2cf1d4ba77d1,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:05.014016 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 49156) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:05.027570 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68829871-aff5-4a63-b278-bffdbdccb4e5 None None] Sync routers for ids ['939863bd-a356-44f4-94fe-d2cd4ff64561'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:47:05.042616 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68829871-aff5-4a63-b278-bffdbdccb4e5 None None] Routers {'939863bd-a356-44f4-94fe-d2cd4ff64561'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:47:05.045072 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-68829871-aff5-4a63-b278-bffdbdccb4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:46:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['939863bd-a356-44f4-94fe-d2cd4ff64561'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:05.093968 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ef6b6355-47c4-4502-a345-9638b47d84d9 admin admin] Publish callbacks [] for security_group (2554a014-5f1e-4880-a674-10f4a04e622c), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:05.105439 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3f76f0fe-5a56-441e-b962-73610ce51f37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (939863bd-a356-44f4-94fe-d2cd4ff64561), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:05.131018 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-68829871-aff5-4a63-b278-bffdbdccb4e5 None None] Set router 939863bd-a356-44f4-94fe-d2cd4ff64561 gateway port host: None {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:47:05.183643 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-68829871-aff5-4a63-b278-bffdbdccb4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939863bd-a356-44f4-94fe-d2cd4ff64561', 'name': 'tempest-ServerTagsTestJSON-1963396572-router', 'tenant_id': 'cb4daa9f777240578e1113cf0b5a5385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:46:42Z', 'updated_at': '2022-08-27T04:47:04Z', 'revision_number': 7, 'project_id': 'cb4daa9f777240578e1113cf0b5a5385', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:05.186219 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-23a47fd9-1c94-45bf-85c1-e358772b2c5b admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1805504630-network', 'tenant_id': '594434f66502439bb7de37a9097943fb'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:05.212131 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68829871-aff5-4a63-b278-bffdbdccb4e5 None None] Checking router: 939863bd-a356-44f4-94fe-d2cd4ff64561 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:47:05.220108 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3f76f0fe-5a56-441e-b962-73610ce51f37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (939863bd-a356-44f4-94fe-d2cd4ff64561), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:05.222217 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68829871-aff5-4a63-b278-bffdbdccb4e5 None None] Routers {'939863bd-a356-44f4-94fe-d2cd4ff64561'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:47:05.223156 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-68829871-aff5-4a63-b278-bffdbdccb4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:46:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['939863bd-a356-44f4-94fe-d2cd4ff64561'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:05.224198 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3f76f0fe-5a56-441e-b962-73610ce51f37 admin admin] Publish callbacks [] for router_controller (939863bd-a356-44f4-94fe-d2cd4ff64561), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:05.234903 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:05.244247 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ef6b6355-47c4-4502-a345-9638b47d84d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (2554a014-5f1e-4880-a674-10f4a04e622c), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:05.298945 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-68829871-aff5-4a63-b278-bffdbdccb4e5 None None] Set router 939863bd-a356-44f4-94fe-d2cd4ff64561 gateway port host: None {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:47:05.306275 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef6b6355-47c4-4502-a345-9638b47d84d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:47:05.353190 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b6355-47c4-4502-a345-9638b47d84d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2554a014-5f1e-4880-a674-10f4a04e622c,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:05.378185 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a807b-7b92-4963-848f-5fed8672a3f9 admin admin] Deleting port c497131b-16e0-4e86-96c2-fad18229a3fc {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:47:05.378185 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4a6a807b-7b92-4963-848f-5fed8672a3f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (c497131b-16e0-4e86-96c2-fad18229a3fc), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:05.378185 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a47fd9-1c94-45bf-85c1-e358772b2c5b admin admin] Made reservation on behalf of 594434f66502439bb7de37a9097943fb for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:47:05.381470 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-23a47fd9-1c94-45bf-85c1-e358772b2c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:05.400526 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3f76f0fe-5a56-441e-b962-73610ce51f37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (939863bd-a356-44f4-94fe-d2cd4ff64561), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:05.401177 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f76f0fe-5a56-441e-b962-73610ce51f37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 939863bd-a356-44f4-94fe-d2cd4ff64561 {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:47:05.408589 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3f76f0fe-5a56-441e-b962-73610ce51f37 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:05.410348 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3f76f0fe-5a56-441e-b962-73610ce51f37 admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/939863bd-a356-44f4-94fe-d2cd4ff64561 HTTP/1.1" status: 204 len: 168 time: 1.9433134 Aug 27 04:47:05.411848 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-68829871-aff5-4a63-b278-bffdbdccb4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939863bd-a356-44f4-94fe-d2cd4ff64561', 'name': 'tempest-ServerTagsTestJSON-1963396572-router', 'tenant_id': 'cb4daa9f777240578e1113cf0b5a5385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:46:42Z', 'updated_at': '2022-08-27T04:47:04Z', 'revision_number': 7, 'project_id': 'cb4daa9f777240578e1113cf0b5a5385', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:05.414142 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 49168) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:05.433037 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ef6b6355-47c4-4502-a345-9638b47d84d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (66fdff15-5b36-44d8-a5d9-a07a92557dff), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:05.434143 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-ef6b6355-47c4-4502-a345-9638b47d84d9 admin admin] Added segment 66fdff15-5b36-44d8-a5d9-a07a92557dff of type vlan for network 60f61ed9-55d9-4ed1-bf7d-77b48f71edaf Aug 27 04:47:05.445119 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-23a47fd9-1c94-45bf-85c1-e358772b2c5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:05.477584 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68829871-aff5-4a63-b278-bffdbdccb4e5 None None] The sync data for ids ['939863bd-a356-44f4-94fe-d2cd4ff64561'] in n-d-852088-5 is: [{'id': '939863bd-a356-44f4-94fe-d2cd4ff64561', 'name': 'tempest-ServerTagsTestJSON-1963396572-router', 'tenant_id': 'cb4daa9f777240578e1113cf0b5a5385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:46:42Z', 'updated_at': '2022-08-27T04:47:04Z', 'revision_number': 7, 'project_id': 'cb4daa9f777240578e1113cf0b5a5385', 'gw_port_host': None}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:47:05.495316 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:05.523215 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ef6b6355-47c4-4502-a345-9638b47d84d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (60f61ed9-55d9-4ed1-bf7d-77b48f71edaf), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:05.525491 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-44086065-c872-4a71-9fea-1324649b6ebd admin admin] Deleting subnet 030b0d02-4344-445d-b3a8-f76895fbee90 {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:47:05.530162 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-44086065-c872-4a71-9fea-1324649b6ebd admin admin] Publish callbacks [] for subnet (030b0d02-4344-445d-b3a8-f76895fbee90), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:05.593511 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-44086065-c872-4a71-9fea-1324649b6ebd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (030b0d02-4344-445d-b3a8-f76895fbee90), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:05.613365 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-4a6a807b-7b92-4963-848f-5fed8672a3f9 admin admin] For port c497131b-16e0-4e86-96c2-fad18229a3fc, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=c497131b-16e0-4e86-96c2-fad18229a3fc,segment=NetworkSegment(7814b9a5-480f-4797-a245-5cebea4bb6b2),segment_id=7814b9a5-480f-4797-a245-5cebea4bb6b2)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:05.620496 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4a6a807b-7b92-4963-848f-5fed8672a3f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (c497131b-16e0-4e86-96c2-fad18229a3fc), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:05.651937 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a807b-7b92-4963-848f-5fed8672a3f9 admin admin] Calling delete_port for c497131b-16e0-4e86-96c2-fad18229a3fc owned by network:router_interface {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:47:05.735440 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ef6b6355-47c4-4502-a345-9638b47d84d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (60f61ed9-55d9-4ed1-bf7d-77b48f71edaf), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:05.736500 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6b6355-47c4-4502-a345-9638b47d84d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:05.737146 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ef6b6355-47c4-4502-a345-9638b47d84d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:05.765757 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32905896-4bd6-4dab-a082-ace96175449c req-9ad36ce5-c804-48bb-b785-13943afec2e9 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:05.766541 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-32905896-4bd6-4dab-a082-ace96175449c req-9ad36ce5-c804-48bb-b785-13943afec2e9 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=2169ad17-a221-4eff-953e-ebecc248cdbd HTTP/1.1" status: 200 len: 950 time: 0.0930123 Aug 27 04:47:05.770780 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-44086065-c872-4a71-9fea-1324649b6ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (030b0d02-4344-445d-b3a8-f76895fbee90), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:05.806093 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-23a47fd9-1c94-45bf-85c1-e358772b2c5b admin admin] Publish callbacks [] for security_group (b68edc79-ba51-4a83-a413-c8cedf818fd6), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:05.845246 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b6355-47c4-4502-a345-9638b47d84d9 admin admin] Pushing event updated for resources: {'Network': ['ID=60f61ed9-55d9-4ed1-bf7d-77b48f71edaf,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:05.855786 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 60f61ed9-55d9-4ed1-bf7d-77b48f71edaf details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:47:05.903354 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-32905896-4bd6-4dab-a082-ace96175449c req-8e34e83f-1b21-485d-9ca3-46695adc0daa tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082520 Aug 27 04:47:05.954461 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:06.009290 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ef6b6355-47c4-4502-a345-9638b47d84d9 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.5052230 Aug 27 04:47:06.012940 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 49190) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:06.013727 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-23a47fd9-1c94-45bf-85c1-e358772b2c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (b68edc79-ba51-4a83-a413-c8cedf818fd6), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:06.019701 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-ebe53640-a1e2-45f2-a4d6-584016e8457a admin admin] Request body: {'subnet': {'network_id': '60f61ed9-55d9-4ed1-bf7d-77b48f71edaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1437401360-subnet', 'tenant_id': '9d030b9911da4ef8aa39dbf0fe1b744b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:06.028070 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23a47fd9-1c94-45bf-85c1-e358772b2c5b admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:47:06.059392 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-23a47fd9-1c94-45bf-85c1-e358772b2c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (5aaabc96-c7ae-40e9-bdf0-fe75e65a8828), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:06.059739 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-23a47fd9-1c94-45bf-85c1-e358772b2c5b admin admin] Added segment 5aaabc96-c7ae-40e9-bdf0-fe75e65a8828 of type vlan for network d24bf69f-e1a5-42c8-afac-c5ae8cedf2f9 Aug 27 04:47:06.078020 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a47fd9-1c94-45bf-85c1-e358772b2c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b68edc79-ba51-4a83-a413-c8cedf818fd6,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:06.124964 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-23a47fd9-1c94-45bf-85c1-e358772b2c5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (d24bf69f-e1a5-42c8-afac-c5ae8cedf2f9), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:06.151429 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe53640-a1e2-45f2-a4d6-584016e8457a admin admin] Made reservation on behalf of 9d030b9911da4ef8aa39dbf0fe1b744b for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:47:06.155085 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ebe53640-a1e2-45f2-a4d6-584016e8457a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:06.160402 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-44086065-c872-4a71-9fea-1324649b6ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (030b0d02-4344-445d-b3a8-f76895fbee90), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:06.169011 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:06.220008 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4a6a807b-7b92-4963-848f-5fed8672a3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (c497131b-16e0-4e86-96c2-fad18229a3fc), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:06.252514 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a807b-7b92-4963-848f-5fed8672a3f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c497131b-16e0-4e86-96c2-fad18229a3fc,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:06.263726 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-23a47fd9-1c94-45bf-85c1-e358772b2c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (d24bf69f-e1a5-42c8-afac-c5ae8cedf2f9), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:06.264453 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44086065-c872-4a71-9fea-1324649b6ebd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=030b0d02-4344-445d-b3a8-f76895fbee90,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:06.265592 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a47fd9-1c94-45bf-85c1-e358772b2c5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:06.266939 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-23a47fd9-1c94-45bf-85c1-e358772b2c5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:06.282897 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-44086065-c872-4a71-9fea-1324649b6ebd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:06.285913 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b861c2e2-6265-4698-83f6-d4609ff6863c None None] Network 540accde-c4c0-4b48-8dfd-580e855fc071 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:47:06.287135 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-44086065-c872-4a71-9fea-1324649b6ebd admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/030b0d02-4344-445d-b3a8-f76895fbee90 HTTP/1.1" status: 204 len: 168 time: 0.8711970 Aug 27 04:47:06.291290 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 49196) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:06.429450 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a47fd9-1c94-45bf-85c1-e358772b2c5b admin admin] Pushing event updated for resources: {'Network': ['ID=d24bf69f-e1a5-42c8-afac-c5ae8cedf2f9,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:06.479143 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-23a47fd9-1c94-45bf-85c1-e358772b2c5b admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4641025 Aug 27 04:47:06.481974 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 49204) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:06.489745 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-93e357b7-2b0a-47bc-9924-b2ed641e3427 admin admin] Request body: {'subnet': {'network_id': 'd24bf69f-e1a5-42c8-afac-c5ae8cedf2f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1805504630-subnet', 'tenant_id': '594434f66502439bb7de37a9097943fb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:06.526209 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:47:06.601458 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4a6a807b-7b92-4963-848f-5fed8672a3f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (4d737952-b4b0-41e3-bbb1-51a478825b7d), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:06.630558 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network d24bf69f-e1a5-42c8-afac-c5ae8cedf2f9 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:47:06.630558 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a830db04-0498-468a-902a-2cf1d4ba77d1 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:47:06.650659 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7e2769e0-6cba-4fa8-946a-56fa5976f04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (540accde-c4c0-4b48-8dfd-580e855fc071), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:06.684687 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e357b7-2b0a-47bc-9924-b2ed641e3427 admin admin] Made reservation on behalf of 594434f66502439bb7de37a9097943fb for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:47:06.688988 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-93e357b7-2b0a-47bc-9924-b2ed641e3427 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:06.832832 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-7e2769e0-6cba-4fa8-946a-56fa5976f04f admin admin] Deleting port 45ee8cd3-f2fd-441d-9521-a822db197e46 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:47:06.832832 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7e2769e0-6cba-4fa8-946a-56fa5976f04f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (45ee8cd3-f2fd-441d-9521-a822db197e46), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:06.929834 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:06.960933 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-7e2769e0-6cba-4fa8-946a-56fa5976f04f admin admin] For port 45ee8cd3-f2fd-441d-9521-a822db197e46, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=45ee8cd3-f2fd-441d-9521-a822db197e46,segment=NetworkSegment(dda3827c-cb87-4efb-ad0d-c5b009408aa9),segment_id=dda3827c-cb87-4efb-ad0d-c5b009408aa9)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:06.961460 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7e2769e0-6cba-4fa8-946a-56fa5976f04f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (45ee8cd3-f2fd-441d-9521-a822db197e46), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:06.971177 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: a830db04-0498-468a-902a-2cf1d4ba77d1 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:47:06.971691 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a830db04-0498-468a-902a-2cf1d4ba77d1 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:47:06.999623 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-7e2769e0-6cba-4fa8-946a-56fa5976f04f admin admin] Calling delete_port for 45ee8cd3-f2fd-441d-9521-a822db197e46 owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:47:07.105991 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:07.111642 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ebe53640-a1e2-45f2-a4d6-584016e8457a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (f3993876-c182-4e26-8c11-3f82859a2edb), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:07.118373 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783ec6f7-557a-47c1-af81-f5838595d86e None None] DHCP port deletion for 540accde-c4c0-4b48-8dfd-580e855fc071 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:47:07.173296 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53670403-a107-46ad-a6b1-01392eda134a req-a175b8ff-270a-408b-839c-52717e42f227 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:07.175839 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-53670403-a107-46ad-a6b1-01392eda134a req-a175b8ff-270a-408b-839c-52717e42f227 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=2169ad17-a221-4eff-953e-ebecc248cdbd HTTP/1.1" status: 200 len: 950 time: 0.1056437 Aug 27 04:47:07.177064 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:07.248106 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe53640-a1e2-45f2-a4d6-584016e8457a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3993876-c182-4e26-8c11-3f82859a2edb,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:07.248329 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-783ec6f7-557a-47c1-af81-f5838595d86e None None] Deleting port 45ee8cd3-f2fd-441d-9521-a822db197e46 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:47:07.248709 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-783ec6f7-557a-47c1-af81-f5838595d86e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (45ee8cd3-f2fd-441d-9521-a822db197e46), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:07.270123 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe53640-a1e2-45f2-a4d6-584016e8457a admin admin] Checking segment: {'id': '66fdff15-5b36-44d8-a5d9-a07a92557dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '60f61ed9-55d9-4ed1-bf7d-77b48f71edaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:47:07.270742 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe53640-a1e2-45f2-a4d6-584016e8457a admin admin] Network hostable DHCP agents. Network: 60f61ed9-55d9-4ed1-bf7d-77b48f71edaf, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:47:07.296235 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:07.301512 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-53670403-a107-46ad-a6b1-01392eda134a req-b081bc27-0c13-4f9d-9361-6ff603bbc491 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919611 Aug 27 04:47:07.324190 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-783ec6f7-557a-47c1-af81-f5838595d86e None None] For port 45ee8cd3-f2fd-441d-9521-a822db197e46, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=45ee8cd3-f2fd-441d-9521-a822db197e46,segment=NetworkSegment(dda3827c-cb87-4efb-ad0d-c5b009408aa9),segment_id=dda3827c-cb87-4efb-ad0d-c5b009408aa9)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:07.324895 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-783ec6f7-557a-47c1-af81-f5838595d86e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (45ee8cd3-f2fd-441d-9521-a822db197e46), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:07.342286 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-783ec6f7-557a-47c1-af81-f5838595d86e None None] Calling delete_port for 45ee8cd3-f2fd-441d-9521-a822db197e46 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:47:07.402326 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7e2769e0-6cba-4fa8-946a-56fa5976f04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (45ee8cd3-f2fd-441d-9521-a822db197e46), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:07.409841 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a6a807b-7b92-4963-848f-5fed8672a3f9 admin admin] Router 4d737952-b4b0-41e3-bbb1-51a478825b7d has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:47:07.415173 n-d-852088-5 neutron-server[107777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:47:07.415173 n-d-852088-5 neutron-server[107777]: self.session.flush() Aug 27 04:47:07.415173 n-d-852088-5 neutron-server[107777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:47:07.415173 n-d-852088-5 neutron-server[107777]: self.session.flush() Aug 27 04:47:07.415173 n-d-852088-5 neutron-server[107777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:47:07.415173 n-d-852088-5 neutron-server[107777]: self.session.flush() Aug 27 04:47:07.415173 n-d-852088-5 neutron-server[107777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:47:07.415173 n-d-852088-5 neutron-server[107777]: self.session.flush() Aug 27 04:47:07.415173 n-d-852088-5 neutron-server[107777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:47:07.415173 n-d-852088-5 neutron-server[107777]: self.session.flush() Aug 27 04:47:07.415173 n-d-852088-5 neutron-server[107777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:47:07.415173 n-d-852088-5 neutron-server[107777]: self.session.flush() Aug 27 04:47:07.415173 n-d-852088-5 neutron-server[107777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:47:07.415173 n-d-852088-5 neutron-server[107777]: self.session.flush() Aug 27 04:47:07.415173 n-d-852088-5 neutron-server[107777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:47:07.415173 n-d-852088-5 neutron-server[107777]: self.session.flush() Aug 27 04:47:07.415173 n-d-852088-5 neutron-server[107777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:47:07.415173 n-d-852088-5 neutron-server[107777]: self.session.flush() Aug 27 04:47:07.415173 n-d-852088-5 neutron-server[107777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:47:07.415173 n-d-852088-5 neutron-server[107777]: self.session.flush() Aug 27 04:47:07.415173 n-d-852088-5 neutron-server[107777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:47:07.415173 n-d-852088-5 neutron-server[107777]: self.session.flush() Aug 27 04:47:07.415173 n-d-852088-5 neutron-server[107777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:47:07.415173 n-d-852088-5 neutron-server[107777]: self.session.flush() Aug 27 04:47:07.415173 n-d-852088-5 neutron-server[107777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:47:07.415173 n-d-852088-5 neutron-server[107777]: self.session.flush() Aug 27 04:47:07.415173 n-d-852088-5 neutron-server[107777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:47:07.415173 n-d-852088-5 neutron-server[107777]: self.session.flush() Aug 27 04:47:07.415173 n-d-852088-5 neutron-server[107777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:47:07.415173 n-d-852088-5 neutron-server[107777]: self.session.flush() Aug 27 04:47:07.415173 n-d-852088-5 neutron-server[107777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:47:07.415173 n-d-852088-5 neutron-server[107777]: self.session.flush() Aug 27 04:47:07.415173 n-d-852088-5 neutron-server[107777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:47:07.415173 n-d-852088-5 neutron-server[107777]: self.session.flush() Aug 27 04:47:07.415173 n-d-852088-5 neutron-server[107777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:47:07.415173 n-d-852088-5 neutron-server[107777]: self.session.flush() Aug 27 04:47:07.415173 n-d-852088-5 neutron-server[107777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:47:07.415173 n-d-852088-5 neutron-server[107777]: self.session.flush() Aug 27 04:47:07.415173 n-d-852088-5 neutron-server[107777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:47:07.415173 n-d-852088-5 neutron-server[107777]: self.session.flush() Aug 27 04:47:07.417530 n-d-852088-5 neutron-server[107777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:47:07.417530 n-d-852088-5 neutron-server[107777]: self.session.flush() Aug 27 04:47:07.417530 n-d-852088-5 neutron-server[107777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:47:07.417530 n-d-852088-5 neutron-server[107777]: self.session.flush() Aug 27 04:47:07.417530 n-d-852088-5 neutron-server[107777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:47:07.417530 n-d-852088-5 neutron-server[107777]: self.session.flush() Aug 27 04:47:07.417530 n-d-852088-5 neutron-server[107777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:47:07.417530 n-d-852088-5 neutron-server[107777]: self.session.flush() Aug 27 04:47:07.417530 n-d-852088-5 neutron-server[107777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:47:07.417530 n-d-852088-5 neutron-server[107777]: self.session.flush() Aug 27 04:47:07.417530 n-d-852088-5 neutron-server[107777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:47:07.417530 n-d-852088-5 neutron-server[107777]: self.session.flush() Aug 27 04:47:07.417530 n-d-852088-5 neutron-server[107777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:47:07.417530 n-d-852088-5 neutron-server[107777]: self.session.flush() Aug 27 04:47:07.425966 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-783ec6f7-557a-47c1-af81-f5838595d86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (45ee8cd3-f2fd-441d-9521-a822db197e46), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:07.449564 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2769e0-6cba-4fa8-946a-56fa5976f04f admin admin] Pushing event deleted for resources: {'Port': ['ID=45ee8cd3-f2fd-441d-9521-a822db197e46,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:07.457949 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2769e0-6cba-4fa8-946a-56fa5976f04f admin admin] No DVR routers for this DVR port 45ee8cd3-f2fd-441d-9521-a822db197e46 on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:47:07.459468 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ec6f7-557a-47c1-af81-f5838595d86e None None] Pushing event deleted for resources: {'Port': ['ID=45ee8cd3-f2fd-441d-9521-a822db197e46,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:07.471927 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ec6f7-557a-47c1-af81-f5838595d86e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:07.472510 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ec6f7-557a-47c1-af81-f5838595d86e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:07.472940 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ec6f7-557a-47c1-af81-f5838595d86e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:07.473383 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ec6f7-557a-47c1-af81-f5838595d86e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:07.473860 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ec6f7-557a-47c1-af81-f5838595d86e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:07.474291 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ec6f7-557a-47c1-af81-f5838595d86e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:07.474724 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ec6f7-557a-47c1-af81-f5838595d86e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:07.475170 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ec6f7-557a-47c1-af81-f5838595d86e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:07.475654 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ec6f7-557a-47c1-af81-f5838595d86e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:07.476235 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ec6f7-557a-47c1-af81-f5838595d86e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:07.476772 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ec6f7-557a-47c1-af81-f5838595d86e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:07.477331 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ec6f7-557a-47c1-af81-f5838595d86e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:07.477863 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ec6f7-557a-47c1-af81-f5838595d86e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:07.478367 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ec6f7-557a-47c1-af81-f5838595d86e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:07.479005 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ec6f7-557a-47c1-af81-f5838595d86e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:07.488753 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783ec6f7-557a-47c1-af81-f5838595d86e None None] No DVR routers for this DVR port 45ee8cd3-f2fd-441d-9521-a822db197e46 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:47:07.510514 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=77,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=14 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:07.556434 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7e2769e0-6cba-4fa8-946a-56fa5976f04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (540accde-c4c0-4b48-8dfd-580e855fc071), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:07.559370 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe53640-a1e2-45f2-a4d6-584016e8457a admin admin] Network 60f61ed9-55d9-4ed1-bf7d-77b48f71edaf is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:47:07.582842 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a6a807b-7b92-4963-848f-5fed8672a3f9 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:47:07.586364 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-7e2769e0-6cba-4fa8-946a-56fa5976f04f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['540accde-c4c0-4b48-8dfd-580e855fc071']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:07.588917 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-4a6a807b-7b92-4963-848f-5fed8672a3f9 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/4d737952-b4b0-41e3-bbb1-51a478825b7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4047022 Aug 27 04:47:07.591089 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 49236) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:07.595614 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647c966d-9d3f-41e4-8a34-8eb710d49af2 None None] Sync routers for ids ['4d737952-b4b0-41e3-bbb1-51a478825b7d'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:47:07.605265 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-7e2769e0-6cba-4fa8-946a-56fa5976f04f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dda3827c-cb87-4efb-ad0d-c5b009408aa9') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:07.605808 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-7e2769e0-6cba-4fa8-946a-56fa5976f04f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dda3827c-cb87-4efb-ad0d-c5b009408aa9') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:07.619910 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647c966d-9d3f-41e4-8a34-8eb710d49af2 None None] Routers {'4d737952-b4b0-41e3-bbb1-51a478825b7d'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:47:07.620587 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-647c966d-9d3f-41e4-8a34-8eb710d49af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:46:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['4d737952-b4b0-41e3-bbb1-51a478825b7d'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:07.625374 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7e2769e0-6cba-4fa8-946a-56fa5976f04f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (dda3827c-cb87-4efb-ad0d-c5b009408aa9), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:07.626160 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-93e357b7-2b0a-47bc-9924-b2ed641e3427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (3303182e-bd77-44a8-b07b-43bb7456daec), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:07.644388 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7e2769e0-6cba-4fa8-946a-56fa5976f04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (dda3827c-cb87-4efb-ad0d-c5b009408aa9), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:07.652832 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e2769e0-6cba-4fa8-946a-56fa5976f04f admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:47:07.653510 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7e2769e0-6cba-4fa8-946a-56fa5976f04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (dda3827c-cb87-4efb-ad0d-c5b009408aa9), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:07.715911 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment dda3827c-cb87-4efb-ad0d-c5b009408aa9 resource provider aggregate not found Aug 27 04:47:07.757784 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment dda3827c-cb87-4efb-ad0d-c5b009408aa9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dda3827c-cb87-4efb-ad0d-c5b009408aa9 found for delete ", "request_id": "req-e2fd8aff-4dfa-49cc-9826-50145f54ab64"}]} Aug 27 04:47:07.763617 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-ebe53640-a1e2-45f2-a4d6-584016e8457a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 60f61ed9-55d9-4ed1-bf7d-77b48f71edaf) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:47:07.780003 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe53640-a1e2-45f2-a4d6-584016e8457a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:07.780658 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ebe53640-a1e2-45f2-a4d6-584016e8457a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:07.828362 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da9c41a-1515-439b-a20d-dfb5ced74dc8 None None] Network 60f61ed9-55d9-4ed1-bf7d-77b48f71edaf requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:47:07.855558 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 49248) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:07.876662 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7e2769e0-6cba-4fa8-946a-56fa5976f04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (540accde-c4c0-4b48-8dfd-580e855fc071), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:07.883787 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7e2769e0-6cba-4fa8-946a-56fa5976f04f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:07.887618 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e357b7-2b0a-47bc-9924-b2ed641e3427 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3303182e-bd77-44a8-b07b-43bb7456daec,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:07.891539 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7e2769e0-6cba-4fa8-946a-56fa5976f04f admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/540accde-c4c0-4b48-8dfd-580e855fc071 HTTP/1.1" status: 204 len: 168 time: 1.5954502 Aug 27 04:47:07.906232 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e357b7-2b0a-47bc-9924-b2ed641e3427 admin admin] Checking segment: {'id': '5aaabc96-c7ae-40e9-bdf0-fe75e65a8828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd24bf69f-e1a5-42c8-afac-c5ae8cedf2f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:47:07.906585 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e357b7-2b0a-47bc-9924-b2ed641e3427 admin admin] Network hostable DHCP agents. Network: d24bf69f-e1a5-42c8-afac-c5ae8cedf2f9, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:47:07.913872 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-640050bc-4cc7-4626-943d-cd0dc48dd689 admin admin] Publish callbacks [] for router (4d737952-b4b0-41e3-bbb1-51a478825b7d), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:07.916859 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:07.920979 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2769e0-6cba-4fa8-946a-56fa5976f04f admin admin] Pushing event deleted for resources: {'Network': ['ID=540accde-c4c0-4b48-8dfd-580e855fc071,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:07.925810 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ebe53640-a1e2-45f2-a4d6-584016e8457a admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.9117796 Aug 27 04:47:07.935785 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 49254) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:07.941906 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-238f7f49-db34-4e95-b962-28a198e79f0f admin admin] Request body: {'router': {'name': 'tempest-InstanceActionsNegativeTestJSON-1437401360-router', 'tenant_id': '9d030b9911da4ef8aa39dbf0fe1b744b', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:07.987375 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-647c966d-9d3f-41e4-8a34-8eb710d49af2 None None] Set router 4d737952-b4b0-41e3-bbb1-51a478825b7d gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:47:08.047944 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-640050bc-4cc7-4626-943d-cd0dc48dd689 admin admin] Publish callbacks [] for router_gateway (4d737952-b4b0-41e3-bbb1-51a478825b7d), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:08.075792 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-238f7f49-db34-4e95-b962-28a198e79f0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (49ca4778-8350-4cff-9a44-a3096555f5a8), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:08.077408 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-238f7f49-db34-4e95-b962-28a198e79f0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (49ca4778-8350-4cff-9a44-a3096555f5a8), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:08.111130 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e357b7-2b0a-47bc-9924-b2ed641e3427 admin admin] Network d24bf69f-e1a5-42c8-afac-c5ae8cedf2f9 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:47:08.144552 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7472c5e1-1d62-49a5-a07f-1bb91291de76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:08.182501 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bb66fc-7f8b-48f6-9b83-26f7a6ddcd49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-60f61ed9-55d9-4ed1-bf7d-77b48f71edaf', 'network_id': '60f61ed9-55d9-4ed1-bf7d-77b48f71edaf', 'project_id': '9d030b9911da4ef8aa39dbf0fe1b744b', 'fixed_ips': [{'subnet_id': 'f3993876-c182-4e26-8c11-3f82859a2edb'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:47:08.183436 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-25bb66fc-7f8b-48f6-9b83-26f7a6ddcd49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:08.260964 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-640050bc-4cc7-4626-943d-cd0dc48dd689 admin admin] Deleting port 4ff9ea4b-3f7a-4486-a272-f88c5428279f {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:47:08.261933 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-640050bc-4cc7-4626-943d-cd0dc48dd689 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (4ff9ea4b-3f7a-4486-a272-f88c5428279f), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:08.266509 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-93e357b7-2b0a-47bc-9924-b2ed641e3427 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, d24bf69f-e1a5-42c8-afac-c5ae8cedf2f9) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:47:08.269480 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-238f7f49-db34-4e95-b962-28a198e79f0f admin admin] Publish callbacks [] for router_controller (49ca4778-8350-4cff-9a44-a3096555f5a8), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:08.281071 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6610e284-a3ef-4dba-a2f6-7c9a2ecd0387 None None] Network d24bf69f-e1a5-42c8-afac-c5ae8cedf2f9 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:47:08.292879 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72991929-1472-4779-a60f-cd3dd4bcbedc req-756bf049-2307-4b2a-be17-fae03960744a tempest-ServersAdminTestJSON-1003940880 tempest-ServersAdminTestJSON-1003940880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:08.293437 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72991929-1472-4779-a60f-cd3dd4bcbedc req-756bf049-2307-4b2a-be17-fae03960744a tempest-ServersAdminTestJSON-1003940880 tempest-ServersAdminTestJSON-1003940880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:08.293904 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72991929-1472-4779-a60f-cd3dd4bcbedc req-756bf049-2307-4b2a-be17-fae03960744a tempest-ServersAdminTestJSON-1003940880 tempest-ServersAdminTestJSON-1003940880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:08.302697 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-72991929-1472-4779-a60f-cd3dd4bcbedc req-756bf049-2307-4b2a-be17-fae03960744a tempest-ServersAdminTestJSON-1003940880 tempest-ServersAdminTestJSON-1003940880-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?device_id=2169ad17-a221-4eff-953e-ebecc248cdbd&device_id=913a04bc-76e5-4e01-99d8-bc9e283dd9cc&device_id=404ee328-8f8f-48f8-adcc-b9c2c0710406 HTTP/1.1" status: 200 len: 2976 time: 0.1202385 Aug 27 04:47:08.320120 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e357b7-2b0a-47bc-9924-b2ed641e3427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:08.323709 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-93e357b7-2b0a-47bc-9924-b2ed641e3427 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:08.333459 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-72991929-1472-4779-a60f-cd3dd4bcbedc req-af2b26ab-20eb-4d13-b840-027fe88fdfde tempest-ServersAdminTestJSON-1003940880 tempest-ServersAdminTestJSON-1003940880-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:08.436479 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-640050bc-4cc7-4626-943d-cd0dc48dd689 admin admin] For port 4ff9ea4b-3f7a-4486-a272-f88c5428279f, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=4ff9ea4b-3f7a-4486-a272-f88c5428279f,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:08.439359 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-640050bc-4cc7-4626-943d-cd0dc48dd689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (4ff9ea4b-3f7a-4486-a272-f88c5428279f), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:08.447179 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-647c966d-9d3f-41e4-8a34-8eb710d49af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d737952-b4b0-41e3-bbb1-51a478825b7d', 'name': 'tempest-ServerActionsTestJSON-1579690719-router', 'tenant_id': '7929f66d29064429b0958af19edc5e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '4ff9ea4b-3f7a-4486-a272-f88c5428279f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:46:25Z', 'updated_at': '2022-08-27T04:47:05Z', 'revision_number': 5, 'project_id': '7929f66d29064429b0958af19edc5e9b', 'gw_port': {'id': '4ff9ea4b-3f7a-4486-a272-f88c5428279f', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d737952-b4b0-41e3-bbb1-51a478825b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:46:27Z', 'updated_at': '2022-08-27T04:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:08.464497 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-640050bc-4cc7-4626-943d-cd0dc48dd689 admin admin] Calling delete_port for 4ff9ea4b-3f7a-4486-a272-f88c5428279f owned by network:router_gateway {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:47:08.465098 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-72991929-1472-4779-a60f-cd3dd4bcbedc req-af2b26ab-20eb-4d13-b840-027fe88fdfde tempest-ServersAdminTestJSON-1003940880 tempest-ServersAdminTestJSON-1003940880-project-admin] Publish callbacks [] for security_group (4483b439-132a-41ea-a43c-70d5ef04e3b0), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:08.480135 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-93e357b7-2b0a-47bc-9924-b2ed641e3427 admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.9941437 Aug 27 04:47:08.483396 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 49268) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:08.485027 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-86631aee-6852-4dcc-9f81-740e52b3a487 admin admin] Request body: {'router': {'name': 'tempest-ListServersNegativeTestJSON-1805504630-router', 'tenant_id': '594434f66502439bb7de37a9097943fb', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:08.488473 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 45ee8cd3-f2fd-441d-9521-a822db197e46 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:47:08.495468 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647c966d-9d3f-41e4-8a34-8eb710d49af2 None None] Checking router: 4d737952-b4b0-41e3-bbb1-51a478825b7d for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:47:08.500220 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-25bb66fc-7f8b-48f6-9b83-26f7a6ddcd49 None None] Allocated IP 172.20.0.2 (60f61ed9-55d9-4ed1-bf7d-77b48f71edaf/f3993876-c182-4e26-8c11-3f82859a2edb/b1eab427-8b50-4ccc-9df2-1355229f6201) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:47:08.538337 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 45ee8cd3-f2fd-441d-9521-a822db197e46 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:47:08.538668 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 45ee8cd3-f2fd-441d-9521-a822db197e46 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:47:08.550669 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647c966d-9d3f-41e4-8a34-8eb710d49af2 None None] Routers {'4d737952-b4b0-41e3-bbb1-51a478825b7d'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:47:08.552227 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-647c966d-9d3f-41e4-8a34-8eb710d49af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:46:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['4d737952-b4b0-41e3-bbb1-51a478825b7d'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:08.597669 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa70636c-85f7-4382-81a5-074d92aa8e65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-d24bf69f-e1a5-42c8-afac-c5ae8cedf2f9', 'network_id': 'd24bf69f-e1a5-42c8-afac-c5ae8cedf2f9', 'project_id': '594434f66502439bb7de37a9097943fb', 'fixed_ips': [{'subnet_id': '3303182e-bd77-44a8-b07b-43bb7456daec'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:47:08.597669 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-aa70636c-85f7-4382-81a5-074d92aa8e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:08.644857 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-72991929-1472-4779-a60f-cd3dd4bcbedc req-af2b26ab-20eb-4d13-b840-027fe88fdfde tempest-ServersAdminTestJSON-1003940880 tempest-ServersAdminTestJSON-1003940880-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (4483b439-132a-41ea-a43c-70d5ef04e3b0), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:08.694254 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-72991929-1472-4779-a60f-cd3dd4bcbedc req-af2b26ab-20eb-4d13-b840-027fe88fdfde tempest-ServersAdminTestJSON-1003940880 tempest-ServersAdminTestJSON-1003940880-project-admin] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3904901 Aug 27 04:47:08.710630 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-238f7f49-db34-4e95-b962-28a198e79f0f admin admin] Publish callbacks [] for router_gateway (49ca4778-8350-4cff-9a44-a3096555f5a8), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:08.713735 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:08.715119 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-86631aee-6852-4dcc-9f81-740e52b3a487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (2b1f8954-aea8-49fc-94e8-c83abc793acf), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:08.716628 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-86631aee-6852-4dcc-9f81-740e52b3a487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (2b1f8954-aea8-49fc-94e8-c83abc793acf), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:08.723787 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7472c5e1-1d62-49a5-a07f-1bb91291de76 admin admin] Publish callbacks [] for security_group (e178c62a-80a6-4e33-9589-c93441f4c52b), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:08.756078 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-647c966d-9d3f-41e4-8a34-8eb710d49af2 None None] Set router 4d737952-b4b0-41e3-bbb1-51a478825b7d gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:47:08.781485 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b26ab-20eb-4d13-b840-027fe88fdfde tempest-ServersAdminTestJSON-1003940880 tempest-ServersAdminTestJSON-1003940880-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4483b439-132a-41ea-a43c-70d5ef04e3b0,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:08.800494 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 49276) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:08.815121 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-86631aee-6852-4dcc-9f81-740e52b3a487 admin admin] Publish callbacks [] for router_controller (2b1f8954-aea8-49fc-94e8-c83abc793acf), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:08.899138 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-640050bc-4cc7-4626-943d-cd0dc48dd689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (4ff9ea4b-3f7a-4486-a272-f88c5428279f), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:08.899434 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-647c966d-9d3f-41e4-8a34-8eb710d49af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d737952-b4b0-41e3-bbb1-51a478825b7d', 'name': 'tempest-ServerActionsTestJSON-1579690719-router', 'tenant_id': '7929f66d29064429b0958af19edc5e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:46:25Z', 'updated_at': '2022-08-27T04:47:08Z', 'revision_number': 6, 'project_id': '7929f66d29064429b0958af19edc5e9b', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:08.910433 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7472c5e1-1d62-49a5-a07f-1bb91291de76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (e178c62a-80a6-4e33-9589-c93441f4c52b), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:08.948314 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b4f4403b-6523-4619-92e5-fdede2c43652 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=cb4daa9f777240578e1113cf0b5a5385&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1464326 Aug 27 04:47:08.953314 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 49280) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:08.955345 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647c966d-9d3f-41e4-8a34-8eb710d49af2 None None] The sync data for ids ['4d737952-b4b0-41e3-bbb1-51a478825b7d'] in n-d-852088-5 is: [{'id': '4d737952-b4b0-41e3-bbb1-51a478825b7d', 'name': 'tempest-ServerActionsTestJSON-1579690719-router', 'tenant_id': '7929f66d29064429b0958af19edc5e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:46:25Z', 'updated_at': '2022-08-27T04:47:08Z', 'revision_number': 6, 'project_id': '7929f66d29064429b0958af19edc5e9b', 'gw_port_host': None}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:47:09.039236 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7472c5e1-1d62-49a5-a07f-1bb91291de76 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=1ed4a584a4494dac8db442e3f7d4504c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1823671 Aug 27 04:47:09.064267 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 49282) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:09.070682 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-640050bc-4cc7-4626-943d-cd0dc48dd689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (4d737952-b4b0-41e3-bbb1-51a478825b7d), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:09.085154 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-aa70636c-85f7-4382-81a5-074d92aa8e65 None None] Allocated IP 172.20.0.2 (d24bf69f-e1a5-42c8-afac-c5ae8cedf2f9/3303182e-bd77-44a8-b07b-43bb7456daec/93a8f631-1de2-4f6d-a898-6c5d238126de) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:47:09.107469 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-25bb66fc-7f8b-48f6-9b83-26f7a6ddcd49 None None] Publish callbacks [] for port (b1eab427-8b50-4ccc-9df2-1355229f6201), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:09.135167 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7472c5e1-1d62-49a5-a07f-1bb91291de76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e178c62a-80a6-4e33-9589-c93441f4c52b,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:09.142311 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:09.181457 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640050bc-4cc7-4626-943d-cd0dc48dd689 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ff9ea4b-3f7a-4486-a272-f88c5428279f,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:09.249011 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-50e45b1f-e932-43df-bf11-1ef6f805dd96 admin admin] Publish callbacks [] for security_group (601055d1-5297-440e-94f8-a042f9f03c14), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:09.255561 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-238f7f49-db34-4e95-b962-28a198e79f0f admin admin] Publish callbacks [] for router_gateway (49ca4778-8350-4cff-9a44-a3096555f5a8), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:09.259526 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4fcb7-45e4-4996-bfd5-9835c45e0e3d req-ea354bc6-923d-48e8-ad25-130abdd0ef1a tempest-ServersAdminTestJSON-1003940880 tempest-ServersAdminTestJSON-1003940880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:09.259987 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4fcb7-45e4-4996-bfd5-9835c45e0e3d req-ea354bc6-923d-48e8-ad25-130abdd0ef1a tempest-ServersAdminTestJSON-1003940880 tempest-ServersAdminTestJSON-1003940880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:09.260482 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4fcb7-45e4-4996-bfd5-9835c45e0e3d req-ea354bc6-923d-48e8-ad25-130abdd0ef1a tempest-ServersAdminTestJSON-1003940880 tempest-ServersAdminTestJSON-1003940880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:09.262159 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-21c4fcb7-45e4-4996-bfd5-9835c45e0e3d req-ea354bc6-923d-48e8-ad25-130abdd0ef1a tempest-ServersAdminTestJSON-1003940880 tempest-ServersAdminTestJSON-1003940880-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?device_id=2169ad17-a221-4eff-953e-ebecc248cdbd&device_id=913a04bc-76e5-4e01-99d8-bc9e283dd9cc&device_id=404ee328-8f8f-48f8-adcc-b9c2c0710406 HTTP/1.1" status: 200 len: 2976 time: 0.1021769 Aug 27 04:47:09.336350 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-640050bc-4cc7-4626-943d-cd0dc48dd689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (4d737952-b4b0-41e3-bbb1-51a478825b7d), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:09.336584 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-238f7f49-db34-4e95-b962-28a198e79f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:09.338481 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-75b35d3e-0c4f-403a-a2df-7914e2002500 admin admin] Publish callbacks [] for security_group (e178c62a-80a6-4e33-9589-c93441f4c52b), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:09.341474 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-640050bc-4cc7-4626-943d-cd0dc48dd689 admin admin] Publish callbacks [] for router_controller (4d737952-b4b0-41e3-bbb1-51a478825b7d), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:09.358680 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-25bb66fc-7f8b-48f6-9b83-26f7a6ddcd49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (b1eab427-8b50-4ccc-9df2-1355229f6201), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:09.361863 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-50e45b1f-e932-43df-bf11-1ef6f805dd96 admin admin] Publish callbacks [] for security_group (601055d1-5297-440e-94f8-a042f9f03c14), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:09.431792 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bb66fc-7f8b-48f6-9b83-26f7a6ddcd49 None None] Network 60f61ed9-55d9-4ed1-bf7d-77b48f71edaf is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:47:09.436372 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-25bb66fc-7f8b-48f6-9b83-26f7a6ddcd49 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:47:09.445500 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bb66fc-7f8b-48f6-9b83-26f7a6ddcd49 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:47:09.462905 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bb66fc-7f8b-48f6-9b83-26f7a6ddcd49 None None] Pushing event updated for resources: {'Port': ['ID=b1eab427-8b50-4ccc-9df2-1355229f6201,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:09.464891 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-75b35d3e-0c4f-403a-a2df-7914e2002500 admin admin] Publish callbacks [] for security_group (e178c62a-80a6-4e33-9589-c93441f4c52b), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:09.479512 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-86631aee-6852-4dcc-9f81-740e52b3a487 admin admin] Publish callbacks [] for router_gateway (2b1f8954-aea8-49fc-94e8-c83abc793acf), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:09.520325 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-21c4fcb7-45e4-4996-bfd5-9835c45e0e3d req-0124b2c2-32b6-4f9c-bed6-7c41c395a09f tempest-ServersAdminTestJSON-1003940880 tempest-ServersAdminTestJSON-1003940880-project-admin] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490757 Aug 27 04:47:09.591202 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-238f7f49-db34-4e95-b962-28a198e79f0f admin admin] Allocated IP 172.25.2.11 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/05b7d4c6-a264-4764-9921-bd3847d3b785) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:47:09.609920 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-640050bc-4cc7-4626-943d-cd0dc48dd689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (4d737952-b4b0-41e3-bbb1-51a478825b7d), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:09.611220 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-640050bc-4cc7-4626-943d-cd0dc48dd689 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d737952-b4b0-41e3-bbb1-51a478825b7d {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:47:09.612888 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-25bb66fc-7f8b-48f6-9b83-26f7a6ddcd49 None None] Attempting to bind port b1eab427-8b50-4ccc-9df2-1355229f6201 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:47:09.613199 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-25bb66fc-7f8b-48f6-9b83-26f7a6ddcd49 None None] Attempting to bind port b1eab427-8b50-4ccc-9df2-1355229f6201 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '66fdff15-5b36-44d8-a5d9-a07a92557dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '60f61ed9-55d9-4ed1-bf7d-77b48f71edaf'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:47:09.617334 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bb66fc-7f8b-48f6-9b83-26f7a6ddcd49 None None] Attempting to bind port b1eab427-8b50-4ccc-9df2-1355229f6201 on network 60f61ed9-55d9-4ed1-bf7d-77b48f71edaf {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:47:09.635752 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-640050bc-4cc7-4626-943d-cd0dc48dd689 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:09.647384 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bb66fc-7f8b-48f6-9b83-26f7a6ddcd49 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:47:09.647384 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bb66fc-7f8b-48f6-9b83-26f7a6ddcd49 None None] Checking segment: {'id': '66fdff15-5b36-44d8-a5d9-a07a92557dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '60f61ed9-55d9-4ed1-bf7d-77b48f71edaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:47:09.647726 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-640050bc-4cc7-4626-943d-cd0dc48dd689 admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/4d737952-b4b0-41e3-bbb1-51a478825b7d HTTP/1.1" status: 204 len: 168 time: 2.0530529 Aug 27 04:47:09.647838 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-25bb66fc-7f8b-48f6-9b83-26f7a6ddcd49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:09.647838 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bb66fc-7f8b-48f6-9b83-26f7a6ddcd49 None None] Bound using segment: {'id': '66fdff15-5b36-44d8-a5d9-a07a92557dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '60f61ed9-55d9-4ed1-bf7d-77b48f71edaf'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:47:09.647838 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-25bb66fc-7f8b-48f6-9b83-26f7a6ddcd49 None None] Bound port: b1eab427-8b50-4ccc-9df2-1355229f6201, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66fdff15-5b36-44d8-a5d9-a07a92557dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '60f61ed9-55d9-4ed1-bf7d-77b48f71edaf'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:47:09.647838 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-25bb66fc-7f8b-48f6-9b83-26f7a6ddcd49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (b1eab427-8b50-4ccc-9df2-1355229f6201), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:09.662093 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-aa70636c-85f7-4382-81a5-074d92aa8e65 None None] Publish callbacks [] for port (93a8f631-1de2-4f6d-a898-6c5d238126de), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:09.671910 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:09.672974 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 49290) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:09.741372 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-25bb66fc-7f8b-48f6-9b83-26f7a6ddcd49 None None] For port b1eab427-8b50-4ccc-9df2-1355229f6201, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:47:09.744716 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-50e45b1f-e932-43df-bf11-1ef6f805dd96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (601055d1-5297-440e-94f8-a042f9f03c14), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:09.745212 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-75b35d3e-0c4f-403a-a2df-7914e2002500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (e178c62a-80a6-4e33-9589-c93441f4c52b), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:09.746269 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-25bb66fc-7f8b-48f6-9b83-26f7a6ddcd49 None None] For port b1eab427-8b50-4ccc-9df2-1355229f6201, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=b1eab427-8b50-4ccc-9df2-1355229f6201,segment=NetworkSegment(66fdff15-5b36-44d8-a5d9-a07a92557dff),segment_id=66fdff15-5b36-44d8-a5d9-a07a92557dff)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:47:09.747620 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-50e45b1f-e932-43df-bf11-1ef6f805dd96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:09.747903 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-75b35d3e-0c4f-403a-a2df-7914e2002500 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:09.750407 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-75b35d3e-0c4f-403a-a2df-7914e2002500 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/e178c62a-80a6-4e33-9589-c93441f4c52b HTTP/1.1" status: 204 len: 168 time: 0.6768708 Aug 27 04:47:09.756523 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-50e45b1f-e932-43df-bf11-1ef6f805dd96 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/601055d1-5297-440e-94f8-a042f9f03c14 HTTP/1.1" status: 204 len: 168 time: 0.7987838 Aug 27 04:47:09.786850 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a09fa9d-9999-4d5f-b6d6-cc4f3aad7c96 admin admin] Deleting subnet 8f31731a-3cdc-494c-9a99-c715eba08e27 {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:47:09.792361 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e45b1f-e932-43df-bf11-1ef6f805dd96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=601055d1-5297-440e-94f8-a042f9f03c14,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:09.795771 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b35d3e-0c4f-403a-a2df-7914e2002500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e178c62a-80a6-4e33-9589-c93441f4c52b,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:09.801499 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4a09fa9d-9999-4d5f-b6d6-cc4f3aad7c96 admin admin] Publish callbacks [] for subnet (8f31731a-3cdc-494c-9a99-c715eba08e27), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:09.812892 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-aa70636c-85f7-4382-81a5-074d92aa8e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (93a8f631-1de2-4f6d-a898-6c5d238126de), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:09.850309 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-238f7f49-db34-4e95-b962-28a198e79f0f admin admin] Publish callbacks [] for port (05b7d4c6-a264-4764-9921-bd3847d3b785), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:09.864333 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4a09fa9d-9999-4d5f-b6d6-cc4f3aad7c96 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (8f31731a-3cdc-494c-9a99-c715eba08e27), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:09.890542 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa70636c-85f7-4382-81a5-074d92aa8e65 None None] Network d24bf69f-e1a5-42c8-afac-c5ae8cedf2f9 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:47:09.900413 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-86631aee-6852-4dcc-9f81-740e52b3a487 admin admin] Publish callbacks [] for router_gateway (2b1f8954-aea8-49fc-94e8-c83abc793acf), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:09.903227 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-25bb66fc-7f8b-48f6-9b83-26f7a6ddcd49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (b1eab427-8b50-4ccc-9df2-1355229f6201), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:09.907770 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-aa70636c-85f7-4382-81a5-074d92aa8e65 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:47:09.913160 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa70636c-85f7-4382-81a5-074d92aa8e65 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:47:09.917087 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa70636c-85f7-4382-81a5-074d92aa8e65 None None] Pushing event updated for resources: {'Port': ['ID=93a8f631-1de2-4f6d-a898-6c5d238126de,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:09.932186 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-86631aee-6852-4dcc-9f81-740e52b3a487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:09.951006 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:10.105200 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-aa70636c-85f7-4382-81a5-074d92aa8e65 None None] Attempting to bind port 93a8f631-1de2-4f6d-a898-6c5d238126de on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:47:10.105849 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-aa70636c-85f7-4382-81a5-074d92aa8e65 None None] Attempting to bind port 93a8f631-1de2-4f6d-a898-6c5d238126de by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '5aaabc96-c7ae-40e9-bdf0-fe75e65a8828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd24bf69f-e1a5-42c8-afac-c5ae8cedf2f9'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:47:10.105973 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa70636c-85f7-4382-81a5-074d92aa8e65 None None] Attempting to bind port 93a8f631-1de2-4f6d-a898-6c5d238126de on network d24bf69f-e1a5-42c8-afac-c5ae8cedf2f9 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:47:10.112803 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bb66fc-7f8b-48f6-9b83-26f7a6ddcd49 None None] Pushing event updated for resources: {'Port': ['ID=b1eab427-8b50-4ccc-9df2-1355229f6201,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:10.119629 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa70636c-85f7-4382-81a5-074d92aa8e65 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:47:10.120022 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa70636c-85f7-4382-81a5-074d92aa8e65 None None] Checking segment: {'id': '5aaabc96-c7ae-40e9-bdf0-fe75e65a8828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd24bf69f-e1a5-42c8-afac-c5ae8cedf2f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:47:10.120453 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-aa70636c-85f7-4382-81a5-074d92aa8e65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:10.120847 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa70636c-85f7-4382-81a5-074d92aa8e65 None None] Bound using segment: {'id': '5aaabc96-c7ae-40e9-bdf0-fe75e65a8828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd24bf69f-e1a5-42c8-afac-c5ae8cedf2f9'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:47:10.121337 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-aa70636c-85f7-4382-81a5-074d92aa8e65 None None] Bound port: 93a8f631-1de2-4f6d-a898-6c5d238126de, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aaabc96-c7ae-40e9-bdf0-fe75e65a8828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd24bf69f-e1a5-42c8-afac-c5ae8cedf2f9'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:47:10.121725 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-aa70636c-85f7-4382-81a5-074d92aa8e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (93a8f631-1de2-4f6d-a898-6c5d238126de), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:10.298552 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-aa70636c-85f7-4382-81a5-074d92aa8e65 None None] For port 93a8f631-1de2-4f6d-a898-6c5d238126de, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:47:10.303946 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-aa70636c-85f7-4382-81a5-074d92aa8e65 None None] For port 93a8f631-1de2-4f6d-a898-6c5d238126de, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=93a8f631-1de2-4f6d-a898-6c5d238126de,segment=NetworkSegment(5aaabc96-c7ae-40e9-bdf0-fe75e65a8828),segment_id=5aaabc96-c7ae-40e9-bdf0-fe75e65a8828)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:47:10.402036 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 49310) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:10.407929 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-aa70636c-85f7-4382-81a5-074d92aa8e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (93a8f631-1de2-4f6d-a898-6c5d238126de), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:10.546187 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device b1eab427-8b50-4ccc-9df2-1355229f6201 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:47:10.626751 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa70636c-85f7-4382-81a5-074d92aa8e65 None None] Pushing event updated for resources: {'Port': ['ID=93a8f631-1de2-4f6d-a898-6c5d238126de,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:10.635325 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4a09fa9d-9999-4d5f-b6d6-cc4f3aad7c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (8f31731a-3cdc-494c-9a99-c715eba08e27), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:10.641091 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port b1eab427-8b50-4ccc-9df2-1355229f6201 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:10.641867 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (b1eab427-8b50-4ccc-9df2-1355229f6201), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:10.698436 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-238f7f49-db34-4e95-b962-28a198e79f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (05b7d4c6-a264-4764-9921-bd3847d3b785), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:10.713963 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:10.830168 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f8f55d1b-efa8-47ea-888a-0fa038a85fd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:10.851238 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238f7f49-db34-4e95-b962-28a198e79f0f admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:47:10.856314 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f7f49-db34-4e95-b962-28a198e79f0f admin admin] Pushing event updated for resources: {'Port': ['ID=05b7d4c6-a264-4764-9921-bd3847d3b785,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:10.871437 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-238f7f49-db34-4e95-b962-28a198e79f0f admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:47:10.873251 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port b1eab427-8b50-4ccc-9df2-1355229f6201 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:47:10.874027 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (b1eab427-8b50-4ccc-9df2-1355229f6201), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:10.879189 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238f7f49-db34-4e95-b962-28a198e79f0f admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:47:10.902580 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-86631aee-6852-4dcc-9f81-740e52b3a487 admin admin] Allocated IP 172.25.2.83 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/a3eeac7d-f9f8-4e2f-bfb9-dca9f2975239) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:47:10.941815 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port b1eab427-8b50-4ccc-9df2-1355229f6201, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=b1eab427-8b50-4ccc-9df2-1355229f6201,segment=NetworkSegment(66fdff15-5b36-44d8-a5d9-a07a92557dff),segment_id=66fdff15-5b36-44d8-a5d9-a07a92557dff)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:11.142269 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f8f55d1b-efa8-47ea-888a-0fa038a85fd8 admin admin] Publish callbacks [] for security_group (60dc8941-1f16-4674-b3c8-9966cb5684d7), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:11.147204 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-86631aee-6852-4dcc-9f81-740e52b3a487 admin admin] Publish callbacks [] for port (a3eeac7d-f9f8-4e2f-bfb9-dca9f2975239), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:11.152115 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (b1eab427-8b50-4ccc-9df2-1355229f6201), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:11.169655 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4a09fa9d-9999-4d5f-b6d6-cc4f3aad7c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (8f31731a-3cdc-494c-9a99-c715eba08e27), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:11.239110 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4a09fa9d-9999-4d5f-b6d6-cc4f3aad7c96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:11.246109 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-4a09fa9d-9999-4d5f-b6d6-cc4f3aad7c96 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/8f31731a-3cdc-494c-9a99-c715eba08e27 HTTP/1.1" status: 204 len: 168 time: 1.5718944 Aug 27 04:47:11.246426 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 49328) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:11.247274 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a09fa9d-9999-4d5f-b6d6-cc4f3aad7c96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f31731a-3cdc-494c-9a99-c715eba08e27,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:11.281087 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=b1eab427-8b50-4ccc-9df2-1355229f6201,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:11.290288 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f8f55d1b-efa8-47ea-888a-0fa038a85fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (60dc8941-1f16-4674-b3c8-9966cb5684d7), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:11.293908 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 4ff9ea4b-3f7a-4486-a272-f88c5428279f no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:47:11.299195 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d94bdf-edc5-4873-ab7f-e8cde1ffc463 None None] Network a1ccc39f-50bb-44b7-b472-93ab422293e4 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:47:11.439387 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f55d1b-efa8-47ea-888a-0fa038a85fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60dc8941-1f16-4674-b3c8-9966cb5684d7,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:11.477848 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-86631aee-6852-4dcc-9f81-740e52b3a487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (a3eeac7d-f9f8-4e2f-bfb9-dca9f2975239), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:11.489489 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 4ff9ea4b-3f7a-4486-a272-f88c5428279f {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:47:11.489840 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 4ff9ea4b-3f7a-4486-a272-f88c5428279f not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:47:11.495690 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device c497131b-16e0-4e86-96c2-fad18229a3fc no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:47:11.588201 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: c497131b-16e0-4e86-96c2-fad18229a3fc {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:47:11.589656 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device c497131b-16e0-4e86-96c2-fad18229a3fc not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:47:11.593945 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-238f7f49-db34-4e95-b962-28a198e79f0f admin admin] Publish callbacks [] for router_gateway (49ca4778-8350-4cff-9a44-a3096555f5a8), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:11.636910 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42878b1f-580d-4d5b-a0b9-a62763786a33 None None] Network 60f61ed9-55d9-4ed1-bf7d-77b48f71edaf requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:47:11.668994 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86631aee-6852-4dcc-9f81-740e52b3a487 admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:47:11.678639 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-86631aee-6852-4dcc-9f81-740e52b3a487 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:47:11.692455 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86631aee-6852-4dcc-9f81-740e52b3a487 admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:47:11.816553 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f8f55d1b-efa8-47ea-888a-0fa038a85fd8 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=66d34cf0eea14f9d9722b2edb0921dc7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4098897 Aug 27 04:47:11.818925 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 49344) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:11.911525 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-5de37ccc-698a-437b-af77-738bf32802a4 None None] Provisioning complete for port b1eab427-8b50-4ccc-9df2-1355229f6201 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:11.911900 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5de37ccc-698a-437b-af77-738bf32802a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (b1eab427-8b50-4ccc-9df2-1355229f6201), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:12.050633 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:12.066175 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3947eac9-ca92-4df0-a268-9f3cecb94279 None None] DHCP port deletion for a1ccc39f-50bb-44b7-b472-93ab422293e4 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:47:12.119126 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86631aee-6852-4dcc-9f81-740e52b3a487 admin admin] Pushing event updated for resources: {'Port': ['ID=a3eeac7d-f9f8-4e2f-bfb9-dca9f2975239,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:12.145709 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b93ff81d-b4f9-4cf7-b85a-3bd42584cbfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (a1ccc39f-50bb-44b7-b472-93ab422293e4), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:12.148614 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:12.184912 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf8490-6bd9-4cc1-a41f-15b836704cb9 req-b68bc5f0-a6c9-4559-8755-b39afd8ecaca tempest-ServersAdminTestJSON-1003940880 tempest-ServersAdminTestJSON-1003940880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:12.221588 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6cdf8490-6bd9-4cc1-a41f-15b836704cb9 req-b68bc5f0-a6c9-4559-8755-b39afd8ecaca tempest-ServersAdminTestJSON-1003940880 tempest-ServersAdminTestJSON-1003940880-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?device_id=404ee328-8f8f-48f8-adcc-b9c2c0710406 HTTP/1.1" status: 200 len: 1131 time: 0.1610415 Aug 27 04:47:12.231966 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 49354) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:12.298920 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-3947eac9-ca92-4df0-a268-9f3cecb94279 None None] Deleting port 0d099081-e809-463a-9b25-9bc3711254ff {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:47:12.301225 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3947eac9-ca92-4df0-a268-9f3cecb94279 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (0d099081-e809-463a-9b25-9bc3711254ff), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:12.308200 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:12.368120 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-238f7f49-db34-4e95-b962-28a198e79f0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (49ca4778-8350-4cff-9a44-a3096555f5a8), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:12.384340 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf77e5f-4710-45b6-836d-066886b8e79f None None] Network d24bf69f-e1a5-42c8-afac-c5ae8cedf2f9 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:47:12.404467 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6cdf8490-6bd9-4cc1-a41f-15b836704cb9 req-b9d54c8a-e5a5-4382-93e1-0adb396c44a5 tempest-ServersAdminTestJSON-1003940880 tempest-ServersAdminTestJSON-1003940880-project-admin] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804719 Aug 27 04:47:12.428684 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-b4210595-c341-437f-8a8b-44bd5ef1e90d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-629079793-network', 'tenant_id': 'c2743ef5b6bf4dea97d585fa121bdf6f'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:12.474579 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-b93ff81d-b4f9-4cf7-b85a-3bd42584cbfb admin admin] Deleting port 0d099081-e809-463a-9b25-9bc3711254ff {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:47:12.475203 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b93ff81d-b4f9-4cf7-b85a-3bd42584cbfb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (0d099081-e809-463a-9b25-9bc3711254ff), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:12.515071 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-eddca819-06e5-4db2-a644-ad285d1405e4 admin admin] Publish callbacks [] for security_group (60dc8941-1f16-4674-b3c8-9966cb5684d7), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:12.575822 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-5de37ccc-698a-437b-af77-738bf32802a4 None None] Current status of the port b1eab427-8b50-4ccc-9df2-1355229f6201 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:47:12.615115 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-86631aee-6852-4dcc-9f81-740e52b3a487 admin admin] Publish callbacks [] for router_gateway (2b1f8954-aea8-49fc-94e8-c83abc793acf), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:12.689434 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-eddca819-06e5-4db2-a644-ad285d1405e4 admin admin] Publish callbacks [] for security_group (60dc8941-1f16-4674-b3c8-9966cb5684d7), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:12.690875 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 93a8f631-1de2-4f6d-a898-6c5d238126de up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:47:12.743093 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6288161d-2fb6-486e-a03c-55705eef5e40 req-a5a7b774-814f-49ab-990e-a38b58de4210 tempest-ServersAdminTestJSON-1003940880 tempest-ServersAdminTestJSON-1003940880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:12.746245 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6288161d-2fb6-486e-a03c-55705eef5e40 req-a5a7b774-814f-49ab-990e-a38b58de4210 tempest-ServersAdminTestJSON-1003940880 tempest-ServersAdminTestJSON-1003940880-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?device_id=404ee328-8f8f-48f8-adcc-b9c2c0710406 HTTP/1.1" status: 200 len: 1131 time: 0.1085887 Aug 27 04:47:12.750647 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-b93ff81d-b4f9-4cf7-b85a-3bd42584cbfb admin admin] For port 0d099081-e809-463a-9b25-9bc3711254ff, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=0d099081-e809-463a-9b25-9bc3711254ff,segment=NetworkSegment(7814b9a5-480f-4797-a245-5cebea4bb6b2),segment_id=7814b9a5-480f-4797-a245-5cebea4bb6b2)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:12.751415 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b93ff81d-b4f9-4cf7-b85a-3bd42584cbfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (0d099081-e809-463a-9b25-9bc3711254ff), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:12.757560 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:12.836524 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6288161d-2fb6-486e-a03c-55705eef5e40 req-d199722c-c07f-472d-a756-321cca1b47ec tempest-ServersAdminTestJSON-1003940880 tempest-ServersAdminTestJSON-1003940880-project-admin] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743861 Aug 27 04:47:12.864075 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-3947eac9-ca92-4df0-a268-9f3cecb94279 None None] For port 0d099081-e809-463a-9b25-9bc3711254ff, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=0d099081-e809-463a-9b25-9bc3711254ff,segment=NetworkSegment(7814b9a5-480f-4797-a245-5cebea4bb6b2),segment_id=7814b9a5-480f-4797-a245-5cebea4bb6b2)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:12.864504 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3947eac9-ca92-4df0-a268-9f3cecb94279 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (0d099081-e809-463a-9b25-9bc3711254ff), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:12.869638 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-69d8dc6f-8388-49e9-b6db-34cd3c7ede48 None None] Provisioning complete for port 93a8f631-1de2-4f6d-a898-6c5d238126de triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:12.870017 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-69d8dc6f-8388-49e9-b6db-34cd3c7ede48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (93a8f631-1de2-4f6d-a898-6c5d238126de), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:12.887690 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4210595-c341-437f-8a8b-44bd5ef1e90d admin admin] Made reservation on behalf of c2743ef5b6bf4dea97d585fa121bdf6f for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:47:12.890613 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b4210595-c341-437f-8a8b-44bd5ef1e90d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:12.909007 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b4210595-c341-437f-8a8b-44bd5ef1e90d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:12.927604 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-3947eac9-ca92-4df0-a268-9f3cecb94279 None None] Calling delete_port for 0d099081-e809-463a-9b25-9bc3711254ff owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:47:12.931510 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:UPDATE=9,neutron:INSERT=5,neutron:SELECT=86 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:12.937436 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-238f7f49-db34-4e95-b962-28a198e79f0f admin admin] Router 49ca4778-8350-4cff-9a44-a3096555f5a8 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:47:12.982014 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 93a8f631-1de2-4f6d-a898-6c5d238126de triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:12.984312 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (93a8f631-1de2-4f6d-a898-6c5d238126de), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:13.087643 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:13.202813 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b4210595-c341-437f-8a8b-44bd5ef1e90d admin admin] Publish callbacks [] for security_group (7a759523-a648-4b45-bf81-8132f3b821f9), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:13.207845 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:13.255952 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-69d8dc6f-8388-49e9-b6db-34cd3c7ede48 None None] Current status of the port 93a8f631-1de2-4f6d-a898-6c5d238126de is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:47:13.256365 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-69d8dc6f-8388-49e9-b6db-34cd3c7ede48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (93a8f631-1de2-4f6d-a898-6c5d238126de), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:13.263344 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-238f7f49-db34-4e95-b962-28a198e79f0f admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:47:13.281690 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0dfab5-ef14-4ac3-a489-f3d37486b795 None None] Sync routers for ids ['49ca4778-8350-4cff-9a44-a3096555f5a8'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:47:13.286429 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b4210595-c341-437f-8a8b-44bd5ef1e90d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (7a759523-a648-4b45-bf81-8132f3b821f9), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:13.305444 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-b93ff81d-b4f9-4cf7-b85a-3bd42584cbfb admin admin] Calling delete_port for 0d099081-e809-463a-9b25-9bc3711254ff owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:47:13.323909 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4210595-c341-437f-8a8b-44bd5ef1e90d admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:47:13.327652 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0dfab5-ef14-4ac3-a489-f3d37486b795 None None] Routers {'49ca4778-8350-4cff-9a44-a3096555f5a8'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:47:13.328530 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-4b0dfab5-ef14-4ac3-a489-f3d37486b795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:46:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['49ca4778-8350-4cff-9a44-a3096555f5a8'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:13.364074 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4210595-c341-437f-8a8b-44bd5ef1e90d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a759523-a648-4b45-bf81-8132f3b821f9,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:13.413130 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b4210595-c341-437f-8a8b-44bd5ef1e90d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (7b77f052-8db0-46e2-85df-1f3c32b7d41c), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:13.413512 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-b4210595-c341-437f-8a8b-44bd5ef1e90d admin admin] Added segment 7b77f052-8db0-46e2-85df-1f3c32b7d41c of type vlan for network 50352b29-fa24-48c8-aad0-d13e7a0baf70 Aug 27 04:47:13.431972 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 93a8f631-1de2-4f6d-a898-6c5d238126de is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:47:13.432552 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (93a8f631-1de2-4f6d-a898-6c5d238126de), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:13.437914 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-238f7f49-db34-4e95-b962-28a198e79f0f admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:13.439209 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-238f7f49-db34-4e95-b962-28a198e79f0f admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 933 time: 5.5017653 Aug 27 04:47:13.447971 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 49398) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:13.454414 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-69d8dc6f-8388-49e9-b6db-34cd3c7ede48 None None] For port 93a8f631-1de2-4f6d-a898-6c5d238126de, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=93a8f631-1de2-4f6d-a898-6c5d238126de,segment=NetworkSegment(5aaabc96-c7ae-40e9-bdf0-fe75e65a8828),segment_id=5aaabc96-c7ae-40e9-bdf0-fe75e65a8828)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:13.529023 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b4210595-c341-437f-8a8b-44bd5ef1e90d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (50352b29-fa24-48c8-aad0-d13e7a0baf70), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:13.546742 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3947eac9-ca92-4df0-a268-9f3cecb94279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (0d099081-e809-463a-9b25-9bc3711254ff), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:13.549221 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-69d8dc6f-8388-49e9-b6db-34cd3c7ede48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (93a8f631-1de2-4f6d-a898-6c5d238126de), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:13.613921 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:47:13.614668 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:47:13.623445 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b93ff81d-b4f9-4cf7-b85a-3bd42584cbfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (0d099081-e809-463a-9b25-9bc3711254ff), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:13.654541 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3947eac9-ca92-4df0-a268-9f3cecb94279 None None] No DVR routers for this DVR port 0d099081-e809-463a-9b25-9bc3711254ff on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:47:13.659288 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3947eac9-ca92-4df0-a268-9f3cecb94279 None None] Pushing event deleted for resources: {'Port': ['ID=0d099081-e809-463a-9b25-9bc3711254ff,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:13.666498 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-86631aee-6852-4dcc-9f81-740e52b3a487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (2b1f8954-aea8-49fc-94e8-c83abc793acf), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:13.676411 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-eddca819-06e5-4db2-a644-ad285d1405e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (60dc8941-1f16-4674-b3c8-9966cb5684d7), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:13.679003 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-eddca819-06e5-4db2-a644-ad285d1405e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:13.682598 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-eddca819-06e5-4db2-a644-ad285d1405e4 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/60dc8941-1f16-4674-b3c8-9966cb5684d7 HTTP/1.1" status: 204 len: 168 time: 1.5623283 Aug 27 04:47:13.782111 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-4b0dfab5-ef14-4ac3-a489-f3d37486b795 None None] Set router 49ca4778-8350-4cff-9a44-a3096555f5a8 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:47:13.793880 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b4210595-c341-437f-8a8b-44bd5ef1e90d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (50352b29-fa24-48c8-aad0-d13e7a0baf70), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:13.794773 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-3c3c46e5-88ea-4e7c-b423-0653517d252a None None] Provisioning complete for port 93a8f631-1de2-4f6d-a898-6c5d238126de triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:13.794919 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4210595-c341-437f-8a8b-44bd5ef1e90d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:13.795160 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3c3c46e5-88ea-4e7c-b423-0653517d252a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (93a8f631-1de2-4f6d-a898-6c5d238126de), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:13.795470 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b4210595-c341-437f-8a8b-44bd5ef1e90d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:13.942378 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d8dc6f-8388-49e9-b6db-34cd3c7ede48 None None] Pushing event updated for resources: {'Port': ['ID=93a8f631-1de2-4f6d-a898-6c5d238126de,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:13.975458 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b4210595-c341-437f-8a8b-44bd5ef1e90d admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7404928 Aug 27 04:47:13.977221 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93ff81d-b4f9-4cf7-b85a-3bd42584cbfb admin admin] Pushing event deleted for resources: {'Port': ['ID=0d099081-e809-463a-9b25-9bc3711254ff,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:13.978418 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 49420) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:13.981339 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93ff81d-b4f9-4cf7-b85a-3bd42584cbfb admin admin] No DVR routers for this DVR port 0d099081-e809-463a-9b25-9bc3711254ff on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:47:13.985657 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-e75245fe-3e1c-40b1-86e5-7bddcdf53181 admin admin] Request body: {'subnet': {'network_id': '50352b29-fa24-48c8-aad0-d13e7a0baf70', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-629079793-subnet', 'tenant_id': 'c2743ef5b6bf4dea97d585fa121bdf6f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:14.023083 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddca819-06e5-4db2-a644-ad285d1405e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60dc8941-1f16-4674-b3c8-9966cb5684d7,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:14.056782 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-3c3c46e5-88ea-4e7c-b423-0653517d252a None None] Current status of the port 93a8f631-1de2-4f6d-a898-6c5d238126de is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:47:14.086223 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-4b0dfab5-ef14-4ac3-a489-f3d37486b795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ca4778-8350-4cff-9a44-a3096555f5a8', 'name': 'tempest-InstanceActionsNegativeTestJSON-1437401360-router', 'tenant_id': '9d030b9911da4ef8aa39dbf0fe1b744b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '05b7d4c6-a264-4764-9921-bd3847d3b785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:47:08Z', 'updated_at': '2022-08-27T04:47:11Z', 'revision_number': 3, 'project_id': '9d030b9911da4ef8aa39dbf0fe1b744b', 'gw_port': {'id': '05b7d4c6-a264-4764-9921-bd3847d3b785', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:93:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ca4778-8350-4cff-9a44-a3096555f5a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:47:09Z', 'updated_at': '2022-08-27T04:47:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:14.098526 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-3c3c46e5-88ea-4e7c-b423-0653517d252a None None] Provisioning complete for port b1eab427-8b50-4ccc-9df2-1355229f6201 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:14.099235 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3c3c46e5-88ea-4e7c-b423-0653517d252a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (b1eab427-8b50-4ccc-9df2-1355229f6201), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:14.105373 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4210595-c341-437f-8a8b-44bd5ef1e90d admin admin] Pushing event updated for resources: {'Network': ['ID=50352b29-fa24-48c8-aad0-d13e7a0baf70,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:14.115362 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0dfab5-ef14-4ac3-a489-f3d37486b795 None None] Checking router: 49ca4778-8350-4cff-9a44-a3096555f5a8 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:47:14.115782 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0dfab5-ef14-4ac3-a489-f3d37486b795 None None] Updating router 49ca4778-8350-4cff-9a44-a3096555f5a8 port 05b7d4c6-a264-4764-9921-bd3847d3b785 binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:47:14.119298 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b93ff81d-b4f9-4cf7-b85a-3bd42584cbfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (a1ccc39f-50bb-44b7-b472-93ab422293e4), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:14.141017 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75245fe-3e1c-40b1-86e5-7bddcdf53181 admin admin] Made reservation on behalf of c2743ef5b6bf4dea97d585fa121bdf6f for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:47:14.141467 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-b93ff81d-b4f9-4cf7-b85a-3bd42584cbfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1ccc39f-50bb-44b7-b472-93ab422293e4']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:14.144523 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e75245fe-3e1c-40b1-86e5-7bddcdf53181 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:14.147434 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-4b0dfab5-ef14-4ac3-a489-f3d37486b795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (05b7d4c6-a264-4764-9921-bd3847d3b785), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:14.155285 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-b93ff81d-b4f9-4cf7-b85a-3bd42584cbfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7814b9a5-480f-4797-a245-5cebea4bb6b2') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:14.155598 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-b93ff81d-b4f9-4cf7-b85a-3bd42584cbfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7814b9a5-480f-4797-a245-5cebea4bb6b2') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:14.160675 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 50352b29-fa24-48c8-aad0-d13e7a0baf70 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:47:14.169361 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b93ff81d-b4f9-4cf7-b85a-3bd42584cbfb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (7814b9a5-480f-4797-a245-5cebea4bb6b2), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:14.183915 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b93ff81d-b4f9-4cf7-b85a-3bd42584cbfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (7814b9a5-480f-4797-a245-5cebea4bb6b2), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:14.192607 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b93ff81d-b4f9-4cf7-b85a-3bd42584cbfb admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:47:14.193009 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b93ff81d-b4f9-4cf7-b85a-3bd42584cbfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (7814b9a5-480f-4797-a245-5cebea4bb6b2), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:14.261933 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86631aee-6852-4dcc-9f81-740e52b3a487 admin admin] Router 2b1f8954-aea8-49fc-94e8-c83abc793acf is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:47:14.281234 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 7814b9a5-480f-4797-a245-5cebea4bb6b2 resource provider aggregate not found Aug 27 04:47:14.337703 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 7814b9a5-480f-4797-a245-5cebea4bb6b2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7814b9a5-480f-4797-a245-5cebea4bb6b2 found for delete ", "request_id": "req-f6f2db06-f26f-4154-bd7e-aa8fae7f5b37"}]} Aug 27 04:47:14.346404 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 93a8f631-1de2-4f6d-a898-6c5d238126de is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:47:14.347761 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device b1eab427-8b50-4ccc-9df2-1355229f6201 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:47:14.473441 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-3c3c46e5-88ea-4e7c-b423-0653517d252a None None] Current status of the port b1eab427-8b50-4ccc-9df2-1355229f6201 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:47:14.497267 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b93ff81d-b4f9-4cf7-b85a-3bd42584cbfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (a1ccc39f-50bb-44b7-b472-93ab422293e4), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:14.507075 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b93ff81d-b4f9-4cf7-b85a-3bd42584cbfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:14.508654 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port b1eab427-8b50-4ccc-9df2-1355229f6201 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:14.509082 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (b1eab427-8b50-4ccc-9df2-1355229f6201), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:14.519814 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b93ff81d-b4f9-4cf7-b85a-3bd42584cbfb admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/a1ccc39f-50bb-44b7-b472-93ab422293e4 HTTP/1.1" status: 204 len: 168 time: 3.2693048 Aug 27 04:47:14.524421 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86631aee-6852-4dcc-9f81-740e52b3a487 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:47:14.563150 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdde711f-ef71-462d-8b56-557c6b760e54 None None] Sync routers for ids ['2b1f8954-aea8-49fc-94e8-c83abc793acf'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:47:14.574639 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93ff81d-b4f9-4cf7-b85a-3bd42584cbfb admin admin] Pushing event deleted for resources: {'Network': ['ID=a1ccc39f-50bb-44b7-b472-93ab422293e4,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:14.593978 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdde711f-ef71-462d-8b56-557c6b760e54 None None] Routers {'2b1f8954-aea8-49fc-94e8-c83abc793acf'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:47:14.594809 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-cdde711f-ef71-462d-8b56-557c6b760e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:46:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['2b1f8954-aea8-49fc-94e8-c83abc793acf'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:14.629976 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 49442) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:14.631962 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e75245fe-3e1c-40b1-86e5-7bddcdf53181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (882f75f3-b322-4fc2-9b23-4de2aae06336), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:14.639622 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-86631aee-6852-4dcc-9f81-740e52b3a487 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:14.646813 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-86631aee-6852-4dcc-9f81-740e52b3a487 admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.1654289 Aug 27 04:47:14.650234 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 49446) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:14.705692 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75245fe-3e1c-40b1-86e5-7bddcdf53181 admin admin] Pushing event updated for resources: {'Subnet': ['ID=882f75f3-b322-4fc2-9b23-4de2aae06336,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:14.728447 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:14.733701 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-4b0dfab5-ef14-4ac3-a489-f3d37486b795 None None] Publish callbacks [] for port (05b7d4c6-a264-4764-9921-bd3847d3b785), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:14.802942 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd811297-bbaf-4b51-922a-0d19bdf8fbb0 req-a8b2e34f-cd35-443e-a2c8-fe8b87ccd9ab tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:14.802942 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-dd811297-bbaf-4b51-922a-0d19bdf8fbb0 req-a8b2e34f-cd35-443e-a2c8-fe8b87ccd9ab tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=404ee328-8f8f-48f8-adcc-b9c2c0710406 HTTP/1.1" status: 200 len: 949 time: 0.1749802 Aug 27 04:47:14.834847 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-4b0dfab5-ef14-4ac3-a489-f3d37486b795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (05b7d4c6-a264-4764-9921-bd3847d3b785), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:14.844282 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75245fe-3e1c-40b1-86e5-7bddcdf53181 admin admin] Checking segment: {'id': '7b77f052-8db0-46e2-85df-1f3c32b7d41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '50352b29-fa24-48c8-aad0-d13e7a0baf70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:47:14.844493 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75245fe-3e1c-40b1-86e5-7bddcdf53181 admin admin] Network hostable DHCP agents. Network: 50352b29-fa24-48c8-aad0-d13e7a0baf70, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:47:14.870275 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-4b0dfab5-ef14-4ac3-a489-f3d37486b795 None None] Attempting to bind port 05b7d4c6-a264-4764-9921-bd3847d3b785 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:47:14.870784 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-4b0dfab5-ef14-4ac3-a489-f3d37486b795 None None] Attempting to bind port 05b7d4c6-a264-4764-9921-bd3847d3b785 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:47:14.877218 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0dfab5-ef14-4ac3-a489-f3d37486b795 None None] Attempting to bind port 05b7d4c6-a264-4764-9921-bd3847d3b785 on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:47:14.884311 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:14.885414 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:14.925993 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0dfab5-ef14-4ac3-a489-f3d37486b795 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:47:14.928124 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0dfab5-ef14-4ac3-a489-f3d37486b795 None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:47:14.928124 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-4b0dfab5-ef14-4ac3-a489-f3d37486b795 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:14.928785 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0dfab5-ef14-4ac3-a489-f3d37486b795 None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:47:14.929482 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-dd811297-bbaf-4b51-922a-0d19bdf8fbb0 req-335bff0f-61a4-4569-b4ac-23854918e26e tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197405 Aug 27 04:47:14.943242 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-4b0dfab5-ef14-4ac3-a489-f3d37486b795 None None] Bound port: 05b7d4c6-a264-4764-9921-bd3847d3b785, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:47:14.943972 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-4b0dfab5-ef14-4ac3-a489-f3d37486b795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (05b7d4c6-a264-4764-9921-bd3847d3b785), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:14.977677 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b31d9ea-d1ae-4ff2-9fa4-b457bbcc42d9 None None] Pushing event updated for resources: {'Port': ['ID=05b7d4c6-a264-4764-9921-bd3847d3b785,revision_number=2']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:15.035262 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75245fe-3e1c-40b1-86e5-7bddcdf53181 admin admin] Network 50352b29-fa24-48c8-aad0-d13e7a0baf70 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:47:15.037282 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-cdde711f-ef71-462d-8b56-557c6b760e54 None None] Set router 2b1f8954-aea8-49fc-94e8-c83abc793acf gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:47:15.047295 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-4b0dfab5-ef14-4ac3-a489-f3d37486b795 None None] For port 05b7d4c6-a264-4764-9921-bd3847d3b785, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:47:15.056742 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-4b0dfab5-ef14-4ac3-a489-f3d37486b795 None None] For port 05b7d4c6-a264-4764-9921-bd3847d3b785, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=05b7d4c6-a264-4764-9921-bd3847d3b785,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:47:15.059338 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 49456) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:15.078205 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:15.139545 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-4b0dfab5-ef14-4ac3-a489-f3d37486b795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (05b7d4c6-a264-4764-9921-bd3847d3b785), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:15.154102 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-e75245fe-3e1c-40b1-86e5-7bddcdf53181 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 50352b29-fa24-48c8-aad0-d13e7a0baf70) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:47:15.166748 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75245fe-3e1c-40b1-86e5-7bddcdf53181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:15.167363 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e75245fe-3e1c-40b1-86e5-7bddcdf53181 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:15.187197 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35fc7bf-209b-479e-85b2-30cf19dda299 None None] Network 50352b29-fa24-48c8-aad0-d13e7a0baf70 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:47:15.200413 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 49458) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:15.245802 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d775cc14-eff9-40a8-954e-8cb2709a4280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:15.258110 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9f294c3e-5278-4db0-a4d3-99261cf68dcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:15.280480 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port b1eab427-8b50-4ccc-9df2-1355229f6201 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:47:15.292416 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0dfab5-ef14-4ac3-a489-f3d37486b795 None None] Routers {'49ca4778-8350-4cff-9a44-a3096555f5a8'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:47:15.293745 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-4b0dfab5-ef14-4ac3-a489-f3d37486b795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:46:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['49ca4778-8350-4cff-9a44-a3096555f5a8'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:15.297220 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:15.300238 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-38be17d2-be31-45d8-94ea-977eb4dc7c75 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=7929f66d29064429b0958af19edc5e9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2397764 Aug 27 04:47:15.304472 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 49460) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:15.368640 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:15.381522 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 0d099081-e809-463a-9b25-9bc3711254ff no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:47:15.396926 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:DELETE=13,neutron:SELECT=85,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:15.410006 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 0d099081-e809-463a-9b25-9bc3711254ff {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:47:15.410355 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 0d099081-e809-463a-9b25-9bc3711254ff not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:47:15.469424 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b9856d8e-63f8-4db7-b5b7-03e192e27315 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:15.478438 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099f45c0-381b-49a6-becd-e18620646cd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-50352b29-fa24-48c8-aad0-d13e7a0baf70', 'network_id': '50352b29-fa24-48c8-aad0-d13e7a0baf70', 'project_id': 'c2743ef5b6bf4dea97d585fa121bdf6f', 'fixed_ips': [{'subnet_id': '882f75f3-b322-4fc2-9b23-4de2aae06336'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:47:15.488003 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-099f45c0-381b-49a6-becd-e18620646cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:15.525635 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-cdde711f-ef71-462d-8b56-557c6b760e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1f8954-aea8-49fc-94e8-c83abc793acf', 'name': 'tempest-ListServersNegativeTestJSON-1805504630-router', 'tenant_id': '594434f66502439bb7de37a9097943fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': 'a3eeac7d-f9f8-4e2f-bfb9-dca9f2975239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:47:08Z', 'updated_at': '2022-08-27T04:47:12Z', 'revision_number': 3, 'project_id': '594434f66502439bb7de37a9097943fb', 'gw_port': {'id': 'a3eeac7d-f9f8-4e2f-bfb9-dca9f2975239', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:61:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1f8954-aea8-49fc-94e8-c83abc793acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:47:09Z', 'updated_at': '2022-08-27T04:47:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:15.550004 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-d775cc14-eff9-40a8-954e-8cb2709a4280 admin admin] Allocated IP 172.20.0.1 (60f61ed9-55d9-4ed1-bf7d-77b48f71edaf/f3993876-c182-4e26-8c11-3f82859a2edb/aa354f93-6952-4713-879f-44a8d2a3fabc) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:47:15.560578 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b9856d8e-63f8-4db7-b5b7-03e192e27315 admin admin] Publish callbacks [] for security_group (a86238a7-49ab-4def-a3d0-e9c54ecfc593), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:15.586329 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b31d9ea-d1ae-4ff2-9fa4-b457bbcc42d9 None None] Pushing event updated for resources: {'Port': ['ID=05b7d4c6-a264-4764-9921-bd3847d3b785,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:15.669516 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-4b0dfab5-ef14-4ac3-a489-f3d37486b795 None None] Set router 49ca4778-8350-4cff-9a44-a3096555f5a8 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:47:15.671902 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b9856d8e-63f8-4db7-b5b7-03e192e27315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (a86238a7-49ab-4def-a3d0-e9c54ecfc593), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:15.731353 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b9856d8e-63f8-4db7-b5b7-03e192e27315 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=c316f3abda1e4ce89ef4dbb5aed6ef2a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0996764 Aug 27 04:47:15.747348 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 93a8f631-1de2-4f6d-a898-6c5d238126de up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:47:15.750025 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 49464) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:15.756966 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d775cc14-eff9-40a8-954e-8cb2709a4280 admin admin] Publish callbacks [] for port (aa354f93-6952-4713-879f-44a8d2a3fabc), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:15.760336 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdde711f-ef71-462d-8b56-557c6b760e54 None None] Checking router: 2b1f8954-aea8-49fc-94e8-c83abc793acf for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:47:15.760882 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdde711f-ef71-462d-8b56-557c6b760e54 None None] Updating router 2b1f8954-aea8-49fc-94e8-c83abc793acf port a3eeac7d-f9f8-4e2f-bfb9-dca9f2975239 binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:47:15.809466 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e75245fe-3e1c-40b1-86e5-7bddcdf53181 admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8278091 Aug 27 04:47:15.812474 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 49466) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:15.834460 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-a0201ddd-adec-482b-888d-5b24a74ce481 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-629079793-router', 'tenant_id': 'c2743ef5b6bf4dea97d585fa121bdf6f', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:15.881959 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cdde711f-ef71-462d-8b56-557c6b760e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a3eeac7d-f9f8-4e2f-bfb9-dca9f2975239), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:15.892372 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d775cc14-eff9-40a8-954e-8cb2709a4280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (aa354f93-6952-4713-879f-44a8d2a3fabc), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:15.903934 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9856d8e-63f8-4db7-b5b7-03e192e27315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86238a7-49ab-4def-a3d0-e9c54ecfc593,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:15.975105 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-4b0dfab5-ef14-4ac3-a489-f3d37486b795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ca4778-8350-4cff-9a44-a3096555f5a8', 'name': 'tempest-InstanceActionsNegativeTestJSON-1437401360-router', 'tenant_id': '9d030b9911da4ef8aa39dbf0fe1b744b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '05b7d4c6-a264-4764-9921-bd3847d3b785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:47:08Z', 'updated_at': '2022-08-27T04:47:11Z', 'revision_number': 3, 'project_id': '9d030b9911da4ef8aa39dbf0fe1b744b', 'gw_port': {'id': '05b7d4c6-a264-4764-9921-bd3847d3b785', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:93:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ca4778-8350-4cff-9a44-a3096555f5a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:47:09Z', 'updated_at': '2022-08-27T04:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:15.989753 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-edb661e2-6bb5-4ece-bbdb-1631e1e396fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:16.011191 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d775cc14-eff9-40a8-954e-8cb2709a4280 admin admin] Network 60f61ed9-55d9-4ed1-bf7d-77b48f71edaf is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:47:16.024474 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0dfab5-ef14-4ac3-a489-f3d37486b795 None None] The sync data for ids ['49ca4778-8350-4cff-9a44-a3096555f5a8'] in n-d-852088-5 is: [{'id': '49ca4778-8350-4cff-9a44-a3096555f5a8', 'name': 'tempest-InstanceActionsNegativeTestJSON-1437401360-router', 'tenant_id': '9d030b9911da4ef8aa39dbf0fe1b744b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '05b7d4c6-a264-4764-9921-bd3847d3b785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:47:08Z', 'updated_at': '2022-08-27T04:47:11Z', 'revision_number': 3, 'project_id': '9d030b9911da4ef8aa39dbf0fe1b744b', 'gw_port': {'id': '05b7d4c6-a264-4764-9921-bd3847d3b785', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:93:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ca4778-8350-4cff-9a44-a3096555f5a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:47:09Z', 'updated_at': '2022-08-27T04:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:47:16.061873 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-d775cc14-eff9-40a8-954e-8cb2709a4280 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:47:16.064760 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d775cc14-eff9-40a8-954e-8cb2709a4280 admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:47:16.114287 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1dc77e2e-011f-456e-80c0-db069dab9a89 admin admin] Publish callbacks [] for security_group (5a4604ff-dece-48fc-9aa2-5c791711ad7f), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:16.120600 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 93a8f631-1de2-4f6d-a898-6c5d238126de triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:16.120916 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (93a8f631-1de2-4f6d-a898-6c5d238126de), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:16.129133 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8b1997b1-4bd9-439f-8974-24232984f684 admin admin] Publish callbacks [] for security_group (a86238a7-49ab-4def-a3d0-e9c54ecfc593), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:16.129865 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-099f45c0-381b-49a6-becd-e18620646cd5 None None] Allocated IP 172.20.0.2 (50352b29-fa24-48c8-aad0-d13e7a0baf70/882f75f3-b322-4fc2-9b23-4de2aae06336/808b655f-3683-46b7-ae9d-8d01f3a18c39) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:47:16.162620 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1dc77e2e-011f-456e-80c0-db069dab9a89 admin admin] Publish callbacks [] for security_group (5a4604ff-dece-48fc-9aa2-5c791711ad7f), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:16.225232 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a0201ddd-adec-482b-888d-5b24a74ce481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (90bdbc61-9183-4801-ae80-5758cb380add), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:16.226617 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a0201ddd-adec-482b-888d-5b24a74ce481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (90bdbc61-9183-4801-ae80-5758cb380add), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:16.238242 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8b1997b1-4bd9-439f-8974-24232984f684 admin admin] Publish callbacks [] for security_group (a86238a7-49ab-4def-a3d0-e9c54ecfc593), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:16.266079 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:16.281099 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9f294c3e-5278-4db0-a4d3-99261cf68dcb admin admin] Publish callbacks [] for security_group (e84827af-a012-4dc7-9bd9-7275b0c878ab), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:16.377939 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb0a180-fb4d-4466-8db1-6b532560a68b req-15ab5be4-b7c6-4f72-a936-e28b514e1580 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:16.389097 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-deb0a180-fb4d-4466-8db1-6b532560a68b req-15ab5be4-b7c6-4f72-a936-e28b514e1580 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=404ee328-8f8f-48f8-adcc-b9c2c0710406 HTTP/1.1" status: 200 len: 949 time: 0.2781849 Aug 27 04:47:16.392147 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d775cc14-eff9-40a8-954e-8cb2709a4280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (49ca4778-8350-4cff-9a44-a3096555f5a8), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:16.406065 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775cc14-eff9-40a8-954e-8cb2709a4280 admin admin] Pushing event updated for resources: {'Port': ['ID=aa354f93-6952-4713-879f-44a8d2a3fabc,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:16.475469 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a0201ddd-adec-482b-888d-5b24a74ce481 admin admin] Publish callbacks [] for router_controller (90bdbc61-9183-4801-ae80-5758cb380add), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:16.548593 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-bf8157a4-d2b7-4bc6-9092-e7d3d1cd6cf9 None None] Provisioning complete for port aa354f93-6952-4713-879f-44a8d2a3fabc triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:16.549788 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-bf8157a4-d2b7-4bc6-9092-e7d3d1cd6cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (aa354f93-6952-4713-879f-44a8d2a3fabc), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:16.566465 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-edb661e2-6bb5-4ece-bbdb-1631e1e396fc admin admin] Allocated IP 172.20.0.1 (d24bf69f-e1a5-42c8-afac-c5ae8cedf2f9/3303182e-bd77-44a8-b07b-43bb7456daec/405629db-2e38-4d8f-b07f-b15c1bedbef4) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:47:16.573289 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9f294c3e-5278-4db0-a4d3-99261cf68dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (e84827af-a012-4dc7-9bd9-7275b0c878ab), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:16.657784 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8b1997b1-4bd9-439f-8974-24232984f684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (a86238a7-49ab-4def-a3d0-e9c54ecfc593), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:16.660473 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-bf8157a4-d2b7-4bc6-9092-e7d3d1cd6cf9 None None] Port aa354f93-6952-4713-879f-44a8d2a3fabc cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:47:16.660697 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8b1997b1-4bd9-439f-8974-24232984f684 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:16.664624 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8b1997b1-4bd9-439f-8974-24232984f684 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/a86238a7-49ab-4def-a3d0-e9c54ecfc593 HTTP/1.1" status: 204 len: 168 time: 0.9113822 Aug 27 04:47:16.671054 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 93a8f631-1de2-4f6d-a898-6c5d238126de is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:47:16.693551 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f294c3e-5278-4db0-a4d3-99261cf68dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84827af-a012-4dc7-9bd9-7275b0c878ab,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:16.694711 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cdde711f-ef71-462d-8b56-557c6b760e54 None None] Publish callbacks [] for port (a3eeac7d-f9f8-4e2f-bfb9-dca9f2975239), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:16.710312 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1997b1-4bd9-439f-8974-24232984f684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86238a7-49ab-4def-a3d0-e9c54ecfc593,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:16.797887 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-099f45c0-381b-49a6-becd-e18620646cd5 None None] Publish callbacks [] for port (808b655f-3683-46b7-ae9d-8d01f3a18c39), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:16.821706 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-deb0a180-fb4d-4466-8db1-6b532560a68b req-2a4c0743-9340-4d67-8088-4dae12d1f849 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4315021 Aug 27 04:47:16.848357 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cdde711f-ef71-462d-8b56-557c6b760e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a3eeac7d-f9f8-4e2f-bfb9-dca9f2975239), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:16.870102 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9f294c3e-5278-4db0-a4d3-99261cf68dcb admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=f7de3ceb5e10469ca82109d18a06127f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6686473 Aug 27 04:47:16.871694 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:16.874150 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a0201ddd-adec-482b-888d-5b24a74ce481 admin admin] Publish callbacks [] for router_gateway (90bdbc61-9183-4801-ae80-5758cb380add), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:16.878999 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 49474) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:16.904546 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-edb661e2-6bb5-4ece-bbdb-1631e1e396fc admin admin] Publish callbacks [] for port (405629db-2e38-4d8f-b07f-b15c1bedbef4), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:16.920681 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-cdde711f-ef71-462d-8b56-557c6b760e54 None None] Attempting to bind port a3eeac7d-f9f8-4e2f-bfb9-dca9f2975239 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:47:16.921058 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-cdde711f-ef71-462d-8b56-557c6b760e54 None None] Attempting to bind port a3eeac7d-f9f8-4e2f-bfb9-dca9f2975239 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:47:16.921425 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdde711f-ef71-462d-8b56-557c6b760e54 None None] Attempting to bind port a3eeac7d-f9f8-4e2f-bfb9-dca9f2975239 on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:47:16.931463 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdde711f-ef71-462d-8b56-557c6b760e54 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:47:16.931846 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdde711f-ef71-462d-8b56-557c6b760e54 None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:47:16.932275 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cdde711f-ef71-462d-8b56-557c6b760e54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:16.932670 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdde711f-ef71-462d-8b56-557c6b760e54 None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:47:16.933162 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-cdde711f-ef71-462d-8b56-557c6b760e54 None None] Bound port: a3eeac7d-f9f8-4e2f-bfb9-dca9f2975239, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:47:16.933546 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cdde711f-ef71-462d-8b56-557c6b760e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a3eeac7d-f9f8-4e2f-bfb9-dca9f2975239), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:16.979937 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-099f45c0-381b-49a6-becd-e18620646cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (808b655f-3683-46b7-ae9d-8d01f3a18c39), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:16.986965 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bb7723-00dd-4201-88ee-088db3ef4393 None None] Pushing event updated for resources: {'Port': ['ID=a3eeac7d-f9f8-4e2f-bfb9-dca9f2975239,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:17.005552 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1dc77e2e-011f-456e-80c0-db069dab9a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (5a4604ff-dece-48fc-9aa2-5c791711ad7f), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:17.008809 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1dc77e2e-011f-456e-80c0-db069dab9a89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:17.010338 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1dc77e2e-011f-456e-80c0-db069dab9a89 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/5a4604ff-dece-48fc-9aa2-5c791711ad7f HTTP/1.1" status: 204 len: 168 time: 1.7048924 Aug 27 04:47:17.012568 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099f45c0-381b-49a6-becd-e18620646cd5 None None] Network 50352b29-fa24-48c8-aad0-d13e7a0baf70 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:47:17.040942 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8b77ad3f-2d8d-4565-8027-f10b49c3a708 admin admin] Publish callbacks [] for security_group (e84827af-a012-4dc7-9bd9-7275b0c878ab), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:17.043788 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc77e2e-011f-456e-80c0-db069dab9a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4604ff-dece-48fc-9aa2-5c791711ad7f,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:17.046536 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-099f45c0-381b-49a6-becd-e18620646cd5 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:47:17.055148 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099f45c0-381b-49a6-becd-e18620646cd5 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:47:17.095365 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-cdde711f-ef71-462d-8b56-557c6b760e54 None None] For port a3eeac7d-f9f8-4e2f-bfb9-dca9f2975239, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:47:17.105858 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8b77ad3f-2d8d-4565-8027-f10b49c3a708 admin admin] Publish callbacks [] for security_group (e84827af-a012-4dc7-9bd9-7275b0c878ab), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:17.131294 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-cdde711f-ef71-462d-8b56-557c6b760e54 None None] For port a3eeac7d-f9f8-4e2f-bfb9-dca9f2975239, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a3eeac7d-f9f8-4e2f-bfb9-dca9f2975239,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:47:17.154884 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099f45c0-381b-49a6-becd-e18620646cd5 None None] Pushing event updated for resources: {'Port': ['ID=808b655f-3683-46b7-ae9d-8d01f3a18c39,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:17.200448 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d775cc14-eff9-40a8-954e-8cb2709a4280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (aa354f93-6952-4713-879f-44a8d2a3fabc), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:17.227229 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-edb661e2-6bb5-4ece-bbdb-1631e1e396fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (405629db-2e38-4d8f-b07f-b15c1bedbef4), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:17.235571 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a0201ddd-adec-482b-888d-5b24a74ce481 admin admin] Publish callbacks [] for router_gateway (90bdbc61-9183-4801-ae80-5758cb380add), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:17.242341 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cdde711f-ef71-462d-8b56-557c6b760e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a3eeac7d-f9f8-4e2f-bfb9-dca9f2975239), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:17.245220 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-099f45c0-381b-49a6-becd-e18620646cd5 None None] Attempting to bind port 808b655f-3683-46b7-ae9d-8d01f3a18c39 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:47:17.245938 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-099f45c0-381b-49a6-becd-e18620646cd5 None None] Attempting to bind port 808b655f-3683-46b7-ae9d-8d01f3a18c39 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '7b77f052-8db0-46e2-85df-1f3c32b7d41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '50352b29-fa24-48c8-aad0-d13e7a0baf70'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:47:17.246732 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099f45c0-381b-49a6-becd-e18620646cd5 None None] Attempting to bind port 808b655f-3683-46b7-ae9d-8d01f3a18c39 on network 50352b29-fa24-48c8-aad0-d13e7a0baf70 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:47:17.260322 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:17.320887 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099f45c0-381b-49a6-becd-e18620646cd5 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:47:17.326626 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099f45c0-381b-49a6-becd-e18620646cd5 None None] Checking segment: {'id': '7b77f052-8db0-46e2-85df-1f3c32b7d41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '50352b29-fa24-48c8-aad0-d13e7a0baf70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:47:17.327256 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-099f45c0-381b-49a6-becd-e18620646cd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:17.333515 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099f45c0-381b-49a6-becd-e18620646cd5 None None] Bound using segment: {'id': '7b77f052-8db0-46e2-85df-1f3c32b7d41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '50352b29-fa24-48c8-aad0-d13e7a0baf70'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:47:17.333515 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-099f45c0-381b-49a6-becd-e18620646cd5 None None] Bound port: 808b655f-3683-46b7-ae9d-8d01f3a18c39, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b77f052-8db0-46e2-85df-1f3c32b7d41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '50352b29-fa24-48c8-aad0-d13e7a0baf70'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:47:17.333515 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-099f45c0-381b-49a6-becd-e18620646cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (808b655f-3683-46b7-ae9d-8d01f3a18c39), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:17.378183 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8b77ad3f-2d8d-4565-8027-f10b49c3a708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (e84827af-a012-4dc7-9bd9-7275b0c878ab), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:17.381059 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb661e2-6bb5-4ece-bbdb-1631e1e396fc admin admin] Pushing event updated for resources: {'Port': ['ID=405629db-2e38-4d8f-b07f-b15c1bedbef4,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:17.382627 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a0201ddd-adec-482b-888d-5b24a74ce481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:17.383707 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8b77ad3f-2d8d-4565-8027-f10b49c3a708 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:17.385658 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-8b77ad3f-2d8d-4565-8027-f10b49c3a708 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/e84827af-a012-4dc7-9bd9-7275b0c878ab HTTP/1.1" status: 204 len: 168 time: 0.4961889 Aug 27 04:47:17.413268 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdde711f-ef71-462d-8b56-557c6b760e54 None None] Routers {'2b1f8954-aea8-49fc-94e8-c83abc793acf'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:47:17.413959 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-cdde711f-ef71-462d-8b56-557c6b760e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:46:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['2b1f8954-aea8-49fc-94e8-c83abc793acf'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:17.425104 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b77ad3f-2d8d-4565-8027-f10b49c3a708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84827af-a012-4dc7-9bd9-7275b0c878ab,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:17.438560 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:17.495888 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d775cc14-eff9-40a8-954e-8cb2709a4280 admin admin] Publish callbacks [] for port (aa354f93-6952-4713-879f-44a8d2a3fabc), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:17.567659 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d775cc14-eff9-40a8-954e-8cb2709a4280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (aa354f93-6952-4713-879f-44a8d2a3fabc), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:17.621717 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d775cc14-eff9-40a8-954e-8cb2709a4280 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (49ca4778-8350-4cff-9a44-a3096555f5a8), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:17.628275 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-a0201ddd-adec-482b-888d-5b24a74ce481 admin admin] Allocated IP 172.25.2.203 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/600f12a5-e1b1-4e13-a47a-5ba21b959408) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:47:17.645328 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb661e2-6bb5-4ece-bbdb-1631e1e396fc admin admin] Network d24bf69f-e1a5-42c8-afac-c5ae8cedf2f9 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:47:17.647522 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-edb661e2-6bb5-4ece-bbdb-1631e1e396fc admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:47:17.652290 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb661e2-6bb5-4ece-bbdb-1631e1e396fc admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:47:17.737371 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775cc14-eff9-40a8-954e-8cb2709a4280 admin admin] Pushing event updated for resources: {'Port': ['ID=aa354f93-6952-4713-879f-44a8d2a3fabc,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:17.745104 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:17.768990 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-edb661e2-6bb5-4ece-bbdb-1631e1e396fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (2b1f8954-aea8-49fc-94e8-c83abc793acf), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:17.779985 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:17.815604 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d775cc14-eff9-40a8-954e-8cb2709a4280 admin admin] Network 60f61ed9-55d9-4ed1-bf7d-77b48f71edaf is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:47:17.817717 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-d775cc14-eff9-40a8-954e-8cb2709a4280 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:47:18.024037 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a0201ddd-adec-482b-888d-5b24a74ce481 admin admin] Publish callbacks [] for port (600f12a5-e1b1-4e13-a47a-5ba21b959408), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:18.050611 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 05b7d4c6-a264-4764-9921-bd3847d3b785 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:47:18.142147 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30cc9b4-29ed-43e2-a3ae-2f19cb149284 req-b4195ee5-e3a6-4e28-8cf2-b0a0f437d058 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:18.154706 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c30cc9b4-29ed-43e2-a3ae-2f19cb149284 req-b4195ee5-e3a6-4e28-8cf2-b0a0f437d058 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=404ee328-8f8f-48f8-adcc-b9c2c0710406 HTTP/1.1" status: 200 len: 949 time: 0.1331677 Aug 27 04:47:18.171495 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d775cc14-eff9-40a8-954e-8cb2709a4280 admin admin] Router 49ca4778-8350-4cff-9a44-a3096555f5a8 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:47:18.207703 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bb7723-00dd-4201-88ee-088db3ef4393 None None] Pushing event updated for resources: {'Port': ['ID=a3eeac7d-f9f8-4e2f-bfb9-dca9f2975239,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:18.230153 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:18.262286 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-5ae852c4-7dfc-420e-bb03-30af59f0d95d None None] Provisioning complete for port 405629db-2e38-4d8f-b07f-b15c1bedbef4 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:18.262667 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5ae852c4-7dfc-420e-bb03-30af59f0d95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (405629db-2e38-4d8f-b07f-b15c1bedbef4), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:18.341595 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c30cc9b4-29ed-43e2-a3ae-2f19cb149284 req-bf9c7b29-129b-4e4f-969a-d4eb51c12c10 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833084 Aug 27 04:47:18.351282 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:18.356552 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a0201ddd-adec-482b-888d-5b24a74ce481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (600f12a5-e1b1-4e13-a47a-5ba21b959408), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:18.386006 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 05b7d4c6-a264-4764-9921-bd3847d3b785 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:18.386388 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (05b7d4c6-a264-4764-9921-bd3847d3b785), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:18.395955 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-cdde711f-ef71-462d-8b56-557c6b760e54 None None] Set router 2b1f8954-aea8-49fc-94e8-c83abc793acf gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:47:18.405554 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-099f45c0-381b-49a6-becd-e18620646cd5 None None] For port 808b655f-3683-46b7-ae9d-8d01f3a18c39, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:47:18.442326 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-edb661e2-6bb5-4ece-bbdb-1631e1e396fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (405629db-2e38-4d8f-b07f-b15c1bedbef4), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:18.457302 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0201ddd-adec-482b-888d-5b24a74ce481 admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:47:18.468136 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0201ddd-adec-482b-888d-5b24a74ce481 admin admin] Pushing event updated for resources: {'Port': ['ID=600f12a5-e1b1-4e13-a47a-5ba21b959408,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:18.478142 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-a0201ddd-adec-482b-888d-5b24a74ce481 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:47:18.483060 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0201ddd-adec-482b-888d-5b24a74ce481 admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:47:18.622646 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-099f45c0-381b-49a6-becd-e18620646cd5 None None] For port 808b655f-3683-46b7-ae9d-8d01f3a18c39, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=808b655f-3683-46b7-ae9d-8d01f3a18c39,segment=NetworkSegment(7b77f052-8db0-46e2-85df-1f3c32b7d41c),segment_id=7b77f052-8db0-46e2-85df-1f3c32b7d41c)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:47:18.626297 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-5ae852c4-7dfc-420e-bb03-30af59f0d95d None None] Port 405629db-2e38-4d8f-b07f-b15c1bedbef4 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:47:18.694005 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-cdde711f-ef71-462d-8b56-557c6b760e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1f8954-aea8-49fc-94e8-c83abc793acf', 'name': 'tempest-ListServersNegativeTestJSON-1805504630-router', 'tenant_id': '594434f66502439bb7de37a9097943fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': 'a3eeac7d-f9f8-4e2f-bfb9-dca9f2975239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:47:08Z', 'updated_at': '2022-08-27T04:47:12Z', 'revision_number': 3, 'project_id': '594434f66502439bb7de37a9097943fb', 'gw_port': {'id': 'a3eeac7d-f9f8-4e2f-bfb9-dca9f2975239', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:61:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1f8954-aea8-49fc-94e8-c83abc793acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:47:09Z', 'updated_at': '2022-08-27T04:47:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:18.734352 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-edb661e2-6bb5-4ece-bbdb-1631e1e396fc admin admin] Publish callbacks [] for port (405629db-2e38-4d8f-b07f-b15c1bedbef4), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:18.781637 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdde711f-ef71-462d-8b56-557c6b760e54 None None] The sync data for ids ['2b1f8954-aea8-49fc-94e8-c83abc793acf'] in n-d-852088-5 is: [{'id': '2b1f8954-aea8-49fc-94e8-c83abc793acf', 'name': 'tempest-ListServersNegativeTestJSON-1805504630-router', 'tenant_id': '594434f66502439bb7de37a9097943fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': 'a3eeac7d-f9f8-4e2f-bfb9-dca9f2975239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:47:08Z', 'updated_at': '2022-08-27T04:47:12Z', 'revision_number': 3, 'project_id': '594434f66502439bb7de37a9097943fb', 'gw_port': {'id': 'a3eeac7d-f9f8-4e2f-bfb9-dca9f2975239', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:61:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1f8954-aea8-49fc-94e8-c83abc793acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:47:09Z', 'updated_at': '2022-08-27T04:47:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:47:18.784858 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-099f45c0-381b-49a6-becd-e18620646cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (808b655f-3683-46b7-ae9d-8d01f3a18c39), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:18.835104 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-edb661e2-6bb5-4ece-bbdb-1631e1e396fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (405629db-2e38-4d8f-b07f-b15c1bedbef4), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:18.882873 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099f45c0-381b-49a6-becd-e18620646cd5 None None] Pushing event updated for resources: {'Port': ['ID=808b655f-3683-46b7-ae9d-8d01f3a18c39,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:18.906835 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 05b7d4c6-a264-4764-9921-bd3847d3b785 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:47:18.907236 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (05b7d4c6-a264-4764-9921-bd3847d3b785), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:18.953382 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-7342cc2b-0ec6-4f6c-80f6-630a85f147a2 None None] Provisioning complete for port aa354f93-6952-4713-879f-44a8d2a3fabc triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:18.955019 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7342cc2b-0ec6-4f6c-80f6-630a85f147a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (aa354f93-6952-4713-879f-44a8d2a3fabc), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:19.043817 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 05b7d4c6-a264-4764-9921-bd3847d3b785, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=05b7d4c6-a264-4764-9921-bd3847d3b785,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:19.049369 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d775cc14-eff9-40a8-954e-8cb2709a4280 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:47:19.063821 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4f3e7b-3f6a-4834-829d-43885dda31f7 None None] Sync routers for ids ['49ca4778-8350-4cff-9a44-a3096555f5a8'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:47:19.071980 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-7342cc2b-0ec6-4f6c-80f6-630a85f147a2 None None] Port aa354f93-6952-4713-879f-44a8d2a3fabc cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:47:19.086304 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-d775cc14-eff9-40a8-954e-8cb2709a4280 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/49ca4778-8350-4cff-9a44-a3096555f5a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6337426 Aug 27 04:47:19.105483 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (05b7d4c6-a264-4764-9921-bd3847d3b785), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:19.108115 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4f3e7b-3f6a-4834-829d-43885dda31f7 None None] Routers {'49ca4778-8350-4cff-9a44-a3096555f5a8'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:47:19.109506 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-5d4f3e7b-3f6a-4834-829d-43885dda31f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:46:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['49ca4778-8350-4cff-9a44-a3096555f5a8'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:19.159393 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb661e2-6bb5-4ece-bbdb-1631e1e396fc admin admin] Pushing event updated for resources: {'Port': ['ID=405629db-2e38-4d8f-b07f-b15c1bedbef4,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:19.219583 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=05b7d4c6-a264-4764-9921-bd3847d3b785,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:19.222680 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-edb661e2-6bb5-4ece-bbdb-1631e1e396fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (2b1f8954-aea8-49fc-94e8-c83abc793acf), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:19.264776 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:UPDATE=5,neutron:SELECT=92,neutron:INSERT=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:19.309891 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:19.355471 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 49538) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:19.548082 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-5d4f3e7b-3f6a-4834-829d-43885dda31f7 None None] Set router 49ca4778-8350-4cff-9a44-a3096555f5a8 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:47:19.572407 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=6 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:19.668605 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ac1ef-79ff-46a9-b15f-da0830dd2372 req-7f6e5c69-39e9-410e-857b-21cae18c6b94 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:19.677650 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b35ac1ef-79ff-46a9-b15f-da0830dd2372 req-7f6e5c69-39e9-410e-857b-21cae18c6b94 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=404ee328-8f8f-48f8-adcc-b9c2c0710406 HTTP/1.1" status: 200 len: 949 time: 0.1329818 Aug 27 04:47:19.791201 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b35ac1ef-79ff-46a9-b15f-da0830dd2372 req-f17619d3-0d6b-4059-9742-a6097eb32332 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121342 Aug 27 04:47:19.854674 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:19.856658 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 808b655f-3683-46b7-ae9d-8d01f3a18c39 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:47:19.955025 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 49552) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:20.046970 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 808b655f-3683-46b7-ae9d-8d01f3a18c39 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:20.047616 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (808b655f-3683-46b7-ae9d-8d01f3a18c39), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:20.103228 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:20.141134 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-5d4f3e7b-3f6a-4834-829d-43885dda31f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ca4778-8350-4cff-9a44-a3096555f5a8', 'name': 'tempest-InstanceActionsNegativeTestJSON-1437401360-router', 'tenant_id': '9d030b9911da4ef8aa39dbf0fe1b744b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '05b7d4c6-a264-4764-9921-bd3847d3b785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:47:08Z', 'updated_at': '2022-08-27T04:47:16Z', 'revision_number': 4, 'project_id': '9d030b9911da4ef8aa39dbf0fe1b744b', 'gw_port': {'id': '05b7d4c6-a264-4764-9921-bd3847d3b785', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:93:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca4778-8350-4cff-9a44-a3096555f5a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:47:09Z', 'updated_at': '2022-08-27T04:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'aa354f93-6952-4713-879f-44a8d2a3fabc', 'name': '', 'network_id': '60f61ed9-55d9-4ed1-bf7d-77b48f71edaf', 'tenant_id': '9d030b9911da4ef8aa39dbf0fe1b744b', 'mac_address': 'fa:16:3e:27:0b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ca4778-8350-4cff-9a44-a3096555f5a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'f3993876-c182-4e26-8c11-3f82859a2edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:47:15Z', 'updated_at': '2022-08-27T04:47:17Z', 'revision_number': 2, 'project_id': '9d030b9911da4ef8aa39dbf0fe1b744b', 'subnets': [{'id': 'f3993876-c182-4e26-8c11-3f82859a2edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:20.227965 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4f3e7b-3f6a-4834-829d-43885dda31f7 None None] Checking router: 49ca4778-8350-4cff-9a44-a3096555f5a8 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:47:20.230170 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4f3e7b-3f6a-4834-829d-43885dda31f7 None None] Updating router 49ca4778-8350-4cff-9a44-a3096555f5a8 port aa354f93-6952-4713-879f-44a8d2a3fabc binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:47:20.247112 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-3ba0940e-12f4-45dd-8c78-b00e5efcaccc admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-881493288-network', 'tenant_id': 'c01c4dacccbe4617bb1878ed965492df'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:20.276551 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 808b655f-3683-46b7-ae9d-8d01f3a18c39 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:47:20.278006 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (808b655f-3683-46b7-ae9d-8d01f3a18c39), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:20.303126 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-5d4f3e7b-3f6a-4834-829d-43885dda31f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (aa354f93-6952-4713-879f-44a8d2a3fabc), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:20.320004 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-e33b7795-212f-4f03-9170-57256f586c2f admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1381650631-network', 'tenant_id': '7cd251c2ac1f4f7b98f3c9fffdb4dbcd'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:20.341723 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:20.388137 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 808b655f-3683-46b7-ae9d-8d01f3a18c39, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=808b655f-3683-46b7-ae9d-8d01f3a18c39,segment=NetworkSegment(7b77f052-8db0-46e2-85df-1f3c32b7d41c),segment_id=7b77f052-8db0-46e2-85df-1f3c32b7d41c)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:20.414256 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb661e2-6bb5-4ece-bbdb-1631e1e396fc admin admin] Network d24bf69f-e1a5-42c8-afac-c5ae8cedf2f9 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:47:20.419645 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba0940e-12f4-45dd-8c78-b00e5efcaccc admin admin] Made reservation on behalf of c01c4dacccbe4617bb1878ed965492df for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:47:20.422446 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3ba0940e-12f4-45dd-8c78-b00e5efcaccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:20.432576 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-edb661e2-6bb5-4ece-bbdb-1631e1e396fc admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:47:20.449986 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3ba0940e-12f4-45dd-8c78-b00e5efcaccc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:20.465036 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33b7795-212f-4f03-9170-57256f586c2f admin admin] Made reservation on behalf of 7cd251c2ac1f4f7b98f3c9fffdb4dbcd for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:47:20.472203 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e33b7795-212f-4f03-9170-57256f586c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:20.534555 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e33b7795-212f-4f03-9170-57256f586c2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:20.537161 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (808b655f-3683-46b7-ae9d-8d01f3a18c39), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:20.540650 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 05b7d4c6-a264-4764-9921-bd3847d3b785 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:47:20.704131 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:20.792284 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a0201ddd-adec-482b-888d-5b24a74ce481 admin admin] Publish callbacks [] for router_gateway (90bdbc61-9183-4801-ae80-5758cb380add), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:20.804104 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edb661e2-6bb5-4ece-bbdb-1631e1e396fc admin admin] Router 2b1f8954-aea8-49fc-94e8-c83abc793acf has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:47:20.843192 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e33b7795-212f-4f03-9170-57256f586c2f admin admin] Publish callbacks [] for security_group (2cc28a7d-1a9a-4cf7-94b3-38c25c19f32a), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:20.852920 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=808b655f-3683-46b7-ae9d-8d01f3a18c39,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:20.927632 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 05b7d4c6-a264-4764-9921-bd3847d3b785 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:20.928013 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (05b7d4c6-a264-4764-9921-bd3847d3b785), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:20.975362 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e33b7795-212f-4f03-9170-57256f586c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (2cc28a7d-1a9a-4cf7-94b3-38c25c19f32a), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:21.018754 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae393d59-2e7d-4ffb-bc3c-1ca261a41831 None None] Network 50352b29-fa24-48c8-aad0-d13e7a0baf70 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:47:21.032873 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:21.043544 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:21.136927 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3ba0940e-12f4-45dd-8c78-b00e5efcaccc admin admin] Publish callbacks [] for security_group (b8e9e260-fe27-41e9-bbbc-73cd9a1bf1fa), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:21.164508 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-8a61bab4-0d0a-4d6e-9053-cc02b7a31cc9 None None] Provisioning complete for port 405629db-2e38-4d8f-b07f-b15c1bedbef4 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:21.165238 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8a61bab4-0d0a-4d6e-9053-cc02b7a31cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (405629db-2e38-4d8f-b07f-b15c1bedbef4), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:21.203351 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-5d4f3e7b-3f6a-4834-829d-43885dda31f7 None None] Publish callbacks [] for port (aa354f93-6952-4713-879f-44a8d2a3fabc), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:21.257826 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e33b7795-212f-4f03-9170-57256f586c2f admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:47:21.259217 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3ba0940e-12f4-45dd-8c78-b00e5efcaccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (b8e9e260-fe27-41e9-bbbc-73cd9a1bf1fa), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:21.264066 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:21.265545 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-8a61bab4-0d0a-4d6e-9053-cc02b7a31cc9 None None] Port 405629db-2e38-4d8f-b07f-b15c1bedbef4 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:47:21.267959 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 05b7d4c6-a264-4764-9921-bd3847d3b785 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:47:21.269612 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a3eeac7d-f9f8-4e2f-bfb9-dca9f2975239 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:47:21.293659 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33b7795-212f-4f03-9170-57256f586c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc28a7d-1a9a-4cf7-94b3-38c25c19f32a,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:21.319640 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd1727-4464-4559-99f1-2739a250db59 req-d322f71a-2a59-40a5-8fbe-efbd47691fe5 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:21.321929 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-39cd1727-4464-4559-99f1-2739a250db59 req-d322f71a-2a59-40a5-8fbe-efbd47691fe5 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=404ee328-8f8f-48f8-adcc-b9c2c0710406 HTTP/1.1" status: 200 len: 949 time: 0.3425624 Aug 27 04:47:21.322225 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-5d4f3e7b-3f6a-4834-829d-43885dda31f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (aa354f93-6952-4713-879f-44a8d2a3fabc), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:21.322797 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ba0940e-12f4-45dd-8c78-b00e5efcaccc admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:47:21.332035 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e33b7795-212f-4f03-9170-57256f586c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (afc8c7b9-88c3-4477-8393-f64fe39243b7), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:21.332035 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-e33b7795-212f-4f03-9170-57256f586c2f admin admin] Added segment afc8c7b9-88c3-4477-8393-f64fe39243b7 of type vlan for network 14951f21-d32d-453e-af4a-536b35269573 Aug 27 04:47:21.370956 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-8a61bab4-0d0a-4d6e-9053-cc02b7a31cc9 None None] Provisioning complete for port 808b655f-3683-46b7-ae9d-8d01f3a18c39 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:21.371517 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8a61bab4-0d0a-4d6e-9053-cc02b7a31cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (808b655f-3683-46b7-ae9d-8d01f3a18c39), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:21.395799 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a0201ddd-adec-482b-888d-5b24a74ce481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (90bdbc61-9183-4801-ae80-5758cb380add), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:21.437363 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3ba0940e-12f4-45dd-8c78-b00e5efcaccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (a298a071-c4de-4d66-aeab-d9b931d394de), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:21.437927 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-3ba0940e-12f4-45dd-8c78-b00e5efcaccc admin admin] Added segment a298a071-c4de-4d66-aeab-d9b931d394de of type vlan for network a81e5b88-9245-4f4e-a3a8-2b23f273246f Aug 27 04:47:21.447963 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14291d1-7da7-41ed-adab-f01dbd74be97 None None] Pushing event updated for resources: {'Port': ['ID=aa354f93-6952-4713-879f-44a8d2a3fabc,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:21.515814 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port a3eeac7d-f9f8-4e2f-bfb9-dca9f2975239 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:21.516210 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a3eeac7d-f9f8-4e2f-bfb9-dca9f2975239), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:21.551770 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-5d4f3e7b-3f6a-4834-829d-43885dda31f7 None None] Attempting to bind port aa354f93-6952-4713-879f-44a8d2a3fabc on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:47:21.552139 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-5d4f3e7b-3f6a-4834-829d-43885dda31f7 None None] Attempting to bind port aa354f93-6952-4713-879f-44a8d2a3fabc by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '66fdff15-5b36-44d8-a5d9-a07a92557dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '60f61ed9-55d9-4ed1-bf7d-77b48f71edaf'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:47:21.556206 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e33b7795-212f-4f03-9170-57256f586c2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (14951f21-d32d-453e-af4a-536b35269573), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:21.559146 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4f3e7b-3f6a-4834-829d-43885dda31f7 None None] Attempting to bind port aa354f93-6952-4713-879f-44a8d2a3fabc on network 60f61ed9-55d9-4ed1-bf7d-77b48f71edaf {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:47:21.575245 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4f3e7b-3f6a-4834-829d-43885dda31f7 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:47:21.575548 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4f3e7b-3f6a-4834-829d-43885dda31f7 None None] Checking segment: {'id': '66fdff15-5b36-44d8-a5d9-a07a92557dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '60f61ed9-55d9-4ed1-bf7d-77b48f71edaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:47:21.575966 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-5d4f3e7b-3f6a-4834-829d-43885dda31f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:21.576376 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4f3e7b-3f6a-4834-829d-43885dda31f7 None None] Bound using segment: {'id': '66fdff15-5b36-44d8-a5d9-a07a92557dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '60f61ed9-55d9-4ed1-bf7d-77b48f71edaf'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:47:21.576848 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-5d4f3e7b-3f6a-4834-829d-43885dda31f7 None None] Bound port: aa354f93-6952-4713-879f-44a8d2a3fabc, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66fdff15-5b36-44d8-a5d9-a07a92557dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '60f61ed9-55d9-4ed1-bf7d-77b48f71edaf'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:47:21.577210 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-5d4f3e7b-3f6a-4834-829d-43885dda31f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (aa354f93-6952-4713-879f-44a8d2a3fabc), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:21.579275 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba0940e-12f4-45dd-8c78-b00e5efcaccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e9e260-fe27-41e9-bbbc-73cd9a1bf1fa,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:21.623083 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb661e2-6bb5-4ece-bbdb-1631e1e396fc admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:47:21.624333 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-8a61bab4-0d0a-4d6e-9053-cc02b7a31cc9 None None] Current status of the port 808b655f-3683-46b7-ae9d-8d01f3a18c39 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:47:21.630201 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-edb661e2-6bb5-4ece-bbdb-1631e1e396fc admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/2b1f8954-aea8-49fc-94e8-c83abc793acf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9782517 Aug 27 04:47:21.722736 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port a3eeac7d-f9f8-4e2f-bfb9-dca9f2975239 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:47:21.723715 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a3eeac7d-f9f8-4e2f-bfb9-dca9f2975239), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:21.766882 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port a3eeac7d-f9f8-4e2f-bfb9-dca9f2975239, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a3eeac7d-f9f8-4e2f-bfb9-dca9f2975239,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:21.770719 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fcba6a-fc91-4b1e-b783-313e23b9e476 req-28249918-a505-4fc6-9b4a-ace84abae3e1 tempest-InstanceActionsNegativeTestJSON-1091484586 tempest-InstanceActionsNegativeTestJSON-1091484586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:21.776298 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-5d4f3e7b-3f6a-4834-829d-43885dda31f7 None None] For port aa354f93-6952-4713-879f-44a8d2a3fabc, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:47:21.778822 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e9fcba6a-fc91-4b1e-b783-313e23b9e476 req-28249918-a505-4fc6-9b4a-ace84abae3e1 tempest-InstanceActionsNegativeTestJSON-1091484586 tempest-InstanceActionsNegativeTestJSON-1091484586-project] 10.222.0.76 "GET /networking/v2.0/networks?id=60f61ed9-55d9-4ed1-bf7d-77b48f71edaf HTTP/1.1" status: 200 len: 822 time: 0.9272406 Aug 27 04:47:21.785405 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-5d4f3e7b-3f6a-4834-829d-43885dda31f7 None None] For port aa354f93-6952-4713-879f-44a8d2a3fabc, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=aa354f93-6952-4713-879f-44a8d2a3fabc,segment=NetworkSegment(66fdff15-5b36-44d8-a5d9-a07a92557dff),segment_id=66fdff15-5b36-44d8-a5d9-a07a92557dff)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:47:21.789659 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:21.822549 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3ba0940e-12f4-45dd-8c78-b00e5efcaccc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (a81e5b88-9245-4f4e-a3a8-2b23f273246f), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:21.832065 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-39cd1727-4464-4559-99f1-2739a250db59 req-f504a69d-a2ad-4209-b3fc-cb55970fd194 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4932594 Aug 27 04:47:21.841768 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e9fcba6a-fc91-4b1e-b783-313e23b9e476 req-76635c6d-55fa-49af-b497-e1b25d521c97 tempest-InstanceActionsNegativeTestJSON-1091484586 tempest-InstanceActionsNegativeTestJSON-1091484586-project] 10.222.0.76 "GET /networking/v2.0/quotas/9d030b9911da4ef8aa39dbf0fe1b744b HTTP/1.1" status: 200 len: 375 time: 0.0618410 Aug 27 04:47:21.860498 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-150d0e03-040f-4dc4-8ed0-6549260b646c None None] Provisioning complete for port 808b655f-3683-46b7-ae9d-8d01f3a18c39 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:21.860498 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-150d0e03-040f-4dc4-8ed0-6549260b646c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (808b655f-3683-46b7-ae9d-8d01f3a18c39), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:21.871297 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0201ddd-adec-482b-888d-5b24a74ce481 admin admin] Router 90bdbc61-9183-4801-ae80-5758cb380add is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:47:21.872077 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-5d4f3e7b-3f6a-4834-829d-43885dda31f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (aa354f93-6952-4713-879f-44a8d2a3fabc), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:21.894793 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e33b7795-212f-4f03-9170-57256f586c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (14951f21-d32d-453e-af4a-536b35269573), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:21.895835 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33b7795-212f-4f03-9170-57256f586c2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:21.896530 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e33b7795-212f-4f03-9170-57256f586c2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:21.903218 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a3eeac7d-f9f8-4e2f-bfb9-dca9f2975239), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:21.985001 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:22.027063 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3ba0940e-12f4-45dd-8c78-b00e5efcaccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (a81e5b88-9245-4f4e-a3a8-2b23f273246f), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:22.027063 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba0940e-12f4-45dd-8c78-b00e5efcaccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:22.027063 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3ba0940e-12f4-45dd-8c78-b00e5efcaccc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:22.057754 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e9fcba6a-fc91-4b1e-b783-313e23b9e476 req-23ef239c-1fd5-4268-9066-d4034592de54 tempest-InstanceActionsNegativeTestJSON-1091484586 tempest-InstanceActionsNegativeTestJSON-1091484586-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=9d030b9911da4ef8aa39dbf0fe1b744b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2151506 Aug 27 04:47:22.089058 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d185d91-6bc4-49b6-8acd-a7a195bda4c3 None None] Sync routers for ids ['2b1f8954-aea8-49fc-94e8-c83abc793acf'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:47:22.091213 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33b7795-212f-4f03-9170-57256f586c2f admin admin] Pushing event updated for resources: {'Network': ['ID=14951f21-d32d-453e-af4a-536b35269573,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:22.131886 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0201ddd-adec-482b-888d-5b24a74ce481 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:47:22.131886 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 49600) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:22.148090 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4f3e7b-3f6a-4834-829d-43885dda31f7 None None] Routers {'49ca4778-8350-4cff-9a44-a3096555f5a8'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:47:22.150996 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e33b7795-212f-4f03-9170-57256f586c2f admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.1741424 Aug 27 04:47:22.151078 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-5d4f3e7b-3f6a-4834-829d-43885dda31f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:46:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['49ca4778-8350-4cff-9a44-a3096555f5a8'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:22.151163 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 49602) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:22.151163 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-9d90c8aa-6e27-4efa-8d3a-20702ffd6ca5 admin admin] Request body: {'subnet': {'network_id': '14951f21-d32d-453e-af4a-536b35269573', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1381650631-subnet', 'tenant_id': '7cd251c2ac1f4f7b98f3c9fffdb4dbcd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:22.153367 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 808b655f-3683-46b7-ae9d-8d01f3a18c39 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:47:22.155116 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4fff1f-89d5-4e0c-b895-162ee1c49191 None None] Sync routers for ids ['90bdbc61-9183-4801-ae80-5758cb380add'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:47:22.163821 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 14951f21-d32d-453e-af4a-536b35269573 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:47:22.190183 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=a3eeac7d-f9f8-4e2f-bfb9-dca9f2975239,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:22.206652 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3ba0940e-12f4-45dd-8c78-b00e5efcaccc admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.8494525 Aug 27 04:47:22.238920 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba0940e-12f4-45dd-8c78-b00e5efcaccc admin admin] Pushing event updated for resources: {'Network': ['ID=a81e5b88-9245-4f4e-a3a8-2b23f273246f,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:22.274190 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:22.308386 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4fff1f-89d5-4e0c-b895-162ee1c49191 None None] Routers {'90bdbc61-9183-4801-ae80-5758cb380add'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:47:22.309048 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-0c4fff1f-89d5-4e0c-b895-162ee1c49191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:46:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['90bdbc61-9183-4801-ae80-5758cb380add'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:22.313851 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network a81e5b88-9245-4f4e-a3a8-2b23f273246f details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:47:22.322862 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 49608) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:22.328274 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-97d35d45-e3a2-417c-bc60-4f80ee950b7c tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1679791867'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:22.350318 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d185d91-6bc4-49b6-8acd-a7a195bda4c3 None None] Routers {'2b1f8954-aea8-49fc-94e8-c83abc793acf'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:47:22.353064 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-0d185d91-6bc4-49b6-8acd-a7a195bda4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:46:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['2b1f8954-aea8-49fc-94e8-c83abc793acf'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:22.369634 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14291d1-7da7-41ed-adab-f01dbd74be97 None None] Pushing event updated for resources: {'Port': ['ID=aa354f93-6952-4713-879f-44a8d2a3fabc,revision_number=4']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:22.371046 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a0201ddd-adec-482b-888d-5b24a74ce481 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:22.374225 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a0201ddd-adec-482b-888d-5b24a74ce481 admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.5541568 Aug 27 04:47:22.375225 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 49610) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:22.530039 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-5d4f3e7b-3f6a-4834-829d-43885dda31f7 None None] Set router 49ca4778-8350-4cff-9a44-a3096555f5a8 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:47:22.539420 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-150d0e03-040f-4dc4-8ed0-6549260b646c None None] Current status of the port 808b655f-3683-46b7-ae9d-8d01f3a18c39 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:47:22.553081 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d35d45-e3a2-417c-bc60-4f80ee950b7c tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Made reservation on behalf of a397128fb9fd47feb1a5a57b9497c0be for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:47:22.572871 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-97d35d45-e3a2-417c-bc60-4f80ee950b7c tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:22.577396 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:22.649478 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d90c8aa-6e27-4efa-8d3a-20702ffd6ca5 admin admin] Made reservation on behalf of 7cd251c2ac1f4f7b98f3c9fffdb4dbcd for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:47:22.665128 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9d90c8aa-6e27-4efa-8d3a-20702ffd6ca5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:22.690953 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=62,neutron:INSERT=30,neutron:UPDATE=8 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:22.718504 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-0c4fff1f-89d5-4e0c-b895-162ee1c49191 None None] Set router 90bdbc61-9183-4801-ae80-5758cb380add gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:47:22.722438 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 808b655f-3683-46b7-ae9d-8d01f3a18c39 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:22.723943 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (808b655f-3683-46b7-ae9d-8d01f3a18c39), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:22.780482 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:22.828536 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-0d185d91-6bc4-49b6-8acd-a7a195bda4c3 None None] Set router 2b1f8954-aea8-49fc-94e8-c83abc793acf gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:47:22.845214 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-456768b6-e00f-4549-8075-85ab70034294 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (49ca4778-8350-4cff-9a44-a3096555f5a8), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:22.881171 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a204464-a056-480a-9fb6-774e631b43d0 req-cf963a56-4332-4ea7-885c-c6d2227abd0d tempest-ListServersNegativeTestJSON-1568595722 tempest-ListServersNegativeTestJSON-1568595722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:22.889840 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7a204464-a056-480a-9fb6-774e631b43d0 req-cf963a56-4332-4ea7-885c-c6d2227abd0d tempest-ListServersNegativeTestJSON-1568595722 tempest-ListServersNegativeTestJSON-1568595722-project] 10.222.0.76 "GET /networking/v2.0/networks?id=d24bf69f-e1a5-42c8-afac-c5ae8cedf2f9 HTTP/1.1" status: 200 len: 818 time: 0.2850289 Aug 27 04:47:22.999348 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7a204464-a056-480a-9fb6-774e631b43d0 req-1d9736e8-f6bf-473f-99f4-ef8b6ef16dc1 tempest-ListServersNegativeTestJSON-1568595722 tempest-ListServersNegativeTestJSON-1568595722-project] 10.222.0.76 "GET /networking/v2.0/quotas/594434f66502439bb7de37a9097943fb HTTP/1.1" status: 200 len: 375 time: 0.1079562 Aug 27 04:47:23.096500 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97d35d45-e3a2-417c-bc60-4f80ee950b7c tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:47:23.183817 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-5d4f3e7b-3f6a-4834-829d-43885dda31f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ca4778-8350-4cff-9a44-a3096555f5a8', 'name': 'tempest-InstanceActionsNegativeTestJSON-1437401360-router', 'tenant_id': '9d030b9911da4ef8aa39dbf0fe1b744b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '05b7d4c6-a264-4764-9921-bd3847d3b785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:47:08Z', 'updated_at': '2022-08-27T04:47:16Z', 'revision_number': 4, 'project_id': '9d030b9911da4ef8aa39dbf0fe1b744b', 'gw_port': {'id': '05b7d4c6-a264-4764-9921-bd3847d3b785', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:93:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca4778-8350-4cff-9a44-a3096555f5a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:47:09Z', 'updated_at': '2022-08-27T04:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'aa354f93-6952-4713-879f-44a8d2a3fabc', 'name': '', 'network_id': '60f61ed9-55d9-4ed1-bf7d-77b48f71edaf', 'tenant_id': '9d030b9911da4ef8aa39dbf0fe1b744b', 'mac_address': 'fa:16:3e:27:0b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ca4778-8350-4cff-9a44-a3096555f5a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'f3993876-c182-4e26-8c11-3f82859a2edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:47:15Z', 'updated_at': '2022-08-27T04:47:21Z', 'revision_number': 4, 'project_id': '9d030b9911da4ef8aa39dbf0fe1b744b', 'subnets': [{'id': 'f3993876-c182-4e26-8c11-3f82859a2edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:23.203004 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-97d35d45-e3a2-417c-bc60-4f80ee950b7c tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (7a5b90a3-1acf-47b7-850d-05267597981e), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:23.203385 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-97d35d45-e3a2-417c-bc60-4f80ee950b7c tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Added segment 7a5b90a3-1acf-47b7-850d-05267597981e of type vlan for network 3a2399e6-20e1-45c2-a035-ec1329bc21ac Aug 27 04:47:23.227388 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9d90c8aa-6e27-4efa-8d3a-20702ffd6ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (a40a5390-9246-4c30-a550-c0ba87fcc292), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:23.259534 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:23.261457 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4f3e7b-3f6a-4834-829d-43885dda31f7 None None] The sync data for ids ['49ca4778-8350-4cff-9a44-a3096555f5a8'] in n-d-852088-5 is: [{'id': '49ca4778-8350-4cff-9a44-a3096555f5a8', 'name': 'tempest-InstanceActionsNegativeTestJSON-1437401360-router', 'tenant_id': '9d030b9911da4ef8aa39dbf0fe1b744b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '05b7d4c6-a264-4764-9921-bd3847d3b785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:47:08Z', 'updated_at': '2022-08-27T04:47:16Z', 'revision_number': 4, 'project_id': '9d030b9911da4ef8aa39dbf0fe1b744b', 'gw_port': {'id': '05b7d4c6-a264-4764-9921-bd3847d3b785', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:93:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca4778-8350-4cff-9a44-a3096555f5a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:47:09Z', 'updated_at': '2022-08-27T04:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'aa354f93-6952-4713-879f-44a8d2a3fabc', 'name': '', 'network_id': '60f61ed9-55d9-4ed1-bf7d-77b48f71edaf', 'tenant_id': '9d030b9911da4ef8aa39dbf0fe1b744b', 'mac_address': 'fa:16:3e:27:0b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ca4778-8350-4cff-9a44-a3096555f5a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'f3993876-c182-4e26-8c11-3f82859a2edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:47:15Z', 'updated_at': '2022-08-27T04:47:21Z', 'revision_number': 4, 'project_id': '9d030b9911da4ef8aa39dbf0fe1b744b', 'subnets': [{'id': 'f3993876-c182-4e26-8c11-3f82859a2edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:47:23.296262 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-456768b6-e00f-4549-8075-85ab70034294 admin admin] Deleting port aa354f93-6952-4713-879f-44a8d2a3fabc {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:47:23.296835 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-456768b6-e00f-4549-8075-85ab70034294 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (aa354f93-6952-4713-879f-44a8d2a3fabc), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:23.299273 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7a204464-a056-480a-9fb6-774e631b43d0 req-1c32d0a9-8092-4dbd-9636-60a011df0696 tempest-ListServersNegativeTestJSON-1568595722 tempest-ListServersNegativeTestJSON-1568595722-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=594434f66502439bb7de37a9097943fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2974582 Aug 27 04:47:23.327725 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:23.364323 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-0c4fff1f-89d5-4e0c-b895-162ee1c49191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90bdbc61-9183-4801-ae80-5758cb380add', 'name': 'tempest-AttachVolumeTestJSON-629079793-router', 'tenant_id': 'c2743ef5b6bf4dea97d585fa121bdf6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '600f12a5-e1b1-4e13-a47a-5ba21b959408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:47:16Z', 'updated_at': '2022-08-27T04:47:19Z', 'revision_number': 3, 'project_id': 'c2743ef5b6bf4dea97d585fa121bdf6f', 'gw_port': {'id': '600f12a5-e1b1-4e13-a47a-5ba21b959408', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bc:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90bdbc61-9183-4801-ae80-5758cb380add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:47:17Z', 'updated_at': '2022-08-27T04:47:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:23.418563 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 49638) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:23.449762 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4fff1f-89d5-4e0c-b895-162ee1c49191 None None] Checking router: 90bdbc61-9183-4801-ae80-5758cb380add for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:47:23.450029 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4fff1f-89d5-4e0c-b895-162ee1c49191 None None] Updating router 90bdbc61-9183-4801-ae80-5758cb380add port 600f12a5-e1b1-4e13-a47a-5ba21b959408 binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:47:23.498569 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-97d35d45-e3a2-417c-bc60-4f80ee950b7c tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (3a2399e6-20e1-45c2-a035-ec1329bc21ac), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:23.525643 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-0c4fff1f-89d5-4e0c-b895-162ee1c49191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (600f12a5-e1b1-4e13-a47a-5ba21b959408), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:23.563632 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 808b655f-3683-46b7-ae9d-8d01f3a18c39 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:47:23.585080 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-456768b6-e00f-4549-8075-85ab70034294 admin admin] For port aa354f93-6952-4713-879f-44a8d2a3fabc, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=aa354f93-6952-4713-879f-44a8d2a3fabc,segment=NetworkSegment(66fdff15-5b36-44d8-a5d9-a07a92557dff),segment_id=66fdff15-5b36-44d8-a5d9-a07a92557dff)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:23.585362 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-456768b6-e00f-4549-8075-85ab70034294 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (aa354f93-6952-4713-879f-44a8d2a3fabc), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:23.603901 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d90c8aa-6e27-4efa-8d3a-20702ffd6ca5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a40a5390-9246-4c30-a550-c0ba87fcc292,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:23.610077 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe987298-8b78-413c-870a-b503c29bbbce req-3d4ab18b-5a85-4cad-ac4a-31a1f4bd32cc tempest-ComputeTenantNetworksTest-356723981 tempest-ComputeTenantNetworksTest-356723981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:23.634114 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-0d185d91-6bc4-49b6-8acd-a7a195bda4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1f8954-aea8-49fc-94e8-c83abc793acf', 'name': 'tempest-ListServersNegativeTestJSON-1805504630-router', 'tenant_id': '594434f66502439bb7de37a9097943fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': 'a3eeac7d-f9f8-4e2f-bfb9-dca9f2975239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:47:08Z', 'updated_at': '2022-08-27T04:47:18Z', 'revision_number': 4, 'project_id': '594434f66502439bb7de37a9097943fb', 'gw_port': {'id': 'a3eeac7d-f9f8-4e2f-bfb9-dca9f2975239', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:61:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1f8954-aea8-49fc-94e8-c83abc793acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:47:09Z', 'updated_at': '2022-08-27T04:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '405629db-2e38-4d8f-b07f-b15c1bedbef4', 'name': '', 'network_id': 'd24bf69f-e1a5-42c8-afac-c5ae8cedf2f9', 'tenant_id': '594434f66502439bb7de37a9097943fb', 'mac_address': 'fa:16:3e:bb:d7:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1f8954-aea8-49fc-94e8-c83abc793acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '3303182e-bd77-44a8-b07b-43bb7456daec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:47:16Z', 'updated_at': '2022-08-27T04:47:18Z', 'revision_number': 2, 'project_id': '594434f66502439bb7de37a9097943fb', 'subnets': [{'id': '3303182e-bd77-44a8-b07b-43bb7456daec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:23.637933 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe987298-8b78-413c-870a-b503c29bbbce req-3d4ab18b-5a85-4cad-ac4a-31a1f4bd32cc tempest-ComputeTenantNetworksTest-356723981 tempest-ComputeTenantNetworksTest-356723981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:23.643993 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe987298-8b78-413c-870a-b503c29bbbce req-3d4ab18b-5a85-4cad-ac4a-31a1f4bd32cc tempest-ComputeTenantNetworksTest-356723981 tempest-ComputeTenantNetworksTest-356723981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:23.655714 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-fe987298-8b78-413c-870a-b503c29bbbce req-3d4ab18b-5a85-4cad-ac4a-31a1f4bd32cc tempest-ComputeTenantNetworksTest-356723981 tempest-ComputeTenantNetworksTest-356723981-project] 10.222.0.76 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.7614357 Aug 27 04:47:23.658115 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d90c8aa-6e27-4efa-8d3a-20702ffd6ca5 admin admin] Checking segment: {'id': 'afc8c7b9-88c3-4477-8393-f64fe39243b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '14951f21-d32d-453e-af4a-536b35269573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:47:23.659344 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d90c8aa-6e27-4efa-8d3a-20702ffd6ca5 admin admin] Network hostable DHCP agents. Network: 14951f21-d32d-453e-af4a-536b35269573, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:47:23.660335 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.db.resource_extend [None req-97d35d45-e3a2-417c-bc60-4f80ee950b7c tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 27 04:47:23.667038 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-456768b6-e00f-4549-8075-85ab70034294 admin admin] Calling delete_port for aa354f93-6952-4713-879f-44a8d2a3fabc owned by network:router_interface {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:47:23.678909 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d185d91-6bc4-49b6-8acd-a7a195bda4c3 None None] Checking router: 2b1f8954-aea8-49fc-94e8-c83abc793acf for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:47:23.683307 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d185d91-6bc4-49b6-8acd-a7a195bda4c3 None None] Updating router 2b1f8954-aea8-49fc-94e8-c83abc793acf port 405629db-2e38-4d8f-b07f-b15c1bedbef4 binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:47:23.727079 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0d185d91-6bc4-49b6-8acd-a7a195bda4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (405629db-2e38-4d8f-b07f-b15c1bedbef4), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:23.842033 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:23.855065 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 49644) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:24.002243 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-0c4fff1f-89d5-4e0c-b895-162ee1c49191 None None] Publish callbacks [] for port (600f12a5-e1b1-4e13-a47a-5ba21b959408), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:24.005132 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eeaedd-67c1-45bb-9502-8d60e992e27a req-5879a205-de5d-4eef-8238-52a727fa178a tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:24.008427 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-88eeaedd-67c1-45bb-9502-8d60e992e27a req-5879a205-de5d-4eef-8238-52a727fa178a tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=404ee328-8f8f-48f8-adcc-b9c2c0710406 HTTP/1.1" status: 200 len: 949 time: 0.5587647 Aug 27 04:47:24.031811 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d90c8aa-6e27-4efa-8d3a-20702ffd6ca5 admin admin] Network 14951f21-d32d-453e-af4a-536b35269573 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:47:24.055550 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-97d35d45-e3a2-417c-bc60-4f80ee950b7c tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (3a2399e6-20e1-45c2-a035-ec1329bc21ac), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:24.065882 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d35d45-e3a2-417c-bc60-4f80ee950b7c tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:24.066538 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-97d35d45-e3a2-417c-bc60-4f80ee950b7c tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:24.067758 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:24.090331 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-0c4fff1f-89d5-4e0c-b895-162ee1c49191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (600f12a5-e1b1-4e13-a47a-5ba21b959408), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:24.187600 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-9d90c8aa-6e27-4efa-8d3a-20702ffd6ca5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 14951f21-d32d-453e-af4a-536b35269573) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:47:24.197579 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:24.213767 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-0c4fff1f-89d5-4e0c-b895-162ee1c49191 None None] Attempting to bind port 600f12a5-e1b1-4e13-a47a-5ba21b959408 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:47:24.214146 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-0c4fff1f-89d5-4e0c-b895-162ee1c49191 None None] Attempting to bind port 600f12a5-e1b1-4e13-a47a-5ba21b959408 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:47:24.214514 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4fff1f-89d5-4e0c-b895-162ee1c49191 None None] Attempting to bind port 600f12a5-e1b1-4e13-a47a-5ba21b959408 on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:47:24.215541 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:DELETE=7 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:24.230969 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a24913b-0cea-46e2-9873-34580d700cf5 None None] Pushing event updated for resources: {'Port': ['ID=600f12a5-e1b1-4e13-a47a-5ba21b959408,revision_number=2']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:24.237135 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d90c8aa-6e27-4efa-8d3a-20702ffd6ca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:24.237901 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9d90c8aa-6e27-4efa-8d3a-20702ffd6ca5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:24.264396 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4fff1f-89d5-4e0c-b895-162ee1c49191 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:47:24.264769 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4fff1f-89d5-4e0c-b895-162ee1c49191 None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:47:24.265354 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-0c4fff1f-89d5-4e0c-b895-162ee1c49191 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:24.265917 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4fff1f-89d5-4e0c-b895-162ee1c49191 None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:47:24.266599 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-0c4fff1f-89d5-4e0c-b895-162ee1c49191 None None] Bound port: 600f12a5-e1b1-4e13-a47a-5ba21b959408, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:47:24.267320 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-0c4fff1f-89d5-4e0c-b895-162ee1c49191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (600f12a5-e1b1-4e13-a47a-5ba21b959408), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:24.268865 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5581f3-1700-475b-856e-d5bcf0c7cfbb None None] Network 14951f21-d32d-453e-af4a-536b35269573 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:47:24.332155 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:24.352375 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device aa354f93-6952-4713-879f-44a8d2a3fabc up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:47:24.365230 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-9d90c8aa-6e27-4efa-8d3a-20702ffd6ca5 admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.2223392 Aug 27 04:47:24.368150 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 49648) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:24.376127 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-21a46661-eb32-4492-bdbf-c3e4a2076e6a admin admin] Request body: {'router': {'name': 'tempest-ServerAddressesNegativeTestJSON-1381650631-router', 'tenant_id': '7cd251c2ac1f4f7b98f3c9fffdb4dbcd', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:24.386487 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-0c4fff1f-89d5-4e0c-b895-162ee1c49191 None None] For port 600f12a5-e1b1-4e13-a47a-5ba21b959408, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:47:24.398096 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-0c4fff1f-89d5-4e0c-b895-162ee1c49191 None None] For port 600f12a5-e1b1-4e13-a47a-5ba21b959408, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=600f12a5-e1b1-4e13-a47a-5ba21b959408,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:47:24.445245 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5869d30-8e8a-4949-b2f1-ed76b18b210d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-14951f21-d32d-453e-af4a-536b35269573', 'network_id': '14951f21-d32d-453e-af4a-536b35269573', 'project_id': '7cd251c2ac1f4f7b98f3c9fffdb4dbcd', 'fixed_ips': [{'subnet_id': 'a40a5390-9246-4c30-a550-c0ba87fcc292'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:47:24.446163 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a5869d30-8e8a-4949-b2f1-ed76b18b210d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:24.449928 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0d185d91-6bc4-49b6-8acd-a7a195bda4c3 None None] Publish callbacks [] for port (405629db-2e38-4d8f-b07f-b15c1bedbef4), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:24.473755 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port aa354f93-6952-4713-879f-44a8d2a3fabc triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:24.474137 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (aa354f93-6952-4713-879f-44a8d2a3fabc), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:24.485620 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8b601319-c52a-45e9-9aa6-56caa34f6e25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:24.489882 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-456768b6-e00f-4549-8075-85ab70034294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (aa354f93-6952-4713-879f-44a8d2a3fabc), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:24.490277 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-0c4fff1f-89d5-4e0c-b895-162ee1c49191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (600f12a5-e1b1-4e13-a47a-5ba21b959408), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:24.493891 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-97d35d45-e3a2-417c-bc60-4f80ee950b7c tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.1671357 Aug 27 04:47:24.498289 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-21a46661-eb32-4492-bdbf-c3e4a2076e6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (e958fd2c-a115-4bcb-9b15-13a0288aa8d1), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:24.498289 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-21a46661-eb32-4492-bdbf-c3e4a2076e6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (e958fd2c-a115-4bcb-9b15-13a0288aa8d1), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:24.498824 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f1778-5356-4ad5-a220-50301fb0e5a7 req-32bf084d-7d8d-4653-98cc-b01feff89c2c tempest-ComputeTenantNetworksTest-356723981 tempest-ComputeTenantNetworksTest-356723981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:24.499958 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-cf2f1778-5356-4ad5-a220-50301fb0e5a7 req-32bf084d-7d8d-4653-98cc-b01feff89c2c tempest-ComputeTenantNetworksTest-356723981 tempest-ComputeTenantNetworksTest-356723981-project] 10.222.0.76 "GET /networking/v2.0/networks/a81e5b88-9245-4f4e-a3a8-2b23f273246f HTTP/1.1" status: 200 len: 768 time: 0.6952372 Aug 27 04:47:24.499958 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 49650) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:24.552734 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4fff1f-89d5-4e0c-b895-162ee1c49191 None None] Routers {'90bdbc61-9183-4801-ae80-5758cb380add'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:47:24.553438 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-0c4fff1f-89d5-4e0c-b895-162ee1c49191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:46:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['90bdbc61-9183-4801-ae80-5758cb380add'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:24.554552 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-cd77bf81-12b5-45f4-8b1a-9b441f61ec02 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1233540092'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:24.569019 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 49652) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:24.576237 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0d185d91-6bc4-49b6-8acd-a7a195bda4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (405629db-2e38-4d8f-b07f-b15c1bedbef4), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:24.590792 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d35d45-e3a2-417c-bc60-4f80ee950b7c tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Pushing event updated for resources: {'Network': ['ID=3a2399e6-20e1-45c2-a035-ec1329bc21ac,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:24.615378 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-21a46661-eb32-4492-bdbf-c3e4a2076e6a admin admin] Publish callbacks [] for router_controller (e958fd2c-a115-4bcb-9b15-13a0288aa8d1), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:24.623436 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456768b6-e00f-4549-8075-85ab70034294 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa354f93-6952-4713-879f-44a8d2a3fabc,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:24.660359 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cbea6-703a-4595-af09-d100441571aa None None] Pushing event updated for resources: {'Port': ['ID=405629db-2e38-4d8f-b07f-b15c1bedbef4,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:24.670341 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 3a2399e6-20e1-45c2-a035-ec1329bc21ac details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:47:24.685910 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Could not find standard attr ID for object aa354f93-6952-4713-879f-44a8d2a3fabc. {{(pid=107777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 27 04:47:24.764224 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-0c4fff1f-89d5-4e0c-b895-162ee1c49191 None None] Set router 90bdbc61-9183-4801-ae80-5758cb380add gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:47:24.771761 n-d-852088-5 neutron-server[107777]: INFO neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No ports have port_id starting with aa354f93-6952-4713-879f-44a8d2a3fabc Aug 27 04:47:24.789325 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a3eeac7d-f9f8-4e2f-bfb9-dca9f2975239 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:47:24.834304 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:24.975328 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-a5869d30-8e8a-4949-b2f1-ed76b18b210d None None] Allocated IP 172.20.0.2 (14951f21-d32d-453e-af4a-536b35269573/a40a5390-9246-4c30-a550-c0ba87fcc292/2312d9e2-7485-49c3-bd41-fe54e877916d) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:47:24.979573 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-0d185d91-6bc4-49b6-8acd-a7a195bda4c3 None None] Attempting to bind port 405629db-2e38-4d8f-b07f-b15c1bedbef4 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:47:24.980050 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-0d185d91-6bc4-49b6-8acd-a7a195bda4c3 None None] Attempting to bind port 405629db-2e38-4d8f-b07f-b15c1bedbef4 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '5aaabc96-c7ae-40e9-bdf0-fe75e65a8828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd24bf69f-e1a5-42c8-afac-c5ae8cedf2f9'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:47:24.980546 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d185d91-6bc4-49b6-8acd-a7a195bda4c3 None None] Attempting to bind port 405629db-2e38-4d8f-b07f-b15c1bedbef4 on network d24bf69f-e1a5-42c8-afac-c5ae8cedf2f9 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:47:24.986487 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:25.005020 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d185d91-6bc4-49b6-8acd-a7a195bda4c3 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:47:25.005764 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d185d91-6bc4-49b6-8acd-a7a195bda4c3 None None] Checking segment: {'id': '5aaabc96-c7ae-40e9-bdf0-fe75e65a8828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd24bf69f-e1a5-42c8-afac-c5ae8cedf2f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:47:25.010197 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0d185d91-6bc4-49b6-8acd-a7a195bda4c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:25.010197 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d185d91-6bc4-49b6-8acd-a7a195bda4c3 None None] Bound using segment: {'id': '5aaabc96-c7ae-40e9-bdf0-fe75e65a8828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd24bf69f-e1a5-42c8-afac-c5ae8cedf2f9'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:47:25.010197 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-0d185d91-6bc4-49b6-8acd-a7a195bda4c3 None None] Bound port: 405629db-2e38-4d8f-b07f-b15c1bedbef4, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aaabc96-c7ae-40e9-bdf0-fe75e65a8828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd24bf69f-e1a5-42c8-afac-c5ae8cedf2f9'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:47:25.010197 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0d185d91-6bc4-49b6-8acd-a7a195bda4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (405629db-2e38-4d8f-b07f-b15c1bedbef4), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:25.019888 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a24913b-0cea-46e2-9873-34580d700cf5 None None] Pushing event updated for resources: {'Port': ['ID=600f12a5-e1b1-4e13-a47a-5ba21b959408,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:25.050240 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port a3eeac7d-f9f8-4e2f-bfb9-dca9f2975239 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:25.050782 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a3eeac7d-f9f8-4e2f-bfb9-dca9f2975239), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:25.134399 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-456768b6-e00f-4549-8075-85ab70034294 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (49ca4778-8350-4cff-9a44-a3096555f5a8), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:25.156189 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-0c4fff1f-89d5-4e0c-b895-162ee1c49191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90bdbc61-9183-4801-ae80-5758cb380add', 'name': 'tempest-AttachVolumeTestJSON-629079793-router', 'tenant_id': 'c2743ef5b6bf4dea97d585fa121bdf6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '600f12a5-e1b1-4e13-a47a-5ba21b959408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:47:16Z', 'updated_at': '2022-08-27T04:47:19Z', 'revision_number': 3, 'project_id': 'c2743ef5b6bf4dea97d585fa121bdf6f', 'gw_port': {'id': '600f12a5-e1b1-4e13-a47a-5ba21b959408', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bc:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90bdbc61-9183-4801-ae80-5758cb380add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:47:17Z', 'updated_at': '2022-08-27T04:47:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:25.188055 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-21a46661-eb32-4492-bdbf-c3e4a2076e6a admin admin] Publish callbacks [] for router_gateway (e958fd2c-a115-4bcb-9b15-13a0288aa8d1), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:25.197679 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4fff1f-89d5-4e0c-b895-162ee1c49191 None None] The sync data for ids ['90bdbc61-9183-4801-ae80-5758cb380add'] in n-d-852088-5 is: [{'id': '90bdbc61-9183-4801-ae80-5758cb380add', 'name': 'tempest-AttachVolumeTestJSON-629079793-router', 'tenant_id': 'c2743ef5b6bf4dea97d585fa121bdf6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '600f12a5-e1b1-4e13-a47a-5ba21b959408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:47:16Z', 'updated_at': '2022-08-27T04:47:19Z', 'revision_number': 3, 'project_id': 'c2743ef5b6bf4dea97d585fa121bdf6f', 'gw_port': {'id': '600f12a5-e1b1-4e13-a47a-5ba21b959408', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bc:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90bdbc61-9183-4801-ae80-5758cb380add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:47:17Z', 'updated_at': '2022-08-27T04:47:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:47:25.289856 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-88eeaedd-67c1-45bb-9502-8d60e992e27a req-e5dcb380-65d4-43f6-aeb3-43a1f9ccf03e tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2413869 Aug 27 04:47:25.292578 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8bf99049-c52a-47c3-9ca5-6745726e7aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (a81e5b88-9245-4f4e-a3a8-2b23f273246f), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:25.304255 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-0d185d91-6bc4-49b6-8acd-a7a195bda4c3 None None] For port 405629db-2e38-4d8f-b07f-b15c1bedbef4, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:47:25.304459 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:25.306324 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-0d185d91-6bc4-49b6-8acd-a7a195bda4c3 None None] For port 405629db-2e38-4d8f-b07f-b15c1bedbef4, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=405629db-2e38-4d8f-b07f-b15c1bedbef4,segment=NetworkSegment(5aaabc96-c7ae-40e9-bdf0-fe75e65a8828),segment_id=5aaabc96-c7ae-40e9-bdf0-fe75e65a8828)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:47:25.381011 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port a3eeac7d-f9f8-4e2f-bfb9-dca9f2975239 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:47:25.385066 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:25.429940 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0d185d91-6bc4-49b6-8acd-a7a195bda4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (405629db-2e38-4d8f-b07f-b15c1bedbef4), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:25.448135 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a5869d30-8e8a-4949-b2f1-ed76b18b210d None None] Publish callbacks [] for port (2312d9e2-7485-49c3-bd41-fe54e877916d), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:25.462310 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8bf99049-c52a-47c3-9ca5-6745726e7aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (a81e5b88-9245-4f4e-a3a8-2b23f273246f), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:25.478909 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d185d91-6bc4-49b6-8acd-a7a195bda4c3 None None] Routers {'2b1f8954-aea8-49fc-94e8-c83abc793acf'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:47:25.479848 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-0d185d91-6bc4-49b6-8acd-a7a195bda4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:46:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['2b1f8954-aea8-49fc-94e8-c83abc793acf'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:25.488225 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-8bf99049-c52a-47c3-9ca5-6745726e7aa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a81e5b88-9245-4f4e-a3a8-2b23f273246f']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:25.501029 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-8bf99049-c52a-47c3-9ca5-6745726e7aa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a298a071-c4de-4d66-aeab-d9b931d394de') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:25.501029 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-8bf99049-c52a-47c3-9ca5-6745726e7aa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a298a071-c4de-4d66-aeab-d9b931d394de') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:25.509536 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8bf99049-c52a-47c3-9ca5-6745726e7aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (a298a071-c4de-4d66-aeab-d9b931d394de), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:25.523534 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8bf99049-c52a-47c3-9ca5-6745726e7aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (a298a071-c4de-4d66-aeab-d9b931d394de), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:25.530631 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bf99049-c52a-47c3-9ca5-6745726e7aa8 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:47:25.531028 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8bf99049-c52a-47c3-9ca5-6745726e7aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (a298a071-c4de-4d66-aeab-d9b931d394de), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:25.555277 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a5869d30-8e8a-4949-b2f1-ed76b18b210d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (2312d9e2-7485-49c3-bd41-fe54e877916d), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:25.559721 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cbea6-703a-4595-af09-d100441571aa None None] Pushing event updated for resources: {'Port': ['ID=405629db-2e38-4d8f-b07f-b15c1bedbef4,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:25.602111 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd77bf81-12b5-45f4-8b1a-9b441f61ec02 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Made reservation on behalf of a397128fb9fd47feb1a5a57b9497c0be for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:47:25.610229 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cd77bf81-12b5-45f4-8b1a-9b441f61ec02 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:25.633748 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment a298a071-c4de-4d66-aeab-d9b931d394de resource provider aggregate not found Aug 27 04:47:25.669092 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-21a46661-eb32-4492-bdbf-c3e4a2076e6a admin admin] Publish callbacks [] for router_gateway (e958fd2c-a115-4bcb-9b15-13a0288aa8d1), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:25.673600 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment a298a071-c4de-4d66-aeab-d9b931d394de resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a298a071-c4de-4d66-aeab-d9b931d394de found for delete ", "request_id": "req-dd20b29b-85dc-41cd-b13c-83ef811ba421"}]} Aug 27 04:47:25.691712 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8bf99049-c52a-47c3-9ca5-6745726e7aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (a81e5b88-9245-4f4e-a3a8-2b23f273246f), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:25.697200 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-21a46661-eb32-4492-bdbf-c3e4a2076e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:25.735999 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8bf99049-c52a-47c3-9ca5-6745726e7aa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:25.760123 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-8bf99049-c52a-47c3-9ca5-6745726e7aa8 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/a81e5b88-9245-4f4e-a3a8-2b23f273246f HTTP/1.1" status: 204 len: 168 time: 1.1745207 Aug 27 04:47:25.792379 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5869d30-8e8a-4949-b2f1-ed76b18b210d None None] Network 14951f21-d32d-453e-af4a-536b35269573 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:47:25.796286 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-456768b6-e00f-4549-8075-85ab70034294 admin admin] Router 49ca4778-8350-4cff-9a44-a3096555f5a8 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:47:25.797725 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-a5869d30-8e8a-4949-b2f1-ed76b18b210d None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:47:25.801617 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5869d30-8e8a-4949-b2f1-ed76b18b210d None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:47:25.805608 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf99049-c52a-47c3-9ca5-6745726e7aa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a81e5b88-9245-4f4e-a3a8-2b23f273246f,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:25.831881 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:25.842118 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5869d30-8e8a-4949-b2f1-ed76b18b210d None None] Pushing event updated for resources: {'Port': ['ID=2312d9e2-7485-49c3-bd41-fe54e877916d,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:25.867089 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-0d185d91-6bc4-49b6-8acd-a7a195bda4c3 None None] Set router 2b1f8954-aea8-49fc-94e8-c83abc793acf gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:47:25.894263 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-21a46661-eb32-4492-bdbf-c3e4a2076e6a admin admin] Allocated IP 172.25.2.59 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/228df785-0db3-48aa-9271-784d124afa7d) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:47:25.899806 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-92c035ce-9da1-4188-b167-497c2d3e09e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:25.931760 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd77bf81-12b5-45f4-8b1a-9b441f61ec02 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:47:25.978755 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-a5869d30-8e8a-4949-b2f1-ed76b18b210d None None] Attempting to bind port 2312d9e2-7485-49c3-bd41-fe54e877916d on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:47:25.978755 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-a5869d30-8e8a-4949-b2f1-ed76b18b210d None None] Attempting to bind port 2312d9e2-7485-49c3-bd41-fe54e877916d by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'afc8c7b9-88c3-4477-8393-f64fe39243b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '14951f21-d32d-453e-af4a-536b35269573'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:47:25.979095 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5869d30-8e8a-4949-b2f1-ed76b18b210d None None] Attempting to bind port 2312d9e2-7485-49c3-bd41-fe54e877916d on network 14951f21-d32d-453e-af4a-536b35269573 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:47:25.994572 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cd77bf81-12b5-45f4-8b1a-9b441f61ec02 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (49fe157c-d2ef-4efb-94aa-efa2c15f2a7f), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:25.995311 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-cd77bf81-12b5-45f4-8b1a-9b441f61ec02 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Added segment 49fe157c-d2ef-4efb-94aa-efa2c15f2a7f of type vlan for network 6f413775-78a8-49b7-8e9b-94e38ea66d1c Aug 27 04:47:25.996881 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5869d30-8e8a-4949-b2f1-ed76b18b210d None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:47:25.997309 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5869d30-8e8a-4949-b2f1-ed76b18b210d None None] Checking segment: {'id': 'afc8c7b9-88c3-4477-8393-f64fe39243b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '14951f21-d32d-453e-af4a-536b35269573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:47:25.997714 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a5869d30-8e8a-4949-b2f1-ed76b18b210d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:25.998106 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5869d30-8e8a-4949-b2f1-ed76b18b210d None None] Bound using segment: {'id': 'afc8c7b9-88c3-4477-8393-f64fe39243b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '14951f21-d32d-453e-af4a-536b35269573'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:47:25.998707 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-a5869d30-8e8a-4949-b2f1-ed76b18b210d None None] Bound port: 2312d9e2-7485-49c3-bd41-fe54e877916d, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc8c7b9-88c3-4477-8393-f64fe39243b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '14951f21-d32d-453e-af4a-536b35269573'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:47:25.999004 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a5869d30-8e8a-4949-b2f1-ed76b18b210d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (2312d9e2-7485-49c3-bd41-fe54e877916d), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:26.017219 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8b601319-c52a-45e9-9aa6-56caa34f6e25 admin admin] Publish callbacks [] for security_group (4633932c-bd00-43e3-93ca-31ec9d758d2d), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:26.036701 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:26.052593 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456768b6-e00f-4549-8075-85ab70034294 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:47:26.061903 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-456768b6-e00f-4549-8075-85ab70034294 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/49ca4778-8350-4cff-9a44-a3096555f5a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9348230 Aug 27 04:47:26.064625 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 49660) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:26.078791 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dfe3cb-1ca5-4d5f-98a9-6de0d2a16d90 None None] Sync routers for ids ['49ca4778-8350-4cff-9a44-a3096555f5a8'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:47:26.142249 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dfe3cb-1ca5-4d5f-98a9-6de0d2a16d90 None None] Routers {'49ca4778-8350-4cff-9a44-a3096555f5a8'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:47:26.150487 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-65dfe3cb-1ca5-4d5f-98a9-6de0d2a16d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:46:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['49ca4778-8350-4cff-9a44-a3096555f5a8'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:26.150655 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cd77bf81-12b5-45f4-8b1a-9b441f61ec02 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (6f413775-78a8-49b7-8e9b-94e38ea66d1c), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:26.165528 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2da91770-0cf7-446d-a4cf-32c63d3a0528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (2b1f8954-aea8-49fc-94e8-c83abc793acf), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:26.186302 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-21a46661-eb32-4492-bdbf-c3e4a2076e6a admin admin] Publish callbacks [] for port (228df785-0db3-48aa-9271-784d124afa7d), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:26.193602 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-a5869d30-8e8a-4949-b2f1-ed76b18b210d None None] For port 2312d9e2-7485-49c3-bd41-fe54e877916d, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:47:26.214524 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-05454737-bff7-42b9-ace9-8696edf805cf admin admin] Publish callbacks [] for router (49ca4778-8350-4cff-9a44-a3096555f5a8), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:26.227906 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-a5869d30-8e8a-4949-b2f1-ed76b18b210d None None] For port 2312d9e2-7485-49c3-bd41-fe54e877916d, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=2312d9e2-7485-49c3-bd41-fe54e877916d,segment=NetworkSegment(afc8c7b9-88c3-4477-8393-f64fe39243b7),segment_id=afc8c7b9-88c3-4477-8393-f64fe39243b7)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:47:26.253221 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 49662) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:26.303801 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:26.313563 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8b601319-c52a-45e9-9aa6-56caa34f6e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (4633932c-bd00-43e3-93ca-31ec9d758d2d), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:26.314061 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a5869d30-8e8a-4949-b2f1-ed76b18b210d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (2312d9e2-7485-49c3-bd41-fe54e877916d), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:26.353709 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:26.367457 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-0d185d91-6bc4-49b6-8acd-a7a195bda4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1f8954-aea8-49fc-94e8-c83abc793acf', 'name': 'tempest-ListServersNegativeTestJSON-1805504630-router', 'tenant_id': '594434f66502439bb7de37a9097943fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': 'a3eeac7d-f9f8-4e2f-bfb9-dca9f2975239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:47:08Z', 'updated_at': '2022-08-27T04:47:18Z', 'revision_number': 4, 'project_id': '594434f66502439bb7de37a9097943fb', 'gw_port': {'id': 'a3eeac7d-f9f8-4e2f-bfb9-dca9f2975239', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:61:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1f8954-aea8-49fc-94e8-c83abc793acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:47:09Z', 'updated_at': '2022-08-27T04:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '405629db-2e38-4d8f-b07f-b15c1bedbef4', 'name': '', 'network_id': 'd24bf69f-e1a5-42c8-afac-c5ae8cedf2f9', 'tenant_id': '594434f66502439bb7de37a9097943fb', 'mac_address': 'fa:16:3e:bb:d7:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1f8954-aea8-49fc-94e8-c83abc793acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '3303182e-bd77-44a8-b07b-43bb7456daec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:47:16Z', 'updated_at': '2022-08-27T04:47:25Z', 'revision_number': 4, 'project_id': '594434f66502439bb7de37a9097943fb', 'subnets': [{'id': '3303182e-bd77-44a8-b07b-43bb7456daec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:26.401042 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b601319-c52a-45e9-9aa6-56caa34f6e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4633932c-bd00-43e3-93ca-31ec9d758d2d,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:26.422341 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d185d91-6bc4-49b6-8acd-a7a195bda4c3 None None] The sync data for ids ['2b1f8954-aea8-49fc-94e8-c83abc793acf'] in n-d-852088-5 is: [{'id': '2b1f8954-aea8-49fc-94e8-c83abc793acf', 'name': 'tempest-ListServersNegativeTestJSON-1805504630-router', 'tenant_id': '594434f66502439bb7de37a9097943fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': 'a3eeac7d-f9f8-4e2f-bfb9-dca9f2975239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:47:08Z', 'updated_at': '2022-08-27T04:47:18Z', 'revision_number': 4, 'project_id': '594434f66502439bb7de37a9097943fb', 'gw_port': {'id': 'a3eeac7d-f9f8-4e2f-bfb9-dca9f2975239', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:61:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1f8954-aea8-49fc-94e8-c83abc793acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:47:09Z', 'updated_at': '2022-08-27T04:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '405629db-2e38-4d8f-b07f-b15c1bedbef4', 'name': '', 'network_id': 'd24bf69f-e1a5-42c8-afac-c5ae8cedf2f9', 'tenant_id': '594434f66502439bb7de37a9097943fb', 'mac_address': 'fa:16:3e:bb:d7:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1f8954-aea8-49fc-94e8-c83abc793acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '3303182e-bd77-44a8-b07b-43bb7456daec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:47:16Z', 'updated_at': '2022-08-27T04:47:25Z', 'revision_number': 4, 'project_id': '594434f66502439bb7de37a9097943fb', 'subnets': [{'id': '3303182e-bd77-44a8-b07b-43bb7456daec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:47:26.461740 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5869d30-8e8a-4949-b2f1-ed76b18b210d None None] Pushing event updated for resources: {'Port': ['ID=2312d9e2-7485-49c3-bd41-fe54e877916d,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:26.466621 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-65dfe3cb-1ca5-4d5f-98a9-6de0d2a16d90 None None] Set router 49ca4778-8350-4cff-9a44-a3096555f5a8 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:47:26.557973 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-92c035ce-9da1-4188-b167-497c2d3e09e7 admin admin] Allocated IP 172.20.0.1 (50352b29-fa24-48c8-aad0-d13e7a0baf70/882f75f3-b322-4fc2-9b23-4de2aae06336/e516453f-7ce8-402d-b36f-8344dac85e84) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:47:26.716791 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ea505089-d8b7-4555-ab2b-367392f632af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:26.763329 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-8b601319-c52a-45e9-9aa6-56caa34f6e25 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=bd8211065c4d4f9b88bbcb0648f29ae9&name=default HTTP/1.1" status: 200 len: 3000 time: 2.8774714 Aug 27 04:47:26.767177 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 49666) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:26.769510 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cd77bf81-12b5-45f4-8b1a-9b441f61ec02 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (6f413775-78a8-49b7-8e9b-94e38ea66d1c), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:26.776578 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd77bf81-12b5-45f4-8b1a-9b441f61ec02 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:26.777240 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cd77bf81-12b5-45f4-8b1a-9b441f61ec02 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:26.832913 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-21a46661-eb32-4492-bdbf-c3e4a2076e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (228df785-0db3-48aa-9271-784d124afa7d), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:26.838662 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-92c035ce-9da1-4188-b167-497c2d3e09e7 admin admin] Publish callbacks [] for port (e516453f-7ce8-402d-b36f-8344dac85e84), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:26.853146 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d3bc5531-480b-47da-82f3-b82dc7350875 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=c01c4dacccbe4617bb1878ed965492df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5969052 Aug 27 04:47:26.876492 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 49668) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:26.888625 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a46661-eb32-4492-bdbf-c3e4a2076e6a admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:47:26.898027 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-21a46661-eb32-4492-bdbf-c3e4a2076e6a admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:47:26.900818 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a46661-eb32-4492-bdbf-c3e4a2076e6a admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:47:26.910711 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-65dfe3cb-1ca5-4d5f-98a9-6de0d2a16d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ca4778-8350-4cff-9a44-a3096555f5a8', 'name': 'tempest-InstanceActionsNegativeTestJSON-1437401360-router', 'tenant_id': '9d030b9911da4ef8aa39dbf0fe1b744b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '05b7d4c6-a264-4764-9921-bd3847d3b785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:47:08Z', 'updated_at': '2022-08-27T04:47:24Z', 'revision_number': 5, 'project_id': '9d030b9911da4ef8aa39dbf0fe1b744b', 'gw_port': {'id': '05b7d4c6-a264-4764-9921-bd3847d3b785', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:93:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca4778-8350-4cff-9a44-a3096555f5a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:47:09Z', 'updated_at': '2022-08-27T04:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:26.985448 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dfe3cb-1ca5-4d5f-98a9-6de0d2a16d90 None None] Checking router: 49ca4778-8350-4cff-9a44-a3096555f5a8 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:47:27.010280 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dfe3cb-1ca5-4d5f-98a9-6de0d2a16d90 None None] Routers {'49ca4778-8350-4cff-9a44-a3096555f5a8'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:47:27.011133 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-65dfe3cb-1ca5-4d5f-98a9-6de0d2a16d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:46:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['49ca4778-8350-4cff-9a44-a3096555f5a8'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:27.031920 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-05454737-bff7-42b9-ace9-8696edf805cf admin admin] Publish callbacks [] for router_gateway (49ca4778-8350-4cff-9a44-a3096555f5a8), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:27.045102 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a46661-eb32-4492-bdbf-c3e4a2076e6a admin admin] Pushing event updated for resources: {'Port': ['ID=228df785-0db3-48aa-9271-784d124afa7d,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:27.057795 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 49670) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:27.058044 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-cd77bf81-12b5-45f4-8b1a-9b441f61ec02 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.5445857 Aug 27 04:47:27.066939 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-53c3c77a-1016-4a65-822c-a91108a90509 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Request body: {'subnet': {'network_id': '3a2399e6-20e1-45c2-a035-ec1329bc21ac', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:27.179654 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-65dfe3cb-1ca5-4d5f-98a9-6de0d2a16d90 None None] Set router 49ca4778-8350-4cff-9a44-a3096555f5a8 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:47:27.187689 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ccfe2-57b8-48fb-88c7-664895d7a541 req-eb1e2540-5d89-469a-9981-6557c99b8d28 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:27.192475 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-511ccfe2-57b8-48fb-88c7-664895d7a541 req-eb1e2540-5d89-469a-9981-6557c99b8d28 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=404ee328-8f8f-48f8-adcc-b9c2c0710406 HTTP/1.1" status: 200 len: 949 time: 0.4702973 Aug 27 04:47:27.221143 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:27.222547 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd77bf81-12b5-45f4-8b1a-9b441f61ec02 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Pushing event updated for resources: {'Network': ['ID=6f413775-78a8-49b7-8e9b-94e38ea66d1c,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:27.288049 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:27.321414 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-05454737-bff7-42b9-ace9-8696edf805cf admin admin] Deleting port 05b7d4c6-a264-4764-9921-bd3847d3b785 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:47:27.321414 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-05454737-bff7-42b9-ace9-8696edf805cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (05b7d4c6-a264-4764-9921-bd3847d3b785), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:27.336218 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-511ccfe2-57b8-48fb-88c7-664895d7a541 req-2775ca99-e4fb-47d5-82b8-1765ad25d898 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078885 Aug 27 04:47:27.337008 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-34d3a0e7-c8ca-448c-b551-949a23bebdba admin admin] Publish callbacks [] for security_group (4633932c-bd00-43e3-93ca-31ec9d758d2d), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:27.369097 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-34d3a0e7-c8ca-448c-b551-949a23bebdba admin admin] Publish callbacks [] for security_group (4633932c-bd00-43e3-93ca-31ec9d758d2d), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:27.376215 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 6f413775-78a8-49b7-8e9b-94e38ea66d1c details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:47:27.411384 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-05454737-bff7-42b9-ace9-8696edf805cf admin admin] For port 05b7d4c6-a264-4764-9921-bd3847d3b785, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=05b7d4c6-a264-4764-9921-bd3847d3b785,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:27.411831 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-05454737-bff7-42b9-ace9-8696edf805cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (05b7d4c6-a264-4764-9921-bd3847d3b785), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:27.433712 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-05454737-bff7-42b9-ace9-8696edf805cf admin admin] Calling delete_port for 05b7d4c6-a264-4764-9921-bd3847d3b785 owned by network:router_gateway {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:47:27.469345 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-92c035ce-9da1-4188-b167-497c2d3e09e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (e516453f-7ce8-402d-b36f-8344dac85e84), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:27.536107 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:27.544955 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e498a6bb-73b1-41d6-85e3-2473cd8358ba admin admin] Publish callbacks [] for security_group (b8e9e260-fe27-41e9-bbbc-73cd9a1bf1fa), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:27.573758 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:27.579433 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c035ce-9da1-4188-b167-497c2d3e09e7 admin admin] Network 50352b29-fa24-48c8-aad0-d13e7a0baf70 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:47:27.585209 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:DELETE=6,neutron:SELECT=91,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:27.633544 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-92c035ce-9da1-4188-b167-497c2d3e09e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:47:27.651606 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-65dfe3cb-1ca5-4d5f-98a9-6de0d2a16d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ca4778-8350-4cff-9a44-a3096555f5a8', 'name': 'tempest-InstanceActionsNegativeTestJSON-1437401360-router', 'tenant_id': '9d030b9911da4ef8aa39dbf0fe1b744b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '05b7d4c6-a264-4764-9921-bd3847d3b785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:47:08Z', 'updated_at': '2022-08-27T04:47:24Z', 'revision_number': 5, 'project_id': '9d030b9911da4ef8aa39dbf0fe1b744b', 'gw_port': {'id': '05b7d4c6-a264-4764-9921-bd3847d3b785', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:93:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca4778-8350-4cff-9a44-a3096555f5a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:47:09Z', 'updated_at': '2022-08-27T04:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:27.652776 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-34d3a0e7-c8ca-448c-b551-949a23bebdba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (4633932c-bd00-43e3-93ca-31ec9d758d2d), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:27.658068 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-34d3a0e7-c8ca-448c-b551-949a23bebdba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:27.671213 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e498a6bb-73b1-41d6-85e3-2473cd8358ba admin admin] Publish callbacks [] for security_group (b8e9e260-fe27-41e9-bbbc-73cd9a1bf1fa), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:27.679334 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-34d3a0e7-c8ca-448c-b551-949a23bebdba admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/4633932c-bd00-43e3-93ca-31ec9d758d2d HTTP/1.1" status: 204 len: 168 time: 0.8833685 Aug 27 04:47:27.703668 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dfe3cb-1ca5-4d5f-98a9-6de0d2a16d90 None None] The sync data for ids ['49ca4778-8350-4cff-9a44-a3096555f5a8'] in n-d-852088-5 is: [{'id': '49ca4778-8350-4cff-9a44-a3096555f5a8', 'name': 'tempest-InstanceActionsNegativeTestJSON-1437401360-router', 'tenant_id': '9d030b9911da4ef8aa39dbf0fe1b744b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '05b7d4c6-a264-4764-9921-bd3847d3b785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:47:08Z', 'updated_at': '2022-08-27T04:47:24Z', 'revision_number': 5, 'project_id': '9d030b9911da4ef8aa39dbf0fe1b744b', 'gw_port': {'id': '05b7d4c6-a264-4764-9921-bd3847d3b785', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:93:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca4778-8350-4cff-9a44-a3096555f5a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:47:09Z', 'updated_at': '2022-08-27T04:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:47:27.715766 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c035ce-9da1-4188-b167-497c2d3e09e7 admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:47:27.724939 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-2da91770-0cf7-446d-a4cf-32c63d3a0528 admin admin] Deleting port 405629db-2e38-4d8f-b07f-b15c1bedbef4 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:47:27.725123 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2da91770-0cf7-446d-a4cf-32c63d3a0528 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (405629db-2e38-4d8f-b07f-b15c1bedbef4), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:27.726827 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c035ce-9da1-4188-b167-497c2d3e09e7 admin admin] Pushing event updated for resources: {'Port': ['ID=e516453f-7ce8-402d-b36f-8344dac85e84,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:27.837777 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c3c77a-1016-4a65-822c-a91108a90509 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Made reservation on behalf of a397128fb9fd47feb1a5a57b9497c0be for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:47:27.839161 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-53c3c77a-1016-4a65-822c-a91108a90509 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:27.851507 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-92c035ce-9da1-4188-b167-497c2d3e09e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (90bdbc61-9183-4801-ae80-5758cb380add), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:27.899329 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3a0e7-c8ca-448c-b551-949a23bebdba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4633932c-bd00-43e3-93ca-31ec9d758d2d,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:27.931428 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e498a6bb-73b1-41d6-85e3-2473cd8358ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (b8e9e260-fe27-41e9-bbbc-73cd9a1bf1fa), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:27.937077 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e498a6bb-73b1-41d6-85e3-2473cd8358ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:27.938255 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e498a6bb-73b1-41d6-85e3-2473cd8358ba admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/b8e9e260-fe27-41e9-bbbc-73cd9a1bf1fa HTTP/1.1" status: 204 len: 168 time: 1.0583754 Aug 27 04:47:27.952246 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:28.068380 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-05454737-bff7-42b9-ace9-8696edf805cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (05b7d4c6-a264-4764-9921-bd3847d3b785), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:28.161369 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-c2e90d50-9497-4c06-8473-e8611078a25c None None] Provisioning complete for port e516453f-7ce8-402d-b36f-8344dac85e84 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:28.163031 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c2e90d50-9497-4c06-8473-e8611078a25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e516453f-7ce8-402d-b36f-8344dac85e84), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:28.169137 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-2da91770-0cf7-446d-a4cf-32c63d3a0528 admin admin] For port 405629db-2e38-4d8f-b07f-b15c1bedbef4, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=405629db-2e38-4d8f-b07f-b15c1bedbef4,segment=NetworkSegment(5aaabc96-c7ae-40e9-bdf0-fe75e65a8828),segment_id=5aaabc96-c7ae-40e9-bdf0-fe75e65a8828)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:28.171304 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2da91770-0cf7-446d-a4cf-32c63d3a0528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (405629db-2e38-4d8f-b07f-b15c1bedbef4), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:28.175754 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e498a6bb-73b1-41d6-85e3-2473cd8358ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e9e260-fe27-41e9-bbbc-73cd9a1bf1fa,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:28.207138 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-2da91770-0cf7-446d-a4cf-32c63d3a0528 admin admin] Calling delete_port for 405629db-2e38-4d8f-b07f-b15c1bedbef4 owned by network:router_interface {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:47:28.222230 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05454737-bff7-42b9-ace9-8696edf805cf admin admin] Pushing event deleted for resources: {'Port': ['ID=05b7d4c6-a264-4764-9921-bd3847d3b785,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:28.232561 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ef2d90-2df3-48e5-8dfd-fe74e1c29487 None None] Network 14951f21-d32d-453e-af4a-536b35269573 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:47:28.351775 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 2312d9e2-7485-49c3-bd41-fe54e877916d up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:47:28.366148 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-21a46661-eb32-4492-bdbf-c3e4a2076e6a admin admin] Publish callbacks [] for router_gateway (e958fd2c-a115-4bcb-9b15-13a0288aa8d1), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:28.419771 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:28.482320 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-c2e90d50-9497-4c06-8473-e8611078a25c None None] Port e516453f-7ce8-402d-b36f-8344dac85e84 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:47:28.500362 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-92c035ce-9da1-4188-b167-497c2d3e09e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (e516453f-7ce8-402d-b36f-8344dac85e84), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:28.533996 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-05454737-bff7-42b9-ace9-8696edf805cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (49ca4778-8350-4cff-9a44-a3096555f5a8), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:28.555552 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 2312d9e2-7485-49c3-bd41-fe54e877916d triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:28.555936 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (2312d9e2-7485-49c3-bd41-fe54e877916d), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:28.776202 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef67f7d-1b45-405f-a1b5-f8d82077be14 req-1dd0079e-399d-41c3-a921-814527b38f26 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:28.789875 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8ef67f7d-1b45-405f-a1b5-f8d82077be14 req-1dd0079e-399d-41c3-a921-814527b38f26 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=404ee328-8f8f-48f8-adcc-b9c2c0710406 HTTP/1.1" status: 200 len: 949 time: 0.2551463 Aug 27 04:47:28.921216 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-454c88a0-e2e6-4d63-8d34-1b49a8fa7820 None None] Provisioning complete for port 2312d9e2-7485-49c3-bd41-fe54e877916d triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:28.921216 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-454c88a0-e2e6-4d63-8d34-1b49a8fa7820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (2312d9e2-7485-49c3-bd41-fe54e877916d), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:28.944393 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 49688) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:28.948830 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-05454737-bff7-42b9-ace9-8696edf805cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (49ca4778-8350-4cff-9a44-a3096555f5a8), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:28.951233 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:28.957254 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-05454737-bff7-42b9-ace9-8696edf805cf admin admin] Publish callbacks [] for router_controller (49ca4778-8350-4cff-9a44-a3096555f5a8), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:28.975762 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8ef67f7d-1b45-405f-a1b5-f8d82077be14 req-b4beec01-757d-442a-9483-0c93e59f5e98 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828423 Aug 27 04:47:29.061388 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f678297c-bcbf-477d-9c0a-5f4ec1371804 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:29.177796 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:29.195893 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2da91770-0cf7-446d-a4cf-32c63d3a0528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (405629db-2e38-4d8f-b07f-b15c1bedbef4), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:29.197969 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-53c3c77a-1016-4a65-822c-a91108a90509 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (5cbdb89a-a601-4e7c-99ff-bd089d4f4e19), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:29.198781 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8669e927-5771-4190-bf31-8bfe16b764c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:29.204778 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-05454737-bff7-42b9-ace9-8696edf805cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (49ca4778-8350-4cff-9a44-a3096555f5a8), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:29.205666 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05454737-bff7-42b9-ace9-8696edf805cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49ca4778-8350-4cff-9a44-a3096555f5a8 {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:47:29.214480 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-92c035ce-9da1-4188-b167-497c2d3e09e7 admin admin] Publish callbacks [] for port (e516453f-7ce8-402d-b36f-8344dac85e84), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:29.216888 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-05454737-bff7-42b9-ace9-8696edf805cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:29.217704 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-454c88a0-e2e6-4d63-8d34-1b49a8fa7820 None None] Current status of the port 2312d9e2-7485-49c3-bd41-fe54e877916d is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:47:29.218102 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-454c88a0-e2e6-4d63-8d34-1b49a8fa7820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (2312d9e2-7485-49c3-bd41-fe54e877916d), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:29.218787 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-05454737-bff7-42b9-ace9-8696edf805cf admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/49ca4778-8350-4cff-9a44-a3096555f5a8 HTTP/1.1" status: 204 len: 168 time: 3.1530094 Aug 27 04:47:29.226674 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 49692) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:29.228457 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 2312d9e2-7485-49c3-bd41-fe54e877916d is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:47:29.228898 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (2312d9e2-7485-49c3-bd41-fe54e877916d), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:29.246050 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da91770-0cf7-446d-a4cf-32c63d3a0528 admin admin] Pushing event deleted for resources: {'Port': ['ID=405629db-2e38-4d8f-b07f-b15c1bedbef4,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:29.312036 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-454c88a0-e2e6-4d63-8d34-1b49a8fa7820 None None] For port 2312d9e2-7485-49c3-bd41-fe54e877916d, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=2312d9e2-7485-49c3-bd41-fe54e877916d,segment=NetworkSegment(afc8c7b9-88c3-4477-8393-f64fe39243b7),segment_id=afc8c7b9-88c3-4477-8393-f64fe39243b7)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:29.318250 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-92c035ce-9da1-4188-b167-497c2d3e09e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (e516453f-7ce8-402d-b36f-8344dac85e84), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:29.340513 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:29.354028 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c3c77a-1016-4a65-822c-a91108a90509 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Pushing event updated for resources: {'Subnet': ['ID=5cbdb89a-a601-4e7c-99ff-bd089d4f4e19,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:29.362858 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-21a46661-eb32-4492-bdbf-c3e4a2076e6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (e958fd2c-a115-4bcb-9b15-13a0288aa8d1), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:29.377473 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c986368-b1d4-4426-a7d4-9bed9838004b admin admin] Deleting subnet f3993876-c182-4e26-8c11-3f82859a2edb {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:47:29.386335 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-454c88a0-e2e6-4d63-8d34-1b49a8fa7820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (2312d9e2-7485-49c3-bd41-fe54e877916d), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:29.419168 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2c986368-b1d4-4426-a7d4-9bed9838004b admin admin] Publish callbacks [] for subnet (f3993876-c182-4e26-8c11-3f82859a2edb), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:29.422711 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c3c77a-1016-4a65-822c-a91108a90509 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Checking segment: {'id': '7a5b90a3-1acf-47b7-850d-05267597981e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '3a2399e6-20e1-45c2-a035-ec1329bc21ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:47:29.423418 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c3c77a-1016-4a65-822c-a91108a90509 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Network hostable DHCP agents. Network: 3a2399e6-20e1-45c2-a035-ec1329bc21ac, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:47:29.425687 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f678297c-bcbf-477d-9c0a-5f4ec1371804 admin admin] Publish callbacks [] for security_group (bb758296-1091-41bd-9cb0-c125189cb3ad), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:29.435690 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-92c035ce-9da1-4188-b167-497c2d3e09e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (90bdbc61-9183-4801-ae80-5758cb380add), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:29.454651 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=76,neutron:INSERT=16,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:29.478686 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c035ce-9da1-4188-b167-497c2d3e09e7 admin admin] Pushing event updated for resources: {'Port': ['ID=e516453f-7ce8-402d-b36f-8344dac85e84,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:29.485045 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2c986368-b1d4-4426-a7d4-9bed9838004b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (f3993876-c182-4e26-8c11-3f82859a2edb), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:29.525770 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c88a0-e2e6-4d63-8d34-1b49a8fa7820 None None] Pushing event updated for resources: {'Port': ['ID=2312d9e2-7485-49c3-bd41-fe54e877916d,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:29.573851 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:47:29.575607 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:47:29.575725 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f678297c-bcbf-477d-9c0a-5f4ec1371804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (bb758296-1091-41bd-9cb0-c125189cb3ad), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:29.576952 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-1f7572eb-4f75-4e21-80cc-528ecc579149 None None] Provisioning complete for port 2312d9e2-7485-49c3-bd41-fe54e877916d triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:29.577492 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1f7572eb-4f75-4e21-80cc-528ecc579149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (2312d9e2-7485-49c3-bd41-fe54e877916d), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:29.579156 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:29.610265 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f678297c-bcbf-477d-9c0a-5f4ec1371804 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=73abe1b324174d2d8b6ea36e0dfa96f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6589501 Aug 27 04:47:29.612175 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 49700) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:29.632461 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:29.667659 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f678297c-bcbf-477d-9c0a-5f4ec1371804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb758296-1091-41bd-9cb0-c125189cb3ad,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:29.675308 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2da91770-0cf7-446d-a4cf-32c63d3a0528 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (2b1f8954-aea8-49fc-94e8-c83abc793acf), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:29.698492 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c3c77a-1016-4a65-822c-a91108a90509 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Network 3a2399e6-20e1-45c2-a035-ec1329bc21ac is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:47:29.724591 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-1f7572eb-4f75-4e21-80cc-528ecc579149 None None] Current status of the port 2312d9e2-7485-49c3-bd41-fe54e877916d is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:47:29.752062 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2c986368-b1d4-4426-a7d4-9bed9838004b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (f3993876-c182-4e26-8c11-3f82859a2edb), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:29.759539 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c035ce-9da1-4188-b167-497c2d3e09e7 admin admin] Network 50352b29-fa24-48c8-aad0-d13e7a0baf70 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:47:29.766984 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-92c035ce-9da1-4188-b167-497c2d3e09e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:47:29.782159 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a49c98c8-9b26-4c52-8b0b-499d75eb730f admin admin] Publish callbacks [] for security_group (bb758296-1091-41bd-9cb0-c125189cb3ad), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:29.818740 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-53c3c77a-1016-4a65-822c-a91108a90509 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 3a2399e6-20e1-45c2-a035-ec1329bc21ac) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:47:29.824422 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c3c77a-1016-4a65-822c-a91108a90509 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:29.825237 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-53c3c77a-1016-4a65-822c-a91108a90509 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:29.846809 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c852ac-de8e-4be0-bc29-a36adfb043aa None None] Network 3a2399e6-20e1-45c2-a035-ec1329bc21ac requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:47:29.851663 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a49c98c8-9b26-4c52-8b0b-499d75eb730f admin admin] Publish callbacks [] for security_group (bb758296-1091-41bd-9cb0-c125189cb3ad), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:29.905548 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 49704) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:29.950405 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-53c3c77a-1016-4a65-822c-a91108a90509 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.8849919 Aug 27 04:47:29.953654 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a46661-eb32-4492-bdbf-c3e4a2076e6a admin admin] Router e958fd2c-a115-4bcb-9b15-13a0288aa8d1 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:47:29.960541 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 49708) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:29.970308 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-d9f17afb-4a15-4e8f-87b3-8873599a5319 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Request body: {'subnet': {'network_id': '6f413775-78a8-49b7-8e9b-94e38ea66d1c', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:29.980925 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2c986368-b1d4-4426-a7d4-9bed9838004b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (f3993876-c182-4e26-8c11-3f82859a2edb), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:29.985016 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device b9341b94-cc18-4cf2-be35-42a510791a8f no longer exists at agent hyperv_n-h1-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:47:30.077990 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c035ce-9da1-4188-b167-497c2d3e09e7 admin admin] Router 90bdbc61-9183-4801-ae80-5758cb380add has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:47:30.106024 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c986368-b1d4-4426-a7d4-9bed9838004b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3993876-c182-4e26-8c11-3f82859a2edb,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:30.147641 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a49c98c8-9b26-4c52-8b0b-499d75eb730f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (bb758296-1091-41bd-9cb0-c125189cb3ad), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:30.151125 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a49c98c8-9b26-4c52-8b0b-499d75eb730f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:30.152536 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a49c98c8-9b26-4c52-8b0b-499d75eb730f admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/bb758296-1091-41bd-9cb0-c125189cb3ad HTTP/1.1" status: 204 len: 168 time: 0.5360687 Aug 27 04:47:30.158800 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-e078be27-668d-4751-91b6-f1f19f1064dc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2091321223-network', 'tenant_id': '5c9eb4bbda084c9d8f1503b888a2ddfb'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:30.214055 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf4a384-7b2c-49e8-b777-78681fb4a7bf None None] Network 60f61ed9-55d9-4ed1-bf7d-77b48f71edaf requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:47:30.267084 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2c986368-b1d4-4426-a7d4-9bed9838004b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:30.271748 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2c986368-b1d4-4426-a7d4-9bed9838004b admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/f3993876-c182-4e26-8c11-3f82859a2edb HTTP/1.1" status: 204 len: 168 time: 1.0163350 Aug 27 04:47:30.288067 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 49714) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:30.288883 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49c98c8-9b26-4c52-8b0b-499d75eb730f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb758296-1091-41bd-9cb0-c125189cb3ad,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:30.369030 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 2312d9e2-7485-49c3-bd41-fe54e877916d is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:47:30.370698 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 600f12a5-e1b1-4e13-a47a-5ba21b959408 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:47:30.410588 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-e91a0043-f046-432c-a0be-5ac4a09bd90a None None] Provisioning complete for port e516453f-7ce8-402d-b36f-8344dac85e84 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:30.411027 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e91a0043-f046-432c-a0be-5ac4a09bd90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e516453f-7ce8-402d-b36f-8344dac85e84), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:30.441074 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:30.494059 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108ae0dd-9cc8-42e0-8dd4-64461e4a9f64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-3a2399e6-20e1-45c2-a035-ec1329bc21ac', 'network_id': '3a2399e6-20e1-45c2-a035-ec1329bc21ac', 'project_id': 'a397128fb9fd47feb1a5a57b9497c0be', 'fixed_ips': [{'subnet_id': '5cbdb89a-a601-4e7c-99ff-bd089d4f4e19'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:47:30.494908 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-108ae0dd-9cc8-42e0-8dd4-64461e4a9f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:30.506017 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:30.542924 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Current status of the port b9341b94-cc18-4cf2-be35-42a510791a8f is: ACTIVE; New status is: DOWN {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:47:30.543243 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (b9341b94-cc18-4cf2-be35-42a510791a8f), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:30.695190 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-108ae0dd-9cc8-42e0-8dd4-64461e4a9f64 None None] Allocated IP 10.1.1.2 (3a2399e6-20e1-45c2-a035-ec1329bc21ac/5cbdb89a-a601-4e7c-99ff-bd089d4f4e19/e0930c61-672a-4fa1-a717-e7f875ce71cb) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:47:30.721143 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:30.742118 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4fe97f-d168-4fae-94e5-166bdd5b69e9 req-9018c3a3-f466-4a45-8166-d2c19afbe99c tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:30.743679 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-0b4fe97f-d168-4fae-94e5-166bdd5b69e9 req-9018c3a3-f466-4a45-8166-d2c19afbe99c tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=404ee328-8f8f-48f8-adcc-b9c2c0710406 HTTP/1.1" status: 200 len: 949 time: 0.5866783 Aug 27 04:47:30.758155 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-e91a0043-f046-432c-a0be-5ac4a09bd90a None None] Port e516453f-7ce8-402d-b36f-8344dac85e84 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:47:30.775661 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404ee328-8f8f-48f8-adcc-b9c2c0710406', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9341b94-cc18-4cf2-be35-42a510791a8f'}] {{(pid=107777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:47:30.778025 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6e1ed2c1589df8125b2075e26a1ec4ff1174e69d6a71546bdf3c3a9a29d330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30980e7b-bfae-4921-a4cd-9a291edb85cc" -d '{"events": [{"server_uuid": "404ee328-8f8f-48f8-adcc-b9c2c0710406", "name": "network-vif-unplugged", "status": "completed", "tag": "b9341b94-cc18-4cf2-be35-42a510791a8f"}]}' {{(pid=107777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:47:30.800832 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port b9341b94-cc18-4cf2-be35-42a510791a8f, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=b9341b94-cc18-4cf2-be35-42a510791a8f,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:30.810056 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 600f12a5-e1b1-4e13-a47a-5ba21b959408 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:30.810434 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (600f12a5-e1b1-4e13-a47a-5ba21b959408), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:30.819025 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a46661-eb32-4492-bdbf-c3e4a2076e6a admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:47:30.830993 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e078be27-668d-4751-91b6-f1f19f1064dc admin admin] Made reservation on behalf of 5c9eb4bbda084c9d8f1503b888a2ddfb for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:47:30.846014 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd49a67-897a-4a67-8a55-2cbe9e6eaa85 None None] Sync routers for ids ['e958fd2c-a115-4bcb-9b15-13a0288aa8d1'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:47:30.868538 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e078be27-668d-4751-91b6-f1f19f1064dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:30.878703 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da91770-0cf7-446d-a4cf-32c63d3a0528 admin admin] Router 2b1f8954-aea8-49fc-94e8-c83abc793acf has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:47:30.881281 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd49a67-897a-4a67-8a55-2cbe9e6eaa85 None None] Routers {'e958fd2c-a115-4bcb-9b15-13a0288aa8d1'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:47:30.884946 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-8cd49a67-897a-4a67-8a55-2cbe9e6eaa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:47:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['e958fd2c-a115-4bcb-9b15-13a0288aa8d1'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:30.902645 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-0b4fe97f-d168-4fae-94e5-166bdd5b69e9 req-c742dcc4-ec3e-415b-ae73-c0b48ff85217 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508622 Aug 27 04:47:30.906144 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c035ce-9da1-4188-b167-497c2d3e09e7 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:47:30.919877 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:30.921610 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Aug 2022 04:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7690eb67-6ea0-4c7e-a8ef-2c184747eea4 x-openstack-request-id: req-7690eb67-6ea0-4c7e-a8ef-2c184747eea4 {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:47:30.921923 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404ee328-8f8f-48f8-adcc-b9c2c0710406", "name": "network-vif-unplugged", "status": "completed", "tag": "b9341b94-cc18-4cf2-be35-42a510791a8f", "code": 200}]} {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:47:30.922178 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7690eb67-6ea0-4c7e-a8ef-2c184747eea4 {{(pid=107777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:47:30.922572 n-d-852088-5 neutron-server[107777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7690eb67-6ea0-4c7e-a8ef-2c184747eea4'] response: {'server_uuid': '404ee328-8f8f-48f8-adcc-b9c2c0710406', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9341b94-cc18-4cf2-be35-42a510791a8f', 'code': 200} Aug 27 04:47:30.938817 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3484ae-5563-42c8-9f99-873f3438eced None None] DHCP port deletion for 60f61ed9-55d9-4ed1-bf7d-77b48f71edaf request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:47:30.943192 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680a1938-f336-47ee-9cee-8663d4566ab3 None None] Sync routers for ids ['90bdbc61-9183-4801-ae80-5758cb380add'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:47:30.959008 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-92c035ce-9da1-4188-b167-497c2d3e09e7 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/90bdbc61-9183-4801-ae80-5758cb380add/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5826666 Aug 27 04:47:31.035245 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (b9341b94-cc18-4cf2-be35-42a510791a8f), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:31.039851 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da91770-0cf7-446d-a4cf-32c63d3a0528 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:47:31.056629 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 600f12a5-e1b1-4e13-a47a-5ba21b959408 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:47:31.057023 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (600f12a5-e1b1-4e13-a47a-5ba21b959408), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:31.059726 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2da91770-0cf7-446d-a4cf-32c63d3a0528 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/2b1f8954-aea8-49fc-94e8-c83abc793acf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6386847 Aug 27 04:47:31.061147 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 49728) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:31.074595 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e078be27-668d-4751-91b6-f1f19f1064dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:31.078522 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-917acfbb-2191-4d71-a908-095f077e6788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (60f61ed9-55d9-4ed1-bf7d-77b48f71edaf), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:31.086781 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 600f12a5-e1b1-4e13-a47a-5ba21b959408, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=600f12a5-e1b1-4e13-a47a-5ba21b959408,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:31.159726 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-8cd49a67-897a-4a67-8a55-2cbe9e6eaa85 None None] Set router e958fd2c-a115-4bcb-9b15-13a0288aa8d1 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:47:31.183270 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e078be27-668d-4751-91b6-f1f19f1064dc admin admin] Publish callbacks [] for security_group (8bc1bb9b-d057-49c8-b913-a60cb2a2ae47), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:31.222155 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Pushing event updated for resources: {'Port': ['ID=b9341b94-cc18-4cf2-be35-42a510791a8f,revision_number=6']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:31.229932 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680a1938-f336-47ee-9cee-8663d4566ab3 None None] Routers {'90bdbc61-9183-4801-ae80-5758cb380add'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:47:31.230564 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-680a1938-f336-47ee-9cee-8663d4566ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:47:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['90bdbc61-9183-4801-ae80-5758cb380add'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:31.238335 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-917acfbb-2191-4d71-a908-095f077e6788 admin admin] Deleting port b1eab427-8b50-4ccc-9df2-1355229f6201 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:47:31.238973 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-917acfbb-2191-4d71-a908-095f077e6788 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (b1eab427-8b50-4ccc-9df2-1355229f6201), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:31.243917 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-21a46661-eb32-4492-bdbf-c3e4a2076e6a admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:31.249715 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-21a46661-eb32-4492-bdbf-c3e4a2076e6a admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 933 time: 6.8805628 Aug 27 04:47:31.250509 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f17afb-4a15-4e8f-87b3-8873599a5319 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Made reservation on behalf of a397128fb9fd47feb1a5a57b9497c0be for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:47:31.255336 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d9f17afb-4a15-4e8f-87b3-8873599a5319 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:31.258024 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 49736) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:31.274605 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:31.346734 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e078be27-668d-4751-91b6-f1f19f1064dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (8bc1bb9b-d057-49c8-b913-a60cb2a2ae47), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:31.356506 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (600f12a5-e1b1-4e13-a47a-5ba21b959408), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:31.357268 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 405629db-2e38-4d8f-b07f-b15c1bedbef4 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:47:31.361386 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e078be27-668d-4751-91b6-f1f19f1064dc admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:47:31.371599 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e078be27-668d-4751-91b6-f1f19f1064dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (09ec1922-c251-4e7c-bd62-f52b0d55adea), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:31.372004 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-e078be27-668d-4751-91b6-f1f19f1064dc admin admin] Added segment 09ec1922-c251-4e7c-bd62-f52b0d55adea of type vlan for network 03a7835a-f52d-477c-a2dc-fcc27c449ecb Aug 27 04:47:31.392000 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 405629db-2e38-4d8f-b07f-b15c1bedbef4 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:47:31.392943 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 405629db-2e38-4d8f-b07f-b15c1bedbef4 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 27 04:47:31.415317 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1426c766-b596-4e28-87c9-481b55960483 admin admin] Publish callbacks [] for router (2b1f8954-aea8-49fc-94e8-c83abc793acf), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:31.422771 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-680a1938-f336-47ee-9cee-8663d4566ab3 None None] Set router 90bdbc61-9183-4801-ae80-5758cb380add gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:47:31.422970 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e078be27-668d-4751-91b6-f1f19f1064dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (03a7835a-f52d-477c-a2dc-fcc27c449ecb), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:31.426501 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a977a10-2c1c-4b6b-8a90-0ea7f3b79322 None None] Sync routers for ids ['2b1f8954-aea8-49fc-94e8-c83abc793acf'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:47:31.437873 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Port 405629db-2e38-4d8f-b07f-b15c1bedbef4 not found, will not notify nova. {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 27 04:47:31.446982 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-5d3484ae-5563-42c8-9f99-873f3438eced None None] Deleting port b1eab427-8b50-4ccc-9df2-1355229f6201 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:47:31.447959 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5d3484ae-5563-42c8-9f99-873f3438eced None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (b1eab427-8b50-4ccc-9df2-1355229f6201), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:31.528296 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e078be27-668d-4751-91b6-f1f19f1064dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc1bb9b-d057-49c8-b913-a60cb2a2ae47,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:31.557835 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a977a10-2c1c-4b6b-8a90-0ea7f3b79322 None None] Routers {'2b1f8954-aea8-49fc-94e8-c83abc793acf'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:47:31.559639 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-7a977a10-2c1c-4b6b-8a90-0ea7f3b79322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:47:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['2b1f8954-aea8-49fc-94e8-c83abc793acf'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:31.567860 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e078be27-668d-4751-91b6-f1f19f1064dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (03a7835a-f52d-477c-a2dc-fcc27c449ecb), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:31.569170 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e078be27-668d-4751-91b6-f1f19f1064dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:31.569905 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e078be27-668d-4751-91b6-f1f19f1064dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:31.616241 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:31.631529 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-5d3484ae-5563-42c8-9f99-873f3438eced None None] For port b1eab427-8b50-4ccc-9df2-1355229f6201, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=b1eab427-8b50-4ccc-9df2-1355229f6201,segment=NetworkSegment(66fdff15-5b36-44d8-a5d9-a07a92557dff),segment_id=66fdff15-5b36-44d8-a5d9-a07a92557dff)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:31.631944 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5d3484ae-5563-42c8-9f99-873f3438eced None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (b1eab427-8b50-4ccc-9df2-1355229f6201), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:31.727992 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1426c766-b596-4e28-87c9-481b55960483 admin admin] Publish callbacks [] for router_gateway (2b1f8954-aea8-49fc-94e8-c83abc793acf), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:31.731408 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e078be27-668d-4751-91b6-f1f19f1064dc admin admin] Pushing event updated for resources: {'Network': ['ID=03a7835a-f52d-477c-a2dc-fcc27c449ecb,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:31.776918 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e078be27-668d-4751-91b6-f1f19f1064dc admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8659933 Aug 27 04:47:31.781855 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 49744) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:31.796745 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-917acfbb-2191-4d71-a908-095f077e6788 admin admin] For port b1eab427-8b50-4ccc-9df2-1355229f6201, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=b1eab427-8b50-4ccc-9df2-1355229f6201,segment=NetworkSegment(66fdff15-5b36-44d8-a5d9-a07a92557dff),segment_id=66fdff15-5b36-44d8-a5d9-a07a92557dff)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:31.797480 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-917acfbb-2191-4d71-a908-095f077e6788 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (b1eab427-8b50-4ccc-9df2-1355229f6201), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:31.805425 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-86f8c187-9962-4512-8b9e-1578073fe7d6 admin admin] Request body: {'subnet': {'network_id': '03a7835a-f52d-477c-a2dc-fcc27c449ecb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2091321223-subnet', 'tenant_id': '5c9eb4bbda084c9d8f1503b888a2ddfb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:31.833580 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-8cd49a67-897a-4a67-8a55-2cbe9e6eaa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e958fd2c-a115-4bcb-9b15-13a0288aa8d1', 'name': 'tempest-ServerAddressesNegativeTestJSON-1381650631-router', 'tenant_id': '7cd251c2ac1f4f7b98f3c9fffdb4dbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '228df785-0db3-48aa-9271-784d124afa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:47:24Z', 'updated_at': '2022-08-27T04:47:27Z', 'revision_number': 3, 'project_id': '7cd251c2ac1f4f7b98f3c9fffdb4dbcd', 'gw_port': {'id': '228df785-0db3-48aa-9271-784d124afa7d', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ad:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e958fd2c-a115-4bcb-9b15-13a0288aa8d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:47:25Z', 'updated_at': '2022-08-27T04:47:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:31.835466 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-108ae0dd-9cc8-42e0-8dd4-64461e4a9f64 None None] Publish callbacks [] for port (e0930c61-672a-4fa1-a717-e7f875ce71cb), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:31.840619 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 03a7835a-f52d-477c-a2dc-fcc27c449ecb details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:47:31.854307 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-917acfbb-2191-4d71-a908-095f077e6788 admin admin] Calling delete_port for b1eab427-8b50-4ccc-9df2-1355229f6201 owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:47:31.869578 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-1426c766-b596-4e28-87c9-481b55960483 admin admin] Deleting port a3eeac7d-f9f8-4e2f-bfb9-dca9f2975239 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:47:31.870148 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1426c766-b596-4e28-87c9-481b55960483 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (a3eeac7d-f9f8-4e2f-bfb9-dca9f2975239), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:31.886093 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd49a67-897a-4a67-8a55-2cbe9e6eaa85 None None] Checking router: e958fd2c-a115-4bcb-9b15-13a0288aa8d1 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:47:31.886598 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd49a67-897a-4a67-8a55-2cbe9e6eaa85 None None] Updating router e958fd2c-a115-4bcb-9b15-13a0288aa8d1 port 228df785-0db3-48aa-9271-784d124afa7d binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:47:31.932267 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 49748) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:31.946659 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-7a977a10-2c1c-4b6b-8a90-0ea7f3b79322 None None] Set router 2b1f8954-aea8-49fc-94e8-c83abc793acf gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:47:31.949148 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-8cd49a67-897a-4a67-8a55-2cbe9e6eaa85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (228df785-0db3-48aa-9271-784d124afa7d), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:31.981776 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-8d445ea2-ddf6-4b04-904e-133837db0599 tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1965876104', 'description': 'tempest-description--1690385231'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:32.076758 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f8c187-9962-4512-8b9e-1578073fe7d6 admin admin] Made reservation on behalf of 5c9eb4bbda084c9d8f1503b888a2ddfb for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:47:32.080940 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-86f8c187-9962-4512-8b9e-1578073fe7d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:32.182261 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:32.219538 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 2312d9e2-7485-49c3-bd41-fe54e877916d up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:47:32.275717 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6651b0-787b-4600-9487-02cf33c75653 req-84dbcc3b-e85b-4d48-b2a0-18fb2b3f6f6b tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:32.277469 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4b6651b0-787b-4600-9487-02cf33c75653 req-84dbcc3b-e85b-4d48-b2a0-18fb2b3f6f6b tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=404ee328-8f8f-48f8-adcc-b9c2c0710406 HTTP/1.1" status: 200 len: 947 time: 0.1915390 Aug 27 04:47:32.297682 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-1426c766-b596-4e28-87c9-481b55960483 admin admin] For port a3eeac7d-f9f8-4e2f-bfb9-dca9f2975239, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a3eeac7d-f9f8-4e2f-bfb9-dca9f2975239,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:32.298072 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1426c766-b596-4e28-87c9-481b55960483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (a3eeac7d-f9f8-4e2f-bfb9-dca9f2975239), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:32.342495 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8d445ea2-ddf6-4b04-904e-133837db0599 tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:32.347282 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-1426c766-b596-4e28-87c9-481b55960483 admin admin] Calling delete_port for a3eeac7d-f9f8-4e2f-bfb9-dca9f2975239 owned by network:router_gateway {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:47:32.348525 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:32.367646 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-5d3484ae-5563-42c8-9f99-873f3438eced None None] Calling delete_port for b1eab427-8b50-4ccc-9df2-1355229f6201 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:47:32.383600 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:32.386782 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:32.402278 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4b6651b0-787b-4600-9487-02cf33c75653 req-0afe44a2-9ea3-4e37-86fd-be708cc57fe1 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922515 Aug 27 04:47:32.452275 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-917acfbb-2191-4d71-a908-095f077e6788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (b1eab427-8b50-4ccc-9df2-1355229f6201), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:32.471703 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device b9341b94-cc18-4cf2-be35-42a510791a8f details requested by agent hyperv_n-h1-852088-5 with host n-h1-852088-5 {{(pid=107777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:47:32.475158 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-8cd49a67-897a-4a67-8a55-2cbe9e6eaa85 None None] Publish callbacks [] for port (228df785-0db3-48aa-9271-784d124afa7d), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:32.523710 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0f83f7d1-496c-45bc-98e5-c338654663fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:32.534261 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-7a977a10-2c1c-4b6b-8a90-0ea7f3b79322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1f8954-aea8-49fc-94e8-c83abc793acf', 'name': 'tempest-ListServersNegativeTestJSON-1805504630-router', 'tenant_id': '594434f66502439bb7de37a9097943fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': 'a3eeac7d-f9f8-4e2f-bfb9-dca9f2975239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:47:08Z', 'updated_at': '2022-08-27T04:47:28Z', 'revision_number': 5, 'project_id': '594434f66502439bb7de37a9097943fb', 'gw_port': {'id': 'a3eeac7d-f9f8-4e2f-bfb9-dca9f2975239', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:61:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1f8954-aea8-49fc-94e8-c83abc793acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:47:09Z', 'updated_at': '2022-08-27T04:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:32.554575 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917acfbb-2191-4d71-a908-095f077e6788 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1eab427-8b50-4ccc-9df2-1355229f6201,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:32.572713 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a977a10-2c1c-4b6b-8a90-0ea7f3b79322 None None] Checking router: 2b1f8954-aea8-49fc-94e8-c83abc793acf for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:47:32.575095 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-8cd49a67-897a-4a67-8a55-2cbe9e6eaa85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (228df785-0db3-48aa-9271-784d124afa7d), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:32.582736 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:32.585903 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port b9341b94-cc18-4cf2-be35-42a510791a8f, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=b9341b94-cc18-4cf2-be35-42a510791a8f,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:32.640850 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-8cd49a67-897a-4a67-8a55-2cbe9e6eaa85 None None] Attempting to bind port 228df785-0db3-48aa-9271-784d124afa7d on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:47:32.641234 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-8cd49a67-897a-4a67-8a55-2cbe9e6eaa85 None None] Attempting to bind port 228df785-0db3-48aa-9271-784d124afa7d by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:47:32.642008 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd49a67-897a-4a67-8a55-2cbe9e6eaa85 None None] Attempting to bind port 228df785-0db3-48aa-9271-784d124afa7d on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:47:32.650518 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f3bb95-a507-4a7f-b9a6-31227657c53b None None] Pushing event updated for resources: {'Port': ['ID=228df785-0db3-48aa-9271-784d124afa7d,revision_number=2']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:32.651708 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8d445ea2-ddf6-4b04-904e-133837db0599 tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Publish callbacks [] for security_group (767df650-ffcf-4630-8eb4-d27ad30e8b94), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:32.664396 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd49a67-897a-4a67-8a55-2cbe9e6eaa85 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:47:32.664972 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd49a67-897a-4a67-8a55-2cbe9e6eaa85 None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:47:32.665597 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-8cd49a67-897a-4a67-8a55-2cbe9e6eaa85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:32.666296 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd49a67-897a-4a67-8a55-2cbe9e6eaa85 None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:47:32.666830 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-8cd49a67-897a-4a67-8a55-2cbe9e6eaa85 None None] Bound port: 228df785-0db3-48aa-9271-784d124afa7d, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:47:32.667213 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-8cd49a67-897a-4a67-8a55-2cbe9e6eaa85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (228df785-0db3-48aa-9271-784d124afa7d), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:32.669655 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-86f8c187-9962-4512-8b9e-1578073fe7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (1446c86f-72c9-446b-b18d-e9ef3c2d8a82), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:32.723216 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f3bb95-a507-4a7f-b9a6-31227657c53b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:32.723407 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f3bb95-a507-4a7f-b9a6-31227657c53b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:32.724070 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f3bb95-a507-4a7f-b9a6-31227657c53b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:32.724603 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f3bb95-a507-4a7f-b9a6-31227657c53b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:32.725219 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f3bb95-a507-4a7f-b9a6-31227657c53b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:32.725328 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f3bb95-a507-4a7f-b9a6-31227657c53b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:32.726212 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f3bb95-a507-4a7f-b9a6-31227657c53b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:32.726557 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f3bb95-a507-4a7f-b9a6-31227657c53b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:32.727438 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f3bb95-a507-4a7f-b9a6-31227657c53b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:32.727438 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f3bb95-a507-4a7f-b9a6-31227657c53b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:32.727608 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f3bb95-a507-4a7f-b9a6-31227657c53b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:32.728008 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f3bb95-a507-4a7f-b9a6-31227657c53b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:32.728282 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f3bb95-a507-4a7f-b9a6-31227657c53b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:32.728614 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f3bb95-a507-4a7f-b9a6-31227657c53b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:32.730121 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f3bb95-a507-4a7f-b9a6-31227657c53b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:32.731773 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5d3484ae-5563-42c8-9f99-873f3438eced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (b1eab427-8b50-4ccc-9df2-1355229f6201), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:32.740863 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917acfbb-2191-4d71-a908-095f077e6788 admin admin] No DVR routers for this DVR port b1eab427-8b50-4ccc-9df2-1355229f6201 on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:47:32.754327 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8d445ea2-ddf6-4b04-904e-133837db0599 tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (767df650-ffcf-4630-8eb4-d27ad30e8b94), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:32.756670 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a977a10-2c1c-4b6b-8a90-0ea7f3b79322 None None] Routers {'2b1f8954-aea8-49fc-94e8-c83abc793acf'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:47:32.757701 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-7a977a10-2c1c-4b6b-8a90-0ea7f3b79322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:47:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['2b1f8954-aea8-49fc-94e8-c83abc793acf'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:32.769662 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149903c8-5074-4fb6-a821-350a03148961 req-a4007d53-95c8-4778-8d2d-6048a625c694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:32.771403 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-149903c8-5074-4fb6-a821-350a03148961 req-a4007d53-95c8-4778-8d2d-6048a625c694 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=ed7dcec401394866b7d9fdacb5e294dc&device_id=404ee328-8f8f-48f8-adcc-b9c2c0710406 HTTP/1.1" status: 200 len: 1129 time: 0.4125135 Aug 27 04:47:32.784449 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Returning: {'device': 'b9341b94-cc18-4cf2-be35-42a510791a8f', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'port_id': 'b9341b94-cc18-4cf2-be35-42a510791a8f', 'mac_address': 'fa:16:3e:7a:11:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120f3302-721f-4373-86a6-3aa14ccf6ac4', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:47:32.817810 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-8cd49a67-897a-4a67-8a55-2cbe9e6eaa85 None None] For port 228df785-0db3-48aa-9271-784d124afa7d, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:47:32.866683 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-8cd49a67-897a-4a67-8a55-2cbe9e6eaa85 None None] For port 228df785-0db3-48aa-9271-784d124afa7d, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=228df785-0db3-48aa-9271-784d124afa7d,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:47:32.878490 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3484ae-5563-42c8-9f99-873f3438eced None None] No DVR routers for this DVR port b1eab427-8b50-4ccc-9df2-1355229f6201 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:47:32.886038 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-0f83f7d1-496c-45bc-98e5-c338654663fa admin admin] Allocated IP 172.20.0.1 (14951f21-d32d-453e-af4a-536b35269573/a40a5390-9246-4c30-a550-c0ba87fcc292/f0b50933-8334-4ebc-a972-5162f3380676) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:47:32.903073 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:32.905319 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-7a977a10-2c1c-4b6b-8a90-0ea7f3b79322 None None] Set router 2b1f8954-aea8-49fc-94e8-c83abc793acf gateway port host: None {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:47:32.909622 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d445ea2-ddf6-4b04-904e-133837db0599 tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=767df650-ffcf-4630-8eb4-d27ad30e8b94,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:32.913285 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-680a1938-f336-47ee-9cee-8663d4566ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90bdbc61-9183-4801-ae80-5758cb380add', 'name': 'tempest-AttachVolumeTestJSON-629079793-router', 'tenant_id': 'c2743ef5b6bf4dea97d585fa121bdf6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '600f12a5-e1b1-4e13-a47a-5ba21b959408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:47:16Z', 'updated_at': '2022-08-27T04:47:28Z', 'revision_number': 4, 'project_id': 'c2743ef5b6bf4dea97d585fa121bdf6f', 'gw_port': {'id': '600f12a5-e1b1-4e13-a47a-5ba21b959408', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bdbc61-9183-4801-ae80-5758cb380add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:47:17Z', 'updated_at': '2022-08-27T04:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'e516453f-7ce8-402d-b36f-8344dac85e84', 'name': '', 'network_id': '50352b29-fa24-48c8-aad0-d13e7a0baf70', 'tenant_id': 'c2743ef5b6bf4dea97d585fa121bdf6f', 'mac_address': 'fa:16:3e:6a:82:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90bdbc61-9183-4801-ae80-5758cb380add', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '882f75f3-b322-4fc2-9b23-4de2aae06336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:47:25Z', 'updated_at': '2022-08-27T04:47:28Z', 'revision_number': 2, 'project_id': 'c2743ef5b6bf4dea97d585fa121bdf6f', 'subnets': [{'id': '882f75f3-b322-4fc2-9b23-4de2aae06336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:32.915483 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-108ae0dd-9cc8-42e0-8dd4-64461e4a9f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (e0930c61-672a-4fa1-a717-e7f875ce71cb), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:32.977765 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f8c187-9962-4512-8b9e-1578073fe7d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1446c86f-72c9-446b-b18d-e9ef3c2d8a82,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:32.981181 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=600f12a5-e1b1-4e13-a47a-5ba21b959408,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:32.990544 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-7a977a10-2c1c-4b6b-8a90-0ea7f3b79322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1f8954-aea8-49fc-94e8-c83abc793acf', 'name': 'tempest-ListServersNegativeTestJSON-1805504630-router', 'tenant_id': '594434f66502439bb7de37a9097943fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:47:08Z', 'updated_at': '2022-08-27T04:47:31Z', 'revision_number': 6, 'project_id': '594434f66502439bb7de37a9097943fb', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:33.004646 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-8cd49a67-897a-4a67-8a55-2cbe9e6eaa85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (228df785-0db3-48aa-9271-784d124afa7d), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:33.012337 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0f83f7d1-496c-45bc-98e5-c338654663fa admin admin] Publish callbacks [] for port (f0b50933-8334-4ebc-a972-5162f3380676), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:33.018399 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3484ae-5563-42c8-9f99-873f3438eced None None] Pushing event deleted for resources: {'Port': ['ID=b1eab427-8b50-4ccc-9df2-1355229f6201,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:33.044352 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108ae0dd-9cc8-42e0-8dd4-64461e4a9f64 None None] Network 3a2399e6-20e1-45c2-a035-ec1329bc21ac is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:47:33.051446 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680a1938-f336-47ee-9cee-8663d4566ab3 None None] Checking router: 90bdbc61-9183-4801-ae80-5758cb380add for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:47:33.052024 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680a1938-f336-47ee-9cee-8663d4566ab3 None None] Updating router 90bdbc61-9183-4801-ae80-5758cb380add port e516453f-7ce8-402d-b36f-8344dac85e84 binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:47:33.056774 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1426c766-b596-4e28-87c9-481b55960483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (a3eeac7d-f9f8-4e2f-bfb9-dca9f2975239), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:33.088858 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-917acfbb-2191-4d71-a908-095f077e6788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (60f61ed9-55d9-4ed1-bf7d-77b48f71edaf), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:33.089767 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:33.091261 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1426c766-b596-4e28-87c9-481b55960483 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3eeac7d-f9f8-4e2f-bfb9-dca9f2975239,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:33.104205 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-680a1938-f336-47ee-9cee-8663d4566ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (e516453f-7ce8-402d-b36f-8344dac85e84), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:33.111843 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:33.112055 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a977a10-2c1c-4b6b-8a90-0ea7f3b79322 None None] The sync data for ids ['2b1f8954-aea8-49fc-94e8-c83abc793acf'] in n-d-852088-5 is: [{'id': '2b1f8954-aea8-49fc-94e8-c83abc793acf', 'name': 'tempest-ListServersNegativeTestJSON-1805504630-router', 'tenant_id': '594434f66502439bb7de37a9097943fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:47:08Z', 'updated_at': '2022-08-27T04:47:31Z', 'revision_number': 6, 'project_id': '594434f66502439bb7de37a9097943fb', 'gw_port_host': None}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:47:33.132034 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-917acfbb-2191-4d71-a908-095f077e6788 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60f61ed9-55d9-4ed1-bf7d-77b48f71edaf']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:33.135626 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-108ae0dd-9cc8-42e0-8dd4-64461e4a9f64 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:47:33.148058 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-917acfbb-2191-4d71-a908-095f077e6788 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66fdff15-5b36-44d8-a5d9-a07a92557dff') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:33.148707 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-917acfbb-2191-4d71-a908-095f077e6788 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66fdff15-5b36-44d8-a5d9-a07a92557dff') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:33.161385 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108ae0dd-9cc8-42e0-8dd4-64461e4a9f64 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:47:33.163338 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-917acfbb-2191-4d71-a908-095f077e6788 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (66fdff15-5b36-44d8-a5d9-a07a92557dff), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:33.178427 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0f83f7d1-496c-45bc-98e5-c338654663fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (f0b50933-8334-4ebc-a972-5162f3380676), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:33.183343 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Current status of the port b9341b94-cc18-4cf2-be35-42a510791a8f is: DOWN; New status is: BUILD {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:47:33.183942 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (b9341b94-cc18-4cf2-be35-42a510791a8f), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:33.185976 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-917acfbb-2191-4d71-a908-095f077e6788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (66fdff15-5b36-44d8-a5d9-a07a92557dff), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:33.201410 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-917acfbb-2191-4d71-a908-095f077e6788 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:47:33.201811 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-917acfbb-2191-4d71-a908-095f077e6788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (66fdff15-5b36-44d8-a5d9-a07a92557dff), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:33.225841 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd49a67-897a-4a67-8a55-2cbe9e6eaa85 None None] Routers {'e958fd2c-a115-4bcb-9b15-13a0288aa8d1'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:47:33.225841 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-8cd49a67-897a-4a67-8a55-2cbe9e6eaa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:47:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['e958fd2c-a115-4bcb-9b15-13a0288aa8d1'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:33.244296 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f83f7d1-496c-45bc-98e5-c338654663fa admin admin] Network 14951f21-d32d-453e-af4a-536b35269573 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:47:33.247149 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-0f83f7d1-496c-45bc-98e5-c338654663fa admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:47:33.254522 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f83f7d1-496c-45bc-98e5-c338654663fa admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:47:33.257763 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1426c766-b596-4e28-87c9-481b55960483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (2b1f8954-aea8-49fc-94e8-c83abc793acf), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:33.260680 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f83f7d1-496c-45bc-98e5-c338654663fa admin admin] Pushing event updated for resources: {'Port': ['ID=f0b50933-8334-4ebc-a972-5162f3380676,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:33.296111 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8d445ea2-ddf6-4b04-904e-133837db0599 tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:33.298301 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8d445ea2-ddf6-4b04-904e-133837db0599 tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.3264673 Aug 27 04:47:33.316011 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f3bb95-a507-4a7f-b9a6-31227657c53b None None] Pushing event updated for resources: {'Port': ['ID=228df785-0db3-48aa-9271-784d124afa7d,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:33.369748 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 49766) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:33.379098 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-e42eaf08-d73a-4003-b697-6d8fe4970708 tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Request body: {'security_group_rule': {'security_group_id': '767df650-ffcf-4630-8eb4-d27ad30e8b94', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:33.397748 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 66fdff15-5b36-44d8-a5d9-a07a92557dff resource provider aggregate not found Aug 27 04:47:33.404349 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-917acfbb-2191-4d71-a908-095f077e6788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (60f61ed9-55d9-4ed1-bf7d-77b48f71edaf), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:33.410357 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-917acfbb-2191-4d71-a908-095f077e6788 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:33.414761 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-917acfbb-2191-4d71-a908-095f077e6788 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/60f61ed9-55d9-4ed1-bf7d-77b48f71edaf HTTP/1.1" status: 204 len: 168 time: 3.1238506 Aug 27 04:47:33.430109 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 2312d9e2-7485-49c3-bd41-fe54e877916d triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:33.430941 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (2312d9e2-7485-49c3-bd41-fe54e877916d), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:33.455683 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-8cd49a67-897a-4a67-8a55-2cbe9e6eaa85 None None] Set router e958fd2c-a115-4bcb-9b15-13a0288aa8d1 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:47:33.504738 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 66fdff15-5b36-44d8-a5d9-a07a92557dff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 66fdff15-5b36-44d8-a5d9-a07a92557dff found for delete ", "request_id": "req-d7585e67-a52f-4541-9a91-f1d5778d567e"}]} Aug 27 04:47:33.544574 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f8c187-9962-4512-8b9e-1578073fe7d6 admin admin] Checking segment: {'id': '09ec1922-c251-4e7c-bd62-f52b0d55adea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '03a7835a-f52d-477c-a2dc-fcc27c449ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:47:33.545247 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f8c187-9962-4512-8b9e-1578073fe7d6 admin admin] Network hostable DHCP agents. Network: 03a7835a-f52d-477c-a2dc-fcc27c449ecb, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:47:33.565996 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d9f17afb-4a15-4e8f-87b3-8873599a5319 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (aece44b1-88fb-44e9-bc0e-d53b4ea80471), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:33.579159 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ae0dd-9cc8-42e0-8dd4-64461e4a9f64 None None] Pushing event updated for resources: {'Port': ['ID=e0930c61-672a-4fa1-a717-e7f875ce71cb,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:33.586103 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9341b94-cc18-4cf2-be35-42a510791a8f {{(pid=107777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 04:47:33.644479 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917acfbb-2191-4d71-a908-095f077e6788 admin admin] Pushing event deleted for resources: {'Network': ['ID=60f61ed9-55d9-4ed1-bf7d-77b48f71edaf,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:33.653361 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-108ae0dd-9cc8-42e0-8dd4-64461e4a9f64 None None] Attempting to bind port e0930c61-672a-4fa1-a717-e7f875ce71cb on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:47:33.653984 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-108ae0dd-9cc8-42e0-8dd4-64461e4a9f64 None None] Attempting to bind port e0930c61-672a-4fa1-a717-e7f875ce71cb by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '7a5b90a3-1acf-47b7-850d-05267597981e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '3a2399e6-20e1-45c2-a035-ec1329bc21ac'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:47:33.654560 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108ae0dd-9cc8-42e0-8dd4-64461e4a9f64 None None] Attempting to bind port e0930c61-672a-4fa1-a717-e7f875ce71cb on network 3a2399e6-20e1-45c2-a035-ec1329bc21ac {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:47:33.668368 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108ae0dd-9cc8-42e0-8dd4-64461e4a9f64 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:47:33.669188 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108ae0dd-9cc8-42e0-8dd4-64461e4a9f64 None None] Checking segment: {'id': '7a5b90a3-1acf-47b7-850d-05267597981e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '3a2399e6-20e1-45c2-a035-ec1329bc21ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:47:33.669801 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-108ae0dd-9cc8-42e0-8dd4-64461e4a9f64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:33.670388 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108ae0dd-9cc8-42e0-8dd4-64461e4a9f64 None None] Bound using segment: {'id': '7a5b90a3-1acf-47b7-850d-05267597981e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '3a2399e6-20e1-45c2-a035-ec1329bc21ac'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:47:33.671118 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-108ae0dd-9cc8-42e0-8dd4-64461e4a9f64 None None] Bound port: e0930c61-672a-4fa1-a717-e7f875ce71cb, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5b90a3-1acf-47b7-850d-05267597981e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '3a2399e6-20e1-45c2-a035-ec1329bc21ac'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:47:33.671736 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-108ae0dd-9cc8-42e0-8dd4-64461e4a9f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (e0930c61-672a-4fa1-a717-e7f875ce71cb), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:33.684495 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e42eaf08-d73a-4003-b697-6d8fe4970708 tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Publish callbacks [] for security_group_rule (03e76fe4-0007-4c6f-9372-186c10d11d47), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:33.688588 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port b9341b94-cc18-4cf2-be35-42a510791a8f, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=b9341b94-cc18-4cf2-be35-42a510791a8f,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:33.694277 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1426c766-b596-4e28-87c9-481b55960483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (2b1f8954-aea8-49fc-94e8-c83abc793acf), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:33.729838 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1426c766-b596-4e28-87c9-481b55960483 admin admin] Publish callbacks [] for router_controller (2b1f8954-aea8-49fc-94e8-c83abc793acf), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:33.800786 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0f83f7d1-496c-45bc-98e5-c338654663fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (e958fd2c-a115-4bcb-9b15-13a0288aa8d1), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:33.842801 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 2312d9e2-7485-49c3-bd41-fe54e877916d is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:47:33.850289 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (b9341b94-cc18-4cf2-be35-42a510791a8f), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:33.866588 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149903c8-5074-4fb6-a821-350a03148961 req-e82f2dc5-014b-47ca-afac-520ccd121238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:33.874632 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-149903c8-5074-4fb6-a821-350a03148961 req-e82f2dc5-014b-47ca-afac-520ccd121238 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=a82fb463-5a8f-4b8b-991d-61491eba11c6 HTTP/1.1" status: 200 len: 870 time: 1.0038424 Aug 27 04:47:33.874898 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f17afb-4a15-4e8f-87b3-8873599a5319 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Pushing event updated for resources: {'Subnet': ['ID=aece44b1-88fb-44e9-bc0e-d53b4ea80471,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:33.925923 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-8cd49a67-897a-4a67-8a55-2cbe9e6eaa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e958fd2c-a115-4bcb-9b15-13a0288aa8d1', 'name': 'tempest-ServerAddressesNegativeTestJSON-1381650631-router', 'tenant_id': '7cd251c2ac1f4f7b98f3c9fffdb4dbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '228df785-0db3-48aa-9271-784d124afa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:47:24Z', 'updated_at': '2022-08-27T04:47:27Z', 'revision_number': 3, 'project_id': '7cd251c2ac1f4f7b98f3c9fffdb4dbcd', 'gw_port': {'id': '228df785-0db3-48aa-9271-784d124afa7d', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ad:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e958fd2c-a115-4bcb-9b15-13a0288aa8d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:47:25Z', 'updated_at': '2022-08-27T04:47:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:33.927560 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:33.928094 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-149903c8-5074-4fb6-a821-350a03148961 req-faf0d369-8996-4f8d-a818-ef3edfe6fbfc service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=b9341b94-cc18-4cf2-be35-42a510791a8f HTTP/1.1" status: 200 len: 217 time: 0.0393410 Aug 27 04:47:33.928853 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f17afb-4a15-4e8f-87b3-8873599a5319 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Checking segment: {'id': '49fe157c-d2ef-4efb-94aa-efa2c15f2a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6f413775-78a8-49b7-8e9b-94e38ea66d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:47:33.929225 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f17afb-4a15-4e8f-87b3-8873599a5319 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Network hostable DHCP agents. Network: 6f413775-78a8-49b7-8e9b-94e38ea66d1c, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:47:33.933045 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f8c187-9962-4512-8b9e-1578073fe7d6 admin admin] Network 03a7835a-f52d-477c-a2dc-fcc27c449ecb is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:47:33.945326 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Pushing event updated for resources: {'Port': ['ID=b9341b94-cc18-4cf2-be35-42a510791a8f,revision_number=7']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:33.947976 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-355a4125-5e7c-44ad-8192-594dbdf1ab14 None None] Provisioning complete for port f0b50933-8334-4ebc-a972-5162f3380676 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:33.948407 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-355a4125-5e7c-44ad-8192-594dbdf1ab14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (f0b50933-8334-4ebc-a972-5162f3380676), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:33.958019 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd49a67-897a-4a67-8a55-2cbe9e6eaa85 None None] The sync data for ids ['e958fd2c-a115-4bcb-9b15-13a0288aa8d1'] in n-d-852088-5 is: [{'id': 'e958fd2c-a115-4bcb-9b15-13a0288aa8d1', 'name': 'tempest-ServerAddressesNegativeTestJSON-1381650631-router', 'tenant_id': '7cd251c2ac1f4f7b98f3c9fffdb4dbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '228df785-0db3-48aa-9271-784d124afa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:47:24Z', 'updated_at': '2022-08-27T04:47:27Z', 'revision_number': 3, 'project_id': '7cd251c2ac1f4f7b98f3c9fffdb4dbcd', 'gw_port': {'id': '228df785-0db3-48aa-9271-784d124afa7d', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ad:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e958fd2c-a115-4bcb-9b15-13a0288aa8d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:47:25Z', 'updated_at': '2022-08-27T04:47:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:47:33.981606 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91823831-7d37-4a5f-b4da-0bd14dc4c8cc req-2244cb40-79bf-4a89-9d0f-3f85eb4e40ab tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:33.982120 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:33.984438 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-91823831-7d37-4a5f-b4da-0bd14dc4c8cc req-2244cb40-79bf-4a89-9d0f-3f85eb4e40ab tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=404ee328-8f8f-48f8-adcc-b9c2c0710406 HTTP/1.1" status: 200 len: 947 time: 0.3484681 Aug 27 04:47:34.008349 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1426c766-b596-4e28-87c9-481b55960483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (2b1f8954-aea8-49fc-94e8-c83abc793acf), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:34.009291 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1426c766-b596-4e28-87c9-481b55960483 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b1f8954-aea8-49fc-94e8-c83abc793acf {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:47:34.027359 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149903c8-5074-4fb6-a821-350a03148961 req-16e32e0d-fb91-4790-8a59-c60ee6574f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:34.029344 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-149903c8-5074-4fb6-a821-350a03148961 req-16e32e0d-fb91-4790-8a59-c60ee6574f24 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.0825901 Aug 27 04:47:34.052217 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e42eaf08-d73a-4003-b697-6d8fe4970708 tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Publish callbacks [] for security_group_rule (03e76fe4-0007-4c6f-9372-186c10d11d47), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:34.057416 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1426c766-b596-4e28-87c9-481b55960483 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:34.061709 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1426c766-b596-4e28-87c9-481b55960483 admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/2b1f8954-aea8-49fc-94e8-c83abc793acf HTTP/1.1" status: 204 len: 168 time: 2.9983346 Aug 27 04:47:34.062780 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 49792) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:34.065677 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-355a4125-5e7c-44ad-8192-594dbdf1ab14 None None] Port f0b50933-8334-4ebc-a972-5162f3380676 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:47:34.133617 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-108ae0dd-9cc8-42e0-8dd4-64461e4a9f64 None None] For port e0930c61-672a-4fa1-a717-e7f875ce71cb, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:47:34.137511 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-108ae0dd-9cc8-42e0-8dd4-64461e4a9f64 None None] For port e0930c61-672a-4fa1-a717-e7f875ce71cb, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=e0930c61-672a-4fa1-a717-e7f875ce71cb,segment=NetworkSegment(7a5b90a3-1acf-47b7-850d-05267597981e),segment_id=7a5b90a3-1acf-47b7-850d-05267597981e)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:47:34.153905 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-91823831-7d37-4a5f-b4da-0bd14dc4c8cc req-c5c94d59-aebb-40c4-9283-c1042e7ac670 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536677 Aug 27 04:47:34.161195 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e42eaf08-d73a-4003-b697-6d8fe4970708 tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (03e76fe4-0007-4c6f-9372-186c10d11d47), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:34.186978 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 49794) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:34.196705 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device aa354f93-6952-4713-879f-44a8d2a3fabc no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:47:34.207604 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42eaf08-d73a-4003-b697-6d8fe4970708 tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03e76fe4-0007-4c6f-9372-186c10d11d47,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:34.212273 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-86f8c187-9962-4512-8b9e-1578073fe7d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 03a7835a-f52d-477c-a2dc-fcc27c449ecb) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:47:34.219196 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=74,neutron:INSERT=15,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:34.240195 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f8c187-9962-4512-8b9e-1578073fe7d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:34.241066 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-86f8c187-9962-4512-8b9e-1578073fe7d6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:34.264208 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f17afb-4a15-4e8f-87b3-8873599a5319 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Network 6f413775-78a8-49b7-8e9b-94e38ea66d1c is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:47:34.272766 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149903c8-5074-4fb6-a821-350a03148961 req-23595f7f-fdbf-41b1-a584-97344d8cc26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:34.273953 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:34.274682 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-149903c8-5074-4fb6-a821-350a03148961 req-23595f7f-fdbf-41b1-a584-97344d8cc26f service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2350011 Aug 27 04:47:34.276178 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a10c720-89a9-42ce-8f48-383b06d514d5 None None] Network 03a7835a-f52d-477c-a2dc-fcc27c449ecb requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:47:34.280926 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-108ae0dd-9cc8-42e0-8dd4-64461e4a9f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (e0930c61-672a-4fa1-a717-e7f875ce71cb), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:34.291286 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: aa354f93-6952-4713-879f-44a8d2a3fabc {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:47:34.291629 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device aa354f93-6952-4713-879f-44a8d2a3fabc not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:47:34.292738 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-917bb905-6ebe-44fd-a0e6-1efa1863ac64 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=9d030b9911da4ef8aa39dbf0fe1b744b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1025312 Aug 27 04:47:34.293565 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-d9f17afb-4a15-4e8f-87b3-8873599a5319 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 6f413775-78a8-49b7-8e9b-94e38ea66d1c) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:47:34.294766 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device b1eab427-8b50-4ccc-9df2-1355229f6201 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:47:34.295523 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 49802) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:34.299255 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f17afb-4a15-4e8f-87b3-8873599a5319 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:34.299947 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d9f17afb-4a15-4e8f-87b3-8873599a5319 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:34.327624 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-8662b8b9-7efe-4aee-b6e9-10a5c0d9648d admin admin] Deleting subnet 3303182e-bd77-44a8-b07b-43bb7456daec {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:47:34.331141 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8662b8b9-7efe-4aee-b6e9-10a5c0d9648d admin admin] Publish callbacks [] for subnet (3303182e-bd77-44a8-b07b-43bb7456daec), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:34.332404 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e42eaf08-d73a-4003-b697-6d8fe4970708 tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:34.336152 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e42eaf08-d73a-4003-b697-6d8fe4970708 tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9629190 Aug 27 04:47:34.346925 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 49808) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:34.392008 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8662b8b9-7efe-4aee-b6e9-10a5c0d9648d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (3303182e-bd77-44a8-b07b-43bb7456daec), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:34.432012 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483130f7-a935-4cb4-a247-7f09d8a0ef4c None None] Network 6f413775-78a8-49b7-8e9b-94e38ea66d1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:47:34.437368 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: b1eab427-8b50-4ccc-9df2-1355229f6201 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:47:34.437368 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device b1eab427-8b50-4ccc-9df2-1355229f6201 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:47:34.437368 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 05b7d4c6-a264-4764-9921-bd3847d3b785 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:47:34.469206 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] get_ports_and_sgs() called for port_ids ['b9341b94-cc18-4cf2-be35-42a510791a8f'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:47:34.485338 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0f83f7d1-496c-45bc-98e5-c338654663fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f0b50933-8334-4ebc-a972-5162f3380676), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:34.597801 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8662b8b9-7efe-4aee-b6e9-10a5c0d9648d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (3303182e-bd77-44a8-b07b-43bb7456daec), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:34.629052 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 05b7d4c6-a264-4764-9921-bd3847d3b785 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:47:34.629541 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 05b7d4c6-a264-4764-9921-bd3847d3b785 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:47:34.655617 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-680a1938-f336-47ee-9cee-8663d4566ab3 None None] Publish callbacks [] for port (e516453f-7ce8-402d-b36f-8344dac85e84), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:34.745210 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9fdb330d-1869-48ef-b6dc-3e883e9ec053 admin admin] Publish callbacks [] for security_group (2554a014-5f1e-4880-a674-10f4a04e622c), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:34.750565 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:34.774314 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-acd76477-8af2-4135-a71e-cf2e872774ba tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Request body: {'security_group_rule': {'security_group_id': '767df650-ffcf-4630-8eb4-d27ad30e8b94', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:34.806056 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9fdb330d-1869-48ef-b6dc-3e883e9ec053 admin admin] Publish callbacks [] for security_group (2554a014-5f1e-4880-a674-10f4a04e622c), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:34.809814 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ae0dd-9cc8-42e0-8dd4-64461e4a9f64 None None] Pushing event updated for resources: {'Port': ['ID=e0930c61-672a-4fa1-a717-e7f875ce71cb,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:34.871929 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-680a1938-f336-47ee-9cee-8663d4566ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (e516453f-7ce8-402d-b36f-8344dac85e84), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:34.967837 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0f83f7d1-496c-45bc-98e5-c338654663fa admin admin] Publish callbacks [] for port (f0b50933-8334-4ebc-a972-5162f3380676), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:34.999004 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:35.006617 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 49822) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:35.014701 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-8fc61153-9420-43ac-88b2-9c682ad9ee31 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2091321223-router', 'tenant_id': '5c9eb4bbda084c9d8f1503b888a2ddfb', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:35.030412 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-86f8c187-9962-4512-8b9e-1578073fe7d6 admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.2446184 Aug 27 04:47:35.050946 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d9f17afb-4a15-4e8f-87b3-8873599a5319 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 5.0797405 Aug 27 04:47:35.055944 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 49824) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:35.064998 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-f1148c31-f2c0-4403-a40e-3a49c935b5ae tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Request body: {'port': {'network_id': '3a2399e6-20e1-45c2-a035-ec1329bc21ac', 'name': 'tempest-TaggedBootDevicesTest-1221145944', 'fixed_ips': [{'subnet_id': '5cbdb89a-a601-4e7c-99ff-bd089d4f4e19'}]}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:35.069381 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-acd76477-8af2-4135-a71e-cf2e872774ba tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Publish callbacks [] for security_group_rule (720b9919-daf9-46be-a213-6c20cc50edbe), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:35.090125 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142dc052-f277-4d61-b03f-1febd1b085aa None None] Pushing event updated for resources: {'Port': ['ID=e516453f-7ce8-402d-b36f-8344dac85e84,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:35.142648 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-149903c8-5074-4fb6-a821-350a03148961 req-e98a5044-a939-4ff4-b5fe-f1ab61e8693d service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8571146 Aug 27 04:47:35.249101 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0f83f7d1-496c-45bc-98e5-c338654663fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (f0b50933-8334-4ebc-a972-5162f3380676), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:35.265794 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-149903c8-5074-4fb6-a821-350a03148961 req-f6a91596-248f-489d-8253-6f377600359d service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150281 Aug 27 04:47:35.270995 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8662b8b9-7efe-4aee-b6e9-10a5c0d9648d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (3303182e-bd77-44a8-b07b-43bb7456daec), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:35.310773 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9fdb330d-1869-48ef-b6dc-3e883e9ec053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (2554a014-5f1e-4880-a674-10f4a04e622c), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:35.312652 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9fdb330d-1869-48ef-b6dc-3e883e9ec053 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:35.318804 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9fdb330d-1869-48ef-b6dc-3e883e9ec053 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/2554a014-5f1e-4880-a674-10f4a04e622c HTTP/1.1" status: 204 len: 168 time: 1.0221820 Aug 27 04:47:35.351362 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8662b8b9-7efe-4aee-b6e9-10a5c0d9648d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3303182e-bd77-44a8-b07b-43bb7456daec,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:35.372413 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 600f12a5-e1b1-4e13-a47a-5ba21b959408 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:47:35.378599 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6679e07a-2bdd-4411-9092-7597f04b2e77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-03a7835a-f52d-477c-a2dc-fcc27c449ecb', 'network_id': '03a7835a-f52d-477c-a2dc-fcc27c449ecb', 'project_id': '5c9eb4bbda084c9d8f1503b888a2ddfb', 'fixed_ips': [{'subnet_id': '1446c86f-72c9-446b-b18d-e9ef3c2d8a82'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:47:35.379887 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6679e07a-2bdd-4411-9092-7597f04b2e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:35.384491 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dfdb38-0f4c-4e19-b7b3-ed65d336a500 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-6f413775-78a8-49b7-8e9b-94e38ea66d1c', 'network_id': '6f413775-78a8-49b7-8e9b-94e38ea66d1c', 'project_id': 'a397128fb9fd47feb1a5a57b9497c0be', 'fixed_ips': [{'subnet_id': 'aece44b1-88fb-44e9-bc0e-d53b4ea80471'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:47:35.387489 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-42dfdb38-0f4c-4e19-b7b3-ed65d336a500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:35.397522 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8662b8b9-7efe-4aee-b6e9-10a5c0d9648d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:35.405209 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8662b8b9-7efe-4aee-b6e9-10a5c0d9648d admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/3303182e-bd77-44a8-b07b-43bb7456daec HTTP/1.1" status: 204 len: 168 time: 1.2839100 Aug 27 04:47:35.448440 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75063587-fcb0-4b22-b312-0a80d9c246a7 None None] Network d24bf69f-e1a5-42c8-afac-c5ae8cedf2f9 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:47:35.451692 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-acd76477-8af2-4135-a71e-cf2e872774ba tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Publish callbacks [] for security_group_rule (720b9919-daf9-46be-a213-6c20cc50edbe), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:35.452353 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0f83f7d1-496c-45bc-98e5-c338654663fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (e958fd2c-a115-4bcb-9b15-13a0288aa8d1), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:35.457071 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 49830) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:35.488809 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1148c31-f2c0-4403-a40e-3a49c935b5ae tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Made reservation on behalf of a397128fb9fd47feb1a5a57b9497c0be for: {'port': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:47:35.502817 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8fc61153-9420-43ac-88b2-9c682ad9ee31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (c935affc-6dd5-4ccf-b845-2f3b96987498), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:35.504946 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8fc61153-9420-43ac-88b2-9c682ad9ee31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (c935affc-6dd5-4ccf-b845-2f3b96987498), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:35.581705 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-acd76477-8af2-4135-a71e-cf2e872774ba tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (720b9919-daf9-46be-a213-6c20cc50edbe), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:35.617440 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd76477-8af2-4135-a71e-cf2e872774ba tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=720b9919-daf9-46be-a213-6c20cc50edbe,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:35.617684 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f83f7d1-496c-45bc-98e5-c338654663fa admin admin] Pushing event updated for resources: {'Port': ['ID=f0b50933-8334-4ebc-a972-5162f3380676,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:35.637074 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb330d-1869-48ef-b6dc-3e883e9ec053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2554a014-5f1e-4880-a674-10f4a04e622c,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:35.647589 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 49834) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:35.664399 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-680a1938-f336-47ee-9cee-8663d4566ab3 None None] Attempting to bind port e516453f-7ce8-402d-b36f-8344dac85e84 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:47:35.664858 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-680a1938-f336-47ee-9cee-8663d4566ab3 None None] Attempting to bind port e516453f-7ce8-402d-b36f-8344dac85e84 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '7b77f052-8db0-46e2-85df-1f3c32b7d41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '50352b29-fa24-48c8-aad0-d13e7a0baf70'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:47:35.665281 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680a1938-f336-47ee-9cee-8663d4566ab3 None None] Attempting to bind port e516453f-7ce8-402d-b36f-8344dac85e84 on network 50352b29-fa24-48c8-aad0-d13e7a0baf70 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:47:35.691288 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8fc61153-9420-43ac-88b2-9c682ad9ee31 admin admin] Publish callbacks [] for router_controller (c935affc-6dd5-4ccf-b845-2f3b96987498), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:35.726319 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0bd51-4d94-4b8b-88d5-26f29f564856 req-ef01e2cd-a371-4285-8779-647be57821d4 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:35.728193 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-59d0bd51-4d94-4b8b-88d5-26f29f564856 req-ef01e2cd-a371-4285-8779-647be57821d4 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=404ee328-8f8f-48f8-adcc-b9c2c0710406 HTTP/1.1" status: 200 len: 948 time: 0.4244461 Aug 27 04:47:35.743748 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-76cf8b2b-d4cd-41a2-8818-83490991ee5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (d24bf69f-e1a5-42c8-afac-c5ae8cedf2f9), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:35.834658 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-acd76477-8af2-4135-a71e-cf2e872774ba tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:35.841305 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-acd76477-8af2-4135-a71e-cf2e872774ba tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4743683 Aug 27 04:47:35.846489 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 49838) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:35.859667 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-200ea5cd-232d-4de4-828f-0bc4937404cd tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Request body: {'floatingip': {'floating_network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:35.907237 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-76cf8b2b-d4cd-41a2-8818-83490991ee5b admin admin] Deleting port 93a8f631-1de2-4f6d-a898-6c5d238126de {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:47:35.907739 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-76cf8b2b-d4cd-41a2-8818-83490991ee5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (93a8f631-1de2-4f6d-a898-6c5d238126de), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:35.990548 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-42dfdb38-0f4c-4e19-b7b3-ed65d336a500 None None] Allocated IP 10.2.2.2 (6f413775-78a8-49b7-8e9b-94e38ea66d1c/aece44b1-88fb-44e9-bc0e-d53b4ea80471/370557dd-0204-4f9f-a5de-a961f35120f7) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:47:36.024541 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-76cf8b2b-d4cd-41a2-8818-83490991ee5b admin admin] For port 93a8f631-1de2-4f6d-a898-6c5d238126de, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=93a8f631-1de2-4f6d-a898-6c5d238126de,segment=NetworkSegment(5aaabc96-c7ae-40e9-bdf0-fe75e65a8828),segment_id=5aaabc96-c7ae-40e9-bdf0-fe75e65a8828)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:36.024941 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-76cf8b2b-d4cd-41a2-8818-83490991ee5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (93a8f631-1de2-4f6d-a898-6c5d238126de), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:36.041800 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-76cf8b2b-d4cd-41a2-8818-83490991ee5b admin admin] Calling delete_port for 93a8f631-1de2-4f6d-a898-6c5d238126de owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:47:36.169095 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1a871957-7195-483e-84dd-2e7c237ace41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:36.288704 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1a871957-7195-483e-84dd-2e7c237ace41 admin admin] Publish callbacks [] for security_group (21855d73-5626-4934-a72b-ed6defe317bf), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:36.289313 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-200ea5cd-232d-4de4-828f-0bc4937404cd tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:36.291551 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-76cf8b2b-d4cd-41a2-8818-83490991ee5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (93a8f631-1de2-4f6d-a898-6c5d238126de), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:36.344545 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:36.370742 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cf8b2b-d4cd-41a2-8818-83490991ee5b admin admin] No DVR routers for this DVR port 93a8f631-1de2-4f6d-a898-6c5d238126de on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:47:36.380138 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cf8b2b-d4cd-41a2-8818-83490991ee5b admin admin] Pushing event deleted for resources: {'Port': ['ID=93a8f631-1de2-4f6d-a898-6c5d238126de,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:36.416476 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1a871957-7195-483e-84dd-2e7c237ace41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (21855d73-5626-4934-a72b-ed6defe317bf), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:36.447737 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680a1938-f336-47ee-9cee-8663d4566ab3 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:47:36.448115 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680a1938-f336-47ee-9cee-8663d4566ab3 None None] Checking segment: {'id': '7b77f052-8db0-46e2-85df-1f3c32b7d41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '50352b29-fa24-48c8-aad0-d13e7a0baf70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:47:36.448557 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-680a1938-f336-47ee-9cee-8663d4566ab3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:36.449140 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680a1938-f336-47ee-9cee-8663d4566ab3 None None] Bound using segment: {'id': '7b77f052-8db0-46e2-85df-1f3c32b7d41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '50352b29-fa24-48c8-aad0-d13e7a0baf70'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:47:36.449418 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-680a1938-f336-47ee-9cee-8663d4566ab3 None None] Bound port: e516453f-7ce8-402d-b36f-8344dac85e84, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b77f052-8db0-46e2-85df-1f3c32b7d41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '50352b29-fa24-48c8-aad0-d13e7a0baf70'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:47:36.449795 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-680a1938-f336-47ee-9cee-8663d4566ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (e516453f-7ce8-402d-b36f-8344dac85e84), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:36.473309 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669f38c2-8439-43bf-bd07-a11dd93eb006 None None] Network 3a2399e6-20e1-45c2-a035-ec1329bc21ac requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:47:36.510249 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a871957-7195-483e-84dd-2e7c237ace41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21855d73-5626-4934-a72b-ed6defe317bf,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:36.552896 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:36.558565 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-76cf8b2b-d4cd-41a2-8818-83490991ee5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (d24bf69f-e1a5-42c8-afac-c5ae8cedf2f9), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:36.578924 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1a871957-7195-483e-84dd-2e7c237ace41 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=ac826ef0e53d42448cfa844394a7cf91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9149964 Aug 27 04:47:36.581314 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-200ea5cd-232d-4de4-828f-0bc4937404cd tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:36.582166 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 49850) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:36.604309 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8fc61153-9420-43ac-88b2-9c682ad9ee31 admin admin] Publish callbacks [] for router_gateway (c935affc-6dd5-4ccf-b845-2f3b96987498), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:36.605491 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-76cf8b2b-d4cd-41a2-8818-83490991ee5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d24bf69f-e1a5-42c8-afac-c5ae8cedf2f9']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:36.618291 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f1148c31-f2c0-4403-a40e-3a49c935b5ae tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:36.629795 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:36.639503 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-59d0bd51-4d94-4b8b-88d5-26f29f564856 req-e5667f3a-2395-4a5d-ab1e-721acd043a0d tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8879995 Aug 27 04:47:36.659114 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-76cf8b2b-d4cd-41a2-8818-83490991ee5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aaabc96-c7ae-40e9-bdf0-fe75e65a8828') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:36.659389 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-76cf8b2b-d4cd-41a2-8818-83490991ee5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aaabc96-c7ae-40e9-bdf0-fe75e65a8828') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:36.673897 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-76cf8b2b-d4cd-41a2-8818-83490991ee5b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (5aaabc96-c7ae-40e9-bdf0-fe75e65a8828), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:36.706903 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [None req-f1148c31-f2c0-4403-a40e-3a49c935b5ae tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] device_id is not set on port d577b5a5-6dde-4cdb-bd08-eed002520199 yet. {{(pid=107775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:47:36.713003 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-76cf8b2b-d4cd-41a2-8818-83490991ee5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (5aaabc96-c7ae-40e9-bdf0-fe75e65a8828), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:36.735148 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f83f7d1-496c-45bc-98e5-c338654663fa admin admin] Network 14951f21-d32d-453e-af4a-536b35269573 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:47:36.758073 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 600f12a5-e1b1-4e13-a47a-5ba21b959408 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:36.763313 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (600f12a5-e1b1-4e13-a47a-5ba21b959408), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:36.763313 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-3b1e501c-c891-4bee-b8a5-16d9be85c81d None None] Provisioning complete for port e0930c61-672a-4fa1-a717-e7f875ce71cb triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:36.763313 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3b1e501c-c891-4bee-b8a5-16d9be85c81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e0930c61-672a-4fa1-a717-e7f875ce71cb), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:36.775936 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-0f83f7d1-496c-45bc-98e5-c338654663fa admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:47:36.795115 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76cf8b2b-d4cd-41a2-8818-83490991ee5b admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:47:36.796817 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-76cf8b2b-d4cd-41a2-8818-83490991ee5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (5aaabc96-c7ae-40e9-bdf0-fe75e65a8828), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:36.894975 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812b4505-8dca-4ca3-81ac-f1c69f799525 None None] DHCP port deletion for d24bf69f-e1a5-42c8-afac-c5ae8cedf2f9 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:47:36.918682 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-200ea5cd-232d-4de4-828f-0bc4937404cd tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Allocated IP 172.25.2.204 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/bbd7928b-a2df-44fa-957d-9b29a066d91b) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:47:36.922036 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 5aaabc96-c7ae-40e9-bdf0-fe75e65a8828 resource provider aggregate not found Aug 27 04:47:36.952644 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-42dfdb38-0f4c-4e19-b7b3-ed65d336a500 None None] Publish callbacks [] for port (370557dd-0204-4f9f-a5de-a961f35120f7), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:36.992910 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 5aaabc96-c7ae-40e9-bdf0-fe75e65a8828 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5aaabc96-c7ae-40e9-bdf0-fe75e65a8828 found for delete ", "request_id": "req-24d918b4-abd3-480a-a60a-de4a866810f6"}]} Aug 27 04:47:37.062938 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:37.086855 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-6679e07a-2bdd-4411-9092-7597f04b2e77 None None] Allocated IP 172.20.0.2 (03a7835a-f52d-477c-a2dc-fcc27c449ecb/1446c86f-72c9-446b-b18d-e9ef3c2d8a82/7acdb267-d3d4-467b-914b-ad84828355f0) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:47:37.089447 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-680a1938-f336-47ee-9cee-8663d4566ab3 None None] For port e516453f-7ce8-402d-b36f-8344dac85e84, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:47:37.100533 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-42dfdb38-0f4c-4e19-b7b3-ed65d336a500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (370557dd-0204-4f9f-a5de-a961f35120f7), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:37.111585 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-680a1938-f336-47ee-9cee-8663d4566ab3 None None] For port e516453f-7ce8-402d-b36f-8344dac85e84, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=e516453f-7ce8-402d-b36f-8344dac85e84,segment=NetworkSegment(7b77f052-8db0-46e2-85df-1f3c32b7d41c),segment_id=7b77f052-8db0-46e2-85df-1f3c32b7d41c)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:47:37.111789 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-76cf8b2b-d4cd-41a2-8818-83490991ee5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (d24bf69f-e1a5-42c8-afac-c5ae8cedf2f9), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:37.121435 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-76cf8b2b-d4cd-41a2-8818-83490991ee5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:37.133482 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-3b1e501c-c891-4bee-b8a5-16d9be85c81d None None] Current status of the port e0930c61-672a-4fa1-a717-e7f875ce71cb is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:47:37.134238 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3b1e501c-c891-4bee-b8a5-16d9be85c81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (e0930c61-672a-4fa1-a717-e7f875ce71cb), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:37.134864 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-76cf8b2b-d4cd-41a2-8818-83490991ee5b admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/d24bf69f-e1a5-42c8-afac-c5ae8cedf2f9 HTTP/1.1" status: 204 len: 168 time: 1.6753900 Aug 27 04:47:37.219188 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cf8b2b-d4cd-41a2-8818-83490991ee5b admin admin] Pushing event deleted for resources: {'Network': ['ID=d24bf69f-e1a5-42c8-afac-c5ae8cedf2f9,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:37.219878 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42dfdb38-0f4c-4e19-b7b3-ed65d336a500 None None] Network 6f413775-78a8-49b7-8e9b-94e38ea66d1c is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:47:37.230955 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-42dfdb38-0f4c-4e19-b7b3-ed65d336a500 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:47:37.242229 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cf8b2b-d4cd-41a2-8818-83490991ee5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:37.242692 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cf8b2b-d4cd-41a2-8818-83490991ee5b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:37.243120 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cf8b2b-d4cd-41a2-8818-83490991ee5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:37.243986 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cf8b2b-d4cd-41a2-8818-83490991ee5b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:37.244629 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cf8b2b-d4cd-41a2-8818-83490991ee5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:37.245177 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cf8b2b-d4cd-41a2-8818-83490991ee5b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:37.245574 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cf8b2b-d4cd-41a2-8818-83490991ee5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:37.245967 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cf8b2b-d4cd-41a2-8818-83490991ee5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:37.246360 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cf8b2b-d4cd-41a2-8818-83490991ee5b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:37.246752 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cf8b2b-d4cd-41a2-8818-83490991ee5b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:37.247217 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cf8b2b-d4cd-41a2-8818-83490991ee5b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:37.247604 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cf8b2b-d4cd-41a2-8818-83490991ee5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:37.247994 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cf8b2b-d4cd-41a2-8818-83490991ee5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:37.248402 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cf8b2b-d4cd-41a2-8818-83490991ee5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:37.248793 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cf8b2b-d4cd-41a2-8818-83490991ee5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:37.256904 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-200ea5cd-232d-4de4-828f-0bc4937404cd tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Publish callbacks [] for port (bbd7928b-a2df-44fa-957d-9b29a066d91b), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:37.271091 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-680a1938-f336-47ee-9cee-8663d4566ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (e516453f-7ce8-402d-b36f-8344dac85e84), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:37.288116 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dfdb38-0f4c-4e19-b7b3-ed65d336a500 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:47:37.305625 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f247e3f7-2e80-4b57-9aca-4276b7ecb037 admin admin] Publish callbacks [] for security_group (21855d73-5626-4934-a72b-ed6defe317bf), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:37.331932 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:37.398682 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 49866) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:37.425167 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:37.426709 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-200ea5cd-232d-4de4-828f-0bc4937404cd tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (bbd7928b-a2df-44fa-957d-9b29a066d91b), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:37.435071 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f247e3f7-2e80-4b57-9aca-4276b7ecb037 admin admin] Publish callbacks [] for security_group (21855d73-5626-4934-a72b-ed6defe317bf), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:37.448143 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-3b1e501c-c891-4bee-b8a5-16d9be85c81d None None] For port e0930c61-672a-4fa1-a717-e7f875ce71cb, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=e0930c61-672a-4fa1-a717-e7f875ce71cb,segment=NetworkSegment(7a5b90a3-1acf-47b7-850d-05267597981e),segment_id=7a5b90a3-1acf-47b7-850d-05267597981e)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:37.475991 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-42dfdb38-0f4c-4e19-b7b3-ed65d336a500 None None] Attempting to bind port 370557dd-0204-4f9f-a5de-a961f35120f7 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:47:37.476666 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-42dfdb38-0f4c-4e19-b7b3-ed65d336a500 None None] Attempting to bind port 370557dd-0204-4f9f-a5de-a961f35120f7 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '49fe157c-d2ef-4efb-94aa-efa2c15f2a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6f413775-78a8-49b7-8e9b-94e38ea66d1c'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:47:37.476754 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dfdb38-0f4c-4e19-b7b3-ed65d336a500 None None] Attempting to bind port 370557dd-0204-4f9f-a5de-a961f35120f7 on network 6f413775-78a8-49b7-8e9b-94e38ea66d1c {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:47:37.480905 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200ea5cd-232d-4de4-828f-0bc4937404cd tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:47:37.483702 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dfdb38-0f4c-4e19-b7b3-ed65d336a500 None None] Pushing event updated for resources: {'Port': ['ID=370557dd-0204-4f9f-a5de-a961f35120f7,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:37.486575 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-200ea5cd-232d-4de4-828f-0bc4937404cd tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:47:37.486753 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680a1938-f336-47ee-9cee-8663d4566ab3 None None] Routers {'90bdbc61-9183-4801-ae80-5758cb380add'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:47:37.494707 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-680a1938-f336-47ee-9cee-8663d4566ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:47:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['90bdbc61-9183-4801-ae80-5758cb380add'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:37.495091 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ea5cd-232d-4de4-828f-0bc4937404cd tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Pushing event updated for resources: {'Port': ['ID=bbd7928b-a2df-44fa-957d-9b29a066d91b,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:37.502454 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200ea5cd-232d-4de4-828f-0bc4937404cd tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:47:37.573320 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dfdb38-0f4c-4e19-b7b3-ed65d336a500 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:47:37.574253 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dfdb38-0f4c-4e19-b7b3-ed65d336a500 None None] Checking segment: {'id': '49fe157c-d2ef-4efb-94aa-efa2c15f2a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6f413775-78a8-49b7-8e9b-94e38ea66d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:47:37.574549 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-42dfdb38-0f4c-4e19-b7b3-ed65d336a500 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:37.575251 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dfdb38-0f4c-4e19-b7b3-ed65d336a500 None None] Bound using segment: {'id': '49fe157c-d2ef-4efb-94aa-efa2c15f2a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6f413775-78a8-49b7-8e9b-94e38ea66d1c'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:47:37.575768 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-42dfdb38-0f4c-4e19-b7b3-ed65d336a500 None None] Bound port: 370557dd-0204-4f9f-a5de-a961f35120f7, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49fe157c-d2ef-4efb-94aa-efa2c15f2a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6f413775-78a8-49b7-8e9b-94e38ea66d1c'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:47:37.576288 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-f1148c31-f2c0-4403-a40e-3a49c935b5ae tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Allocated IP 10.1.1.35 (3a2399e6-20e1-45c2-a035-ec1329bc21ac/5cbdb89a-a601-4e7c-99ff-bd089d4f4e19/d577b5a5-6dde-4cdb-bd08-eed002520199) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:47:37.576750 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-42dfdb38-0f4c-4e19-b7b3-ed65d336a500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (370557dd-0204-4f9f-a5de-a961f35120f7), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:37.576860 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-fdbbe874-30e1-4259-97ce-94c5e3213b84 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-669965049-network', 'tenant_id': 'bdae27a758524b3e9d33a225b9e19d92'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:37.587871 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 49870) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:37.621434 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f83f7d1-496c-45bc-98e5-c338654663fa admin admin] Router e958fd2c-a115-4bcb-9b15-13a0288aa8d1 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:47:37.639311 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3b1e501c-c891-4bee-b8a5-16d9be85c81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (e0930c61-672a-4fa1-a717-e7f875ce71cb), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:37.646625 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 600f12a5-e1b1-4e13-a47a-5ba21b959408 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:47:37.647865 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 228df785-0db3-48aa-9271-784d124afa7d up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:47:37.661163 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8fc61153-9420-43ac-88b2-9c682ad9ee31 admin admin] Publish callbacks [] for router_gateway (c935affc-6dd5-4ccf-b845-2f3b96987498), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:37.670169 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-200ea5cd-232d-4de4-828f-0bc4937404cd tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Publish callbacks [] for floatingip (a7529dec-6374-4d4e-adc4-a1762ddaa00b), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:37.680496 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b07d93f7-f42f-4eec-b919-bf4a06f717b5 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=594434f66502439bb7de37a9097943fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0878041 Aug 27 04:47:37.681277 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:37.691710 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 49874) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:37.719824 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdbbe874-30e1-4259-97ce-94c5e3213b84 admin admin] Made reservation on behalf of bdae27a758524b3e9d33a225b9e19d92 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:47:37.722791 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fdbbe874-30e1-4259-97ce-94c5e3213b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:37.739657 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8fc61153-9420-43ac-88b2-9c682ad9ee31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:37.740807 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fdbbe874-30e1-4259-97ce-94c5e3213b84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:37.751054 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-680a1938-f336-47ee-9cee-8663d4566ab3 None None] Set router 90bdbc61-9183-4801-ae80-5758cb380add gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:47:37.774131 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f247e3f7-2e80-4b57-9aca-4276b7ecb037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (21855d73-5626-4934-a72b-ed6defe317bf), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:37.777007 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f247e3f7-2e80-4b57-9aca-4276b7ecb037 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:37.778160 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f247e3f7-2e80-4b57-9aca-4276b7ecb037 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/21855d73-5626-4934-a72b-ed6defe317bf HTTP/1.1" status: 204 len: 168 time: 1.1904972 Aug 27 04:47:37.810317 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ef5e2ee2-dd24-4630-8599-6501cc27a2a9 admin admin] Publish callbacks [] for security_group (b68edc79-ba51-4a83-a413-c8cedf818fd6), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:37.892918 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-200ea5cd-232d-4de4-828f-0bc4937404cd tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (bbd7928b-a2df-44fa-957d-9b29a066d91b), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:37.906428 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-ce88d39c-ba2e-4a2b-bbcd-cb305e3098aa None None] Provisioning complete for port f0b50933-8334-4ebc-a972-5162f3380676 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:37.907051 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ce88d39c-ba2e-4a2b-bbcd-cb305e3098aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (f0b50933-8334-4ebc-a972-5162f3380676), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:37.913813 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142dc052-f277-4d61-b03f-1febd1b085aa None None] Pushing event updated for resources: {'Port': ['ID=e516453f-7ce8-402d-b36f-8344dac85e84,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:37.932890 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ef5e2ee2-dd24-4630-8599-6501cc27a2a9 admin admin] Publish callbacks [] for security_group (b68edc79-ba51-4a83-a413-c8cedf818fd6), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:37.946702 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f247e3f7-2e80-4b57-9aca-4276b7ecb037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21855d73-5626-4934-a72b-ed6defe317bf,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:38.010495 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f247e3f7-2e80-4b57-9aca-4276b7ecb037 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:38.010882 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f247e3f7-2e80-4b57-9aca-4276b7ecb037 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:38.011181 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f247e3f7-2e80-4b57-9aca-4276b7ecb037 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:38.011663 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f247e3f7-2e80-4b57-9aca-4276b7ecb037 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:38.012006 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f247e3f7-2e80-4b57-9aca-4276b7ecb037 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:38.012380 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f247e3f7-2e80-4b57-9aca-4276b7ecb037 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:38.012710 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f247e3f7-2e80-4b57-9aca-4276b7ecb037 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:38.013034 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f247e3f7-2e80-4b57-9aca-4276b7ecb037 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:38.013360 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f247e3f7-2e80-4b57-9aca-4276b7ecb037 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:38.013683 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f247e3f7-2e80-4b57-9aca-4276b7ecb037 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:38.014078 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f247e3f7-2e80-4b57-9aca-4276b7ecb037 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:38.014410 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f247e3f7-2e80-4b57-9aca-4276b7ecb037 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:38.014733 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f247e3f7-2e80-4b57-9aca-4276b7ecb037 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:38.015358 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f247e3f7-2e80-4b57-9aca-4276b7ecb037 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:38.015685 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f247e3f7-2e80-4b57-9aca-4276b7ecb037 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:38.053363 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d34d2-822f-4317-a15f-a0e7924fb732 req-30e05de6-318b-49d4-a5f1-e003b87c7320 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:38.055075 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-927d34d2-822f-4317-a15f-a0e7924fb732 req-30e05de6-318b-49d4-a5f1-e003b87c7320 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=404ee328-8f8f-48f8-adcc-b9c2c0710406 HTTP/1.1" status: 200 len: 948 time: 0.2702336 Aug 27 04:47:38.067813 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fdbbe874-30e1-4259-97ce-94c5e3213b84 admin admin] Publish callbacks [] for security_group (df468ab2-2e6c-4a06-baa6-bf24af34e8b0), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:38.117955 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f83f7d1-496c-45bc-98e5-c338654663fa admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:47:38.148430 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0f83f7d1-496c-45bc-98e5-c338654663fa admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/e958fd2c-a115-4bcb-9b15-13a0288aa8d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8887510 Aug 27 04:47:38.153903 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-200ea5cd-232d-4de4-828f-0bc4937404cd tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Publish callbacks [] for port (bbd7928b-a2df-44fa-957d-9b29a066d91b), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:38.184544 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fdbbe874-30e1-4259-97ce-94c5e3213b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (df468ab2-2e6c-4a06-baa6-bf24af34e8b0), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:38.194077 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f1148c31-f2c0-4403-a40e-3a49c935b5ae tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks [] for port (d577b5a5-6dde-4cdb-bd08-eed002520199), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:38.196039 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-8fc61153-9420-43ac-88b2-9c682ad9ee31 admin admin] Allocated IP 172.25.2.253 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/54966adc-e632-4a3b-a512-042c16a206d9) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:47:38.208333 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device b9341b94-cc18-4cf2-be35-42a510791a8f up at agent hyperv_n-h1-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:47:38.212208 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbbe874-30e1-4259-97ce-94c5e3213b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df468ab2-2e6c-4a06-baa6-bf24af34e8b0,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:38.219737 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:38.225624 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ef5e2ee2-dd24-4630-8599-6501cc27a2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (b68edc79-ba51-4a83-a413-c8cedf818fd6), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:38.225624 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ef5e2ee2-dd24-4630-8599-6501cc27a2a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:38.227561 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ef5e2ee2-dd24-4630-8599-6501cc27a2a9 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/b68edc79-ba51-4a83-a413-c8cedf818fd6 HTTP/1.1" status: 204 len: 168 time: 0.5348024 Aug 27 04:47:38.228912 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-927d34d2-822f-4317-a15f-a0e7924fb732 req-49219f9e-72d1-455e-99f5-2b484bba25c0 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583035 Aug 27 04:47:38.240111 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f673f056-a5a0-44c2-ad02-dce8e38af560 None None] Sync routers for ids ['e958fd2c-a115-4bcb-9b15-13a0288aa8d1'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:47:38.246497 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdbbe874-30e1-4259-97ce-94c5e3213b84 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:47:38.251584 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-42dfdb38-0f4c-4e19-b7b3-ed65d336a500 None None] For port 370557dd-0204-4f9f-a5de-a961f35120f7, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:47:38.266278 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fdbbe874-30e1-4259-97ce-94c5e3213b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (881e1e48-ff6e-4611-831b-94eb5193a535), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:38.266625 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-fdbbe874-30e1-4259-97ce-94c5e3213b84 admin admin] Added segment 881e1e48-ff6e-4611-831b-94eb5193a535 of type vlan for network ceb29454-7394-48f7-b0b8-8c09dc3ba6ee Aug 27 04:47:38.269047 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e2ee2-dd24-4630-8599-6501cc27a2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68edc79-ba51-4a83-a413-c8cedf818fd6,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:38.276517 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-42dfdb38-0f4c-4e19-b7b3-ed65d336a500 None None] For port 370557dd-0204-4f9f-a5de-a961f35120f7, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=370557dd-0204-4f9f-a5de-a961f35120f7,segment=NetworkSegment(49fe157c-d2ef-4efb-94aa-efa2c15f2a7f),segment_id=49fe157c-d2ef-4efb-94aa-efa2c15f2a7f)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:47:38.281174 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-200ea5cd-232d-4de4-828f-0bc4937404cd tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (bbd7928b-a2df-44fa-957d-9b29a066d91b), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:38.388008 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8fc61153-9420-43ac-88b2-9c682ad9ee31 admin admin] Publish callbacks [] for port (54966adc-e632-4a3b-a512-042c16a206d9), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:38.411363 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f1148c31-f2c0-4403-a40e-3a49c935b5ae tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (d577b5a5-6dde-4cdb-bd08-eed002520199), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:38.444218 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fdbbe874-30e1-4259-97ce-94c5e3213b84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (ceb29454-7394-48f7-b0b8-8c09dc3ba6ee), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:38.451737 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 228df785-0db3-48aa-9271-784d124afa7d triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:38.452188 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (228df785-0db3-48aa-9271-784d124afa7d), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:38.476194 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-42dfdb38-0f4c-4e19-b7b3-ed65d336a500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (370557dd-0204-4f9f-a5de-a961f35120f7), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:38.481949 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1148c31-f2c0-4403-a40e-3a49c935b5ae tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Network 3a2399e6-20e1-45c2-a035-ec1329bc21ac is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:47:38.487438 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6679e07a-2bdd-4411-9092-7597f04b2e77 None None] Publish callbacks [] for port (7acdb267-d3d4-467b-914b-ad84828355f0), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:38.488895 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-f1148c31-f2c0-4403-a40e-3a49c935b5ae tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:47:38.490719 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1148c31-f2c0-4403-a40e-3a49c935b5ae tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Pushing event updated for resources: {'Port': ['ID=d577b5a5-6dde-4cdb-bd08-eed002520199,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:38.492971 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1148c31-f2c0-4403-a40e-3a49c935b5ae tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:47:38.516104 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-ce88d39c-ba2e-4a2b-bbcd-cb305e3098aa None None] Port f0b50933-8334-4ebc-a972-5162f3380676 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:47:38.529112 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-ce88d39c-ba2e-4a2b-bbcd-cb305e3098aa None None] Provisioning complete for port e0930c61-672a-4fa1-a717-e7f875ce71cb triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:38.529677 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ce88d39c-ba2e-4a2b-bbcd-cb305e3098aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e0930c61-672a-4fa1-a717-e7f875ce71cb), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:38.531154 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1e501c-c891-4bee-b8a5-16d9be85c81d None None] Pushing event updated for resources: {'Port': ['ID=e0930c61-672a-4fa1-a717-e7f875ce71cb,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:38.531578 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ea5cd-232d-4de4-828f-0bc4937404cd tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Pushing event updated for resources: {'Port': ['ID=bbd7928b-a2df-44fa-957d-9b29a066d91b,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:38.540432 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f673f056-a5a0-44c2-ad02-dce8e38af560 None None] Routers {'e958fd2c-a115-4bcb-9b15-13a0288aa8d1'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:47:38.540855 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-f673f056-a5a0-44c2-ad02-dce8e38af560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:47:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['e958fd2c-a115-4bcb-9b15-13a0288aa8d1'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:38.559944 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1148c31-f2c0-4403-a40e-3a49c935b5ae tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:38.560632 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f1148c31-f2c0-4403-a40e-3a49c935b5ae tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:38.569404 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8fc61153-9420-43ac-88b2-9c682ad9ee31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (54966adc-e632-4a3b-a512-042c16a206d9), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:38.574793 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-200ea5cd-232d-4de4-828f-0bc4937404cd tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677636'] for floatingip (a7529dec-6374-4d4e-adc4-a1762ddaa00b), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:38.621520 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc61153-9420-43ac-88b2-9c682ad9ee31 admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:47:38.627783 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-8fc61153-9420-43ac-88b2-9c682ad9ee31 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:47:38.631478 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc61153-9420-43ac-88b2-9c682ad9ee31 admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:47:38.660796 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fdbbe874-30e1-4259-97ce-94c5e3213b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (ceb29454-7394-48f7-b0b8-8c09dc3ba6ee), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:38.661995 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbbe874-30e1-4259-97ce-94c5e3213b84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:38.662967 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fdbbe874-30e1-4259-97ce-94c5e3213b84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:38.666234 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:38.671570 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc61153-9420-43ac-88b2-9c682ad9ee31 admin admin] Pushing event updated for resources: {'Port': ['ID=54966adc-e632-4a3b-a512-042c16a206d9,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:38.675602 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6679e07a-2bdd-4411-9092-7597f04b2e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (7acdb267-d3d4-467b-914b-ad84828355f0), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:38.692901 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Provisioning complete for port b9341b94-cc18-4cf2-be35-42a510791a8f triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:38.693282 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (b9341b94-cc18-4cf2-be35-42a510791a8f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:38.727697 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6679e07a-2bdd-4411-9092-7597f04b2e77 None None] Network 03a7835a-f52d-477c-a2dc-fcc27c449ecb is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:47:38.739017 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f1148c31-f2c0-4403-a40e-3a49c935b5ae tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6817250 Aug 27 04:47:38.781478 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 49888) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:38.787878 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-cc1822a6-8117-40cb-87b8-6fe2be94feb8 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Request body: {'port': {'network_id': '3a2399e6-20e1-45c2-a035-ec1329bc21ac', 'name': 'tempest-TaggedBootDevicesTest-446124194', 'fixed_ips': [{'subnet_id': '5cbdb89a-a601-4e7c-99ff-bd089d4f4e19'}]}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:38.819790 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-6679e07a-2bdd-4411-9092-7597f04b2e77 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:47:38.822408 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6679e07a-2bdd-4411-9092-7597f04b2e77 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:47:38.943998 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 49890) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:39.007878 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4375a336-0b5c-4807-97c5-497b90b27ff7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:39.072225 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dfdb38-0f4c-4e19-b7b3-ed65d336a500 None None] Pushing event updated for resources: {'Port': ['ID=370557dd-0204-4f9f-a5de-a961f35120f7,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:39.085030 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 228df785-0db3-48aa-9271-784d124afa7d is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:47:39.085621 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (228df785-0db3-48aa-9271-784d124afa7d), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:39.173898 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-200ea5cd-232d-4de4-828f-0bc4937404cd tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:39.185123 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-200ea5cd-232d-4de4-828f-0bc4937404cd tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] 10.222.0.76 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3345945 Aug 27 04:47:39.189350 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-fdbbe874-30e1-4259-97ce-94c5e3213b84 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7889807 Aug 27 04:47:39.193067 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 49900) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:39.198456 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-cfcd31ad-9096-4023-b96b-22c422a2f7a4 admin admin] Request body: {'subnet': {'network_id': 'ceb29454-7394-48f7-b0b8-8c09dc3ba6ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-669965049-subnet', 'tenant_id': 'bdae27a758524b3e9d33a225b9e19d92', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:39.238894 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbbe874-30e1-4259-97ce-94c5e3213b84 admin admin] Pushing event updated for resources: {'Network': ['ID=ceb29454-7394-48f7-b0b8-8c09dc3ba6ee,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:39.253487 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-680a1938-f336-47ee-9cee-8663d4566ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90bdbc61-9183-4801-ae80-5758cb380add', 'name': 'tempest-AttachVolumeTestJSON-629079793-router', 'tenant_id': 'c2743ef5b6bf4dea97d585fa121bdf6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '600f12a5-e1b1-4e13-a47a-5ba21b959408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:47:16Z', 'updated_at': '2022-08-27T04:47:28Z', 'revision_number': 4, 'project_id': 'c2743ef5b6bf4dea97d585fa121bdf6f', 'gw_port': {'id': '600f12a5-e1b1-4e13-a47a-5ba21b959408', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bdbc61-9183-4801-ae80-5758cb380add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:47:17Z', 'updated_at': '2022-08-27T04:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'e516453f-7ce8-402d-b36f-8344dac85e84', 'name': '', 'network_id': '50352b29-fa24-48c8-aad0-d13e7a0baf70', 'tenant_id': 'c2743ef5b6bf4dea97d585fa121bdf6f', 'mac_address': 'fa:16:3e:6a:82:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90bdbc61-9183-4801-ae80-5758cb380add', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '882f75f3-b322-4fc2-9b23-4de2aae06336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:47:25Z', 'updated_at': '2022-08-27T04:47:37Z', 'revision_number': 4, 'project_id': 'c2743ef5b6bf4dea97d585fa121bdf6f', 'subnets': [{'id': '882f75f3-b322-4fc2-9b23-4de2aae06336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:39.336528 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4375a336-0b5c-4807-97c5-497b90b27ff7 admin admin] Publish callbacks [] for security_group (d5a98ebc-7394-488f-9379-6a69c72e67ce), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:39.339495 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8fc61153-9420-43ac-88b2-9c682ad9ee31 admin admin] Publish callbacks [] for router_gateway (c935affc-6dd5-4ccf-b845-2f3b96987498), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:39.345262 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfcd31ad-9096-4023-b96b-22c422a2f7a4 admin admin] Made reservation on behalf of bdae27a758524b3e9d33a225b9e19d92 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:47:39.351496 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cfcd31ad-9096-4023-b96b-22c422a2f7a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:39.356684 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-f673f056-a5a0-44c2-ad02-dce8e38af560 None None] Set router e958fd2c-a115-4bcb-9b15-13a0288aa8d1 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:47:39.418646 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network ceb29454-7394-48f7-b0b8-8c09dc3ba6ee details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:47:39.474901 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae9c3b-222f-4b51-ae38-29edd6c2e659 req-1bb813bc-32ff-4422-8d5c-d542df3b693b tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:39.476782 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1aae9c3b-222f-4b51-ae38-29edd6c2e659 req-1bb813bc-32ff-4422-8d5c-d542df3b693b tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=404ee328-8f8f-48f8-adcc-b9c2c0710406 HTTP/1.1" status: 200 len: 948 time: 0.0883651 Aug 27 04:47:39.483872 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4375a336-0b5c-4807-97c5-497b90b27ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (d5a98ebc-7394-488f-9379-6a69c72e67ce), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:39.511889 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 228df785-0db3-48aa-9271-784d124afa7d, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=228df785-0db3-48aa-9271-784d124afa7d,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:39.526449 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-4375a336-0b5c-4807-97c5-497b90b27ff7 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=84428c1f5dc84c1ab256c2d2a2ea1977&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5778642 Aug 27 04:47:39.527267 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1822a6-8117-40cb-87b8-6fe2be94feb8 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Made reservation on behalf of a397128fb9fd47feb1a5a57b9497c0be for: {'port': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:47:39.533099 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:39.533696 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cc1822a6-8117-40cb-87b8-6fe2be94feb8 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:39.536089 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 49920) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:39.543422 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:39.603293 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:39.619360 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680a1938-f336-47ee-9cee-8663d4566ab3 None None] The sync data for ids ['90bdbc61-9183-4801-ae80-5758cb380add'] in n-d-852088-5 is: [{'id': '90bdbc61-9183-4801-ae80-5758cb380add', 'name': 'tempest-AttachVolumeTestJSON-629079793-router', 'tenant_id': 'c2743ef5b6bf4dea97d585fa121bdf6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '600f12a5-e1b1-4e13-a47a-5ba21b959408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:47:16Z', 'updated_at': '2022-08-27T04:47:28Z', 'revision_number': 4, 'project_id': 'c2743ef5b6bf4dea97d585fa121bdf6f', 'gw_port': {'id': '600f12a5-e1b1-4e13-a47a-5ba21b959408', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bdbc61-9183-4801-ae80-5758cb380add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:47:17Z', 'updated_at': '2022-08-27T04:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'e516453f-7ce8-402d-b36f-8344dac85e84', 'name': '', 'network_id': '50352b29-fa24-48c8-aad0-d13e7a0baf70', 'tenant_id': 'c2743ef5b6bf4dea97d585fa121bdf6f', 'mac_address': 'fa:16:3e:6a:82:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90bdbc61-9183-4801-ae80-5758cb380add', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '882f75f3-b322-4fc2-9b23-4de2aae06336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:47:25Z', 'updated_at': '2022-08-27T04:47:37Z', 'revision_number': 4, 'project_id': 'c2743ef5b6bf4dea97d585fa121bdf6f', 'subnets': [{'id': '882f75f3-b322-4fc2-9b23-4de2aae06336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:47:39.639765 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cfcd31ad-9096-4023-b96b-22c422a2f7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (0a74b805-24bb-40d9-ad5e-966eb1952c2a), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:39.661617 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-6679e07a-2bdd-4411-9092-7597f04b2e77 None None] Attempting to bind port 7acdb267-d3d4-467b-914b-ad84828355f0 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:47:39.662117 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-6679e07a-2bdd-4411-9092-7597f04b2e77 None None] Attempting to bind port 7acdb267-d3d4-467b-914b-ad84828355f0 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '09ec1922-c251-4e7c-bd62-f52b0d55adea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '03a7835a-f52d-477c-a2dc-fcc27c449ecb'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:47:39.662340 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6679e07a-2bdd-4411-9092-7597f04b2e77 None None] Attempting to bind port 7acdb267-d3d4-467b-914b-ad84828355f0 on network 03a7835a-f52d-477c-a2dc-fcc27c449ecb {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:47:39.664827 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (228df785-0db3-48aa-9271-784d124afa7d), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:39.732967 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-ce88d39c-ba2e-4a2b-bbcd-cb305e3098aa None None] Current status of the port e0930c61-672a-4fa1-a717-e7f875ce71cb is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:47:39.749381 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6679e07a-2bdd-4411-9092-7597f04b2e77 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:47:39.750113 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6679e07a-2bdd-4411-9092-7597f04b2e77 None None] Checking segment: {'id': '09ec1922-c251-4e7c-bd62-f52b0d55adea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '03a7835a-f52d-477c-a2dc-fcc27c449ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:47:39.750747 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6679e07a-2bdd-4411-9092-7597f04b2e77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:39.751491 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6679e07a-2bdd-4411-9092-7597f04b2e77 None None] Bound using segment: {'id': '09ec1922-c251-4e7c-bd62-f52b0d55adea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '03a7835a-f52d-477c-a2dc-fcc27c449ecb'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:47:39.752992 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-6679e07a-2bdd-4411-9092-7597f04b2e77 None None] Bound port: 7acdb267-d3d4-467b-914b-ad84828355f0, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09ec1922-c251-4e7c-bd62-f52b0d55adea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '03a7835a-f52d-477c-a2dc-fcc27c449ecb'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:47:39.753488 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6679e07a-2bdd-4411-9092-7597f04b2e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (7acdb267-d3d4-467b-914b-ad84828355f0), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:39.788565 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6679e07a-2bdd-4411-9092-7597f04b2e77 None None] Pushing event updated for resources: {'Port': ['ID=7acdb267-d3d4-467b-914b-ad84828355f0,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:39.801902 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=86,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:39.828653 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [None req-cc1822a6-8117-40cb-87b8-6fe2be94feb8 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] device_id is not set on port 7999529f-87c7-4e02-90b7-a2a5c9d22dbd yet. {{(pid=107775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:47:39.840209 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4375a336-0b5c-4807-97c5-497b90b27ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a98ebc-7394-488f-9379-6a69c72e67ce,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:39.860185 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcd31ad-9096-4023-b96b-22c422a2f7a4 admin admin] Checking segment: {'id': '881e1e48-ff6e-4611-831b-94eb5193a535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ceb29454-7394-48f7-b0b8-8c09dc3ba6ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:47:39.861224 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcd31ad-9096-4023-b96b-22c422a2f7a4 admin admin] Network hostable DHCP agents. Network: ceb29454-7394-48f7-b0b8-8c09dc3ba6ee, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:47:39.865235 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcd31ad-9096-4023-b96b-22c422a2f7a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a74b805-24bb-40d9-ad5e-966eb1952c2a,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:39.889249 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a3eeac7d-f9f8-4e2f-bfb9-dca9f2975239 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:47:39.894063 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1aae9c3b-222f-4b51-ae38-29edd6c2e659 req-ecfac90f-b3ee-4dfe-8f66-90173bb12d09 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3743434 Aug 27 04:47:39.955164 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: a3eeac7d-f9f8-4e2f-bfb9-dca9f2975239 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:47:39.955626 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a3eeac7d-f9f8-4e2f-bfb9-dca9f2975239 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:47:39.956271 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 405629db-2e38-4d8f-b07f-b15c1bedbef4 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:47:39.973903 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcd31ad-9096-4023-b96b-22c422a2f7a4 admin admin] Network ceb29454-7394-48f7-b0b8-8c09dc3ba6ee is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:47:40.007783 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 405629db-2e38-4d8f-b07f-b15c1bedbef4 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:47:40.008384 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 405629db-2e38-4d8f-b07f-b15c1bedbef4 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:47:40.010043 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-77d17902-5ae0-4e61-8b37-431fd8763883 None None] Provisioning complete for port d577b5a5-6dde-4cdb-bd08-eed002520199 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:40.010492 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-77d17902-5ae0-4e61-8b37-431fd8763883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d577b5a5-6dde-4cdb-bd08-eed002520199), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:40.088652 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-cfcd31ad-9096-4023-b96b-22c422a2f7a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, ceb29454-7394-48f7-b0b8-8c09dc3ba6ee) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:47:40.093159 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcd31ad-9096-4023-b96b-22c422a2f7a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:40.093882 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cfcd31ad-9096-4023-b96b-22c422a2f7a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:40.135917 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=228df785-0db3-48aa-9271-784d124afa7d,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:40.148252 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030948f1-be82-4c94-a953-dd99e72624d7 None None] Network ceb29454-7394-48f7-b0b8-8c09dc3ba6ee requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:47:40.237258 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Current status of the port b9341b94-cc18-4cf2-be35-42a510791a8f is: BUILD; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:47:40.237662 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (b9341b94-cc18-4cf2-be35-42a510791a8f), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:40.280651 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-cfcd31ad-9096-4023-b96b-22c422a2f7a4 admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0855756 Aug 27 04:47:40.284886 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 49938) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:40.297757 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-efb360ce-32be-4ede-8585-cde77967f3cc admin admin] Request body: {'router': {'name': 'tempest-ServerAddressesTestJSON-669965049-router', 'tenant_id': 'bdae27a758524b3e9d33a225b9e19d92', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:40.360866 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=87,neutron:UPDATE=10,neutron:INSERT=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:40.403104 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d49aed-6847-4470-a527-fc8982e7fd56 None None] Network 6f413775-78a8-49b7-8e9b-94e38ea66d1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:47:40.405627 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404ee328-8f8f-48f8-adcc-b9c2c0710406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9341b94-cc18-4cf2-be35-42a510791a8f'}] {{(pid=107777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:47:40.408625 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6e1ed2c1589df8125b2075e26a1ec4ff1174e69d6a71546bdf3c3a9a29d330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099306c2-278e-4fa4-bb09-f4b1603eb804" -d '{"events": [{"server_uuid": "404ee328-8f8f-48f8-adcc-b9c2c0710406", "name": "network-vif-plugged", "status": "completed", "tag": "b9341b94-cc18-4cf2-be35-42a510791a8f"}]}' {{(pid=107777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:47:40.413340 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 370557dd-0204-4f9f-a5de-a961f35120f7 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:47:40.420271 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port b9341b94-cc18-4cf2-be35-42a510791a8f, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=b9341b94-cc18-4cf2-be35-42a510791a8f,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:40.440299 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-efb360ce-32be-4ede-8585-cde77967f3cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (65388827-f0b3-4624-a709-2016ebea5f6d), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:40.441172 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-efb360ce-32be-4ede-8585-cde77967f3cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (65388827-f0b3-4624-a709-2016ebea5f6d), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:40.462744 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:40.571864 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-efb360ce-32be-4ede-8585-cde77967f3cc admin admin] Publish callbacks [] for router_controller (65388827-f0b3-4624-a709-2016ebea5f6d), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:40.621533 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f2eed-55a1-4674-a068-43a7c16062cd req-e07c1ef6-1998-445e-9a9b-75b7affcdd78 tempest-ServerAddressesNegativeTestJSON-305048561 tempest-ServerAddressesNegativeTestJSON-305048561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:40.623229 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-117f2eed-55a1-4674-a068-43a7c16062cd req-e07c1ef6-1998-445e-9a9b-75b7affcdd78 tempest-ServerAddressesNegativeTestJSON-305048561 tempest-ServerAddressesNegativeTestJSON-305048561-project] 10.222.0.76 "GET /networking/v2.0/networks?id=14951f21-d32d-453e-af4a-536b35269573 HTTP/1.1" status: 200 len: 822 time: 1.1452172 Aug 27 04:47:40.630502 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-95295818-c26b-4123-9a45-507be324c32e admin admin] Publish callbacks [] for security_group (d5a98ebc-7394-488f-9379-6a69c72e67ce), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:40.733997 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-95295818-c26b-4123-9a45-507be324c32e admin admin] Publish callbacks [] for security_group (d5a98ebc-7394-488f-9379-6a69c72e67ce), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:40.736962 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-117f2eed-55a1-4674-a068-43a7c16062cd req-8101b34b-cc79-47c1-8519-fad05a5bb2e0 tempest-ServerAddressesNegativeTestJSON-305048561 tempest-ServerAddressesNegativeTestJSON-305048561-project] 10.222.0.76 "GET /networking/v2.0/quotas/7cd251c2ac1f4f7b98f3c9fffdb4dbcd HTTP/1.1" status: 200 len: 375 time: 0.0875778 Aug 27 04:47:40.768132 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-77d17902-5ae0-4e61-8b37-431fd8763883 None None] Port d577b5a5-6dde-4cdb-bd08-eed002520199 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:47:40.778322 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4fd66d63-0871-41ac-a8fc-bafc17e6fdc1 req-1a7da6b8-e9c5-46a4-a57d-7feb4d016730 tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] 10.222.0.76 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1965876104&fields=id&tenant_id=c2743ef5b6bf4dea97d585fa121bdf6f HTTP/1.1" status: 200 len: 267 time: 0.3165765 Aug 27 04:47:40.784544 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (b9341b94-cc18-4cf2-be35-42a510791a8f), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:40.834851 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-efb360ce-32be-4ede-8585-cde77967f3cc admin admin] Publish callbacks [] for router_gateway (65388827-f0b3-4624-a709-2016ebea5f6d), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:40.841625 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:40.857923 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6be773-f8ad-4425-b190-3927a89a1a2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-ceb29454-7394-48f7-b0b8-8c09dc3ba6ee', 'network_id': 'ceb29454-7394-48f7-b0b8-8c09dc3ba6ee', 'project_id': 'bdae27a758524b3e9d33a225b9e19d92', 'fixed_ips': [{'subnet_id': '0a74b805-24bb-40d9-ad5e-966eb1952c2a'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:47:40.858969 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4c6be773-f8ad-4425-b190-3927a89a1a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:40.906714 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Pushing event updated for resources: {'Port': ['ID=b9341b94-cc18-4cf2-be35-42a510791a8f,revision_number=8']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:40.916884 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-6679e07a-2bdd-4411-9092-7597f04b2e77 None None] For port 7acdb267-d3d4-467b-914b-ad84828355f0, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:47:40.919729 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8fc61153-9420-43ac-88b2-9c682ad9ee31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (c935affc-6dd5-4ccf-b845-2f3b96987498), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:40.962740 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-cc1822a6-8117-40cb-87b8-6fe2be94feb8 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Allocated IP 10.1.1.105 (3a2399e6-20e1-45c2-a035-ec1329bc21ac/5cbdb89a-a601-4e7c-99ff-bd089d4f4e19/7999529f-87c7-4e02-90b7-a2a5c9d22dbd) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:47:40.969731 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-117f2eed-55a1-4674-a068-43a7c16062cd req-429fb0cb-b6f8-4174-bdfc-44abd057c433 tempest-ServerAddressesNegativeTestJSON-305048561 tempest-ServerAddressesNegativeTestJSON-305048561-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=7cd251c2ac1f4f7b98f3c9fffdb4dbcd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1950243 Aug 27 04:47:40.995117 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-f673f056-a5a0-44c2-ad02-dce8e38af560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e958fd2c-a115-4bcb-9b15-13a0288aa8d1', 'name': 'tempest-ServerAddressesNegativeTestJSON-1381650631-router', 'tenant_id': '7cd251c2ac1f4f7b98f3c9fffdb4dbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '228df785-0db3-48aa-9271-784d124afa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:47:24Z', 'updated_at': '2022-08-27T04:47:34Z', 'revision_number': 4, 'project_id': '7cd251c2ac1f4f7b98f3c9fffdb4dbcd', 'gw_port': {'id': '228df785-0db3-48aa-9271-784d124afa7d', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ad:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e958fd2c-a115-4bcb-9b15-13a0288aa8d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:47:25Z', 'updated_at': '2022-08-27T04:47:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'f0b50933-8334-4ebc-a972-5162f3380676', 'name': '', 'network_id': '14951f21-d32d-453e-af4a-536b35269573', 'tenant_id': '7cd251c2ac1f4f7b98f3c9fffdb4dbcd', 'mac_address': 'fa:16:3e:b1:67:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e958fd2c-a115-4bcb-9b15-13a0288aa8d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'a40a5390-9246-4c30-a550-c0ba87fcc292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:47:32Z', 'updated_at': '2022-08-27T04:47:34Z', 'revision_number': 2, 'project_id': '7cd251c2ac1f4f7b98f3c9fffdb4dbcd', 'subnets': [{'id': 'a40a5390-9246-4c30-a550-c0ba87fcc292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:41.043451 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 49952) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:41.079723 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f673f056-a5a0-44c2-ad02-dce8e38af560 None None] Checking router: e958fd2c-a115-4bcb-9b15-13a0288aa8d1 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:47:41.080684 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f673f056-a5a0-44c2-ad02-dce8e38af560 None None] Updating router e958fd2c-a115-4bcb-9b15-13a0288aa8d1 port f0b50933-8334-4ebc-a972-5162f3380676 binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:47:41.083945 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 370557dd-0204-4f9f-a5de-a961f35120f7 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:41.084863 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (370557dd-0204-4f9f-a5de-a961f35120f7), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:41.104664 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-6679e07a-2bdd-4411-9092-7597f04b2e77 None None] For port 7acdb267-d3d4-467b-914b-ad84828355f0, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=7acdb267-d3d4-467b-914b-ad84828355f0,segment=NetworkSegment(09ec1922-c251-4e7c-bd62-f52b0d55adea),segment_id=09ec1922-c251-4e7c-bd62-f52b0d55adea)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:47:41.107060 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-74cd3635-447e-4f83-a3b4-6f5fe1f06913 None None] Provisioning complete for port 370557dd-0204-4f9f-a5de-a961f35120f7 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:41.107949 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-74cd3635-447e-4f83-a3b4-6f5fe1f06913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (370557dd-0204-4f9f-a5de-a961f35120f7), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:41.198850 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 04:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3e60e1-bd61-4d0f-8f96-b1b85f54173d x-openstack-request-id: req-de3e60e1-bd61-4d0f-8f96-b1b85f54173d {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:47:41.199389 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404ee328-8f8f-48f8-adcc-b9c2c0710406", "name": "network-vif-plugged", "status": "completed", "tag": "b9341b94-cc18-4cf2-be35-42a510791a8f", "code": 200}]} {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:47:41.199867 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-de3e60e1-bd61-4d0f-8f96-b1b85f54173d {{(pid=107777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:47:41.205924 n-d-852088-5 neutron-server[107777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de3e60e1-bd61-4d0f-8f96-b1b85f54173d'] response: {'server_uuid': '404ee328-8f8f-48f8-adcc-b9c2c0710406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9341b94-cc18-4cf2-be35-42a510791a8f', 'code': 200} Aug 27 04:47:41.259036 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd66d63-0871-41ac-a8fc-bafc17e6fdc1 req-caf57607-9aa7-4d79-a700-7784d67c9c83 tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:41.261503 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4fd66d63-0871-41ac-a8fc-bafc17e6fdc1 req-caf57607-9aa7-4d79-a700-7784d67c9c83 tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] 10.222.0.76 "GET /networking/v2.0/networks?id=50352b29-fa24-48c8-aad0-d13e7a0baf70 HTTP/1.1" status: 200 len: 810 time: 0.4560666 Aug 27 04:47:41.262845 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-95295818-c26b-4123-9a45-507be324c32e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (d5a98ebc-7394-488f-9379-6a69c72e67ce), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:41.265621 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-95295818-c26b-4123-9a45-507be324c32e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:41.271152 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-95295818-c26b-4123-9a45-507be324c32e admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/d5a98ebc-7394-488f-9379-6a69c72e67ce HTTP/1.1" status: 204 len: 168 time: 1.7267439 Aug 27 04:47:41.394163 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-efb360ce-32be-4ede-8585-cde77967f3cc admin admin] Publish callbacks [] for router_gateway (65388827-f0b3-4624-a709-2016ebea5f6d), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:41.399248 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:41.422173 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6679e07a-2bdd-4411-9092-7597f04b2e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (7acdb267-d3d4-467b-914b-ad84828355f0), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:41.466311 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-efb360ce-32be-4ede-8585-cde77967f3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:41.500138 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=73,neutron:INSERT=20,neutron:UPDATE=7 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:41.529789 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95295818-c26b-4123-9a45-507be324c32e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a98ebc-7394-488f-9379-6a69c72e67ce,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:41.563182 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6679e07a-2bdd-4411-9092-7597f04b2e77 None None] Pushing event updated for resources: {'Port': ['ID=7acdb267-d3d4-467b-914b-ad84828355f0,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:41.595779 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465668a9-c5a4-4511-92c7-d5e98caab38f req-fc365cfe-f11c-4fef-9fff-8d63d53cd703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:41.599728 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-465668a9-c5a4-4511-92c7-d5e98caab38f req-fc365cfe-f11c-4fef-9fff-8d63d53cd703 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=404ee328-8f8f-48f8-adcc-b9c2c0710406 HTTP/1.1" status: 200 len: 1131 time: 0.1988080 Aug 27 04:47:41.608368 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f673f056-a5a0-44c2-ad02-dce8e38af560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f0b50933-8334-4ebc-a972-5162f3380676), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:41.678063 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4fd66d63-0871-41ac-a8fc-bafc17e6fdc1 req-733910d8-c0f4-4bac-8ccf-6fe284ac90c4 tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] 10.222.0.76 "GET /networking/v2.0/quotas/c2743ef5b6bf4dea97d585fa121bdf6f HTTP/1.1" status: 200 len: 375 time: 0.3166242 Aug 27 04:47:41.792460 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:41.821140 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-465668a9-c5a4-4511-92c7-d5e98caab38f req-eabc736e-49a2-4241-8860-956b38fd430f service neutron] 10.222.0.75 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118785 Aug 27 04:47:41.927245 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-efb360ce-32be-4ede-8585-cde77967f3cc admin admin] Allocated IP 172.25.2.246 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/8a380dab-996c-4451-beda-f477bbb8bdda) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:47:42.103567 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:42.105923 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4fd66d63-0871-41ac-a8fc-bafc17e6fdc1 req-a84736ab-fe69-4521-922c-8dc59a024026 tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=c2743ef5b6bf4dea97d585fa121bdf6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3150392 Aug 27 04:47:42.209433 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:42.281250 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-4c6be773-f8ad-4425-b190-3927a89a1a2b None None] Allocated IP 172.20.0.2 (ceb29454-7394-48f7-b0b8-8c09dc3ba6ee/0a74b805-24bb-40d9-ad5e-966eb1952c2a/c3d93d9f-4cc7-467b-bbb0-625ace30fe50) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:47:42.289530 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 370557dd-0204-4f9f-a5de-a961f35120f7 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:47:42.289530 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (370557dd-0204-4f9f-a5de-a961f35120f7), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:42.297261 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cc1822a6-8117-40cb-87b8-6fe2be94feb8 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks [] for port (7999529f-87c7-4e02-90b7-a2a5c9d22dbd), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:42.301487 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-efb360ce-32be-4ede-8585-cde77967f3cc admin admin] Publish callbacks [] for port (8a380dab-996c-4451-beda-f477bbb8bdda), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:42.304930 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e1a877-a5b1-4640-a01b-f5925bdd0eac req-b1a6d59c-dea5-4206-a790-c0b0b647d04e tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:42.311944 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-14e1a877-a5b1-4640-a01b-f5925bdd0eac req-b1a6d59c-dea5-4206-a790-c0b0b647d04e tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=404ee328-8f8f-48f8-adcc-b9c2c0710406 HTTP/1.1" status: 200 len: 949 time: 0.2239709 Aug 27 04:47:42.326761 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-74cd3635-447e-4f83-a3b4-6f5fe1f06913 None None] Current status of the port 370557dd-0204-4f9f-a5de-a961f35120f7 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:47:42.327163 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-74cd3635-447e-4f83-a3b4-6f5fe1f06913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (370557dd-0204-4f9f-a5de-a961f35120f7), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:42.386007 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3699948d-06a8-4d16-9d38-f617795c136c req-94ed196d-b3e3-4947-8ca9-46395fe4f57f tempest-ServerShowV257Test-1943343929 tempest-ServerShowV257Test-1943343929-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=1485650d-17d8-465c-ad68-1ab73abdddff HTTP/1.1" status: 200 len: 210 time: 0.0989921 Aug 27 04:47:42.434005 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-efb360ce-32be-4ede-8585-cde77967f3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (8a380dab-996c-4451-beda-f477bbb8bdda), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:42.438093 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:42.476274 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc61153-9420-43ac-88b2-9c682ad9ee31 admin admin] Router c935affc-6dd5-4ccf-b845-2f3b96987498 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:47:42.486524 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb360ce-32be-4ede-8585-cde77967f3cc admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:47:42.490246 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 370557dd-0204-4f9f-a5de-a961f35120f7, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=370557dd-0204-4f9f-a5de-a961f35120f7,segment=NetworkSegment(49fe157c-d2ef-4efb-94aa-efa2c15f2a7f),segment_id=49fe157c-d2ef-4efb-94aa-efa2c15f2a7f)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:42.499156 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-efb360ce-32be-4ede-8585-cde77967f3cc admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:47:42.504824 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb360ce-32be-4ede-8585-cde77967f3cc admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:47:42.506083 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f673f056-a5a0-44c2-ad02-dce8e38af560 None None] Publish callbacks [] for port (f0b50933-8334-4ebc-a972-5162f3380676), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:42.510515 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb360ce-32be-4ede-8585-cde77967f3cc admin admin] Pushing event updated for resources: {'Port': ['ID=8a380dab-996c-4451-beda-f477bbb8bdda,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:42.524720 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-14e1a877-a5b1-4640-a01b-f5925bdd0eac req-ef8baa7e-37e3-4d40-b5ca-f45e52c3ee68 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118893 Aug 27 04:47:42.552865 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (370557dd-0204-4f9f-a5de-a961f35120f7), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:42.554334 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device e516453f-7ce8-402d-b36f-8344dac85e84 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:47:42.569320 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 49988) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:42.591513 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9c966ab1-eda6-4f87-8e14-b4c9ec98dfad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (e958fd2c-a115-4bcb-9b15-13a0288aa8d1), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:42.597614 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cc1822a6-8117-40cb-87b8-6fe2be94feb8 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (7999529f-87c7-4e02-90b7-a2a5c9d22dbd), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:42.678627 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f673f056-a5a0-44c2-ad02-dce8e38af560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (f0b50933-8334-4ebc-a972-5162f3380676), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:42.689797 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=370557dd-0204-4f9f-a5de-a961f35120f7,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:42.731099 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1822a6-8117-40cb-87b8-6fe2be94feb8 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Network 3a2399e6-20e1-45c2-a035-ec1329bc21ac is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:47:42.738742 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-cc1822a6-8117-40cb-87b8-6fe2be94feb8 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:47:42.764678 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c44a697a-f85d-40dc-856d-b27ecd88420d tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Publish callbacks [] for security_group (767df650-ffcf-4630-8eb4-d27ad30e8b94), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:42.772095 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1822a6-8117-40cb-87b8-6fe2be94feb8 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:47:42.819179 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c44a697a-f85d-40dc-856d-b27ecd88420d tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Publish callbacks [] for security_group (767df650-ffcf-4630-8eb4-d27ad30e8b94), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:42.821137 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port e516453f-7ce8-402d-b36f-8344dac85e84 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:42.824318 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e516453f-7ce8-402d-b36f-8344dac85e84), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:42.905248 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1822a6-8117-40cb-87b8-6fe2be94feb8 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:42.906090 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cc1822a6-8117-40cb-87b8-6fe2be94feb8 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:42.927786 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:42.979444 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:42.985578 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1822a6-8117-40cb-87b8-6fe2be94feb8 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Pushing event updated for resources: {'Port': ['ID=7999529f-87c7-4e02-90b7-a2a5c9d22dbd,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:43.010803 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc61153-9420-43ac-88b2-9c682ad9ee31 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:47:43.031886 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445648c8-23a0-43bb-872a-ac08f6cdc8df None None] Sync routers for ids ['c935affc-6dd5-4ccf-b845-2f3b96987498'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:47:43.039358 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6ada8e-6cc0-4b56-8adb-898065eeb75b None None] Pushing event updated for resources: {'Port': ['ID=f0b50933-8334-4ebc-a972-5162f3380676,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:43.047887 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445648c8-23a0-43bb-872a-ac08f6cdc8df None None] Routers {'c935affc-6dd5-4ccf-b845-2f3b96987498'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:47:43.048825 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-445648c8-23a0-43bb-872a-ac08f6cdc8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:47:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['c935affc-6dd5-4ccf-b845-2f3b96987498'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:43.111861 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-cc1822a6-8117-40cb-87b8-6fe2be94feb8 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.3270369 Aug 27 04:47:43.118006 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c44a697a-f85d-40dc-856d-b27ecd88420d tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (767df650-ffcf-4630-8eb4-d27ad30e8b94), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:43.121506 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c44a697a-f85d-40dc-856d-b27ecd88420d tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:43.122818 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c44a697a-f85d-40dc-856d-b27ecd88420d tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/767df650-ffcf-4630-8eb4-d27ad30e8b94 HTTP/1.1" status: 204 len: 168 time: 0.5158129 Aug 27 04:47:43.158787 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port e516453f-7ce8-402d-b36f-8344dac85e84 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:47:43.161046 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (e516453f-7ce8-402d-b36f-8344dac85e84), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:43.172546 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-74cd3635-447e-4f83-a3b4-6f5fe1f06913 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:47:43.173003 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-74cd3635-447e-4f83-a3b4-6f5fe1f06913 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:47:43.193884 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 49998) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:43.201403 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-f673f056-a5a0-44c2-ad02-dce8e38af560 None None] Attempting to bind port f0b50933-8334-4ebc-a972-5162f3380676 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:47:43.201839 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-f673f056-a5a0-44c2-ad02-dce8e38af560 None None] Attempting to bind port f0b50933-8334-4ebc-a972-5162f3380676 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'afc8c7b9-88c3-4477-8393-f64fe39243b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '14951f21-d32d-453e-af4a-536b35269573'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:47:43.202209 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f673f056-a5a0-44c2-ad02-dce8e38af560 None None] Attempting to bind port f0b50933-8334-4ebc-a972-5162f3380676 on network 14951f21-d32d-453e-af4a-536b35269573 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:47:43.205145 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4c6be773-f8ad-4425-b190-3927a89a1a2b None None] Publish callbacks [] for port (c3d93d9f-4cc7-467b-bbb0-625ace30fe50), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:43.225920 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8fc61153-9420-43ac-88b2-9c682ad9ee31 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:43.226459 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f673f056-a5a0-44c2-ad02-dce8e38af560 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:47:43.229785 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f673f056-a5a0-44c2-ad02-dce8e38af560 None None] Checking segment: {'id': 'afc8c7b9-88c3-4477-8393-f64fe39243b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '14951f21-d32d-453e-af4a-536b35269573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:47:43.229785 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f673f056-a5a0-44c2-ad02-dce8e38af560 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:43.229785 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f673f056-a5a0-44c2-ad02-dce8e38af560 None None] Bound using segment: {'id': 'afc8c7b9-88c3-4477-8393-f64fe39243b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '14951f21-d32d-453e-af4a-536b35269573'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:47:43.229785 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-f673f056-a5a0-44c2-ad02-dce8e38af560 None None] Bound port: f0b50933-8334-4ebc-a972-5162f3380676, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc8c7b9-88c3-4477-8393-f64fe39243b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '14951f21-d32d-453e-af4a-536b35269573'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:47:43.230595 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-8fc61153-9420-43ac-88b2-9c682ad9ee31 admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.2178025 Aug 27 04:47:43.233188 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f673f056-a5a0-44c2-ad02-dce8e38af560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f0b50933-8334-4ebc-a972-5162f3380676), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:43.237860 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port e516453f-7ce8-402d-b36f-8344dac85e84, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=e516453f-7ce8-402d-b36f-8344dac85e84,segment=NetworkSegment(7b77f052-8db0-46e2-85df-1f3c32b7d41c),segment_id=7b77f052-8db0-46e2-85df-1f3c32b7d41c)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:43.238109 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44a697a-f85d-40dc-856d-b27ecd88420d tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=767df650-ffcf-4630-8eb4-d27ad30e8b94,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:43.256869 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 50002) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:43.276036 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-445648c8-23a0-43bb-872a-ac08f6cdc8df None None] Set router c935affc-6dd5-4ccf-b845-2f3b96987498 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:47:43.299882 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4c6be773-f8ad-4425-b190-3927a89a1a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (c3d93d9f-4cc7-467b-bbb0-625ace30fe50), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:43.338456 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-688ec1e7-df15-4f98-b039-1d76c6bb67f7 tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] show failed (client error): The resource could not be found. Aug 27 04:47:43.338456 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-688ec1e7-df15-4f98-b039-1d76c6bb67f7 tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] 10.222.0.76 "GET /networking/v2.0/security-groups/767df650-ffcf-4630-8eb4-d27ad30e8b94 HTTP/1.1" status: 404 len: 347 time: 0.1368341 Aug 27 04:47:43.338456 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 50006) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:43.384739 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 50008) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:43.416622 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-3f44bbd6-2bab-4a10-b57f-4f86b1e07ba8 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Request body: {'security_group': {'name': 'tempest-securitygroup--672057153', 'description': 'tempest-description--2113700973'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:43.447865 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-f673f056-a5a0-44c2-ad02-dce8e38af560 None None] For port f0b50933-8334-4ebc-a972-5162f3380676, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:47:43.450367 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-f673f056-a5a0-44c2-ad02-dce8e38af560 None None] For port f0b50933-8334-4ebc-a972-5162f3380676, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=f0b50933-8334-4ebc-a972-5162f3380676,segment=NetworkSegment(afc8c7b9-88c3-4477-8393-f64fe39243b7),segment_id=afc8c7b9-88c3-4477-8393-f64fe39243b7)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:47:43.456271 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6be773-f8ad-4425-b190-3927a89a1a2b None None] Pushing event updated for resources: {'Port': ['ID=c3d93d9f-4cc7-467b-bbb0-625ace30fe50,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:43.459523 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (e516453f-7ce8-402d-b36f-8344dac85e84), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:43.460466 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device e0930c61-672a-4fa1-a717-e7f875ce71cb up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:47:43.527939 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:47:43.539019 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-efb360ce-32be-4ede-8585-cde77967f3cc admin admin] Publish callbacks [] for router_gateway (65388827-f0b3-4624-a709-2016ebea5f6d), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:43.539758 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6be773-f8ad-4425-b190-3927a89a1a2b None None] Network ceb29454-7394-48f7-b0b8-8c09dc3ba6ee is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:47:43.612955 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fcf373-c693-4408-bef3-aabd674ae867 None None] Network 03a7835a-f52d-477c-a2dc-fcc27c449ecb requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:47:43.618864 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=e516453f-7ce8-402d-b36f-8344dac85e84,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:43.621590 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-445648c8-23a0-43bb-872a-ac08f6cdc8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c935affc-6dd5-4ccf-b845-2f3b96987498', 'name': 'tempest-AttachVolumeShelveTestJSON-2091321223-router', 'tenant_id': '5c9eb4bbda084c9d8f1503b888a2ddfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '54966adc-e632-4a3b-a512-042c16a206d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:47:35Z', 'updated_at': '2022-08-27T04:47:38Z', 'revision_number': 3, 'project_id': '5c9eb4bbda084c9d8f1503b888a2ddfb', 'gw_port': {'id': '54966adc-e632-4a3b-a512-042c16a206d9', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:dc:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c935affc-6dd5-4ccf-b845-2f3b96987498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:47:37Z', 'updated_at': '2022-08-27T04:47:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:43.659037 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-4c6be773-f8ad-4425-b190-3927a89a1a2b None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:47:43.662574 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445648c8-23a0-43bb-872a-ac08f6cdc8df None None] Checking router: c935affc-6dd5-4ccf-b845-2f3b96987498 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:47:43.662574 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445648c8-23a0-43bb-872a-ac08f6cdc8df None None] Updating router c935affc-6dd5-4ccf-b845-2f3b96987498 port 54966adc-e632-4a3b-a512-042c16a206d9 binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:47:43.680193 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:43.681199 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-9c966ab1-eda6-4f87-8e14-b4c9ec98dfad admin admin] Deleting port f0b50933-8334-4ebc-a972-5162f3380676 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:47:43.681630 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9c966ab1-eda6-4f87-8e14-b4c9ec98dfad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (f0b50933-8334-4ebc-a972-5162f3380676), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:43.705605 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-445648c8-23a0-43bb-872a-ac08f6cdc8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (54966adc-e632-4a3b-a512-042c16a206d9), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:43.737628 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f673f056-a5a0-44c2-ad02-dce8e38af560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (f0b50933-8334-4ebc-a972-5162f3380676), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:43.741485 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6be773-f8ad-4425-b190-3927a89a1a2b None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:47:43.804401 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port e0930c61-672a-4fa1-a717-e7f875ce71cb triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:43.804834 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e0930c61-672a-4fa1-a717-e7f875ce71cb), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:44.083239 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-445648c8-23a0-43bb-872a-ac08f6cdc8df None None] Publish callbacks [] for port (54966adc-e632-4a3b-a512-042c16a206d9), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:44.121123 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:44.150733 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f673f056-a5a0-44c2-ad02-dce8e38af560 None None] Routers {'e958fd2c-a115-4bcb-9b15-13a0288aa8d1'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:47:44.151394 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-f673f056-a5a0-44c2-ad02-dce8e38af560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:47:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['e958fd2c-a115-4bcb-9b15-13a0288aa8d1'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:44.178989 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-445648c8-23a0-43bb-872a-ac08f6cdc8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (54966adc-e632-4a3b-a512-042c16a206d9), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:44.241274 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c48950-a3d7-4611-a968-f81668e22f98 None None] Pushing event updated for resources: {'Port': ['ID=54966adc-e632-4a3b-a512-042c16a206d9,revision_number=2']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:44.251115 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-445648c8-23a0-43bb-872a-ac08f6cdc8df None None] Attempting to bind port 54966adc-e632-4a3b-a512-042c16a206d9 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:47:44.251495 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-445648c8-23a0-43bb-872a-ac08f6cdc8df None None] Attempting to bind port 54966adc-e632-4a3b-a512-042c16a206d9 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:47:44.251849 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445648c8-23a0-43bb-872a-ac08f6cdc8df None None] Attempting to bind port 54966adc-e632-4a3b-a512-042c16a206d9 on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:47:44.260315 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445648c8-23a0-43bb-872a-ac08f6cdc8df None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:47:44.260819 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445648c8-23a0-43bb-872a-ac08f6cdc8df None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:47:44.261220 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-445648c8-23a0-43bb-872a-ac08f6cdc8df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:44.261612 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445648c8-23a0-43bb-872a-ac08f6cdc8df None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:47:44.262080 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-445648c8-23a0-43bb-872a-ac08f6cdc8df None None] Bound port: 54966adc-e632-4a3b-a512-042c16a206d9, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:47:44.262458 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-445648c8-23a0-43bb-872a-ac08f6cdc8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (54966adc-e632-4a3b-a512-042c16a206d9), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:44.275894 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8fb393ae-2997-4d0f-837e-38ffa4fb7313 req-7549ff1b-adb6-4cc5-ba43-56105ff486bd tempest-ServerShowV257Test-1943343929 tempest-ServerShowV257Test-1943343929-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=1485650d-17d8-465c-ad68-1ab73abdddff HTTP/1.1" status: 200 len: 210 time: 0.7357590 Aug 27 04:47:44.276710 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3f44bbd6-2bab-4a10-b57f-4f86b1e07ba8 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:44.288803 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:44.382162 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-445648c8-23a0-43bb-872a-ac08f6cdc8df None None] For port 54966adc-e632-4a3b-a512-042c16a206d9, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:47:44.386336 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-445648c8-23a0-43bb-872a-ac08f6cdc8df None None] For port 54966adc-e632-4a3b-a512-042c16a206d9, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=54966adc-e632-4a3b-a512-042c16a206d9,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:47:44.392638 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-f673f056-a5a0-44c2-ad02-dce8e38af560 None None] Set router e958fd2c-a115-4bcb-9b15-13a0288aa8d1 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:47:44.396861 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a78eaa-0bcd-4645-8369-4f7c4134026a req-d1e6a873-e23b-41ae-8aa9-59c05da07108 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:44.404652 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-57a78eaa-0bcd-4645-8369-4f7c4134026a req-d1e6a873-e23b-41ae-8aa9-59c05da07108 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=404ee328-8f8f-48f8-adcc-b9c2c0710406 HTTP/1.1" status: 200 len: 949 time: 0.7434068 Aug 27 04:47:44.465479 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:44.483430 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-74cd3635-447e-4f83-a3b4-6f5fe1f06913 None None] Current status of the port 370557dd-0204-4f9f-a5de-a961f35120f7 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:47:44.485321 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3f44bbd6-2bab-4a10-b57f-4f86b1e07ba8 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks [] for security_group (7010f27d-b2df-4522-94c1-1227d231d002), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:44.490224 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc59e4-9547-42c0-9b7e-621b9509e649 tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Deleting port bbd7928b-a2df-44fa-957d-9b29a066d91b {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:47:44.490568 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f2fc59e4-9547-42c0-9b7e-621b9509e649 tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (bbd7928b-a2df-44fa-957d-9b29a066d91b), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:44.506555 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-4c6be773-f8ad-4425-b190-3927a89a1a2b None None] Attempting to bind port c3d93d9f-4cc7-467b-bbb0-625ace30fe50 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:47:44.506935 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-4c6be773-f8ad-4425-b190-3927a89a1a2b None None] Attempting to bind port c3d93d9f-4cc7-467b-bbb0-625ace30fe50 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '881e1e48-ff6e-4611-831b-94eb5193a535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ceb29454-7394-48f7-b0b8-8c09dc3ba6ee'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:47:44.507301 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6be773-f8ad-4425-b190-3927a89a1a2b None None] Attempting to bind port c3d93d9f-4cc7-467b-bbb0-625ace30fe50 on network ceb29454-7394-48f7-b0b8-8c09dc3ba6ee {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:47:44.523626 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-445648c8-23a0-43bb-872a-ac08f6cdc8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (54966adc-e632-4a3b-a512-042c16a206d9), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:44.542233 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:44.565974 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-efb360ce-32be-4ede-8585-cde77967f3cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (65388827-f0b3-4624-a709-2016ebea5f6d), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:44.585332 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f2fc59e4-9547-42c0-9b7e-621b9509e649 tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (bbd7928b-a2df-44fa-957d-9b29a066d91b), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:44.585668 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f2fc59e4-9547-42c0-9b7e-621b9509e649 tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Publish callbacks [] for floatingip (bbd7928b-a2df-44fa-957d-9b29a066d91b), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:44.598557 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6ada8e-6cc0-4b56-8adb-898065eeb75b None None] Pushing event updated for resources: {'Port': ['ID=f0b50933-8334-4ebc-a972-5162f3380676,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:44.599495 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc59e4-9547-42c0-9b7e-621b9509e649 tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Calling delete_port for bbd7928b-a2df-44fa-957d-9b29a066d91b owned by network:floatingip {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:47:44.601559 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6be773-f8ad-4425-b190-3927a89a1a2b None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:47:44.601897 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6be773-f8ad-4425-b190-3927a89a1a2b None None] Checking segment: {'id': '881e1e48-ff6e-4611-831b-94eb5193a535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ceb29454-7394-48f7-b0b8-8c09dc3ba6ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:47:44.602312 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4c6be773-f8ad-4425-b190-3927a89a1a2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:44.602701 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6be773-f8ad-4425-b190-3927a89a1a2b None None] Bound using segment: {'id': '881e1e48-ff6e-4611-831b-94eb5193a535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ceb29454-7394-48f7-b0b8-8c09dc3ba6ee'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:47:44.603249 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-4c6be773-f8ad-4425-b190-3927a89a1a2b None None] Bound port: c3d93d9f-4cc7-467b-bbb0-625ace30fe50, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '881e1e48-ff6e-4611-831b-94eb5193a535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ceb29454-7394-48f7-b0b8-8c09dc3ba6ee'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:47:44.603631 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4c6be773-f8ad-4425-b190-3927a89a1a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (c3d93d9f-4cc7-467b-bbb0-625ace30fe50), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:44.620516 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:44.622882 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port e0930c61-672a-4fa1-a717-e7f875ce71cb is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:47:44.682872 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c48950-a3d7-4611-a968-f81668e22f98 None None] Pushing event updated for resources: {'Port': ['ID=54966adc-e632-4a3b-a512-042c16a206d9,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:44.694263 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445648c8-23a0-43bb-872a-ac08f6cdc8df None None] Routers {'c935affc-6dd5-4ccf-b845-2f3b96987498'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:47:44.694913 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-445648c8-23a0-43bb-872a-ac08f6cdc8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:47:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['c935affc-6dd5-4ccf-b845-2f3b96987498'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:44.716560 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3f44bbd6-2bab-4a10-b57f-4f86b1e07ba8 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (7010f27d-b2df-4522-94c1-1227d231d002), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:44.731680 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-089742da-e630-4da0-8024-d932481e4eae None None] Provisioning complete for port 7acdb267-d3d4-467b-914b-ad84828355f0 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:44.733136 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-089742da-e630-4da0-8024-d932481e4eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (7acdb267-d3d4-467b-914b-ad84828355f0), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:44.778594 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 93a8f631-1de2-4f6d-a898-6c5d238126de no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:47:44.847372 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 93a8f631-1de2-4f6d-a898-6c5d238126de {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:47:44.847372 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 93a8f631-1de2-4f6d-a898-6c5d238126de not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:47:44.847664 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:44.849582 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4c6be773-f8ad-4425-b190-3927a89a1a2b None None] For port c3d93d9f-4cc7-467b-bbb0-625ace30fe50, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:47:44.872241 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3f44bbd6-2bab-4a10-b57f-4f86b1e07ba8 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:44.881537 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3f44bbd6-2bab-4a10-b57f-4f86b1e07ba8 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.4946153 Aug 27 04:47:44.896419 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-9c966ab1-eda6-4f87-8e14-b4c9ec98dfad admin admin] For port f0b50933-8334-4ebc-a972-5162f3380676, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=f0b50933-8334-4ebc-a972-5162f3380676,segment=NetworkSegment(afc8c7b9-88c3-4477-8393-f64fe39243b7),segment_id=afc8c7b9-88c3-4477-8393-f64fe39243b7)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:44.897076 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9c966ab1-eda6-4f87-8e14-b4c9ec98dfad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (f0b50933-8334-4ebc-a972-5162f3380676), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:44.906727 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4c6be773-f8ad-4425-b190-3927a89a1a2b None None] For port c3d93d9f-4cc7-467b-bbb0-625ace30fe50, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=c3d93d9f-4cc7-467b-bbb0-625ace30fe50,segment=NetworkSegment(881e1e48-ff6e-4611-831b-94eb5193a535),segment_id=881e1e48-ff6e-4611-831b-94eb5193a535)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:47:44.917647 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 50028) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:44.948995 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:44.973845 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-445648c8-23a0-43bb-872a-ac08f6cdc8df None None] Set router c935affc-6dd5-4ccf-b845-2f3b96987498 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:47:44.974487 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-f673f056-a5a0-44c2-ad02-dce8e38af560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e958fd2c-a115-4bcb-9b15-13a0288aa8d1', 'name': 'tempest-ServerAddressesNegativeTestJSON-1381650631-router', 'tenant_id': '7cd251c2ac1f4f7b98f3c9fffdb4dbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '228df785-0db3-48aa-9271-784d124afa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:47:24Z', 'updated_at': '2022-08-27T04:47:34Z', 'revision_number': 4, 'project_id': '7cd251c2ac1f4f7b98f3c9fffdb4dbcd', 'gw_port': {'id': '228df785-0db3-48aa-9271-784d124afa7d', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ad:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e958fd2c-a115-4bcb-9b15-13a0288aa8d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:47:25Z', 'updated_at': '2022-08-27T04:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'f0b50933-8334-4ebc-a972-5162f3380676', 'name': '', 'network_id': '14951f21-d32d-453e-af4a-536b35269573', 'tenant_id': '7cd251c2ac1f4f7b98f3c9fffdb4dbcd', 'mac_address': 'fa:16:3e:b1:67:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e958fd2c-a115-4bcb-9b15-13a0288aa8d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'a40a5390-9246-4c30-a550-c0ba87fcc292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:47:32Z', 'updated_at': '2022-08-27T04:47:43Z', 'revision_number': 4, 'project_id': '7cd251c2ac1f4f7b98f3c9fffdb4dbcd', 'subnets': [{'id': 'a40a5390-9246-4c30-a550-c0ba87fcc292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:44.989084 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-63f0697f-d730-4a22-b783-12876d1d7f25 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Request body: {'security_group_rule': {'security_group_id': '7010f27d-b2df-4522-94c1-1227d231d002', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:45.046319 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f673f056-a5a0-44c2-ad02-dce8e38af560 None None] The sync data for ids ['e958fd2c-a115-4bcb-9b15-13a0288aa8d1'] in n-d-852088-5 is: [{'id': 'e958fd2c-a115-4bcb-9b15-13a0288aa8d1', 'name': 'tempest-ServerAddressesNegativeTestJSON-1381650631-router', 'tenant_id': '7cd251c2ac1f4f7b98f3c9fffdb4dbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '228df785-0db3-48aa-9271-784d124afa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:47:24Z', 'updated_at': '2022-08-27T04:47:34Z', 'revision_number': 4, 'project_id': '7cd251c2ac1f4f7b98f3c9fffdb4dbcd', 'gw_port': {'id': '228df785-0db3-48aa-9271-784d124afa7d', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ad:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e958fd2c-a115-4bcb-9b15-13a0288aa8d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:47:25Z', 'updated_at': '2022-08-27T04:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'f0b50933-8334-4ebc-a972-5162f3380676', 'name': '', 'network_id': '14951f21-d32d-453e-af4a-536b35269573', 'tenant_id': '7cd251c2ac1f4f7b98f3c9fffdb4dbcd', 'mac_address': 'fa:16:3e:b1:67:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e958fd2c-a115-4bcb-9b15-13a0288aa8d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'a40a5390-9246-4c30-a550-c0ba87fcc292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:47:32Z', 'updated_at': '2022-08-27T04:47:43Z', 'revision_number': 4, 'project_id': '7cd251c2ac1f4f7b98f3c9fffdb4dbcd', 'subnets': [{'id': 'a40a5390-9246-4c30-a550-c0ba87fcc292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:47:45.065854 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-58da4821-e2c1-4400-b1c2-46053f06bf63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:45.072491 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4c6be773-f8ad-4425-b190-3927a89a1a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (c3d93d9f-4cc7-467b-bbb0-625ace30fe50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:45.076995 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-9c966ab1-eda6-4f87-8e14-b4c9ec98dfad admin admin] Calling delete_port for f0b50933-8334-4ebc-a972-5162f3380676 owned by network:router_interface {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:47:45.082218 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-089742da-e630-4da0-8024-d932481e4eae None None] Current status of the port 7acdb267-d3d4-467b-914b-ad84828355f0 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:47:45.089520 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-089742da-e630-4da0-8024-d932481e4eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (7acdb267-d3d4-467b-914b-ad84828355f0), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:45.090760 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:45.107394 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-57a78eaa-0bcd-4645-8369-4f7c4134026a req-f65a5cc3-a363-4f3d-9548-224e6c19b55c tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7018440 Aug 27 04:47:45.240538 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb360ce-32be-4ede-8585-cde77967f3cc admin admin] Router 65388827-f0b3-4624-a709-2016ebea5f6d is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:47:45.282911 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f44bbd6-2bab-4a10-b57f-4f86b1e07ba8 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7010f27d-b2df-4522-94c1-1227d231d002,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:45.415438 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-089742da-e630-4da0-8024-d932481e4eae None None] For port 7acdb267-d3d4-467b-914b-ad84828355f0, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=7acdb267-d3d4-467b-914b-ad84828355f0,segment=NetworkSegment(09ec1922-c251-4e7c-bd62-f52b0d55adea),segment_id=09ec1922-c251-4e7c-bd62-f52b0d55adea)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:45.425750 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 370557dd-0204-4f9f-a5de-a961f35120f7 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:47:45.434084 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6be773-f8ad-4425-b190-3927a89a1a2b None None] Pushing event updated for resources: {'Port': ['ID=c3d93d9f-4cc7-467b-bbb0-625ace30fe50,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:45.500660 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-089742da-e630-4da0-8024-d932481e4eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (7acdb267-d3d4-467b-914b-ad84828355f0), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:45.510398 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-445648c8-23a0-43bb-872a-ac08f6cdc8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c935affc-6dd5-4ccf-b845-2f3b96987498', 'name': 'tempest-AttachVolumeShelveTestJSON-2091321223-router', 'tenant_id': '5c9eb4bbda084c9d8f1503b888a2ddfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '54966adc-e632-4a3b-a512-042c16a206d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:47:35Z', 'updated_at': '2022-08-27T04:47:38Z', 'revision_number': 3, 'project_id': '5c9eb4bbda084c9d8f1503b888a2ddfb', 'gw_port': {'id': '54966adc-e632-4a3b-a512-042c16a206d9', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:dc:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c935affc-6dd5-4ccf-b845-2f3b96987498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:47:37Z', 'updated_at': '2022-08-27T04:47:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:45.591949 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445648c8-23a0-43bb-872a-ac08f6cdc8df None None] The sync data for ids ['c935affc-6dd5-4ccf-b845-2f3b96987498'] in n-d-852088-5 is: [{'id': 'c935affc-6dd5-4ccf-b845-2f3b96987498', 'name': 'tempest-AttachVolumeShelveTestJSON-2091321223-router', 'tenant_id': '5c9eb4bbda084c9d8f1503b888a2ddfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '54966adc-e632-4a3b-a512-042c16a206d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:47:35Z', 'updated_at': '2022-08-27T04:47:38Z', 'revision_number': 3, 'project_id': '5c9eb4bbda084c9d8f1503b888a2ddfb', 'gw_port': {'id': '54966adc-e632-4a3b-a512-042c16a206d9', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:dc:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c935affc-6dd5-4ccf-b845-2f3b96987498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:47:37Z', 'updated_at': '2022-08-27T04:47:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:47:45.627828 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 370557dd-0204-4f9f-a5de-a961f35120f7 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:45.628020 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (370557dd-0204-4f9f-a5de-a961f35120f7), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:45.656599 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:45.658691 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-089742da-e630-4da0-8024-d932481e4eae None None] Provisioning complete for port 7999529f-87c7-4e02-90b7-a2a5c9d22dbd triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:45.658691 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-089742da-e630-4da0-8024-d932481e4eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (7999529f-87c7-4e02-90b7-a2a5c9d22dbd), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:45.721427 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-58da4821-e2c1-4400-b1c2-46053f06bf63 admin admin] Allocated IP 172.20.0.1 (03a7835a-f52d-477c-a2dc-fcc27c449ecb/1446c86f-72c9-446b-b18d-e9ef3c2d8a82/74ddef0d-b63a-402b-9446-48d5b1d82b58) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:47:45.766687 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-089742da-e630-4da0-8024-d932481e4eae None None] Port 7999529f-87c7-4e02-90b7-a2a5c9d22dbd cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:47:45.784589 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-63f0697f-d730-4a22-b783-12876d1d7f25 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks [] for security_group_rule (dd57d966-de17-4a5a-9bea-18996dbb44ed), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:45.791485 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-114590e6-d2bf-4404-bb5d-52a216edd407 req-6b8a3541-1106-42ef-86e2-5cd6564b0fe8 tempest-ServerShowV257Test-1943343929 tempest-ServerShowV257Test-1943343929-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=1485650d-17d8-465c-ad68-1ab73abdddff HTTP/1.1" status: 200 len: 210 time: 0.1632707 Aug 27 04:47:45.803587 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089742da-e630-4da0-8024-d932481e4eae None None] Pushing event updated for resources: {'Port': ['ID=7acdb267-d3d4-467b-914b-ad84828355f0,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:45.821199 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-089742da-e630-4da0-8024-d932481e4eae None None] Provisioning complete for port 370557dd-0204-4f9f-a5de-a961f35120f7 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:45.824442 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-089742da-e630-4da0-8024-d932481e4eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (370557dd-0204-4f9f-a5de-a961f35120f7), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:45.875906 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3bf75c-e4b0-425f-b20e-320f88c62063 req-c555627d-a9eb-441c-b898-1af4bfe5f000 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:45.885945 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ff3bf75c-e4b0-425f-b20e-320f88c62063 req-c555627d-a9eb-441c-b898-1af4bfe5f000 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=404ee328-8f8f-48f8-adcc-b9c2c0710406 HTTP/1.1" status: 200 len: 949 time: 0.3819456 Aug 27 04:47:45.956983 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 370557dd-0204-4f9f-a5de-a961f35120f7 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:47:45.959952 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 7acdb267-d3d4-467b-914b-ad84828355f0 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:47:45.967373 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb360ce-32be-4ede-8585-cde77967f3cc admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:47:46.000330 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-58da4821-e2c1-4400-b1c2-46053f06bf63 admin admin] Publish callbacks [] for port (74ddef0d-b63a-402b-9446-48d5b1d82b58), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:46.018004 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30b0a58-b8d5-4aea-9e6c-54aeb90c84bb None None] Sync routers for ids ['65388827-f0b3-4624-a709-2016ebea5f6d'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:47:46.027062 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ff3bf75c-e4b0-425f-b20e-320f88c62063 req-778cca6f-056c-4afd-a473-43d4fd008a90 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401961 Aug 27 04:47:46.034826 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f2fc59e4-9547-42c0-9b7e-621b9509e649 tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (bbd7928b-a2df-44fa-957d-9b29a066d91b), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:46.073909 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 7acdb267-d3d4-467b-914b-ad84828355f0 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:46.078321 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (7acdb267-d3d4-467b-914b-ad84828355f0), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:46.083667 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30b0a58-b8d5-4aea-9e6c-54aeb90c84bb None None] Routers {'65388827-f0b3-4624-a709-2016ebea5f6d'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:47:46.084434 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-e30b0a58-b8d5-4aea-9e6c-54aeb90c84bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:47:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['65388827-f0b3-4624-a709-2016ebea5f6d'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:46.104026 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-63f0697f-d730-4a22-b783-12876d1d7f25 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks [] for security_group_rule (dd57d966-de17-4a5a-9bea-18996dbb44ed), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:46.121876 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-efb360ce-32be-4ede-8585-cde77967f3cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:46.123224 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-efb360ce-32be-4ede-8585-cde77967f3cc admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.8367205 Aug 27 04:47:46.125964 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 50044) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:46.136052 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc59e4-9547-42c0-9b7e-621b9509e649 tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Pushing event deleted for resources: {'Port': ['ID=bbd7928b-a2df-44fa-957d-9b29a066d91b,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:46.212601 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-e30b0a58-b8d5-4aea-9e6c-54aeb90c84bb None None] Set router 65388827-f0b3-4624-a709-2016ebea5f6d gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:47:46.227946 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-58da4821-e2c1-4400-b1c2-46053f06bf63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (74ddef0d-b63a-402b-9446-48d5b1d82b58), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:46.233774 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:46.253779 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-63f0697f-d730-4a22-b783-12876d1d7f25 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (dd57d966-de17-4a5a-9bea-18996dbb44ed), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:46.410225 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f2fc59e4-9547-42c0-9b7e-621b9509e649 tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Publish callbacks [] for floatingip (a7529dec-6374-4d4e-adc4-a1762ddaa00b), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:46.413909 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da4821-e2c1-4400-b1c2-46053f06bf63 admin admin] Pushing event updated for resources: {'Port': ['ID=74ddef0d-b63a-402b-9446-48d5b1d82b58,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:46.425186 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f2fc59e4-9547-42c0-9b7e-621b9509e649 tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:46.452929 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f2fc59e4-9547-42c0-9b7e-621b9509e649 tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] 10.222.0.76 "DELETE /networking/v2.0/floatingips/a7529dec-6374-4d4e-adc4-a1762ddaa00b HTTP/1.1" status: 204 len: 168 time: 3.1089728 Aug 27 04:47:46.459938 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f0697f-d730-4a22-b783-12876d1d7f25 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd57d966-de17-4a5a-9bea-18996dbb44ed,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:46.501945 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-63f0697f-d730-4a22-b783-12876d1d7f25 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:46.517634 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-63f0697f-d730-4a22-b783-12876d1d7f25 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5933428 Aug 27 04:47:46.518252 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 50060) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:46.545917 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-b798960a-28af-4c94-8152-6e8549cf39c0 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Request body: {'security_group_rule': {'security_group_id': '7010f27d-b2df-4522-94c1-1227d231d002', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:46.561752 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58da4821-e2c1-4400-b1c2-46053f06bf63 admin admin] Network 03a7835a-f52d-477c-a2dc-fcc27c449ecb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:47:46.581572 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 50062) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:46.588501 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-58da4821-e2c1-4400-b1c2-46053f06bf63 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:47:46.596949 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58da4821-e2c1-4400-b1c2-46053f06bf63 admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:47:46.627633 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-089742da-e630-4da0-8024-d932481e4eae None None] Current status of the port 370557dd-0204-4f9f-a5de-a961f35120f7 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:47:46.711369 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 7acdb267-d3d4-467b-914b-ad84828355f0 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:47:46.717299 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 228df785-0db3-48aa-9271-784d124afa7d up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:47:46.723397 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9c966ab1-eda6-4f87-8e14-b4c9ec98dfad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (f0b50933-8334-4ebc-a972-5162f3380676), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:46.755843 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 50066) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:46.765955 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-09258ab6-ef91-483a-b81c-bfb4287a2c8b tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Request body: {'security_group': {'name': 'tempest-securitygroup--181024239', 'description': 'tempest-description--2103547902'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:46.800048 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-58da4821-e2c1-4400-b1c2-46053f06bf63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (c935affc-6dd5-4ccf-b845-2f3b96987498), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:46.800555 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c966ab1-eda6-4f87-8e14-b4c9ec98dfad admin admin] Pushing event deleted for resources: {'Port': ['ID=f0b50933-8334-4ebc-a972-5162f3380676,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:46.853946 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:47.036009 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-2aa94b2d-3b16-4795-9743-ee3dc2473256 None None] Provisioning complete for port 7acdb267-d3d4-467b-914b-ad84828355f0 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:47.036413 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2aa94b2d-3b16-4795-9743-ee3dc2473256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (7acdb267-d3d4-467b-914b-ad84828355f0), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:47.078217 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:47.119744 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b798960a-28af-4c94-8152-6e8549cf39c0 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks [] for security_group_rule (24c77099-054d-4cda-9423-1a56c620a6f5), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:47.232842 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6dee8c-5507-476f-aaef-bf919b7b2175 req-db1ebd33-e5ce-4c5f-9f5e-04f115a2f1ec tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:47.240078 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-fb6dee8c-5507-476f-aaef-bf919b7b2175 req-db1ebd33-e5ce-4c5f-9f5e-04f115a2f1ec tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=404ee328-8f8f-48f8-adcc-b9c2c0710406 HTTP/1.1" status: 200 len: 949 time: 0.1576610 Aug 27 04:47:47.253546 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-70de1420-fcb8-4177-a135-86f8018e3ed0 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Request body: {'floatingip': {'floating_network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:47.315910 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 228df785-0db3-48aa-9271-784d124afa7d triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:47.316690 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (228df785-0db3-48aa-9271-784d124afa7d), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:47.374897 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-e30b0a58-b8d5-4aea-9e6c-54aeb90c84bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65388827-f0b3-4624-a709-2016ebea5f6d', 'name': 'tempest-ServerAddressesTestJSON-669965049-router', 'tenant_id': 'bdae27a758524b3e9d33a225b9e19d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '8a380dab-996c-4451-beda-f477bbb8bdda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:47:40Z', 'updated_at': '2022-08-27T04:47:42Z', 'revision_number': 3, 'project_id': 'bdae27a758524b3e9d33a225b9e19d92', 'gw_port': {'id': '8a380dab-996c-4451-beda-f477bbb8bdda', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65388827-f0b3-4624-a709-2016ebea5f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:47:41Z', 'updated_at': '2022-08-27T04:47:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:47.401484 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c29a761b-a0be-40fb-a613-c7fe15923971 req-82d0e065-789a-42cd-937c-1ed3facc3323 tempest-ServerShowV257Test-1943343929 tempest-ServerShowV257Test-1943343929-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=1485650d-17d8-465c-ad68-1ab73abdddff HTTP/1.1" status: 200 len: 210 time: 0.3301888 Aug 27 04:47:47.441135 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b798960a-28af-4c94-8152-6e8549cf39c0 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks [] for security_group_rule (24c77099-054d-4cda-9423-1a56c620a6f5), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:47.464941 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-09258ab6-ef91-483a-b81c-bfb4287a2c8b tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:47.482377 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-fb6dee8c-5507-476f-aaef-bf919b7b2175 req-61d72e25-8422-4b1b-bd95-716d614972ca tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413571 Aug 27 04:47:47.542334 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-70de1420-fcb8-4177-a135-86f8018e3ed0 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:47.598986 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b798960a-28af-4c94-8152-6e8549cf39c0 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (24c77099-054d-4cda-9423-1a56c620a6f5), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:47.643680 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30b0a58-b8d5-4aea-9e6c-54aeb90c84bb None None] Checking router: 65388827-f0b3-4624-a709-2016ebea5f6d for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:47:47.644223 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30b0a58-b8d5-4aea-9e6c-54aeb90c84bb None None] Updating router 65388827-f0b3-4624-a709-2016ebea5f6d port 8a380dab-996c-4451-beda-f477bbb8bdda binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:47:47.652790 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e815ccc2-40b6-49c3-bfc5-e700e3657044 None None] Network ceb29454-7394-48f7-b0b8-8c09dc3ba6ee requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:47:47.667127 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b798960a-28af-4c94-8152-6e8549cf39c0 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24c77099-054d-4cda-9423-1a56c620a6f5,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:47.714464 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-70de1420-fcb8-4177-a135-86f8018e3ed0 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:47.716304 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9c966ab1-eda6-4f87-8e14-b4c9ec98dfad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (e958fd2c-a115-4bcb-9b15-13a0288aa8d1), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:47.766297 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:47.771150 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-2aa94b2d-3b16-4795-9743-ee3dc2473256 None None] Current status of the port 7acdb267-d3d4-467b-914b-ad84828355f0 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:47:47.793012 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b798960a-28af-4c94-8152-6e8549cf39c0 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:47.799175 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b798960a-28af-4c94-8152-6e8549cf39c0 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2665949 Aug 27 04:47:47.799978 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 50076) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:47.807817 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-8c7afbc0-61e0-44ca-8525-d786e789ddc2 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Request body: {'floatingip': {'floating_network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:47.950249 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 228df785-0db3-48aa-9271-784d124afa7d is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:47:47.952589 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device e516453f-7ce8-402d-b36f-8344dac85e84 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:47:47.955818 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-58da4821-e2c1-4400-b1c2-46053f06bf63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (74ddef0d-b63a-402b-9446-48d5b1d82b58), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:48.010683 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8c7afbc0-61e0-44ca-8525-d786e789ddc2 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:48.011992 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e30b0a58-b8d5-4aea-9e6c-54aeb90c84bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8a380dab-996c-4451-beda-f477bbb8bdda), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:48.059396 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-70de1420-fcb8-4177-a135-86f8018e3ed0 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Allocated IP 172.25.2.210 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/aaf083c2-eaaf-4a1d-8030-191a58873b0e) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:47:48.128616 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-09258ab6-ef91-483a-b81c-bfb4287a2c8b tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Publish callbacks [] for security_group (468d19ed-9a7f-414a-bfd0-10b77151fc81), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:48.134435 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port e516453f-7ce8-402d-b36f-8344dac85e84 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:48.135465 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e516453f-7ce8-402d-b36f-8344dac85e84), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:48.168146 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-a7f4905d-3e79-4556-a52f-ac2aa8fb29fe None None] Provisioning complete for port 74ddef0d-b63a-402b-9446-48d5b1d82b58 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:48.168668 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a7f4905d-3e79-4556-a52f-ac2aa8fb29fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (74ddef0d-b63a-402b-9446-48d5b1d82b58), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:48.230817 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c966ab1-eda6-4f87-8e14-b4c9ec98dfad admin admin] Router e958fd2c-a115-4bcb-9b15-13a0288aa8d1 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:47:48.233498 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-a7f4905d-3e79-4556-a52f-ac2aa8fb29fe None None] Port 74ddef0d-b63a-402b-9446-48d5b1d82b58 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:47:48.248397 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-a7f4905d-3e79-4556-a52f-ac2aa8fb29fe None None] Provisioning complete for port c3d93d9f-4cc7-467b-bbb0-625ace30fe50 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:48.248397 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a7f4905d-3e79-4556-a52f-ac2aa8fb29fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (c3d93d9f-4cc7-467b-bbb0-625ace30fe50), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:48.277874 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-09258ab6-ef91-483a-b81c-bfb4287a2c8b tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (468d19ed-9a7f-414a-bfd0-10b77151fc81), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:48.312694 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:48.334972 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9aef139d-71c6-4de1-a921-fcc66a31c9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:48.339806 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port e516453f-7ce8-402d-b36f-8344dac85e84 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:47:48.351463 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-70de1420-fcb8-4177-a135-86f8018e3ed0 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks [] for port (aaf083c2-eaaf-4a1d-8030-191a58873b0e), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:48.392644 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-bff57222-5818-41e4-bad4-e9c957afc856 req-b4a6e4ac-096f-47be-bb54-6da177d7eb57 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1485650d-17d8-465c-ad68-1ab73abdddff HTTP/1.1" status: 200 len: 210 time: 0.0358660 Aug 27 04:47:48.398908 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-a7f4905d-3e79-4556-a52f-ac2aa8fb29fe None None] Current status of the port c3d93d9f-4cc7-467b-bbb0-625ace30fe50 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:47:48.399673 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a7f4905d-3e79-4556-a52f-ac2aa8fb29fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (c3d93d9f-4cc7-467b-bbb0-625ace30fe50), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:48.434644 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09258ab6-ef91-483a-b81c-bfb4287a2c8b tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=468d19ed-9a7f-414a-bfd0-10b77151fc81,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:48.453724 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-09258ab6-ef91-483a-b81c-bfb4287a2c8b tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:48.455738 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-09258ab6-ef91-483a-b81c-bfb4287a2c8b tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.6936281 Aug 27 04:47:48.460079 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8c7afbc0-61e0-44ca-8525-d786e789ddc2 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:48.460803 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-a7f4905d-3e79-4556-a52f-ac2aa8fb29fe None None] For port c3d93d9f-4cc7-467b-bbb0-625ace30fe50, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=c3d93d9f-4cc7-467b-bbb0-625ace30fe50,segment=NetworkSegment(881e1e48-ff6e-4611-831b-94eb5193a535),segment_id=881e1e48-ff6e-4611-831b-94eb5193a535)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:48.461923 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 50080) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:48.473691 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-ef1e05c8-af76-4b56-b9c8-94ae5ca7b3b9 tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Request body: {'security_group_rule': {'security_group_id': '468d19ed-9a7f-414a-bfd0-10b77151fc81', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:48.487628 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c966ab1-eda6-4f87-8e14-b4c9ec98dfad admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:47:48.502503 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b37d0bf-d510-4f01-84c0-05f5bd5fac40 None None] Sync routers for ids ['e958fd2c-a115-4bcb-9b15-13a0288aa8d1'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:47:48.502946 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9c966ab1-eda6-4f87-8e14-b4c9ec98dfad admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/e958fd2c-a115-4bcb-9b15-13a0288aa8d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4486883 Aug 27 04:47:48.508235 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 50082) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:48.517240 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b37d0bf-d510-4f01-84c0-05f5bd5fac40 None None] Routers {'e958fd2c-a115-4bcb-9b15-13a0288aa8d1'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:47:48.518127 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-7b37d0bf-d510-4f01-84c0-05f5bd5fac40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:47:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['e958fd2c-a115-4bcb-9b15-13a0288aa8d1'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:48.527682 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a7f4905d-3e79-4556-a52f-ac2aa8fb29fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (c3d93d9f-4cc7-467b-bbb0-625ace30fe50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:48.616732 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-70de1420-fcb8-4177-a135-86f8018e3ed0 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (aaf083c2-eaaf-4a1d-8030-191a58873b0e), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:48.672229 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:48.709205 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3f87aa7f-bde5-4371-9a85-044252b6d074 req-fccc5099-3b7c-44b3-bd42-347858112bf0 tempest-ServerShowV257Test-1943343929 tempest-ServerShowV257Test-1943343929-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=1485650d-17d8-465c-ad68-1ab73abdddff HTTP/1.1" status: 200 len: 210 time: 0.1868563 Aug 27 04:47:48.739013 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-7b37d0bf-d510-4f01-84c0-05f5bd5fac40 None None] Set router e958fd2c-a115-4bcb-9b15-13a0288aa8d1 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:47:48.739932 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-a62d4e74-ee90-43d3-ada9-16ff45f114ba None None] Provisioning complete for port c3d93d9f-4cc7-467b-bbb0-625ace30fe50 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:48.740400 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a62d4e74-ee90-43d3-ada9-16ff45f114ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (c3d93d9f-4cc7-467b-bbb0-625ace30fe50), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:48.745895 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f4905d-3e79-4556-a52f-ac2aa8fb29fe None None] Pushing event updated for resources: {'Port': ['ID=c3d93d9f-4cc7-467b-bbb0-625ace30fe50,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:48.805771 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a1b431d0-7824-4f45-a011-d8d7bdf78d12 admin admin] Publish callbacks [] for router (e958fd2c-a115-4bcb-9b15-13a0288aa8d1), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:48.813779 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device c3d93d9f-4cc7-467b-bbb0-625ace30fe50 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:47:48.837382 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:48.854460 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ef1e05c8-af76-4b56-b9c8-94ae5ca7b3b9 tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Publish callbacks [] for security_group_rule (5c97488c-0c41-4793-8e4a-91fb1e4cb6fa), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:48.891135 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e4f15-4ae2-492b-958b-8b9e92ef6abb req-567ba032-73ab-4a8b-a6b9-cecbda4e7537 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:48.893729 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7c0e4f15-4ae2-492b-958b-8b9e92ef6abb req-567ba032-73ab-4a8b-a6b9-cecbda4e7537 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=404ee328-8f8f-48f8-adcc-b9c2c0710406 HTTP/1.1" status: 200 len: 949 time: 0.2228501 Aug 27 04:47:48.927469 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-58da4821-e2c1-4400-b1c2-46053f06bf63 admin admin] Publish callbacks [] for port (74ddef0d-b63a-402b-9446-48d5b1d82b58), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:48.932769 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70de1420-fcb8-4177-a135-86f8018e3ed0 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:47:48.955894 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-70de1420-fcb8-4177-a135-86f8018e3ed0 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:47:49.018507 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-58da4821-e2c1-4400-b1c2-46053f06bf63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (74ddef0d-b63a-402b-9446-48d5b1d82b58), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:49.022448 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70de1420-fcb8-4177-a135-86f8018e3ed0 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:47:49.058010 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port c3d93d9f-4cc7-467b-bbb0-625ace30fe50 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:49.060421 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (c3d93d9f-4cc7-467b-bbb0-625ace30fe50), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:49.071237 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7c0e4f15-4ae2-492b-958b-8b9e92ef6abb req-5914aafc-0a21-4132-90ec-a2b6dbb7f851 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369054 Aug 27 04:47:49.104993 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ef1e05c8-af76-4b56-b9c8-94ae5ca7b3b9 tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Publish callbacks [] for security_group_rule (5c97488c-0c41-4793-8e4a-91fb1e4cb6fa), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:49.115141 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de1420-fcb8-4177-a135-86f8018e3ed0 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Pushing event updated for resources: {'Port': ['ID=aaf083c2-eaaf-4a1d-8030-191a58873b0e,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:49.141324 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-7b37d0bf-d510-4f01-84c0-05f5bd5fac40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e958fd2c-a115-4bcb-9b15-13a0288aa8d1', 'name': 'tempest-ServerAddressesNegativeTestJSON-1381650631-router', 'tenant_id': '7cd251c2ac1f4f7b98f3c9fffdb4dbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '228df785-0db3-48aa-9271-784d124afa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:47:24Z', 'updated_at': '2022-08-27T04:47:46Z', 'revision_number': 5, 'project_id': '7cd251c2ac1f4f7b98f3c9fffdb4dbcd', 'gw_port': {'id': '228df785-0db3-48aa-9271-784d124afa7d', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ad:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e958fd2c-a115-4bcb-9b15-13a0288aa8d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:47:25Z', 'updated_at': '2022-08-27T04:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:49.165823 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-a62d4e74-ee90-43d3-ada9-16ff45f114ba None None] Current status of the port c3d93d9f-4cc7-467b-bbb0-625ace30fe50 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:47:49.170757 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b37d0bf-d510-4f01-84c0-05f5bd5fac40 None None] Checking router: e958fd2c-a115-4bcb-9b15-13a0288aa8d1 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:47:49.181547 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b37d0bf-d510-4f01-84c0-05f5bd5fac40 None None] Routers {'e958fd2c-a115-4bcb-9b15-13a0288aa8d1'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:47:49.182456 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-7b37d0bf-d510-4f01-84c0-05f5bd5fac40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:47:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['e958fd2c-a115-4bcb-9b15-13a0288aa8d1'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:49.194390 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da4821-e2c1-4400-b1c2-46053f06bf63 admin admin] Pushing event updated for resources: {'Port': ['ID=74ddef0d-b63a-402b-9446-48d5b1d82b58,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:49.201823 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-58da4821-e2c1-4400-b1c2-46053f06bf63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (c935affc-6dd5-4ccf-b845-2f3b96987498), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:49.210125 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-9aef139d-71c6-4de1-a921-fcc66a31c9d1 admin admin] Allocated IP 172.20.0.1 (ceb29454-7394-48f7-b0b8-8c09dc3ba6ee/0a74b805-24bb-40d9-ad5e-966eb1952c2a/6cd50d8a-d646-49c3-ac3b-ca6a6a6825ef) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:47:49.216501 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ef1e05c8-af76-4b56-b9c8-94ae5ca7b3b9 tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (5c97488c-0c41-4793-8e4a-91fb1e4cb6fa), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:49.227302 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:49.263109 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e30b0a58-b8d5-4aea-9e6c-54aeb90c84bb None None] Publish callbacks [] for port (8a380dab-996c-4451-beda-f477bbb8bdda), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:49.273909 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1e05c8-af76-4b56-b9c8-94ae5ca7b3b9 tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c97488c-0c41-4793-8e4a-91fb1e4cb6fa,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:49.295798 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-70de1420-fcb8-4177-a135-86f8018e3ed0 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks [] for floatingip (03336385-62f5-43b1-9db5-673a534ed0fe), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:49.309830 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a1b431d0-7824-4f45-a011-d8d7bdf78d12 admin admin] Publish callbacks [] for router_gateway (e958fd2c-a115-4bcb-9b15-13a0288aa8d1), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:49.335402 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-7b37d0bf-d510-4f01-84c0-05f5bd5fac40 None None] Set router e958fd2c-a115-4bcb-9b15-13a0288aa8d1 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:47:49.337346 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port c3d93d9f-4cc7-467b-bbb0-625ace30fe50 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:47:49.338400 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 7acdb267-d3d4-467b-914b-ad84828355f0 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:47:49.364298 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e30b0a58-b8d5-4aea-9e6c-54aeb90c84bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (8a380dab-996c-4451-beda-f477bbb8bdda), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:49.395256 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ef1e05c8-af76-4b56-b9c8-94ae5ca7b3b9 tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:49.400066 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ef1e05c8-af76-4b56-b9c8-94ae5ca7b3b9 tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9331174 Aug 27 04:47:49.406237 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-e30b0a58-b8d5-4aea-9e6c-54aeb90c84bb None None] Attempting to bind port 8a380dab-996c-4451-beda-f477bbb8bdda on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:47:49.406601 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-e30b0a58-b8d5-4aea-9e6c-54aeb90c84bb None None] Attempting to bind port 8a380dab-996c-4451-beda-f477bbb8bdda by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:47:49.406961 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30b0a58-b8d5-4aea-9e6c-54aeb90c84bb None None] Attempting to bind port 8a380dab-996c-4451-beda-f477bbb8bdda on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:47:49.413953 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-8c7afbc0-61e0-44ca-8525-d786e789ddc2 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Allocated IP 172.25.2.188 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/8d9c6ffb-07bf-4d32-b035-257fa9ce9abd) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:47:49.425527 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30b0a58-b8d5-4aea-9e6c-54aeb90c84bb None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:47:49.430373 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30b0a58-b8d5-4aea-9e6c-54aeb90c84bb None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:47:49.430373 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e30b0a58-b8d5-4aea-9e6c-54aeb90c84bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:49.430373 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30b0a58-b8d5-4aea-9e6c-54aeb90c84bb None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:47:49.430373 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-e30b0a58-b8d5-4aea-9e6c-54aeb90c84bb None None] Bound port: 8a380dab-996c-4451-beda-f477bbb8bdda, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:47:49.430373 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e30b0a58-b8d5-4aea-9e6c-54aeb90c84bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8a380dab-996c-4451-beda-f477bbb8bdda), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:49.458539 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 7acdb267-d3d4-467b-914b-ad84828355f0 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:49.458907 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (7acdb267-d3d4-467b-914b-ad84828355f0), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:49.460418 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1407a0-718d-4691-9e7f-9561aa3b9642 None None] Pushing event updated for resources: {'Port': ['ID=8a380dab-996c-4451-beda-f477bbb8bdda,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:49.492299 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 50086) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:49.498881 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-16e5f578-f603-4c78-9318-3f81f22eef1b tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Request body: {'security_group_rule': {'security_group_id': '468d19ed-9a7f-414a-bfd0-10b77151fc81', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:49.521085 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-a1b431d0-7824-4f45-a011-d8d7bdf78d12 admin admin] Deleting port 228df785-0db3-48aa-9271-784d124afa7d {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:47:49.521581 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a1b431d0-7824-4f45-a011-d8d7bdf78d12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (228df785-0db3-48aa-9271-784d124afa7d), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:49.523566 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-e30b0a58-b8d5-4aea-9e6c-54aeb90c84bb None None] For port 8a380dab-996c-4451-beda-f477bbb8bdda, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:47:49.528477 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8c7afbc0-61e0-44ca-8525-d786e789ddc2 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks [] for port (8d9c6ffb-07bf-4d32-b035-257fa9ce9abd), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:49.528717 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-e30b0a58-b8d5-4aea-9e6c-54aeb90c84bb None None] For port 8a380dab-996c-4451-beda-f477bbb8bdda, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=8a380dab-996c-4451-beda-f477bbb8bdda,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:47:49.550545 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:49.563487 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58da4821-e2c1-4400-b1c2-46053f06bf63 admin admin] Network 03a7835a-f52d-477c-a2dc-fcc27c449ecb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:47:49.569141 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-58da4821-e2c1-4400-b1c2-46053f06bf63 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:47:49.577629 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 7acdb267-d3d4-467b-914b-ad84828355f0 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:47:49.578752 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 54966adc-e632-4a3b-a512-042c16a206d9 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:47:49.591155 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-70de1420-fcb8-4177-a135-86f8018e3ed0 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (aaf083c2-eaaf-4a1d-8030-191a58873b0e), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:49.631712 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e30b0a58-b8d5-4aea-9e6c-54aeb90c84bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (8a380dab-996c-4451-beda-f477bbb8bdda), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:49.670176 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-7b37d0bf-d510-4f01-84c0-05f5bd5fac40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e958fd2c-a115-4bcb-9b15-13a0288aa8d1', 'name': 'tempest-ServerAddressesNegativeTestJSON-1381650631-router', 'tenant_id': '7cd251c2ac1f4f7b98f3c9fffdb4dbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '228df785-0db3-48aa-9271-784d124afa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:47:24Z', 'updated_at': '2022-08-27T04:47:46Z', 'revision_number': 5, 'project_id': '7cd251c2ac1f4f7b98f3c9fffdb4dbcd', 'gw_port': {'id': '228df785-0db3-48aa-9271-784d124afa7d', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ad:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e958fd2c-a115-4bcb-9b15-13a0288aa8d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:47:25Z', 'updated_at': '2022-08-27T04:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:49.678626 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 54966adc-e632-4a3b-a512-042c16a206d9 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:49.679151 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (54966adc-e632-4a3b-a512-042c16a206d9), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:49.710212 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b37d0bf-d510-4f01-84c0-05f5bd5fac40 None None] The sync data for ids ['e958fd2c-a115-4bcb-9b15-13a0288aa8d1'] in n-d-852088-5 is: [{'id': 'e958fd2c-a115-4bcb-9b15-13a0288aa8d1', 'name': 'tempest-ServerAddressesNegativeTestJSON-1381650631-router', 'tenant_id': '7cd251c2ac1f4f7b98f3c9fffdb4dbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '228df785-0db3-48aa-9271-784d124afa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:47:24Z', 'updated_at': '2022-08-27T04:47:46Z', 'revision_number': 5, 'project_id': '7cd251c2ac1f4f7b98f3c9fffdb4dbcd', 'gw_port': {'id': '228df785-0db3-48aa-9271-784d124afa7d', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ad:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e958fd2c-a115-4bcb-9b15-13a0288aa8d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:47:25Z', 'updated_at': '2022-08-27T04:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:47:49.714483 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9aef139d-71c6-4de1-a921-fcc66a31c9d1 admin admin] Publish callbacks [] for port (6cd50d8a-d646-49c3-ac3b-ca6a6a6825ef), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:49.743237 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30b0a58-b8d5-4aea-9e6c-54aeb90c84bb None None] Routers {'65388827-f0b3-4624-a709-2016ebea5f6d'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:47:49.744117 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-e30b0a58-b8d5-4aea-9e6c-54aeb90c84bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:47:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['65388827-f0b3-4624-a709-2016ebea5f6d'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:49.796355 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:49.806248 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-16e5f578-f603-4c78-9318-3f81f22eef1b tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Publish callbacks [] for security_group_rule (a70acbe0-2f7b-4737-b60f-61bda9760da3), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:49.823637 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58da4821-e2c1-4400-b1c2-46053f06bf63 admin admin] Router c935affc-6dd5-4ccf-b845-2f3b96987498 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:47:49.826090 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8c7afbc0-61e0-44ca-8525-d786e789ddc2 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (8d9c6ffb-07bf-4d32-b035-257fa9ce9abd), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:49.836288 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-a1b431d0-7824-4f45-a011-d8d7bdf78d12 admin admin] For port 228df785-0db3-48aa-9271-784d124afa7d, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=228df785-0db3-48aa-9271-784d124afa7d,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:49.836807 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a1b431d0-7824-4f45-a011-d8d7bdf78d12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (228df785-0db3-48aa-9271-784d124afa7d), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:49.872396 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-a1b431d0-7824-4f45-a011-d8d7bdf78d12 admin admin] Calling delete_port for 228df785-0db3-48aa-9271-784d124afa7d owned by network:router_gateway {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:47:49.876981 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7afbc0-61e0-44ca-8525-d786e789ddc2 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Pushing event updated for resources: {'Port': ['ID=8d9c6ffb-07bf-4d32-b035-257fa9ce9abd,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:49.895516 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7afbc0-61e0-44ca-8525-d786e789ddc2 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:47:49.900478 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1407a0-718d-4691-9e7f-9561aa3b9642 None None] Pushing event updated for resources: {'Port': ['ID=8a380dab-996c-4451-beda-f477bbb8bdda,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:49.905617 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-8c7afbc0-61e0-44ca-8525-d786e789ddc2 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:47:49.939118 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9aef139d-71c6-4de1-a921-fcc66a31c9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (6cd50d8a-d646-49c3-ac3b-ca6a6a6825ef), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:49.949881 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7afbc0-61e0-44ca-8525-d786e789ddc2 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:47:49.957569 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-072cb6cf-3ab5-452d-af14-55ac74dd28ef req-987dd237-97f9-40a6-99c2-9c00d1d0eef6 tempest-ServerShowV257Test-1943343929 tempest-ServerShowV257Test-1943343929-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=1485650d-17d8-465c-ad68-1ab73abdddff HTTP/1.1" status: 200 len: 210 time: 0.0968816 Aug 27 04:47:50.012007 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aef139d-71c6-4de1-a921-fcc66a31c9d1 admin admin] Network ceb29454-7394-48f7-b0b8-8c09dc3ba6ee is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:47:50.035246 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-9aef139d-71c6-4de1-a921-fcc66a31c9d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:47:50.035246 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aef139d-71c6-4de1-a921-fcc66a31c9d1 admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:47:50.088249 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-16e5f578-f603-4c78-9318-3f81f22eef1b tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Publish callbacks [] for security_group_rule (a70acbe0-2f7b-4737-b60f-61bda9760da3), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:50.096334 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-70de1420-fcb8-4177-a135-86f8018e3ed0 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks [] for port (aaf083c2-eaaf-4a1d-8030-191a58873b0e), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:50.149441 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-e30b0a58-b8d5-4aea-9e6c-54aeb90c84bb None None] Set router 65388827-f0b3-4624-a709-2016ebea5f6d gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:47:50.158325 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aef139d-71c6-4de1-a921-fcc66a31c9d1 admin admin] Pushing event updated for resources: {'Port': ['ID=6cd50d8a-d646-49c3-ac3b-ca6a6a6825ef,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:50.176324 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9aef139d-71c6-4de1-a921-fcc66a31c9d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (65388827-f0b3-4624-a709-2016ebea5f6d), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:50.183315 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-16e5f578-f603-4c78-9318-3f81f22eef1b tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (a70acbe0-2f7b-4737-b60f-61bda9760da3), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:50.185595 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-70de1420-fcb8-4177-a135-86f8018e3ed0 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (aaf083c2-eaaf-4a1d-8030-191a58873b0e), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:50.222039 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 54966adc-e632-4a3b-a512-042c16a206d9 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:47:50.222427 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (54966adc-e632-4a3b-a512-042c16a206d9), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:50.245996 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 54966adc-e632-4a3b-a512-042c16a206d9, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=54966adc-e632-4a3b-a512-042c16a206d9,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:50.280661 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-e829af0d-7122-441b-8683-8b963b83aaa6 None None] Provisioning complete for port 74ddef0d-b63a-402b-9446-48d5b1d82b58 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:50.280661 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e829af0d-7122-441b-8683-8b963b83aaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (74ddef0d-b63a-402b-9446-48d5b1d82b58), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:50.291753 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58da4821-e2c1-4400-b1c2-46053f06bf63 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:47:50.292558 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e5f578-f603-4c78-9318-3f81f22eef1b tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a70acbe0-2f7b-4737-b60f-61bda9760da3,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:50.307340 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-58da4821-e2c1-4400-b1c2-46053f06bf63 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/c935affc-6dd5-4ccf-b845-2f3b96987498/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0395474 Aug 27 04:47:50.311688 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8c7afbc0-61e0-44ca-8525-d786e789ddc2 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks [] for floatingip (1fe173c6-22eb-498c-bfd5-6e1efd46b133), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:50.343342 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1da3f8-997f-44d5-8032-d0e39938350a None None] Sync routers for ids ['c935affc-6dd5-4ccf-b845-2f3b96987498'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:47:50.393582 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (54966adc-e632-4a3b-a512-042c16a206d9), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:50.436567 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f8c1eb-d0d4-407f-a003-9f6b15fa1794 req-6462c54b-6466-455e-bce5-2fd4ca821ea5 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:50.438101 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b5f8c1eb-d0d4-407f-a003-9f6b15fa1794 req-6462c54b-6466-455e-bce5-2fd4ca821ea5 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=404ee328-8f8f-48f8-adcc-b9c2c0710406 HTTP/1.1" status: 200 len: 949 time: 0.2008305 Aug 27 04:47:50.464691 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8c7afbc0-61e0-44ca-8525-d786e789ddc2 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8d9c6ffb-07bf-4d32-b035-257fa9ce9abd), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:50.494626 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=54966adc-e632-4a3b-a512-042c16a206d9,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:50.506164 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:50.513426 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-e829af0d-7122-441b-8683-8b963b83aaa6 None None] Port 74ddef0d-b63a-402b-9446-48d5b1d82b58 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:47:50.522929 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1da3f8-997f-44d5-8032-d0e39938350a None None] Routers {'c935affc-6dd5-4ccf-b845-2f3b96987498'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:47:50.523665 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-aa1da3f8-997f-44d5-8032-d0e39938350a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:47:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['c935affc-6dd5-4ccf-b845-2f3b96987498'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:50.717801 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9aef139d-71c6-4de1-a921-fcc66a31c9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (6cd50d8a-d646-49c3-ac3b-ca6a6a6825ef), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:50.748394 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:50.752640 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device c3d93d9f-4cc7-467b-bbb0-625ace30fe50 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:47:50.830873 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-1d000e72-85ee-4a94-9c59-30cfd40b9520 None None] Provisioning complete for port 6cd50d8a-d646-49c3-ac3b-ca6a6a6825ef triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:50.831466 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1d000e72-85ee-4a94-9c59-30cfd40b9520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (6cd50d8a-d646-49c3-ac3b-ca6a6a6825ef), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:50.882880 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:50.895821 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-16e5f578-f603-4c78-9318-3f81f22eef1b tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:50.900501 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-16e5f578-f603-4c78-9318-3f81f22eef1b tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4048185 Aug 27 04:47:50.901657 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 50098) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:50.906437 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:50.909979 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-3bc813a1-6090-41c8-9b87-a59922a6b90b tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Request body: {'floatingip': {'floating_network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:50.913306 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de1420-fcb8-4177-a135-86f8018e3ed0 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Pushing event updated for resources: {'Port': ['ID=aaf083c2-eaaf-4a1d-8030-191a58873b0e,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:50.926778 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-70de1420-fcb8-4177-a135-86f8018e3ed0 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677636'] for floatingip (03336385-62f5-43b1-9db5-673a534ed0fe), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:50.979250 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 50100) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:50.983609 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b5f8c1eb-d0d4-407f-a003-9f6b15fa1794 req-761b393b-19f3-4928-b351-d1d91930b239 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5339744 Aug 27 04:47:50.997064 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-0beb9918-44e1-457a-b48e-2320307c2df2 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1689149868', 'description': 'tempest-description--1930282184'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:51.024120 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8c7afbc0-61e0-44ca-8525-d786e789ddc2 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks [] for port (8d9c6ffb-07bf-4d32-b035-257fa9ce9abd), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:51.044955 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-1d000e72-85ee-4a94-9c59-30cfd40b9520 None None] Port 6cd50d8a-d646-49c3-ac3b-ca6a6a6825ef cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:47:51.052731 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-70de1420-fcb8-4177-a135-86f8018e3ed0 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:51.055530 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-70de1420-fcb8-4177-a135-86f8018e3ed0 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] 10.222.0.76 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4643259 Aug 27 04:47:51.057415 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 50104) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:51.061776 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port c3d93d9f-4cc7-467b-bbb0-625ace30fe50 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:51.062257 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (c3d93d9f-4cc7-467b-bbb0-625ace30fe50), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:51.065344 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-aa1da3f8-997f-44d5-8032-d0e39938350a None None] Set router c935affc-6dd5-4ccf-b845-2f3b96987498 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:47:51.067832 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-0efd9b04-252b-4ab7-966e-b310d2d782d0 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-972698317'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:51.098994 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:51.124216 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-e30b0a58-b8d5-4aea-9e6c-54aeb90c84bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65388827-f0b3-4624-a709-2016ebea5f6d', 'name': 'tempest-ServerAddressesTestJSON-669965049-router', 'tenant_id': 'bdae27a758524b3e9d33a225b9e19d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '8a380dab-996c-4451-beda-f477bbb8bdda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:47:40Z', 'updated_at': '2022-08-27T04:47:42Z', 'revision_number': 3, 'project_id': 'bdae27a758524b3e9d33a225b9e19d92', 'gw_port': {'id': '8a380dab-996c-4451-beda-f477bbb8bdda', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65388827-f0b3-4624-a709-2016ebea5f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:47:41Z', 'updated_at': '2022-08-27T04:47:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:51.134095 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9aef139d-71c6-4de1-a921-fcc66a31c9d1 admin admin] Publish callbacks [] for port (6cd50d8a-d646-49c3-ac3b-ca6a6a6825ef), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:51.148148 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a2cb5833-39a7-467e-b4b2-3ed982c6ad45 req-66c0f105-b1bb-4ca9-9aa9-de3107247a23 tempest-ServerShowV257Test-1943343929 tempest-ServerShowV257Test-1943343929-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=1485650d-17d8-465c-ad68-1ab73abdddff HTTP/1.1" status: 200 len: 210 time: 0.0387688 Aug 27 04:47:51.148381 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8c7afbc0-61e0-44ca-8525-d786e789ddc2 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (8d9c6ffb-07bf-4d32-b035-257fa9ce9abd), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:51.148955 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a1b431d0-7824-4f45-a011-d8d7bdf78d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (228df785-0db3-48aa-9271-784d124afa7d), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:51.172716 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30b0a58-b8d5-4aea-9e6c-54aeb90c84bb None None] The sync data for ids ['65388827-f0b3-4624-a709-2016ebea5f6d'] in n-d-852088-5 is: [{'id': '65388827-f0b3-4624-a709-2016ebea5f6d', 'name': 'tempest-ServerAddressesTestJSON-669965049-router', 'tenant_id': 'bdae27a758524b3e9d33a225b9e19d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '8a380dab-996c-4451-beda-f477bbb8bdda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:47:40Z', 'updated_at': '2022-08-27T04:47:42Z', 'revision_number': 3, 'project_id': 'bdae27a758524b3e9d33a225b9e19d92', 'gw_port': {'id': '8a380dab-996c-4451-beda-f477bbb8bdda', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65388827-f0b3-4624-a709-2016ebea5f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:47:41Z', 'updated_at': '2022-08-27T04:47:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:47:51.192754 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b431d0-7824-4f45-a011-d8d7bdf78d12 admin admin] Pushing event deleted for resources: {'Port': ['ID=228df785-0db3-48aa-9271-784d124afa7d,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:51.209940 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8c7afbc0-61e0-44ca-8525-d786e789ddc2 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677636'] for floatingip (1fe173c6-22eb-498c-bfd5-6e1efd46b133), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:51.237635 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0beb9918-44e1-457a-b48e-2320307c2df2 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:51.241360 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efd9b04-252b-4ab7-966e-b310d2d782d0 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Made reservation on behalf of 7d20a6d2a51841e681885a6d914631c3 for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:47:51.245464 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3bc813a1-6090-41c8-9b87-a59922a6b90b tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:51.246979 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0efd9b04-252b-4ab7-966e-b310d2d782d0 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:51.287050 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0efd9b04-252b-4ab7-966e-b310d2d782d0 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:51.411292 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0efd9b04-252b-4ab7-966e-b310d2d782d0 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks [] for security_group (7b73dcc0-b906-4b51-9b2c-e125fcdaf11c), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:51.419554 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9aef139d-71c6-4de1-a921-fcc66a31c9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (6cd50d8a-d646-49c3-ac3b-ca6a6a6825ef), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:51.436908 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a1b431d0-7824-4f45-a011-d8d7bdf78d12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (e958fd2c-a115-4bcb-9b15-13a0288aa8d1), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:51.448587 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port c3d93d9f-4cc7-467b-bbb0-625ace30fe50 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:47:51.464747 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device f0b50933-8334-4ebc-a972-5162f3380676 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:47:51.467884 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-aa1da3f8-997f-44d5-8032-d0e39938350a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c935affc-6dd5-4ccf-b845-2f3b96987498', 'name': 'tempest-AttachVolumeShelveTestJSON-2091321223-router', 'tenant_id': '5c9eb4bbda084c9d8f1503b888a2ddfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '54966adc-e632-4a3b-a512-042c16a206d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:47:35Z', 'updated_at': '2022-08-27T04:47:47Z', 'revision_number': 4, 'project_id': '5c9eb4bbda084c9d8f1503b888a2ddfb', 'gw_port': {'id': '54966adc-e632-4a3b-a512-042c16a206d9', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:dc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c935affc-6dd5-4ccf-b845-2f3b96987498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:47:37Z', 'updated_at': '2022-08-27T04:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '74ddef0d-b63a-402b-9446-48d5b1d82b58', 'name': '', 'network_id': '03a7835a-f52d-477c-a2dc-fcc27c449ecb', 'tenant_id': '5c9eb4bbda084c9d8f1503b888a2ddfb', 'mac_address': 'fa:16:3e:78:2d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c935affc-6dd5-4ccf-b845-2f3b96987498', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '1446c86f-72c9-446b-b18d-e9ef3c2d8a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:47:45Z', 'updated_at': '2022-08-27T04:47:48Z', 'revision_number': 2, 'project_id': '5c9eb4bbda084c9d8f1503b888a2ddfb', 'subnets': [{'id': '1446c86f-72c9-446b-b18d-e9ef3c2d8a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:51.527830 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: f0b50933-8334-4ebc-a972-5162f3380676 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:47:51.528443 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device f0b50933-8334-4ebc-a972-5162f3380676 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:47:51.543261 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0beb9918-44e1-457a-b48e-2320307c2df2 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Publish callbacks [] for security_group (b01fd6f0-98a3-4aa1-aee0-5f5c63ad925c), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:51.549641 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0efd9b04-252b-4ab7-966e-b310d2d782d0 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (7b73dcc0-b906-4b51-9b2c-e125fcdaf11c), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:51.567160 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0efd9b04-252b-4ab7-966e-b310d2d782d0 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:47:51.568673 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1da3f8-997f-44d5-8032-d0e39938350a None None] Checking router: c935affc-6dd5-4ccf-b845-2f3b96987498 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:47:51.569028 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1da3f8-997f-44d5-8032-d0e39938350a None None] Updating router c935affc-6dd5-4ccf-b845-2f3b96987498 port 74ddef0d-b63a-402b-9446-48d5b1d82b58 binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:47:51.576234 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7afbc0-61e0-44ca-8525-d786e789ddc2 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Pushing event updated for resources: {'Port': ['ID=8d9c6ffb-07bf-4d32-b035-257fa9ce9abd,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:51.586769 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8c7afbc0-61e0-44ca-8525-d786e789ddc2 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:51.589024 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8c7afbc0-61e0-44ca-8525-d786e789ddc2 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] 10.222.0.76 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7858284 Aug 27 04:47:51.597212 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0efd9b04-252b-4ab7-966e-b310d2d782d0 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (ae2b1a27-a4ef-480b-ae24-6850e6f8b70b), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:51.597736 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-0efd9b04-252b-4ab7-966e-b310d2d782d0 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Added segment ae2b1a27-a4ef-480b-ae24-6850e6f8b70b of type vlan for network 222aa5db-2908-414c-be14-58da795bf42d Aug 27 04:47:51.599490 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9aef139d-71c6-4de1-a921-fcc66a31c9d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (65388827-f0b3-4624-a709-2016ebea5f6d), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:51.707798 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-aa1da3f8-997f-44d5-8032-d0e39938350a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (74ddef0d-b63a-402b-9446-48d5b1d82b58), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:51.717462 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0efd9b04-252b-4ab7-966e-b310d2d782d0 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (222aa5db-2908-414c-be14-58da795bf42d), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:51.771868 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0beb9918-44e1-457a-b48e-2320307c2df2 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (b01fd6f0-98a3-4aa1-aee0-5f5c63ad925c), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:51.881746 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a1b431d0-7824-4f45-a011-d8d7bdf78d12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (e958fd2c-a115-4bcb-9b15-13a0288aa8d1), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:51.889898 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a1b431d0-7824-4f45-a011-d8d7bdf78d12 admin admin] Publish callbacks [] for router_controller (e958fd2c-a115-4bcb-9b15-13a0288aa8d1), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:51.897344 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aef139d-71c6-4de1-a921-fcc66a31c9d1 admin admin] Pushing event updated for resources: {'Port': ['ID=6cd50d8a-d646-49c3-ac3b-ca6a6a6825ef,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:52.039564 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3bc813a1-6090-41c8-9b87-a59922a6b90b tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:52.057054 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:52.091619 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aef139d-71c6-4de1-a921-fcc66a31c9d1 admin admin] Network ceb29454-7394-48f7-b0b8-8c09dc3ba6ee is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:47:52.119636 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-9aef139d-71c6-4de1-a921-fcc66a31c9d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:47:52.168513 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0efd9b04-252b-4ab7-966e-b310d2d782d0 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (222aa5db-2908-414c-be14-58da795bf42d), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:52.184585 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efd9b04-252b-4ab7-966e-b310d2d782d0 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:52.190619 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0efd9b04-252b-4ab7-966e-b310d2d782d0 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:52.258018 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb9918-44e1-457a-b48e-2320307c2df2 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b01fd6f0-98a3-4aa1-aee0-5f5c63ad925c,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:52.287954 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0beb9918-44e1-457a-b48e-2320307c2df2 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:52.292743 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-0beb9918-44e1-457a-b48e-2320307c2df2 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.3089848 Aug 27 04:47:52.310145 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efd9b04-252b-4ab7-966e-b310d2d782d0 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b73dcc0-b906-4b51-9b2c-e125fcdaf11c,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:52.319157 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 50130) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:52.343130 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:52.347063 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:DELETE=1,neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:52.347500 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:52.354798 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-2a4e8859-a6ee-479e-b068-24159dc155bd tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Request body: {'security_group_rule': {'security_group_id': 'b01fd6f0-98a3-4aa1-aee0-5f5c63ad925c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:52.355117 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a1b431d0-7824-4f45-a011-d8d7bdf78d12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (e958fd2c-a115-4bcb-9b15-13a0288aa8d1), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:52.356007 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b431d0-7824-4f45-a011-d8d7bdf78d12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e958fd2c-a115-4bcb-9b15-13a0288aa8d1 {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:47:52.366322 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a1b431d0-7824-4f45-a011-d8d7bdf78d12 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:52.370930 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a1b431d0-7824-4f45-a011-d8d7bdf78d12 admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/e958fd2c-a115-4bcb-9b15-13a0288aa8d1 HTTP/1.1" status: 204 len: 168 time: 3.8606653 Aug 27 04:47:52.547131 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 50132) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:52.583064 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:52.610772 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-aa1da3f8-997f-44d5-8032-d0e39938350a None None] Publish callbacks [] for port (74ddef0d-b63a-402b-9446-48d5b1d82b58), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:52.708374 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-59ffad68-5e97-4c6a-9e17-99780bf6eeff None None] Provisioning complete for port 6cd50d8a-d646-49c3-ac3b-ca6a6a6825ef triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:52.708600 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0efd9b04-252b-4ab7-966e-b310d2d782d0 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6491795 Aug 27 04:47:52.709873 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-59ffad68-5e97-4c6a-9e17-99780bf6eeff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (6cd50d8a-d646-49c3-ac3b-ca6a6a6825ef), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:52.800287 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-aa1da3f8-997f-44d5-8032-d0e39938350a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (74ddef0d-b63a-402b-9446-48d5b1d82b58), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:52.812868 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:52.832628 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:52.837718 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-61424029-00fa-4ab1-8f7f-b049b11685d9 req-9655ec3b-d481-4fd5-9209-f14437765fe9 tempest-ServerShowV257Test-1943343929 tempest-ServerShowV257Test-1943343929-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=1485650d-17d8-465c-ad68-1ab73abdddff HTTP/1.1" status: 200 len: 210 time: 0.6841433 Aug 27 04:47:52.867117 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 50134) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:52.871633 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-59ffad68-5e97-4c6a-9e17-99780bf6eeff None None] Port 6cd50d8a-d646-49c3-ac3b-ca6a6a6825ef cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:47:52.902446 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-ec3a588f-e33d-4e6c-a2cd-d9be80f994ff tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Request body: {'subnet': {'network_id': '222aa5db-2908-414c-be14-58da795bf42d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:52.982071 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efd9b04-252b-4ab7-966e-b310d2d782d0 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Pushing event updated for resources: {'Network': ['ID=222aa5db-2908-414c-be14-58da795bf42d,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:53.021391 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 222aa5db-2908-414c-be14-58da795bf42d details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:47:53.029843 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa78225-1068-48ac-8641-30d83d63ed5c req-29be278a-e29f-48c5-857c-d502f2269206 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:53.031570 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-aaa78225-1068-48ac-8641-30d83d63ed5c req-29be278a-e29f-48c5-857c-d502f2269206 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=404ee328-8f8f-48f8-adcc-b9c2c0710406 HTTP/1.1" status: 200 len: 949 time: 0.6900232 Aug 27 04:47:53.043474 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ca27a-2330-4143-ac5b-5678c8f8390a None None] Pushing event updated for resources: {'Port': ['ID=74ddef0d-b63a-402b-9446-48d5b1d82b58,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:53.057300 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:53.059814 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-79a1b535-d514-4e05-a7ba-b61c4101e56e admin admin] Deleting subnet a40a5390-9246-4c30-a550-c0ba87fcc292 {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:47:53.068924 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:53.069977 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:53.110125 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-79a1b535-d514-4e05-a7ba-b61c4101e56e admin admin] Publish callbacks [] for subnet (a40a5390-9246-4c30-a550-c0ba87fcc292), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:53.122489 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-aa1da3f8-997f-44d5-8032-d0e39938350a None None] Attempting to bind port 74ddef0d-b63a-402b-9446-48d5b1d82b58 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:47:53.122955 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-aa1da3f8-997f-44d5-8032-d0e39938350a None None] Attempting to bind port 74ddef0d-b63a-402b-9446-48d5b1d82b58 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '09ec1922-c251-4e7c-bd62-f52b0d55adea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '03a7835a-f52d-477c-a2dc-fcc27c449ecb'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:47:53.123384 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1da3f8-997f-44d5-8032-d0e39938350a None None] Attempting to bind port 74ddef0d-b63a-402b-9446-48d5b1d82b58 on network 03a7835a-f52d-477c-a2dc-fcc27c449ecb {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:47:53.139980 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1da3f8-997f-44d5-8032-d0e39938350a None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:47:53.140316 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1da3f8-997f-44d5-8032-d0e39938350a None None] Checking segment: {'id': '09ec1922-c251-4e7c-bd62-f52b0d55adea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '03a7835a-f52d-477c-a2dc-fcc27c449ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:47:53.140862 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-aa1da3f8-997f-44d5-8032-d0e39938350a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:53.141290 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1da3f8-997f-44d5-8032-d0e39938350a None None] Bound using segment: {'id': '09ec1922-c251-4e7c-bd62-f52b0d55adea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '03a7835a-f52d-477c-a2dc-fcc27c449ecb'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:47:53.142807 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-aa1da3f8-997f-44d5-8032-d0e39938350a None None] Bound port: 74ddef0d-b63a-402b-9446-48d5b1d82b58, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09ec1922-c251-4e7c-bd62-f52b0d55adea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '03a7835a-f52d-477c-a2dc-fcc27c449ecb'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:47:53.143190 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-aa1da3f8-997f-44d5-8032-d0e39938350a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (74ddef0d-b63a-402b-9446-48d5b1d82b58), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:53.159445 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aef139d-71c6-4de1-a921-fcc66a31c9d1 admin admin] Router 65388827-f0b3-4624-a709-2016ebea5f6d has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:47:53.168931 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:53.191785 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-3bc813a1-6090-41c8-9b87-a59922a6b90b tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Allocated IP 172.25.2.31 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/7afa7bdd-9fd4-4ff3-a6bc-bbd41c8c8e9f) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:47:53.203807 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-79a1b535-d514-4e05-a7ba-b61c4101e56e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (a40a5390-9246-4c30-a550-c0ba87fcc292), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:53.265452 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2a4e8859-a6ee-479e-b068-24159dc155bd tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Publish callbacks [] for security_group_rule (907c9054-87a7-410a-8498-0de9df304ea3), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:53.326551 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-aa1da3f8-997f-44d5-8032-d0e39938350a None None] For port 74ddef0d-b63a-402b-9446-48d5b1d82b58, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:47:53.330560 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-aa1da3f8-997f-44d5-8032-d0e39938350a None None] For port 74ddef0d-b63a-402b-9446-48d5b1d82b58, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=74ddef0d-b63a-402b-9446-48d5b1d82b58,segment=NetworkSegment(09ec1922-c251-4e7c-bd62-f52b0d55adea),segment_id=09ec1922-c251-4e7c-bd62-f52b0d55adea)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:47:53.349699 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 54966adc-e632-4a3b-a512-042c16a206d9 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:47:53.389123 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-aaa78225-1068-48ac-8641-30d83d63ed5c req-d0cf5f69-e15b-4fab-8be4-9e73e1e8e8ba tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085332 Aug 27 04:47:53.435418 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:53.443313 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8cb82370-3ed6-473b-974d-273c01b07908 req-3b93c5f9-1a95-486a-ba2a-4889c4e7c924 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] 10.222.0.76 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--672057153&fields=id&tenant_id=a397128fb9fd47feb1a5a57b9497c0be HTTP/1.1" status: 200 len: 267 time: 0.4075668 Aug 27 04:47:53.446073 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 54966adc-e632-4a3b-a512-042c16a206d9 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:53.446630 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (54966adc-e632-4a3b-a512-042c16a206d9), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:53.457031 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-aa1da3f8-997f-44d5-8032-d0e39938350a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (74ddef0d-b63a-402b-9446-48d5b1d82b58), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:53.512195 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aef139d-71c6-4de1-a921-fcc66a31c9d1 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:47:53.518974 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-9aef139d-71c6-4de1-a921-fcc66a31c9d1 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/65388827-f0b3-4624-a709-2016ebea5f6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3912573 Aug 27 04:47:53.524841 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2a4e8859-a6ee-479e-b068-24159dc155bd tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Publish callbacks [] for security_group_rule (907c9054-87a7-410a-8498-0de9df304ea3), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:53.538788 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-79a1b535-d514-4e05-a7ba-b61c4101e56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (a40a5390-9246-4c30-a550-c0ba87fcc292), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:53.556226 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1da3f8-997f-44d5-8032-d0e39938350a None None] Routers {'c935affc-6dd5-4ccf-b845-2f3b96987498'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:47:53.556870 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-aa1da3f8-997f-44d5-8032-d0e39938350a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:47:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['c935affc-6dd5-4ccf-b845-2f3b96987498'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:53.615455 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3bc813a1-6090-41c8-9b87-a59922a6b90b tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Publish callbacks [] for port (7afa7bdd-9fd4-4ff3-a6bc-bbd41c8c8e9f), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:53.660713 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ca27a-2330-4143-ac5b-5678c8f8390a None None] Pushing event updated for resources: {'Port': ['ID=74ddef0d-b63a-402b-9446-48d5b1d82b58,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:53.677136 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3a588f-e33d-4e6c-a2cd-d9be80f994ff tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Made reservation on behalf of 7d20a6d2a51841e681885a6d914631c3 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:47:53.685804 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ec3a588f-e33d-4e6c-a2cd-d9be80f994ff tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:53.691711 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2a4e8859-a6ee-479e-b068-24159dc155bd tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (907c9054-87a7-410a-8498-0de9df304ea3), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:53.732325 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4e8859-a6ee-479e-b068-24159dc155bd tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=907c9054-87a7-410a-8498-0de9df304ea3,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:53.736440 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 54966adc-e632-4a3b-a512-042c16a206d9 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:47:53.737799 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 8a380dab-996c-4451-beda-f477bbb8bdda up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:47:53.775562 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb82370-3ed6-473b-974d-273c01b07908 req-95a1b1aa-4564-457c-8814-4387808d7c86 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:53.777145 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8cb82370-3ed6-473b-974d-273c01b07908 req-95a1b1aa-4564-457c-8814-4387808d7c86 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] 10.222.0.76 "GET /networking/v2.0/ports/d577b5a5-6dde-4cdb-bd08-eed002520199 HTTP/1.1" status: 200 len: 931 time: 0.3104155 Aug 27 04:47:53.781360 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=11,neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:53.801429 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 8a380dab-996c-4451-beda-f477bbb8bdda triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:53.809104 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (8a380dab-996c-4451-beda-f477bbb8bdda), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:53.828777 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3bc813a1-6090-41c8-9b87-a59922a6b90b tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (7afa7bdd-9fd4-4ff3-a6bc-bbd41c8c8e9f), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:53.838508 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:53.841296 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-79a1b535-d514-4e05-a7ba-b61c4101e56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (a40a5390-9246-4c30-a550-c0ba87fcc292), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:53.855764 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-aa1da3f8-997f-44d5-8032-d0e39938350a None None] Set router c935affc-6dd5-4ccf-b845-2f3b96987498 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:47:53.856190 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2a4e8859-a6ee-479e-b068-24159dc155bd tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:53.864310 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2a4e8859-a6ee-479e-b068-24159dc155bd tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5272865 Aug 27 04:47:53.865490 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 50152) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:53.892401 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-4c6445e1-92ea-4954-940a-5258eeaf01b8 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Request body: {'security_group_rule': {'security_group_id': 'b01fd6f0-98a3-4aa1-aee0-5f5c63ad925c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:53.923776 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a1b535-d514-4e05-a7ba-b61c4101e56e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a40a5390-9246-4c30-a550-c0ba87fcc292,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:53.931209 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb82370-3ed6-473b-974d-273c01b07908 req-ca25917c-1645-43b7-bf9e-cb52b5c8c100 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:53.933073 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8cb82370-3ed6-473b-974d-273c01b07908 req-ca25917c-1645-43b7-bf9e-cb52b5c8c100 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] 10.222.0.76 "GET /networking/v2.0/ports/7999529f-87c7-4e02-90b7-a2a5c9d22dbd HTTP/1.1" status: 200 len: 931 time: 0.1436143 Aug 27 04:47:53.951287 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-79a1b535-d514-4e05-a7ba-b61c4101e56e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:53.972931 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-79a1b535-d514-4e05-a7ba-b61c4101e56e admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/a40a5390-9246-4c30-a550-c0ba87fcc292 HTTP/1.1" status: 204 len: 168 time: 1.3780653 Aug 27 04:47:53.977462 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc813a1-6090-41c8-9b87-a59922a6b90b tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:47:53.985557 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-3bc813a1-6090-41c8-9b87-a59922a6b90b tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:47:53.991093 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 50156) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:53.994944 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc813a1-6090-41c8-9b87-a59922a6b90b tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:47:54.008957 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc813a1-6090-41c8-9b87-a59922a6b90b tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Pushing event updated for resources: {'Port': ['ID=7afa7bdd-9fd4-4ff3-a6bc-bbd41c8c8e9f,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:54.028988 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8cb82370-3ed6-473b-974d-273c01b07908 req-fc3a5c65-9185-4e92-b09b-c4961afb13d0 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] 10.222.0.76 "GET /networking/v2.0/ports?network_id=6f413775-78a8-49b7-8e9b-94e38ea66d1c&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0499737 Aug 27 04:47:54.091590 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8cb82370-3ed6-473b-974d-273c01b07908 req-651cce15-e46c-479b-b737-6d2cc83136d1 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] 10.222.0.76 "GET /networking/v2.0/ports?network_id=6f413775-78a8-49b7-8e9b-94e38ea66d1c&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0525625 Aug 27 04:47:54.212353 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4c6445e1-92ea-4954-940a-5258eeaf01b8 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Publish callbacks [] for security_group_rule (d05d6093-3649-4cd7-a196-1d20bb9cc1ea), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:54.219280 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:54.226649 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b98d7c-2dfb-4abd-ad70-2af3be39bd2d None None] Network 14951f21-d32d-453e-af4a-536b35269573 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:47:54.232097 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-10acc706-6f10-41c0-b137-b0c707113318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (14951f21-d32d-453e-af4a-536b35269573), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:54.281383 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3bc813a1-6090-41c8-9b87-a59922a6b90b tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Publish callbacks [] for floatingip (3426413b-7c5c-497c-bba6-5f542bbf7f5b), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:54.436367 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-10acc706-6f10-41c0-b137-b0c707113318 admin admin] Deleting port 2312d9e2-7485-49c3-bd41-fe54e877916d {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:47:54.436746 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-10acc706-6f10-41c0-b137-b0c707113318 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (2312d9e2-7485-49c3-bd41-fe54e877916d), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:54.504568 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4fac88-e3fd-4c61-a67b-27e2818cd52b req-8cf4a7dc-3254-4005-9efe-932c89c7fccc tempest-ServerAddressesTestJSON-651928334 tempest-ServerAddressesTestJSON-651928334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:54.506399 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-0a4fac88-e3fd-4c61-a67b-27e2818cd52b req-8cf4a7dc-3254-4005-9efe-932c89c7fccc tempest-ServerAddressesTestJSON-651928334 tempest-ServerAddressesTestJSON-651928334-project] 10.222.0.76 "GET /networking/v2.0/networks?id=ceb29454-7394-48f7-b0b8-8c09dc3ba6ee HTTP/1.1" status: 200 len: 813 time: 0.3105361 Aug 27 04:47:54.515628 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 8a380dab-996c-4451-beda-f477bbb8bdda is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:47:54.516177 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8a380dab-996c-4451-beda-f477bbb8bdda), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:54.516890 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-10acc706-6f10-41c0-b137-b0c707113318 admin admin] For port 2312d9e2-7485-49c3-bd41-fe54e877916d, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=2312d9e2-7485-49c3-bd41-fe54e877916d,segment=NetworkSegment(afc8c7b9-88c3-4477-8393-f64fe39243b7),segment_id=afc8c7b9-88c3-4477-8393-f64fe39243b7)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:54.517261 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-10acc706-6f10-41c0-b137-b0c707113318 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (2312d9e2-7485-49c3-bd41-fe54e877916d), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:54.535978 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-10acc706-6f10-41c0-b137-b0c707113318 admin admin] Calling delete_port for 2312d9e2-7485-49c3-bd41-fe54e877916d owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:47:54.541284 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-0a4fac88-e3fd-4c61-a67b-27e2818cd52b req-d35c556c-a541-4b7a-9a0a-bb3f4e869164 tempest-ServerAddressesTestJSON-651928334 tempest-ServerAddressesTestJSON-651928334-project] 10.222.0.76 "GET /networking/v2.0/quotas/bdae27a758524b3e9d33a225b9e19d92 HTTP/1.1" status: 200 len: 375 time: 0.0210531 Aug 27 04:47:54.558265 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4f189b-e113-405c-96b4-22eff4f0d33d None None] Sync routers for ids ['65388827-f0b3-4624-a709-2016ebea5f6d'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:47:54.558809 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 8a380dab-996c-4451-beda-f477bbb8bdda, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=8a380dab-996c-4451-beda-f477bbb8bdda,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:54.567357 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb82370-3ed6-473b-974d-273c01b07908 req-c707c747-0013-47c9-86cf-3ab67d3b3ea7 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:54.572867 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4f189b-e113-405c-96b4-22eff4f0d33d None None] Routers {'65388827-f0b3-4624-a709-2016ebea5f6d'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:47:54.573504 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-1d4f189b-e113-405c-96b4-22eff4f0d33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:47:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['65388827-f0b3-4624-a709-2016ebea5f6d'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:54.578905 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb82370-3ed6-473b-974d-273c01b07908 req-c707c747-0013-47c9-86cf-3ab67d3b3ea7 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:54.584010 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb82370-3ed6-473b-974d-273c01b07908 req-c707c747-0013-47c9-86cf-3ab67d3b3ea7 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:54.592600 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8cb82370-3ed6-473b-974d-273c01b07908 req-c707c747-0013-47c9-86cf-3ab67d3b3ea7 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] 10.222.0.76 "GET /networking/v2.0/networks?id=c08a6b5d-69b9-4c3f-948e-129f9d64efcb&id=3a2399e6-20e1-45c2-a035-ec1329bc21ac&id=3a2399e6-20e1-45c2-a035-ec1329bc21ac&id=6f413775-78a8-49b7-8e9b-94e38ea66d1c&id=6f413775-78a8-49b7-8e9b-94e38ea66d1c HTTP/1.1" status: 200 len: 1991 time: 0.4382405 Aug 27 04:47:54.598585 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ec3a588f-e33d-4e6c-a2cd-d9be80f994ff tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (a4d744e7-3a8e-452c-8003-4840ef11691d), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:54.615846 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6603d5-d3e9-4ba8-a629-8e98c80f2e7f None None] DHCP port deletion for 14951f21-d32d-453e-af4a-536b35269573 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:47:54.626890 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8cb82370-3ed6-473b-974d-273c01b07908 req-07f59fbd-a0c6-4f5c-85f9-37de0829c8f0 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] 10.222.0.76 "GET /networking/v2.0/quotas/a397128fb9fd47feb1a5a57b9497c0be HTTP/1.1" status: 200 len: 375 time: 0.0329821 Aug 27 04:47:54.627184 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-aa1da3f8-997f-44d5-8032-d0e39938350a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c935affc-6dd5-4ccf-b845-2f3b96987498', 'name': 'tempest-AttachVolumeShelveTestJSON-2091321223-router', 'tenant_id': '5c9eb4bbda084c9d8f1503b888a2ddfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '54966adc-e632-4a3b-a512-042c16a206d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:47:35Z', 'updated_at': '2022-08-27T04:47:47Z', 'revision_number': 4, 'project_id': '5c9eb4bbda084c9d8f1503b888a2ddfb', 'gw_port': {'id': '54966adc-e632-4a3b-a512-042c16a206d9', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:dc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c935affc-6dd5-4ccf-b845-2f3b96987498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:47:37Z', 'updated_at': '2022-08-27T04:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '74ddef0d-b63a-402b-9446-48d5b1d82b58', 'name': '', 'network_id': '03a7835a-f52d-477c-a2dc-fcc27c449ecb', 'tenant_id': '5c9eb4bbda084c9d8f1503b888a2ddfb', 'mac_address': 'fa:16:3e:78:2d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c935affc-6dd5-4ccf-b845-2f3b96987498', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '1446c86f-72c9-446b-b18d-e9ef3c2d8a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:47:45Z', 'updated_at': '2022-08-27T04:47:53Z', 'revision_number': 4, 'project_id': '5c9eb4bbda084c9d8f1503b888a2ddfb', 'subnets': [{'id': '1446c86f-72c9-446b-b18d-e9ef3c2d8a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:54.631225 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:54.642608 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:54.651997 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4c6445e1-92ea-4954-940a-5258eeaf01b8 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Publish callbacks [] for security_group_rule (d05d6093-3649-4cd7-a196-1d20bb9cc1ea), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:54.653242 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3bc813a1-6090-41c8-9b87-a59922a6b90b tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (7afa7bdd-9fd4-4ff3-a6bc-bbd41c8c8e9f), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:54.702420 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (8a380dab-996c-4451-beda-f477bbb8bdda), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:54.710845 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1da3f8-997f-44d5-8032-d0e39938350a None None] The sync data for ids ['c935affc-6dd5-4ccf-b845-2f3b96987498'] in n-d-852088-5 is: [{'id': 'c935affc-6dd5-4ccf-b845-2f3b96987498', 'name': 'tempest-AttachVolumeShelveTestJSON-2091321223-router', 'tenant_id': '5c9eb4bbda084c9d8f1503b888a2ddfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '54966adc-e632-4a3b-a512-042c16a206d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:47:35Z', 'updated_at': '2022-08-27T04:47:47Z', 'revision_number': 4, 'project_id': '5c9eb4bbda084c9d8f1503b888a2ddfb', 'gw_port': {'id': '54966adc-e632-4a3b-a512-042c16a206d9', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:dc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c935affc-6dd5-4ccf-b845-2f3b96987498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:47:37Z', 'updated_at': '2022-08-27T04:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '74ddef0d-b63a-402b-9446-48d5b1d82b58', 'name': '', 'network_id': '03a7835a-f52d-477c-a2dc-fcc27c449ecb', 'tenant_id': '5c9eb4bbda084c9d8f1503b888a2ddfb', 'mac_address': 'fa:16:3e:78:2d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c935affc-6dd5-4ccf-b845-2f3b96987498', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '1446c86f-72c9-446b-b18d-e9ef3c2d8a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:47:45Z', 'updated_at': '2022-08-27T04:47:53Z', 'revision_number': 4, 'project_id': '5c9eb4bbda084c9d8f1503b888a2ddfb', 'subnets': [{'id': '1446c86f-72c9-446b-b18d-e9ef3c2d8a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:47:54.715131 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:54.728744 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-10acc706-6f10-41c0-b137-b0c707113318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (2312d9e2-7485-49c3-bd41-fe54e877916d), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:54.764421 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:54.765520 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-bd6603d5-d3e9-4ba8-a629-8e98c80f2e7f None None] Deleting port 2312d9e2-7485-49c3-bd41-fe54e877916d {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:47:54.767086 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-bd6603d5-d3e9-4ba8-a629-8e98c80f2e7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (2312d9e2-7485-49c3-bd41-fe54e877916d), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:54.805544 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-1d4f189b-e113-405c-96b4-22eff4f0d33d None None] Set router 65388827-f0b3-4624-a709-2016ebea5f6d gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:47:54.859266 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10acc706-6f10-41c0-b137-b0c707113318 admin admin] Pushing event deleted for resources: {'Port': ['ID=2312d9e2-7485-49c3-bd41-fe54e877916d,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:54.876134 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-0a4fac88-e3fd-4c61-a67b-27e2818cd52b req-687265fa-8382-478d-8fa9-0b6fb5dc1693 tempest-ServerAddressesTestJSON-651928334 tempest-ServerAddressesTestJSON-651928334-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=bdae27a758524b3e9d33a225b9e19d92&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2804122 Aug 27 04:47:54.900541 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8cb82370-3ed6-473b-974d-273c01b07908 req-7b2fc200-a008-4517-80c8-9092012ad367 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=a397128fb9fd47feb1a5a57b9497c0be&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2724524 Aug 27 04:47:54.905946 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a588f-e33d-4e6c-a2cd-d9be80f994ff tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Pushing event updated for resources: {'Subnet': ['ID=a4d744e7-3a8e-452c-8003-4840ef11691d,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:54.925048 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=8a380dab-996c-4451-beda-f477bbb8bdda,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:54.958119 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 50172) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:54.958756 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 2312d9e2-7485-49c3-bd41-fe54e877916d no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:47:54.977953 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4c6445e1-92ea-4954-940a-5258eeaf01b8 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (d05d6093-3649-4cd7-a196-1d20bb9cc1ea), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:55.022410 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10acc706-6f10-41c0-b137-b0c707113318 admin admin] No DVR routers for this DVR port 2312d9e2-7485-49c3-bd41-fe54e877916d on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:47:55.026079 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6445e1-92ea-4954-940a-5258eeaf01b8 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d05d6093-3649-4cd7-a196-1d20bb9cc1ea,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:55.051883 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 2312d9e2-7485-49c3-bd41-fe54e877916d {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:47:55.052415 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 2312d9e2-7485-49c3-bd41-fe54e877916d not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:47:55.052951 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 228df785-0db3-48aa-9271-784d124afa7d no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:47:55.059928 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:55.116604 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-bd6603d5-d3e9-4ba8-a629-8e98c80f2e7f None None] For port 2312d9e2-7485-49c3-bd41-fe54e877916d, host n-d-852088-5, got binding levels [] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:55.117758 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-bd6603d5-d3e9-4ba8-a629-8e98c80f2e7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (2312d9e2-7485-49c3-bd41-fe54e877916d), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:55.134436 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 228df785-0db3-48aa-9271-784d124afa7d {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:47:55.135456 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 228df785-0db3-48aa-9271-784d124afa7d not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:47:55.139483 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=1,neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:55.155714 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-bd6603d5-d3e9-4ba8-a629-8e98c80f2e7f None None] Calling delete_port for 2312d9e2-7485-49c3-bd41-fe54e877916d owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:47:55.158777 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.ipam_backend_mixin [None req-bd6603d5-d3e9-4ba8-a629-8e98c80f2e7f None None] Port 2312d9e2-7485-49c3-bd41-fe54e877916d was not found and therefore no delete operation was performed {{(pid=107777) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 27 04:47:55.161387 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-bd6603d5-d3e9-4ba8-a629-8e98c80f2e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (2312d9e2-7485-49c3-bd41-fe54e877916d), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:55.163132 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:55.167684 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3a588f-e33d-4e6c-a2cd-d9be80f994ff tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Checking segment: {'id': 'ae2b1a27-a4ef-480b-ae24-6850e6f8b70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '222aa5db-2908-414c-be14-58da795bf42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:47:55.168535 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3a588f-e33d-4e6c-a2cd-d9be80f994ff tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Network hostable DHCP agents. Network: 222aa5db-2908-414c-be14-58da795bf42d, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:47:55.205308 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4c6445e1-92ea-4954-940a-5258eeaf01b8 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:55.206466 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-4c6445e1-92ea-4954-940a-5258eeaf01b8 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3260953 Aug 27 04:47:55.218423 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d9dd4b83-f542-4517-a0cd-9275d61259ce req-f160bef3-947b-416e-a635-45070a6acde5 tempest-ServerShowV257Test-1943343929 tempest-ServerShowV257Test-1943343929-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=1485650d-17d8-465c-ad68-1ab73abdddff HTTP/1.1" status: 200 len: 210 time: 0.0874374 Aug 27 04:47:55.219119 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 50176) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:55.226397 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6603d5-d3e9-4ba8-a629-8e98c80f2e7f None None] Pushing event deleted for resources: {'Port': ['ID=2312d9e2-7485-49c3-bd41-fe54e877916d,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:55.230522 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6603d5-d3e9-4ba8-a629-8e98c80f2e7f None None] No DVR routers for this DVR port 2312d9e2-7485-49c3-bd41-fe54e877916d on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:47:55.239278 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-879c4cbc-278b-443e-bcbe-44bcba9e0ea9 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Request body: {'floatingip': {'floating_network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:55.279496 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:55.291055 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-10acc706-6f10-41c0-b137-b0c707113318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (14951f21-d32d-453e-af4a-536b35269573), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:55.332411 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-10acc706-6f10-41c0-b137-b0c707113318 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14951f21-d32d-453e-af4a-536b35269573']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:55.344111 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-1d4f189b-e113-405c-96b4-22eff4f0d33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65388827-f0b3-4624-a709-2016ebea5f6d', 'name': 'tempest-ServerAddressesTestJSON-669965049-router', 'tenant_id': 'bdae27a758524b3e9d33a225b9e19d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '8a380dab-996c-4451-beda-f477bbb8bdda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:47:40Z', 'updated_at': '2022-08-27T04:47:50Z', 'revision_number': 4, 'project_id': 'bdae27a758524b3e9d33a225b9e19d92', 'gw_port': {'id': '8a380dab-996c-4451-beda-f477bbb8bdda', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65388827-f0b3-4624-a709-2016ebea5f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:47:41Z', 'updated_at': '2022-08-27T04:47:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '6cd50d8a-d646-49c3-ac3b-ca6a6a6825ef', 'name': '', 'network_id': 'ceb29454-7394-48f7-b0b8-8c09dc3ba6ee', 'tenant_id': 'bdae27a758524b3e9d33a225b9e19d92', 'mac_address': 'fa:16:3e:1c:2e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65388827-f0b3-4624-a709-2016ebea5f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '0a74b805-24bb-40d9-ad5e-966eb1952c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:47:48Z', 'updated_at': '2022-08-27T04:47:50Z', 'revision_number': 2, 'project_id': 'bdae27a758524b3e9d33a225b9e19d92', 'subnets': [{'id': '0a74b805-24bb-40d9-ad5e-966eb1952c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:55.347412 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:UPDATE=1,neutron:SELECT=93,neutron:DELETE=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:55.365815 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-10acc706-6f10-41c0-b137-b0c707113318 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afc8c7b9-88c3-4477-8393-f64fe39243b7') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:55.366179 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-10acc706-6f10-41c0-b137-b0c707113318 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afc8c7b9-88c3-4477-8393-f64fe39243b7') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:55.400944 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 50178) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:55.406269 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-10acc706-6f10-41c0-b137-b0c707113318 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (afc8c7b9-88c3-4477-8393-f64fe39243b7), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:55.408299 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4f189b-e113-405c-96b4-22eff4f0d33d None None] Checking router: 65388827-f0b3-4624-a709-2016ebea5f6d for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:47:55.408812 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4f189b-e113-405c-96b4-22eff4f0d33d None None] Updating router 65388827-f0b3-4624-a709-2016ebea5f6d port 6cd50d8a-d646-49c3-ac3b-ca6a6a6825ef binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:47:55.423203 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda7f47-511b-4e4b-be3f-1546f6bfeae3 req-cf4dbc2f-0a82-441f-a19f-a10d998ca122 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:55.431944 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-9dda7f47-511b-4e4b-be3f-1546f6bfeae3 req-cf4dbc2f-0a82-441f-a19f-a10d998ca122 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=404ee328-8f8f-48f8-adcc-b9c2c0710406 HTTP/1.1" status: 200 len: 949 time: 0.2315097 Aug 27 04:47:55.442971 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-1d4f189b-e113-405c-96b4-22eff4f0d33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (6cd50d8a-d646-49c3-ac3b-ca6a6a6825ef), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:55.473113 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-879c4cbc-278b-443e-bcbe-44bcba9e0ea9 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:55.484304 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3bc813a1-6090-41c8-9b87-a59922a6b90b tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Publish callbacks [] for port (7afa7bdd-9fd4-4ff3-a6bc-bbd41c8c8e9f), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:55.487409 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-10acc706-6f10-41c0-b137-b0c707113318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (afc8c7b9-88c3-4477-8393-f64fe39243b7), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:55.543013 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3a588f-e33d-4e6c-a2cd-d9be80f994ff tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Network 222aa5db-2908-414c-be14-58da795bf42d is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:47:55.581039 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3bc813a1-6090-41c8-9b87-a59922a6b90b tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (7afa7bdd-9fd4-4ff3-a6bc-bbd41c8c8e9f), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:55.603035 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10acc706-6f10-41c0-b137-b0c707113318 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:47:55.603718 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-10acc706-6f10-41c0-b137-b0c707113318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (afc8c7b9-88c3-4477-8393-f64fe39243b7), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:55.623116 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-9dda7f47-511b-4e4b-be3f-1546f6bfeae3 req-c1defb27-0719-42b7-a1d6-7bc71c1c59d0 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901493 Aug 27 04:47:55.706479 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-ec3a588f-e33d-4e6c-a2cd-d9be80f994ff tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 222aa5db-2908-414c-be14-58da795bf42d) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:47:55.717544 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0770836-df56-4461-b5ce-75323a316fce None None] Network 222aa5db-2908-414c-be14-58da795bf42d requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:47:55.727670 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3a588f-e33d-4e6c-a2cd-d9be80f994ff tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:55.729590 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ec3a588f-e33d-4e6c-a2cd-d9be80f994ff tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:55.839324 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment afc8c7b9-88c3-4477-8393-f64fe39243b7 resource provider aggregate not found Aug 27 04:47:55.848333 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-1d4f189b-e113-405c-96b4-22eff4f0d33d None None] Publish callbacks [] for port (6cd50d8a-d646-49c3-ac3b-ca6a6a6825ef), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:55.887677 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-06d72173-f5dd-4bb5-b8ff-66509a6e5a2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (65388827-f0b3-4624-a709-2016ebea5f6d), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:55.896753 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:55.902509 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment afc8c7b9-88c3-4477-8393-f64fe39243b7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid afc8c7b9-88c3-4477-8393-f64fe39243b7 found for delete ", "request_id": "req-dafa1181-2b7a-4739-ad9e-f2e0158df1c1"}]} Aug 27 04:47:55.920375 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc813a1-6090-41c8-9b87-a59922a6b90b tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Pushing event updated for resources: {'Port': ['ID=7afa7bdd-9fd4-4ff3-a6bc-bbd41c8c8e9f,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:55.938056 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c9593873-ef2a-4a3e-a97f-dde126c9dd05 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks [] for security_group (7010f27d-b2df-4522-94c1-1227d231d002), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:55.949103 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c07b97-37bd-428f-b4f1-f841dca1ed99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-222aa5db-2908-414c-be14-58da795bf42d', 'network_id': '222aa5db-2908-414c-be14-58da795bf42d', 'project_id': '7d20a6d2a51841e681885a6d914631c3', 'fixed_ips': [{'subnet_id': 'a4d744e7-3a8e-452c-8003-4840ef11691d'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:47:55.951266 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-07c07b97-37bd-428f-b4f1-f841dca1ed99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:55.965211 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ec3a588f-e33d-4e6c-a2cd-d9be80f994ff tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0905530 Aug 27 04:47:55.972921 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-879c4cbc-278b-443e-bcbe-44bcba9e0ea9 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:55.973899 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 50184) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:55.977076 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3bc813a1-6090-41c8-9b87-a59922a6b90b tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677636'] for floatingip (3426413b-7c5c-497c-bba6-5f542bbf7f5b), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:55.983876 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-ce1b3c9a-7255-4042-a3d6-a2eaf50ad082 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-461954402', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}, 'admin_state_up': False}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:56.014126 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c9593873-ef2a-4a3e-a97f-dde126c9dd05 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks [] for security_group (7010f27d-b2df-4522-94c1-1227d231d002), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:56.027850 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-1d4f189b-e113-405c-96b4-22eff4f0d33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (6cd50d8a-d646-49c3-ac3b-ca6a6a6825ef), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:56.093461 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=12 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:56.095274 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-10acc706-6f10-41c0-b137-b0c707113318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (14951f21-d32d-453e-af4a-536b35269573), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:56.100614 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-10acc706-6f10-41c0-b137-b0c707113318 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:56.108097 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-10acc706-6f10-41c0-b137-b0c707113318 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/14951f21-d32d-453e-af4a-536b35269573 HTTP/1.1" status: 204 len: 168 time: 2.1103888 Aug 27 04:47:56.116975 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58131ba1-9812-404a-8b37-67a12bd80fff None None] Pushing event updated for resources: {'Port': ['ID=6cd50d8a-d646-49c3-ac3b-ca6a6a6825ef,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:56.169875 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ce1b3c9a-7255-4042-a3d6-a2eaf50ad082 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (1cb5520b-92b2-4a3d-990d-a1a65f076a61), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:56.170297 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ce1b3c9a-7255-4042-a3d6-a2eaf50ad082 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (1cb5520b-92b2-4a3d-990d-a1a65f076a61), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:56.221607 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-07c07b97-37bd-428f-b4f1-f841dca1ed99 None None] Allocated IP 172.20.0.2 (222aa5db-2908-414c-be14-58da795bf42d/a4d744e7-3a8e-452c-8003-4840ef11691d/c052f737-5836-4a5d-b27b-a30543971979) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:47:56.245524 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10acc706-6f10-41c0-b137-b0c707113318 admin admin] Pushing event deleted for resources: {'Network': ['ID=14951f21-d32d-453e-af4a-536b35269573,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:56.254672 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-1d4f189b-e113-405c-96b4-22eff4f0d33d None None] Attempting to bind port 6cd50d8a-d646-49c3-ac3b-ca6a6a6825ef on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:47:56.256425 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-1d4f189b-e113-405c-96b4-22eff4f0d33d None None] Attempting to bind port 6cd50d8a-d646-49c3-ac3b-ca6a6a6825ef by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '881e1e48-ff6e-4611-831b-94eb5193a535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ceb29454-7394-48f7-b0b8-8c09dc3ba6ee'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:47:56.263202 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4f189b-e113-405c-96b4-22eff4f0d33d None None] Attempting to bind port 6cd50d8a-d646-49c3-ac3b-ca6a6a6825ef on network ceb29454-7394-48f7-b0b8-8c09dc3ba6ee {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:47:56.287136 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4f189b-e113-405c-96b4-22eff4f0d33d None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:47:56.287136 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4f189b-e113-405c-96b4-22eff4f0d33d None None] Checking segment: {'id': '881e1e48-ff6e-4611-831b-94eb5193a535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ceb29454-7394-48f7-b0b8-8c09dc3ba6ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:47:56.287136 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-1d4f189b-e113-405c-96b4-22eff4f0d33d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:56.287136 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4f189b-e113-405c-96b4-22eff4f0d33d None None] Bound using segment: {'id': '881e1e48-ff6e-4611-831b-94eb5193a535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ceb29454-7394-48f7-b0b8-8c09dc3ba6ee'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:47:56.287136 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-1d4f189b-e113-405c-96b4-22eff4f0d33d None None] Bound port: 6cd50d8a-d646-49c3-ac3b-ca6a6a6825ef, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '881e1e48-ff6e-4611-831b-94eb5193a535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ceb29454-7394-48f7-b0b8-8c09dc3ba6ee'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:47:56.287136 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-1d4f189b-e113-405c-96b4-22eff4f0d33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (6cd50d8a-d646-49c3-ac3b-ca6a6a6825ef), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:56.343113 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ce1b3c9a-7255-4042-a3d6-a2eaf50ad082 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks [] for router_controller (1cb5520b-92b2-4a3d-990d-a1a65f076a61), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:56.374345 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:56.393682 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3bc813a1-6090-41c8-9b87-a59922a6b90b tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:56.396386 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3bc813a1-6090-41c8-9b87-a59922a6b90b tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] 10.222.0.76 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4921234 Aug 27 04:47:56.414428 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-1d4f189b-e113-405c-96b4-22eff4f0d33d None None] For port 6cd50d8a-d646-49c3-ac3b-ca6a6a6825ef, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:47:56.419328 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-1d4f189b-e113-405c-96b4-22eff4f0d33d None None] For port 6cd50d8a-d646-49c3-ac3b-ca6a6a6825ef, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=6cd50d8a-d646-49c3-ac3b-ca6a6a6825ef,segment=NetworkSegment(881e1e48-ff6e-4611-831b-94eb5193a535),segment_id=881e1e48-ff6e-4611-831b-94eb5193a535)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:47:56.437826 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c9593873-ef2a-4a3e-a97f-dde126c9dd05 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (7010f27d-b2df-4522-94c1-1227d231d002), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:56.456996 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c9593873-ef2a-4a3e-a97f-dde126c9dd05 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:56.461778 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c9593873-ef2a-4a3e-a97f-dde126c9dd05 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/7010f27d-b2df-4522-94c1-1227d231d002 HTTP/1.1" status: 204 len: 168 time: 1.0489013 Aug 27 04:47:56.484095 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-879c4cbc-278b-443e-bcbe-44bcba9e0ea9 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Allocated IP 172.25.2.25 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/df98ddeb-620f-4e10-b8e8-727a960040dc) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:47:56.510935 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-1d4f189b-e113-405c-96b4-22eff4f0d33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (6cd50d8a-d646-49c3-ac3b-ca6a6a6825ef), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:56.523394 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 50192) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:56.560624 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-07c07b97-37bd-428f-b4f1-f841dca1ed99 None None] Publish callbacks [] for port (c052f737-5836-4a5d-b27b-a30543971979), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:56.626555 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4f189b-e113-405c-96b4-22eff4f0d33d None None] Routers {'65388827-f0b3-4624-a709-2016ebea5f6d'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:47:56.627260 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-1d4f189b-e113-405c-96b4-22eff4f0d33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:47:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['65388827-f0b3-4624-a709-2016ebea5f6d'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:56.654677 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-07c07b97-37bd-428f-b4f1-f841dca1ed99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (c052f737-5836-4a5d-b27b-a30543971979), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:56.659969 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=7 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:56.669206 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-dc545312-d263-4490-906f-d5a218cce695 req-a436cffd-d542-45b9-bee9-4ed4a4f8ba1f tempest-ServerShowV257Test-1943343929 tempest-ServerShowV257Test-1943343929-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=1485650d-17d8-465c-ad68-1ab73abdddff HTTP/1.1" status: 200 len: 210 time: 0.2309864 Aug 27 04:47:56.682033 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9593873-ef2a-4a3e-a97f-dde126c9dd05 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7010f27d-b2df-4522-94c1-1227d231d002,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:56.733429 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-06d72173-f5dd-4bb5-b8ff-66509a6e5a2d admin admin] Deleting port 6cd50d8a-d646-49c3-ac3b-ca6a6a6825ef {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:47:56.733904 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-06d72173-f5dd-4bb5-b8ff-66509a6e5a2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (6cd50d8a-d646-49c3-ac3b-ca6a6a6825ef), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:56.772865 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-879c4cbc-278b-443e-bcbe-44bcba9e0ea9 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Publish callbacks [] for port (df98ddeb-620f-4e10-b8e8-727a960040dc), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:56.809231 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58131ba1-9812-404a-8b37-67a12bd80fff None None] Pushing event updated for resources: {'Port': ['ID=6cd50d8a-d646-49c3-ac3b-ca6a6a6825ef,revision_number=4']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:56.811985 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2a692fe0-266d-4425-a393-a892a7ea1df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:56.850501 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c07b97-37bd-428f-b4f1-f841dca1ed99 None None] Network 222aa5db-2908-414c-be14-58da795bf42d is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:47:56.861377 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-07c07b97-37bd-428f-b4f1-f841dca1ed99 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:47:56.863961 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c07b97-37bd-428f-b4f1-f841dca1ed99 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:47:56.882718 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-06d72173-f5dd-4bb5-b8ff-66509a6e5a2d admin admin] For port 6cd50d8a-d646-49c3-ac3b-ca6a6a6825ef, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=6cd50d8a-d646-49c3-ac3b-ca6a6a6825ef,segment=NetworkSegment(881e1e48-ff6e-4611-831b-94eb5193a535),segment_id=881e1e48-ff6e-4611-831b-94eb5193a535)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:56.883420 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-06d72173-f5dd-4bb5-b8ff-66509a6e5a2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (6cd50d8a-d646-49c3-ac3b-ca6a6a6825ef), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:56.890252 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c07b97-37bd-428f-b4f1-f841dca1ed99 None None] Pushing event updated for resources: {'Port': ['ID=c052f737-5836-4a5d-b27b-a30543971979,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:56.904448 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-06d72173-f5dd-4bb5-b8ff-66509a6e5a2d admin admin] Calling delete_port for 6cd50d8a-d646-49c3-ac3b-ca6a6a6825ef owned by network:router_interface {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:47:56.921828 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 50206) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:56.957451 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-1d4f189b-e113-405c-96b4-22eff4f0d33d None None] Set router 65388827-f0b3-4624-a709-2016ebea5f6d gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:47:56.964006 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-879c4cbc-278b-443e-bcbe-44bcba9e0ea9 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (df98ddeb-620f-4e10-b8e8-727a960040dc), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:57.034023 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-07c07b97-37bd-428f-b4f1-f841dca1ed99 None None] Attempting to bind port c052f737-5836-4a5d-b27b-a30543971979 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:47:57.034267 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-151e1aae-209a-411e-bc05-1cb4fd5cb13d tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] show failed (client error): The resource could not be found. Aug 27 04:47:57.034957 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-07c07b97-37bd-428f-b4f1-f841dca1ed99 None None] Attempting to bind port c052f737-5836-4a5d-b27b-a30543971979 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'ae2b1a27-a4ef-480b-ae24-6850e6f8b70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '222aa5db-2908-414c-be14-58da795bf42d'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:47:57.035414 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c07b97-37bd-428f-b4f1-f841dca1ed99 None None] Attempting to bind port c052f737-5836-4a5d-b27b-a30543971979 on network 222aa5db-2908-414c-be14-58da795bf42d {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:47:57.035630 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-151e1aae-209a-411e-bc05-1cb4fd5cb13d tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] 10.222.0.76 "GET /networking/v2.0/security-groups/7010f27d-b2df-4522-94c1-1227d231d002 HTTP/1.1" status: 404 len: 347 time: 0.4586351 Aug 27 04:47:57.049083 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c07b97-37bd-428f-b4f1-f841dca1ed99 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:47:57.049464 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c07b97-37bd-428f-b4f1-f841dca1ed99 None None] Checking segment: {'id': 'ae2b1a27-a4ef-480b-ae24-6850e6f8b70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '222aa5db-2908-414c-be14-58da795bf42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:47:57.049883 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-07c07b97-37bd-428f-b4f1-f841dca1ed99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:57.050843 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c07b97-37bd-428f-b4f1-f841dca1ed99 None None] Bound using segment: {'id': 'ae2b1a27-a4ef-480b-ae24-6850e6f8b70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '222aa5db-2908-414c-be14-58da795bf42d'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:47:57.050843 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-07c07b97-37bd-428f-b4f1-f841dca1ed99 None None] Bound port: c052f737-5836-4a5d-b27b-a30543971979, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae2b1a27-a4ef-480b-ae24-6850e6f8b70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '222aa5db-2908-414c-be14-58da795bf42d'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:47:57.055319 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-07c07b97-37bd-428f-b4f1-f841dca1ed99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (c052f737-5836-4a5d-b27b-a30543971979), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:57.061946 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 50208) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:57.112016 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 8a380dab-996c-4451-beda-f477bbb8bdda up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:47:57.132198 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879c4cbc-278b-443e-bcbe-44bcba9e0ea9 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Pushing event updated for resources: {'Port': ['ID=df98ddeb-620f-4e10-b8e8-727a960040dc,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:57.143018 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44235b9c-6115-4a7c-8c52-9381ed295095 req-1dbbf903-201f-438a-bd65-823f7a20657c tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:57.147173 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8a9fd7e5-ed70-4bfa-ad51-3565e65ca5ea admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=7cd251c2ac1f4f7b98f3c9fffdb4dbcd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2236335 Aug 27 04:47:57.155138 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-44235b9c-6115-4a7c-8c52-9381ed295095 req-1dbbf903-201f-438a-bd65-823f7a20657c tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=404ee328-8f8f-48f8-adcc-b9c2c0710406 HTTP/1.1" status: 200 len: 949 time: 0.1576462 Aug 27 04:47:57.157276 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 50210) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:57.181232 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 8a380dab-996c-4451-beda-f477bbb8bdda triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:57.181642 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (8a380dab-996c-4451-beda-f477bbb8bdda), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:57.208375 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879c4cbc-278b-443e-bcbe-44bcba9e0ea9 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:47:57.216053 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:57.249302 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-879c4cbc-278b-443e-bcbe-44bcba9e0ea9 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:47:57.259003 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879c4cbc-278b-443e-bcbe-44bcba9e0ea9 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:47:57.329262 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:57.334098 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 8a380dab-996c-4451-beda-f477bbb8bdda is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:47:57.335405 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 74ddef0d-b63a-402b-9446-48d5b1d82b58 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:47:57.385908 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-1d4f189b-e113-405c-96b4-22eff4f0d33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65388827-f0b3-4624-a709-2016ebea5f6d', 'name': 'tempest-ServerAddressesTestJSON-669965049-router', 'tenant_id': 'bdae27a758524b3e9d33a225b9e19d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '8a380dab-996c-4451-beda-f477bbb8bdda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:47:40Z', 'updated_at': '2022-08-27T04:47:50Z', 'revision_number': 4, 'project_id': 'bdae27a758524b3e9d33a225b9e19d92', 'gw_port': {'id': '8a380dab-996c-4451-beda-f477bbb8bdda', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65388827-f0b3-4624-a709-2016ebea5f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:47:41Z', 'updated_at': '2022-08-27T04:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '6cd50d8a-d646-49c3-ac3b-ca6a6a6825ef', 'name': '', 'network_id': 'ceb29454-7394-48f7-b0b8-8c09dc3ba6ee', 'tenant_id': 'bdae27a758524b3e9d33a225b9e19d92', 'mac_address': 'fa:16:3e:1c:2e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65388827-f0b3-4624-a709-2016ebea5f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '0a74b805-24bb-40d9-ad5e-966eb1952c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:47:48Z', 'updated_at': '2022-08-27T04:47:56Z', 'revision_number': 4, 'project_id': 'bdae27a758524b3e9d33a225b9e19d92', 'subnets': [{'id': '0a74b805-24bb-40d9-ad5e-966eb1952c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:57.387017 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-07c07b97-37bd-428f-b4f1-f841dca1ed99 None None] For port c052f737-5836-4a5d-b27b-a30543971979, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:47:57.411281 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-07c07b97-37bd-428f-b4f1-f841dca1ed99 None None] For port c052f737-5836-4a5d-b27b-a30543971979, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=c052f737-5836-4a5d-b27b-a30543971979,segment=NetworkSegment(ae2b1a27-a4ef-480b-ae24-6850e6f8b70b),segment_id=ae2b1a27-a4ef-480b-ae24-6850e6f8b70b)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:47:57.421193 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:57.427614 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 74ddef0d-b63a-402b-9446-48d5b1d82b58 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:57.428207 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (74ddef0d-b63a-402b-9446-48d5b1d82b58), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:57.432282 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4f189b-e113-405c-96b4-22eff4f0d33d None None] The sync data for ids ['65388827-f0b3-4624-a709-2016ebea5f6d'] in n-d-852088-5 is: [{'id': '65388827-f0b3-4624-a709-2016ebea5f6d', 'name': 'tempest-ServerAddressesTestJSON-669965049-router', 'tenant_id': 'bdae27a758524b3e9d33a225b9e19d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '8a380dab-996c-4451-beda-f477bbb8bdda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:47:40Z', 'updated_at': '2022-08-27T04:47:50Z', 'revision_number': 4, 'project_id': 'bdae27a758524b3e9d33a225b9e19d92', 'gw_port': {'id': '8a380dab-996c-4451-beda-f477bbb8bdda', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65388827-f0b3-4624-a709-2016ebea5f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:47:41Z', 'updated_at': '2022-08-27T04:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '6cd50d8a-d646-49c3-ac3b-ca6a6a6825ef', 'name': '', 'network_id': 'ceb29454-7394-48f7-b0b8-8c09dc3ba6ee', 'tenant_id': 'bdae27a758524b3e9d33a225b9e19d92', 'mac_address': 'fa:16:3e:1c:2e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65388827-f0b3-4624-a709-2016ebea5f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '0a74b805-24bb-40d9-ad5e-966eb1952c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:47:48Z', 'updated_at': '2022-08-27T04:47:56Z', 'revision_number': 4, 'project_id': 'bdae27a758524b3e9d33a225b9e19d92', 'subnets': [{'id': '0a74b805-24bb-40d9-ad5e-966eb1952c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:47:57.458015 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-b4ad9c3e-cbd1-4963-b962-7a27af62efcd tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Deleting port 8d9c6ffb-07bf-4d32-b035-257fa9ce9abd {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:47:57.458361 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b4ad9c3e-cbd1-4963-b962-7a27af62efcd tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (8d9c6ffb-07bf-4d32-b035-257fa9ce9abd), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:57.465303 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-07c07b97-37bd-428f-b4f1-f841dca1ed99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (c052f737-5836-4a5d-b27b-a30543971979), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:57.524386 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-879c4cbc-278b-443e-bcbe-44bcba9e0ea9 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Publish callbacks [] for floatingip (64f78ecf-3444-4175-907d-1c54e66ea1bc), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:57.537609 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2349bab6-fbd1-4351-be21-353922eb7c16 admin admin] Publish callbacks [] for security_group (2cc28a7d-1a9a-4cf7-94b3-38c25c19f32a), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:57.600353 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2349bab6-fbd1-4351-be21-353922eb7c16 admin admin] Publish callbacks [] for security_group (2cc28a7d-1a9a-4cf7-94b3-38c25c19f32a), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:57.678284 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:57.727056 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c07b97-37bd-428f-b4f1-f841dca1ed99 None None] Pushing event updated for resources: {'Port': ['ID=c052f737-5836-4a5d-b27b-a30543971979,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:57.762706 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 74ddef0d-b63a-402b-9446-48d5b1d82b58 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:47:57.763175 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (74ddef0d-b63a-402b-9446-48d5b1d82b58), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:57.779264 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2349bab6-fbd1-4351-be21-353922eb7c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (2cc28a7d-1a9a-4cf7-94b3-38c25c19f32a), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:57.786541 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2349bab6-fbd1-4351-be21-353922eb7c16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:57.787881 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2349bab6-fbd1-4351-be21-353922eb7c16 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/2cc28a7d-1a9a-4cf7-94b3-38c25c19f32a HTTP/1.1" status: 204 len: 168 time: 0.6253014 Aug 27 04:47:57.805915 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:57.807679 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:57.855932 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2349bab6-fbd1-4351-be21-353922eb7c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc28a7d-1a9a-4cf7-94b3-38c25c19f32a,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:57.863322 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-879c4cbc-278b-443e-bcbe-44bcba9e0ea9 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (df98ddeb-620f-4e10-b8e8-727a960040dc), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:57.903054 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ce1b3c9a-7255-4042-a3d6-a2eaf50ad082 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks [] for router_gateway (1cb5520b-92b2-4a3d-990d-a1a65f076a61), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:57.913931 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 74ddef0d-b63a-402b-9446-48d5b1d82b58, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=74ddef0d-b63a-402b-9446-48d5b1d82b58,segment=NetworkSegment(09ec1922-c251-4e7c-bd62-f52b0d55adea),segment_id=09ec1922-c251-4e7c-bd62-f52b0d55adea)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:57.928719 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6b041478-94cb-4c24-a152-10b7f89e1c0a req-c09276a0-ae43-4098-8975-db95c24ebb91 tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] 10.222.0.76 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--181024239&fields=id&tenant_id=c2743ef5b6bf4dea97d585fa121bdf6f HTTP/1.1" status: 200 len: 267 time: 0.9232299 Aug 27 04:47:57.935399 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-44235b9c-6115-4a7c-8c52-9381ed295095 req-71a09426-4241-4e19-a39b-5023a520d155 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7797985 Aug 27 04:47:58.055817 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (74ddef0d-b63a-402b-9446-48d5b1d82b58), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:58.109636 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b4ad9c3e-cbd1-4963-b962-7a27af62efcd tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (8d9c6ffb-07bf-4d32-b035-257fa9ce9abd), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:58.114065 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b4ad9c3e-cbd1-4963-b962-7a27af62efcd tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks [] for floatingip (8d9c6ffb-07bf-4d32-b035-257fa9ce9abd), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:58.215693 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=74ddef0d-b63a-402b-9446-48d5b1d82b58,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:58.222772 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-b4ad9c3e-cbd1-4963-b962-7a27af62efcd tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Calling delete_port for 8d9c6ffb-07bf-4d32-b035-257fa9ce9abd owned by network:floatingip {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:47:58.366215 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-879c4cbc-278b-443e-bcbe-44bcba9e0ea9 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Publish callbacks [] for port (df98ddeb-620f-4e10-b8e8-727a960040dc), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:58.376986 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-52354175-4d29-4d38-a369-624674b6404b req-73d4f0b0-e7cf-4e3d-9ece-44d2c3cdf198 tempest-ServerShowV257Test-1943343929 tempest-ServerShowV257Test-1943343929-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=1485650d-17d8-465c-ad68-1ab73abdddff HTTP/1.1" status: 200 len: 210 time: 0.0814850 Aug 27 04:47:58.421593 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b041478-94cb-4c24-a152-10b7f89e1c0a req-40ac7f9e-ec77-4894-80c9-c4db879f4240 tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:58.423960 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6b041478-94cb-4c24-a152-10b7f89e1c0a req-40ac7f9e-ec77-4894-80c9-c4db879f4240 tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] 10.222.0.76 "GET /networking/v2.0/networks?id=50352b29-fa24-48c8-aad0-d13e7a0baf70 HTTP/1.1" status: 200 len: 810 time: 0.4514406 Aug 27 04:47:58.455117 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-879c4cbc-278b-443e-bcbe-44bcba9e0ea9 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (df98ddeb-620f-4e10-b8e8-727a960040dc), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:58.489604 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6b041478-94cb-4c24-a152-10b7f89e1c0a req-80f4e42a-9882-4fe0-99db-e617754b03eb tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] 10.222.0.76 "GET /networking/v2.0/quotas/c2743ef5b6bf4dea97d585fa121bdf6f HTTP/1.1" status: 200 len: 375 time: 0.0562093 Aug 27 04:47:58.535820 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879c4cbc-278b-443e-bcbe-44bcba9e0ea9 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Pushing event updated for resources: {'Port': ['ID=df98ddeb-620f-4e10-b8e8-727a960040dc,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:58.538512 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-879c4cbc-278b-443e-bcbe-44bcba9e0ea9 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677636'] for floatingip (64f78ecf-3444-4175-907d-1c54e66ea1bc), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:58.561370 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b4ad9c3e-cbd1-4963-b962-7a27af62efcd tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (8d9c6ffb-07bf-4d32-b035-257fa9ce9abd), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:58.593049 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ad9c3e-cbd1-4963-b962-7a27af62efcd tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Pushing event deleted for resources: {'Port': ['ID=8d9c6ffb-07bf-4d32-b035-257fa9ce9abd,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:58.618936 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ce1b3c9a-7255-4042-a3d6-a2eaf50ad082 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks [] for router_gateway (1cb5520b-92b2-4a3d-990d-a1a65f076a61), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:58.668635 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6b041478-94cb-4c24-a152-10b7f89e1c0a req-7dcc29ca-ef8b-432d-89b4-3c4a62cdcb62 tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=c2743ef5b6bf4dea97d585fa121bdf6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1374862 Aug 27 04:47:58.669990 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-06d72173-f5dd-4bb5-b8ff-66509a6e5a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (6cd50d8a-d646-49c3-ac3b-ca6a6a6825ef), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:58.674671 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-879c4cbc-278b-443e-bcbe-44bcba9e0ea9 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:58.675970 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-879c4cbc-278b-443e-bcbe-44bcba9e0ea9 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] 10.222.0.76 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4413462 Aug 27 04:47:58.677884 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ce1b3c9a-7255-4042-a3d6-a2eaf50ad082 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:58.694693 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b4ad9c3e-cbd1-4963-b962-7a27af62efcd tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks [] for floatingip (1fe173c6-22eb-498c-bfd5-6e1efd46b133), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:58.697405 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b4ad9c3e-cbd1-4963-b962-7a27af62efcd tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:58.698621 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b4ad9c3e-cbd1-4963-b962-7a27af62efcd tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] 10.222.0.76 "DELETE /networking/v2.0/floatingips/1fe173c6-22eb-498c-bfd5-6e1efd46b133 HTTP/1.1" status: 204 len: 168 time: 1.6254017 Aug 27 04:47:58.702556 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 50222) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:58.737919 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d72173-f5dd-4bb5-b8ff-66509a6e5a2d admin admin] Pushing event deleted for resources: {'Port': ['ID=6cd50d8a-d646-49c3-ac3b-ca6a6a6825ef,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:58.969148 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-bef504a1-6f83-46bb-8fd9-96a65c42d9df tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Deleting port 7999529f-87c7-4e02-90b7-a2a5c9d22dbd {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:47:58.972334 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bef504a1-6f83-46bb-8fd9-96a65c42d9df tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (7999529f-87c7-4e02-90b7-a2a5c9d22dbd), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:59.103426 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 50240) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:47:59.162564 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e0cad171-f4f8-47a9-b35e-96d0336e8a31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:59.167546 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device c052f737-5836-4a5d-b27b-a30543971979 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:47:59.236364 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-87f3ba76-70c3-4cfb-bef5-72fd7ed257b5 tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Publish callbacks [] for security_group (468d19ed-9a7f-414a-bfd0-10b77151fc81), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:59.264421 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port c052f737-5836-4a5d-b27b-a30543971979 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:59.264882 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (c052f737-5836-4a5d-b27b-a30543971979), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:59.293444 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:59.398401 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port c052f737-5836-4a5d-b27b-a30543971979 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:47:59.398804 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (c052f737-5836-4a5d-b27b-a30543971979), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:59.422287 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38e9e7-6e77-4d32-8371-44f074b51fcb req-46ea40ff-cf95-4740-bab0-714e6f2e7f02 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:47:59.429999 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-bb38e9e7-6e77-4d32-8371-44f074b51fcb req-46ea40ff-cf95-4740-bab0-714e6f2e7f02 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=404ee328-8f8f-48f8-adcc-b9c2c0710406 HTTP/1.1" status: 200 len: 949 time: 0.1750410 Aug 27 04:47:59.443460 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port c052f737-5836-4a5d-b27b-a30543971979, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=c052f737-5836-4a5d-b27b-a30543971979,segment=NetworkSegment(ae2b1a27-a4ef-480b-ae24-6850e6f8b70b),segment_id=ae2b1a27-a4ef-480b-ae24-6850e6f8b70b)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:59.465247 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-ce1b3c9a-7255-4042-a3d6-a2eaf50ad082 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Allocated IP 172.25.2.182 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/61b57a63-7975-4476-b637-b08501378c76) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:47:59.480292 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903acb56-af25-48cf-bb6c-d7bb499c5276 None None] Network 222aa5db-2908-414c-be14-58da795bf42d requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:47:59.516893 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f999202f-ffd8-4ba2-8ee3-5a98232ca67f req-dbb5261a-f6f4-4d2c-974f-3d0aaa158f2f tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] 10.222.0.76 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1689149868&fields=id&tenant_id=5c9eb4bbda084c9d8f1503b888a2ddfb HTTP/1.1" status: 200 len: 267 time: 0.3205988 Aug 27 04:47:59.547606 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-06d72173-f5dd-4bb5-b8ff-66509a6e5a2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (65388827-f0b3-4624-a709-2016ebea5f6d), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:59.601079 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:59.611702 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (c052f737-5836-4a5d-b27b-a30543971979), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:59.613868 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6cd50d8a-d646-49c3-ac3b-ca6a6a6825ef up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:47:59.638496 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:59.658471 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:59.669239 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bef504a1-6f83-46bb-8fd9-96a65c42d9df tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (7999529f-87c7-4e02-90b7-a2a5c9d22dbd), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:59.679842 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-bb38e9e7-6e77-4d32-8371-44f074b51fcb req-2f355ccc-488f-46ac-ba00-4463e736c428 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384610 Aug 27 04:47:59.681106 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-87f3ba76-70c3-4cfb-bef5-72fd7ed257b5 tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Publish callbacks [] for security_group (468d19ed-9a7f-414a-bfd0-10b77151fc81), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:59.684469 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:47:59.704944 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-bef504a1-6f83-46bb-8fd9-96a65c42d9df tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Calling delete_port for 7999529f-87c7-4e02-90b7-a2a5c9d22dbd owned by {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:47:59.763753 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=c052f737-5836-4a5d-b27b-a30543971979,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:59.772716 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 6cd50d8a-d646-49c3-ac3b-ca6a6a6825ef {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:47:59.772937 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6cd50d8a-d646-49c3-ac3b-ca6a6a6825ef not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 27 04:47:59.779297 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-cd9b7574-2745-4d64-9b11-a65649ecbdec None None] Provisioning complete for port c052f737-5836-4a5d-b27b-a30543971979 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:47:59.779690 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cd9b7574-2745-4d64-9b11-a65649ecbdec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (c052f737-5836-4a5d-b27b-a30543971979), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:59.873101 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ce1b3c9a-7255-4042-a3d6-a2eaf50ad082 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks [] for port (61b57a63-7975-4476-b637-b08501378c76), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:47:59.949420 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Port 6cd50d8a-d646-49c3-ac3b-ca6a6a6825ef not found, will not notify nova. {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 27 04:47:59.949622 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 74ddef0d-b63a-402b-9446-48d5b1d82b58 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:47:59.972971 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4dacd528-35ab-4c41-ac5c-12f7c09d09c2 req-1b4a3901-9545-411f-a5b5-3ea8cff3b5bf tempest-ServerShowV257Test-1943343929 tempest-ServerShowV257Test-1943343929-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=1485650d-17d8-465c-ad68-1ab73abdddff HTTP/1.1" status: 200 len: 210 time: 0.0743392 Aug 27 04:48:00.017598 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bef504a1-6f83-46bb-8fd9-96a65c42d9df tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (7999529f-87c7-4e02-90b7-a2a5c9d22dbd), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:00.053618 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-87f3ba76-70c3-4cfb-bef5-72fd7ed257b5 tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (468d19ed-9a7f-414a-bfd0-10b77151fc81), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:00.059553 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-87f3ba76-70c3-4cfb-bef5-72fd7ed257b5 tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:00.068684 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-87f3ba76-70c3-4cfb-bef5-72fd7ed257b5 tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/468d19ed-9a7f-414a-bfd0-10b77151fc81 HTTP/1.1" status: 204 len: 168 time: 0.9600809 Aug 27 04:48:00.068823 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 50258) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:00.083554 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 50260) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:00.090032 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 74ddef0d-b63a-402b-9446-48d5b1d82b58 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:48:00.090421 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (74ddef0d-b63a-402b-9446-48d5b1d82b58), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:00.101619 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f3ba76-70c3-4cfb-bef5-72fd7ed257b5 tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=468d19ed-9a7f-414a-bfd0-10b77151fc81,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:00.109677 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999202f-ffd8-4ba2-8ee3-5a98232ca67f req-8039b30f-c16e-43d6-99f0-6658ef4834ec tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:48:00.112044 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f999202f-ffd8-4ba2-8ee3-5a98232ca67f req-8039b30f-c16e-43d6-99f0-6658ef4834ec tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] 10.222.0.76 "GET /networking/v2.0/networks?id=03a7835a-f52d-477c-a2dc-fcc27c449ecb HTTP/1.1" status: 200 len: 817 time: 0.5794804 Aug 27 04:48:00.113458 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-716614c3-6c26-4526-b934-fcb1a300cfee tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] show failed (client error): The resource could not be found. Aug 27 04:48:00.114481 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-716614c3-6c26-4526-b934-fcb1a300cfee tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] 10.222.0.76 "GET /networking/v2.0/security-groups/468d19ed-9a7f-414a-bfd0-10b77151fc81 HTTP/1.1" status: 404 len: 347 time: 0.0476604 Aug 27 04:48:00.117932 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 50264) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:00.175908 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef504a1-6f83-46bb-8fd9-96a65c42d9df tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Pushing event deleted for resources: {'Port': ['ID=7999529f-87c7-4e02-90b7-a2a5c9d22dbd,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:00.242054 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:00.248820 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-cd9b7574-2745-4d64-9b11-a65649ecbdec None None] Current status of the port c052f737-5836-4a5d-b27b-a30543971979 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:48:00.268107 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bef504a1-6f83-46bb-8fd9-96a65c42d9df tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:00.268107 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-bef504a1-6f83-46bb-8fd9-96a65c42d9df tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] 10.222.0.76 "DELETE /networking/v2.0/ports/7999529f-87c7-4e02-90b7-a2a5c9d22dbd HTTP/1.1" status: 204 len: 168 time: 1.5623426 Aug 27 04:48:00.271908 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 50266) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:00.279561 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f999202f-ffd8-4ba2-8ee3-5a98232ca67f req-345d4f3e-753d-4993-8a91-b1f32703f624 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] 10.222.0.76 "GET /networking/v2.0/quotas/5c9eb4bbda084c9d8f1503b888a2ddfb HTTP/1.1" status: 200 len: 375 time: 0.1520917 Aug 27 04:48:00.320249 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:00.323065 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ce1b3c9a-7255-4042-a3d6-a2eaf50ad082 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (61b57a63-7975-4476-b637-b08501378c76), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:00.331488 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 74ddef0d-b63a-402b-9446-48d5b1d82b58 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:48:00.342445 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-82ab6d43-07d6-43a4-9c43-77a6239cc37c admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-714640807-network', 'tenant_id': 'a3f9953aa720463aa062c0715d7146cb'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:48:00.377581 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-0bab0d34-6e42-41d8-929d-60d421d090bd None None] Provisioning complete for port c052f737-5836-4a5d-b27b-a30543971979 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:48:00.377901 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0bab0d34-6e42-41d8-929d-60d421d090bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (c052f737-5836-4a5d-b27b-a30543971979), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:00.402603 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-31ef1f10-5efd-4374-b8e4-d625c1b55add tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Deleting port d577b5a5-6dde-4cdb-bd08-eed002520199 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:48:00.403389 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-31ef1f10-5efd-4374-b8e4-d625c1b55add tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (d577b5a5-6dde-4cdb-bd08-eed002520199), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:00.431763 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:00.472308 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-0bab0d34-6e42-41d8-929d-60d421d090bd None None] Current status of the port c052f737-5836-4a5d-b27b-a30543971979 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:48:00.499545 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1b3c9a-7255-4042-a3d6-a2eaf50ad082 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:48:00.508728 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-31ef1f10-5efd-4374-b8e4-d625c1b55add tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (d577b5a5-6dde-4cdb-bd08-eed002520199), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:00.518743 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-ce1b3c9a-7255-4042-a3d6-a2eaf50ad082 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:48:00.523312 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-31ef1f10-5efd-4374-b8e4-d625c1b55add tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Calling delete_port for d577b5a5-6dde-4cdb-bd08-eed002520199 owned by {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:48:00.534433 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1b3c9a-7255-4042-a3d6-a2eaf50ad082 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:48:00.534433 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b3c9a-7255-4042-a3d6-a2eaf50ad082 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Pushing event updated for resources: {'Port': ['ID=61b57a63-7975-4476-b637-b08501378c76,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:00.544632 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f999202f-ffd8-4ba2-8ee3-5a98232ca67f req-5e08059c-5bdb-4418-8526-db4ef1e7c2db tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=5c9eb4bbda084c9d8f1503b888a2ddfb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2174361 Aug 27 04:48:00.600589 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-0d434229-da2b-475f-a33c-dc58f0d64f00 tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Deleting port 7afa7bdd-9fd4-4ff3-a6bc-bbd41c8c8e9f {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:48:00.601030 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0d434229-da2b-475f-a33c-dc58f0d64f00 tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (7afa7bdd-9fd4-4ff3-a6bc-bbd41c8c8e9f), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:00.627392 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:00.658182 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d72173-f5dd-4bb5-b8ff-66509a6e5a2d admin admin] Router 65388827-f0b3-4624-a709-2016ebea5f6d has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:48:00.660545 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ab6d43-07d6-43a4-9c43-77a6239cc37c admin admin] Made reservation on behalf of a3f9953aa720463aa062c0715d7146cb for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:48:00.662860 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-82ab6d43-07d6-43a4-9c43-77a6239cc37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:00.717903 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-82ab6d43-07d6-43a4-9c43-77a6239cc37c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:00.763560 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 50274) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:00.801425 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-31ef1f10-5efd-4374-b8e4-d625c1b55add tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (d577b5a5-6dde-4cdb-bd08-eed002520199), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:00.855438 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ef1f10-5efd-4374-b8e4-d625c1b55add tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Pushing event deleted for resources: {'Port': ['ID=d577b5a5-6dde-4cdb-bd08-eed002520199,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:00.901216 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device c052f737-5836-4a5d-b27b-a30543971979 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:48:00.923893 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a49b7dd3-8ce7-460a-bd7e-fa1d0825b2ee tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Publish callbacks [] for security_group (b01fd6f0-98a3-4aa1-aee0-5f5c63ad925c), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:00.941487 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0d434229-da2b-475f-a33c-dc58f0d64f00 tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (7afa7bdd-9fd4-4ff3-a6bc-bbd41c8c8e9f), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:00.941991 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0d434229-da2b-475f-a33c-dc58f0d64f00 tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Publish callbacks [] for floatingip (7afa7bdd-9fd4-4ff3-a6bc-bbd41c8c8e9f), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:00.958787 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-0d434229-da2b-475f-a33c-dc58f0d64f00 tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Calling delete_port for 7afa7bdd-9fd4-4ff3-a6bc-bbd41c8c8e9f owned by network:floatingip {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:48:00.963043 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-31ef1f10-5efd-4374-b8e4-d625c1b55add tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:00.968542 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port c052f737-5836-4a5d-b27b-a30543971979 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:48:00.968921 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (c052f737-5836-4a5d-b27b-a30543971979), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:00.970703 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-31ef1f10-5efd-4374-b8e4-d625c1b55add tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] 10.222.0.76 "DELETE /networking/v2.0/ports/d577b5a5-6dde-4cdb-bd08-eed002520199 HTTP/1.1" status: 204 len: 168 time: 0.6972525 Aug 27 04:48:00.971564 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 50276) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:00.974950 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a49b7dd3-8ce7-460a-bd7e-fa1d0825b2ee tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Publish callbacks [] for security_group (b01fd6f0-98a3-4aa1-aee0-5f5c63ad925c), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:01.062605 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-82ab6d43-07d6-43a4-9c43-77a6239cc37c admin admin] Publish callbacks [] for security_group (4b9cb548-f6a3-426f-91d1-1fa541a3ab47), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:01.066602 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port c052f737-5836-4a5d-b27b-a30543971979 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:48:01.075149 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ab38a14-35c5-42a9-8f34-51e29ed9e230 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Deleting subnet aece44b1-88fb-44e9-bc0e-d53b4ea80471 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:48:01.076202 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeecac7-6834-41a2-8a3a-9b2452927fc7 req-46e8137e-d7c2-4441-84dd-33f7e24e4e6e tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:48:01.079735 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ddeecac7-6834-41a2-8a3a-9b2452927fc7 req-46e8137e-d7c2-4441-84dd-33f7e24e4e6e tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=404ee328-8f8f-48f8-adcc-b9c2c0710406 HTTP/1.1" status: 200 len: 949 time: 0.3178978 Aug 27 04:48:01.086910 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3ab38a14-35c5-42a9-8f34-51e29ed9e230 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks [] for subnet (aece44b1-88fb-44e9-bc0e-d53b4ea80471), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:01.138786 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3ab38a14-35c5-42a9-8f34-51e29ed9e230 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (aece44b1-88fb-44e9-bc0e-d53b4ea80471), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:01.226366 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3ab38a14-35c5-42a9-8f34-51e29ed9e230 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (aece44b1-88fb-44e9-bc0e-d53b4ea80471), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:01.247270 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a49b7dd3-8ce7-460a-bd7e-fa1d0825b2ee tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (b01fd6f0-98a3-4aa1-aee0-5f5c63ad925c), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:01.249844 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a49b7dd3-8ce7-460a-bd7e-fa1d0825b2ee tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:01.251038 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a49b7dd3-8ce7-460a-bd7e-fa1d0825b2ee tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/b01fd6f0-98a3-4aa1-aee0-5f5c63ad925c HTTP/1.1" status: 204 len: 168 time: 0.4857824 Aug 27 04:48:01.256379 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 50280) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:01.281254 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b7dd3-8ce7-460a-bd7e-fa1d0825b2ee tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01fd6f0-98a3-4aa1-aee0-5f5c63ad925c,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:01.298621 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-da46f5f1-071e-43d0-bd20-3f831bce768e tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] show failed (client error): The resource could not be found. Aug 27 04:48:01.307733 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-da46f5f1-071e-43d0-bd20-3f831bce768e tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] 10.222.0.76 "GET /networking/v2.0/security-groups/b01fd6f0-98a3-4aa1-aee0-5f5c63ad925c HTTP/1.1" status: 404 len: 347 time: 0.0404918 Aug 27 04:48:01.307878 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 50282) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:01.389116 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:01.432613 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-25921336-fd40-4108-99b5-32b955b240d3 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Deleting port df98ddeb-620f-4e10-b8e8-727a960040dc {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:48:01.432970 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-25921336-fd40-4108-99b5-32b955b240d3 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (df98ddeb-620f-4e10-b8e8-727a960040dc), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:01.475813 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3ab38a14-35c5-42a9-8f34-51e29ed9e230 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (aece44b1-88fb-44e9-bc0e-d53b4ea80471), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:01.508510 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab38a14-35c5-42a9-8f34-51e29ed9e230 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Pushing event deleted for resources: {'Subnet': ['ID=aece44b1-88fb-44e9-bc0e-d53b4ea80471,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:01.516754 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3ab38a14-35c5-42a9-8f34-51e29ed9e230 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:01.520233 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3ab38a14-35c5-42a9-8f34-51e29ed9e230 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/aece44b1-88fb-44e9-bc0e-d53b4ea80471 HTTP/1.1" status: 204 len: 168 time: 0.5417929 Aug 27 04:48:01.522996 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 50284) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:01.527520 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92689745-591a-42b8-8669-737a801e11d2 None None] Network 6f413775-78a8-49b7-8e9b-94e38ea66d1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:48:01.567888 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-82ab6d43-07d6-43a4-9c43-77a6239cc37c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (4b9cb548-f6a3-426f-91d1-1fa541a3ab47), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:01.586062 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-25921336-fd40-4108-99b5-32b955b240d3 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (df98ddeb-620f-4e10-b8e8-727a960040dc), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:01.586430 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-25921336-fd40-4108-99b5-32b955b240d3 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Publish callbacks [] for floatingip (df98ddeb-620f-4e10-b8e8-727a960040dc), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:01.590752 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-0d4d33c9-cab2-49c1-8897-110a6e7ee392 req-106ac101-85d3-41d1-8c3d-76ecdaedeea2 tempest-ServerShowV257Test-1943343929 tempest-ServerShowV257Test-1943343929-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=1485650d-17d8-465c-ad68-1ab73abdddff HTTP/1.1" status: 200 len: 210 time: 0.4968576 Aug 27 04:48:01.603775 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-25921336-fd40-4108-99b5-32b955b240d3 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Calling delete_port for df98ddeb-620f-4e10-b8e8-727a960040dc owned by network:floatingip {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:48:01.609141 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a09ff59-312f-4dc0-9d74-815e4b45d639 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Deleting subnet 5cbdb89a-a601-4e7c-99ff-bd089d4f4e19 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:48:01.615165 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3a09ff59-312f-4dc0-9d74-815e4b45d639 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks [] for subnet (5cbdb89a-a601-4e7c-99ff-bd089d4f4e19), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:01.711401 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3a09ff59-312f-4dc0-9d74-815e4b45d639 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (5cbdb89a-a601-4e7c-99ff-bd089d4f4e19), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:01.730497 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ec484a-5f95-433e-8520-a8b8e355a010 None None] DHCP port deletion for 6f413775-78a8-49b7-8e9b-94e38ea66d1c request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:48:01.737583 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab6d43-07d6-43a4-9c43-77a6239cc37c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9cb548-f6a3-426f-91d1-1fa541a3ab47,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:01.741209 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:01.752763 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82ab6d43-07d6-43a4-9c43-77a6239cc37c admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:48:01.780149 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:01.785948 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d72173-f5dd-4bb5-b8ff-66509a6e5a2d admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:48:01.793640 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-82ab6d43-07d6-43a4-9c43-77a6239cc37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (124b1269-0e68-42db-b057-d37b76840721), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:01.794109 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-82ab6d43-07d6-43a4-9c43-77a6239cc37c admin admin] Added segment 124b1269-0e68-42db-b057-d37b76840721 of type vlan for network 9f11b454-6aee-47c5-bf3d-a86358baa4c4 Aug 27 04:48:01.802586 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-06d72173-f5dd-4bb5-b8ff-66509a6e5a2d admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/65388827-f0b3-4624-a709-2016ebea5f6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8403199 Aug 27 04:48:01.802967 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-98ec484a-5f95-433e-8520-a8b8e355a010 None None] Deleting port 370557dd-0204-4f9f-a5de-a961f35120f7 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:48:01.803208 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-98ec484a-5f95-433e-8520-a8b8e355a010 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (370557dd-0204-4f9f-a5de-a961f35120f7), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:01.803408 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ce1b3c9a-7255-4042-a3d6-a2eaf50ad082 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks [] for router_gateway (1cb5520b-92b2-4a3d-990d-a1a65f076a61), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:01.807509 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:01.808014 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746b0b88-f3c0-4c61-ac67-908f48ce1f07 None None] Sync routers for ids ['65388827-f0b3-4624-a709-2016ebea5f6d'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:48:01.808980 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 50286) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:01.818617 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ddeecac7-6834-41a2-8a3a-9b2452927fc7 req-211306b1-2d5f-4cc3-8e42-659b53206ec7 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7258112 Aug 27 04:48:01.885145 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3a09ff59-312f-4dc0-9d74-815e4b45d639 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (5cbdb89a-a601-4e7c-99ff-bd089d4f4e19), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:01.899882 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746b0b88-f3c0-4c61-ac67-908f48ce1f07 None None] Routers {'65388827-f0b3-4624-a709-2016ebea5f6d'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:48:01.900636 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-746b0b88-f3c0-4c61-ac67-908f48ce1f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:47:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['65388827-f0b3-4624-a709-2016ebea5f6d'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:01.908748 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-82ab6d43-07d6-43a4-9c43-77a6239cc37c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (9f11b454-6aee-47c5-bf3d-a86358baa4c4), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:01.910172 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-98ec484a-5f95-433e-8520-a8b8e355a010 None None] For port 370557dd-0204-4f9f-a5de-a961f35120f7, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=370557dd-0204-4f9f-a5de-a961f35120f7,segment=NetworkSegment(49fe157c-d2ef-4efb-94aa-efa2c15f2a7f),segment_id=49fe157c-d2ef-4efb-94aa-efa2c15f2a7f)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:48:01.911604 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-98ec484a-5f95-433e-8520-a8b8e355a010 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (370557dd-0204-4f9f-a5de-a961f35120f7), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:01.930656 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-98ec484a-5f95-433e-8520-a8b8e355a010 None None] Calling delete_port for 370557dd-0204-4f9f-a5de-a961f35120f7 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:48:01.986898 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:02.024785 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3a2be995-2543-4fff-bc0a-c03d9f706b5c admin admin] Publish callbacks [] for router (65388827-f0b3-4624-a709-2016ebea5f6d), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:02.106356 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-25921336-fd40-4108-99b5-32b955b240d3 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (df98ddeb-620f-4e10-b8e8-727a960040dc), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:02.112073 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-746b0b88-f3c0-4c61-ac67-908f48ce1f07 None None] Set router 65388827-f0b3-4624-a709-2016ebea5f6d gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:48:02.121664 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0d434229-da2b-475f-a33c-dc58f0d64f00 tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (7afa7bdd-9fd4-4ff3-a6bc-bbd41c8c8e9f), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:02.123810 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-82ab6d43-07d6-43a4-9c43-77a6239cc37c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (9f11b454-6aee-47c5-bf3d-a86358baa4c4), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:02.129441 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ab6d43-07d6-43a4-9c43-77a6239cc37c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:48:02.129441 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-82ab6d43-07d6-43a4-9c43-77a6239cc37c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:02.148510 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25921336-fd40-4108-99b5-32b955b240d3 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Pushing event deleted for resources: {'Port': ['ID=df98ddeb-620f-4e10-b8e8-727a960040dc,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:02.157144 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ce1b3c9a-7255-4042-a3d6-a2eaf50ad082 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (1cb5520b-92b2-4a3d-990d-a1a65f076a61), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:02.202440 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3a09ff59-312f-4dc0-9d74-815e4b45d639 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (5cbdb89a-a601-4e7c-99ff-bd089d4f4e19), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:02.212615 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d434229-da2b-475f-a33c-dc58f0d64f00 tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Pushing event deleted for resources: {'Port': ['ID=7afa7bdd-9fd4-4ff3-a6bc-bbd41c8c8e9f,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:02.212864 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-98ec484a-5f95-433e-8520-a8b8e355a010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (370557dd-0204-4f9f-a5de-a961f35120f7), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:02.221955 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3a09ff59-312f-4dc0-9d74-815e4b45d639 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:02.229855 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3a09ff59-312f-4dc0-9d74-815e4b45d639 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/5cbdb89a-a601-4e7c-99ff-bd089d4f4e19 HTTP/1.1" status: 204 len: 168 time: 0.7058680 Aug 27 04:48:02.230560 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 50288) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:02.230871 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ec484a-5f95-433e-8520-a8b8e355a010 None None] No DVR routers for this DVR port 370557dd-0204-4f9f-a5de-a961f35120f7 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:48:02.254003 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ec484a-5f95-433e-8520-a8b8e355a010 None None] Pushing event deleted for resources: {'Port': ['ID=370557dd-0204-4f9f-a5de-a961f35120f7,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:02.258071 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:02.282375 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab6d43-07d6-43a4-9c43-77a6239cc37c admin admin] Pushing event updated for resources: {'Network': ['ID=9f11b454-6aee-47c5-bf3d-a86358baa4c4,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:02.291230 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3a2be995-2543-4fff-bc0a-c03d9f706b5c admin admin] Publish callbacks [] for router_gateway (65388827-f0b3-4624-a709-2016ebea5f6d), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:02.304026 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a09ff59-312f-4dc0-9d74-815e4b45d639 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Pushing event deleted for resources: {'Subnet': ['ID=5cbdb89a-a601-4e7c-99ff-bd089d4f4e19,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:02.316875 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 9f11b454-6aee-47c5-bf3d-a86358baa4c4 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:48:02.320132 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a146507-2884-44f4-94e5-39647f021594 None None] Network 3a2399e6-20e1-45c2-a035-ec1329bc21ac requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:48:02.355789 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-25921336-fd40-4108-99b5-32b955b240d3 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Publish callbacks [] for floatingip (64f78ecf-3444-4175-907d-1c54e66ea1bc), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:02.358863 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-25921336-fd40-4108-99b5-32b955b240d3 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:02.374571 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-25921336-fd40-4108-99b5-32b955b240d3 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] 10.222.0.76 "DELETE /networking/v2.0/floatingips/64f78ecf-3444-4175-907d-1c54e66ea1bc HTTP/1.1" status: 204 len: 168 time: 1.0512834 Aug 27 04:48:02.374738 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-82ab6d43-07d6-43a4-9c43-77a6239cc37c admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2811935 Aug 27 04:48:02.374738 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 50292) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:02.375773 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-65a77174-4e7c-434b-af99-b2897036281f admin admin] Request body: {'subnet': {'network_id': '9f11b454-6aee-47c5-bf3d-a86358baa4c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-714640807-subnet', 'tenant_id': 'a3f9953aa720463aa062c0715d7146cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:48:02.393358 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c5d154ff-660f-4e4d-8732-cf6add10c6af tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (6f413775-78a8-49b7-8e9b-94e38ea66d1c), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:02.399158 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0d434229-da2b-475f-a33c-dc58f0d64f00 tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Publish callbacks [] for floatingip (3426413b-7c5c-497c-bba6-5f542bbf7f5b), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:02.402184 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0d434229-da2b-475f-a33c-dc58f0d64f00 tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:02.403459 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0d434229-da2b-475f-a33c-dc58f0d64f00 tempest-AttachVolumeTestJSON-906653078 tempest-AttachVolumeTestJSON-906653078-project] 10.222.0.76 "DELETE /networking/v2.0/floatingips/3426413b-7c5c-497c-bba6-5f542bbf7f5b HTTP/1.1" status: 204 len: 168 time: 2.2844102 Aug 27 04:48:02.417147 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 50294) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:02.513668 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-746b0b88-f3c0-4c61-ac67-908f48ce1f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65388827-f0b3-4624-a709-2016ebea5f6d', 'name': 'tempest-ServerAddressesTestJSON-669965049-router', 'tenant_id': 'bdae27a758524b3e9d33a225b9e19d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '8a380dab-996c-4451-beda-f477bbb8bdda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:47:40Z', 'updated_at': '2022-08-27T04:47:58Z', 'revision_number': 5, 'project_id': 'bdae27a758524b3e9d33a225b9e19d92', 'gw_port': {'id': '8a380dab-996c-4451-beda-f477bbb8bdda', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65388827-f0b3-4624-a709-2016ebea5f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:47:41Z', 'updated_at': '2022-08-27T04:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:02.529519 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c5d154ff-660f-4e4d-8732-cf6add10c6af tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (6f413775-78a8-49b7-8e9b-94e38ea66d1c), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:02.549790 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-3a2be995-2543-4fff-bc0a-c03d9f706b5c admin admin] Deleting port 8a380dab-996c-4451-beda-f477bbb8bdda {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:48:02.550045 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3a2be995-2543-4fff-bc0a-c03d9f706b5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (8a380dab-996c-4451-beda-f477bbb8bdda), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:02.567285 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746b0b88-f3c0-4c61-ac67-908f48ce1f07 None None] Checking router: 65388827-f0b3-4624-a709-2016ebea5f6d for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:48:02.581454 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746b0b88-f3c0-4c61-ac67-908f48ce1f07 None None] Routers {'65388827-f0b3-4624-a709-2016ebea5f6d'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:48:02.582584 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-746b0b88-f3c0-4c61-ac67-908f48ce1f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:47:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['65388827-f0b3-4624-a709-2016ebea5f6d'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:02.583300 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 50296) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:02.586194 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-c5d154ff-660f-4e4d-8732-cf6add10c6af tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f413775-78a8-49b7-8e9b-94e38ea66d1c']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:02.611594 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce1b3c9a-7255-4042-a3d6-a2eaf50ad082 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Router 1cb5520b-92b2-4a3d-990d-a1a65f076a61 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:48:02.615733 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a77174-4e7c-434b-af99-b2897036281f admin admin] Made reservation on behalf of a3f9953aa720463aa062c0715d7146cb for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:48:02.618239 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-65a77174-4e7c-434b-af99-b2897036281f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:02.622054 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-a4554110-c156-4614-a4cf-054c73e4c398 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1996779172', 'description': 'tempest-description--1475785153'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:48:02.670805 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a3a0ef-cb67-470d-977a-d9cbe9dd882f None None] DHCP port deletion for 3a2399e6-20e1-45c2-a035-ec1329bc21ac request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:48:02.712470 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-c5d154ff-660f-4e4d-8732-cf6add10c6af tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49fe157c-d2ef-4efb-94aa-efa2c15f2a7f') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:02.712770 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-c5d154ff-660f-4e4d-8732-cf6add10c6af tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49fe157c-d2ef-4efb-94aa-efa2c15f2a7f') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:02.728518 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-3a2be995-2543-4fff-bc0a-c03d9f706b5c admin admin] For port 8a380dab-996c-4451-beda-f477bbb8bdda, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=8a380dab-996c-4451-beda-f477bbb8bdda,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:48:02.728855 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-71a3a0ef-cb67-470d-977a-d9cbe9dd882f None None] Deleting port e0930c61-672a-4fa1-a717-e7f875ce71cb {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:48:02.728963 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3a2be995-2543-4fff-bc0a-c03d9f706b5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (8a380dab-996c-4451-beda-f477bbb8bdda), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:02.729231 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-71a3a0ef-cb67-470d-977a-d9cbe9dd882f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (e0930c61-672a-4fa1-a717-e7f875ce71cb), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:02.732594 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c5d154ff-660f-4e4d-8732-cf6add10c6af tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (49fe157c-d2ef-4efb-94aa-efa2c15f2a7f), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:02.736203 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-746b0b88-f3c0-4c61-ac67-908f48ce1f07 None None] Set router 65388827-f0b3-4624-a709-2016ebea5f6d gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:48:02.757127 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-3a2be995-2543-4fff-bc0a-c03d9f706b5c admin admin] Calling delete_port for 8a380dab-996c-4451-beda-f477bbb8bdda owned by network:router_gateway {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:48:02.762729 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a4554110-c156-4614-a4cf-054c73e4c398 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:02.776086 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c5d154ff-660f-4e4d-8732-cf6add10c6af tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (49fe157c-d2ef-4efb-94aa-efa2c15f2a7f), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:02.776357 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d1f144e9-f8b9-4434-a9c3-0e4200ce0e98 req-cd54c6f9-7348-4cf0-8c69-9c7eb193410a tempest-ServerShowV257Test-1943343929 tempest-ServerShowV257Test-1943343929-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=1485650d-17d8-465c-ad68-1ab73abdddff HTTP/1.1" status: 200 len: 210 time: 0.0648487 Aug 27 04:48:02.789172 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5d154ff-660f-4e4d-8732-cf6add10c6af tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:48:02.789784 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c5d154ff-660f-4e4d-8732-cf6add10c6af tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (49fe157c-d2ef-4efb-94aa-efa2c15f2a7f), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:02.831177 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-746b0b88-f3c0-4c61-ac67-908f48ce1f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65388827-f0b3-4624-a709-2016ebea5f6d', 'name': 'tempest-ServerAddressesTestJSON-669965049-router', 'tenant_id': 'bdae27a758524b3e9d33a225b9e19d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:47:40Z', 'updated_at': '2022-08-27T04:48:02Z', 'revision_number': 6, 'project_id': 'bdae27a758524b3e9d33a225b9e19d92', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:02.869839 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 370557dd-0204-4f9f-a5de-a961f35120f7 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:48:02.875984 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746b0b88-f3c0-4c61-ac67-908f48ce1f07 None None] The sync data for ids ['65388827-f0b3-4624-a709-2016ebea5f6d'] in n-d-852088-5 is: [{'id': '65388827-f0b3-4624-a709-2016ebea5f6d', 'name': 'tempest-ServerAddressesTestJSON-669965049-router', 'tenant_id': 'bdae27a758524b3e9d33a225b9e19d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:47:40Z', 'updated_at': '2022-08-27T04:48:02Z', 'revision_number': 6, 'project_id': 'bdae27a758524b3e9d33a225b9e19d92', 'gw_port_host': None}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:48:02.885296 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 49fe157c-d2ef-4efb-94aa-efa2c15f2a7f resource provider aggregate not found Aug 27 04:48:02.924580 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 49fe157c-d2ef-4efb-94aa-efa2c15f2a7f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 49fe157c-d2ef-4efb-94aa-efa2c15f2a7f found for delete ", "request_id": "req-4bc3c64b-d885-4109-93e2-a48120553e2f"}]} Aug 27 04:48:03.027163 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:03.054620 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a4554110-c156-4614-a4cf-054c73e4c398 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Publish callbacks [] for security_group (61cbcd83-90b8-4a75-b84d-fd17d846aad1), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:03.056516 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 370557dd-0204-4f9f-a5de-a961f35120f7 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:48:03.056908 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 370557dd-0204-4f9f-a5de-a961f35120f7 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:48:03.057342 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device e0930c61-672a-4fa1-a717-e7f875ce71cb no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:48:03.065060 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-71a3a0ef-cb67-470d-977a-d9cbe9dd882f None None] For port e0930c61-672a-4fa1-a717-e7f875ce71cb, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=e0930c61-672a-4fa1-a717-e7f875ce71cb,segment=NetworkSegment(7a5b90a3-1acf-47b7-850d-05267597981e),segment_id=7a5b90a3-1acf-47b7-850d-05267597981e)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:48:03.065454 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-71a3a0ef-cb67-470d-977a-d9cbe9dd882f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (e0930c61-672a-4fa1-a717-e7f875ce71cb), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:03.102516 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-71a3a0ef-cb67-470d-977a-d9cbe9dd882f None None] Calling delete_port for e0930c61-672a-4fa1-a717-e7f875ce71cb owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:48:03.108594 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c5d154ff-660f-4e4d-8732-cf6add10c6af tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (6f413775-78a8-49b7-8e9b-94e38ea66d1c), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:03.114914 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3bc54-b777-4f18-8114-a2757bea24ff req-f4623414-2f9f-4145-b915-e7de90dc6d82 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:48:03.123513 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-dda3bc54-b777-4f18-8114-a2757bea24ff req-f4623414-2f9f-4145-b915-e7de90dc6d82 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=404ee328-8f8f-48f8-adcc-b9c2c0710406 HTTP/1.1" status: 200 len: 949 time: 0.2034495 Aug 27 04:48:03.126000 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c5d154ff-660f-4e4d-8732-cf6add10c6af tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:03.129623 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c5d154ff-660f-4e4d-8732-cf6add10c6af tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] 10.222.0.76 "DELETE /networking/v2.0/networks/6f413775-78a8-49b7-8e9b-94e38ea66d1c HTTP/1.1" status: 204 len: 168 time: 0.8915710 Aug 27 04:48:03.133106 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1b3c9a-7255-4042-a3d6-a2eaf50ad082 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:48:03.139885 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 50306) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:03.141905 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:03.148914 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d154ff-660f-4e4d-8732-cf6add10c6af tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Pushing event deleted for resources: {'Network': ['ID=6f413775-78a8-49b7-8e9b-94e38ea66d1c,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:03.150926 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a4554110-c156-4614-a4cf-054c73e4c398 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (61cbcd83-90b8-4a75-b84d-fd17d846aad1), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:03.157700 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cd4cea-2bd0-46f0-b04d-60cf6963f2f0 None None] Sync routers for ids ['1cb5520b-92b2-4a3d-990d-a1a65f076a61'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:48:03.171893 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cd4cea-2bd0-46f0-b04d-60cf6963f2f0 None None] Routers {'1cb5520b-92b2-4a3d-990d-a1a65f076a61'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:48:03.173076 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-e4cd4cea-2bd0-46f0-b04d-60cf6963f2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:47:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['1cb5520b-92b2-4a3d-990d-a1a65f076a61'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:03.216864 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port e0930c61-672a-4fa1-a717-e7f875ce71cb is: ACTIVE; New status is: DOWN {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:48:03.217093 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-e4cd4cea-2bd0-46f0-b04d-60cf6963f2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:03.217250 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (e0930c61-672a-4fa1-a717-e7f875ce71cb), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:03.229413 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cd4cea-2bd0-46f0-b04d-60cf6963f2f0 None None] Routers {'1cb5520b-92b2-4a3d-990d-a1a65f076a61'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:48:03.230369 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-e4cd4cea-2bd0-46f0-b04d-60cf6963f2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:47:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['1cb5520b-92b2-4a3d-990d-a1a65f076a61'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:03.275069 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:03.280440 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-e4cd4cea-2bd0-46f0-b04d-60cf6963f2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:03.281329 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cd4cea-2bd0-46f0-b04d-60cf6963f2f0 None None] The sync data for ids ['1cb5520b-92b2-4a3d-990d-a1a65f076a61'] in n-d-852088-5 is: [] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:48:03.296024 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port e0930c61-672a-4fa1-a717-e7f875ce71cb, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=e0930c61-672a-4fa1-a717-e7f875ce71cb,segment=NetworkSegment(7a5b90a3-1acf-47b7-850d-05267597981e),segment_id=7a5b90a3-1acf-47b7-850d-05267597981e)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:48:03.349831 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a0d5509c-7d8f-406c-b314-b49ac715f1c4 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (3a2399e6-20e1-45c2-a035-ec1329bc21ac), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:03.380441 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (e0930c61-672a-4fa1-a717-e7f875ce71cb), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:03.465667 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-05d23496-14c4-4da4-b59d-1be02b64d680 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (90bdbc61-9183-4801-ae80-5758cb380add), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:03.535035 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-71a3a0ef-cb67-470d-977a-d9cbe9dd882f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (e0930c61-672a-4fa1-a717-e7f875ce71cb), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:03.541069 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ce1b3c9a-7255-4042-a3d6-a2eaf50ad082 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:03.542556 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ce1b3c9a-7255-4042-a3d6-a2eaf50ad082 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 891 time: 7.5676105 Aug 27 04:48:03.549057 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=e0930c61-672a-4fa1-a717-e7f875ce71cb,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:03.559257 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 50308) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:03.562679 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3a2be995-2543-4fff-bc0a-c03d9f706b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (8a380dab-996c-4451-beda-f477bbb8bdda), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:03.593441 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a3a0ef-cb67-470d-977a-d9cbe9dd882f None None] No DVR routers for this DVR port e0930c61-672a-4fa1-a717-e7f875ce71cb on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:48:03.611581 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a3a0ef-cb67-470d-977a-d9cbe9dd882f None None] Pushing event deleted for resources: {'Port': ['ID=e0930c61-672a-4fa1-a717-e7f875ce71cb,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:03.651202 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-dda3bc54-b777-4f18-8114-a2757bea24ff req-0cfecedc-5f7a-49bc-a44a-e98f370220fa tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5157020 Aug 27 04:48:03.722085 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4554110-c156-4614-a4cf-054c73e4c398 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61cbcd83-90b8-4a75-b84d-fd17d846aad1,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:03.735316 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2be995-2543-4fff-bc0a-c03d9f706b5c admin admin] Pushing event deleted for resources: {'Port': ['ID=8a380dab-996c-4451-beda-f477bbb8bdda,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:03.760818 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a0d5509c-7d8f-406c-b314-b49ac715f1c4 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (3a2399e6-20e1-45c2-a035-ec1329bc21ac), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:03.787679 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-a0d5509c-7d8f-406c-b314-b49ac715f1c4 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a2399e6-20e1-45c2-a035-ec1329bc21ac']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:03.790298 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:03.812456 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a4554110-c156-4614-a4cf-054c73e4c398 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:03.816445 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a4554110-c156-4614-a4cf-054c73e4c398 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.2297180 Aug 27 04:48:03.822633 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 50312) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:03.828935 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-077393ef-bd07-4d7c-a744-a082c12044c4 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Request body: {'security_group_rule': {'security_group_id': '61cbcd83-90b8-4a75-b84d-fd17d846aad1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:48:03.839700 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-a0d5509c-7d8f-406c-b314-b49ac715f1c4 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a5b90a3-1acf-47b7-850d-05267597981e') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:03.839700 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-a0d5509c-7d8f-406c-b314-b49ac715f1c4 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a5b90a3-1acf-47b7-850d-05267597981e') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:03.858517 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-65a77174-4e7c-434b-af99-b2897036281f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (4ac651e5-fabf-4e58-aab3-dccf19a98197), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:03.909159 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a0d5509c-7d8f-406c-b314-b49ac715f1c4 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (7a5b90a3-1acf-47b7-850d-05267597981e), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:03.940030 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3a2be995-2543-4fff-bc0a-c03d9f706b5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (65388827-f0b3-4624-a709-2016ebea5f6d), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:03.976772 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4ed8adb5-5137-4f6e-97ee-ddd857830633 req-52b32d43-9608-4fe4-b4be-ff87fe0c1fe8 tempest-ServerShowV257Test-1943343929 tempest-ServerShowV257Test-1943343929-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=1485650d-17d8-465c-ad68-1ab73abdddff HTTP/1.1" status: 200 len: 210 time: 0.1040759 Aug 27 04:48:03.985394 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a0d5509c-7d8f-406c-b314-b49ac715f1c4 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (7a5b90a3-1acf-47b7-850d-05267597981e), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:03.999733 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0d5509c-7d8f-406c-b314-b49ac715f1c4 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:48:04.002860 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a0d5509c-7d8f-406c-b314-b49ac715f1c4 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (7a5b90a3-1acf-47b7-850d-05267597981e), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:04.005024 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a77174-4e7c-434b-af99-b2897036281f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ac651e5-fabf-4e58-aab3-dccf19a98197,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:04.060416 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3a2be995-2543-4fff-bc0a-c03d9f706b5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (65388827-f0b3-4624-a709-2016ebea5f6d), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:04.064391 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3a2be995-2543-4fff-bc0a-c03d9f706b5c admin admin] Publish callbacks [] for router_controller (65388827-f0b3-4624-a709-2016ebea5f6d), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:04.065250 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 7a5b90a3-1acf-47b7-850d-05267597981e resource provider aggregate not found Aug 27 04:48:04.102329 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 7a5b90a3-1acf-47b7-850d-05267597981e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7a5b90a3-1acf-47b7-850d-05267597981e found for delete ", "request_id": "req-68c41bf8-d95d-4a97-a462-fd6264714cd9"}]} Aug 27 04:48:04.123592 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-077393ef-bd07-4d7c-a744-a082c12044c4 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Publish callbacks [] for security_group_rule (b99f3888-8f1b-4483-9400-f5dfcaa4b942), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:04.148203 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a77174-4e7c-434b-af99-b2897036281f admin admin] Checking segment: {'id': '124b1269-0e68-42db-b057-d37b76840721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '9f11b454-6aee-47c5-bf3d-a86358baa4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:48:04.148581 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a77174-4e7c-434b-af99-b2897036281f admin admin] Network hostable DHCP agents. Network: 9f11b454-6aee-47c5-bf3d-a86358baa4c4, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:48:04.213182 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-05d23496-14c4-4da4-b59d-1be02b64d680 admin admin] Deleting port e516453f-7ce8-402d-b36f-8344dac85e84 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:48:04.213526 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-05d23496-14c4-4da4-b59d-1be02b64d680 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (e516453f-7ce8-402d-b36f-8344dac85e84), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:04.217926 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3a2be995-2543-4fff-bc0a-c03d9f706b5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (65388827-f0b3-4624-a709-2016ebea5f6d), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:04.218543 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a2be995-2543-4fff-bc0a-c03d9f706b5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65388827-f0b3-4624-a709-2016ebea5f6d {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:48:04.225338 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3a2be995-2543-4fff-bc0a-c03d9f706b5c admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:04.226476 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3a2be995-2543-4fff-bc0a-c03d9f706b5c admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/65388827-f0b3-4624-a709-2016ebea5f6d HTTP/1.1" status: 204 len: 168 time: 2.4163611 Aug 27 04:48:04.229121 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 50318) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:04.277715 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a0d5509c-7d8f-406c-b314-b49ac715f1c4 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (3a2399e6-20e1-45c2-a035-ec1329bc21ac), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:04.283743 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a0d5509c-7d8f-406c-b314-b49ac715f1c4 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:04.287128 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a0d5509c-7d8f-406c-b314-b49ac715f1c4 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] 10.222.0.76 "DELETE /networking/v2.0/networks/3a2399e6-20e1-45c2-a035-ec1329bc21ac HTTP/1.1" status: 204 len: 168 time: 1.1437857 Aug 27 04:48:04.314891 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-077393ef-bd07-4d7c-a744-a082c12044c4 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Publish callbacks [] for security_group_rule (b99f3888-8f1b-4483-9400-f5dfcaa4b942), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:04.326202 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d5509c-7d8f-406c-b314-b49ac715f1c4 tempest-TaggedBootDevicesTest-1802575555 tempest-TaggedBootDevicesTest-1802575555-project] Pushing event deleted for resources: {'Network': ['ID=3a2399e6-20e1-45c2-a035-ec1329bc21ac,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:04.333405 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-86d33571-ea7d-46c1-8aec-430096ce93ae admin admin] Deleting subnet 0a74b805-24bb-40d9-ad5e-966eb1952c2a {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:48:04.336739 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-86d33571-ea7d-46c1-8aec-430096ce93ae admin admin] Publish callbacks [] for subnet (0a74b805-24bb-40d9-ad5e-966eb1952c2a), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:04.361195 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-05d23496-14c4-4da4-b59d-1be02b64d680 admin admin] For port e516453f-7ce8-402d-b36f-8344dac85e84, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=e516453f-7ce8-402d-b36f-8344dac85e84,segment=NetworkSegment(7b77f052-8db0-46e2-85df-1f3c32b7d41c),segment_id=7b77f052-8db0-46e2-85df-1f3c32b7d41c)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:48:04.361764 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-05d23496-14c4-4da4-b59d-1be02b64d680 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (e516453f-7ce8-402d-b36f-8344dac85e84), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:04.371070 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a77174-4e7c-434b-af99-b2897036281f admin admin] Network 9f11b454-6aee-47c5-bf3d-a86358baa4c4 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:48:04.383334 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-05d23496-14c4-4da4-b59d-1be02b64d680 admin admin] Calling delete_port for e516453f-7ce8-402d-b36f-8344dac85e84 owned by network:router_interface {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:48:04.399426 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-077393ef-bd07-4d7c-a744-a082c12044c4 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (b99f3888-8f1b-4483-9400-f5dfcaa4b942), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:04.408540 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-86d33571-ea7d-46c1-8aec-430096ce93ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (0a74b805-24bb-40d9-ad5e-966eb1952c2a), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:04.457888 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077393ef-bd07-4d7c-a744-a082c12044c4 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b99f3888-8f1b-4483-9400-f5dfcaa4b942,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:04.480540 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-65a77174-4e7c-434b-af99-b2897036281f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 9f11b454-6aee-47c5-bf3d-a86358baa4c4) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:48:04.485862 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a77174-4e7c-434b-af99-b2897036281f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:48:04.494260 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-65a77174-4e7c-434b-af99-b2897036281f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:04.494525 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f104a086-7b03-40e0-a079-6b920a868f79 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:04.494625 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831224ac-fc8f-409e-b361-9824de410ed0 None None] Network 9f11b454-6aee-47c5-bf3d-a86358baa4c4 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:48:04.566699 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-077393ef-bd07-4d7c-a744-a082c12044c4 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:04.568061 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-077393ef-bd07-4d7c-a744-a082c12044c4 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7444003 Aug 27 04:48:04.571195 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 50322) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:04.575801 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-18cdcb67-c680-43e5-a9f4-4bdca3340109 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Request body: {'security_group_rule': {'security_group_id': '61cbcd83-90b8-4a75-b84d-fd17d846aad1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:48:04.581995 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-86d33571-ea7d-46c1-8aec-430096ce93ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (0a74b805-24bb-40d9-ad5e-966eb1952c2a), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:04.602378 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-65a77174-4e7c-434b-af99-b2897036281f admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2304838 Aug 27 04:48:04.611651 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 50324) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:04.623099 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2f16f2-20de-46bf-b83e-a4908ccac19b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-9f11b454-6aee-47c5-bf3d-a86358baa4c4', 'network_id': '9f11b454-6aee-47c5-bf3d-a86358baa4c4', 'project_id': 'a3f9953aa720463aa062c0715d7146cb', 'fixed_ips': [{'subnet_id': '4ac651e5-fabf-4e58-aab3-dccf19a98197'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:48:04.623910 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2c2f16f2-20de-46bf-b83e-a4908ccac19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:04.630040 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-15d74faa-4a1c-4d01-9985-8a948633264a admin admin] Request body: {'router': {'name': 'tempest-ServerGroupTestJSON-714640807-router', 'tenant_id': 'a3f9953aa720463aa062c0715d7146cb', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:48:04.665595 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:04.790473 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-05d23496-14c4-4da4-b59d-1be02b64d680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (e516453f-7ce8-402d-b36f-8344dac85e84), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:04.793395 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-15d74faa-4a1c-4d01-9985-8a948633264a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:04.794570 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-15d74faa-4a1c-4d01-9985-8a948633264a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:04.838198 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 8a380dab-996c-4451-beda-f477bbb8bdda no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:48:04.862850 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-86d33571-ea7d-46c1-8aec-430096ce93ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (0a74b805-24bb-40d9-ad5e-966eb1952c2a), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:04.867327 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 8a380dab-996c-4451-beda-f477bbb8bdda {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:48:04.867869 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 8a380dab-996c-4451-beda-f477bbb8bdda not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:48:04.868065 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6cd50d8a-d646-49c3-ac3b-ca6a6a6825ef no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:48:04.870325 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-2c2f16f2-20de-46bf-b83e-a4908ccac19b None None] Allocated IP 172.20.0.2 (9f11b454-6aee-47c5-bf3d-a86358baa4c4/4ac651e5-fabf-4e58-aab3-dccf19a98197/6ce3b217-8048-458d-94f1-27d8ee7a898c) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:48:04.881178 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-15d74faa-4a1c-4d01-9985-8a948633264a admin admin] Publish callbacks [] for router_controller (37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:04.896619 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 6cd50d8a-d646-49c3-ac3b-ca6a6a6825ef {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:48:04.896966 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6cd50d8a-d646-49c3-ac3b-ca6a6a6825ef not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:48:04.918798 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d33571-ea7d-46c1-8aec-430096ce93ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a74b805-24bb-40d9-ad5e-966eb1952c2a,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:04.923475 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e57df-e85a-4557-88b5-824a5ff5b5c6 req-2d5d9533-42f5-4dbc-90de-41248303cc71 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:48:04.925055 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d71e57df-e85a-4557-88b5-824a5ff5b5c6 req-2d5d9533-42f5-4dbc-90de-41248303cc71 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=404ee328-8f8f-48f8-adcc-b9c2c0710406 HTTP/1.1" status: 200 len: 949 time: 0.2030070 Aug 27 04:48:04.925701 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-18cdcb67-c680-43e5-a9f4-4bdca3340109 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Publish callbacks [] for security_group_rule (382f5fc9-613a-4e4e-b594-e6dacec107d8), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:04.930777 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d23496-14c4-4da4-b59d-1be02b64d680 admin admin] Pushing event deleted for resources: {'Port': ['ID=e516453f-7ce8-402d-b36f-8344dac85e84,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:04.959407 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-86d33571-ea7d-46c1-8aec-430096ce93ae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:04.964989 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-86d33571-ea7d-46c1-8aec-430096ce93ae admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/0a74b805-24bb-40d9-ad5e-966eb1952c2a HTTP/1.1" status: 204 len: 168 time: 0.7333858 Aug 27 04:48:04.967955 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 50330) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:05.028756 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50733af7-e107-4152-82b2-6f52dd874a37 None None] Network ceb29454-7394-48f7-b0b8-8c09dc3ba6ee requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:48:05.199046 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-64ccf756-6ae6-40b7-92ab-1fe84000b310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (ceb29454-7394-48f7-b0b8-8c09dc3ba6ee), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:05.225330 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-f104a086-7b03-40e0-a079-6b920a868f79 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Allocated IP 172.20.0.1 (222aa5db-2908-414c-be14-58da795bf42d/a4d744e7-3a8e-452c-8003-4840ef11691d/90bd4ef6-db7e-44e0-9c1e-9cdb75b49376) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:48:05.260446 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:05.306010 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d764e72-33dd-49f3-bd49-ccb9efffd1f1 None None] DHCP port deletion for ceb29454-7394-48f7-b0b8-8c09dc3ba6ee request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:48:05.357039 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-6d764e72-33dd-49f3-bd49-ccb9efffd1f1 None None] Deleting port c3d93d9f-4cc7-467b-bbb0-625ace30fe50 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:48:05.357890 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6d764e72-33dd-49f3-bd49-ccb9efffd1f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (c3d93d9f-4cc7-467b-bbb0-625ace30fe50), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:05.388102 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-64ccf756-6ae6-40b7-92ab-1fe84000b310 admin admin] Deleting port c3d93d9f-4cc7-467b-bbb0-625ace30fe50 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:48:05.388466 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-64ccf756-6ae6-40b7-92ab-1fe84000b310 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (c3d93d9f-4cc7-467b-bbb0-625ace30fe50), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:05.428487 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-6d764e72-33dd-49f3-bd49-ccb9efffd1f1 None None] For port c3d93d9f-4cc7-467b-bbb0-625ace30fe50, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=c3d93d9f-4cc7-467b-bbb0-625ace30fe50,segment=NetworkSegment(881e1e48-ff6e-4611-831b-94eb5193a535),segment_id=881e1e48-ff6e-4611-831b-94eb5193a535)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:48:05.429052 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6d764e72-33dd-49f3-bd49-ccb9efffd1f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (c3d93d9f-4cc7-467b-bbb0-625ace30fe50), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:05.447394 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-6d764e72-33dd-49f3-bd49-ccb9efffd1f1 None None] Calling delete_port for c3d93d9f-4cc7-467b-bbb0-625ace30fe50 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:48:05.492572 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-64ccf756-6ae6-40b7-92ab-1fe84000b310 admin admin] For port c3d93d9f-4cc7-467b-bbb0-625ace30fe50, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=c3d93d9f-4cc7-467b-bbb0-625ace30fe50,segment=NetworkSegment(881e1e48-ff6e-4611-831b-94eb5193a535),segment_id=881e1e48-ff6e-4611-831b-94eb5193a535)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:48:05.492941 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-64ccf756-6ae6-40b7-92ab-1fe84000b310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (c3d93d9f-4cc7-467b-bbb0-625ace30fe50), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:05.510557 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f104a086-7b03-40e0-a079-6b920a868f79 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks [] for port (90bd4ef6-db7e-44e0-9c1e-9cdb75b49376), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:05.516575 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-64ccf756-6ae6-40b7-92ab-1fe84000b310 admin admin] Calling delete_port for c3d93d9f-4cc7-467b-bbb0-625ace30fe50 owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:48:05.530825 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:05.560357 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2c2f16f2-20de-46bf-b83e-a4908ccac19b None None] Publish callbacks [] for port (6ce3b217-8048-458d-94f1-27d8ee7a898c), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:05.596516 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6d764e72-33dd-49f3-bd49-ccb9efffd1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (c3d93d9f-4cc7-467b-bbb0-625ace30fe50), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:05.598472 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:05.631692 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-64ccf756-6ae6-40b7-92ab-1fe84000b310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (c3d93d9f-4cc7-467b-bbb0-625ace30fe50), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:05.636337 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d764e72-33dd-49f3-bd49-ccb9efffd1f1 None None] Pushing event deleted for resources: {'Port': ['ID=c3d93d9f-4cc7-467b-bbb0-625ace30fe50,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:05.643716 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ccf756-6ae6-40b7-92ab-1fe84000b310 admin admin] No DVR routers for this DVR port c3d93d9f-4cc7-467b-bbb0-625ace30fe50 on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:48:05.649298 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d764e72-33dd-49f3-bd49-ccb9efffd1f1 None None] No DVR routers for this DVR port c3d93d9f-4cc7-467b-bbb0-625ace30fe50 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:48:05.661830 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2c2f16f2-20de-46bf-b83e-a4908ccac19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (6ce3b217-8048-458d-94f1-27d8ee7a898c), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:05.678521 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ccf756-6ae6-40b7-92ab-1fe84000b310 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3d93d9f-4cc7-467b-bbb0-625ace30fe50,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:05.699403 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-15d74faa-4a1c-4d01-9985-8a948633264a admin admin] Publish callbacks [] for router_gateway (37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:05.724785 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f104a086-7b03-40e0-a079-6b920a868f79 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (90bd4ef6-db7e-44e0-9c1e-9cdb75b49376), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:05.730533 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-91d823e4-a346-405e-815a-9ad7cf03ac95 req-89f42f60-feec-4b0a-b249-a2a248eb7279 tempest-ServerShowV257Test-1943343929 tempest-ServerShowV257Test-1943343929-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=1485650d-17d8-465c-ad68-1ab73abdddff HTTP/1.1" status: 200 len: 210 time: 0.1510456 Aug 27 04:48:05.730533 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-18cdcb67-c680-43e5-a9f4-4bdca3340109 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Publish callbacks [] for security_group_rule (382f5fc9-613a-4e4e-b594-e6dacec107d8), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:05.737169 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:05.743698 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d71e57df-e85a-4557-88b5-824a5ff5b5c6 req-d6692bd6-3bf4-40d4-8c3f-5451c3157b8b tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8001707 Aug 27 04:48:05.785353 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2f16f2-20de-46bf-b83e-a4908ccac19b None None] Network 9f11b454-6aee-47c5-bf3d-a86358baa4c4 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:48:05.801550 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f104a086-7b03-40e0-a079-6b920a868f79 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Network 222aa5db-2908-414c-be14-58da795bf42d is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:48:05.807576 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-2c2f16f2-20de-46bf-b83e-a4908ccac19b None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:48:05.811798 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2f16f2-20de-46bf-b83e-a4908ccac19b None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:48:05.846916 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:05.849091 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f104a086-7b03-40e0-a079-6b920a868f79 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Pushing event updated for resources: {'Port': ['ID=90bd4ef6-db7e-44e0-9c1e-9cdb75b49376,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:05.853221 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2f16f2-20de-46bf-b83e-a4908ccac19b None None] Pushing event updated for resources: {'Port': ['ID=6ce3b217-8048-458d-94f1-27d8ee7a898c,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:05.863901 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-f104a086-7b03-40e0-a079-6b920a868f79 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:48:05.867184 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f104a086-7b03-40e0-a079-6b920a868f79 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:48:05.868972 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-18cdcb67-c680-43e5-a9f4-4bdca3340109 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (382f5fc9-613a-4e4e-b594-e6dacec107d8), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:05.899219 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cdcb67-c680-43e5-a9f4-4bdca3340109 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=382f5fc9-613a-4e4e-b594-e6dacec107d8,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:05.926133 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-2c2f16f2-20de-46bf-b83e-a4908ccac19b None None] Attempting to bind port 6ce3b217-8048-458d-94f1-27d8ee7a898c on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:48:05.926507 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-2c2f16f2-20de-46bf-b83e-a4908ccac19b None None] Attempting to bind port 6ce3b217-8048-458d-94f1-27d8ee7a898c by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '124b1269-0e68-42db-b057-d37b76840721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '9f11b454-6aee-47c5-bf3d-a86358baa4c4'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:48:05.926872 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2f16f2-20de-46bf-b83e-a4908ccac19b None None] Attempting to bind port 6ce3b217-8048-458d-94f1-27d8ee7a898c on network 9f11b454-6aee-47c5-bf3d-a86358baa4c4 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:48:05.947143 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2f16f2-20de-46bf-b83e-a4908ccac19b None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:48:05.947518 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2f16f2-20de-46bf-b83e-a4908ccac19b None None] Checking segment: {'id': '124b1269-0e68-42db-b057-d37b76840721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '9f11b454-6aee-47c5-bf3d-a86358baa4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:48:05.949843 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2c2f16f2-20de-46bf-b83e-a4908ccac19b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:05.949843 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2f16f2-20de-46bf-b83e-a4908ccac19b None None] Bound using segment: {'id': '124b1269-0e68-42db-b057-d37b76840721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '9f11b454-6aee-47c5-bf3d-a86358baa4c4'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:48:05.949843 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-2c2f16f2-20de-46bf-b83e-a4908ccac19b None None] Bound port: 6ce3b217-8048-458d-94f1-27d8ee7a898c, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '124b1269-0e68-42db-b057-d37b76840721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '9f11b454-6aee-47c5-bf3d-a86358baa4c4'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:48:05.949843 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2c2f16f2-20de-46bf-b83e-a4908ccac19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (6ce3b217-8048-458d-94f1-27d8ee7a898c), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:05.954637 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-64ccf756-6ae6-40b7-92ab-1fe84000b310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (ceb29454-7394-48f7-b0b8-8c09dc3ba6ee), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:06.002664 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-64ccf756-6ae6-40b7-92ab-1fe84000b310 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceb29454-7394-48f7-b0b8-8c09dc3ba6ee']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:06.005846 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f104a086-7b03-40e0-a079-6b920a868f79 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (1cb5520b-92b2-4a3d-990d-a1a65f076a61), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:06.056107 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-2c2f16f2-20de-46bf-b83e-a4908ccac19b None None] For port 6ce3b217-8048-458d-94f1-27d8ee7a898c, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:48:06.058172 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-05d23496-14c4-4da4-b59d-1be02b64d680 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (90bdbc61-9183-4801-ae80-5758cb380add), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:06.059684 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-2c2f16f2-20de-46bf-b83e-a4908ccac19b None None] For port 6ce3b217-8048-458d-94f1-27d8ee7a898c, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=6ce3b217-8048-458d-94f1-27d8ee7a898c,segment=NetworkSegment(124b1269-0e68-42db-b057-d37b76840721),segment_id=124b1269-0e68-42db-b057-d37b76840721)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:48:06.075929 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=76,neutron:UPDATE=4,neutron:DELETE=7,neutron:INSERT=13 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:06.124706 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-64ccf756-6ae6-40b7-92ab-1fe84000b310 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '881e1e48-ff6e-4611-831b-94eb5193a535') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:06.124951 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-64ccf756-6ae6-40b7-92ab-1fe84000b310 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '881e1e48-ff6e-4611-831b-94eb5193a535') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:06.137072 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2c2f16f2-20de-46bf-b83e-a4908ccac19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (6ce3b217-8048-458d-94f1-27d8ee7a898c), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:06.137318 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-64ccf756-6ae6-40b7-92ab-1fe84000b310 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (881e1e48-ff6e-4611-831b-94eb5193a535), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:06.160216 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-64ccf756-6ae6-40b7-92ab-1fe84000b310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (881e1e48-ff6e-4611-831b-94eb5193a535), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:06.186217 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64ccf756-6ae6-40b7-92ab-1fe84000b310 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:48:06.186650 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-64ccf756-6ae6-40b7-92ab-1fe84000b310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (881e1e48-ff6e-4611-831b-94eb5193a535), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:06.253379 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-18cdcb67-c680-43e5-a9f4-4bdca3340109 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:06.259542 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-18cdcb67-c680-43e5-a9f4-4bdca3340109 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6825604 Aug 27 04:48:06.275547 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 881e1e48-ff6e-4611-831b-94eb5193a535 resource provider aggregate not found Aug 27 04:48:06.279093 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 50338) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:06.283052 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-c1807637-838b-41c1-97a4-c709a05b183a None None] Provisioning complete for port 90bd4ef6-db7e-44e0-9c1e-9cdb75b49376 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:48:06.283488 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c1807637-838b-41c1-97a4-c709a05b183a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (90bd4ef6-db7e-44e0-9c1e-9cdb75b49376), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:06.286051 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-fb79be43-c8e1-48db-bcf1-9786d9ba1d31 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Request body: {'floatingip': {'floating_network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:48:06.290525 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2f16f2-20de-46bf-b83e-a4908ccac19b None None] Pushing event updated for resources: {'Port': ['ID=6ce3b217-8048-458d-94f1-27d8ee7a898c,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:06.341661 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-c1807637-838b-41c1-97a4-c709a05b183a None None] Port 90bd4ef6-db7e-44e0-9c1e-9cdb75b49376 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:48:06.348329 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 881e1e48-ff6e-4611-831b-94eb5193a535 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 881e1e48-ff6e-4611-831b-94eb5193a535 found for delete ", "request_id": "req-c065194f-4f38-43b4-b2cb-0ab123c50481"}]} Aug 27 04:48:06.388776 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:06.401323 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f104a086-7b03-40e0-a079-6b920a868f79 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (90bd4ef6-db7e-44e0-9c1e-9cdb75b49376), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:06.483463 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-15d74faa-4a1c-4d01-9985-8a948633264a admin admin] Publish callbacks [] for router_gateway (37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:06.509976 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-15d74faa-4a1c-4d01-9985-8a948633264a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:06.522091 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d23496-14c4-4da4-b59d-1be02b64d680 admin admin] Router 90bdbc61-9183-4801-ae80-5758cb380add has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:48:06.562257 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:06.770801 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-15d74faa-4a1c-4d01-9985-8a948633264a admin admin] Allocated IP 172.25.2.254 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/200b817d-7895-4995-b954-762851a5542e) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:48:06.789166 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d23496-14c4-4da4-b59d-1be02b64d680 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:48:06.799883 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-05d23496-14c4-4da4-b59d-1be02b64d680 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/90bdbc61-9183-4801-ae80-5758cb380add/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3758228 Aug 27 04:48:06.799883 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 50348) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:06.814023 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf04a77-b0eb-49cb-9d90-c10f80cb6b8d None None] Sync routers for ids ['90bdbc61-9183-4801-ae80-5758cb380add'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:48:06.834725 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf04a77-b0eb-49cb-9d90-c10f80cb6b8d None None] Routers {'90bdbc61-9183-4801-ae80-5758cb380add'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:48:06.836460 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-4bf04a77-b0eb-49cb-9d90-c10f80cb6b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:47:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['90bdbc61-9183-4801-ae80-5758cb380add'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:07.057724 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:07.060586 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ceff82dc-f0e4-4a3f-8dc1-be76ac2e0f80 req-918571d2-c3cb-4c97-a728-05bb1a7db74d tempest-ServerShowV257Test-1943343929 tempest-ServerShowV257Test-1943343929-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=1485650d-17d8-465c-ad68-1ab73abdddff HTTP/1.1" status: 200 len: 210 time: 0.0824070 Aug 27 04:48:07.088381 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f104a086-7b03-40e0-a079-6b920a868f79 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks [] for port (90bd4ef6-db7e-44e0-9c1e-9cdb75b49376), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:07.090370 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fb79be43-c8e1-48db-bcf1-9786d9ba1d31 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:07.098182 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-64ccf756-6ae6-40b7-92ab-1fe84000b310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (ceb29454-7394-48f7-b0b8-8c09dc3ba6ee), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:07.119141 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba2809-0355-4aa9-9e55-4592ce7df43f req-3354b879-ee2a-44d4-8692-10225833101f tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:48:07.121167 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5bba2809-0355-4aa9-9e55-4592ce7df43f req-3354b879-ee2a-44d4-8692-10225833101f tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=404ee328-8f8f-48f8-adcc-b9c2c0710406 HTTP/1.1" status: 200 len: 949 time: 0.1719840 Aug 27 04:48:07.129049 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-699c7809-055a-48be-9095-78dfe40baba1 admin admin] Publish callbacks [] for router (90bdbc61-9183-4801-ae80-5758cb380add), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:07.139586 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-64ccf756-6ae6-40b7-92ab-1fe84000b310 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:07.141450 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-4bf04a77-b0eb-49cb-9d90-c10f80cb6b8d None None] Set router 90bdbc61-9183-4801-ae80-5758cb380add gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:48:07.145709 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-64ccf756-6ae6-40b7-92ab-1fe84000b310 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/ceb29454-7394-48f7-b0b8-8c09dc3ba6ee HTTP/1.1" status: 204 len: 168 time: 2.1743591 Aug 27 04:48:07.182458 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-15d74faa-4a1c-4d01-9985-8a948633264a admin admin] Publish callbacks [] for port (200b817d-7895-4995-b954-762851a5542e), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:07.190226 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f104a086-7b03-40e0-a079-6b920a868f79 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (90bd4ef6-db7e-44e0-9c1e-9cdb75b49376), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:07.204218 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:07.210339 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6ce3b217-8048-458d-94f1-27d8ee7a898c up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:48:07.293629 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:07.310102 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-15d74faa-4a1c-4d01-9985-8a948633264a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (200b817d-7895-4995-b954-762851a5542e), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:07.340627 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5bba2809-0355-4aa9-9e55-4592ce7df43f req-9e59854f-6167-4465-82a7-04710f5c9513 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057903 Aug 27 04:48:07.346964 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f104a086-7b03-40e0-a079-6b920a868f79 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (1cb5520b-92b2-4a3d-990d-a1a65f076a61), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:07.349237 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ccf756-6ae6-40b7-92ab-1fe84000b310 admin admin] Pushing event deleted for resources: {'Network': ['ID=ceb29454-7394-48f7-b0b8-8c09dc3ba6ee,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:07.359481 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f104a086-7b03-40e0-a079-6b920a868f79 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Pushing event updated for resources: {'Port': ['ID=90bd4ef6-db7e-44e0-9c1e-9cdb75b49376,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:07.427542 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d74faa-4a1c-4d01-9985-8a948633264a admin admin] Pushing event updated for resources: {'Port': ['ID=200b817d-7895-4995-b954-762851a5542e,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:07.430245 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 6ce3b217-8048-458d-94f1-27d8ee7a898c triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:48:07.430621 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (6ce3b217-8048-458d-94f1-27d8ee7a898c), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:07.444868 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:07.457387 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d74faa-4a1c-4d01-9985-8a948633264a admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:48:07.460832 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-15d74faa-4a1c-4d01-9985-8a948633264a admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:48:07.464095 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-699c7809-055a-48be-9095-78dfe40baba1 admin admin] Publish callbacks [] for router_gateway (90bdbc61-9183-4801-ae80-5758cb380add), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:07.473898 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d74faa-4a1c-4d01-9985-8a948633264a admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:48:07.496304 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fb79be43-c8e1-48db-bcf1-9786d9ba1d31 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:07.540662 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:07.566097 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-4bf04a77-b0eb-49cb-9d90-c10f80cb6b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90bdbc61-9183-4801-ae80-5758cb380add', 'name': 'tempest-AttachVolumeTestJSON-629079793-router', 'tenant_id': 'c2743ef5b6bf4dea97d585fa121bdf6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '600f12a5-e1b1-4e13-a47a-5ba21b959408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:47:16Z', 'updated_at': '2022-08-27T04:48:04Z', 'revision_number': 5, 'project_id': 'c2743ef5b6bf4dea97d585fa121bdf6f', 'gw_port': {'id': '600f12a5-e1b1-4e13-a47a-5ba21b959408', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bdbc61-9183-4801-ae80-5758cb380add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:47:17Z', 'updated_at': '2022-08-27T04:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:07.604770 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf04a77-b0eb-49cb-9d90-c10f80cb6b8d None None] Checking router: 90bdbc61-9183-4801-ae80-5758cb380add for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:48:07.612578 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f104a086-7b03-40e0-a079-6b920a868f79 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Network 222aa5db-2908-414c-be14-58da795bf42d is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:48:07.638925 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-f104a086-7b03-40e0-a079-6b920a868f79 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:48:07.645149 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf04a77-b0eb-49cb-9d90-c10f80cb6b8d None None] Routers {'90bdbc61-9183-4801-ae80-5758cb380add'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:48:07.646425 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-4bf04a77-b0eb-49cb-9d90-c10f80cb6b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:47:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['90bdbc61-9183-4801-ae80-5758cb380add'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:07.676279 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 50352) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:07.730977 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 6ce3b217-8048-458d-94f1-27d8ee7a898c is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:48:07.731470 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (6ce3b217-8048-458d-94f1-27d8ee7a898c), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:07.792319 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:07.801312 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f104a086-7b03-40e0-a079-6b920a868f79 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Router 1cb5520b-92b2-4a3d-990d-a1a65f076a61 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:48:07.843050 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-fb79be43-c8e1-48db-bcf1-9786d9ba1d31 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Allocated IP 172.25.2.179 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/5b3a4a75-1238-4231-81af-f85768573f62) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:48:07.849000 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-699c7809-055a-48be-9095-78dfe40baba1 admin admin] Deleting port 600f12a5-e1b1-4e13-a47a-5ba21b959408 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:48:07.849343 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-699c7809-055a-48be-9095-78dfe40baba1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (600f12a5-e1b1-4e13-a47a-5ba21b959408), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:07.851324 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:07.854544 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-4bf04a77-b0eb-49cb-9d90-c10f80cb6b8d None None] Set router 90bdbc61-9183-4801-ae80-5758cb380add gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:48:07.862371 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 6ce3b217-8048-458d-94f1-27d8ee7a898c, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=6ce3b217-8048-458d-94f1-27d8ee7a898c,segment=NetworkSegment(124b1269-0e68-42db-b057-d37b76840721),segment_id=124b1269-0e68-42db-b057-d37b76840721)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:48:07.953424 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-5e7d8df0-8659-43f2-abad-d05dec604b92 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=bdae27a758524b3e9d33a225b9e19d92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2730391 Aug 27 04:48:07.961505 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3c7fc0-1912-4964-9ad9-c60dc5e22775 None None] Network 9f11b454-6aee-47c5-bf3d-a86358baa4c4 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:48:07.978036 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 50356) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:07.985219 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (6ce3b217-8048-458d-94f1-27d8ee7a898c), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:07.989325 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-4bf04a77-b0eb-49cb-9d90-c10f80cb6b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90bdbc61-9183-4801-ae80-5758cb380add', 'name': 'tempest-AttachVolumeTestJSON-629079793-router', 'tenant_id': 'c2743ef5b6bf4dea97d585fa121bdf6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:47:16Z', 'updated_at': '2022-08-27T04:48:07Z', 'revision_number': 6, 'project_id': 'c2743ef5b6bf4dea97d585fa121bdf6f', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:08.048428 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:08.088738 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f104a086-7b03-40e0-a079-6b920a868f79 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:48:08.097957 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f104a086-7b03-40e0-a079-6b920a868f79 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] 10.222.0.76 "PUT /networking/v2.0/routers/1cb5520b-92b2-4a3d-990d-a1a65f076a61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5369062 Aug 27 04:48:08.098760 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 50358) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:08.107386 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d06edb-ed30-40dc-9a80-1a3870d0528b None None] Sync routers for ids ['1cb5520b-92b2-4a3d-990d-a1a65f076a61'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:48:08.117255 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-5e934340-d0df-463a-a7a6-6b13e9f2e6e7 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Request body: {'port': {'network_id': '222aa5db-2908-414c-be14-58da795bf42d', 'name': 'tempest-FloatingIPAdminTestJSON-156478582'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:48:08.124993 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-699c7809-055a-48be-9095-78dfe40baba1 admin admin] For port 600f12a5-e1b1-4e13-a47a-5ba21b959408, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=600f12a5-e1b1-4e13-a47a-5ba21b959408,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:48:08.124993 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-699c7809-055a-48be-9095-78dfe40baba1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (600f12a5-e1b1-4e13-a47a-5ba21b959408), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:08.129802 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d06edb-ed30-40dc-9a80-1a3870d0528b None None] Routers {'1cb5520b-92b2-4a3d-990d-a1a65f076a61'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:48:08.130437 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-d7d06edb-ed30-40dc-9a80-1a3870d0528b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:47:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['1cb5520b-92b2-4a3d-990d-a1a65f076a61'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:08.139135 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-88374d76-2fbc-4539-a60f-3b084f5d9ab6 admin admin] Publish callbacks [] for security_group (df468ab2-2e6c-4a06-baa6-bf24af34e8b0), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:08.151246 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-699c7809-055a-48be-9095-78dfe40baba1 admin admin] Calling delete_port for 600f12a5-e1b1-4e13-a47a-5ba21b959408 owned by network:router_gateway {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:48:08.171218 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fb79be43-c8e1-48db-bcf1-9786d9ba1d31 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Publish callbacks [] for port (5b3a4a75-1238-4231-81af-f85768573f62), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:08.189428 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-d7d06edb-ed30-40dc-9a80-1a3870d0528b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:08.199914 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-88374d76-2fbc-4539-a60f-3b084f5d9ab6 admin admin] Publish callbacks [] for security_group (df468ab2-2e6c-4a06-baa6-bf24af34e8b0), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:08.200866 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d06edb-ed30-40dc-9a80-1a3870d0528b None None] Routers {'1cb5520b-92b2-4a3d-990d-a1a65f076a61'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:48:08.201578 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-d7d06edb-ed30-40dc-9a80-1a3870d0528b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:47:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['1cb5520b-92b2-4a3d-990d-a1a65f076a61'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:08.266193 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-d7d06edb-ed30-40dc-9a80-1a3870d0528b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:08.268311 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d06edb-ed30-40dc-9a80-1a3870d0528b None None] The sync data for ids ['1cb5520b-92b2-4a3d-990d-a1a65f076a61'] in n-d-852088-5 is: [] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:48:08.299035 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf04a77-b0eb-49cb-9d90-c10f80cb6b8d None None] The sync data for ids ['90bdbc61-9183-4801-ae80-5758cb380add'] in n-d-852088-5 is: [{'id': '90bdbc61-9183-4801-ae80-5758cb380add', 'name': 'tempest-AttachVolumeTestJSON-629079793-router', 'tenant_id': 'c2743ef5b6bf4dea97d585fa121bdf6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:47:16Z', 'updated_at': '2022-08-27T04:48:07Z', 'revision_number': 6, 'project_id': 'c2743ef5b6bf4dea97d585fa121bdf6f', 'gw_port_host': None}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:48:08.320310 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device c3d93d9f-4cc7-467b-bbb0-625ace30fe50 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:48:08.334695 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fb79be43-c8e1-48db-bcf1-9786d9ba1d31 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (5b3a4a75-1238-4231-81af-f85768573f62), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:08.349395 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c3b438c9-117b-4b26-b809-c5b7d7098688 req-919d3619-0f59-408c-b709-c2f45b8b0bb1 tempest-ServerShowV257Test-1943343929 tempest-ServerShowV257Test-1943343929-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=1485650d-17d8-465c-ad68-1ab73abdddff HTTP/1.1" status: 200 len: 210 time: 0.1472051 Aug 27 04:48:08.400643 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:08.400643 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e934340-d0df-463a-a7a6-6b13e9f2e6e7 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Made reservation on behalf of 7d20a6d2a51841e681885a6d914631c3 for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:48:08.400643 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5e934340-d0df-463a-a7a6-6b13e9f2e6e7 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:08.405482 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-f334a624-5c65-430c-b39d-17ec283da756 None None] Provisioning complete for port 6ce3b217-8048-458d-94f1-27d8ee7a898c triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:48:08.405482 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f334a624-5c65-430c-b39d-17ec283da756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (6ce3b217-8048-458d-94f1-27d8ee7a898c), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:08.409123 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: c3d93d9f-4cc7-467b-bbb0-625ace30fe50 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:48:08.409475 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device c3d93d9f-4cc7-467b-bbb0-625ace30fe50 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:48:08.445016 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb79be43-c8e1-48db-bcf1-9786d9ba1d31 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:48:08.451734 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-15d74faa-4a1c-4d01-9985-8a948633264a admin admin] Publish callbacks [] for router_gateway (37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:08.454607 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-fb79be43-c8e1-48db-bcf1-9786d9ba1d31 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:48:08.461184 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb79be43-c8e1-48db-bcf1-9786d9ba1d31 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:48:08.481722 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [None req-5e934340-d0df-463a-a7a6-6b13e9f2e6e7 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] device_id is not set on port 9df5351b-5e92-49cc-b2d7-cd49578b7396 yet. {{(pid=107776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:48:08.532938 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=6ce3b217-8048-458d-94f1-27d8ee7a898c,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:08.548517 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:08.548862 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:08.554392 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:08.554392 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:08.554392 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:08.554392 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:08.554392 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:08.554392 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:08.554392 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:08.554392 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:08.554392 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:08.554392 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:08.554392 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:08.554392 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:08.554392 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:08.588762 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:08.605029 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-f334a624-5c65-430c-b39d-17ec283da756 None None] Current status of the port 6ce3b217-8048-458d-94f1-27d8ee7a898c is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:48:08.613744 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb79be43-c8e1-48db-bcf1-9786d9ba1d31 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Pushing event updated for resources: {'Port': ['ID=5b3a4a75-1238-4231-81af-f85768573f62,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:08.751749 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-53e35dce-24d1-4d2c-a05e-4657f8c9d28d None None] Provisioning complete for port 90bd4ef6-db7e-44e0-9c1e-9cdb75b49376 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:48:08.759765 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-53e35dce-24d1-4d2c-a05e-4657f8c9d28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (90bd4ef6-db7e-44e0-9c1e-9cdb75b49376), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:08.861667 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-53e35dce-24d1-4d2c-a05e-4657f8c9d28d None None] Port 90bd4ef6-db7e-44e0-9c1e-9cdb75b49376 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:48:08.866737 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-5e934340-d0df-463a-a7a6-6b13e9f2e6e7 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Allocated IP 172.20.0.10 (222aa5db-2908-414c-be14-58da795bf42d/a4d744e7-3a8e-452c-8003-4840ef11691d/9df5351b-5e92-49cc-b2d7-cd49578b7396) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:48:08.885752 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fb79be43-c8e1-48db-bcf1-9786d9ba1d31 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Publish callbacks [] for floatingip (03631e07-e89b-4ee2-8461-4bc09ad3ab96), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:08.970328 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-88374d76-2fbc-4539-a60f-3b084f5d9ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (df468ab2-2e6c-4a06-baa6-bf24af34e8b0), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:08.973207 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-88374d76-2fbc-4539-a60f-3b084f5d9ab6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:08.977209 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-88374d76-2fbc-4539-a60f-3b084f5d9ab6 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/df468ab2-2e6c-4a06-baa6-bf24af34e8b0 HTTP/1.1" status: 204 len: 168 time: 0.9953115 Aug 27 04:48:08.984967 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-09c549b0-5495-4ea0-89bc-af55d860982d None None] Provisioning complete for port 6ce3b217-8048-458d-94f1-27d8ee7a898c triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:48:08.985215 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-09c549b0-5495-4ea0-89bc-af55d860982d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (6ce3b217-8048-458d-94f1-27d8ee7a898c), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:09.016500 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88374d76-2fbc-4539-a60f-3b084f5d9ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df468ab2-2e6c-4a06-baa6-bf24af34e8b0,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:09.030508 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a2960-21e8-4a10-9c5c-3d0d01673fa4 req-92d3c6ab-cb83-45c5-bd94-5c3fa5cb6aed tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:48:09.039126 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e23a2960-21e8-4a10-9c5c-3d0d01673fa4 req-92d3c6ab-cb83-45c5-bd94-5c3fa5cb6aed tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=404ee328-8f8f-48f8-adcc-b9c2c0710406 HTTP/1.1" status: 200 len: 949 time: 0.5504997 Aug 27 04:48:09.092794 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fb79be43-c8e1-48db-bcf1-9786d9ba1d31 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (5b3a4a75-1238-4231-81af-f85768573f62), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:09.103216 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:09.109058 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-09c549b0-5495-4ea0-89bc-af55d860982d None None] Current status of the port 6ce3b217-8048-458d-94f1-27d8ee7a898c is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:48:09.137810 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:09.199287 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:DELETE=6,neutron:UPDATE=4,neutron:SELECT=89,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:09.210900 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6ce3b217-8048-458d-94f1-27d8ee7a898c up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:48:09.266777 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e23a2960-21e8-4a10-9c5c-3d0d01673fa4 req-66ca4ef5-0460-4ea1-9bf9-347001cf1a04 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257807 Aug 27 04:48:09.270463 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:09.301926 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5e934340-d0df-463a-a7a6-6b13e9f2e6e7 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks [] for port (9df5351b-5e92-49cc-b2d7-cd49578b7396), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:09.318385 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 6ce3b217-8048-458d-94f1-27d8ee7a898c triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:48:09.319004 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (6ce3b217-8048-458d-94f1-27d8ee7a898c), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:09.354354 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-699c7809-055a-48be-9095-78dfe40baba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (600f12a5-e1b1-4e13-a47a-5ba21b959408), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:09.473920 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 6ce3b217-8048-458d-94f1-27d8ee7a898c is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:48:09.492516 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fb79be43-c8e1-48db-bcf1-9786d9ba1d31 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Publish callbacks [] for port (5b3a4a75-1238-4231-81af-f85768573f62), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:09.497502 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699c7809-055a-48be-9095-78dfe40baba1 admin admin] Pushing event deleted for resources: {'Port': ['ID=600f12a5-e1b1-4e13-a47a-5ba21b959408,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:09.518080 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device e516453f-7ce8-402d-b36f-8344dac85e84 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:48:09.537231 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: e516453f-7ce8-402d-b36f-8344dac85e84 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:48:09.537579 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device e516453f-7ce8-402d-b36f-8344dac85e84 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:48:09.556456 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-15d74faa-4a1c-4d01-9985-8a948633264a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:09.573564 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5e934340-d0df-463a-a7a6-6b13e9f2e6e7 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (9df5351b-5e92-49cc-b2d7-cd49578b7396), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:09.575793 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fb79be43-c8e1-48db-bcf1-9786d9ba1d31 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (5b3a4a75-1238-4231-81af-f85768573f62), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:09.586007 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e4eb339e-80c9-458e-815b-f533752fa42a req-671e290d-d40e-4c5f-a293-83c62118a7f9 tempest-ServerShowV257Test-1943343929 tempest-ServerShowV257Test-1943343929-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=1485650d-17d8-465c-ad68-1ab73abdddff HTTP/1.1" status: 200 len: 210 time: 0.0778475 Aug 27 04:48:09.661974 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb79be43-c8e1-48db-bcf1-9786d9ba1d31 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Pushing event updated for resources: {'Port': ['ID=5b3a4a75-1238-4231-81af-f85768573f62,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:09.675338 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-699c7809-055a-48be-9095-78dfe40baba1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (90bdbc61-9183-4801-ae80-5758cb380add), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:09.741483 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e934340-d0df-463a-a7a6-6b13e9f2e6e7 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Network 222aa5db-2908-414c-be14-58da795bf42d is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:48:09.758159 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-5e934340-d0df-463a-a7a6-6b13e9f2e6e7 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:48:09.775169 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fb79be43-c8e1-48db-bcf1-9786d9ba1d31 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677636'] for floatingip (03631e07-e89b-4ee2-8461-4bc09ad3ab96), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:09.780444 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e934340-d0df-463a-a7a6-6b13e9f2e6e7 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:48:09.803858 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e934340-d0df-463a-a7a6-6b13e9f2e6e7 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Pushing event updated for resources: {'Port': ['ID=9df5351b-5e92-49cc-b2d7-cd49578b7396,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:09.826517 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:09.827333 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-699c7809-055a-48be-9095-78dfe40baba1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (90bdbc61-9183-4801-ae80-5758cb380add), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:09.831838 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-699c7809-055a-48be-9095-78dfe40baba1 admin admin] Publish callbacks [] for router_controller (90bdbc61-9183-4801-ae80-5758cb380add), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:09.911355 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e934340-d0df-463a-a7a6-6b13e9f2e6e7 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:48:09.912804 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5e934340-d0df-463a-a7a6-6b13e9f2e6e7 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:09.925586 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:09.934757 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:09.969613 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fb79be43-c8e1-48db-bcf1-9786d9ba1d31 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:09.972335 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-fb79be43-c8e1-48db-bcf1-9786d9ba1d31 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] 10.222.0.76 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6899753 Aug 27 04:48:09.995380 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-699c7809-055a-48be-9095-78dfe40baba1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (90bdbc61-9183-4801-ae80-5758cb380add), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:09.996020 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699c7809-055a-48be-9095-78dfe40baba1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90bdbc61-9183-4801-ae80-5758cb380add {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:48:10.001679 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-699c7809-055a-48be-9095-78dfe40baba1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:10.003721 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-699c7809-055a-48be-9095-78dfe40baba1 admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/90bdbc61-9183-4801-ae80-5758cb380add HTTP/1.1" status: 204 len: 168 time: 3.2029963 Aug 27 04:48:10.007630 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 50384) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:10.076505 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d74faa-4a1c-4d01-9985-8a948633264a admin admin] Router 37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:48:10.113179 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-5e934340-d0df-463a-a7a6-6b13e9f2e6e7 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0104823 Aug 27 04:48:10.127738 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 50388) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:10.156235 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-62353924-50bc-4577-b186-55d1661cd35f None None] Provisioning complete for port 9df5351b-5e92-49cc-b2d7-cd49578b7396 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:48:10.157593 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-62353924-50bc-4577-b186-55d1661cd35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (9df5351b-5e92-49cc-b2d7-cd49578b7396), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:10.195772 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-139f7aec-c5f6-41c8-9c7f-e724e6f98d79 admin admin] Deleting subnet 882f75f3-b322-4fc2-9b23-4de2aae06336 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:48:10.200614 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-139f7aec-c5f6-41c8-9c7f-e724e6f98d79 admin admin] Publish callbacks [] for subnet (882f75f3-b322-4fc2-9b23-4de2aae06336), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:10.248806 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-139f7aec-c5f6-41c8-9c7f-e724e6f98d79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (882f75f3-b322-4fc2-9b23-4de2aae06336), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:10.286145 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-62353924-50bc-4577-b186-55d1661cd35f None None] Port 9df5351b-5e92-49cc-b2d7-cd49578b7396 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:48:10.412376 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-139f7aec-c5f6-41c8-9c7f-e724e6f98d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (882f75f3-b322-4fc2-9b23-4de2aae06336), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:10.460306 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-16b299e5-bb02-4059-8710-fc75e4aa7273 req-021f7bd1-a1f5-4730-bc18-265d1677a02a tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] 10.222.0.76 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1996779172&fields=id&tenant_id=5c9eb4bbda084c9d8f1503b888a2ddfb HTTP/1.1" status: 200 len: 267 time: 0.1553953 Aug 27 04:48:10.493381 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-136269e4-859d-4127-a8fe-89b59f8febb4 tempest-FloatingIPAdminTestJSON-784410988 tempest-FloatingIPAdminTestJSON-784410988-project-admin] Request body: {'floatingip': {'floating_network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'project_id': '7d20a6d2a51841e681885a6d914631c3', 'port_id': '9df5351b-5e92-49cc-b2d7-cd49578b7396'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:48:10.511471 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:10.544138 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d74faa-4a1c-4d01-9985-8a948633264a admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:48:10.556113 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a7abf4-aedb-4b01-b069-1e9d7fdb2ba2 None None] Sync routers for ids ['37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:48:10.569138 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a7abf4-aedb-4b01-b069-1e9d7fdb2ba2 None None] Routers {'37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:48:10.570225 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-27a7abf4-aedb-4b01-b069-1e9d7fdb2ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:47:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:10.584521 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-136269e4-859d-4127-a8fe-89b59f8febb4 tempest-FloatingIPAdminTestJSON-784410988 tempest-FloatingIPAdminTestJSON-784410988-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:10.614379 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50be34b-a14c-4420-87ff-57d5d8d41b0e req-edce5049-43f0-4352-b4c6-594a32409619 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:48:10.615889 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e50be34b-a14c-4420-87ff-57d5d8d41b0e req-edce5049-43f0-4352-b4c6-594a32409619 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=404ee328-8f8f-48f8-adcc-b9c2c0710406 HTTP/1.1" status: 200 len: 949 time: 0.1809433 Aug 27 04:48:10.655106 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:10.657000 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-139f7aec-c5f6-41c8-9c7f-e724e6f98d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (882f75f3-b322-4fc2-9b23-4de2aae06336), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:10.688797 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-27a7abf4-aedb-4b01-b069-1e9d7fdb2ba2 None None] Set router 37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:48:10.709522 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b299e5-bb02-4059-8710-fc75e4aa7273 req-60212659-49c4-4498-84c1-ee45352adca1 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:48:10.709891 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139f7aec-c5f6-41c8-9c7f-e724e6f98d79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=882f75f3-b322-4fc2-9b23-4de2aae06336,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:10.710345 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-16b299e5-bb02-4059-8710-fc75e4aa7273 req-60212659-49c4-4498-84c1-ee45352adca1 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] 10.222.0.76 "GET /networking/v2.0/networks?id=03a7835a-f52d-477c-a2dc-fcc27c449ecb HTTP/1.1" status: 200 len: 817 time: 0.2492893 Aug 27 04:48:10.713498 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e50be34b-a14c-4420-87ff-57d5d8d41b0e req-b5a7fa16-d0c7-44c5-a7d5-c662f387350e tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903549 Aug 27 04:48:10.716587 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-15d74faa-4a1c-4d01-9985-8a948633264a admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:10.717787 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-15d74faa-4a1c-4d01-9985-8a948633264a admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.1093388 Aug 27 04:48:10.725586 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 50414) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:10.727682 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5250699f-f48c-4253-8f5c-ab3778b85309 None None] Network 50352b29-fa24-48c8-aad0-d13e7a0baf70 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:48:10.750802 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-139f7aec-c5f6-41c8-9c7f-e724e6f98d79 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:10.776682 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-139f7aec-c5f6-41c8-9c7f-e724e6f98d79 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/882f75f3-b322-4fc2-9b23-4de2aae06336 HTTP/1.1" status: 204 len: 168 time: 0.7676289 Aug 27 04:48:10.834838 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 50418) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:10.836618 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-136269e4-859d-4127-a8fe-89b59f8febb4 tempest-FloatingIPAdminTestJSON-784410988 tempest-FloatingIPAdminTestJSON-784410988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:10.877838 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 600f12a5-e1b1-4e13-a47a-5ba21b959408 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:48:10.910166 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 50420) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:10.926288 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-16b299e5-bb02-4059-8710-fc75e4aa7273 req-fdce0a4a-9c7d-4f0f-a533-fdbd85ef834f tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] 10.222.0.76 "GET /networking/v2.0/quotas/5c9eb4bbda084c9d8f1503b888a2ddfb HTTP/1.1" status: 200 len: 375 time: 0.0757487 Aug 27 04:48:10.940301 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6272f7bf-5161-4c3b-acf6-2be5558e6e26 req-5575be8e-0357-4581-afbd-101db1529bde tempest-ServerShowV257Test-1943343929 tempest-ServerShowV257Test-1943343929-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=1485650d-17d8-465c-ad68-1ab73abdddff HTTP/1.1" status: 200 len: 210 time: 0.0470176 Aug 27 04:48:11.022734 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-16b299e5-bb02-4059-8710-fc75e4aa7273 req-44ea2624-5a86-41f6-b299-de6c2c889612 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=5c9eb4bbda084c9d8f1503b888a2ddfb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0857701 Aug 27 04:48:11.082014 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-32d64399-1036-4a16-bef4-1431e5408007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (50352b29-fa24-48c8-aad0-d13e7a0baf70), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:11.123694 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 600f12a5-e1b1-4e13-a47a-5ba21b959408 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:48:11.124033 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 600f12a5-e1b1-4e13-a47a-5ba21b959408 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:48:11.198458 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-29abc9d3-fe96-4d48-add2-607c3f9a47b1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2008025527-network', 'tenant_id': 'd9810a6d61ab4eb281b5bc5d5ecff6fa'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:48:11.207027 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-136269e4-859d-4127-a8fe-89b59f8febb4 tempest-FloatingIPAdminTestJSON-784410988 tempest-FloatingIPAdminTestJSON-784410988-project-admin] Allocated IP 172.25.2.213 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/aca95a8c-1587-4276-8fc7-f32cfd139d9d) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:48:11.214005 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-32d64399-1036-4a16-bef4-1431e5408007 admin admin] Deleting port 808b655f-3683-46b7-ae9d-8d01f3a18c39 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:48:11.214350 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-32d64399-1036-4a16-bef4-1431e5408007 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (808b655f-3683-46b7-ae9d-8d01f3a18c39), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:11.239060 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:11.242884 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-27a7abf4-aedb-4b01-b069-1e9d7fdb2ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed', 'name': 'tempest-ServerGroupTestJSON-714640807-router', 'tenant_id': 'a3f9953aa720463aa062c0715d7146cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '200b817d-7895-4995-b954-762851a5542e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:48:04Z', 'updated_at': '2022-08-27T04:48:08Z', 'revision_number': 3, 'project_id': 'a3f9953aa720463aa062c0715d7146cb', 'gw_port': {'id': '200b817d-7895-4995-b954-762851a5542e', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c5:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:48:06Z', 'updated_at': '2022-08-27T04:48:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:11.253694 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 50428) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:11.280448 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a7abf4-aedb-4b01-b069-1e9d7fdb2ba2 None None] Checking router: 37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:48:11.280798 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a7abf4-aedb-4b01-b069-1e9d7fdb2ba2 None None] Updating router 37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed port 200b817d-7895-4995-b954-762851a5542e binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:48:11.323921 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-27a7abf4-aedb-4b01-b069-1e9d7fdb2ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (200b817d-7895-4995-b954-762851a5542e), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:11.334645 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29abc9d3-fe96-4d48-add2-607c3f9a47b1 admin admin] Made reservation on behalf of d9810a6d61ab4eb281b5bc5d5ecff6fa for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:48:11.337984 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-29abc9d3-fe96-4d48-add2-607c3f9a47b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:11.345567 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-32d64399-1036-4a16-bef4-1431e5408007 admin admin] For port 808b655f-3683-46b7-ae9d-8d01f3a18c39, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=808b655f-3683-46b7-ae9d-8d01f3a18c39,segment=NetworkSegment(7b77f052-8db0-46e2-85df-1f3c32b7d41c),segment_id=7b77f052-8db0-46e2-85df-1f3c32b7d41c)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:48:11.345939 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-32d64399-1036-4a16-bef4-1431e5408007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (808b655f-3683-46b7-ae9d-8d01f3a18c39), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:11.353260 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-29abc9d3-fe96-4d48-add2-607c3f9a47b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:11.371552 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-32d64399-1036-4a16-bef4-1431e5408007 admin admin] Calling delete_port for 808b655f-3683-46b7-ae9d-8d01f3a18c39 owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:48:11.427262 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:11.438277 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1397a6e-7826-4225-89bf-1b3bd7cf9d3a None None] DHCP port deletion for 50352b29-fa24-48c8-aad0-d13e7a0baf70 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:48:11.467475 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-29abc9d3-fe96-4d48-add2-607c3f9a47b1 admin admin] Publish callbacks [] for security_group (1f1c6643-5298-41ae-885e-7419a6c32965), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:11.472239 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-136269e4-859d-4127-a8fe-89b59f8febb4 tempest-FloatingIPAdminTestJSON-784410988 tempest-FloatingIPAdminTestJSON-784410988-project-admin] Publish callbacks [] for port (aca95a8c-1587-4276-8fc7-f32cfd139d9d), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:11.490045 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-f1397a6e-7826-4225-89bf-1b3bd7cf9d3a None None] Deleting port 808b655f-3683-46b7-ae9d-8d01f3a18c39 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:48:11.490641 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f1397a6e-7826-4225-89bf-1b3bd7cf9d3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (808b655f-3683-46b7-ae9d-8d01f3a18c39), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:11.497556 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d605ee5f-252c-4855-8219-e79d51601280 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Publish callbacks [] for security_group (61cbcd83-90b8-4a75-b84d-fd17d846aad1), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:11.552237 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d605ee5f-252c-4855-8219-e79d51601280 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Publish callbacks [] for security_group (61cbcd83-90b8-4a75-b84d-fd17d846aad1), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:11.567650 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-29abc9d3-fe96-4d48-add2-607c3f9a47b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (1f1c6643-5298-41ae-885e-7419a6c32965), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:11.577216 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-59b796db-fb87-45ff-bdbf-f0d5e71b5d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:11.583822 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-f1397a6e-7826-4225-89bf-1b3bd7cf9d3a None None] For port 808b655f-3683-46b7-ae9d-8d01f3a18c39, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=808b655f-3683-46b7-ae9d-8d01f3a18c39,segment=NetworkSegment(7b77f052-8db0-46e2-85df-1f3c32b7d41c),segment_id=7b77f052-8db0-46e2-85df-1f3c32b7d41c)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:48:11.584655 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f1397a6e-7826-4225-89bf-1b3bd7cf9d3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (808b655f-3683-46b7-ae9d-8d01f3a18c39), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:11.607994 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-f1397a6e-7826-4225-89bf-1b3bd7cf9d3a None None] Calling delete_port for 808b655f-3683-46b7-ae9d-8d01f3a18c39 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:48:11.609135 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:11.638556 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29abc9d3-fe96-4d48-add2-607c3f9a47b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:48:11.656691 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29abc9d3-fe96-4d48-add2-607c3f9a47b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f1c6643-5298-41ae-885e-7419a6c32965,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:11.671183 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-29abc9d3-fe96-4d48-add2-607c3f9a47b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (e529c1dd-17c4-49f0-b120-db958a4a7a6f), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:11.671622 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-29abc9d3-fe96-4d48-add2-607c3f9a47b1 admin admin] Added segment e529c1dd-17c4-49f0-b120-db958a4a7a6f of type vlan for network 0ef7236e-dd9f-4123-99ab-fea13f774e50 Aug 27 04:48:11.767571 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-29abc9d3-fe96-4d48-add2-607c3f9a47b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (0ef7236e-dd9f-4123-99ab-fea13f774e50), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:11.787954 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:11.862710 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d605ee5f-252c-4855-8219-e79d51601280 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (61cbcd83-90b8-4a75-b84d-fd17d846aad1), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:11.865238 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d605ee5f-252c-4855-8219-e79d51601280 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:11.868985 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-d605ee5f-252c-4855-8219-e79d51601280 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/61cbcd83-90b8-4a75-b84d-fd17d846aad1 HTTP/1.1" status: 204 len: 168 time: 0.6117439 Aug 27 04:48:11.869797 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 50434) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:11.886631 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:11.887922 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-34bde4c9-71d9-4910-9854-1be713f0408f tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] show failed (client error): The resource could not be found. Aug 27 04:48:11.889379 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-34bde4c9-71d9-4910-9854-1be713f0408f tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] 10.222.0.76 "GET /networking/v2.0/security-groups/61cbcd83-90b8-4a75-b84d-fd17d846aad1 HTTP/1.1" status: 404 len: 347 time: 0.0182273 Aug 27 04:48:11.891987 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-136269e4-859d-4127-a8fe-89b59f8febb4 tempest-FloatingIPAdminTestJSON-784410988 tempest-FloatingIPAdminTestJSON-784410988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (aca95a8c-1587-4276-8fc7-f32cfd139d9d), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:11.901028 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 50436) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:11.905957 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d605ee5f-252c-4855-8219-e79d51601280 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61cbcd83-90b8-4a75-b84d-fd17d846aad1,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:11.921306 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1657b-5f0e-472d-a192-90338a606c9c req-00fe425c-82f9-4cbf-8358-ca9d45175cde tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:48:11.923457 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-25b1657b-5f0e-472d-a192-90338a606c9c req-00fe425c-82f9-4cbf-8358-ca9d45175cde tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=404ee328-8f8f-48f8-adcc-b9c2c0710406 HTTP/1.1" status: 200 len: 949 time: 0.1037552 Aug 27 04:48:11.926558 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f1397a6e-7826-4225-89bf-1b3bd7cf9d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (808b655f-3683-46b7-ae9d-8d01f3a18c39), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:11.943708 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136269e4-859d-4127-a8fe-89b59f8febb4 tempest-FloatingIPAdminTestJSON-784410988 tempest-FloatingIPAdminTestJSON-784410988-project-admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:48:11.974028 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-59b796db-fb87-45ff-bdbf-f0d5e71b5d58 admin admin] Allocated IP 172.20.0.1 (9f11b454-6aee-47c5-bf3d-a86358baa4c4/4ac651e5-fabf-4e58-aab3-dccf19a98197/a3cb7f05-1fb1-4cea-9a59-f43e3b04b71a) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:48:11.975548 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-32d64399-1036-4a16-bef4-1431e5408007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (808b655f-3683-46b7-ae9d-8d01f3a18c39), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:11.982097 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-136269e4-859d-4127-a8fe-89b59f8febb4 tempest-FloatingIPAdminTestJSON-784410988 tempest-FloatingIPAdminTestJSON-784410988-project-admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:48:11.998662 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136269e4-859d-4127-a8fe-89b59f8febb4 tempest-FloatingIPAdminTestJSON-784410988 tempest-FloatingIPAdminTestJSON-784410988-project-admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:48:12.006604 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1397a6e-7826-4225-89bf-1b3bd7cf9d3a None None] Pushing event deleted for resources: {'Port': ['ID=808b655f-3683-46b7-ae9d-8d01f3a18c39,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:12.027314 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1397a6e-7826-4225-89bf-1b3bd7cf9d3a None None] No DVR routers for this DVR port 808b655f-3683-46b7-ae9d-8d01f3a18c39 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:48:12.085415 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d64399-1036-4a16-bef4-1431e5408007 admin admin] No DVR routers for this DVR port 808b655f-3683-46b7-ae9d-8d01f3a18c39 on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:48:12.086909 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136269e4-859d-4127-a8fe-89b59f8febb4 tempest-FloatingIPAdminTestJSON-784410988 tempest-FloatingIPAdminTestJSON-784410988-project-admin] Pushing event updated for resources: {'Port': ['ID=aca95a8c-1587-4276-8fc7-f32cfd139d9d,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:12.100293 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-29abc9d3-fe96-4d48-add2-607c3f9a47b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (0ef7236e-dd9f-4123-99ab-fea13f774e50), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:12.103288 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29abc9d3-fe96-4d48-add2-607c3f9a47b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:48:12.104258 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-29abc9d3-fe96-4d48-add2-607c3f9a47b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:12.191141 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-27a7abf4-aedb-4b01-b069-1e9d7fdb2ba2 None None] Publish callbacks [] for port (200b817d-7895-4995-b954-762851a5542e), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:12.217889 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d64399-1036-4a16-bef4-1431e5408007 admin admin] Pushing event deleted for resources: {'Port': ['ID=808b655f-3683-46b7-ae9d-8d01f3a18c39,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:12.241555 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-179a2eb7-07fe-42e8-b0ee-500b6f2421d2 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Deleting port 5b3a4a75-1238-4231-81af-f85768573f62 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:48:12.241910 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-179a2eb7-07fe-42e8-b0ee-500b6f2421d2 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (5b3a4a75-1238-4231-81af-f85768573f62), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:12.280312 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-32d64399-1036-4a16-bef4-1431e5408007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (50352b29-fa24-48c8-aad0-d13e7a0baf70), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:12.310865 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-27a7abf4-aedb-4b01-b069-1e9d7fdb2ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (200b817d-7895-4995-b954-762851a5542e), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:12.340908 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-27a7abf4-aedb-4b01-b069-1e9d7fdb2ba2 None None] Attempting to bind port 200b817d-7895-4995-b954-762851a5542e on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:48:12.341639 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-27a7abf4-aedb-4b01-b069-1e9d7fdb2ba2 None None] Attempting to bind port 200b817d-7895-4995-b954-762851a5542e by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:48:12.342307 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a7abf4-aedb-4b01-b069-1e9d7fdb2ba2 None None] Attempting to bind port 200b817d-7895-4995-b954-762851a5542e on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:48:12.356305 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1d3180eb-2962-4fe7-9d3c-1fb7941eb581 req-c2344bff-1d6f-40a7-9548-4052b16e0a9b tempest-ServerShowV257Test-1943343929 tempest-ServerShowV257Test-1943343929-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=1485650d-17d8-465c-ad68-1ab73abdddff HTTP/1.1" status: 200 len: 210 time: 0.1582475 Aug 27 04:48:12.359966 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29abc9d3-fe96-4d48-add2-607c3f9a47b1 admin admin] Pushing event updated for resources: {'Network': ['ID=0ef7236e-dd9f-4123-99ab-fea13f774e50,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:12.368001 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-25b1657b-5f0e-472d-a192-90338a606c9c req-5dc0b3e3-9d38-4e18-a07a-878d21b92877 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4047639 Aug 27 04:48:12.371607 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-32d64399-1036-4a16-bef4-1431e5408007 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50352b29-fa24-48c8-aad0-d13e7a0baf70']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:12.400083 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 0ef7236e-dd9f-4123-99ab-fea13f774e50 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:48:12.412551 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-32d64399-1036-4a16-bef4-1431e5408007 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b77f052-8db0-46e2-85df-1f3c32b7d41c') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:12.412856 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-32d64399-1036-4a16-bef4-1431e5408007 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b77f052-8db0-46e2-85df-1f3c32b7d41c') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:12.415353 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:12.421424 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-29abc9d3-fe96-4d48-add2-607c3f9a47b1 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.4941342 Aug 27 04:48:12.423164 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 50440) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:12.432343 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-43c7a41e-2ae4-471f-aee6-b4c4fd3b19dd admin admin] Request body: {'subnet': {'network_id': '0ef7236e-dd9f-4123-99ab-fea13f774e50', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2008025527-subnet', 'tenant_id': 'd9810a6d61ab4eb281b5bc5d5ecff6fa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:48:12.435055 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a7abf4-aedb-4b01-b069-1e9d7fdb2ba2 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:48:12.435574 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a7abf4-aedb-4b01-b069-1e9d7fdb2ba2 None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:48:12.436081 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-27a7abf4-aedb-4b01-b069-1e9d7fdb2ba2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:12.437374 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a7abf4-aedb-4b01-b069-1e9d7fdb2ba2 None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:48:12.438801 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-27a7abf4-aedb-4b01-b069-1e9d7fdb2ba2 None None] Bound port: 200b817d-7895-4995-b954-762851a5542e, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:48:12.438801 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-27a7abf4-aedb-4b01-b069-1e9d7fdb2ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (200b817d-7895-4995-b954-762851a5542e), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:12.446322 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-32d64399-1036-4a16-bef4-1431e5408007 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (7b77f052-8db0-46e2-85df-1f3c32b7d41c), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:12.459759 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-59b796db-fb87-45ff-bdbf-f0d5e71b5d58 admin admin] Publish callbacks [] for port (a3cb7f05-1fb1-4cea-9a59-f43e3b04b71a), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:12.502558 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:12.506669 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-179a2eb7-07fe-42e8-b0ee-500b6f2421d2 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (5b3a4a75-1238-4231-81af-f85768573f62), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:12.507001 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-179a2eb7-07fe-42e8-b0ee-500b6f2421d2 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Publish callbacks [] for floatingip (5b3a4a75-1238-4231-81af-f85768573f62), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:12.518388 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-32d64399-1036-4a16-bef4-1431e5408007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (7b77f052-8db0-46e2-85df-1f3c32b7d41c), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:12.519488 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da49dbb-a131-457d-8008-c9886fcfbd83 None None] Pushing event updated for resources: {'Port': ['ID=200b817d-7895-4995-b954-762851a5542e,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:12.532002 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-179a2eb7-07fe-42e8-b0ee-500b6f2421d2 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Calling delete_port for 5b3a4a75-1238-4231-81af-f85768573f62 owned by network:floatingip {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:48:12.553982 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-59b796db-fb87-45ff-bdbf-f0d5e71b5d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (a3cb7f05-1fb1-4cea-9a59-f43e3b04b71a), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:12.558553 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32d64399-1036-4a16-bef4-1431e5408007 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:48:12.558951 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-32d64399-1036-4a16-bef4-1431e5408007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (7b77f052-8db0-46e2-85df-1f3c32b7d41c), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:12.572286 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-27a7abf4-aedb-4b01-b069-1e9d7fdb2ba2 None None] For port 200b817d-7895-4995-b954-762851a5542e, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:48:12.576225 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-27a7abf4-aedb-4b01-b069-1e9d7fdb2ba2 None None] For port 200b817d-7895-4995-b954-762851a5542e, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=200b817d-7895-4995-b954-762851a5542e,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:48:12.609344 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b796db-fb87-45ff-bdbf-f0d5e71b5d58 admin admin] Network 9f11b454-6aee-47c5-bf3d-a86358baa4c4 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:48:12.610623 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 7b77f052-8db0-46e2-85df-1f3c32b7d41c resource provider aggregate not found Aug 27 04:48:12.615358 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c7a41e-2ae4-471f-aee6-b4c4fd3b19dd admin admin] Made reservation on behalf of d9810a6d61ab4eb281b5bc5d5ecff6fa for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:48:12.616604 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-43c7a41e-2ae4-471f-aee6-b4c4fd3b19dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:12.622394 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-59b796db-fb87-45ff-bdbf-f0d5e71b5d58 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:48:12.623397 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:12.636633 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b796db-fb87-45ff-bdbf-f0d5e71b5d58 admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:48:12.659403 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 7b77f052-8db0-46e2-85df-1f3c32b7d41c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7b77f052-8db0-46e2-85df-1f3c32b7d41c found for delete ", "request_id": "req-bd07fbaa-1a88-4432-a998-4aabdce27238"}]} Aug 27 04:48:12.674052 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-27a7abf4-aedb-4b01-b069-1e9d7fdb2ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (200b817d-7895-4995-b954-762851a5542e), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:12.770815 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-59b796db-fb87-45ff-bdbf-f0d5e71b5d58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:12.779879 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b796db-fb87-45ff-bdbf-f0d5e71b5d58 admin admin] Pushing event updated for resources: {'Port': ['ID=a3cb7f05-1fb1-4cea-9a59-f43e3b04b71a,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:12.780074 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da49dbb-a131-457d-8008-c9886fcfbd83 None None] Pushing event updated for resources: {'Port': ['ID=200b817d-7895-4995-b954-762851a5542e,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:12.813703 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a7abf4-aedb-4b01-b069-1e9d7fdb2ba2 None None] Routers {'37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:48:12.813703 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-27a7abf4-aedb-4b01-b069-1e9d7fdb2ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:47:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:12.813889 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-32d64399-1036-4a16-bef4-1431e5408007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (50352b29-fa24-48c8-aad0-d13e7a0baf70), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:12.813889 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:12.815836 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-32d64399-1036-4a16-bef4-1431e5408007 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:12.830101 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-32d64399-1036-4a16-bef4-1431e5408007 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/50352b29-fa24-48c8-aad0-d13e7a0baf70 HTTP/1.1" status: 204 len: 168 time: 1.9905610 Aug 27 04:48:12.853993 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d64399-1036-4a16-bef4-1431e5408007 admin admin] Pushing event deleted for resources: {'Network': ['ID=50352b29-fa24-48c8-aad0-d13e7a0baf70,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:12.868352 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:12.870514 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 808b655f-3683-46b7-ae9d-8d01f3a18c39 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:48:12.902553 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-179a2eb7-07fe-42e8-b0ee-500b6f2421d2 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (5b3a4a75-1238-4231-81af-f85768573f62), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:12.913998 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 808b655f-3683-46b7-ae9d-8d01f3a18c39 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:48:12.914562 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 808b655f-3683-46b7-ae9d-8d01f3a18c39 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:48:13.051485 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a2eb7-07fe-42e8-b0ee-500b6f2421d2 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Pushing event deleted for resources: {'Port': ['ID=5b3a4a75-1238-4231-81af-f85768573f62,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:13.143828 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-59b796db-fb87-45ff-bdbf-f0d5e71b5d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a3cb7f05-1fb1-4cea-9a59-f43e3b04b71a), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:13.152228 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4ebfcae3-f1fa-429d-bc46-0d9cdefb1131 None None] Provisioning complete for port a3cb7f05-1fb1-4cea-9a59-f43e3b04b71a triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:48:13.152884 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4ebfcae3-f1fa-429d-bc46-0d9cdefb1131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a3cb7f05-1fb1-4cea-9a59-f43e3b04b71a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:13.180065 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:13.182458 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-43c7a41e-2ae4-471f-aee6-b4c4fd3b19dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (0f19104e-0b6d-49ec-ae90-1bce4590d8ad), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:13.189606 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-179a2eb7-07fe-42e8-b0ee-500b6f2421d2 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Publish callbacks [] for floatingip (03631e07-e89b-4ee2-8461-4bc09ad3ab96), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:13.192749 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-179a2eb7-07fe-42e8-b0ee-500b6f2421d2 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:13.194831 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-27a7abf4-aedb-4b01-b069-1e9d7fdb2ba2 None None] Set router 37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:48:13.198670 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-179a2eb7-07fe-42e8-b0ee-500b6f2421d2 tempest-AttachVolumeShelveTestJSON-648034885 tempest-AttachVolumeShelveTestJSON-648034885-project] 10.222.0.76 "DELETE /networking/v2.0/floatingips/03631e07-e89b-4ee2-8461-4bc09ad3ab96 HTTP/1.1" status: 204 len: 168 time: 1.2921183 Aug 27 04:48:13.211764 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 50450) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:13.258879 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4ebfcae3-f1fa-429d-bc46-0d9cdefb1131 None None] Port a3cb7f05-1fb1-4cea-9a59-f43e3b04b71a cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:48:13.378119 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-136269e4-859d-4127-a8fe-89b59f8febb4 tempest-FloatingIPAdminTestJSON-784410988 tempest-FloatingIPAdminTestJSON-784410988-project-admin] Publish callbacks [] for floatingip (c445e169-ab05-4824-ad3c-75b0cd550fe5), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:13.397577 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 50452) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:13.405435 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-27a7abf4-aedb-4b01-b069-1e9d7fdb2ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed', 'name': 'tempest-ServerGroupTestJSON-714640807-router', 'tenant_id': 'a3f9953aa720463aa062c0715d7146cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '200b817d-7895-4995-b954-762851a5542e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:48:04Z', 'updated_at': '2022-08-27T04:48:08Z', 'revision_number': 3, 'project_id': 'a3f9953aa720463aa062c0715d7146cb', 'gw_port': {'id': '200b817d-7895-4995-b954-762851a5542e', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c5:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:48:06Z', 'updated_at': '2022-08-27T04:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:13.443398 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a7abf4-aedb-4b01-b069-1e9d7fdb2ba2 None None] The sync data for ids ['37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed'] in n-d-852088-5 is: [{'id': '37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed', 'name': 'tempest-ServerGroupTestJSON-714640807-router', 'tenant_id': 'a3f9953aa720463aa062c0715d7146cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '200b817d-7895-4995-b954-762851a5542e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:48:04Z', 'updated_at': '2022-08-27T04:48:08Z', 'revision_number': 3, 'project_id': 'a3f9953aa720463aa062c0715d7146cb', 'gw_port': {'id': '200b817d-7895-4995-b954-762851a5542e', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c5:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:48:06Z', 'updated_at': '2022-08-27T04:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:48:13.492789 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-88231de2-cdcd-47fc-8373-c129680b1bdc admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=c2743ef5b6bf4dea97d585fa121bdf6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0809958 Aug 27 04:48:13.493750 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-59b796db-fb87-45ff-bdbf-f0d5e71b5d58 admin admin] Publish callbacks [] for port (a3cb7f05-1fb1-4cea-9a59-f43e3b04b71a), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:13.497824 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 50458) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:13.621591 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:INSERT=2,neutron:DELETE=9 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:13.636718 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c7a41e-2ae4-471f-aee6-b4c4fd3b19dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f19104e-0b6d-49ec-ae90-1bce4590d8ad,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:13.643121 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-59b796db-fb87-45ff-bdbf-f0d5e71b5d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (a3cb7f05-1fb1-4cea-9a59-f43e3b04b71a), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:13.710016 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-70985255-64a9-4505-a099-cc1da2da61ce req-4c5da08d-d1c5-4ced-920e-8eaf6d598e9d tempest-ServerShowV257Test-1943343929 tempest-ServerShowV257Test-1943343929-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=1485650d-17d8-465c-ad68-1ab73abdddff HTTP/1.1" status: 200 len: 210 time: 0.1554501 Aug 27 04:48:13.745154 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c7a41e-2ae4-471f-aee6-b4c4fd3b19dd admin admin] Checking segment: {'id': 'e529c1dd-17c4-49f0-b120-db958a4a7a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0ef7236e-dd9f-4123-99ab-fea13f774e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:48:13.745835 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c7a41e-2ae4-471f-aee6-b4c4fd3b19dd admin admin] Network hostable DHCP agents. Network: 0ef7236e-dd9f-4123-99ab-fea13f774e50, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:48:13.746225 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-136269e4-859d-4127-a8fe-89b59f8febb4 tempest-FloatingIPAdminTestJSON-784410988 tempest-FloatingIPAdminTestJSON-784410988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (aca95a8c-1587-4276-8fc7-f32cfd139d9d), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:13.818928 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb79d988-d3dd-4150-a5a3-a93046b806c9 req-1541dc7b-e394-4642-bff9-f9eac6a6153d tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:48:13.820808 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-cb79d988-d3dd-4150-a5a3-a93046b806c9 req-1541dc7b-e394-4642-bff9-f9eac6a6153d tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=404ee328-8f8f-48f8-adcc-b9c2c0710406 HTTP/1.1" status: 200 len: 949 time: 0.2716904 Aug 27 04:48:13.821507 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b796db-fb87-45ff-bdbf-f0d5e71b5d58 admin admin] Pushing event updated for resources: {'Port': ['ID=a3cb7f05-1fb1-4cea-9a59-f43e3b04b71a,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:13.830772 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-59b796db-fb87-45ff-bdbf-f0d5e71b5d58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:13.909046 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-27567528-d9c5-40de-85f9-19d653eb292e admin admin] Publish callbacks [] for security_group (7a759523-a648-4b45-bf81-8132f3b821f9), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:13.950433 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1912dc34-863e-4b11-bac5-cccdb0498f44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (c935affc-6dd5-4ccf-b845-2f3b96987498), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:14.010737 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c7a41e-2ae4-471f-aee6-b4c4fd3b19dd admin admin] Network 0ef7236e-dd9f-4123-99ab-fea13f774e50 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:48:14.014459 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-27567528-d9c5-40de-85f9-19d653eb292e admin admin] Publish callbacks [] for security_group (7a759523-a648-4b45-bf81-8132f3b821f9), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:14.087393 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-cb79d988-d3dd-4150-a5a3-a93046b806c9 req-148282d6-7b0a-4028-9479-b96073c70454 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334814 Aug 27 04:48:14.149770 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b796db-fb87-45ff-bdbf-f0d5e71b5d58 admin admin] Network 9f11b454-6aee-47c5-bf3d-a86358baa4c4 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:48:14.153379 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-59b796db-fb87-45ff-bdbf-f0d5e71b5d58 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:48:14.246763 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-43c7a41e-2ae4-471f-aee6-b4c4fd3b19dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 0ef7236e-dd9f-4123-99ab-fea13f774e50) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:48:14.259002 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c7a41e-2ae4-471f-aee6-b4c4fd3b19dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:48:14.262601 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-43c7a41e-2ae4-471f-aee6-b4c4fd3b19dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:14.268766 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ffa3ff-fab1-407e-876a-c296bc27af63 None None] Network 0ef7236e-dd9f-4123-99ab-fea13f774e50 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:48:14.279346 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-27567528-d9c5-40de-85f9-19d653eb292e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (7a759523-a648-4b45-bf81-8132f3b821f9), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:14.293705 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-27567528-d9c5-40de-85f9-19d653eb292e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:14.297306 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-27567528-d9c5-40de-85f9-19d653eb292e admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/7a759523-a648-4b45-bf81-8132f3b821f9 HTTP/1.1" status: 204 len: 168 time: 0.7952952 Aug 27 04:48:14.541412 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998483a1-a8d5-4a8e-b6cb-b8c390ed6548 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-0ef7236e-dd9f-4123-99ab-fea13f774e50', 'network_id': '0ef7236e-dd9f-4123-99ab-fea13f774e50', 'project_id': 'd9810a6d61ab4eb281b5bc5d5ecff6fa', 'fixed_ips': [{'subnet_id': '0f19104e-0b6d-49ec-ae90-1bce4590d8ad'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:48:14.543087 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-998483a1-a8d5-4a8e-b6cb-b8c390ed6548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:14.620361 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-136269e4-859d-4127-a8fe-89b59f8febb4 tempest-FloatingIPAdminTestJSON-784410988 tempest-FloatingIPAdminTestJSON-784410988-project-admin] Publish callbacks [] for port (aca95a8c-1587-4276-8fc7-f32cfd139d9d), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:14.628744 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-1008a28c-5f27-4a99-892b-bf9b318e1b90 None None] Provisioning complete for port a3cb7f05-1fb1-4cea-9a59-f43e3b04b71a triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:48:14.630010 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1008a28c-5f27-4a99-892b-bf9b318e1b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a3cb7f05-1fb1-4cea-9a59-f43e3b04b71a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:14.715964 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-136269e4-859d-4127-a8fe-89b59f8febb4 tempest-FloatingIPAdminTestJSON-784410988 tempest-FloatingIPAdminTestJSON-784410988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (aca95a8c-1587-4276-8fc7-f32cfd139d9d), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:14.885270 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:14.920248 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-998483a1-a8d5-4a8e-b6cb-b8c390ed6548 None None] Allocated IP 172.20.0.2 (0ef7236e-dd9f-4123-99ab-fea13f774e50/0f19104e-0b6d-49ec-ae90-1bce4590d8ad/655a1ff6-7c92-46f0-ab86-2045033b25a6) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:48:15.012907 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136269e4-859d-4127-a8fe-89b59f8febb4 tempest-FloatingIPAdminTestJSON-784410988 tempest-FloatingIPAdminTestJSON-784410988-project-admin] Pushing event updated for resources: {'Port': ['ID=aca95a8c-1587-4276-8fc7-f32cfd139d9d,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:15.022377 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-136269e4-859d-4127-a8fe-89b59f8febb4 tempest-FloatingIPAdminTestJSON-784410988 tempest-FloatingIPAdminTestJSON-784410988-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677636'] for floatingip (c445e169-ab05-4824-ad3c-75b0cd550fe5), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:15.042543 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27567528-d9c5-40de-85f9-19d653eb292e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a759523-a648-4b45-bf81-8132f3b821f9,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:15.054305 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-43c7a41e-2ae4-471f-aee6-b4c4fd3b19dd admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.6256950 Aug 27 04:48:15.054946 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 50472) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:15.058409 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:15.079458 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:15.095222 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-f2b14609-8b36-4bc5-9a73-4e4974d14e82 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2008025527-router', 'tenant_id': 'd9810a6d61ab4eb281b5bc5d5ecff6fa', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:48:15.118029 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-89d3cb1b-0dde-4693-8808-b1d41a2d79ea req-b81db754-858a-4308-b3ca-cf83858a6100 tempest-ServerShowV257Test-1943343929 tempest-ServerShowV257Test-1943343929-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=1485650d-17d8-465c-ad68-1ab73abdddff HTTP/1.1" status: 200 len: 210 time: 0.0906403 Aug 27 04:48:15.167329 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:15.174970 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 200b817d-7895-4995-b954-762851a5542e up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:48:15.196204 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b796db-fb87-45ff-bdbf-f0d5e71b5d58 admin admin] Router 37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:48:15.285255 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f2b14609-8b36-4bc5-9a73-4e4974d14e82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (c768e052-19b1-4a67-9786-f56dea0d166c), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:15.292529 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f2b14609-8b36-4bc5-9a73-4e4974d14e82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (c768e052-19b1-4a67-9786-f56dea0d166c), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:15.338542 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-1912dc34-863e-4b11-bac5-cccdb0498f44 admin admin] Deleting port 74ddef0d-b63a-402b-9446-48d5b1d82b58 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:48:15.345115 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1912dc34-863e-4b11-bac5-cccdb0498f44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (74ddef0d-b63a-402b-9446-48d5b1d82b58), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:15.377079 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-1008a28c-5f27-4a99-892b-bf9b318e1b90 None None] Port a3cb7f05-1fb1-4cea-9a59-f43e3b04b71a cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:48:15.438960 n-d-852088-5 neutron-server[107776]: INFO neutron.db.l3_db [None req-136269e4-859d-4127-a8fe-89b59f8febb4 tempest-FloatingIPAdminTestJSON-784410988 tempest-FloatingIPAdminTestJSON-784410988-project-admin] Floating IP c445e169-ab05-4824-ad3c-75b0cd550fe5 associated. External IP: 172.25.2.213, port: 9df5351b-5e92-49cc-b2d7-cd49578b7396. Aug 27 04:48:15.458674 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20deda9d-d15a-4a88-a6d9-03a857c883c3 req-71f00c21-c9e9-4f81-b6ee-706157d2b354 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:48:15.460433 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-20deda9d-d15a-4a88-a6d9-03a857c883c3 req-71f00c21-c9e9-4f81-b6ee-706157d2b354 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=404ee328-8f8f-48f8-adcc-b9c2c0710406 HTTP/1.1" status: 200 len: 949 time: 0.1634893 Aug 27 04:48:15.471912 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 200b817d-7895-4995-b954-762851a5542e triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:48:15.472310 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (200b817d-7895-4995-b954-762851a5542e), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:15.507198 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-1912dc34-863e-4b11-bac5-cccdb0498f44 admin admin] For port 74ddef0d-b63a-402b-9446-48d5b1d82b58, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=74ddef0d-b63a-402b-9446-48d5b1d82b58,segment=NetworkSegment(09ec1922-c251-4e7c-bd62-f52b0d55adea),segment_id=09ec1922-c251-4e7c-bd62-f52b0d55adea)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:48:15.507567 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1912dc34-863e-4b11-bac5-cccdb0498f44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (74ddef0d-b63a-402b-9446-48d5b1d82b58), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:15.526504 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-1912dc34-863e-4b11-bac5-cccdb0498f44 admin admin] Calling delete_port for 74ddef0d-b63a-402b-9446-48d5b1d82b58 owned by network:router_interface {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:48:15.532126 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-998483a1-a8d5-4a8e-b6cb-b8c390ed6548 None None] Publish callbacks [] for port (655a1ff6-7c92-46f0-ab86-2045033b25a6), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:15.536818 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f2b14609-8b36-4bc5-9a73-4e4974d14e82 admin admin] Publish callbacks [] for router_controller (c768e052-19b1-4a67-9786-f56dea0d166c), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:15.538732 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b796db-fb87-45ff-bdbf-f0d5e71b5d58 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:48:15.549453 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-59b796db-fb87-45ff-bdbf-f0d5e71b5d58 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8277628 Aug 27 04:48:15.572591 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:15.589464 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 200b817d-7895-4995-b954-762851a5542e is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:48:15.590630 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (200b817d-7895-4995-b954-762851a5542e), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:15.607763 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-20deda9d-d15a-4a88-a6d9-03a857c883c3 req-fb119f28-eb40-41aa-a158-44607182fe06 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393948 Aug 27 04:48:15.621056 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 200b817d-7895-4995-b954-762851a5542e, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=200b817d-7895-4995-b954-762851a5542e,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:48:15.659297 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-998483a1-a8d5-4a8e-b6cb-b8c390ed6548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (655a1ff6-7c92-46f0-ab86-2045033b25a6), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:15.746480 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (200b817d-7895-4995-b954-762851a5542e), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:15.769142 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:15.774290 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998483a1-a8d5-4a8e-b6cb-b8c390ed6548 None None] Network 0ef7236e-dd9f-4123-99ab-fea13f774e50 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:48:15.790696 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-998483a1-a8d5-4a8e-b6cb-b8c390ed6548 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:48:15.797454 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998483a1-a8d5-4a8e-b6cb-b8c390ed6548 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:48:15.853669 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998483a1-a8d5-4a8e-b6cb-b8c390ed6548 None None] Pushing event updated for resources: {'Port': ['ID=655a1ff6-7c92-46f0-ab86-2045033b25a6,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:15.947312 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:15.950647 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=25,neutron:SELECT=72,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:15.957983 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f2b14609-8b36-4bc5-9a73-4e4974d14e82 admin admin] Publish callbacks [] for router_gateway (c768e052-19b1-4a67-9786-f56dea0d166c), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:15.965203 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-998483a1-a8d5-4a8e-b6cb-b8c390ed6548 None None] Attempting to bind port 655a1ff6-7c92-46f0-ab86-2045033b25a6 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:48:15.966967 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-998483a1-a8d5-4a8e-b6cb-b8c390ed6548 None None] Attempting to bind port 655a1ff6-7c92-46f0-ab86-2045033b25a6 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'e529c1dd-17c4-49f0-b120-db958a4a7a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0ef7236e-dd9f-4123-99ab-fea13f774e50'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:48:15.967400 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998483a1-a8d5-4a8e-b6cb-b8c390ed6548 None None] Attempting to bind port 655a1ff6-7c92-46f0-ab86-2045033b25a6 on network 0ef7236e-dd9f-4123-99ab-fea13f774e50 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:48:15.984046 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998483a1-a8d5-4a8e-b6cb-b8c390ed6548 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:48:15.985128 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998483a1-a8d5-4a8e-b6cb-b8c390ed6548 None None] Checking segment: {'id': 'e529c1dd-17c4-49f0-b120-db958a4a7a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0ef7236e-dd9f-4123-99ab-fea13f774e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:48:15.985606 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-998483a1-a8d5-4a8e-b6cb-b8c390ed6548 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:15.985999 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998483a1-a8d5-4a8e-b6cb-b8c390ed6548 None None] Bound using segment: {'id': 'e529c1dd-17c4-49f0-b120-db958a4a7a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0ef7236e-dd9f-4123-99ab-fea13f774e50'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:48:15.986550 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-998483a1-a8d5-4a8e-b6cb-b8c390ed6548 None None] Bound port: 655a1ff6-7c92-46f0-ab86-2045033b25a6, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e529c1dd-17c4-49f0-b120-db958a4a7a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0ef7236e-dd9f-4123-99ab-fea13f774e50'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:48:15.987133 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-998483a1-a8d5-4a8e-b6cb-b8c390ed6548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (655a1ff6-7c92-46f0-ab86-2045033b25a6), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:15.989729 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=200b817d-7895-4995-b954-762851a5542e,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:16.098047 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device b9341b94-cc18-4cf2-be35-42a510791a8f no longer exists at agent hyperv_n-h1-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:48:16.175043 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-998483a1-a8d5-4a8e-b6cb-b8c390ed6548 None None] For port 655a1ff6-7c92-46f0-ab86-2045033b25a6, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:48:16.189771 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-998483a1-a8d5-4a8e-b6cb-b8c390ed6548 None None] For port 655a1ff6-7c92-46f0-ab86-2045033b25a6, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=655a1ff6-7c92-46f0-ab86-2045033b25a6,segment=NetworkSegment(e529c1dd-17c4-49f0-b120-db958a4a7a6f),segment_id=e529c1dd-17c4-49f0-b120-db958a4a7a6f)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:48:16.237177 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-136269e4-859d-4127-a8fe-89b59f8febb4 tempest-FloatingIPAdminTestJSON-784410988 tempest-FloatingIPAdminTestJSON-784410988-project-admin] Router 1cb5520b-92b2-4a3d-990d-a1a65f076a61 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:48:16.288401 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-998483a1-a8d5-4a8e-b6cb-b8c390ed6548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (655a1ff6-7c92-46f0-ab86-2045033b25a6), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:16.306418 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Current status of the port b9341b94-cc18-4cf2-be35-42a510791a8f is: ACTIVE; New status is: DOWN {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:48:16.307692 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (b9341b94-cc18-4cf2-be35-42a510791a8f), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:16.375630 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:INSERT=1,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:16.382082 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1912dc34-863e-4b11-bac5-cccdb0498f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (74ddef0d-b63a-402b-9446-48d5b1d82b58), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:16.478483 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d91f24-16a2-4cde-93c5-1a6f195b3e92 None None] Sync routers for ids ['37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:48:16.491215 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d91f24-16a2-4cde-93c5-1a6f195b3e92 None None] Routers {'37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:48:16.498128 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-d0d91f24-16a2-4cde-93c5-1a6f195b3e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:47:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:16.514525 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port b9341b94-cc18-4cf2-be35-42a510791a8f, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=b9341b94-cc18-4cf2-be35-42a510791a8f,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:48:16.522829 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404ee328-8f8f-48f8-adcc-b9c2c0710406', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9341b94-cc18-4cf2-be35-42a510791a8f'}] {{(pid=107777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:48:16.527046 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6e1ed2c1589df8125b2075e26a1ec4ff1174e69d6a71546bdf3c3a9a29d330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04cfd452-851b-4203-82da-638935b1be00" -d '{"events": [{"server_uuid": "404ee328-8f8f-48f8-adcc-b9c2c0710406", "name": "network-vif-unplugged", "status": "completed", "tag": "b9341b94-cc18-4cf2-be35-42a510791a8f"}]}' {{(pid=107777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:48:16.554040 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-38e2f0e2-a49b-4454-a448-70c8092e1ae8 req-fc2c2dc0-0d8f-40df-9507-9038b15858cc tempest-ServerShowV257Test-1943343929 tempest-ServerShowV257Test-1943343929-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=1485650d-17d8-465c-ad68-1ab73abdddff HTTP/1.1" status: 200 len: 210 time: 0.2227008 Aug 27 04:48:16.564526 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998483a1-a8d5-4a8e-b6cb-b8c390ed6548 None None] Pushing event updated for resources: {'Port': ['ID=655a1ff6-7c92-46f0-ab86-2045033b25a6,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:16.602013 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (b9341b94-cc18-4cf2-be35-42a510791a8f), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:16.721828 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Aug 2022 04:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b480b568-886c-4d61-9597-2c5d488cd064 x-openstack-request-id: req-b480b568-886c-4d61-9597-2c5d488cd064 {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:48:16.724472 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404ee328-8f8f-48f8-adcc-b9c2c0710406", "name": "network-vif-unplugged", "status": "completed", "tag": "b9341b94-cc18-4cf2-be35-42a510791a8f", "code": 200}]} {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:48:16.728428 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b480b568-886c-4d61-9597-2c5d488cd064 {{(pid=107777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:48:16.728428 n-d-852088-5 neutron-server[107777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b480b568-886c-4d61-9597-2c5d488cd064'] response: {'server_uuid': '404ee328-8f8f-48f8-adcc-b9c2c0710406', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9341b94-cc18-4cf2-be35-42a510791a8f', 'code': 200} Aug 27 04:48:16.731060 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f2b14609-8b36-4bc5-9a73-4e4974d14e82 admin admin] Publish callbacks [] for router_gateway (c768e052-19b1-4a67-9786-f56dea0d166c), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:16.777595 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Pushing event updated for resources: {'Port': ['ID=b9341b94-cc18-4cf2-be35-42a510791a8f,revision_number=9']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:16.834462 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1912dc34-863e-4b11-bac5-cccdb0498f44 admin admin] Pushing event deleted for resources: {'Port': ['ID=74ddef0d-b63a-402b-9446-48d5b1d82b58,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:16.853684 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-d0d91f24-16a2-4cde-93c5-1a6f195b3e92 None None] Set router 37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:48:16.854228 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f2b14609-8b36-4bc5-9a73-4e4974d14e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:16.872045 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:17.140099 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136269e4-859d-4127-a8fe-89b59f8febb4 tempest-FloatingIPAdminTestJSON-784410988 tempest-FloatingIPAdminTestJSON-784410988-project-admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:48:17.142193 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 200b817d-7895-4995-b954-762851a5542e up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:48:17.149544 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1912dc34-863e-4b11-bac5-cccdb0498f44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (c935affc-6dd5-4ccf-b845-2f3b96987498), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:17.216503 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:17.223896 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488866dd-29ee-424f-8363-344093a988b7 None None] Sync routers for ids ['1cb5520b-92b2-4a3d-990d-a1a65f076a61'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:48:17.225813 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-f2b14609-8b36-4bc5-9a73-4e4974d14e82 admin admin] Allocated IP 172.25.2.140 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/7ddb6f35-c67a-4398-9573-ff0b7eea5c9e) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:48:17.261719 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:17.287652 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-136269e4-859d-4127-a8fe-89b59f8febb4 tempest-FloatingIPAdminTestJSON-784410988 tempest-FloatingIPAdminTestJSON-784410988-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:17.304979 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488866dd-29ee-424f-8363-344093a988b7 None None] Routers {'1cb5520b-92b2-4a3d-990d-a1a65f076a61'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:48:17.309938 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-488866dd-29ee-424f-8363-344093a988b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:47:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['1cb5520b-92b2-4a3d-990d-a1a65f076a61'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:17.318019 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a014000-d410-4bc6-98aa-37dcee1fcaaa req-9dbadfa4-9cbe-4ca4-9289-272912f0cf52 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:48:17.319690 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-9a014000-d410-4bc6-98aa-37dcee1fcaaa req-9dbadfa4-9cbe-4ca4-9289-272912f0cf52 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=404ee328-8f8f-48f8-adcc-b9c2c0710406 HTTP/1.1" status: 200 len: 947 time: 0.3892741 Aug 27 04:48:17.336523 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-136269e4-859d-4127-a8fe-89b59f8febb4 tempest-FloatingIPAdminTestJSON-784410988 tempest-FloatingIPAdminTestJSON-784410988-project-admin] 10.222.0.76 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 7.2048478 Aug 27 04:48:17.337271 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 50522) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:17.363124 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-488866dd-29ee-424f-8363-344093a988b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:17.377327 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488866dd-29ee-424f-8363-344093a988b7 None None] Routers {'1cb5520b-92b2-4a3d-990d-a1a65f076a61'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:48:17.378603 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-488866dd-29ee-424f-8363-344093a988b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:47:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['1cb5520b-92b2-4a3d-990d-a1a65f076a61'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:17.393061 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 200b817d-7895-4995-b954-762851a5542e triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:48:17.393610 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (200b817d-7895-4995-b954-762851a5542e), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:17.395841 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-d0d91f24-16a2-4cde-93c5-1a6f195b3e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed', 'name': 'tempest-ServerGroupTestJSON-714640807-router', 'tenant_id': 'a3f9953aa720463aa062c0715d7146cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '200b817d-7895-4995-b954-762851a5542e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:48:04Z', 'updated_at': '2022-08-27T04:48:12Z', 'revision_number': 4, 'project_id': 'a3f9953aa720463aa062c0715d7146cb', 'gw_port': {'id': '200b817d-7895-4995-b954-762851a5542e', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:48:06Z', 'updated_at': '2022-08-27T04:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'a3cb7f05-1fb1-4cea-9a59-f43e3b04b71a', 'name': '', 'network_id': '9f11b454-6aee-47c5-bf3d-a86358baa4c4', 'tenant_id': 'a3f9953aa720463aa062c0715d7146cb', 'mac_address': 'fa:16:3e:da:08:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '4ac651e5-fabf-4e58-aab3-dccf19a98197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:48:11Z', 'updated_at': '2022-08-27T04:48:13Z', 'revision_number': 2, 'project_id': 'a3f9953aa720463aa062c0715d7146cb', 'subnets': [{'id': '4ac651e5-fabf-4e58-aab3-dccf19a98197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:17.434752 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d91f24-16a2-4cde-93c5-1a6f195b3e92 None None] Checking router: 37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:48:17.435369 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d91f24-16a2-4cde-93c5-1a6f195b3e92 None None] Updating router 37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed port a3cb7f05-1fb1-4cea-9a59-f43e3b04b71a binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:48:17.476147 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-d0d91f24-16a2-4cde-93c5-1a6f195b3e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a3cb7f05-1fb1-4cea-9a59-f43e3b04b71a), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:17.562477 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-488866dd-29ee-424f-8363-344093a988b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:17.563354 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488866dd-29ee-424f-8363-344093a988b7 None None] The sync data for ids ['1cb5520b-92b2-4a3d-990d-a1a65f076a61'] in n-d-852088-5 is: [] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:48:17.566613 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8aae536b-8c7a-4bcf-b5e5-c5a8d497b125 tempest-FloatingIPAdminTestJSON-784410988 tempest-FloatingIPAdminTestJSON-784410988-project-admin] 10.222.0.76 "GET /networking/v2.0/floatingips/c445e169-ab05-4824-ad3c-75b0cd550fe5 HTTP/1.1" status: 200 len: 983 time: 0.2263622 Aug 27 04:48:17.570325 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 50530) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:17.663268 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-9a014000-d410-4bc6-98aa-37dcee1fcaaa req-0668d380-04ad-4c30-91b2-a45b0d0afb86 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352411 Aug 27 04:48:17.699738 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f2b14609-8b36-4bc5-9a73-4e4974d14e82 admin admin] Publish callbacks [] for port (7ddb6f35-c67a-4398-9573-ff0b7eea5c9e), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:17.708283 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 200b817d-7895-4995-b954-762851a5542e is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:48:17.711839 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 655a1ff6-7c92-46f0-ab86-2045033b25a6 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:48:17.787632 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:DELETE=3,neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:17.874236 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 655a1ff6-7c92-46f0-ab86-2045033b25a6 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:48:17.874997 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (655a1ff6-7c92-46f0-ab86-2045033b25a6), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:17.893228 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f2b14609-8b36-4bc5-9a73-4e4974d14e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (7ddb6f35-c67a-4398-9573-ff0b7eea5c9e), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:18.068498 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b14609-8b36-4bc5-9a73-4e4974d14e82 admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:48:18.085403 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-f2b14609-8b36-4bc5-9a73-4e4974d14e82 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:48:18.085994 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 655a1ff6-7c92-46f0-ab86-2045033b25a6 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:48:18.086514 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (655a1ff6-7c92-46f0-ab86-2045033b25a6), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:18.088959 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b14609-8b36-4bc5-9a73-4e4974d14e82 admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:48:18.101565 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:18.155318 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b14609-8b36-4bc5-9a73-4e4974d14e82 admin admin] Pushing event updated for resources: {'Port': ['ID=7ddb6f35-c67a-4398-9573-ff0b7eea5c9e,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:18.155942 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 655a1ff6-7c92-46f0-ab86-2045033b25a6, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=655a1ff6-7c92-46f0-ab86-2045033b25a6,segment=NetworkSegment(e529c1dd-17c4-49f0-b120-db958a4a7a6f),segment_id=e529c1dd-17c4-49f0-b120-db958a4a7a6f)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:48:18.192037 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-d0d91f24-16a2-4cde-93c5-1a6f195b3e92 None None] Publish callbacks [] for port (a3cb7f05-1fb1-4cea-9a59-f43e3b04b71a), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:18.204040 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:18.211264 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1912dc34-863e-4b11-bac5-cccdb0498f44 admin admin] Router c935affc-6dd5-4ccf-b845-2f3b96987498 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:48:18.226041 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-275545ab-315b-4059-b581-89195c8b32cc tempest-FloatingIPAdminTestJSON-784410988 tempest-FloatingIPAdminTestJSON-784410988-project-admin] 10.222.0.76 "GET /networking/v2.0/floatingips HTTP/1.1" status: 200 len: 1467 time: 0.6546309 Aug 27 04:48:18.236937 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 50550) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:18.255728 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (655a1ff6-7c92-46f0-ab86-2045033b25a6), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:18.265185 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:18.282094 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-d0d91f24-16a2-4cde-93c5-1a6f195b3e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a3cb7f05-1fb1-4cea-9a59-f43e3b04b71a), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:18.318484 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbecbaaf-1cdb-49e8-9627-9027ecc1b779 None None] Network 0ef7236e-dd9f-4123-99ab-fea13f774e50 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:48:18.400293 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:18.455077 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-bdceae1d-43f0-424f-bce9-ecce48af6b3a None None] Provisioning complete for port 655a1ff6-7c92-46f0-ab86-2045033b25a6 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:48:18.455829 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-bdceae1d-43f0-424f-bce9-ecce48af6b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (655a1ff6-7c92-46f0-ab86-2045033b25a6), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:18.458407 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-d0d91f24-16a2-4cde-93c5-1a6f195b3e92 None None] Attempting to bind port a3cb7f05-1fb1-4cea-9a59-f43e3b04b71a on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:48:18.459016 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-d0d91f24-16a2-4cde-93c5-1a6f195b3e92 None None] Attempting to bind port a3cb7f05-1fb1-4cea-9a59-f43e3b04b71a by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '124b1269-0e68-42db-b057-d37b76840721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '9f11b454-6aee-47c5-bf3d-a86358baa4c4'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:48:18.459847 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d91f24-16a2-4cde-93c5-1a6f195b3e92 None None] Attempting to bind port a3cb7f05-1fb1-4cea-9a59-f43e3b04b71a on network 9f11b454-6aee-47c5-bf3d-a86358baa4c4 {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:48:18.462668 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1928f93-eaa7-431e-a92e-b8a6b049cfdc None None] Pushing event updated for resources: {'Port': ['ID=a3cb7f05-1fb1-4cea-9a59-f43e3b04b71a,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:18.492858 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d91f24-16a2-4cde-93c5-1a6f195b3e92 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:48:18.496434 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d91f24-16a2-4cde-93c5-1a6f195b3e92 None None] Checking segment: {'id': '124b1269-0e68-42db-b057-d37b76840721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '9f11b454-6aee-47c5-bf3d-a86358baa4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:48:18.497432 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-d0d91f24-16a2-4cde-93c5-1a6f195b3e92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:18.499379 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d91f24-16a2-4cde-93c5-1a6f195b3e92 None None] Bound using segment: {'id': '124b1269-0e68-42db-b057-d37b76840721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '9f11b454-6aee-47c5-bf3d-a86358baa4c4'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:48:18.501517 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-d0d91f24-16a2-4cde-93c5-1a6f195b3e92 None None] Bound port: a3cb7f05-1fb1-4cea-9a59-f43e3b04b71a, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '124b1269-0e68-42db-b057-d37b76840721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '9f11b454-6aee-47c5-bf3d-a86358baa4c4'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:48:18.503458 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-d0d91f24-16a2-4cde-93c5-1a6f195b3e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a3cb7f05-1fb1-4cea-9a59-f43e3b04b71a), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:18.505875 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=655a1ff6-7c92-46f0-ab86-2045033b25a6,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:18.507641 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-07e01b07-b509-41fc-b07b-d9c6114fd00b req-17b402b4-bd60-4325-94b3-710228e98eb5 tempest-ServerShowV257Test-1943343929 tempest-ServerShowV257Test-1943343929-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=1485650d-17d8-465c-ad68-1ab73abdddff HTTP/1.1" status: 200 len: 210 time: 0.0777552 Aug 27 04:48:18.631926 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-d0d91f24-16a2-4cde-93c5-1a6f195b3e92 None None] For port a3cb7f05-1fb1-4cea-9a59-f43e3b04b71a, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:48:18.636880 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-d0d91f24-16a2-4cde-93c5-1a6f195b3e92 None None] For port a3cb7f05-1fb1-4cea-9a59-f43e3b04b71a, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a3cb7f05-1fb1-4cea-9a59-f43e3b04b71a,segment=NetworkSegment(124b1269-0e68-42db-b057-d37b76840721),segment_id=124b1269-0e68-42db-b057-d37b76840721)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:48:18.684012 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-bdceae1d-43f0-424f-bce9-ecce48af6b3a None None] Current status of the port 655a1ff6-7c92-46f0-ab86-2045033b25a6 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:48:18.711099 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-d0d91f24-16a2-4cde-93c5-1a6f195b3e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a3cb7f05-1fb1-4cea-9a59-f43e3b04b71a), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:18.853317 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d91f24-16a2-4cde-93c5-1a6f195b3e92 None None] Routers {'37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:48:18.861029 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-d0d91f24-16a2-4cde-93c5-1a6f195b3e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:47:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:19.052756 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1928f93-eaa7-431e-a92e-b8a6b049cfdc None None] Pushing event updated for resources: {'Port': ['ID=a3cb7f05-1fb1-4cea-9a59-f43e3b04b71a,revision_number=4']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:19.106877 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-ded6673b-a5c6-41df-a7d8-53739dcef602 req-867f92ba-797a-4d0c-a21a-c32e078e0b96 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=0fd4d0ce0f8f463498d4d36ec1b49e7a&device_id=1485650d-17d8-465c-ad68-1ab73abdddff HTTP/1.1" status: 200 len: 210 time: 0.0379243 Aug 27 04:48:19.108641 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:19.124407 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-f6952185-7939-446e-8b88-81fe5cebac89 None None] Provisioning complete for port 655a1ff6-7c92-46f0-ab86-2045033b25a6 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:48:19.126796 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f6952185-7939-446e-8b88-81fe5cebac89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (655a1ff6-7c92-46f0-ab86-2045033b25a6), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:19.136391 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f2b14609-8b36-4bc5-9a73-4e4974d14e82 admin admin] Publish callbacks [] for router_gateway (c768e052-19b1-4a67-9786-f56dea0d166c), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:19.154146 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 655a1ff6-7c92-46f0-ab86-2045033b25a6 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:48:19.174948 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-ded6673b-a5c6-41df-a7d8-53739dcef602 req-996300a9-3c9f-4d26-9c6b-6ddd5a914a39 service neutron] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=0fd4d0ce0f8f463498d4d36ec1b49e7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434186 Aug 27 04:48:19.180238 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1912dc34-863e-4b11-bac5-cccdb0498f44 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:48:19.200026 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-d0d91f24-16a2-4cde-93c5-1a6f195b3e92 None None] Set router 37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:48:19.202139 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e78d4-ffba-4ca4-bb7e-b89377d272b6 req-6e084859-3a55-4a83-bc53-f86e595a2c7b tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:48:19.207570 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-257e78d4-ffba-4ca4-bb7e-b89377d272b6 req-6e084859-3a55-4a83-bc53-f86e595a2c7b tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=404ee328-8f8f-48f8-adcc-b9c2c0710406 HTTP/1.1" status: 200 len: 947 time: 0.2787149 Aug 27 04:48:19.230488 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1912dc34-863e-4b11-bac5-cccdb0498f44 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/c935affc-6dd5-4ccf-b845-2f3b96987498/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0167096 Aug 27 04:48:19.263901 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 50582) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:19.276945 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 655a1ff6-7c92-46f0-ab86-2045033b25a6 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:48:19.277312 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (655a1ff6-7c92-46f0-ab86-2045033b25a6), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:19.296253 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fb1916-5758-419f-8849-be12b8935352 None None] Sync routers for ids ['c935affc-6dd5-4ccf-b845-2f3b96987498'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:48:19.322777 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:19.328986 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6673b-a5c6-41df-a7d8-53739dcef602 req-6d16b2d8-0cd1-40da-bac1-e215fc40b711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:48:19.330487 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-ded6673b-a5c6-41df-a7d8-53739dcef602 req-6d16b2d8-0cd1-40da-bac1-e215fc40b711 service neutron] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1064794 Aug 27 04:48:19.348808 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fb1916-5758-419f-8849-be12b8935352 None None] Routers {'c935affc-6dd5-4ccf-b845-2f3b96987498'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:48:19.350628 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-36fb1916-5758-419f-8849-be12b8935352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:47:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['c935affc-6dd5-4ccf-b845-2f3b96987498'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:19.392944 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-c8d11914-3d77-441e-ae17-861bf44dc5d9 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Deleting port aca95a8c-1587-4276-8fc7-f32cfd139d9d {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:48:19.393292 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c8d11914-3d77-441e-ae17-861bf44dc5d9 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (aca95a8c-1587-4276-8fc7-f32cfd139d9d), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:19.409119 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 655a1ff6-7c92-46f0-ab86-2045033b25a6 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:48:19.437743 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-f6952185-7939-446e-8b88-81fe5cebac89 None None] Current status of the port 655a1ff6-7c92-46f0-ab86-2045033b25a6 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:48:19.480720 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c8d11914-3d77-441e-ae17-861bf44dc5d9 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (aca95a8c-1587-4276-8fc7-f32cfd139d9d), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:19.480965 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c8d11914-3d77-441e-ae17-861bf44dc5d9 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks [] for floatingip (aca95a8c-1587-4276-8fc7-f32cfd139d9d), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:19.496455 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-c8d11914-3d77-441e-ae17-861bf44dc5d9 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Calling delete_port for aca95a8c-1587-4276-8fc7-f32cfd139d9d owned by network:floatingip {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:48:19.498077 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-257e78d4-ffba-4ca4-bb7e-b89377d272b6 req-6cbf5bfc-39e3-4a7b-9968-1542e1c13ce7 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601876 Aug 27 04:48:19.669465 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-36fb1916-5758-419f-8849-be12b8935352 None None] Set router c935affc-6dd5-4ccf-b845-2f3b96987498 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:48:19.682860 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 50592) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:19.713767 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f2b14609-8b36-4bc5-9a73-4e4974d14e82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (c768e052-19b1-4a67-9786-f56dea0d166c), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:19.755977 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:19.758096 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30760c63-c0a3-4211-81e0-f47fad5f0f19 req-9b5b10f6-d9ac-467c-a15f-43c846a226e8 tempest-ServerGroupTestJSON-835211356 tempest-ServerGroupTestJSON-835211356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:48:19.767303 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-30760c63-c0a3-4211-81e0-f47fad5f0f19 req-9b5b10f6-d9ac-467c-a15f-43c846a226e8 tempest-ServerGroupTestJSON-835211356 tempest-ServerGroupTestJSON-835211356-project] 10.222.0.76 "GET /networking/v2.0/networks?id=9f11b454-6aee-47c5-bf3d-a86358baa4c4 HTTP/1.1" status: 200 len: 809 time: 0.5778472 Aug 27 04:48:19.770431 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-077ef4f8-07c3-4b9b-84a3-c5f31814f1a0 admin admin] Publish callbacks [] for router (c935affc-6dd5-4ccf-b845-2f3b96987498), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:19.887558 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-077ef4f8-07c3-4b9b-84a3-c5f31814f1a0 admin admin] Publish callbacks [] for router_gateway (c935affc-6dd5-4ccf-b845-2f3b96987498), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:19.898014 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-30760c63-c0a3-4211-81e0-f47fad5f0f19 req-82b1f919-3cdb-4b06-b09d-7b8f200a853c tempest-ServerGroupTestJSON-835211356 tempest-ServerGroupTestJSON-835211356-project] 10.222.0.76 "GET /networking/v2.0/quotas/a3f9953aa720463aa062c0715d7146cb HTTP/1.1" status: 200 len: 375 time: 0.1297901 Aug 27 04:48:19.901148 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4aa66571-f6fb-4409-b3d8-43e6ccfe26e5 req-7eb178b0-52c8-43b6-88f2-362cc34d93b9 tempest-ServerShowV257Test-1943343929 tempest-ServerShowV257Test-1943343929-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=1485650d-17d8-465c-ad68-1ab73abdddff HTTP/1.1" status: 200 len: 210 time: 0.1890435 Aug 27 04:48:20.012849 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-d0d91f24-16a2-4cde-93c5-1a6f195b3e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed', 'name': 'tempest-ServerGroupTestJSON-714640807-router', 'tenant_id': 'a3f9953aa720463aa062c0715d7146cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '200b817d-7895-4995-b954-762851a5542e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:48:04Z', 'updated_at': '2022-08-27T04:48:12Z', 'revision_number': 4, 'project_id': 'a3f9953aa720463aa062c0715d7146cb', 'gw_port': {'id': '200b817d-7895-4995-b954-762851a5542e', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:48:06Z', 'updated_at': '2022-08-27T04:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'a3cb7f05-1fb1-4cea-9a59-f43e3b04b71a', 'name': '', 'network_id': '9f11b454-6aee-47c5-bf3d-a86358baa4c4', 'tenant_id': 'a3f9953aa720463aa062c0715d7146cb', 'mac_address': 'fa:16:3e:da:08:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '4ac651e5-fabf-4e58-aab3-dccf19a98197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:48:11Z', 'updated_at': '2022-08-27T04:48:18Z', 'revision_number': 4, 'project_id': 'a3f9953aa720463aa062c0715d7146cb', 'subnets': [{'id': '4ac651e5-fabf-4e58-aab3-dccf19a98197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:20.057086 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d91f24-16a2-4cde-93c5-1a6f195b3e92 None None] The sync data for ids ['37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed'] in n-d-852088-5 is: [{'id': '37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed', 'name': 'tempest-ServerGroupTestJSON-714640807-router', 'tenant_id': 'a3f9953aa720463aa062c0715d7146cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '200b817d-7895-4995-b954-762851a5542e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:48:04Z', 'updated_at': '2022-08-27T04:48:12Z', 'revision_number': 4, 'project_id': 'a3f9953aa720463aa062c0715d7146cb', 'gw_port': {'id': '200b817d-7895-4995-b954-762851a5542e', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:48:06Z', 'updated_at': '2022-08-27T04:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'a3cb7f05-1fb1-4cea-9a59-f43e3b04b71a', 'name': '', 'network_id': '9f11b454-6aee-47c5-bf3d-a86358baa4c4', 'tenant_id': 'a3f9953aa720463aa062c0715d7146cb', 'mac_address': 'fa:16:3e:da:08:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '4ac651e5-fabf-4e58-aab3-dccf19a98197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:48:11Z', 'updated_at': '2022-08-27T04:48:18Z', 'revision_number': 4, 'project_id': 'a3f9953aa720463aa062c0715d7146cb', 'subnets': [{'id': '4ac651e5-fabf-4e58-aab3-dccf19a98197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:48:20.075315 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-36fb1916-5758-419f-8849-be12b8935352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c935affc-6dd5-4ccf-b845-2f3b96987498', 'name': 'tempest-AttachVolumeShelveTestJSON-2091321223-router', 'tenant_id': '5c9eb4bbda084c9d8f1503b888a2ddfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '54966adc-e632-4a3b-a512-042c16a206d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:47:35Z', 'updated_at': '2022-08-27T04:48:16Z', 'revision_number': 5, 'project_id': '5c9eb4bbda084c9d8f1503b888a2ddfb', 'gw_port': {'id': '54966adc-e632-4a3b-a512-042c16a206d9', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:dc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c935affc-6dd5-4ccf-b845-2f3b96987498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:47:37Z', 'updated_at': '2022-08-27T04:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:20.110631 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device b9341b94-cc18-4cf2-be35-42a510791a8f details requested by agent hyperv_n-h1-852088-5 with host n-h1-852088-5 {{(pid=107777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:48:20.149526 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fb1916-5758-419f-8849-be12b8935352 None None] Checking router: c935affc-6dd5-4ccf-b845-2f3b96987498 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:48:20.158976 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-30760c63-c0a3-4211-81e0-f47fad5f0f19 req-519ea4fc-d5eb-494c-a3ca-5d8dd325e914 tempest-ServerGroupTestJSON-835211356 tempest-ServerGroupTestJSON-835211356-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=a3f9953aa720463aa062c0715d7146cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2591991 Aug 27 04:48:20.162269 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-077ef4f8-07c3-4b9b-84a3-c5f31814f1a0 admin admin] Deleting port 54966adc-e632-4a3b-a512-042c16a206d9 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:48:20.167998 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-077ef4f8-07c3-4b9b-84a3-c5f31814f1a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (54966adc-e632-4a3b-a512-042c16a206d9), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:20.168151 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fb1916-5758-419f-8849-be12b8935352 None None] Routers {'c935affc-6dd5-4ccf-b845-2f3b96987498'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:48:20.168151 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-36fb1916-5758-419f-8849-be12b8935352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:47:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['c935affc-6dd5-4ccf-b845-2f3b96987498'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:20.180593 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c8d11914-3d77-441e-ae17-861bf44dc5d9 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (aca95a8c-1587-4276-8fc7-f32cfd139d9d), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:20.342349 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:20.396330 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d11914-3d77-441e-ae17-861bf44dc5d9 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Pushing event deleted for resources: {'Port': ['ID=aca95a8c-1587-4276-8fc7-f32cfd139d9d,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:20.417204 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-36fb1916-5758-419f-8849-be12b8935352 None None] Set router c935affc-6dd5-4ccf-b845-2f3b96987498 gateway port host: None {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:48:20.491167 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-077ef4f8-07c3-4b9b-84a3-c5f31814f1a0 admin admin] For port 54966adc-e632-4a3b-a512-042c16a206d9, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=54966adc-e632-4a3b-a512-042c16a206d9,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:48:20.491981 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-077ef4f8-07c3-4b9b-84a3-c5f31814f1a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (54966adc-e632-4a3b-a512-042c16a206d9), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:20.514982 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b14609-8b36-4bc5-9a73-4e4974d14e82 admin admin] Router c768e052-19b1-4a67-9786-f56dea0d166c is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:48:20.539572 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-077ef4f8-07c3-4b9b-84a3-c5f31814f1a0 admin admin] Calling delete_port for 54966adc-e632-4a3b-a512-042c16a206d9 owned by network:router_gateway {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:48:20.592688 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-36fb1916-5758-419f-8849-be12b8935352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c935affc-6dd5-4ccf-b845-2f3b96987498', 'name': 'tempest-AttachVolumeShelveTestJSON-2091321223-router', 'tenant_id': '5c9eb4bbda084c9d8f1503b888a2ddfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:47:35Z', 'updated_at': '2022-08-27T04:48:19Z', 'revision_number': 6, 'project_id': '5c9eb4bbda084c9d8f1503b888a2ddfb', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:20.603411 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:48:20.655296 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fb1916-5758-419f-8849-be12b8935352 None None] The sync data for ids ['c935affc-6dd5-4ccf-b845-2f3b96987498'] in n-d-852088-5 is: [{'id': 'c935affc-6dd5-4ccf-b845-2f3b96987498', 'name': 'tempest-AttachVolumeShelveTestJSON-2091321223-router', 'tenant_id': '5c9eb4bbda084c9d8f1503b888a2ddfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:47:35Z', 'updated_at': '2022-08-27T04:48:19Z', 'revision_number': 6, 'project_id': '5c9eb4bbda084c9d8f1503b888a2ddfb', 'gw_port_host': None}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:48:20.675901 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c8d11914-3d77-441e-ae17-861bf44dc5d9 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks [] for floatingip (c445e169-ab05-4824-ad3c-75b0cd550fe5), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:20.676787 n-d-852088-5 neutron-server[107776]: INFO neutron.db.l3_db [None req-c8d11914-3d77-441e-ae17-861bf44dc5d9 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Floating IP c445e169-ab05-4824-ad3c-75b0cd550fe5 disassociated (deleted). External IP: 172.25.2.213, port: 9df5351b-5e92-49cc-b2d7-cd49578b7396. Aug 27 04:48:20.697545 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port b9341b94-cc18-4cf2-be35-42a510791a8f, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=b9341b94-cc18-4cf2-be35-42a510791a8f,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:48:20.729778 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Returning: {'device': 'b9341b94-cc18-4cf2-be35-42a510791a8f', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'port_id': 'b9341b94-cc18-4cf2-be35-42a510791a8f', 'mac_address': 'fa:16:3e:7a:11:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120f3302-721f-4373-86a6-3aa14ccf6ac4', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:48:20.753086 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 50626) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:20.802172 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Current status of the port b9341b94-cc18-4cf2-be35-42a510791a8f is: DOWN; New status is: BUILD {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:48:20.802948 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (b9341b94-cc18-4cf2-be35-42a510791a8f), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:20.811761 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ed431c92-05d8-4a5a-9827-e4df3536bbfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (1cfe4999-05de-493c-9287-474e1e891fb4), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:20.833687 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9341b94-cc18-4cf2-be35-42a510791a8f {{(pid=107777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 04:48:20.869414 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port b9341b94-cc18-4cf2-be35-42a510791a8f, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=b9341b94-cc18-4cf2-be35-42a510791a8f,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:48:20.944072 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:20.948009 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (b9341b94-cc18-4cf2-be35-42a510791a8f), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:20.964273 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=12 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:21.169099 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Pushing event updated for resources: {'Port': ['ID=b9341b94-cc18-4cf2-be35-42a510791a8f,revision_number=10']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:21.244485 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a3cb7f05-1fb1-4cea-9a59-f43e3b04b71a up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:48:21.312998 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d11914-3d77-441e-ae17-861bf44dc5d9 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Router 1cb5520b-92b2-4a3d-990d-a1a65f076a61 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:48:21.351497 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port a3cb7f05-1fb1-4cea-9a59-f43e3b04b71a triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:48:21.351880 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a3cb7f05-1fb1-4cea-9a59-f43e3b04b71a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:21.411214 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b14609-8b36-4bc5-9a73-4e4974d14e82 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:48:21.428981 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc16117f-c050-4f0a-b1dd-d00156ea403d None None] Sync routers for ids ['c768e052-19b1-4a67-9786-f56dea0d166c'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:48:21.463339 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:21.464255 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] get_ports_and_sgs() called for port_ids ['b9341b94-cc18-4cf2-be35-42a510791a8f'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:48:21.466993 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-ed431c92-05d8-4a5a-9827-e4df3536bbfe admin admin] Deleting port 7682fc24-d4d2-4ca4-8ccf-8c3235a74f21 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:48:21.469424 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ed431c92-05d8-4a5a-9827-e4df3536bbfe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (7682fc24-d4d2-4ca4-8ccf-8c3235a74f21), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:21.470274 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc16117f-c050-4f0a-b1dd-d00156ea403d None None] Routers {'c768e052-19b1-4a67-9786-f56dea0d166c'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:48:21.474965 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-bc16117f-c050-4f0a-b1dd-d00156ea403d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:47:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['c768e052-19b1-4a67-9786-f56dea0d166c'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:21.526962 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:21.604748 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-77d23599-70d3-459f-ae81-a9a048d59fd7 req-94fd91d2-16b1-4158-b502-9cbd779c3134 tempest-ServerShowV257Test-1943343929 tempest-ServerShowV257Test-1943343929-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=1485650d-17d8-465c-ad68-1ab73abdddff HTTP/1.1" status: 200 len: 210 time: 0.3110058 Aug 27 04:48:21.605046 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d11914-3d77-441e-ae17-861bf44dc5d9 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:48:21.612253 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c8d11914-3d77-441e-ae17-861bf44dc5d9 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:21.620036 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b741d97d-0980-4d63-bbff-18b35a73e2c3 None None] Sync routers for ids ['1cb5520b-92b2-4a3d-990d-a1a65f076a61'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:48:21.620713 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48595c27-519f-4650-a8c8-ffdf357c8d74 req-e9ab20f1-d603-4048-9fe3-a3a11b0d44d8 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:48:21.630560 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-48595c27-519f-4650-a8c8-ffdf357c8d74 req-e9ab20f1-d603-4048-9fe3-a3a11b0d44d8 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=404ee328-8f8f-48f8-adcc-b9c2c0710406 HTTP/1.1" status: 200 len: 949 time: 0.9708612 Aug 27 04:48:21.642125 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b741d97d-0980-4d63-bbff-18b35a73e2c3 None None] Routers {'1cb5520b-92b2-4a3d-990d-a1a65f076a61'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:48:21.644865 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-b741d97d-0980-4d63-bbff-18b35a73e2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:47:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['1cb5520b-92b2-4a3d-990d-a1a65f076a61'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:21.650143 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:21.664534 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-bc16117f-c050-4f0a-b1dd-d00156ea403d None None] Set router c768e052-19b1-4a67-9786-f56dea0d166c gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:48:21.773608 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-b741d97d-0980-4d63-bbff-18b35a73e2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:21.797641 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b741d97d-0980-4d63-bbff-18b35a73e2c3 None None] Routers {'1cb5520b-92b2-4a3d-990d-a1a65f076a61'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:48:21.806707 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c8d11914-3d77-441e-ae17-861bf44dc5d9 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] 10.222.0.76 "DELETE /networking/v2.0/floatingips/c445e169-ab05-4824-ad3c-75b0cd550fe5 HTTP/1.1" status: 204 len: 168 time: 3.5569718 Aug 27 04:48:21.806885 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-b741d97d-0980-4d63-bbff-18b35a73e2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:47:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['1cb5520b-92b2-4a3d-990d-a1a65f076a61'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:21.806999 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:21.807429 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-ed431c92-05d8-4a5a-9827-e4df3536bbfe admin admin] For port 7682fc24-d4d2-4ca4-8ccf-8c3235a74f21, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=7682fc24-d4d2-4ca4-8ccf-8c3235a74f21,segment=NetworkSegment(1f43aecb-47bc-4f96-9f5a-fc9bd2ca0eee),segment_id=1f43aecb-47bc-4f96-9f5a-fc9bd2ca0eee)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:48:21.807429 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ed431c92-05d8-4a5a-9827-e4df3536bbfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (7682fc24-d4d2-4ca4-8ccf-8c3235a74f21), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:21.814376 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 50636) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:21.825706 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-269a7559-496c-4c36-ad95-54f1bd83bf7a tempest-FloatingIPAdminTestJSON-784410988 tempest-FloatingIPAdminTestJSON-784410988-project-admin] Request body: {'floatingip': {'floating_network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:48:21.856476 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-b741d97d-0980-4d63-bbff-18b35a73e2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:21.857233 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b741d97d-0980-4d63-bbff-18b35a73e2c3 None None] The sync data for ids ['1cb5520b-92b2-4a3d-990d-a1a65f076a61'] in n-d-852088-5 is: [] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:48:21.876577 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-ed431c92-05d8-4a5a-9827-e4df3536bbfe admin admin] Calling delete_port for 7682fc24-d4d2-4ca4-8ccf-8c3235a74f21 owned by network:router_interface {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:48:21.962641 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port a3cb7f05-1fb1-4cea-9a59-f43e3b04b71a is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:48:21.967277 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a3cb7f05-1fb1-4cea-9a59-f43e3b04b71a), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:21.993184 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f2b14609-8b36-4bc5-9a73-4e4974d14e82 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:21.997721 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f2b14609-8b36-4bc5-9a73-4e4974d14e82 admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 918 time: 6.9206359 Aug 27 04:48:22.002340 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 50640) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:22.030121 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-269a7559-496c-4c36-ad95-54f1bd83bf7a tempest-FloatingIPAdminTestJSON-784410988 tempest-FloatingIPAdminTestJSON-784410988-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:22.094904 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-077ef4f8-07c3-4b9b-84a3-c5f31814f1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (54966adc-e632-4a3b-a512-042c16a206d9), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:22.140317 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 50642) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:22.200069 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:22.204382 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-48595c27-519f-4650-a8c8-ffdf357c8d74 req-2886dccd-77ad-4d92-922c-7902a54d2f33 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5727189 Aug 27 04:48:22.221690 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port a3cb7f05-1fb1-4cea-9a59-f43e3b04b71a, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a3cb7f05-1fb1-4cea-9a59-f43e3b04b71a,segment=NetworkSegment(124b1269-0e68-42db-b057-d37b76840721),segment_id=124b1269-0e68-42db-b057-d37b76840721)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:48:22.292786 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ef4f8-07c3-4b9b-84a3-c5f31814f1a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=54966adc-e632-4a3b-a512-042c16a206d9,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:22.345906 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-bc16117f-c050-4f0a-b1dd-d00156ea403d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c768e052-19b1-4a67-9786-f56dea0d166c', 'name': 'tempest-ServersTestJSON-2008025527-router', 'tenant_id': 'd9810a6d61ab4eb281b5bc5d5ecff6fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '7ddb6f35-c67a-4398-9573-ff0b7eea5c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:48:15Z', 'updated_at': '2022-08-27T04:48:18Z', 'revision_number': 3, 'project_id': 'd9810a6d61ab4eb281b5bc5d5ecff6fa', 'gw_port': {'id': '7ddb6f35-c67a-4398-9573-ff0b7eea5c9e', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fa:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c768e052-19b1-4a67-9786-f56dea0d166c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:48:16Z', 'updated_at': '2022-08-27T04:48:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:22.380569 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc16117f-c050-4f0a-b1dd-d00156ea403d None None] Checking router: c768e052-19b1-4a67-9786-f56dea0d166c for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:48:22.380918 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc16117f-c050-4f0a-b1dd-d00156ea403d None None] Updating router c768e052-19b1-4a67-9786-f56dea0d166c port 7ddb6f35-c67a-4398-9573-ff0b7eea5c9e binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:48:22.413335 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a3cb7f05-1fb1-4cea-9a59-f43e3b04b71a), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:22.439965 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3fcac502-c076-473d-85bc-5116bb421f17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:22.442408 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-bc16117f-c050-4f0a-b1dd-d00156ea403d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (7ddb6f35-c67a-4398-9573-ff0b7eea5c9e), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:22.453740 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 74ddef0d-b63a-402b-9446-48d5b1d82b58 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:48:22.469722 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:22.499039 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-dd94dafe-e380-4bea-b7ea-442b0b4a7ac6 req-03d816c8-8278-47d8-8681-5782cdf37548 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1485650d-17d8-465c-ad68-1ab73abdddff HTTP/1.1" status: 200 len: 210 time: 0.0892651 Aug 27 04:48:22.525356 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-077ef4f8-07c3-4b9b-84a3-c5f31814f1a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (c935affc-6dd5-4ccf-b845-2f3b96987498), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:22.533475 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 74ddef0d-b63a-402b-9446-48d5b1d82b58 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:48:22.534779 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 74ddef0d-b63a-402b-9446-48d5b1d82b58 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:48:22.574683 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-269a7559-496c-4c36-ad95-54f1bd83bf7a tempest-FloatingIPAdminTestJSON-784410988 tempest-FloatingIPAdminTestJSON-784410988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:22.631355 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=a3cb7f05-1fb1-4cea-9a59-f43e3b04b71a,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:22.662045 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ed431c92-05d8-4a5a-9827-e4df3536bbfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (7682fc24-d4d2-4ca4-8ccf-8c3235a74f21), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:22.684173 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-077ef4f8-07c3-4b9b-84a3-c5f31814f1a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (c935affc-6dd5-4ccf-b845-2f3b96987498), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:22.689081 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-077ef4f8-07c3-4b9b-84a3-c5f31814f1a0 admin admin] Publish callbacks [] for router_controller (c935affc-6dd5-4ccf-b845-2f3b96987498), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:22.696507 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed431c92-05d8-4a5a-9827-e4df3536bbfe admin admin] Pushing event deleted for resources: {'Port': ['ID=7682fc24-d4d2-4ca4-8ccf-8c3235a74f21,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:22.768145 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-269a7559-496c-4c36-ad95-54f1bd83bf7a tempest-FloatingIPAdminTestJSON-784410988 tempest-FloatingIPAdminTestJSON-784410988-project-admin] Allocated IP 172.25.2.180 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/eae1a13d-8b39-4874-a1d0-95373ab87f8a) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:48:22.824069 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-91a513a1-4987-4caa-b8df-e161a6849cb8 req-662d0504-1011-401f-83fb-a0ff2dd509ae tempest-ServerShowV257Test-1943343929 tempest-ServerShowV257Test-1943343929-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=1485650d-17d8-465c-ad68-1ab73abdddff HTTP/1.1" status: 200 len: 210 time: 0.0882325 Aug 27 04:48:22.952966 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-077ef4f8-07c3-4b9b-84a3-c5f31814f1a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (c935affc-6dd5-4ccf-b845-2f3b96987498), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:22.953667 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-077ef4f8-07c3-4b9b-84a3-c5f31814f1a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c935affc-6dd5-4ccf-b845-2f3b96987498 {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:48:22.959434 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a3cb7f05-1fb1-4cea-9a59-f43e3b04b71a up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:48:22.959902 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-077ef4f8-07c3-4b9b-84a3-c5f31814f1a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:22.963819 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-077ef4f8-07c3-4b9b-84a3-c5f31814f1a0 admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/c935affc-6dd5-4ccf-b845-2f3b96987498 HTTP/1.1" status: 204 len: 168 time: 3.6866939 Aug 27 04:48:22.971811 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 50648) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:22.976233 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3fcac502-c076-473d-85bc-5116bb421f17 admin admin] Publish callbacks [] for security_group (3a9300c7-b215-4766-91bd-a08f773d2f0c), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:23.009485 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:23.040309 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-2462466c-ae5d-4c50-b72b-786d510bc681 admin admin] Deleting subnet 1446c86f-72c9-446b-b18d-e9ef3c2d8a82 {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:48:23.042677 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port a3cb7f05-1fb1-4cea-9a59-f43e3b04b71a triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:48:23.043852 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a3cb7f05-1fb1-4cea-9a59-f43e3b04b71a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:23.052361 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ed431c92-05d8-4a5a-9827-e4df3536bbfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (1cfe4999-05de-493c-9287-474e1e891fb4), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:23.075317 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:23.079332 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2462466c-ae5d-4c50-b72b-786d510bc681 admin admin] Publish callbacks [] for subnet (1446c86f-72c9-446b-b18d-e9ef3c2d8a82), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:23.081801 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3fcac502-c076-473d-85bc-5116bb421f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (3a9300c7-b215-4766-91bd-a08f773d2f0c), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:23.088156 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-269a7559-496c-4c36-ad95-54f1bd83bf7a tempest-FloatingIPAdminTestJSON-784410988 tempest-FloatingIPAdminTestJSON-784410988-project-admin] Publish callbacks [] for port (eae1a13d-8b39-4874-a1d0-95373ab87f8a), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:23.158037 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port a3cb7f05-1fb1-4cea-9a59-f43e3b04b71a is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:48:23.190452 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:23.203246 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2462466c-ae5d-4c50-b72b-786d510bc681 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (1446c86f-72c9-446b-b18d-e9ef3c2d8a82), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:23.230664 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 54966adc-e632-4a3b-a512-042c16a206d9 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:48:23.235412 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:23.240910 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3fcac502-c076-473d-85bc-5116bb421f17 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=aca54410d79a44068dd187a8588c5d5f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0994384 Aug 27 04:48:23.243390 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 50652) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:23.246857 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcac502-c076-473d-85bc-5116bb421f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9300c7-b215-4766-91bd-a08f773d2f0c,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:23.271108 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-269a7559-496c-4c36-ad95-54f1bd83bf7a tempest-FloatingIPAdminTestJSON-784410988 tempest-FloatingIPAdminTestJSON-784410988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (eae1a13d-8b39-4874-a1d0-95373ab87f8a), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:23.313888 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fa53bed1-efe4-4f76-a025-1d73aa004a6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:23.325268 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a7559-496c-4c36-ad95-54f1bd83bf7a tempest-FloatingIPAdminTestJSON-784410988 tempest-FloatingIPAdminTestJSON-784410988-project-admin] Pushing event updated for resources: {'Port': ['ID=eae1a13d-8b39-4874-a1d0-95373ab87f8a,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:23.328799 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 54966adc-e632-4a3b-a512-042c16a206d9 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:48:23.329454 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 54966adc-e632-4a3b-a512-042c16a206d9 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:48:23.334883 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:23.370249 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269a7559-496c-4c36-ad95-54f1bd83bf7a tempest-FloatingIPAdminTestJSON-784410988 tempest-FloatingIPAdminTestJSON-784410988-project-admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:48:23.373292 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-269a7559-496c-4c36-ad95-54f1bd83bf7a tempest-FloatingIPAdminTestJSON-784410988 tempest-FloatingIPAdminTestJSON-784410988-project-admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:48:23.376570 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269a7559-496c-4c36-ad95-54f1bd83bf7a tempest-FloatingIPAdminTestJSON-784410988 tempest-FloatingIPAdminTestJSON-784410988-project-admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:48:23.443792 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed431c92-05d8-4a5a-9827-e4df3536bbfe admin admin] Router 1cfe4999-05de-493c-9287-474e1e891fb4 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:48:23.467351 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-bc16117f-c050-4f0a-b1dd-d00156ea403d None None] Publish callbacks [] for port (7ddb6f35-c67a-4398-9573-ff0b7eea5c9e), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:23.507641 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-10810aff-7381-42f1-87cc-002a269cab41 admin admin] Publish callbacks [] for security_group (3a9300c7-b215-4766-91bd-a08f773d2f0c), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:23.536066 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688274c-4a09-4f9e-8ed9-8bceb3addc49 req-b53c2826-0a3f-4ccd-a37c-f4c7ffce7f94 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:48:23.537599 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c688274c-4a09-4f9e-8ed9-8bceb3addc49 req-b53c2826-0a3f-4ccd-a37c-f4c7ffce7f94 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=404ee328-8f8f-48f8-adcc-b9c2c0710406 HTTP/1.1" status: 200 len: 949 time: 0.1813896 Aug 27 04:48:23.542442 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-269a7559-496c-4c36-ad95-54f1bd83bf7a tempest-FloatingIPAdminTestJSON-784410988 tempest-FloatingIPAdminTestJSON-784410988-project-admin] Publish callbacks [] for floatingip (3d0bbd21-0d74-419b-afb1-fbe4bb78ab5a), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:23.561656 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2462466c-ae5d-4c50-b72b-786d510bc681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (1446c86f-72c9-446b-b18d-e9ef3c2d8a82), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:23.589878 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-bc16117f-c050-4f0a-b1dd-d00156ea403d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (7ddb6f35-c67a-4398-9573-ff0b7eea5c9e), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:23.602510 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-10810aff-7381-42f1-87cc-002a269cab41 admin admin] Publish callbacks [] for security_group (3a9300c7-b215-4766-91bd-a08f773d2f0c), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:23.630482 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-bc16117f-c050-4f0a-b1dd-d00156ea403d None None] Attempting to bind port 7ddb6f35-c67a-4398-9573-ff0b7eea5c9e on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:48:23.630854 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-bc16117f-c050-4f0a-b1dd-d00156ea403d None None] Attempting to bind port 7ddb6f35-c67a-4398-9573-ff0b7eea5c9e by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:48:23.631762 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc16117f-c050-4f0a-b1dd-d00156ea403d None None] Attempting to bind port 7ddb6f35-c67a-4398-9573-ff0b7eea5c9e on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:48:23.643831 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc16117f-c050-4f0a-b1dd-d00156ea403d None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:48:23.644230 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc16117f-c050-4f0a-b1dd-d00156ea403d None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:48:23.644640 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-bc16117f-c050-4f0a-b1dd-d00156ea403d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:23.645030 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc16117f-c050-4f0a-b1dd-d00156ea403d None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:48:23.645517 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-bc16117f-c050-4f0a-b1dd-d00156ea403d None None] Bound port: 7ddb6f35-c67a-4398-9573-ff0b7eea5c9e, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:48:23.645914 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-bc16117f-c050-4f0a-b1dd-d00156ea403d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (7ddb6f35-c67a-4398-9573-ff0b7eea5c9e), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:23.675579 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d37f6d-d498-4abd-82ea-69ecb6e071e4 None None] Pushing event updated for resources: {'Port': ['ID=7ddb6f35-c67a-4398-9573-ff0b7eea5c9e,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:23.709575 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-bc16117f-c050-4f0a-b1dd-d00156ea403d None None] For port 7ddb6f35-c67a-4398-9573-ff0b7eea5c9e, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:48:23.713194 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-bc16117f-c050-4f0a-b1dd-d00156ea403d None None] For port 7ddb6f35-c67a-4398-9573-ff0b7eea5c9e, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=7ddb6f35-c67a-4398-9573-ff0b7eea5c9e,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:48:23.790939 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f6c66cf8-44a8-4c9d-a720-0123221ec607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:23.803403 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c688274c-4a09-4f9e-8ed9-8bceb3addc49 req-27f56f9e-dab2-4ccd-89b9-588204b4e32c tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522323 Aug 27 04:48:23.807488 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-bc16117f-c050-4f0a-b1dd-d00156ea403d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (7ddb6f35-c67a-4398-9573-ff0b7eea5c9e), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:23.857086 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:23.860533 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:23.867355 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc16117f-c050-4f0a-b1dd-d00156ea403d None None] Routers {'c768e052-19b1-4a67-9786-f56dea0d166c'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:48:23.869348 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-bc16117f-c050-4f0a-b1dd-d00156ea403d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:47:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['c768e052-19b1-4a67-9786-f56dea0d166c'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:23.891775 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed431c92-05d8-4a5a-9827-e4df3536bbfe admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:48:23.900919 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ed431c92-05d8-4a5a-9827-e4df3536bbfe admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/1cfe4999-05de-493c-9287-474e1e891fb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2128646 Aug 27 04:48:23.900919 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-269a7559-496c-4c36-ad95-54f1bd83bf7a tempest-FloatingIPAdminTestJSON-784410988 tempest-FloatingIPAdminTestJSON-784410988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (eae1a13d-8b39-4874-a1d0-95373ab87f8a), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:23.901491 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 50656) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:23.915518 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c053e8c-85d6-4b7f-8a00-9d6f960b4ba6 None None] Sync routers for ids ['1cfe4999-05de-493c-9287-474e1e891fb4'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:48:23.920703 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:23.954796 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c053e8c-85d6-4b7f-8a00-9d6f960b4ba6 None None] Routers {'1cfe4999-05de-493c-9287-474e1e891fb4'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:48:23.955395 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-4c053e8c-85d6-4b7f-8a00-9d6f960b4ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:47:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['1cfe4999-05de-493c-9287-474e1e891fb4'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:24.098077 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2faffeb0-e8b4-4598-8007-1d44b3c980e9 admin admin] Publish callbacks [] for router (1cfe4999-05de-493c-9287-474e1e891fb4), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:24.182643 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device b9341b94-cc18-4cf2-be35-42a510791a8f up at agent hyperv_n-h1-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:48:24.246990 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-bc16117f-c050-4f0a-b1dd-d00156ea403d None None] Set router c768e052-19b1-4a67-9786-f56dea0d166c gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:48:24.263560 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-269a7559-496c-4c36-ad95-54f1bd83bf7a tempest-FloatingIPAdminTestJSON-784410988 tempest-FloatingIPAdminTestJSON-784410988-project-admin] Publish callbacks [] for port (eae1a13d-8b39-4874-a1d0-95373ab87f8a), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:24.276898 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2faffeb0-e8b4-4598-8007-1d44b3c980e9 admin admin] Publish callbacks [] for router_gateway (1cfe4999-05de-493c-9287-474e1e891fb4), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:24.315243 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d37f6d-d498-4abd-82ea-69ecb6e071e4 None None] Pushing event updated for resources: {'Port': ['ID=7ddb6f35-c67a-4398-9573-ff0b7eea5c9e,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:24.317888 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-10810aff-7381-42f1-87cc-002a269cab41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (3a9300c7-b215-4766-91bd-a08f773d2f0c), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:24.320340 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-10810aff-7381-42f1-87cc-002a269cab41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:24.321308 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-10810aff-7381-42f1-87cc-002a269cab41 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/3a9300c7-b215-4766-91bd-a08f773d2f0c HTTP/1.1" status: 204 len: 168 time: 1.0712748 Aug 27 04:48:24.322534 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2462466c-ae5d-4c50-b72b-786d510bc681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (1446c86f-72c9-446b-b18d-e9ef3c2d8a82), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:24.336211 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-269a7559-496c-4c36-ad95-54f1bd83bf7a tempest-FloatingIPAdminTestJSON-784410988 tempest-FloatingIPAdminTestJSON-784410988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (eae1a13d-8b39-4874-a1d0-95373ab87f8a), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:24.399316 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2462466c-ae5d-4c50-b72b-786d510bc681 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1446c86f-72c9-446b-b18d-e9ef3c2d8a82,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:24.401579 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-fa53bed1-efe4-4f76-a025-1d73aa004a6a admin admin] Deleting port a3cb7f05-1fb1-4cea-9a59-f43e3b04b71a {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:48:24.401579 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fa53bed1-efe4-4f76-a025-1d73aa004a6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (a3cb7f05-1fb1-4cea-9a59-f43e3b04b71a), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:24.403613 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10810aff-7381-42f1-87cc-002a269cab41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9300c7-b215-4766-91bd-a08f773d2f0c,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:24.415989 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2462466c-ae5d-4c50-b72b-786d510bc681 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:24.423458 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2462466c-ae5d-4c50-b72b-786d510bc681 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/1446c86f-72c9-446b-b18d-e9ef3c2d8a82 HTTP/1.1" status: 204 len: 168 time: 1.4480629 Aug 27 04:48:24.429587 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4d1e14-16ff-4b6b-8381-245fe941803c None None] Network 03a7835a-f52d-477c-a2dc-fcc27c449ecb requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:48:24.449175 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-890d5ab3-b801-41f2-9daa-448a8fb2aa10 req-49eef956-dce8-4951-a43b-968479156014 tempest-ServerShowV257Test-1943343929 tempest-ServerShowV257Test-1943343929-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=1485650d-17d8-465c-ad68-1ab73abdddff HTTP/1.1" status: 200 len: 210 time: 0.1556299 Aug 27 04:48:24.449304 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 50662) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:24.511267 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:24.565486 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a7559-496c-4c36-ad95-54f1bd83bf7a tempest-FloatingIPAdminTestJSON-784410988 tempest-FloatingIPAdminTestJSON-784410988-project-admin] Pushing event updated for resources: {'Port': ['ID=eae1a13d-8b39-4874-a1d0-95373ab87f8a,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:24.569562 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-2faffeb0-e8b4-4598-8007-1d44b3c980e9 admin admin] Deleting port 57006052-e227-420b-a5a6-0bb2f0af283b {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:48:24.569905 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2faffeb0-e8b4-4598-8007-1d44b3c980e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (57006052-e227-420b-a5a6-0bb2f0af283b), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:24.571798 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-269a7559-496c-4c36-ad95-54f1bd83bf7a tempest-FloatingIPAdminTestJSON-784410988 tempest-FloatingIPAdminTestJSON-784410988-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677636'] for floatingip (3d0bbd21-0d74-419b-afb1-fbe4bb78ab5a), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:24.607582 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-fa53bed1-efe4-4f76-a025-1d73aa004a6a admin admin] For port a3cb7f05-1fb1-4cea-9a59-f43e3b04b71a, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a3cb7f05-1fb1-4cea-9a59-f43e3b04b71a,segment=NetworkSegment(124b1269-0e68-42db-b057-d37b76840721),segment_id=124b1269-0e68-42db-b057-d37b76840721)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:48:24.608218 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fa53bed1-efe4-4f76-a025-1d73aa004a6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (a3cb7f05-1fb1-4cea-9a59-f43e3b04b71a), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:24.618687 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-4c053e8c-85d6-4b7f-8a00-9d6f960b4ba6 None None] Set router 1cfe4999-05de-493c-9287-474e1e891fb4 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:48:24.634600 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ae51b30d-c5e2-4f68-aedf-6db50106129d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (03a7835a-f52d-477c-a2dc-fcc27c449ecb), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:24.642335 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-fa53bed1-efe4-4f76-a025-1d73aa004a6a admin admin] Calling delete_port for a3cb7f05-1fb1-4cea-9a59-f43e3b04b71a owned by network:router_interface {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:48:24.645815 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-f6c66cf8-44a8-4c9d-a720-0123221ec607 admin admin] Allocated IP 172.20.0.1 (0ef7236e-dd9f-4123-99ab-fea13f774e50/0f19104e-0b6d-49ec-ae90-1bce4590d8ad/0b93599a-96d7-4fc4-baeb-c39bf150046c) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:48:24.683723 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:24.714437 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-2faffeb0-e8b4-4598-8007-1d44b3c980e9 admin admin] For port 57006052-e227-420b-a5a6-0bb2f0af283b, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=57006052-e227-420b-a5a6-0bb2f0af283b,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:48:24.714805 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2faffeb0-e8b4-4598-8007-1d44b3c980e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (57006052-e227-420b-a5a6-0bb2f0af283b), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:24.717464 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-ae51b30d-c5e2-4f68-aedf-6db50106129d admin admin] Deleting port 7acdb267-d3d4-467b-914b-ad84828355f0 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:48:24.717624 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ae51b30d-c5e2-4f68-aedf-6db50106129d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (7acdb267-d3d4-467b-914b-ad84828355f0), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:24.730802 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Provisioning complete for port b9341b94-cc18-4cf2-be35-42a510791a8f triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:48:24.731176 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (b9341b94-cc18-4cf2-be35-42a510791a8f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:24.764481 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-2faffeb0-e8b4-4598-8007-1d44b3c980e9 admin admin] Calling delete_port for 57006052-e227-420b-a5a6-0bb2f0af283b owned by network:router_gateway {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:48:24.791119 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-269a7559-496c-4c36-ad95-54f1bd83bf7a tempest-FloatingIPAdminTestJSON-784410988 tempest-FloatingIPAdminTestJSON-784410988-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:24.791119 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-269a7559-496c-4c36-ad95-54f1bd83bf7a tempest-FloatingIPAdminTestJSON-784410988 tempest-FloatingIPAdminTestJSON-784410988-project-admin] 10.222.0.76 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9698386 Aug 27 04:48:24.791119 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 50664) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:24.855431 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:24.859785 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-ae51b30d-c5e2-4f68-aedf-6db50106129d admin admin] For port 7acdb267-d3d4-467b-914b-ad84828355f0, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=7acdb267-d3d4-467b-914b-ad84828355f0,segment=NetworkSegment(09ec1922-c251-4e7c-bd62-f52b0d55adea),segment_id=09ec1922-c251-4e7c-bd62-f52b0d55adea)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:48:24.860445 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ae51b30d-c5e2-4f68-aedf-6db50106129d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (7acdb267-d3d4-467b-914b-ad84828355f0), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:24.871955 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a0023a-640b-4887-a162-9f9296ea340d None None] DHCP port deletion for 03a7835a-f52d-477c-a2dc-fcc27c449ecb request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:48:24.881545 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-ae51b30d-c5e2-4f68-aedf-6db50106129d admin admin] Calling delete_port for 7acdb267-d3d4-467b-914b-ad84828355f0 owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:48:24.897221 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-bc16117f-c050-4f0a-b1dd-d00156ea403d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c768e052-19b1-4a67-9786-f56dea0d166c', 'name': 'tempest-ServersTestJSON-2008025527-router', 'tenant_id': 'd9810a6d61ab4eb281b5bc5d5ecff6fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '7ddb6f35-c67a-4398-9573-ff0b7eea5c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:48:15Z', 'updated_at': '2022-08-27T04:48:18Z', 'revision_number': 3, 'project_id': 'd9810a6d61ab4eb281b5bc5d5ecff6fa', 'gw_port': {'id': '7ddb6f35-c67a-4398-9573-ff0b7eea5c9e', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fa:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c768e052-19b1-4a67-9786-f56dea0d166c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:48:16Z', 'updated_at': '2022-08-27T04:48:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:24.963589 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:25.042933 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc16117f-c050-4f0a-b1dd-d00156ea403d None None] The sync data for ids ['c768e052-19b1-4a67-9786-f56dea0d166c'] in n-d-852088-5 is: [{'id': 'c768e052-19b1-4a67-9786-f56dea0d166c', 'name': 'tempest-ServersTestJSON-2008025527-router', 'tenant_id': 'd9810a6d61ab4eb281b5bc5d5ecff6fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '7ddb6f35-c67a-4398-9573-ff0b7eea5c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:48:15Z', 'updated_at': '2022-08-27T04:48:18Z', 'revision_number': 3, 'project_id': 'd9810a6d61ab4eb281b5bc5d5ecff6fa', 'gw_port': {'id': '7ddb6f35-c67a-4398-9573-ff0b7eea5c9e', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fa:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c768e052-19b1-4a67-9786-f56dea0d166c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:48:16Z', 'updated_at': '2022-08-27T04:48:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:48:25.043582 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f6c66cf8-44a8-4c9d-a720-0123221ec607 admin admin] Publish callbacks [] for port (0b93599a-96d7-4fc4-baeb-c39bf150046c), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:25.122502 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca1f59-562c-411e-bb56-51860be8cc58 req-e921a20c-1a30-4fe6-afca-6952f2df09a9 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:48:25.125078 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4fca1f59-562c-411e-bb56-51860be8cc58 req-e921a20c-1a30-4fe6-afca-6952f2df09a9 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=404ee328-8f8f-48f8-adcc-b9c2c0710406 HTTP/1.1" status: 200 len: 949 time: 0.1324420 Aug 27 04:48:25.135353 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-74a0023a-640b-4887-a162-9f9296ea340d None None] Deleting port 7acdb267-d3d4-467b-914b-ad84828355f0 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:48:25.135730 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-74a0023a-640b-4887-a162-9f9296ea340d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (7acdb267-d3d4-467b-914b-ad84828355f0), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:25.141068 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Current status of the port b9341b94-cc18-4cf2-be35-42a510791a8f is: BUILD; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:48:25.141459 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (b9341b94-cc18-4cf2-be35-42a510791a8f), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:25.153321 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ae51b30d-c5e2-4f68-aedf-6db50106129d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (7acdb267-d3d4-467b-914b-ad84828355f0), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:25.173338 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae51b30d-c5e2-4f68-aedf-6db50106129d admin admin] No DVR routers for this DVR port 7acdb267-d3d4-467b-914b-ad84828355f0 on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:48:25.198574 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-cb35e33c-b38f-45dd-ac47-adaf253d1058 tempest-FloatingIPAdminTestJSON-1995028807 tempest-FloatingIPAdminTestJSON-1995028807-project] Request body: {'floatingip': {'floating_network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:48:25.230064 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4fca1f59-562c-411e-bb56-51860be8cc58 req-fd6c8624-106d-43cc-a70a-ef5bf382da13 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974514 Aug 27 04:48:25.234421 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:25.246445 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-4c053e8c-85d6-4b7f-8a00-9d6f960b4ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cfe4999-05de-493c-9287-474e1e891fb4', 'name': 'tempest-TaggedBootDevicesTest-1374455090-router', 'tenant_id': 'a397128fb9fd47feb1a5a57b9497c0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '57006052-e227-420b-a5a6-0bb2f0af283b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:45:52Z', 'updated_at': '2022-08-27T04:48:22Z', 'revision_number': 5, 'project_id': 'a397128fb9fd47feb1a5a57b9497c0be', 'gw_port': {'id': '57006052-e227-420b-a5a6-0bb2f0af283b', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfe4999-05de-493c-9287-474e1e891fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:45:53Z', 'updated_at': '2022-08-27T04:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:25.249138 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404ee328-8f8f-48f8-adcc-b9c2c0710406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9341b94-cc18-4cf2-be35-42a510791a8f'}] {{(pid=107777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:48:25.252938 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6e1ed2c1589df8125b2075e26a1ec4ff1174e69d6a71546bdf3c3a9a29d330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3dacb4-5be9-46f5-aec7-a1863945ea20" -d '{"events": [{"server_uuid": "404ee328-8f8f-48f8-adcc-b9c2c0710406", "name": "network-vif-plugged", "status": "completed", "tag": "b9341b94-cc18-4cf2-be35-42a510791a8f"}]}' {{(pid=107777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:48:25.281871 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae51b30d-c5e2-4f68-aedf-6db50106129d admin admin] Pushing event deleted for resources: {'Port': ['ID=7acdb267-d3d4-467b-914b-ad84828355f0,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:25.296857 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2faffeb0-e8b4-4598-8007-1d44b3c980e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (57006052-e227-420b-a5a6-0bb2f0af283b), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:25.323013 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c053e8c-85d6-4b7f-8a00-9d6f960b4ba6 None None] Checking router: 1cfe4999-05de-493c-9287-474e1e891fb4 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:48:25.327919 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faffeb0-e8b4-4598-8007-1d44b3c980e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=57006052-e227-420b-a5a6-0bb2f0af283b,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:25.330224 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-74a0023a-640b-4887-a162-9f9296ea340d None None] For port 7acdb267-d3d4-467b-914b-ad84828355f0, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=7acdb267-d3d4-467b-914b-ad84828355f0,segment=NetworkSegment(09ec1922-c251-4e7c-bd62-f52b0d55adea),segment_id=09ec1922-c251-4e7c-bd62-f52b0d55adea)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:48:25.330224 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-74a0023a-640b-4887-a162-9f9296ea340d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (7acdb267-d3d4-467b-914b-ad84828355f0), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:25.331321 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ae51b30d-c5e2-4f68-aedf-6db50106129d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (03a7835a-f52d-477c-a2dc-fcc27c449ecb), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:25.333748 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port b9341b94-cc18-4cf2-be35-42a510791a8f, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=b9341b94-cc18-4cf2-be35-42a510791a8f,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:48:25.342924 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f6c66cf8-44a8-4c9d-a720-0123221ec607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (0b93599a-96d7-4fc4-baeb-c39bf150046c), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:25.345475 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c053e8c-85d6-4b7f-8a00-9d6f960b4ba6 None None] Routers {'1cfe4999-05de-493c-9287-474e1e891fb4'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:48:25.346094 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-4c053e8c-85d6-4b7f-8a00-9d6f960b4ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:47:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['1cfe4999-05de-493c-9287-474e1e891fb4'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:25.353570 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:25.362038 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-74a0023a-640b-4887-a162-9f9296ea340d None None] Calling delete_port for 7acdb267-d3d4-467b-914b-ad84828355f0 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:48:25.397682 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-ae51b30d-c5e2-4f68-aedf-6db50106129d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03a7835a-f52d-477c-a2dc-fcc27c449ecb']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:25.405523 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 04:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4fb9a8-1881-4051-bd23-64ac78749294 x-openstack-request-id: req-0e4fb9a8-1881-4051-bd23-64ac78749294 {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:48:25.406462 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404ee328-8f8f-48f8-adcc-b9c2c0710406", "name": "network-vif-plugged", "status": "completed", "tag": "b9341b94-cc18-4cf2-be35-42a510791a8f", "code": 200}]} {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:48:25.406721 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0e4fb9a8-1881-4051-bd23-64ac78749294 {{(pid=107777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:48:25.407133 n-d-852088-5 neutron-server[107777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e4fb9a8-1881-4051-bd23-64ac78749294'] response: {'server_uuid': '404ee328-8f8f-48f8-adcc-b9c2c0710406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9341b94-cc18-4cf2-be35-42a510791a8f', 'code': 200} Aug 27 04:48:25.411067 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fa53bed1-efe4-4f76-a025-1d73aa004a6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (a3cb7f05-1fb1-4cea-9a59-f43e3b04b71a), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:25.438994 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c66cf8-44a8-4c9d-a720-0123221ec607 admin admin] Network 0ef7236e-dd9f-4123-99ab-fea13f774e50 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:48:25.444104 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-ae51b30d-c5e2-4f68-aedf-6db50106129d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09ec1922-c251-4e7c-bd62-f52b0d55adea') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:25.446490 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-ae51b30d-c5e2-4f68-aedf-6db50106129d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09ec1922-c251-4e7c-bd62-f52b0d55adea') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:25.446642 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-f6c66cf8-44a8-4c9d-a720-0123221ec607 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:48:25.455649 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c66cf8-44a8-4c9d-a720-0123221ec607 admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:48:25.464147 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c66cf8-44a8-4c9d-a720-0123221ec607 admin admin] Pushing event updated for resources: {'Port': ['ID=0b93599a-96d7-4fc4-baeb-c39bf150046c,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:25.501327 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cb35e33c-b38f-45dd-ac47-adaf253d1058 tempest-FloatingIPAdminTestJSON-1995028807 tempest-FloatingIPAdminTestJSON-1995028807-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:25.510812 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-4c053e8c-85d6-4b7f-8a00-9d6f960b4ba6 None None] Set router 1cfe4999-05de-493c-9287-474e1e891fb4 gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:48:25.529612 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ae51b30d-c5e2-4f68-aedf-6db50106129d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (09ec1922-c251-4e7c-bd62-f52b0d55adea), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:25.541807 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (b9341b94-cc18-4cf2-be35-42a510791a8f), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:25.632060 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 50676) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:25.649093 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-4c053e8c-85d6-4b7f-8a00-9d6f960b4ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cfe4999-05de-493c-9287-474e1e891fb4', 'name': 'tempest-TaggedBootDevicesTest-1374455090-router', 'tenant_id': 'a397128fb9fd47feb1a5a57b9497c0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:45:52Z', 'updated_at': '2022-08-27T04:48:25Z', 'revision_number': 7, 'project_id': 'a397128fb9fd47feb1a5a57b9497c0be', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:25.668953 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f6c66cf8-44a8-4c9d-a720-0123221ec607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (c768e052-19b1-4a67-9786-f56dea0d166c), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:25.715145 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c053e8c-85d6-4b7f-8a00-9d6f960b4ba6 None None] The sync data for ids ['1cfe4999-05de-493c-9287-474e1e891fb4'] in n-d-852088-5 is: [{'id': '1cfe4999-05de-493c-9287-474e1e891fb4', 'name': 'tempest-TaggedBootDevicesTest-1374455090-router', 'tenant_id': 'a397128fb9fd47feb1a5a57b9497c0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:45:52Z', 'updated_at': '2022-08-27T04:48:25Z', 'revision_number': 7, 'project_id': 'a397128fb9fd47feb1a5a57b9497c0be', 'gw_port_host': None}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:48:25.799237 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Pushing event updated for resources: {'Port': ['ID=b9341b94-cc18-4cf2-be35-42a510791a8f,revision_number=11']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:25.818362 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-74a0023a-640b-4887-a162-9f9296ea340d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (7acdb267-d3d4-467b-914b-ad84828355f0), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:25.843641 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cb35e33c-b38f-45dd-ac47-adaf253d1058 tempest-FloatingIPAdminTestJSON-1995028807 tempest-FloatingIPAdminTestJSON-1995028807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:25.868924 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a0023a-640b-4887-a162-9f9296ea340d None None] Pushing event deleted for resources: {'Port': ['ID=7acdb267-d3d4-467b-914b-ad84828355f0,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:25.872778 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a0023a-640b-4887-a162-9f9296ea340d None None] No DVR routers for this DVR port 7acdb267-d3d4-467b-914b-ad84828355f0 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:48:25.895311 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ae51b30d-c5e2-4f68-aedf-6db50106129d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (09ec1922-c251-4e7c-bd62-f52b0d55adea), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:25.905585 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae51b30d-c5e2-4f68-aedf-6db50106129d admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:48:25.906019 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ae51b30d-c5e2-4f68-aedf-6db50106129d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (09ec1922-c251-4e7c-bd62-f52b0d55adea), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:25.974454 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2faffeb0-e8b4-4598-8007-1d44b3c980e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (1cfe4999-05de-493c-9287-474e1e891fb4), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:25.995756 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa53bed1-efe4-4f76-a025-1d73aa004a6a admin admin] Pushing event deleted for resources: {'Port': ['ID=a3cb7f05-1fb1-4cea-9a59-f43e3b04b71a,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:25.999104 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7025a6b5-fae6-4c21-a45b-bfa99405032e req-04750501-b1a5-421f-82c6-142959efee11 tempest-ServerShowV257Test-1943343929 tempest-ServerShowV257Test-1943343929-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=1485650d-17d8-465c-ad68-1ab73abdddff HTTP/1.1" status: 200 len: 210 time: 0.1897140 Aug 27 04:48:26.029697 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-551f0b9c-8a4a-4a89-b8bf-be41e9256d29 None None] Provisioning complete for port 0b93599a-96d7-4fc4-baeb-c39bf150046c triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:48:26.030072 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-551f0b9c-8a4a-4a89-b8bf-be41e9256d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (0b93599a-96d7-4fc4-baeb-c39bf150046c), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:26.087688 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-551f0b9c-8a4a-4a89-b8bf-be41e9256d29 None None] Port 0b93599a-96d7-4fc4-baeb-c39bf150046c cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:48:26.096428 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:26.099185 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 09ec1922-c251-4e7c-bd62-f52b0d55adea resource provider aggregate not found Aug 27 04:48:26.106681 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4ab063bf-ded3-48ce-a4a7-5fdf26bcc6cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:26.116522 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=80,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:26.131976 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2faffeb0-e8b4-4598-8007-1d44b3c980e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (1cfe4999-05de-493c-9287-474e1e891fb4), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:26.138736 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2faffeb0-e8b4-4598-8007-1d44b3c980e9 admin admin] Publish callbacks [] for router_controller (1cfe4999-05de-493c-9287-474e1e891fb4), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:26.139815 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 09ec1922-c251-4e7c-bd62-f52b0d55adea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 09ec1922-c251-4e7c-bd62-f52b0d55adea found for delete ", "request_id": "req-f64761ee-7091-4ed2-9741-f249d5013650"}]} Aug 27 04:48:26.199739 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85860fb1-6bc3-4997-834f-a634ffd7e9d9 req-146088da-a9d6-4a36-991f-780e9b884ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:48:26.201349 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-85860fb1-6bc3-4997-834f-a634ffd7e9d9 req-146088da-a9d6-4a36-991f-780e9b884ead service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=404ee328-8f8f-48f8-adcc-b9c2c0710406 HTTP/1.1" status: 200 len: 1132 time: 0.4870341 Aug 27 04:48:26.207385 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fa53bed1-efe4-4f76-a025-1d73aa004a6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:26.267554 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ae51b30d-c5e2-4f68-aedf-6db50106129d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (03a7835a-f52d-477c-a2dc-fcc27c449ecb), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:26.274999 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ae51b30d-c5e2-4f68-aedf-6db50106129d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:26.284564 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ae51b30d-c5e2-4f68-aedf-6db50106129d admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/03a7835a-f52d-477c-a2dc-fcc27c449ecb HTTP/1.1" status: 204 len: 168 time: 1.8398030 Aug 27 04:48:26.294766 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:26.322843 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f6c66cf8-44a8-4c9d-a720-0123221ec607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (0b93599a-96d7-4fc4-baeb-c39bf150046c), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:26.359579 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae51b30d-c5e2-4f68-aedf-6db50106129d admin admin] Pushing event deleted for resources: {'Network': ['ID=03a7835a-f52d-477c-a2dc-fcc27c449ecb,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:26.454022 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2faffeb0-e8b4-4598-8007-1d44b3c980e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (1cfe4999-05de-493c-9287-474e1e891fb4), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:26.454708 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2faffeb0-e8b4-4598-8007-1d44b3c980e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1cfe4999-05de-493c-9287-474e1e891fb4 {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:48:26.467943 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2faffeb0-e8b4-4598-8007-1d44b3c980e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:26.472794 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2faffeb0-e8b4-4598-8007-1d44b3c980e9 admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/1cfe4999-05de-493c-9287-474e1e891fb4 HTTP/1.1" status: 204 len: 168 time: 2.5698481 Aug 27 04:48:26.473243 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 50688) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:26.487887 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cb124-ba24-4de1-873f-8e5c77ddf2b4 req-b439bfed-b104-4db9-be9b-b50e4d7467d1 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:48:26.489537 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-645cb124-ba24-4de1-873f-8e5c77ddf2b4 req-b439bfed-b104-4db9-be9b-b50e4d7467d1 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=404ee328-8f8f-48f8-adcc-b9c2c0710406 HTTP/1.1" status: 200 len: 950 time: 0.1059351 Aug 27 04:48:26.524359 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-cb35e33c-b38f-45dd-ac47-adaf253d1058 tempest-FloatingIPAdminTestJSON-1995028807 tempest-FloatingIPAdminTestJSON-1995028807-project] Allocated IP 172.25.2.167 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/5c690b05-395e-4454-b2c8-c4230efc9833) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:48:26.536910 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-85860fb1-6bc3-4997-834f-a634ffd7e9d9 req-831c53de-8c63-43a6-965f-71159b9348d1 service neutron] 10.222.0.75 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884219 Aug 27 04:48:26.551072 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4ab063bf-ded3-48ce-a4a7-5fdf26bcc6cd admin admin] Publish callbacks [] for security_group (e44c16b7-d2f8-4009-bd45-0a4addad0267), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:26.662318 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-3108394f-4da3-4700-98ae-e9fb90593b9a req-5ea9575c-276d-4239-b0ec-db4d30322f9c service neutron] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=0fd4d0ce0f8f463498d4d36ec1b49e7a&device_id=1485650d-17d8-465c-ad68-1ab73abdddff HTTP/1.1" status: 200 len: 210 time: 0.0298879 Aug 27 04:48:26.665196 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4ab063bf-ded3-48ce-a4a7-5fdf26bcc6cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (e44c16b7-d2f8-4009-bd45-0a4addad0267), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:26.715164 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-4ab063bf-ded3-48ce-a4a7-5fdf26bcc6cd admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=0ba75a402b8d4166a2b40d9f489578e1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0057132 Aug 27 04:48:26.734582 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f6c66cf8-44a8-4c9d-a720-0123221ec607 admin admin] Publish callbacks [] for port (0b93599a-96d7-4fc4-baeb-c39bf150046c), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:26.737642 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-3108394f-4da3-4700-98ae-e9fb90593b9a req-45b07619-8e34-4697-8e1b-7090c5b131cc service neutron] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=0fd4d0ce0f8f463498d4d36ec1b49e7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467863 Aug 27 04:48:26.738097 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 50692) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:26.771545 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7fbc6c2b-1765-49fb-b048-0339e4f944c0 req-eb9b5aba-8f2a-45e0-8daf-53a1096ff1fa tempest-ServerShowV257Test-1943343929 tempest-ServerShowV257Test-1943343929-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=1485650d-17d8-465c-ad68-1ab73abdddff HTTP/1.1" status: 200 len: 210 time: 0.0604749 Aug 27 04:48:26.778445 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd146c37-9048-4c2a-8ea7-488dc5b31eef admin admin] Deleting subnet 01530df6-a95e-40e7-bb34-2eb7c84905b4 {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:48:26.791311 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fd146c37-9048-4c2a-8ea7-488dc5b31eef admin admin] Publish callbacks [] for subnet (01530df6-a95e-40e7-bb34-2eb7c84905b4), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:26.831134 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-dbc6f653-46f0-4a34-9f3e-88c1504bddfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:26.834953 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab063bf-ded3-48ce-a4a7-5fdf26bcc6cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44c16b7-d2f8-4009-bd45-0a4addad0267,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:26.850960 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-645cb124-ba24-4de1-873f-8e5c77ddf2b4 req-077cb6b3-8d59-4311-8701-e887e11e7d0e tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313494 Aug 27 04:48:26.871446 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fd146c37-9048-4c2a-8ea7-488dc5b31eef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (01530df6-a95e-40e7-bb34-2eb7c84905b4), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:26.896640 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f6c66cf8-44a8-4c9d-a720-0123221ec607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (0b93599a-96d7-4fc4-baeb-c39bf150046c), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:26.896932 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cb35e33c-b38f-45dd-ac47-adaf253d1058 tempest-FloatingIPAdminTestJSON-1995028807 tempest-FloatingIPAdminTestJSON-1995028807-project] Publish callbacks [] for port (5c690b05-395e-4454-b2c8-c4230efc9833), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:26.977395 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa53bed1-efe4-4f76-a025-1d73aa004a6a admin admin] Router 37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:48:26.987678 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3108394f-4da3-4700-98ae-e9fb90593b9a req-903b3dff-57b5-43e7-a8f3-3446af46e6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:48:26.990450 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-3108394f-4da3-4700-98ae-e9fb90593b9a req-903b3dff-57b5-43e7-a8f3-3446af46e6a5 service neutron] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2387359 Aug 27 04:48:26.998652 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7ceec8a7-4020-40e4-92a7-fe4b0ec37960 admin admin] Publish callbacks [] for security_group (e44c16b7-d2f8-4009-bd45-0a4addad0267), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:27.002664 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f6c66cf8-44a8-4c9d-a720-0123221ec607 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (c768e052-19b1-4a67-9786-f56dea0d166c), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:27.008443 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c66cf8-44a8-4c9d-a720-0123221ec607 admin admin] Pushing event updated for resources: {'Port': ['ID=0b93599a-96d7-4fc4-baeb-c39bf150046c,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:27.009836 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 7ddb6f35-c67a-4398-9573-ff0b7eea5c9e up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:48:27.053489 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7ceec8a7-4020-40e4-92a7-fe4b0ec37960 admin admin] Publish callbacks [] for security_group (e44c16b7-d2f8-4009-bd45-0a4addad0267), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:27.058143 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 50696) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:27.078504 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 7ddb6f35-c67a-4398-9573-ff0b7eea5c9e triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:48:27.079459 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (7ddb6f35-c67a-4398-9573-ff0b7eea5c9e), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:27.095686 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cb35e33c-b38f-45dd-ac47-adaf253d1058 tempest-FloatingIPAdminTestJSON-1995028807 tempest-FloatingIPAdminTestJSON-1995028807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (5c690b05-395e-4454-b2c8-c4230efc9833), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:27.138291 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fd146c37-9048-4c2a-8ea7-488dc5b31eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (01530df6-a95e-40e7-bb34-2eb7c84905b4), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:27.166534 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb35e33c-b38f-45dd-ac47-adaf253d1058 tempest-FloatingIPAdminTestJSON-1995028807 tempest-FloatingIPAdminTestJSON-1995028807-project] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:48:27.167302 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb35e33c-b38f-45dd-ac47-adaf253d1058 tempest-FloatingIPAdminTestJSON-1995028807 tempest-FloatingIPAdminTestJSON-1995028807-project] Pushing event updated for resources: {'Port': ['ID=5c690b05-395e-4454-b2c8-c4230efc9833,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:27.183141 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-cb35e33c-b38f-45dd-ac47-adaf253d1058 tempest-FloatingIPAdminTestJSON-1995028807 tempest-FloatingIPAdminTestJSON-1995028807-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:48:27.183240 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 7ddb6f35-c67a-4398-9573-ff0b7eea5c9e is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:48:27.183240 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (7ddb6f35-c67a-4398-9573-ff0b7eea5c9e), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:27.185543 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb35e33c-b38f-45dd-ac47-adaf253d1058 tempest-FloatingIPAdminTestJSON-1995028807 tempest-FloatingIPAdminTestJSON-1995028807-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:48:27.190418 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-13fcea4d-ddab-4a70-97cf-f1b1177b5ca8 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=5c9eb4bbda084c9d8f1503b888a2ddfb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1309514 Aug 27 04:48:27.209763 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 50698) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:27.211200 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 7ddb6f35-c67a-4398-9573-ff0b7eea5c9e, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=7ddb6f35-c67a-4398-9573-ff0b7eea5c9e,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:48:27.218946 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:UPDATE=3,neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=9 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:27.264654 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa53bed1-efe4-4f76-a025-1d73aa004a6a admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:48:27.274934 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-fa53bed1-efe4-4f76-a025-1d73aa004a6a admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5208035 Aug 27 04:48:27.278350 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 50700) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:27.282976 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-da3c4be7-77b0-413e-bc40-9e7ec42333c5 admin admin] Publish callbacks [] for security_group (8bc1bb9b-d057-49c8-b913-a60cb2a2ae47), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:27.295958 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0267c6-4c39-4819-b640-7c17fd453ca6 None None] Sync routers for ids ['37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:48:27.306681 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-da3c4be7-77b0-413e-bc40-9e7ec42333c5 admin admin] Publish callbacks [] for security_group (8bc1bb9b-d057-49c8-b913-a60cb2a2ae47), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:27.308282 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0267c6-4c39-4819-b640-7c17fd453ca6 None None] Routers {'37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:48:27.309102 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-8b0267c6-4c39-4819-b640-7c17fd453ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:47:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:27.326250 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c66cf8-44a8-4c9d-a720-0123221ec607 admin admin] Network 0ef7236e-dd9f-4123-99ab-fea13f774e50 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:48:27.329444 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-f6c66cf8-44a8-4c9d-a720-0123221ec607 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:48:27.362755 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (7ddb6f35-c67a-4398-9573-ff0b7eea5c9e), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:27.366482 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7ceec8a7-4020-40e4-92a7-fe4b0ec37960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (e44c16b7-d2f8-4009-bd45-0a4addad0267), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:27.370933 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7ceec8a7-4020-40e4-92a7-fe4b0ec37960 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:27.373345 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7ceec8a7-4020-40e4-92a7-fe4b0ec37960 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/e44c16b7-d2f8-4009-bd45-0a4addad0267 HTTP/1.1" status: 204 len: 168 time: 0.6291761 Aug 27 04:48:27.454685 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceec8a7-4020-40e4-92a7-fe4b0ec37960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44c16b7-d2f8-4009-bd45-0a4addad0267,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:27.475103 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cb35e33c-b38f-45dd-ac47-adaf253d1058 tempest-FloatingIPAdminTestJSON-1995028807 tempest-FloatingIPAdminTestJSON-1995028807-project] Publish callbacks [] for floatingip (1b36e2da-b1a6-4df8-b8fd-b15dd1106eb8), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:27.502422 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fd146c37-9048-4c2a-8ea7-488dc5b31eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (01530df6-a95e-40e7-bb34-2eb7c84905b4), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:27.519947 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 57006052-e227-420b-a5a6-0bb2f0af283b no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:48:27.523462 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:27.546035 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-8b0267c6-4c39-4819-b640-7c17fd453ca6 None None] Set router 37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:48:27.559816 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 57006052-e227-420b-a5a6-0bb2f0af283b {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:48:27.560088 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 57006052-e227-420b-a5a6-0bb2f0af283b not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:48:27.560538 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 7acdb267-d3d4-467b-914b-ad84828355f0 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:48:27.597916 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 7acdb267-d3d4-467b-914b-ad84828355f0 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:48:27.599863 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 7acdb267-d3d4-467b-914b-ad84828355f0 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:48:27.600510 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 7682fc24-d4d2-4ca4-8ccf-8c3235a74f21 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:48:27.617600 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-da3c4be7-77b0-413e-bc40-9e7ec42333c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (8bc1bb9b-d057-49c8-b913-a60cb2a2ae47), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:27.621470 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-da3c4be7-77b0-413e-bc40-9e7ec42333c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:27.628941 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-da3c4be7-77b0-413e-bc40-9e7ec42333c5 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/8bc1bb9b-d057-49c8-b913-a60cb2a2ae47 HTTP/1.1" status: 204 len: 168 time: 0.4124427 Aug 27 04:48:27.693127 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 7682fc24-d4d2-4ca4-8ccf-8c3235a74f21 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:48:27.693778 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 7682fc24-d4d2-4ca4-8ccf-8c3235a74f21 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:48:27.713900 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=7ddb6f35-c67a-4398-9573-ff0b7eea5c9e,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:27.745983 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3c4be7-77b0-413e-bc40-9e7ec42333c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc1bb9b-d057-49c8-b913-a60cb2a2ae47,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:27.750653 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd146c37-9048-4c2a-8ea7-488dc5b31eef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01530df6-a95e-40e7-bb34-2eb7c84905b4,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:27.761931 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fd146c37-9048-4c2a-8ea7-488dc5b31eef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:27.768183 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cb35e33c-b38f-45dd-ac47-adaf253d1058 tempest-FloatingIPAdminTestJSON-1995028807 tempest-FloatingIPAdminTestJSON-1995028807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (5c690b05-395e-4454-b2c8-c4230efc9833), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:27.773873 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-fd146c37-9048-4c2a-8ea7-488dc5b31eef admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/01530df6-a95e-40e7-bb34-2eb7c84905b4 HTTP/1.1" status: 204 len: 168 time: 1.2973444 Aug 27 04:48:27.775190 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 50706) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:27.782316 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccafcc2-cfe7-45e0-af25-2126d4c18f62 None None] Network c08a6b5d-69b9-4c3f-948e-129f9d64efcb requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:48:27.788947 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c66cf8-44a8-4c9d-a720-0123221ec607 admin admin] Router c768e052-19b1-4a67-9786-f56dea0d166c has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:48:27.807886 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cd163586-1689-4e99-a16e-f44521892341 admin admin] Publish callbacks [] for router (37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:27.852757 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:27.992075 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b6252073-b65e-4773-80f3-1658e4292374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (c08a6b5d-69b9-4c3f-948e-129f9d64efcb), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:28.003673 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-8b0267c6-4c39-4819-b640-7c17fd453ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed', 'name': 'tempest-ServerGroupTestJSON-714640807-router', 'tenant_id': 'a3f9953aa720463aa062c0715d7146cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '200b817d-7895-4995-b954-762851a5542e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:48:04Z', 'updated_at': '2022-08-27T04:48:25Z', 'revision_number': 5, 'project_id': 'a3f9953aa720463aa062c0715d7146cb', 'gw_port': {'id': '200b817d-7895-4995-b954-762851a5542e', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:48:06Z', 'updated_at': '2022-08-27T04:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:28.014064 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:28.038629 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0267c6-4c39-4819-b640-7c17fd453ca6 None None] Checking router: 37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:48:28.046789 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-f2402583-fbdc-400a-8168-38aca84ec762 None None] Provisioning complete for port 0b93599a-96d7-4fc4-baeb-c39bf150046c triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:48:28.047662 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f2402583-fbdc-400a-8168-38aca84ec762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (0b93599a-96d7-4fc4-baeb-c39bf150046c), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:28.049544 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0267c6-4c39-4819-b640-7c17fd453ca6 None None] Routers {'37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:48:28.050453 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-8b0267c6-4c39-4819-b640-7c17fd453ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:47:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:28.178339 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-f2402583-fbdc-400a-8168-38aca84ec762 None None] Port 0b93599a-96d7-4fc4-baeb-c39bf150046c cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:48:28.184016 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-b6252073-b65e-4773-80f3-1658e4292374 admin admin] Deleting port d4260e71-d737-4dcf-9a7d-68b31ac3c57e {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:48:28.184390 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b6252073-b65e-4773-80f3-1658e4292374 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (d4260e71-d737-4dcf-9a7d-68b31ac3c57e), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:28.261186 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d89431-aa41-4971-8383-9abcc7689957 None None] DHCP port deletion for c08a6b5d-69b9-4c3f-948e-129f9d64efcb request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:48:28.283234 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:28.291276 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-8b0267c6-4c39-4819-b640-7c17fd453ca6 None None] Set router 37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:48:28.327499 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-b6252073-b65e-4773-80f3-1658e4292374 admin admin] For port d4260e71-d737-4dcf-9a7d-68b31ac3c57e, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=d4260e71-d737-4dcf-9a7d-68b31ac3c57e,segment=NetworkSegment(1f43aecb-47bc-4f96-9f5a-fc9bd2ca0eee),segment_id=1f43aecb-47bc-4f96-9f5a-fc9bd2ca0eee)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:48:28.327863 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b6252073-b65e-4773-80f3-1658e4292374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (d4260e71-d737-4dcf-9a7d-68b31ac3c57e), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:28.331902 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cb35e33c-b38f-45dd-ac47-adaf253d1058 tempest-FloatingIPAdminTestJSON-1995028807 tempest-FloatingIPAdminTestJSON-1995028807-project] Publish callbacks [] for port (5c690b05-395e-4454-b2c8-c4230efc9833), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:28.344114 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-b6252073-b65e-4773-80f3-1658e4292374 admin admin] Calling delete_port for d4260e71-d737-4dcf-9a7d-68b31ac3c57e owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:48:28.361178 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-f8d89431-aa41-4971-8383-9abcc7689957 None None] Deleting port d4260e71-d737-4dcf-9a7d-68b31ac3c57e {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:48:28.361566 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f8d89431-aa41-4971-8383-9abcc7689957 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (d4260e71-d737-4dcf-9a7d-68b31ac3c57e), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:28.443997 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cb35e33c-b38f-45dd-ac47-adaf253d1058 tempest-FloatingIPAdminTestJSON-1995028807 tempest-FloatingIPAdminTestJSON-1995028807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (5c690b05-395e-4454-b2c8-c4230efc9833), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:28.453542 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-3108394f-4da3-4700-98ae-e9fb90593b9a req-cd4b5692-a1a0-4f4b-a6d7-4b262768ea2c tempest-ServerShowV257Test-1943343929 tempest-ServerShowV257Test-1943343929-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1485650d-17d8-465c-ad68-1ab73abdddff HTTP/1.1" status: 200 len: 210 time: 0.0502939 Aug 27 04:48:28.505267 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:28.563667 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cb35e33c-b38f-45dd-ac47-adaf253d1058 tempest-FloatingIPAdminTestJSON-1995028807 tempest-FloatingIPAdminTestJSON-1995028807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677636'] for floatingip (1b36e2da-b1a6-4df8-b8fd-b15dd1106eb8), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:28.564975 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-f8d89431-aa41-4971-8383-9abcc7689957 None None] For port d4260e71-d737-4dcf-9a7d-68b31ac3c57e, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=d4260e71-d737-4dcf-9a7d-68b31ac3c57e,segment=NetworkSegment(1f43aecb-47bc-4f96-9f5a-fc9bd2ca0eee),segment_id=1f43aecb-47bc-4f96-9f5a-fc9bd2ca0eee)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:48:28.565425 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f8d89431-aa41-4971-8383-9abcc7689957 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (d4260e71-d737-4dcf-9a7d-68b31ac3c57e), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:28.576668 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb35e33c-b38f-45dd-ac47-adaf253d1058 tempest-FloatingIPAdminTestJSON-1995028807 tempest-FloatingIPAdminTestJSON-1995028807-project] Pushing event updated for resources: {'Port': ['ID=5c690b05-395e-4454-b2c8-c4230efc9833,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:28.602713 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-f8d89431-aa41-4971-8383-9abcc7689957 None None] Calling delete_port for d4260e71-d737-4dcf-9a7d-68b31ac3c57e owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:48:28.645577 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-8b0267c6-4c39-4819-b640-7c17fd453ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed', 'name': 'tempest-ServerGroupTestJSON-714640807-router', 'tenant_id': 'a3f9953aa720463aa062c0715d7146cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '200b817d-7895-4995-b954-762851a5542e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:48:04Z', 'updated_at': '2022-08-27T04:48:25Z', 'revision_number': 5, 'project_id': 'a3f9953aa720463aa062c0715d7146cb', 'gw_port': {'id': '200b817d-7895-4995-b954-762851a5542e', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:48:06Z', 'updated_at': '2022-08-27T04:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:28.684413 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0267c6-4c39-4819-b640-7c17fd453ca6 None None] The sync data for ids ['37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed'] in n-d-852088-5 is: [{'id': '37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed', 'name': 'tempest-ServerGroupTestJSON-714640807-router', 'tenant_id': 'a3f9953aa720463aa062c0715d7146cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '200b817d-7895-4995-b954-762851a5542e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:48:04Z', 'updated_at': '2022-08-27T04:48:25Z', 'revision_number': 5, 'project_id': 'a3f9953aa720463aa062c0715d7146cb', 'gw_port': {'id': '200b817d-7895-4995-b954-762851a5542e', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:48:06Z', 'updated_at': '2022-08-27T04:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:48:28.697485 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b6252073-b65e-4773-80f3-1658e4292374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (d4260e71-d737-4dcf-9a7d-68b31ac3c57e), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:28.711714 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-05751dae-c6fa-4dc1-a801-c31ded79b696 req-d07fe8fc-58e6-4849-ad19-84ee098abde2 tempest-ServerShowV257Test-1943343929 tempest-ServerShowV257Test-1943343929-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=1485650d-17d8-465c-ad68-1ab73abdddff HTTP/1.1" status: 200 len: 210 time: 0.1524842 Aug 27 04:48:28.714323 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f8d89431-aa41-4971-8383-9abcc7689957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (d4260e71-d737-4dcf-9a7d-68b31ac3c57e), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:28.782192 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bb28b3-9bd1-431d-9ce4-2778bc14fc60 req-91be6c4c-7c64-4a46-bbe2-1060cec91d61 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:48:28.783780 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-01bb28b3-9bd1-431d-9ce4-2778bc14fc60 req-91be6c4c-7c64-4a46-bbe2-1060cec91d61 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=404ee328-8f8f-48f8-adcc-b9c2c0710406 HTTP/1.1" status: 200 len: 950 time: 0.2282619 Aug 27 04:48:28.785132 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6252073-b65e-4773-80f3-1658e4292374 admin admin] No DVR routers for this DVR port d4260e71-d737-4dcf-9a7d-68b31ac3c57e on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:48:28.789820 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6252073-b65e-4773-80f3-1658e4292374 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4260e71-d737-4dcf-9a7d-68b31ac3c57e,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:28.793755 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cb35e33c-b38f-45dd-ac47-adaf253d1058 tempest-FloatingIPAdminTestJSON-1995028807 tempest-FloatingIPAdminTestJSON-1995028807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:28.794994 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-cb35e33c-b38f-45dd-ac47-adaf253d1058 tempest-FloatingIPAdminTestJSON-1995028807 tempest-FloatingIPAdminTestJSON-1995028807-project] 10.222.0.76 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0034134 Aug 27 04:48:28.798853 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 50732) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:28.806720 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d89431-aa41-4971-8383-9abcc7689957 None None] Pushing event deleted for resources: {'Port': ['ID=d4260e71-d737-4dcf-9a7d-68b31ac3c57e,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:28.811973 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d89431-aa41-4971-8383-9abcc7689957 None None] No DVR routers for this DVR port d4260e71-d737-4dcf-9a7d-68b31ac3c57e on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:48:28.838602 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c66cf8-44a8-4c9d-a720-0123221ec607 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:48:28.862140 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddb3d6e-0416-4fba-a3d3-c4520294866f None None] Sync routers for ids ['c768e052-19b1-4a67-9786-f56dea0d166c'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:48:28.882769 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddb3d6e-0416-4fba-a3d3-c4520294866f None None] Routers {'c768e052-19b1-4a67-9786-f56dea0d166c'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:48:28.884713 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-2ddb3d6e-0416-4fba-a3d3-c4520294866f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:47:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['c768e052-19b1-4a67-9786-f56dea0d166c'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:28.896750 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f6c66cf8-44a8-4c9d-a720-0123221ec607 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/c768e052-19b1-4a67-9786-f56dea0d166c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8929956 Aug 27 04:48:28.904766 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cd163586-1689-4e99-a16e-f44521892341 admin admin] Publish callbacks [] for router_gateway (37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:28.918048 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-18027074-d030-4803-8150-6d6fba710244 tempest-FloatingIPAdminTestJSON-784410988 tempest-FloatingIPAdminTestJSON-784410988-project-admin] 10.222.0.76 "GET /networking/v2.0/floatingips HTTP/1.1" status: 200 len: 1652 time: 0.1179841 Aug 27 04:48:28.923883 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b6252073-b65e-4773-80f3-1658e4292374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (c08a6b5d-69b9-4c3f-948e-129f9d64efcb), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:28.930937 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 50736) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:28.963713 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-b6252073-b65e-4773-80f3-1658e4292374 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c08a6b5d-69b9-4c3f-948e-129f9d64efcb']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:28.981300 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-b6252073-b65e-4773-80f3-1658e4292374 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f43aecb-47bc-4f96-9f5a-fc9bd2ca0eee') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:28.981846 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-b6252073-b65e-4773-80f3-1658e4292374 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f43aecb-47bc-4f96-9f5a-fc9bd2ca0eee') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:28.997507 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b6252073-b65e-4773-80f3-1658e4292374 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (1f43aecb-47bc-4f96-9f5a-fc9bd2ca0eee), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:29.007903 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b6252073-b65e-4773-80f3-1658e4292374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (1f43aecb-47bc-4f96-9f5a-fc9bd2ca0eee), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:29.015422 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-01bb28b3-9bd1-431d-9ce4-2778bc14fc60 req-08fb787d-3ce7-4c08-bf74-46c64d7ad52a tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481330 Aug 27 04:48:29.018793 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b8f73c35-236b-4b16-ae6a-c135bd725093 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] 10.222.0.76 "GET /networking/v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0868409 Aug 27 04:48:29.021259 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6252073-b65e-4773-80f3-1658e4292374 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:48:29.021664 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b6252073-b65e-4773-80f3-1658e4292374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (1f43aecb-47bc-4f96-9f5a-fc9bd2ca0eee), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:29.022055 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 50738) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:29.092431 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 1f43aecb-47bc-4f96-9f5a-fc9bd2ca0eee resource provider aggregate not found Aug 27 04:48:29.132142 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 1f43aecb-47bc-4f96-9f5a-fc9bd2ca0eee resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1f43aecb-47bc-4f96-9f5a-fc9bd2ca0eee found for delete ", "request_id": "req-f6abf40a-1e25-4ad0-aca1-67cd6e42e2f1"}]} Aug 27 04:48:29.172633 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-2ddb3d6e-0416-4fba-a3d3-c4520294866f None None] Set router c768e052-19b1-4a67-9786-f56dea0d166c gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:48:29.259074 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-cd163586-1689-4e99-a16e-f44521892341 admin admin] Deleting port 200b817d-7895-4995-b954-762851a5542e {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:48:29.259435 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cd163586-1689-4e99-a16e-f44521892341 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (200b817d-7895-4995-b954-762851a5542e), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:29.263715 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b6252073-b65e-4773-80f3-1658e4292374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (c08a6b5d-69b9-4c3f-948e-129f9d64efcb), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:29.279667 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b6252073-b65e-4773-80f3-1658e4292374 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:29.288908 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b6252073-b65e-4773-80f3-1658e4292374 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/c08a6b5d-69b9-4c3f-948e-129f9d64efcb HTTP/1.1" status: 204 len: 168 time: 1.5103498 Aug 27 04:48:29.316465 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 50750) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:29.326100 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6252073-b65e-4773-80f3-1658e4292374 admin admin] Pushing event deleted for resources: {'Network': ['ID=c08a6b5d-69b9-4c3f-948e-129f9d64efcb,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:29.412197 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-4bccba2a-e8ac-46ff-a57b-a6e0cd9131bc tempest-FloatingIPAdminTestJSON-1995028807 tempest-FloatingIPAdminTestJSON-1995028807-project] Deleting port 5c690b05-395e-4454-b2c8-c4230efc9833 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:48:29.412722 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4bccba2a-e8ac-46ff-a57b-a6e0cd9131bc tempest-FloatingIPAdminTestJSON-1995028807 tempest-FloatingIPAdminTestJSON-1995028807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (5c690b05-395e-4454-b2c8-c4230efc9833), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:29.477026 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:29.502964 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 7ddb6f35-c67a-4398-9573-ff0b7eea5c9e up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:48:29.510850 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-92cfe691-2391-4d63-88d6-b63cb63470d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:29.523779 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-cd163586-1689-4e99-a16e-f44521892341 admin admin] For port 200b817d-7895-4995-b954-762851a5542e, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=200b817d-7895-4995-b954-762851a5542e,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:48:29.524142 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cd163586-1689-4e99-a16e-f44521892341 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (200b817d-7895-4995-b954-762851a5542e), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:29.549111 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-cd163586-1689-4e99-a16e-f44521892341 admin admin] Calling delete_port for 200b817d-7895-4995-b954-762851a5542e owned by network:router_gateway {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:48:29.561057 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4bccba2a-e8ac-46ff-a57b-a6e0cd9131bc tempest-FloatingIPAdminTestJSON-1995028807 tempest-FloatingIPAdminTestJSON-1995028807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (5c690b05-395e-4454-b2c8-c4230efc9833), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:29.561394 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4bccba2a-e8ac-46ff-a57b-a6e0cd9131bc tempest-FloatingIPAdminTestJSON-1995028807 tempest-FloatingIPAdminTestJSON-1995028807-project] Publish callbacks [] for floatingip (5c690b05-395e-4454-b2c8-c4230efc9833), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:29.581825 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-4bccba2a-e8ac-46ff-a57b-a6e0cd9131bc tempest-FloatingIPAdminTestJSON-1995028807 tempest-FloatingIPAdminTestJSON-1995028807-project] Calling delete_port for 5c690b05-395e-4454-b2c8-c4230efc9833 owned by network:floatingip {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:48:29.693243 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 7ddb6f35-c67a-4398-9573-ff0b7eea5c9e triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:48:29.693614 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (7ddb6f35-c67a-4398-9573-ff0b7eea5c9e), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:29.842301 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-2ddb3d6e-0416-4fba-a3d3-c4520294866f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c768e052-19b1-4a67-9786-f56dea0d166c', 'name': 'tempest-ServersTestJSON-2008025527-router', 'tenant_id': 'd9810a6d61ab4eb281b5bc5d5ecff6fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '7ddb6f35-c67a-4398-9573-ff0b7eea5c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:48:15Z', 'updated_at': '2022-08-27T04:48:26Z', 'revision_number': 4, 'project_id': 'd9810a6d61ab4eb281b5bc5d5ecff6fa', 'gw_port': {'id': '7ddb6f35-c67a-4398-9573-ff0b7eea5c9e', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fa:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c768e052-19b1-4a67-9786-f56dea0d166c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:48:16Z', 'updated_at': '2022-08-27T04:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '0b93599a-96d7-4fc4-baeb-c39bf150046c', 'name': '', 'network_id': '0ef7236e-dd9f-4123-99ab-fea13f774e50', 'tenant_id': 'd9810a6d61ab4eb281b5bc5d5ecff6fa', 'mac_address': 'fa:16:3e:24:2e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c768e052-19b1-4a67-9786-f56dea0d166c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '0f19104e-0b6d-49ec-ae90-1bce4590d8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:48:23Z', 'updated_at': '2022-08-27T04:48:26Z', 'revision_number': 2, 'project_id': 'd9810a6d61ab4eb281b5bc5d5ecff6fa', 'subnets': [{'id': '0f19104e-0b6d-49ec-ae90-1bce4590d8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:29.847164 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 7ddb6f35-c67a-4398-9573-ff0b7eea5c9e is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:48:29.880468 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddb3d6e-0416-4fba-a3d3-c4520294866f None None] Checking router: c768e052-19b1-4a67-9786-f56dea0d166c for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:48:29.881100 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddb3d6e-0416-4fba-a3d3-c4520294866f None None] Updating router c768e052-19b1-4a67-9786-f56dea0d166c port 0b93599a-96d7-4fc4-baeb-c39bf150046c binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:48:29.916089 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2ddb3d6e-0416-4fba-a3d3-c4520294866f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (0b93599a-96d7-4fc4-baeb-c39bf150046c), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:30.009693 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a3cb7f05-1fb1-4cea-9a59-f43e3b04b71a no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:48:30.050321 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4bccba2a-e8ac-46ff-a57b-a6e0cd9131bc tempest-FloatingIPAdminTestJSON-1995028807 tempest-FloatingIPAdminTestJSON-1995028807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (5c690b05-395e-4454-b2c8-c4230efc9833), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:30.102981 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bccba2a-e8ac-46ff-a57b-a6e0cd9131bc tempest-FloatingIPAdminTestJSON-1995028807 tempest-FloatingIPAdminTestJSON-1995028807-project] Pushing event deleted for resources: {'Port': ['ID=5c690b05-395e-4454-b2c8-c4230efc9833,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:30.104597 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: a3cb7f05-1fb1-4cea-9a59-f43e3b04b71a {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:48:30.104977 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a3cb7f05-1fb1-4cea-9a59-f43e3b04b71a not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:48:30.105633 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d4260e71-d737-4dcf-9a7d-68b31ac3c57e no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:48:30.128267 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cd163586-1689-4e99-a16e-f44521892341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (200b817d-7895-4995-b954-762851a5542e), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:30.161512 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:30.170366 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: d4260e71-d737-4dcf-9a7d-68b31ac3c57e {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:48:30.170733 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d4260e71-d737-4dcf-9a7d-68b31ac3c57e not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:48:30.260665 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd163586-1689-4e99-a16e-f44521892341 admin admin] Pushing event deleted for resources: {'Port': ['ID=200b817d-7895-4995-b954-762851a5542e,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:30.368433 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-225692b4-88b2-4cd3-a2a7-1f1450444b08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:30.410150 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:30.429894 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4bccba2a-e8ac-46ff-a57b-a6e0cd9131bc tempest-FloatingIPAdminTestJSON-1995028807 tempest-FloatingIPAdminTestJSON-1995028807-project] Publish callbacks [] for floatingip (1b36e2da-b1a6-4df8-b8fd-b15dd1106eb8), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:30.432532 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4bccba2a-e8ac-46ff-a57b-a6e0cd9131bc tempest-FloatingIPAdminTestJSON-1995028807 tempest-FloatingIPAdminTestJSON-1995028807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:30.434471 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-4bccba2a-e8ac-46ff-a57b-a6e0cd9131bc tempest-FloatingIPAdminTestJSON-1995028807 tempest-FloatingIPAdminTestJSON-1995028807-project] 10.222.0.76 "DELETE /networking/v2.0/floatingips/1b36e2da-b1a6-4df8-b8fd-b15dd1106eb8 HTTP/1.1" status: 204 len: 168 time: 1.4095778 Aug 27 04:48:30.437527 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 50790) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:30.451983 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a82ce-fb1a-40f0-926d-b54762e8a2c7 req-33db330b-a148-49d2-a8b9-66db0582dcc0 tempest-ServersTestJSON-280966140 tempest-ServersTestJSON-280966140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:48:30.454509 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-283a82ce-fb1a-40f0-926d-b54762e8a2c7 req-33db330b-a148-49d2-a8b9-66db0582dcc0 tempest-ServersTestJSON-280966140 tempest-ServersTestJSON-280966140-project] 10.222.0.76 "GET /networking/v2.0/networks?id=0ef7236e-dd9f-4123-99ab-fea13f774e50 HTTP/1.1" status: 200 len: 806 time: 0.2646883 Aug 27 04:48:30.455492 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cd163586-1689-4e99-a16e-f44521892341 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:30.474402 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:30.531432 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:30.536891 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:30.585924 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2ddb3d6e-0416-4fba-a3d3-c4520294866f None None] Publish callbacks [] for port (0b93599a-96d7-4fc4-baeb-c39bf150046c), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:30.641860 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d6bd5171-9161-4e0b-b4c1-98e70aea2241 req-5cf19f86-a286-4dfe-8273-4ec47fa29e12 tempest-ServerShowV257Test-1943343929 tempest-ServerShowV257Test-1943343929-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=1485650d-17d8-465c-ad68-1ab73abdddff HTTP/1.1" status: 200 len: 210 time: 0.6407144 Aug 27 04:48:30.642090 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-225692b4-88b2-4cd3-a2a7-1f1450444b08 admin admin] Deleting port a30d149b-74f0-4406-8b51-b72bd8b78213 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:48:30.642333 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-225692b4-88b2-4cd3-a2a7-1f1450444b08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (a30d149b-74f0-4406-8b51-b72bd8b78213), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:30.643415 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-283a82ce-fb1a-40f0-926d-b54762e8a2c7 req-b466d990-0337-4f50-b0b1-e36271009981 tempest-ServersTestJSON-280966140 tempest-ServersTestJSON-280966140-project] 10.222.0.76 "GET /networking/v2.0/quotas/d9810a6d61ab4eb281b5bc5d5ecff6fa HTTP/1.1" status: 200 len: 375 time: 0.1536095 Aug 27 04:48:30.694905 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cd163586-1689-4e99-a16e-f44521892341 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:30.701353 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cd163586-1689-4e99-a16e-f44521892341 admin admin] Publish callbacks [] for router_controller (37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:30.716405 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2ddb3d6e-0416-4fba-a3d3-c4520294866f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (0b93599a-96d7-4fc4-baeb-c39bf150046c), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:30.761721 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-225692b4-88b2-4cd3-a2a7-1f1450444b08 admin admin] For port a30d149b-74f0-4406-8b51-b72bd8b78213, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a30d149b-74f0-4406-8b51-b72bd8b78213,segment=NetworkSegment(2eb85c11-b00c-410e-85ff-54ef598731e1),segment_id=2eb85c11-b00c-410e-85ff-54ef598731e1)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:48:30.762124 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-225692b4-88b2-4cd3-a2a7-1f1450444b08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (a30d149b-74f0-4406-8b51-b72bd8b78213), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:30.784633 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-225692b4-88b2-4cd3-a2a7-1f1450444b08 admin admin] Calling delete_port for a30d149b-74f0-4406-8b51-b72bd8b78213 owned by network:router_interface {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:48:30.822950 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c87753-6c9d-47ae-a5e9-51f492dd83a0 None None] Pushing event updated for resources: {'Port': ['ID=0b93599a-96d7-4fc4-baeb-c39bf150046c,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:30.860819 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-2ddb3d6e-0416-4fba-a3d3-c4520294866f None None] Attempting to bind port 0b93599a-96d7-4fc4-baeb-c39bf150046c on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:48:30.861088 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-2ddb3d6e-0416-4fba-a3d3-c4520294866f None None] Attempting to bind port 0b93599a-96d7-4fc4-baeb-c39bf150046c by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'e529c1dd-17c4-49f0-b120-db958a4a7a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0ef7236e-dd9f-4123-99ab-fea13f774e50'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:48:30.863435 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddb3d6e-0416-4fba-a3d3-c4520294866f None None] Attempting to bind port 0b93599a-96d7-4fc4-baeb-c39bf150046c on network 0ef7236e-dd9f-4123-99ab-fea13f774e50 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:48:30.868103 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddb3d6e-0416-4fba-a3d3-c4520294866f None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:48:30.868614 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddb3d6e-0416-4fba-a3d3-c4520294866f None None] Checking segment: {'id': 'e529c1dd-17c4-49f0-b120-db958a4a7a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0ef7236e-dd9f-4123-99ab-fea13f774e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:48:30.869087 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2ddb3d6e-0416-4fba-a3d3-c4520294866f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:30.869550 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddb3d6e-0416-4fba-a3d3-c4520294866f None None] Bound using segment: {'id': 'e529c1dd-17c4-49f0-b120-db958a4a7a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0ef7236e-dd9f-4123-99ab-fea13f774e50'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:48:30.870094 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-2ddb3d6e-0416-4fba-a3d3-c4520294866f None None] Bound port: 0b93599a-96d7-4fc4-baeb-c39bf150046c, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e529c1dd-17c4-49f0-b120-db958a4a7a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0ef7236e-dd9f-4123-99ab-fea13f774e50'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:48:30.870627 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2ddb3d6e-0416-4fba-a3d3-c4520294866f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (0b93599a-96d7-4fc4-baeb-c39bf150046c), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:30.873410 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-283a82ce-fb1a-40f0-926d-b54762e8a2c7 req-25a8d2fe-4a0d-4948-b4d1-be085fdb4549 tempest-ServersTestJSON-280966140 tempest-ServersTestJSON-280966140-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=d9810a6d61ab4eb281b5bc5d5ecff6fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1957068 Aug 27 04:48:30.879257 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-03ac930d-bd07-42a8-8d3f-3b12c2b7503b tempest-FloatingIPAdminTestJSON-784410988 tempest-FloatingIPAdminTestJSON-784410988-project-admin] Deleting port eae1a13d-8b39-4874-a1d0-95373ab87f8a {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:48:30.879488 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-03ac930d-bd07-42a8-8d3f-3b12c2b7503b tempest-FloatingIPAdminTestJSON-784410988 tempest-FloatingIPAdminTestJSON-784410988-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (eae1a13d-8b39-4874-a1d0-95373ab87f8a), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:30.901178 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9813b0-8192-4391-9900-d1d3a36b73a0 req-e9d7aed8-59e4-426d-9dd5-63f7d3be129e tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:48:30.909876 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-aa9813b0-8192-4391-9900-d1d3a36b73a0 req-e9d7aed8-59e4-426d-9dd5-63f7d3be129e tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=404ee328-8f8f-48f8-adcc-b9c2c0710406 HTTP/1.1" status: 200 len: 950 time: 0.0966413 Aug 27 04:48:31.010304 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-2ddb3d6e-0416-4fba-a3d3-c4520294866f None None] For port 0b93599a-96d7-4fc4-baeb-c39bf150046c, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:48:31.019487 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-2ddb3d6e-0416-4fba-a3d3-c4520294866f None None] For port 0b93599a-96d7-4fc4-baeb-c39bf150046c, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=0b93599a-96d7-4fc4-baeb-c39bf150046c,segment=NetworkSegment(e529c1dd-17c4-49f0-b120-db958a4a7a6f),segment_id=e529c1dd-17c4-49f0-b120-db958a4a7a6f)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:48:31.040757 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-aa9813b0-8192-4391-9900-d1d3a36b73a0 req-94c9f5f0-e090-44a5-88fb-eb88ae0455bc tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299620 Aug 27 04:48:31.046880 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cd163586-1689-4e99-a16e-f44521892341 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:31.046880 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd163586-1689-4e99-a16e-f44521892341 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:48:31.064539 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cd163586-1689-4e99-a16e-f44521892341 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:31.064539 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-cd163586-1689-4e99-a16e-f44521892341 admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/37eb95fa-c10a-4ed2-9e63-d6b8a11be7ed HTTP/1.1" status: 204 len: 168 time: 3.7726741 Aug 27 04:48:31.064539 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 50804) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:31.095137 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-03ac930d-bd07-42a8-8d3f-3b12c2b7503b tempest-FloatingIPAdminTestJSON-784410988 tempest-FloatingIPAdminTestJSON-784410988-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (eae1a13d-8b39-4874-a1d0-95373ab87f8a), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:31.095518 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-03ac930d-bd07-42a8-8d3f-3b12c2b7503b tempest-FloatingIPAdminTestJSON-784410988 tempest-FloatingIPAdminTestJSON-784410988-project-admin] Publish callbacks [] for floatingip (eae1a13d-8b39-4874-a1d0-95373ab87f8a), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:31.118239 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-03ac930d-bd07-42a8-8d3f-3b12c2b7503b tempest-FloatingIPAdminTestJSON-784410988 tempest-FloatingIPAdminTestJSON-784410988-project-admin] Calling delete_port for eae1a13d-8b39-4874-a1d0-95373ab87f8a owned by network:floatingip {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:48:31.138173 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:31.146575 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-01515127-abd4-49dd-ae13-7313b6979290 admin admin] Deleting subnet 4ac651e5-fabf-4e58-aab3-dccf19a98197 {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:48:31.170543 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-225692b4-88b2-4cd3-a2a7-1f1450444b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (a30d149b-74f0-4406-8b51-b72bd8b78213), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:31.171654 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2ddb3d6e-0416-4fba-a3d3-c4520294866f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (0b93599a-96d7-4fc4-baeb-c39bf150046c), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:31.185406 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-01515127-abd4-49dd-ae13-7313b6979290 admin admin] Publish callbacks [] for subnet (4ac651e5-fabf-4e58-aab3-dccf19a98197), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:31.261950 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddb3d6e-0416-4fba-a3d3-c4520294866f None None] Routers {'c768e052-19b1-4a67-9786-f56dea0d166c'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:48:31.268822 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-01515127-abd4-49dd-ae13-7313b6979290 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (4ac651e5-fabf-4e58-aab3-dccf19a98197), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:31.269998 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-2ddb3d6e-0416-4fba-a3d3-c4520294866f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:48:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['c768e052-19b1-4a67-9786-f56dea0d166c'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:31.270165 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225692b4-88b2-4cd3-a2a7-1f1450444b08 admin admin] Pushing event deleted for resources: {'Port': ['ID=a30d149b-74f0-4406-8b51-b72bd8b78213,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:31.332278 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:DELETE=9,neutron:SELECT=89,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:31.354509 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c87753-6c9d-47ae-a5e9-51f492dd83a0 None None] Pushing event updated for resources: {'Port': ['ID=0b93599a-96d7-4fc4-baeb-c39bf150046c,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:31.508077 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-2ddb3d6e-0416-4fba-a3d3-c4520294866f None None] Set router c768e052-19b1-4a67-9786-f56dea0d166c gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:48:31.520528 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-01515127-abd4-49dd-ae13-7313b6979290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (4ac651e5-fabf-4e58-aab3-dccf19a98197), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:31.533228 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-225692b4-88b2-4cd3-a2a7-1f1450444b08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:31.630325 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:31.697012 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-03ac930d-bd07-42a8-8d3f-3b12c2b7503b tempest-FloatingIPAdminTestJSON-784410988 tempest-FloatingIPAdminTestJSON-784410988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (eae1a13d-8b39-4874-a1d0-95373ab87f8a), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:31.784305 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ac930d-bd07-42a8-8d3f-3b12c2b7503b tempest-FloatingIPAdminTestJSON-784410988 tempest-FloatingIPAdminTestJSON-784410988-project-admin] Pushing event deleted for resources: {'Port': ['ID=eae1a13d-8b39-4874-a1d0-95373ab87f8a,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:31.788937 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-01515127-abd4-49dd-ae13-7313b6979290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (4ac651e5-fabf-4e58-aab3-dccf19a98197), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:31.901779 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01515127-abd4-49dd-ae13-7313b6979290 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ac651e5-fabf-4e58-aab3-dccf19a98197,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:31.911573 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-01515127-abd4-49dd-ae13-7313b6979290 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:31.916005 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-01515127-abd4-49dd-ae13-7313b6979290 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/4ac651e5-fabf-4e58-aab3-dccf19a98197 HTTP/1.1" status: 204 len: 168 time: 0.8580132 Aug 27 04:48:31.918908 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 50834) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:31.933829 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4b785f-4b1e-454a-ac2a-abef9b96ef76 None None] Network 9f11b454-6aee-47c5-bf3d-a86358baa4c4 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:48:31.991168 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-03ac930d-bd07-42a8-8d3f-3b12c2b7503b tempest-FloatingIPAdminTestJSON-784410988 tempest-FloatingIPAdminTestJSON-784410988-project-admin] Publish callbacks [] for floatingip (3d0bbd21-0d74-419b-afb1-fbe4bb78ab5a), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:31.994594 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-03ac930d-bd07-42a8-8d3f-3b12c2b7503b tempest-FloatingIPAdminTestJSON-784410988 tempest-FloatingIPAdminTestJSON-784410988-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:31.999167 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-03ac930d-bd07-42a8-8d3f-3b12c2b7503b tempest-FloatingIPAdminTestJSON-784410988 tempest-FloatingIPAdminTestJSON-784410988-project-admin] 10.222.0.76 "DELETE /networking/v2.0/floatingips/3d0bbd21-0d74-419b-afb1-fbe4bb78ab5a HTTP/1.1" status: 204 len: 168 time: 1.5573807 Aug 27 04:48:32.001567 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 50836) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:32.036852 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-2ddb3d6e-0416-4fba-a3d3-c4520294866f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c768e052-19b1-4a67-9786-f56dea0d166c', 'name': 'tempest-ServersTestJSON-2008025527-router', 'tenant_id': 'd9810a6d61ab4eb281b5bc5d5ecff6fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '7ddb6f35-c67a-4398-9573-ff0b7eea5c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:48:15Z', 'updated_at': '2022-08-27T04:48:26Z', 'revision_number': 4, 'project_id': 'd9810a6d61ab4eb281b5bc5d5ecff6fa', 'gw_port': {'id': '7ddb6f35-c67a-4398-9573-ff0b7eea5c9e', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fa:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c768e052-19b1-4a67-9786-f56dea0d166c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:48:16Z', 'updated_at': '2022-08-27T04:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '0b93599a-96d7-4fc4-baeb-c39bf150046c', 'name': '', 'network_id': '0ef7236e-dd9f-4123-99ab-fea13f774e50', 'tenant_id': 'd9810a6d61ab4eb281b5bc5d5ecff6fa', 'mac_address': 'fa:16:3e:24:2e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c768e052-19b1-4a67-9786-f56dea0d166c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '0f19104e-0b6d-49ec-ae90-1bce4590d8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:48:23Z', 'updated_at': '2022-08-27T04:48:31Z', 'revision_number': 4, 'project_id': 'd9810a6d61ab4eb281b5bc5d5ecff6fa', 'subnets': [{'id': '0f19104e-0b6d-49ec-ae90-1bce4590d8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:32.040888 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-225692b4-88b2-4cd3-a2a7-1f1450444b08 admin admin] Router ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:48:32.059632 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f6129995-1a21-40de-a175-4b4eadb6611a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (9f11b454-6aee-47c5-bf3d-a86358baa4c4), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:32.071381 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddb3d6e-0416-4fba-a3d3-c4520294866f None None] The sync data for ids ['c768e052-19b1-4a67-9786-f56dea0d166c'] in n-d-852088-5 is: [{'id': 'c768e052-19b1-4a67-9786-f56dea0d166c', 'name': 'tempest-ServersTestJSON-2008025527-router', 'tenant_id': 'd9810a6d61ab4eb281b5bc5d5ecff6fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '7ddb6f35-c67a-4398-9573-ff0b7eea5c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:48:15Z', 'updated_at': '2022-08-27T04:48:26Z', 'revision_number': 4, 'project_id': 'd9810a6d61ab4eb281b5bc5d5ecff6fa', 'gw_port': {'id': '7ddb6f35-c67a-4398-9573-ff0b7eea5c9e', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fa:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c768e052-19b1-4a67-9786-f56dea0d166c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:48:16Z', 'updated_at': '2022-08-27T04:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '0b93599a-96d7-4fc4-baeb-c39bf150046c', 'name': '', 'network_id': '0ef7236e-dd9f-4123-99ab-fea13f774e50', 'tenant_id': 'd9810a6d61ab4eb281b5bc5d5ecff6fa', 'mac_address': 'fa:16:3e:24:2e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c768e052-19b1-4a67-9786-f56dea0d166c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '0f19104e-0b6d-49ec-ae90-1bce4590d8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:48:23Z', 'updated_at': '2022-08-27T04:48:31Z', 'revision_number': 4, 'project_id': 'd9810a6d61ab4eb281b5bc5d5ecff6fa', 'subnets': [{'id': '0f19104e-0b6d-49ec-ae90-1bce4590d8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:48:32.157273 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-3d7d8823-e1ca-417e-af2f-5e1f7c282fbf tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Deleting port 9df5351b-5e92-49cc-b2d7-cd49578b7396 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:48:32.157273 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3d7d8823-e1ca-417e-af2f-5e1f7c282fbf tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (9df5351b-5e92-49cc-b2d7-cd49578b7396), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:32.165167 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:32.166001 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:32.236373 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c98740-1b00-44b7-84a5-e2468062e2c2 req-8924142f-eff2-4bd9-9223-13b8c498092f tempest-ServersTestJSON-280966140 tempest-ServersTestJSON-280966140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:48:32.239867 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-80c98740-1b00-44b7-84a5-e2468062e2c2 req-8924142f-eff2-4bd9-9223-13b8c498092f tempest-ServersTestJSON-280966140 tempest-ServersTestJSON-280966140-project] 10.222.0.76 "GET /networking/v2.0/networks?id=0ef7236e-dd9f-4123-99ab-fea13f774e50 HTTP/1.1" status: 200 len: 806 time: 0.4068890 Aug 27 04:48:32.246201 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-f6129995-1a21-40de-a175-4b4eadb6611a admin admin] Deleting port 6ce3b217-8048-458d-94f1-27d8ee7a898c {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:48:32.246759 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f6129995-1a21-40de-a175-4b4eadb6611a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (6ce3b217-8048-458d-94f1-27d8ee7a898c), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:32.277368 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-80c98740-1b00-44b7-84a5-e2468062e2c2 req-652d891c-a330-474b-a985-735960aac256 tempest-ServersTestJSON-280966140 tempest-ServersTestJSON-280966140-project] 10.222.0.76 "GET /networking/v2.0/quotas/d9810a6d61ab4eb281b5bc5d5ecff6fa HTTP/1.1" status: 200 len: 375 time: 0.0182545 Aug 27 04:48:32.289461 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec6ed30-c83b-4737-9af7-011e36d9f6c1 None None] DHCP port deletion for 9f11b454-6aee-47c5-bf3d-a86358baa4c4 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:48:32.361156 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-6ec6ed30-c83b-4737-9af7-011e36d9f6c1 None None] Deleting port 6ce3b217-8048-458d-94f1-27d8ee7a898c {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:48:32.361544 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6ec6ed30-c83b-4737-9af7-011e36d9f6c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (6ce3b217-8048-458d-94f1-27d8ee7a898c), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:32.368299 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3d7d8823-e1ca-417e-af2f-5e1f7c282fbf tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (9df5351b-5e92-49cc-b2d7-cd49578b7396), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:32.377249 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-80c98740-1b00-44b7-84a5-e2468062e2c2 req-3f85ab68-0cc3-4448-a75c-08a668da84af tempest-ServersTestJSON-280966140 tempest-ServersTestJSON-280966140-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=d9810a6d61ab4eb281b5bc5d5ecff6fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0843000 Aug 27 04:48:32.391363 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-3d7d8823-e1ca-417e-af2f-5e1f7c282fbf tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Calling delete_port for 9df5351b-5e92-49cc-b2d7-cd49578b7396 owned by {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:48:32.441421 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-e277eff2-a06c-4afa-a8dd-0eb036cd4f29 req-1889bfe8-4b1b-4cfa-b887-323031317189 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=913a04bc-76e5-4e01-99d8-bc9e283dd9cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2101090 Aug 27 04:48:32.442519 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225692b4-88b2-4cd3-a2a7-1f1450444b08 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:48:32.454422 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba320dc-a490-4bbf-b6f5-7f6081249388 None None] Sync routers for ids ['ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:48:32.464960 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-225692b4-88b2-4cd3-a2a7-1f1450444b08 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1469285 Aug 27 04:48:32.467479 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 50846) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:32.479930 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-f6129995-1a21-40de-a175-4b4eadb6611a admin admin] For port 6ce3b217-8048-458d-94f1-27d8ee7a898c, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=6ce3b217-8048-458d-94f1-27d8ee7a898c,segment=NetworkSegment(124b1269-0e68-42db-b057-d37b76840721),segment_id=124b1269-0e68-42db-b057-d37b76840721)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:48:32.480326 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f6129995-1a21-40de-a175-4b4eadb6611a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (6ce3b217-8048-458d-94f1-27d8ee7a898c), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:32.486541 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba320dc-a490-4bbf-b6f5-7f6081249388 None None] Routers {'ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:48:32.488952 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-cba320dc-a490-4bbf-b6f5-7f6081249388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:48:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:32.538601 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-6ec6ed30-c83b-4737-9af7-011e36d9f6c1 None None] For port 6ce3b217-8048-458d-94f1-27d8ee7a898c, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=6ce3b217-8048-458d-94f1-27d8ee7a898c,segment=NetworkSegment(124b1269-0e68-42db-b057-d37b76840721),segment_id=124b1269-0e68-42db-b057-d37b76840721)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:48:32.539145 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6ec6ed30-c83b-4737-9af7-011e36d9f6c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (6ce3b217-8048-458d-94f1-27d8ee7a898c), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:32.555683 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-6ec6ed30-c83b-4737-9af7-011e36d9f6c1 None None] Calling delete_port for 6ce3b217-8048-458d-94f1-27d8ee7a898c owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:48:32.635489 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-f6129995-1a21-40de-a175-4b4eadb6611a admin admin] Calling delete_port for 6ce3b217-8048-458d-94f1-27d8ee7a898c owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:48:32.830160 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6ec6ed30-c83b-4737-9af7-011e36d9f6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (6ce3b217-8048-458d-94f1-27d8ee7a898c), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:32.899270 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec6ed30-c83b-4737-9af7-011e36d9f6c1 None None] Pushing event deleted for resources: {'Port': ['ID=6ce3b217-8048-458d-94f1-27d8ee7a898c,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:32.917252 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec6ed30-c83b-4737-9af7-011e36d9f6c1 None None] No DVR routers for this DVR port 6ce3b217-8048-458d-94f1-27d8ee7a898c on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:48:32.921582 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f6129995-1a21-40de-a175-4b4eadb6611a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (6ce3b217-8048-458d-94f1-27d8ee7a898c), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:32.941369 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:32.946614 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e277eff2-a06c-4afa-a8dd-0eb036cd4f29 req-b10a2b81-cafb-40c7-8b1d-0e2c9f6c8b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:48:32.948133 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-e277eff2-a06c-4afa-a8dd-0eb036cd4f29 req-b10a2b81-cafb-40c7-8b1d-0e2c9f6c8b79 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=ed7dcec401394866b7d9fdacb5e294dc&device_id=913a04bc-76e5-4e01-99d8-bc9e283dd9cc HTTP/1.1" status: 200 len: 1132 time: 0.3645883 Aug 27 04:48:33.052902 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6129995-1a21-40de-a175-4b4eadb6611a admin admin] Pushing event deleted for resources: {'Port': ['ID=6ce3b217-8048-458d-94f1-27d8ee7a898c,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:33.075359 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6129995-1a21-40de-a175-4b4eadb6611a admin admin] No DVR routers for this DVR port 6ce3b217-8048-458d-94f1-27d8ee7a898c on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:48:33.075604 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e007a-928a-4668-b5b8-a600c2223512 req-fb497235-8806-47c4-8247-35682e5537fe tempest-ServersAdminTestJSON-1003940880 tempest-ServersAdminTestJSON-1003940880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:48:33.079510 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b68e007a-928a-4668-b5b8-a600c2223512 req-fb497235-8806-47c4-8247-35682e5537fe tempest-ServersAdminTestJSON-1003940880 tempest-ServersAdminTestJSON-1003940880-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?device_id=404ee328-8f8f-48f8-adcc-b9c2c0710406 HTTP/1.1" status: 200 len: 1132 time: 0.3177269 Aug 27 04:48:33.177663 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3d7d8823-e1ca-417e-af2f-5e1f7c282fbf tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (9df5351b-5e92-49cc-b2d7-cd49578b7396), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:33.178761 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-cba320dc-a490-4bbf-b6f5-7f6081249388 None None] Set router ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:48:33.188329 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 0b93599a-96d7-4fc4-baeb-c39bf150046c up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:48:33.213714 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7d8823-e1ca-417e-af2f-5e1f7c282fbf tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Pushing event deleted for resources: {'Port': ['ID=9df5351b-5e92-49cc-b2d7-cd49578b7396,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:33.224951 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b68e007a-928a-4668-b5b8-a600c2223512 req-18e114ba-94b3-4f67-8d50-9b8c0fb4a383 tempest-ServersAdminTestJSON-1003940880 tempest-ServersAdminTestJSON-1003940880-project-admin] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344705 Aug 27 04:48:33.301062 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 0b93599a-96d7-4fc4-baeb-c39bf150046c triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:48:33.301589 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (0b93599a-96d7-4fc4-baeb-c39bf150046c), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:33.346053 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:33.428644 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fb0c07ef-b958-4c79-a28c-7314a4959b07 admin admin] Publish callbacks [] for router (ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:33.452285 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:33.497094 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4689f340-e490-4761-bf28-4900fcd0c07e req-b3217ac3-864d-43b0-add5-850de6f0eea7 tempest-ServersTestJSON-280966140 tempest-ServersTestJSON-280966140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:48:33.498753 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4689f340-e490-4761-bf28-4900fcd0c07e req-b3217ac3-864d-43b0-add5-850de6f0eea7 tempest-ServersTestJSON-280966140 tempest-ServersTestJSON-280966140-project] 10.222.0.76 "GET /networking/v2.0/networks?id=0ef7236e-dd9f-4123-99ab-fea13f774e50 HTTP/1.1" status: 200 len: 806 time: 0.2883945 Aug 27 04:48:33.521023 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 0b93599a-96d7-4fc4-baeb-c39bf150046c is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:48:33.523105 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (0b93599a-96d7-4fc4-baeb-c39bf150046c), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:33.609233 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-cba320dc-a490-4bbf-b6f5-7f6081249388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90', 'name': 'tempest-TaggedBootDevicesTest-2138753696-router', 'tenant_id': 'e1ea00bfb0fc49478c17c5a74fb507a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': 'e95050e5-529a-439f-a706-9d7f92fc0025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:46:10Z', 'updated_at': '2022-08-27T04:48:30Z', 'revision_number': 5, 'project_id': 'e1ea00bfb0fc49478c17c5a74fb507a3', 'gw_port': {'id': 'e95050e5-529a-439f-a706-9d7f92fc0025', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:46:12Z', 'updated_at': '2022-08-27T04:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:33.620326 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 0b93599a-96d7-4fc4-baeb-c39bf150046c, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=0b93599a-96d7-4fc4-baeb-c39bf150046c,segment=NetworkSegment(e529c1dd-17c4-49f0-b120-db958a4a7a6f),segment_id=e529c1dd-17c4-49f0-b120-db958a4a7a6f)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:48:33.643159 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f6129995-1a21-40de-a175-4b4eadb6611a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (9f11b454-6aee-47c5-bf3d-a86358baa4c4), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:33.687114 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba320dc-a490-4bbf-b6f5-7f6081249388 None None] Checking router: ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:48:33.696450 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e277eff2-a06c-4afa-a8dd-0eb036cd4f29 req-76c47a6a-14d6-4a3b-b3cf-393464617a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:48:33.700779 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-e277eff2-a06c-4afa-a8dd-0eb036cd4f29 req-76c47a6a-14d6-4a3b-b3cf-393464617a4f service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=a82fb463-5a8f-4b8b-991d-61491eba11c6 HTTP/1.1" status: 200 len: 870 time: 0.7014682 Aug 27 04:48:33.709932 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba320dc-a490-4bbf-b6f5-7f6081249388 None None] Routers {'ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:48:33.710573 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-cba320dc-a490-4bbf-b6f5-7f6081249388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:48:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:33.735298 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-f6129995-1a21-40de-a175-4b4eadb6611a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f11b454-6aee-47c5-bf3d-a86358baa4c4']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:33.747634 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 50876) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:33.776188 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (0b93599a-96d7-4fc4-baeb-c39bf150046c), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:33.832571 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:33.887432 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 200b817d-7895-4995-b954-762851a5542e no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:48:33.890909 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=0b93599a-96d7-4fc4-baeb-c39bf150046c,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:33.928178 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-f6129995-1a21-40de-a175-4b4eadb6611a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '124b1269-0e68-42db-b057-d37b76840721') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:33.930588 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-f6129995-1a21-40de-a175-4b4eadb6611a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '124b1269-0e68-42db-b057-d37b76840721') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:33.936835 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 200b817d-7895-4995-b954-762851a5542e {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:48:33.937576 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 200b817d-7895-4995-b954-762851a5542e not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:48:33.939264 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6ce3b217-8048-458d-94f1-27d8ee7a898c no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:48:33.975287 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-e277eff2-a06c-4afa-a8dd-0eb036cd4f29 req-08afc467-ba45-47d8-9afd-a7556427dfba service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=829d9839-dead-48bc-968d-c33e8af410e0 HTTP/1.1" status: 200 len: 217 time: 0.2266750 Aug 27 04:48:33.983313 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-cba320dc-a490-4bbf-b6f5-7f6081249388 None None] Set router ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:48:34.023746 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f6129995-1a21-40de-a175-4b4eadb6611a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (124b1269-0e68-42db-b057-d37b76840721), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:34.113175 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:34.121245 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 6ce3b217-8048-458d-94f1-27d8ee7a898c {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:48:34.122673 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6ce3b217-8048-458d-94f1-27d8ee7a898c not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:48:34.153690 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f6129995-1a21-40de-a175-4b4eadb6611a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (124b1269-0e68-42db-b057-d37b76840721), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:34.257092 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4689f340-e490-4761-bf28-4900fcd0c07e req-5865a3b3-b7d2-491e-885f-a98548585578 tempest-ServersTestJSON-280966140 tempest-ServersTestJSON-280966140-project] 10.222.0.76 "GET /networking/v2.0/quotas/d9810a6d61ab4eb281b5bc5d5ecff6fa HTTP/1.1" status: 200 len: 375 time: 0.7511983 Aug 27 04:48:34.266143 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6129995-1a21-40de-a175-4b4eadb6611a admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:48:34.266559 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f6129995-1a21-40de-a175-4b4eadb6611a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (124b1269-0e68-42db-b057-d37b76840721), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:34.276847 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e277eff2-a06c-4afa-a8dd-0eb036cd4f29 req-85a13e5d-d40d-466f-b3ba-8e9cfa3ffda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:48:34.278443 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-e277eff2-a06c-4afa-a8dd-0eb036cd4f29 req-85a13e5d-d40d-466f-b3ba-8e9cfa3ffda1 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.2905576 Aug 27 04:48:34.346487 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fb0c07ef-b958-4c79-a28c-7314a4959b07 admin admin] Publish callbacks [] for router_gateway (ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:34.365263 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-cba320dc-a490-4bbf-b6f5-7f6081249388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90', 'name': 'tempest-TaggedBootDevicesTest-2138753696-router', 'tenant_id': 'e1ea00bfb0fc49478c17c5a74fb507a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': 'e95050e5-529a-439f-a706-9d7f92fc0025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:46:10Z', 'updated_at': '2022-08-27T04:48:30Z', 'revision_number': 5, 'project_id': 'e1ea00bfb0fc49478c17c5a74fb507a3', 'gw_port': {'id': 'e95050e5-529a-439f-a706-9d7f92fc0025', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:46:12Z', 'updated_at': '2022-08-27T04:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:34.372916 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e5816f-282f-4f1d-8057-eee91d32bdc9 req-9da68bc8-0529-4eb8-a376-18cbc3dd6de5 tempest-ServersAdminTestJSON-1003940880 tempest-ServersAdminTestJSON-1003940880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:48:34.380745 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-97e5816f-282f-4f1d-8057-eee91d32bdc9 req-9da68bc8-0529-4eb8-a376-18cbc3dd6de5 tempest-ServersAdminTestJSON-1003940880 tempest-ServersAdminTestJSON-1003940880-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?device_id=404ee328-8f8f-48f8-adcc-b9c2c0710406 HTTP/1.1" status: 200 len: 1132 time: 0.1934860 Aug 27 04:48:34.386615 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3d7d8823-e1ca-417e-af2f-5e1f7c282fbf tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:34.393471 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3d7d8823-e1ca-417e-af2f-5e1f7c282fbf tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] 10.222.0.76 "DELETE /networking/v2.0/ports/9df5351b-5e92-49cc-b2d7-cd49578b7396 HTTP/1.1" status: 204 len: 168 time: 2.3908238 Aug 27 04:48:34.398712 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 50888) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:34.399958 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba320dc-a490-4bbf-b6f5-7f6081249388 None None] The sync data for ids ['ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90'] in n-d-852088-5 is: [{'id': 'ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90', 'name': 'tempest-TaggedBootDevicesTest-2138753696-router', 'tenant_id': 'e1ea00bfb0fc49478c17c5a74fb507a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': 'e95050e5-529a-439f-a706-9d7f92fc0025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:46:10Z', 'updated_at': '2022-08-27T04:48:30Z', 'revision_number': 5, 'project_id': 'e1ea00bfb0fc49478c17c5a74fb507a3', 'gw_port': {'id': 'e95050e5-529a-439f-a706-9d7f92fc0025', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:46:12Z', 'updated_at': '2022-08-27T04:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:48:34.400154 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 124b1269-0e68-42db-b057-d37b76840721 resource provider aggregate not found Aug 27 04:48:34.414267 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e277eff2-a06c-4afa-a8dd-0eb036cd4f29 req-297d4a5c-fbc4-4026-a2a5-990b56dbf8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:48:34.416012 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-e277eff2-a06c-4afa-a8dd-0eb036cd4f29 req-297d4a5c-fbc4-4026-a2a5-990b56dbf8a7 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0711899 Aug 27 04:48:34.430224 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4689f340-e490-4761-bf28-4900fcd0c07e req-8430a362-e3eb-4e41-8d13-342c2f1fb178 tempest-ServersTestJSON-280966140 tempest-ServersTestJSON-280966140-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=d9810a6d61ab4eb281b5bc5d5ecff6fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1227055 Aug 27 04:48:34.450779 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-805980a6-49ab-43de-abb6-49ebbe0802a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:34.501104 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 124b1269-0e68-42db-b057-d37b76840721 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 124b1269-0e68-42db-b057-d37b76840721 found for delete ", "request_id": "req-c7a3bc16-a386-4d63-a7c0-598072874426"}]} Aug 27 04:48:34.510659 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b586155b-b8c9-4f7f-ba1d-7c5be7c7a552 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:48:34.512581 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b586155b-b8c9-4f7f-ba1d-7c5be7c7a552 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=1cb5520b-92b2-4a3d-990d-a1a65f076a61 HTTP/1.1" status: 200 len: 913 time: 0.1101766 Aug 27 04:48:34.520359 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 50898) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:34.572484 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f6129995-1a21-40de-a175-4b4eadb6611a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (9f11b454-6aee-47c5-bf3d-a86358baa4c4), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:34.578569 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f6129995-1a21-40de-a175-4b4eadb6611a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:34.581925 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f6129995-1a21-40de-a175-4b4eadb6611a admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/9f11b454-6aee-47c5-bf3d-a86358baa4c4 HTTP/1.1" status: 204 len: 168 time: 2.6617870 Aug 27 04:48:34.652691 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-97e5816f-282f-4f1d-8057-eee91d32bdc9 req-efb7d1f3-c5b7-4429-9b2e-08008f8c3ac4 tempest-ServersAdminTestJSON-1003940880 tempest-ServersAdminTestJSON-1003940880-project-admin] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710805 Aug 27 04:48:34.672343 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-805980a6-49ab-43de-abb6-49ebbe0802a6 admin admin] Publish callbacks [] for security_group (27ff6c71-2d80-4756-b011-49a991ba49d6), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:34.692315 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6129995-1a21-40de-a175-4b4eadb6611a admin admin] Pushing event deleted for resources: {'Network': ['ID=9f11b454-6aee-47c5-bf3d-a86358baa4c4,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:34.735654 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:34.735654 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:34.911806 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 0b93599a-96d7-4fc4-baeb-c39bf150046c up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:48:34.980540 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 0b93599a-96d7-4fc4-baeb-c39bf150046c triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:48:34.989882 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (0b93599a-96d7-4fc4-baeb-c39bf150046c), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:35.103753 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 0b93599a-96d7-4fc4-baeb-c39bf150046c is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:48:35.117557 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e22e6192-0afb-48b6-bc0c-2855582f5224 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (1cb5520b-92b2-4a3d-990d-a1a65f076a61), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:35.122442 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a30d149b-74f0-4406-8b51-b72bd8b78213 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:48:35.159661 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: a30d149b-74f0-4406-8b51-b72bd8b78213 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:48:35.160465 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a30d149b-74f0-4406-8b51-b72bd8b78213 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:48:35.205362 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-805980a6-49ab-43de-abb6-49ebbe0802a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (27ff6c71-2d80-4756-b011-49a991ba49d6), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:35.262661 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-fb0c07ef-b958-4c79-a28c-7314a4959b07 admin admin] Deleting port e95050e5-529a-439f-a706-9d7f92fc0025 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:48:35.263135 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fb0c07ef-b958-4c79-a28c-7314a4959b07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (e95050e5-529a-439f-a706-9d7f92fc0025), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:35.323318 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 50924) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:35.369549 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-805980a6-49ab-43de-abb6-49ebbe0802a6 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=0fd4d0ce0f8f463498d4d36ec1b49e7a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6096709 Aug 27 04:48:35.375771 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 50930) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:35.376148 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805980a6-49ab-43de-abb6-49ebbe0802a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ff6c71-2d80-4756-b011-49a991ba49d6,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:35.399163 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-e277eff2-a06c-4afa-a8dd-0eb036cd4f29 req-dc0ffff2-4350-489b-aa61-775b4d4fe78a service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9518597 Aug 27 04:48:35.475541 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-fb0c07ef-b958-4c79-a28c-7314a4959b07 admin admin] For port e95050e5-529a-439f-a706-9d7f92fc0025, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=e95050e5-529a-439f-a706-9d7f92fc0025,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:48:35.476291 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fb0c07ef-b958-4c79-a28c-7314a4959b07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (e95050e5-529a-439f-a706-9d7f92fc0025), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:35.485354 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8afd3594-8ed1-49db-be6d-5a57d79c7e11 admin admin] Publish callbacks [] for security_group (27ff6c71-2d80-4756-b011-49a991ba49d6), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:35.498008 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-fb0c07ef-b958-4c79-a28c-7314a4959b07 admin admin] Calling delete_port for e95050e5-529a-439f-a706-9d7f92fc0025 owned by network:router_gateway {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:48:35.519128 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8afd3594-8ed1-49db-be6d-5a57d79c7e11 admin admin] Publish callbacks [] for security_group (27ff6c71-2d80-4756-b011-49a991ba49d6), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:35.582718 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c7f13c81-4ae4-414c-b30d-0111b45f4f09 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=a3f9953aa720463aa062c0715d7146cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2581325 Aug 27 04:48:35.585550 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 50934) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:35.595340 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbe42c-89d2-4917-873c-7f4cbf26a575 req-8df8d7c4-7429-4542-bc0f-0a45d0ef4ec5 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:48:35.597034 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-14bbe42c-89d2-4917-873c-7f4cbf26a575 req-8df8d7c4-7429-4542-bc0f-0a45d0ef4ec5 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=2169ad17-a221-4eff-953e-ebecc248cdbd HTTP/1.1" status: 200 len: 950 time: 0.1630378 Aug 27 04:48:35.644644 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f137b48-4bf3-44dd-b3e5-ff190a14d71d req-6ea5bf81-91fb-4ad3-a823-ee7b19d24273 tempest-ServersTestJSON-280966140 tempest-ServersTestJSON-280966140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:48:35.646129 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5f137b48-4bf3-44dd-b3e5-ff190a14d71d req-6ea5bf81-91fb-4ad3-a823-ee7b19d24273 tempest-ServersTestJSON-280966140 tempest-ServersTestJSON-280966140-project] 10.222.0.76 "GET /networking/v2.0/networks?id=0ef7236e-dd9f-4123-99ab-fea13f774e50 HTTP/1.1" status: 200 len: 806 time: 0.2880657 Aug 27 04:48:35.704263 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5f137b48-4bf3-44dd-b3e5-ff190a14d71d req-fc164263-c8a3-4cc7-bd2d-7cd8d01d1194 tempest-ServersTestJSON-280966140 tempest-ServersTestJSON-280966140-project] 10.222.0.76 "GET /networking/v2.0/quotas/d9810a6d61ab4eb281b5bc5d5ecff6fa HTTP/1.1" status: 200 len: 375 time: 0.0351093 Aug 27 04:48:35.711946 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3e4911a0-9dbb-4545-a6cc-7d9f367b6212 admin admin] Publish callbacks [] for security_group (4b9cb548-f6a3-426f-91d1-1fa541a3ab47), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:35.760952 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3e4911a0-9dbb-4545-a6cc-7d9f367b6212 admin admin] Publish callbacks [] for security_group (4b9cb548-f6a3-426f-91d1-1fa541a3ab47), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:35.779219 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-14bbe42c-89d2-4917-873c-7f4cbf26a575 req-b6e5df4c-d701-4984-a61e-25735a46e4dd tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718199 Aug 27 04:48:35.788298 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-e22e6192-0afb-48b6-bc0c-2855582f5224 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Deleting port 90bd4ef6-db7e-44e0-9c1e-9cdb75b49376 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:48:35.793706 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e22e6192-0afb-48b6-bc0c-2855582f5224 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (90bd4ef6-db7e-44e0-9c1e-9cdb75b49376), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:35.824538 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8afd3594-8ed1-49db-be6d-5a57d79c7e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (27ff6c71-2d80-4756-b011-49a991ba49d6), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:35.827369 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8afd3594-8ed1-49db-be6d-5a57d79c7e11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:35.828573 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8afd3594-8ed1-49db-be6d-5a57d79c7e11 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/27ff6c71-2d80-4756-b011-49a991ba49d6 HTTP/1.1" status: 204 len: 168 time: 0.4495945 Aug 27 04:48:35.836561 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afd3594-8ed1-49db-be6d-5a57d79c7e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ff6c71-2d80-4756-b011-49a991ba49d6,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:35.845535 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5f137b48-4bf3-44dd-b3e5-ff190a14d71d req-5eb222b3-9592-4ec3-9acc-4fef6f6731b2 tempest-ServersTestJSON-280966140 tempest-ServersTestJSON-280966140-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=d9810a6d61ab4eb281b5bc5d5ecff6fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1080077 Aug 27 04:48:35.939469 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e22e6192-0afb-48b6-bc0c-2855582f5224 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (90bd4ef6-db7e-44e0-9c1e-9cdb75b49376), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:35.957550 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-e22e6192-0afb-48b6-bc0c-2855582f5224 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Calling delete_port for 90bd4ef6-db7e-44e0-9c1e-9cdb75b49376 owned by network:router_interface {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:48:35.968707 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fb0c07ef-b958-4c79-a28c-7314a4959b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (e95050e5-529a-439f-a706-9d7f92fc0025), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:35.971350 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3e4911a0-9dbb-4545-a6cc-7d9f367b6212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (4b9cb548-f6a3-426f-91d1-1fa541a3ab47), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:35.976499 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3e4911a0-9dbb-4545-a6cc-7d9f367b6212 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:35.976499 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3e4911a0-9dbb-4545-a6cc-7d9f367b6212 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/4b9cb548-f6a3-426f-91d1-1fa541a3ab47 HTTP/1.1" status: 204 len: 168 time: 0.3852651 Aug 27 04:48:36.006491 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:36.081839 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4911a0-9dbb-4545-a6cc-7d9f367b6212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9cb548-f6a3-426f-91d1-1fa541a3ab47,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:36.084724 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c07ef-b958-4c79-a28c-7314a4959b07 admin admin] Pushing event deleted for resources: {'Port': ['ID=e95050e5-529a-439f-a706-9d7f92fc0025,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:36.130721 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fb0c07ef-b958-4c79-a28c-7314a4959b07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:36.229478 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fb0c07ef-b958-4c79-a28c-7314a4959b07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:36.231755 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fb0c07ef-b958-4c79-a28c-7314a4959b07 admin admin] Publish callbacks [] for router_controller (ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:36.321328 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e22e6192-0afb-48b6-bc0c-2855582f5224 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (90bd4ef6-db7e-44e0-9c1e-9cdb75b49376), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:36.352881 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22e6192-0afb-48b6-bc0c-2855582f5224 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Pushing event deleted for resources: {'Port': ['ID=90bd4ef6-db7e-44e0-9c1e-9cdb75b49376,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:36.365667 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fb0c07ef-b958-4c79-a28c-7314a4959b07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:36.366365 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb0c07ef-b958-4c79-a28c-7314a4959b07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90 {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:48:36.372380 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fb0c07ef-b958-4c79-a28c-7314a4959b07 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:36.377077 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-fb0c07ef-b958-4c79-a28c-7314a4959b07 admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/ee4f54d3-8ee0-4c8a-aea6-5e168ea0fd90 HTTP/1.1" status: 204 len: 168 time: 3.9085777 Aug 27 04:48:36.379131 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:36.379131 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 50968) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:36.493851 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-e277eff2-a06c-4afa-a8dd-0eb036cd4f29 req-7c075f83-88c3-48c9-9dc1-45708133bab7 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486068 Aug 27 04:48:36.513525 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fc93191-0deb-419c-9171-15b5277ecba0 admin admin] Deleting subnet 915d23bf-d5d5-41bd-9d1c-a10b3f943fd9 {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:48:36.521442 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7fc93191-0deb-419c-9171-15b5277ecba0 admin admin] Publish callbacks [] for subnet (915d23bf-d5d5-41bd-9d1c-a10b3f943fd9), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:36.609003 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7fc93191-0deb-419c-9171-15b5277ecba0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (915d23bf-d5d5-41bd-9d1c-a10b3f943fd9), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:36.700126 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e22e6192-0afb-48b6-bc0c-2855582f5224 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (1cb5520b-92b2-4a3d-990d-a1a65f076a61), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:36.805016 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7fc93191-0deb-419c-9171-15b5277ecba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (915d23bf-d5d5-41bd-9d1c-a10b3f943fd9), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:36.860565 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:37.060764 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc6fac-73c9-473e-b8a4-9632108a6622 req-ee209ea8-1585-4004-b552-c20e43e8a570 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:48:37.063089 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b8bc6fac-73c9-473e-b8a4-9632108a6622 req-ee209ea8-1585-4004-b552-c20e43e8a570 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=2169ad17-a221-4eff-953e-ebecc248cdbd HTTP/1.1" status: 200 len: 950 time: 0.1339226 Aug 27 04:48:37.065460 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device e95050e5-529a-439f-a706-9d7f92fc0025 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:48:37.082424 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7fc93191-0deb-419c-9171-15b5277ecba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (915d23bf-d5d5-41bd-9d1c-a10b3f943fd9), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:37.107541 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: e95050e5-529a-439f-a706-9d7f92fc0025 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:48:37.108932 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device e95050e5-529a-439f-a706-9d7f92fc0025 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:48:37.196873 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc93191-0deb-419c-9171-15b5277ecba0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=915d23bf-d5d5-41bd-9d1c-a10b3f943fd9,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:37.213369 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be1b77-5196-4952-8158-52d50cfc233e req-f9a29d62-bb18-4398-9e5f-0412fb78d8e2 tempest-ServersTestJSON-280966140 tempest-ServersTestJSON-280966140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:48:37.213369 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-37be1b77-5196-4952-8158-52d50cfc233e req-f9a29d62-bb18-4398-9e5f-0412fb78d8e2 tempest-ServersTestJSON-280966140 tempest-ServersTestJSON-280966140-project] 10.222.0.76 "GET /networking/v2.0/networks?id=0ef7236e-dd9f-4123-99ab-fea13f774e50 HTTP/1.1" status: 200 len: 806 time: 0.4013836 Aug 27 04:48:37.226822 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7fc93191-0deb-419c-9171-15b5277ecba0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:37.230382 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7fc93191-0deb-419c-9171-15b5277ecba0 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/915d23bf-d5d5-41bd-9d1c-a10b3f943fd9 HTTP/1.1" status: 204 len: 168 time: 0.8504531 Aug 27 04:48:37.233841 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:37.236908 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 51000) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:37.237703 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0646e72a-10d2-4707-9f67-7d243a029b7e None None] Network bfd88464-c4c1-4fad-b2bc-b5468e4d1625 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:48:37.328691 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-37be1b77-5196-4952-8158-52d50cfc233e req-1ba6e209-ee29-4ebc-b6f1-2c04692c60ef tempest-ServersTestJSON-280966140 tempest-ServersTestJSON-280966140-project] 10.222.0.76 "GET /networking/v2.0/quotas/d9810a6d61ab4eb281b5bc5d5ecff6fa HTTP/1.1" status: 200 len: 375 time: 0.0951047 Aug 27 04:48:37.469605 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f187563-b291-4e80-9b29-4a9d2d915c6e req-abced31c-8b60-4451-a8e7-26446e5c7bd4 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:48:37.471171 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-0f187563-b291-4e80-9b29-4a9d2d915c6e req-abced31c-8b60-4451-a8e7-26446e5c7bd4 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=2169ad17-a221-4eff-953e-ebecc248cdbd HTTP/1.1" status: 200 len: 950 time: 0.1734114 Aug 27 04:48:37.472376 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b8bc6fac-73c9-473e-b8a4-9632108a6622 req-fb3c51dc-e6da-47e7-95b7-ff4e3a1d7c0c tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3971622 Aug 27 04:48:37.540831 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3c051013-08c3-4091-88d5-fdd6c13ed11e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (bfd88464-c4c1-4fad-b2bc-b5468e4d1625), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:37.545518 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:37.564672 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-37be1b77-5196-4952-8158-52d50cfc233e req-49f01de5-c862-4d1b-bd47-3cee812de277 tempest-ServersTestJSON-280966140 tempest-ServersTestJSON-280966140-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=d9810a6d61ab4eb281b5bc5d5ecff6fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2346399 Aug 27 04:48:37.593021 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e22e6192-0afb-48b6-bc0c-2855582f5224 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Router 1cb5520b-92b2-4a3d-990d-a1a65f076a61 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:48:37.644359 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [req-0f187563-b291-4e80-9b29-4a9d2d915c6e req-54037337-37d8-4bd7-a93b-4a3d6601b8b7 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Deleting port d86ac4c6-895a-4463-9e7d-29987b0ce63a {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:48:37.646918 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-0f187563-b291-4e80-9b29-4a9d2d915c6e req-54037337-37d8-4bd7-a93b-4a3d6601b8b7 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (d86ac4c6-895a-4463-9e7d-29987b0ce63a), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:37.708152 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66c10ef-87c4-4ece-b05d-18dc22f6e594 None None] DHCP port deletion for bfd88464-c4c1-4fad-b2bc-b5468e4d1625 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:48:37.794311 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-3c051013-08c3-4091-88d5-fdd6c13ed11e admin admin] Deleting port e2961e2e-930a-47cd-a71d-756af57092ca {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:48:37.794311 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3c051013-08c3-4091-88d5-fdd6c13ed11e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (e2961e2e-930a-47cd-a71d-756af57092ca), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:37.794968 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-c66c10ef-87c4-4ece-b05d-18dc22f6e594 None None] Deleting port e2961e2e-930a-47cd-a71d-756af57092ca {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:48:37.795344 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c66c10ef-87c4-4ece-b05d-18dc22f6e594 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (e2961e2e-930a-47cd-a71d-756af57092ca), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:37.832423 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-0f187563-b291-4e80-9b29-4a9d2d915c6e req-54037337-37d8-4bd7-a93b-4a3d6601b8b7 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] For port d86ac4c6-895a-4463-9e7d-29987b0ce63a, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=d86ac4c6-895a-4463-9e7d-29987b0ce63a,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:48:37.832775 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-0f187563-b291-4e80-9b29-4a9d2d915c6e req-54037337-37d8-4bd7-a93b-4a3d6601b8b7 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (d86ac4c6-895a-4463-9e7d-29987b0ce63a), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:37.850994 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [req-0f187563-b291-4e80-9b29-4a9d2d915c6e req-54037337-37d8-4bd7-a93b-4a3d6601b8b7 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Calling delete_port for d86ac4c6-895a-4463-9e7d-29987b0ce63a owned by compute:nova {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:48:37.942547 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-c66c10ef-87c4-4ece-b05d-18dc22f6e594 None None] For port e2961e2e-930a-47cd-a71d-756af57092ca, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=e2961e2e-930a-47cd-a71d-756af57092ca,segment=NetworkSegment(2eb85c11-b00c-410e-85ff-54ef598731e1),segment_id=2eb85c11-b00c-410e-85ff-54ef598731e1)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:48:37.943046 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c66c10ef-87c4-4ece-b05d-18dc22f6e594 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (e2961e2e-930a-47cd-a71d-756af57092ca), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:37.973722 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22e6192-0afb-48b6-bc0c-2855582f5224 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:48:37.984571 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e22e6192-0afb-48b6-bc0c-2855582f5224 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] 10.222.0.76 "PUT /networking/v2.0/routers/1cb5520b-92b2-4a3d-990d-a1a65f076a61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4613991 Aug 27 04:48:37.988932 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 51020) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:37.995592 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-c66c10ef-87c4-4ece-b05d-18dc22f6e594 None None] Calling delete_port for e2961e2e-930a-47cd-a71d-756af57092ca owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:48:37.995752 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-3c051013-08c3-4091-88d5-fdd6c13ed11e admin admin] For port e2961e2e-930a-47cd-a71d-756af57092ca, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=e2961e2e-930a-47cd-a71d-756af57092ca,segment=NetworkSegment(2eb85c11-b00c-410e-85ff-54ef598731e1),segment_id=2eb85c11-b00c-410e-85ff-54ef598731e1)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:48:37.995752 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3c051013-08c3-4091-88d5-fdd6c13ed11e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (e2961e2e-930a-47cd-a71d-756af57092ca), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:37.995933 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:38.097351 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:38.113855 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf33d57-b760-4fab-b6ca-7d5dec4191ee None None] Sync routers for ids ['1cb5520b-92b2-4a3d-990d-a1a65f076a61'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:48:38.139928 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf33d57-b760-4fab-b6ca-7d5dec4191ee None None] Routers {'1cb5520b-92b2-4a3d-990d-a1a65f076a61'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:48:38.141158 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-bcf33d57-b760-4fab-b6ca-7d5dec4191ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:48:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['1cb5520b-92b2-4a3d-990d-a1a65f076a61'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:38.182089 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-bcf33d57-b760-4fab-b6ca-7d5dec4191ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:38.193390 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf33d57-b760-4fab-b6ca-7d5dec4191ee None None] Routers {'1cb5520b-92b2-4a3d-990d-a1a65f076a61'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:48:38.194266 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-bcf33d57-b760-4fab-b6ca-7d5dec4191ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:48:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['1cb5520b-92b2-4a3d-990d-a1a65f076a61'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:38.220629 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-0f187563-b291-4e80-9b29-4a9d2d915c6e req-54037337-37d8-4bd7-a93b-4a3d6601b8b7 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (d86ac4c6-895a-4463-9e7d-29987b0ce63a), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:38.240419 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-bcf33d57-b760-4fab-b6ca-7d5dec4191ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:38.247101 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf33d57-b760-4fab-b6ca-7d5dec4191ee None None] The sync data for ids ['1cb5520b-92b2-4a3d-990d-a1a65f076a61'] in n-d-852088-5 is: [] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:48:38.258959 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c66c10ef-87c4-4ece-b05d-18dc22f6e594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (e2961e2e-930a-47cd-a71d-756af57092ca), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:38.289252 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54037337-37d8-4bd7-a93b-4a3d6601b8b7 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Pushing event deleted for resources: {'Port': ['ID=d86ac4c6-895a-4463-9e7d-29987b0ce63a,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:38.307417 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54037337-37d8-4bd7-a93b-4a3d6601b8b7 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:38.308042 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54037337-37d8-4bd7-a93b-4a3d6601b8b7 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:38.308579 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54037337-37d8-4bd7-a93b-4a3d6601b8b7 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:38.309133 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54037337-37d8-4bd7-a93b-4a3d6601b8b7 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:38.309794 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54037337-37d8-4bd7-a93b-4a3d6601b8b7 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:38.310309 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54037337-37d8-4bd7-a93b-4a3d6601b8b7 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:38.310802 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54037337-37d8-4bd7-a93b-4a3d6601b8b7 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:38.311338 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54037337-37d8-4bd7-a93b-4a3d6601b8b7 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:38.311858 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54037337-37d8-4bd7-a93b-4a3d6601b8b7 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:38.312390 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54037337-37d8-4bd7-a93b-4a3d6601b8b7 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:38.312878 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54037337-37d8-4bd7-a93b-4a3d6601b8b7 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:38.313403 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54037337-37d8-4bd7-a93b-4a3d6601b8b7 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:38.313926 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54037337-37d8-4bd7-a93b-4a3d6601b8b7 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:38.315978 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] get_ports_and_sgs() called for port_ids ['829d9839-dead-48bc-968d-c33e8af410e0', 'd86ac4c6-895a-4463-9e7d-29987b0ce63a', 'b9341b94-cc18-4cf2-be35-42a510791a8f'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:48:38.316694 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54037337-37d8-4bd7-a93b-4a3d6601b8b7 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:38.317292 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54037337-37d8-4bd7-a93b-4a3d6601b8b7 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:38.318713 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66c10ef-87c4-4ece-b05d-18dc22f6e594 None None] No DVR routers for this DVR port e2961e2e-930a-47cd-a71d-756af57092ca on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:48:38.322927 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66c10ef-87c4-4ece-b05d-18dc22f6e594 None None] Pushing event deleted for resources: {'Port': ['ID=e2961e2e-930a-47cd-a71d-756af57092ca,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:38.377920 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f187563-b291-4e80-9b29-4a9d2d915c6e req-54037337-37d8-4bd7-a93b-4a3d6601b8b7 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] No DVR routers for this DVR port d86ac4c6-895a-4463-9e7d-29987b0ce63a on host n-h1-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:48:38.395862 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-0f187563-b291-4e80-9b29-4a9d2d915c6e req-54037337-37d8-4bd7-a93b-4a3d6601b8b7 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:38.400192 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-0f187563-b291-4e80-9b29-4a9d2d915c6e req-54037337-37d8-4bd7-a93b-4a3d6601b8b7 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.75 "DELETE /networking/v2.0/ports/d86ac4c6-895a-4463-9e7d-29987b0ce63a HTTP/1.1" status: 204 len: 173 time: 0.9184022 Aug 27 04:48:38.401182 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2169ad17-a221-4eff-953e-ebecc248cdbd', 'name': 'network-vif-deleted', 'tag': 'd86ac4c6-895a-4463-9e7d-29987b0ce63a'}] {{(pid=107776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:48:38.417974 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7ad66632f4c78724655075356aa8535ba41c652eced6c9cea0c1f0c67b1e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2450611-1197-4788-90e7-54bf2e542911" -d '{"events": [{"server_uuid": "2169ad17-a221-4eff-953e-ebecc248cdbd", "name": "network-vif-deleted", "tag": "d86ac4c6-895a-4463-9e7d-29987b0ce63a"}]}' {{(pid=107776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:48:38.572124 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-3c051013-08c3-4091-88d5-fdd6c13ed11e admin admin] Calling delete_port for e2961e2e-930a-47cd-a71d-756af57092ca owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:48:38.572646 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 04:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b8fb05-932b-45fd-af5c-46cb1d7894b7 x-openstack-request-id: req-b0b8fb05-932b-45fd-af5c-46cb1d7894b7 {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:48:38.573030 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2169ad17-a221-4eff-953e-ebecc248cdbd", "name": "network-vif-deleted", "tag": "d86ac4c6-895a-4463-9e7d-29987b0ce63a", "status": "completed", "code": 200}]} {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:48:38.573467 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b0b8fb05-932b-45fd-af5c-46cb1d7894b7 {{(pid=107776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:48:38.574080 n-d-852088-5 neutron-server[107776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0b8fb05-932b-45fd-af5c-46cb1d7894b7'] response: {'server_uuid': '2169ad17-a221-4eff-953e-ebecc248cdbd', 'name': 'network-vif-deleted', 'tag': 'd86ac4c6-895a-4463-9e7d-29987b0ce63a', 'status': 'completed', 'code': 200} Aug 27 04:48:38.788305 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b9778af8-0d93-47df-8744-fb7538653ab4 req-3657b632-2cae-439b-9719-fb7bf64241a8 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=2169ad17-a221-4eff-953e-ebecc248cdbd HTTP/1.1" status: 200 len: 210 time: 0.0366552 Aug 27 04:48:38.860343 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device e2961e2e-930a-47cd-a71d-756af57092ca no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:48:38.903926 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: e2961e2e-930a-47cd-a71d-756af57092ca {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:48:38.907607 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device e2961e2e-930a-47cd-a71d-756af57092ca not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:48:38.946148 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-98878991-fe97-4723-821e-3e228907e3b4 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks [] for router (1cb5520b-92b2-4a3d-990d-a1a65f076a61), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:39.002370 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca9e31-df55-405c-aa38-92b94af1913b req-233bad9b-094d-4159-922f-74e536db277a tempest-ServersTestJSON-280966140 tempest-ServersTestJSON-280966140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:48:39.003904 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-13ca9e31-df55-405c-aa38-92b94af1913b req-233bad9b-094d-4159-922f-74e536db277a tempest-ServersTestJSON-280966140 tempest-ServersTestJSON-280966140-project] 10.222.0.76 "GET /networking/v2.0/networks?id=0ef7236e-dd9f-4123-99ab-fea13f774e50 HTTP/1.1" status: 200 len: 806 time: 0.4247844 Aug 27 04:48:39.027421 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3c051013-08c3-4091-88d5-fdd6c13ed11e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (e2961e2e-930a-47cd-a71d-756af57092ca), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:39.065585 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-13ca9e31-df55-405c-aa38-92b94af1913b req-9ff5d36a-9d6b-445b-9d5f-f36b8dff182a tempest-ServersTestJSON-280966140 tempest-ServersTestJSON-280966140-project] 10.222.0.76 "GET /networking/v2.0/quotas/d9810a6d61ab4eb281b5bc5d5ecff6fa HTTP/1.1" status: 200 len: 375 time: 0.0508773 Aug 27 04:48:39.091802 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c051013-08c3-4091-88d5-fdd6c13ed11e admin admin] Pushing event deleted for resources: {'Port': ['ID=e2961e2e-930a-47cd-a71d-756af57092ca,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:39.137707 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c051013-08c3-4091-88d5-fdd6c13ed11e admin admin] No DVR routers for this DVR port e2961e2e-930a-47cd-a71d-756af57092ca on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:48:39.140884 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c051013-08c3-4091-88d5-fdd6c13ed11e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:39.141257 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c051013-08c3-4091-88d5-fdd6c13ed11e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:39.141588 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c051013-08c3-4091-88d5-fdd6c13ed11e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:39.142333 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c051013-08c3-4091-88d5-fdd6c13ed11e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:39.142333 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c051013-08c3-4091-88d5-fdd6c13ed11e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:39.142750 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c051013-08c3-4091-88d5-fdd6c13ed11e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:39.143038 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c051013-08c3-4091-88d5-fdd6c13ed11e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:39.143334 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c051013-08c3-4091-88d5-fdd6c13ed11e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:39.143676 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c051013-08c3-4091-88d5-fdd6c13ed11e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:39.143999 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c051013-08c3-4091-88d5-fdd6c13ed11e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:39.144340 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c051013-08c3-4091-88d5-fdd6c13ed11e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:39.144678 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c051013-08c3-4091-88d5-fdd6c13ed11e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:39.144996 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c051013-08c3-4091-88d5-fdd6c13ed11e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:39.145336 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c051013-08c3-4091-88d5-fdd6c13ed11e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:39.145648 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c051013-08c3-4091-88d5-fdd6c13ed11e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:39.192690 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-13ca9e31-df55-405c-aa38-92b94af1913b req-a2c64758-d422-4498-9594-7456691a4d0e tempest-ServersTestJSON-280966140 tempest-ServersTestJSON-280966140-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=d9810a6d61ab4eb281b5bc5d5ecff6fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1067750 Aug 27 04:48:39.240086 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-98878991-fe97-4723-821e-3e228907e3b4 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks [] for router_gateway (1cb5520b-92b2-4a3d-990d-a1a65f076a61), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:39.258953 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3c051013-08c3-4091-88d5-fdd6c13ed11e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (bfd88464-c4c1-4fad-b2bc-b5468e4d1625), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:39.285185 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-3c051013-08c3-4091-88d5-fdd6c13ed11e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfd88464-c4c1-4fad-b2bc-b5468e4d1625']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:39.297468 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-3c051013-08c3-4091-88d5-fdd6c13ed11e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eb85c11-b00c-410e-85ff-54ef598731e1') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:39.297807 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-3c051013-08c3-4091-88d5-fdd6c13ed11e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eb85c11-b00c-410e-85ff-54ef598731e1') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:39.310952 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3c051013-08c3-4091-88d5-fdd6c13ed11e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (2eb85c11-b00c-410e-85ff-54ef598731e1), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:39.332023 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3c051013-08c3-4091-88d5-fdd6c13ed11e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (2eb85c11-b00c-410e-85ff-54ef598731e1), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:39.341585 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c051013-08c3-4091-88d5-fdd6c13ed11e admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:48:39.342010 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3c051013-08c3-4091-88d5-fdd6c13ed11e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (2eb85c11-b00c-410e-85ff-54ef598731e1), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:39.393851 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 2eb85c11-b00c-410e-85ff-54ef598731e1 resource provider aggregate not found Aug 27 04:48:39.431786 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 2eb85c11-b00c-410e-85ff-54ef598731e1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2eb85c11-b00c-410e-85ff-54ef598731e1 found for delete ", "request_id": "req-b442b7c7-93a3-4d84-89f8-b87c7bdf78b0"}]} Aug 27 04:48:39.459411 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-98878991-fe97-4723-821e-3e228907e3b4 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Deleting port 61b57a63-7975-4476-b637-b08501378c76 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:48:39.459411 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-98878991-fe97-4723-821e-3e228907e3b4 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (61b57a63-7975-4476-b637-b08501378c76), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:39.483072 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 51062) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:39.556297 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-98878991-fe97-4723-821e-3e228907e3b4 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (61b57a63-7975-4476-b637-b08501378c76), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:39.568688 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-98878991-fe97-4723-821e-3e228907e3b4 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Calling delete_port for 61b57a63-7975-4476-b637-b08501378c76 owned by network:router_gateway {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:48:39.635947 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3c051013-08c3-4091-88d5-fdd6c13ed11e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (bfd88464-c4c1-4fad-b2bc-b5468e4d1625), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:39.650115 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3c051013-08c3-4091-88d5-fdd6c13ed11e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:39.657194 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3c051013-08c3-4091-88d5-fdd6c13ed11e admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/bfd88464-c4c1-4fad-b2bc-b5468e4d1625 HTTP/1.1" status: 204 len: 168 time: 2.4184649 Aug 27 04:48:39.669186 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c051013-08c3-4091-88d5-fdd6c13ed11e admin admin] Pushing event deleted for resources: {'Network': ['ID=bfd88464-c4c1-4fad-b2bc-b5468e4d1625,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:39.807741 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-48556651-b90f-4ddd-985f-c2e6c67fa8fa admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-114330115-network', 'tenant_id': 'cc707bf026bb4d4dbe29de3711e3f223'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:48:39.955361 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48556651-b90f-4ddd-985f-c2e6c67fa8fa admin admin] Made reservation on behalf of cc707bf026bb4d4dbe29de3711e3f223 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:48:39.956522 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-974d6f59-89ce-4979-9398-ccab16713ea1 req-9b35c3f5-fba6-4471-a2e4-30f169cc1663 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=2169ad17-a221-4eff-953e-ebecc248cdbd HTTP/1.1" status: 200 len: 210 time: 0.0395722 Aug 27 04:48:39.958290 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-48556651-b90f-4ddd-985f-c2e6c67fa8fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:39.972198 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-98878991-fe97-4723-821e-3e228907e3b4 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (61b57a63-7975-4476-b637-b08501378c76), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:40.003051 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-48556651-b90f-4ddd-985f-c2e6c67fa8fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:40.014007 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:40.056155 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:40.096832 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98878991-fe97-4723-821e-3e228907e3b4 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Pushing event deleted for resources: {'Port': ['ID=61b57a63-7975-4476-b637-b08501378c76,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:40.121332 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-48556651-b90f-4ddd-985f-c2e6c67fa8fa admin admin] Publish callbacks [] for security_group (e1f8039b-38ef-473f-8077-065ca295793e), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:40.198289 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-98878991-fe97-4723-821e-3e228907e3b4 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (1cb5520b-92b2-4a3d-990d-a1a65f076a61), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:40.200930 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-48556651-b90f-4ddd-985f-c2e6c67fa8fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (e1f8039b-38ef-473f-8077-065ca295793e), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:40.226262 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48556651-b90f-4ddd-985f-c2e6c67fa8fa admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:48:40.235262 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa997fdd-5856-4e60-b093-eb9939e7268a req-8c05d68c-9049-407a-bc8c-0f8bdb33c3e8 tempest-ServersTestJSON-280966140 tempest-ServersTestJSON-280966140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:48:40.240270 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-fa997fdd-5856-4e60-b093-eb9939e7268a req-8c05d68c-9049-407a-bc8c-0f8bdb33c3e8 tempest-ServersTestJSON-280966140 tempest-ServersTestJSON-280966140-project] 10.222.0.76 "GET /networking/v2.0/networks?id=0ef7236e-dd9f-4123-99ab-fea13f774e50 HTTP/1.1" status: 200 len: 806 time: 0.2834554 Aug 27 04:48:40.251694 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-48556651-b90f-4ddd-985f-c2e6c67fa8fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (9b601e6f-7e89-445a-9b4f-0f3de8d567e4), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:40.251943 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-48556651-b90f-4ddd-985f-c2e6c67fa8fa admin admin] Added segment 9b601e6f-7e89-445a-9b4f-0f3de8d567e4 of type vlan for network f2b03e20-0013-4a9d-bdcb-3bf2454ad6eb Aug 27 04:48:40.261925 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48556651-b90f-4ddd-985f-c2e6c67fa8fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f8039b-38ef-473f-8077-065ca295793e,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:40.309300 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-48556651-b90f-4ddd-985f-c2e6c67fa8fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (f2b03e20-0013-4a9d-bdcb-3bf2454ad6eb), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:40.335682 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-fa997fdd-5856-4e60-b093-eb9939e7268a req-551e6f49-996c-40a1-a5c5-8d958f3a44b0 tempest-ServersTestJSON-280966140 tempest-ServersTestJSON-280966140-project] 10.222.0.76 "GET /networking/v2.0/quotas/d9810a6d61ab4eb281b5bc5d5ecff6fa HTTP/1.1" status: 200 len: 375 time: 0.0499785 Aug 27 04:48:40.337458 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-98878991-fe97-4723-821e-3e228907e3b4 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (1cb5520b-92b2-4a3d-990d-a1a65f076a61), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:40.339914 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-98878991-fe97-4723-821e-3e228907e3b4 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks [] for router_controller (1cb5520b-92b2-4a3d-990d-a1a65f076a61), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:40.349947 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 51092) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:40.403211 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7b5a0c29-5c5d-432b-ad40-bc5f9449adc5 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=a397128fb9fd47feb1a5a57b9497c0be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0494206 Aug 27 04:48:40.403408 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 51094) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:40.426865 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-fa997fdd-5856-4e60-b093-eb9939e7268a req-81f5cb22-2a61-445c-8346-7c774997facf tempest-ServersTestJSON-280966140 tempest-ServersTestJSON-280966140-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=d9810a6d61ab4eb281b5bc5d5ecff6fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0812380 Aug 27 04:48:40.433487 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-48556651-b90f-4ddd-985f-c2e6c67fa8fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (f2b03e20-0013-4a9d-bdcb-3bf2454ad6eb), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:40.434568 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48556651-b90f-4ddd-985f-c2e6c67fa8fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:48:40.436176 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-48556651-b90f-4ddd-985f-c2e6c67fa8fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:40.508411 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 51100) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:40.511057 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-98878991-fe97-4723-821e-3e228907e3b4 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (1cb5520b-92b2-4a3d-990d-a1a65f076a61), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:40.511962 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98878991-fe97-4723-821e-3e228907e3b4 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Fanout notify agent at l3_agent the message router_deleted on router 1cb5520b-92b2-4a3d-990d-a1a65f076a61 {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:48:40.532199 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-98878991-fe97-4723-821e-3e228907e3b4 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:40.534072 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-98878991-fe97-4723-821e-3e228907e3b4 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] 10.222.0.76 "DELETE /networking/v2.0/routers/1cb5520b-92b2-4a3d-990d-a1a65f076a61 HTTP/1.1" status: 204 len: 168 time: 2.5441904 Aug 27 04:48:40.536570 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 51102) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:40.579312 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48556651-b90f-4ddd-985f-c2e6c67fa8fa admin admin] Pushing event updated for resources: {'Network': ['ID=f2b03e20-0013-4a9d-bdcb-3bf2454ad6eb,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:40.591126 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network f2b03e20-0013-4a9d-bdcb-3bf2454ad6eb details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:48:40.595014 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:40.628326 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-48556651-b90f-4ddd-985f-c2e6c67fa8fa admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1424580 Aug 27 04:48:40.637211 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 51108) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:40.650347 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:40.651162 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-c9061445-cc74-47a6-aa00-dd503591fbbb admin admin] Request body: {'subnet': {'network_id': 'f2b03e20-0013-4a9d-bdcb-3bf2454ad6eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-114330115-subnet', 'tenant_id': 'cc707bf026bb4d4dbe29de3711e3f223', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:48:40.703250 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1f80999-f9aa-4397-8401-adf92608e7a3 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Deleting subnet a4d744e7-3a8e-452c-8003-4840ef11691d {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:48:40.710864 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c1f80999-f9aa-4397-8401-adf92608e7a3 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks [] for subnet (a4d744e7-3a8e-452c-8003-4840ef11691d), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:40.732745 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cdb0ef43-155d-4c73-b60b-d374fcc3a79d admin admin] Publish callbacks [] for security_group (1f3f0a0e-1045-452c-8d7b-6f893f1d0cb6), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:40.781363 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cdb0ef43-155d-4c73-b60b-d374fcc3a79d admin admin] Publish callbacks [] for security_group (1f3f0a0e-1045-452c-8d7b-6f893f1d0cb6), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:40.786506 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c1f80999-f9aa-4397-8401-adf92608e7a3 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (a4d744e7-3a8e-452c-8003-4840ef11691d), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:40.907421 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9061445-cc74-47a6-aa00-dd503591fbbb admin admin] Made reservation on behalf of cc707bf026bb4d4dbe29de3711e3f223 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:48:40.910631 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c9061445-cc74-47a6-aa00-dd503591fbbb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:40.925937 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c1f80999-f9aa-4397-8401-adf92608e7a3 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (a4d744e7-3a8e-452c-8003-4840ef11691d), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:41.117291 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c1f80999-f9aa-4397-8401-adf92608e7a3 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (a4d744e7-3a8e-452c-8003-4840ef11691d), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:41.165962 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-03b3c9e7-73d2-4974-b1e9-37e8eaee58f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (c768e052-19b1-4a67-9786-f56dea0d166c), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:41.168535 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f80999-f9aa-4397-8401-adf92608e7a3 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Pushing event deleted for resources: {'Subnet': ['ID=a4d744e7-3a8e-452c-8003-4840ef11691d,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:41.173308 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c1f80999-f9aa-4397-8401-adf92608e7a3 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:41.179337 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2310dab3-a8b3-4a65-8afa-91a3014bc2b4 None None] Network 222aa5db-2908-414c-be14-58da795bf42d requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:48:41.180272 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c1f80999-f9aa-4397-8401-adf92608e7a3 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/a4d744e7-3a8e-452c-8003-4840ef11691d HTTP/1.1" status: 204 len: 168 time: 0.6396470 Aug 27 04:48:41.180577 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 51120) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:41.283444 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-58b2af39-48c6-4d58-9f3e-cdba2476f668 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (222aa5db-2908-414c-be14-58da795bf42d), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:41.289966 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:41.330658 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cdb0ef43-155d-4c73-b60b-d374fcc3a79d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (1f3f0a0e-1045-452c-8d7b-6f893f1d0cb6), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:41.339596 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cdb0ef43-155d-4c73-b60b-d374fcc3a79d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:41.345625 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-cdb0ef43-155d-4c73-b60b-d374fcc3a79d admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/1f3f0a0e-1045-452c-8d7b-6f893f1d0cb6 HTTP/1.1" status: 204 len: 168 time: 0.9410782 Aug 27 04:48:41.351802 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-58b2af39-48c6-4d58-9f3e-cdba2476f668 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Deleting port c052f737-5836-4a5d-b27b-a30543971979 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:48:41.352153 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-58b2af39-48c6-4d58-9f3e-cdba2476f668 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (c052f737-5836-4a5d-b27b-a30543971979), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:41.379759 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb0ef43-155d-4c73-b60b-d374fcc3a79d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3f0a0e-1045-452c-8d7b-6f893f1d0cb6,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:41.411420 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3983a0c1-b5a5-4cc3-bf48-9f9de9bbb53f None None] DHCP port deletion for 222aa5db-2908-414c-be14-58da795bf42d request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:48:41.476511 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-58b2af39-48c6-4d58-9f3e-cdba2476f668 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] For port c052f737-5836-4a5d-b27b-a30543971979, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=c052f737-5836-4a5d-b27b-a30543971979,segment=NetworkSegment(ae2b1a27-a4ef-480b-ae24-6850e6f8b70b),segment_id=ae2b1a27-a4ef-480b-ae24-6850e6f8b70b)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:48:41.476642 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-58b2af39-48c6-4d58-9f3e-cdba2476f668 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (c052f737-5836-4a5d-b27b-a30543971979), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:41.492351 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-3983a0c1-b5a5-4cc3-bf48-9f9de9bbb53f None None] Deleting port c052f737-5836-4a5d-b27b-a30543971979 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:48:41.494702 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3983a0c1-b5a5-4cc3-bf48-9f9de9bbb53f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (c052f737-5836-4a5d-b27b-a30543971979), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:41.501664 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-58b2af39-48c6-4d58-9f3e-cdba2476f668 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Calling delete_port for c052f737-5836-4a5d-b27b-a30543971979 owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:48:41.575237 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-3983a0c1-b5a5-4cc3-bf48-9f9de9bbb53f None None] For port c052f737-5836-4a5d-b27b-a30543971979, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=c052f737-5836-4a5d-b27b-a30543971979,segment=NetworkSegment(ae2b1a27-a4ef-480b-ae24-6850e6f8b70b),segment_id=ae2b1a27-a4ef-480b-ae24-6850e6f8b70b)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:48:41.575714 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3983a0c1-b5a5-4cc3-bf48-9f9de9bbb53f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (c052f737-5836-4a5d-b27b-a30543971979), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:41.592440 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-3983a0c1-b5a5-4cc3-bf48-9f9de9bbb53f None None] Calling delete_port for c052f737-5836-4a5d-b27b-a30543971979 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:48:41.613648 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c9061445-cc74-47a6-aa00-dd503591fbbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (0894a9a9-e8dc-4c88-a5cb-00979383052b), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:41.673139 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-58b2af39-48c6-4d58-9f3e-cdba2476f668 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (c052f737-5836-4a5d-b27b-a30543971979), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:41.691583 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b2af39-48c6-4d58-9f3e-cdba2476f668 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] No DVR routers for this DVR port c052f737-5836-4a5d-b27b-a30543971979 on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:48:41.696717 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3983a0c1-b5a5-4cc3-bf48-9f9de9bbb53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (c052f737-5836-4a5d-b27b-a30543971979), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:41.730863 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3983a0c1-b5a5-4cc3-bf48-9f9de9bbb53f None None] Pushing event deleted for resources: {'Port': ['ID=c052f737-5836-4a5d-b27b-a30543971979,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:41.737184 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3983a0c1-b5a5-4cc3-bf48-9f9de9bbb53f None None] No DVR routers for this DVR port c052f737-5836-4a5d-b27b-a30543971979 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:48:41.770441 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b2af39-48c6-4d58-9f3e-cdba2476f668 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Pushing event deleted for resources: {'Port': ['ID=c052f737-5836-4a5d-b27b-a30543971979,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:41.819348 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9061445-cc74-47a6-aa00-dd503591fbbb admin admin] Checking segment: {'id': '9b601e6f-7e89-445a-9b4f-0f3de8d567e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f2b03e20-0013-4a9d-bdcb-3bf2454ad6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:48:41.819579 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9061445-cc74-47a6-aa00-dd503591fbbb admin admin] Network hostable DHCP agents. Network: f2b03e20-0013-4a9d-bdcb-3bf2454ad6eb, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:48:41.825876 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9061445-cc74-47a6-aa00-dd503591fbbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0894a9a9-e8dc-4c88-a5cb-00979383052b,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:41.845027 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff26ad-3560-418b-9502-c60b32a00826 req-0fefd5ae-ac5b-4d8c-978f-9ed8884f4af3 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:48:41.851957 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-38ff26ad-3560-418b-9502-c60b32a00826 req-0fefd5ae-ac5b-4d8c-978f-9ed8884f4af3 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=913a04bc-76e5-4e01-99d8-bc9e283dd9cc HTTP/1.1" status: 200 len: 950 time: 0.1694648 Aug 27 04:48:41.875386 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-03b3c9e7-73d2-4974-b1e9-37e8eaee58f4 admin admin] Deleting port 0b93599a-96d7-4fc4-baeb-c39bf150046c {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:48:41.875737 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-03b3c9e7-73d2-4974-b1e9-37e8eaee58f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (0b93599a-96d7-4fc4-baeb-c39bf150046c), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:41.876366 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-58b2af39-48c6-4d58-9f3e-cdba2476f668 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (222aa5db-2908-414c-be14-58da795bf42d), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:41.884956 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 51132) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:41.913667 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-58b2af39-48c6-4d58-9f3e-cdba2476f668 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['222aa5db-2908-414c-be14-58da795bf42d']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:41.926149 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 51136) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:41.933667 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-58b2af39-48c6-4d58-9f3e-cdba2476f668 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae2b1a27-a4ef-480b-ae24-6850e6f8b70b') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:41.940389 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-58b2af39-48c6-4d58-9f3e-cdba2476f668 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae2b1a27-a4ef-480b-ae24-6850e6f8b70b') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:41.972094 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-38ff26ad-3560-418b-9502-c60b32a00826 req-e8e3129e-d152-4626-811d-ce3ff07e3779 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191409 Aug 27 04:48:41.976619 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-58b2af39-48c6-4d58-9f3e-cdba2476f668 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (ae2b1a27-a4ef-480b-ae24-6850e6f8b70b), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:42.002454 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-58b2af39-48c6-4d58-9f3e-cdba2476f668 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (ae2b1a27-a4ef-480b-ae24-6850e6f8b70b), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:42.006044 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9061445-cc74-47a6-aa00-dd503591fbbb admin admin] Network f2b03e20-0013-4a9d-bdcb-3bf2454ad6eb is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:48:42.013978 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58b2af39-48c6-4d58-9f3e-cdba2476f668 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:48:42.013978 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-58b2af39-48c6-4d58-9f3e-cdba2476f668 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (ae2b1a27-a4ef-480b-ae24-6850e6f8b70b), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:42.014225 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-03b3c9e7-73d2-4974-b1e9-37e8eaee58f4 admin admin] For port 0b93599a-96d7-4fc4-baeb-c39bf150046c, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=0b93599a-96d7-4fc4-baeb-c39bf150046c,segment=NetworkSegment(e529c1dd-17c4-49f0-b120-db958a4a7a6f),segment_id=e529c1dd-17c4-49f0-b120-db958a4a7a6f)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:48:42.014225 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-03b3c9e7-73d2-4974-b1e9-37e8eaee58f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (0b93599a-96d7-4fc4-baeb-c39bf150046c), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:42.031057 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-03b3c9e7-73d2-4974-b1e9-37e8eaee58f4 admin admin] Calling delete_port for 0b93599a-96d7-4fc4-baeb-c39bf150046c owned by network:router_interface {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:48:42.058331 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment ae2b1a27-a4ef-480b-ae24-6850e6f8b70b resource provider aggregate not found Aug 27 04:48:42.087134 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment ae2b1a27-a4ef-480b-ae24-6850e6f8b70b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ae2b1a27-a4ef-480b-ae24-6850e6f8b70b found for delete ", "request_id": "req-45a21752-ab18-4b3a-8ce7-778b22be1676"}]} Aug 27 04:48:42.097295 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-c9061445-cc74-47a6-aa00-dd503591fbbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, f2b03e20-0013-4a9d-bdcb-3bf2454ad6eb) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:48:42.111348 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9061445-cc74-47a6-aa00-dd503591fbbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:48:42.111348 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c9061445-cc74-47a6-aa00-dd503591fbbb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:42.111583 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d05ac0-631a-4383-a9b9-ebdbd700953b None None] Network f2b03e20-0013-4a9d-bdcb-3bf2454ad6eb requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:48:42.190004 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-58b2af39-48c6-4d58-9f3e-cdba2476f668 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (222aa5db-2908-414c-be14-58da795bf42d), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:42.229087 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device d86ac4c6-895a-4463-9e7d-29987b0ce63a no longer exists at agent hyperv_n-h1-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:48:42.232083 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-58b2af39-48c6-4d58-9f3e-cdba2476f668 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:42.239407 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-58b2af39-48c6-4d58-9f3e-cdba2476f668 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] 10.222.0.76 "DELETE /networking/v2.0/networks/222aa5db-2908-414c-be14-58da795bf42d HTTP/1.1" status: 204 len: 168 time: 1.0572822 Aug 27 04:48:42.240968 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b2af39-48c6-4d58-9f3e-cdba2476f668 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Pushing event deleted for resources: {'Network': ['ID=222aa5db-2908-414c-be14-58da795bf42d,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:42.242775 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 51148) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:42.252103 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c9061445-cc74-47a6-aa00-dd503591fbbb admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6058269 Aug 27 04:48:42.254743 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 51150) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:42.259111 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-df60c7d9-1d4a-4812-af5a-117c05e85533 admin admin] Request body: {'router': {'name': 'tempest-ServerMetadataNegativeTestJSON-114330115-router', 'tenant_id': 'cc707bf026bb4d4dbe29de3711e3f223', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:48:42.287283 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc41d43f-c9b3-4f31-ae21-63a5a2bf0414 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-f2b03e20-0013-4a9d-bdcb-3bf2454ad6eb', 'network_id': 'f2b03e20-0013-4a9d-bdcb-3bf2454ad6eb', 'project_id': 'cc707bf026bb4d4dbe29de3711e3f223', 'fixed_ips': [{'subnet_id': '0894a9a9-e8dc-4c88-a5cb-00979383052b'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:48:42.289019 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-bc41d43f-c9b3-4f31-ae21-63a5a2bf0414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:42.298328 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] No Port match for: d86ac4c6-895a-4463-9e7d-29987b0ce63a {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:48:42.299533 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device d86ac4c6-895a-4463-9e7d-29987b0ce63a not bound to the agent host n-h1-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:48:42.329608 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:42.350439 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-82e943ca-9d05-4a77-bd30-226db638659e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:42.369207 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cc9b7677-66f5-4395-a6ed-f318f5a3ee73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:42.418792 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-03b3c9e7-73d2-4974-b1e9-37e8eaee58f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (0b93599a-96d7-4fc4-baeb-c39bf150046c), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:42.448353 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b3c9e7-73d2-4974-b1e9-37e8eaee58f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b93599a-96d7-4fc4-baeb-c39bf150046c,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:42.459663 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-df60c7d9-1d4a-4812-af5a-117c05e85533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (cd2bca9e-1f21-4681-9530-9d4418c9d1f6), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:42.461309 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-df60c7d9-1d4a-4812-af5a-117c05e85533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (cd2bca9e-1f21-4681-9530-9d4418c9d1f6), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:42.487551 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-0dbda219-d9e9-48eb-bb52-09e52d820c03 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Deleting port aaf083c2-eaaf-4a1d-8030-191a58873b0e {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:48:42.487900 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0dbda219-d9e9-48eb-bb52-09e52d820c03 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (aaf083c2-eaaf-4a1d-8030-191a58873b0e), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:42.580823 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-bc41d43f-c9b3-4f31-ae21-63a5a2bf0414 None None] Allocated IP 172.20.0.2 (f2b03e20-0013-4a9d-bdcb-3bf2454ad6eb/0894a9a9-e8dc-4c88-a5cb-00979383052b/43c1d5fa-c803-4add-b0af-f767194c0d68) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:48:42.616354 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-df60c7d9-1d4a-4812-af5a-117c05e85533 admin admin] Publish callbacks [] for router_controller (cd2bca9e-1f21-4681-9530-9d4418c9d1f6), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:42.698830 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0dbda219-d9e9-48eb-bb52-09e52d820c03 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (aaf083c2-eaaf-4a1d-8030-191a58873b0e), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:42.699520 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0dbda219-d9e9-48eb-bb52-09e52d820c03 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks [] for floatingip (aaf083c2-eaaf-4a1d-8030-191a58873b0e), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:42.715864 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-0dbda219-d9e9-48eb-bb52-09e52d820c03 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Calling delete_port for aaf083c2-eaaf-4a1d-8030-191a58873b0e owned by network:floatingip {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:48:42.819134 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-bc41d43f-c9b3-4f31-ae21-63a5a2bf0414 None None] Publish callbacks [] for port (43c1d5fa-c803-4add-b0af-f767194c0d68), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:42.827659 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-82e943ca-9d05-4a77-bd30-226db638659e admin admin] Publish callbacks [] for security_group (6ccd31df-2559-47bd-8412-77378a3a03e4), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:42.839389 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 51154) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:42.862182 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:42.864818 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cc9b7677-66f5-4395-a6ed-f318f5a3ee73 admin admin] Publish callbacks [] for security_group (e3d5b05b-bdfe-4bc4-93ba-b7b21221b636), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:42.975156 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device c052f737-5836-4a5d-b27b-a30543971979 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:48:42.977369 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cc9b7677-66f5-4395-a6ed-f318f5a3ee73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (e3d5b05b-bdfe-4bc4-93ba-b7b21221b636), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:42.984909 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-82e943ca-9d05-4a77-bd30-226db638659e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (6ccd31df-2559-47bd-8412-77378a3a03e4), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:43.001503 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-bc41d43f-c9b3-4f31-ae21-63a5a2bf0414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (43c1d5fa-c803-4add-b0af-f767194c0d68), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:43.006832 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-42d65aa0-58b3-4473-b869-a41ebc6c8d40 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=e1ea00bfb0fc49478c17c5a74fb507a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1643603 Aug 27 04:48:43.010236 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: c052f737-5836-4a5d-b27b-a30543971979 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:48:43.010824 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device c052f737-5836-4a5d-b27b-a30543971979 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:48:43.016075 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 51158) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:43.032199 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-df60c7d9-1d4a-4812-af5a-117c05e85533 admin admin] Publish callbacks [] for router_gateway (cd2bca9e-1f21-4681-9530-9d4418c9d1f6), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:43.043876 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-03b3c9e7-73d2-4974-b1e9-37e8eaee58f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (c768e052-19b1-4a67-9786-f56dea0d166c), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:43.061235 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc41d43f-c9b3-4f31-ae21-63a5a2bf0414 None None] Network f2b03e20-0013-4a9d-bdcb-3bf2454ad6eb is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:48:43.063876 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-bc41d43f-c9b3-4f31-ae21-63a5a2bf0414 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:48:43.067796 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc41d43f-c9b3-4f31-ae21-63a5a2bf0414 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:48:43.071599 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:43.075586 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc41d43f-c9b3-4f31-ae21-63a5a2bf0414 None None] Pushing event updated for resources: {'Port': ['ID=43c1d5fa-c803-4add-b0af-f767194c0d68,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:43.151516 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:43.160623 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-bc41d43f-c9b3-4f31-ae21-63a5a2bf0414 None None] Attempting to bind port 43c1d5fa-c803-4add-b0af-f767194c0d68 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:48:43.161434 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-bc41d43f-c9b3-4f31-ae21-63a5a2bf0414 None None] Attempting to bind port 43c1d5fa-c803-4add-b0af-f767194c0d68 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '9b601e6f-7e89-445a-9b4f-0f3de8d567e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f2b03e20-0013-4a9d-bdcb-3bf2454ad6eb'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:48:43.161573 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc41d43f-c9b3-4f31-ae21-63a5a2bf0414 None None] Attempting to bind port 43c1d5fa-c803-4add-b0af-f767194c0d68 on network f2b03e20-0013-4a9d-bdcb-3bf2454ad6eb {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:48:43.167758 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc41d43f-c9b3-4f31-ae21-63a5a2bf0414 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:48:43.169577 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc41d43f-c9b3-4f31-ae21-63a5a2bf0414 None None] Checking segment: {'id': '9b601e6f-7e89-445a-9b4f-0f3de8d567e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f2b03e20-0013-4a9d-bdcb-3bf2454ad6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:48:43.169577 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-bc41d43f-c9b3-4f31-ae21-63a5a2bf0414 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:43.169577 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc41d43f-c9b3-4f31-ae21-63a5a2bf0414 None None] Bound using segment: {'id': '9b601e6f-7e89-445a-9b4f-0f3de8d567e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f2b03e20-0013-4a9d-bdcb-3bf2454ad6eb'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:48:43.169577 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-bc41d43f-c9b3-4f31-ae21-63a5a2bf0414 None None] Bound port: 43c1d5fa-c803-4add-b0af-f767194c0d68, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b601e6f-7e89-445a-9b4f-0f3de8d567e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f2b03e20-0013-4a9d-bdcb-3bf2454ad6eb'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:48:43.170195 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-bc41d43f-c9b3-4f31-ae21-63a5a2bf0414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (43c1d5fa-c803-4add-b0af-f767194c0d68), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:43.188838 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9b7677-66f5-4395-a6ed-f318f5a3ee73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d5b05b-bdfe-4bc4-93ba-b7b21221b636,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:43.205112 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-cc9b7677-66f5-4395-a6ed-f318f5a3ee73 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=51586c678a2d41af9cc7212eeb825e00&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2741640 Aug 27 04:48:43.213687 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 51164) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:43.230966 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e943ca-9d05-4a77-bd30-226db638659e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ccd31df-2559-47bd-8412-77378a3a03e4,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:43.244406 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-82e943ca-9d05-4a77-bd30-226db638659e admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=84ff348afb6a475794da787bfd285f42&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3555989 Aug 27 04:48:43.247726 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 51166) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:43.248613 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a52048f5-751e-4eb8-882b-966bc598df7b admin admin] Publish callbacks [] for security_group (6ece01b9-e092-4000-b7b4-d251664d4dcb), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:43.274903 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef8202-5e31-45bc-b0d6-9a8c42b294de req-733bcf79-ad11-4259-a66a-a03f874d1c5b tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:48:43.276794 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5bef8202-5e31-45bc-b0d6-9a8c42b294de req-733bcf79-ad11-4259-a66a-a03f874d1c5b tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=913a04bc-76e5-4e01-99d8-bc9e283dd9cc HTTP/1.1" status: 200 len: 950 time: 0.1624629 Aug 27 04:48:43.288367 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-bc41d43f-c9b3-4f31-ae21-63a5a2bf0414 None None] For port 43c1d5fa-c803-4add-b0af-f767194c0d68, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:48:43.293920 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-bc41d43f-c9b3-4f31-ae21-63a5a2bf0414 None None] For port 43c1d5fa-c803-4add-b0af-f767194c0d68, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=43c1d5fa-c803-4add-b0af-f767194c0d68,segment=NetworkSegment(9b601e6f-7e89-445a-9b4f-0f3de8d567e4),segment_id=9b601e6f-7e89-445a-9b4f-0f3de8d567e4)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:48:43.315175 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a52048f5-751e-4eb8-882b-966bc598df7b admin admin] Publish callbacks [] for security_group (6ece01b9-e092-4000-b7b4-d251664d4dcb), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:43.319918 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0dbda219-d9e9-48eb-bb52-09e52d820c03 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (aaf083c2-eaaf-4a1d-8030-191a58873b0e), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:43.413641 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbda219-d9e9-48eb-bb52-09e52d820c03 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Pushing event deleted for resources: {'Port': ['ID=aaf083c2-eaaf-4a1d-8030-191a58873b0e,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:43.427745 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-bc41d43f-c9b3-4f31-ae21-63a5a2bf0414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (43c1d5fa-c803-4add-b0af-f767194c0d68), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:43.470536 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5bef8202-5e31-45bc-b0d6-9a8c42b294de req-b1ccd69d-18ce-4cfc-967f-bb5263ba6db7 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863468 Aug 27 04:48:43.505687 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1715da4f-20e4-4c55-aa8f-bfe20f718de6 admin admin] Publish callbacks [] for security_group (6ccd31df-2559-47bd-8412-77378a3a03e4), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:43.528751 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc41d43f-c9b3-4f31-ae21-63a5a2bf0414 None None] Pushing event updated for resources: {'Port': ['ID=43c1d5fa-c803-4add-b0af-f767194c0d68,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:43.540088 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0dbda219-d9e9-48eb-bb52-09e52d820c03 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks [] for floatingip (03336385-62f5-43b1-9db5-673a534ed0fe), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:43.542597 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0dbda219-d9e9-48eb-bb52-09e52d820c03 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:43.543798 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0dbda219-d9e9-48eb-bb52-09e52d820c03 tempest-FloatingIPAdminTestJSON-466791397 tempest-FloatingIPAdminTestJSON-466791397-project] 10.222.0.76 "DELETE /networking/v2.0/floatingips/03336385-62f5-43b1-9db5-673a534ed0fe HTTP/1.1" status: 204 len: 168 time: 1.2937427 Aug 27 04:48:43.546022 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1715da4f-20e4-4c55-aa8f-bfe20f718de6 admin admin] Publish callbacks [] for security_group (6ccd31df-2559-47bd-8412-77378a3a03e4), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:43.588653 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:43.638124 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a52048f5-751e-4eb8-882b-966bc598df7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (6ece01b9-e092-4000-b7b4-d251664d4dcb), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:43.642343 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a52048f5-751e-4eb8-882b-966bc598df7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:43.644128 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a52048f5-751e-4eb8-882b-966bc598df7b admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/6ece01b9-e092-4000-b7b4-d251664d4dcb HTTP/1.1" status: 204 len: 168 time: 0.6250005 Aug 27 04:48:43.661220 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52048f5-751e-4eb8-882b-966bc598df7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ece01b9-e092-4000-b7b4-d251664d4dcb,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:43.751870 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d9aa95-0eab-4401-bd4a-8ab54639df7d req-d4cf041f-e92d-4e79-999c-d3e501bbce25 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:48:43.755663 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-65d9aa95-0eab-4401-bd4a-8ab54639df7d req-d4cf041f-e92d-4e79-999c-d3e501bbce25 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=913a04bc-76e5-4e01-99d8-bc9e283dd9cc HTTP/1.1" status: 200 len: 950 time: 0.1799185 Aug 27 04:48:43.778907 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1715da4f-20e4-4c55-aa8f-bfe20f718de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (6ccd31df-2559-47bd-8412-77378a3a03e4), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:43.784704 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1715da4f-20e4-4c55-aa8f-bfe20f718de6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:43.786805 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1715da4f-20e4-4c55-aa8f-bfe20f718de6 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/6ccd31df-2559-47bd-8412-77378a3a03e4 HTTP/1.1" status: 204 len: 168 time: 0.5243535 Aug 27 04:48:43.823940 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1715da4f-20e4-4c55-aa8f-bfe20f718de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ccd31df-2559-47bd-8412-77378a3a03e4,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:43.827912 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:43.900809 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e648c43b-1d9a-47ca-af17-eac6b96a2ceb admin admin] Publish callbacks [] for security_group (e3d5b05b-bdfe-4bc4-93ba-b7b21221b636), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:44.001214 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e648c43b-1d9a-47ca-af17-eac6b96a2ceb admin admin] Publish callbacks [] for security_group (e3d5b05b-bdfe-4bc4-93ba-b7b21221b636), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:44.087125 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b3c9e7-73d2-4974-b1e9-37e8eaee58f4 admin admin] Router c768e052-19b1-4a67-9786-f56dea0d166c has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:48:44.088934 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [req-65d9aa95-0eab-4401-bd4a-8ab54639df7d req-16a4664a-92db-4ddb-bcaf-f33ae0142ab6 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Deleting port 829d9839-dead-48bc-968d-c33e8af410e0 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:48:44.089271 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-65d9aa95-0eab-4401-bd4a-8ab54639df7d req-16a4664a-92db-4ddb-bcaf-f33ae0142ab6 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (829d9839-dead-48bc-968d-c33e8af410e0), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:44.095708 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-df60c7d9-1d4a-4812-af5a-117c05e85533 admin admin] Publish callbacks [] for router_gateway (cd2bca9e-1f21-4681-9530-9d4418c9d1f6), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:44.154796 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-df60c7d9-1d4a-4812-af5a-117c05e85533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:44.290519 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-65d9aa95-0eab-4401-bd4a-8ab54639df7d req-16a4664a-92db-4ddb-bcaf-f33ae0142ab6 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] For port 829d9839-dead-48bc-968d-c33e8af410e0, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=829d9839-dead-48bc-968d-c33e8af410e0,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:48:44.290737 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-65d9aa95-0eab-4401-bd4a-8ab54639df7d req-16a4664a-92db-4ddb-bcaf-f33ae0142ab6 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (829d9839-dead-48bc-968d-c33e8af410e0), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:44.312736 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [req-65d9aa95-0eab-4401-bd4a-8ab54639df7d req-16a4664a-92db-4ddb-bcaf-f33ae0142ab6 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Calling delete_port for 829d9839-dead-48bc-968d-c33e8af410e0 owned by compute:nova {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:48:44.356393 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e648c43b-1d9a-47ca-af17-eac6b96a2ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (e3d5b05b-bdfe-4bc4-93ba-b7b21221b636), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:44.359972 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e648c43b-1d9a-47ca-af17-eac6b96a2ceb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:44.361179 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e648c43b-1d9a-47ca-af17-eac6b96a2ceb admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/e3d5b05b-bdfe-4bc4-93ba-b7b21221b636 HTTP/1.1" status: 204 len: 168 time: 1.1378682 Aug 27 04:48:44.372282 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b3c9e7-73d2-4974-b1e9-37e8eaee58f4 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:48:44.387066 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27932cc9-140b-4e06-b0f7-dbd82345504a None None] Sync routers for ids ['c768e052-19b1-4a67-9786-f56dea0d166c'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:48:44.409014 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27932cc9-140b-4e06-b0f7-dbd82345504a None None] Routers {'c768e052-19b1-4a67-9786-f56dea0d166c'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:48:44.410113 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-27932cc9-140b-4e06-b0f7-dbd82345504a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:48:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['c768e052-19b1-4a67-9786-f56dea0d166c'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:44.425162 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-03b3c9e7-73d2-4974-b1e9-37e8eaee58f4 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/c768e052-19b1-4a67-9786-f56dea0d166c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9192305 Aug 27 04:48:44.425905 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 51184) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:44.434541 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e648c43b-1d9a-47ca-af17-eac6b96a2ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d5b05b-bdfe-4bc4-93ba-b7b21221b636,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:44.534457 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-df60c7d9-1d4a-4812-af5a-117c05e85533 admin admin] Allocated IP 172.25.2.10 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/a5d274be-47ed-4075-80b8-93edf2b85fbb) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:48:44.602498 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ad21fac1-7457-479c-bd69-7f3e72c34617 admin admin] Publish callbacks [] for router (c768e052-19b1-4a67-9786-f56dea0d166c), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:44.634321 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-27932cc9-140b-4e06-b0f7-dbd82345504a None None] Set router c768e052-19b1-4a67-9786-f56dea0d166c gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:48:44.746129 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-65d9aa95-0eab-4401-bd4a-8ab54639df7d req-16a4664a-92db-4ddb-bcaf-f33ae0142ab6 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (829d9839-dead-48bc-968d-c33e8af410e0), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:44.783077 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b639c55-1a36-405c-be1e-a8ef12ab79f1 req-9ac4862c-4f5f-492d-b8c3-597e61887a8e tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:48:44.783546 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] get_ports_and_sgs() called for port_ids ['829d9839-dead-48bc-968d-c33e8af410e0', 'b9341b94-cc18-4cf2-be35-42a510791a8f'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:48:44.788649 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-9b639c55-1a36-405c-be1e-a8ef12ab79f1 req-9ac4862c-4f5f-492d-b8c3-597e61887a8e tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=913a04bc-76e5-4e01-99d8-bc9e283dd9cc HTTP/1.1" status: 200 len: 950 time: 0.1076524 Aug 27 04:48:44.814146 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a4664a-92db-4ddb-bcaf-f33ae0142ab6 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Pushing event deleted for resources: {'Port': ['ID=829d9839-dead-48bc-968d-c33e8af410e0,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:44.845570 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ad21fac1-7457-479c-bd69-7f3e72c34617 admin admin] Publish callbacks [] for router_gateway (c768e052-19b1-4a67-9786-f56dea0d166c), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:44.866580 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:44.872919 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-9b639c55-1a36-405c-be1e-a8ef12ab79f1 req-60c0e27b-18fa-445f-97ed-1bc202379017 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833209 Aug 27 04:48:44.938576 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44713c03-bc67-4700-a9fa-031199497549 None None] Network f2b03e20-0013-4a9d-bdcb-3bf2454ad6eb requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:48:44.970503 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-27932cc9-140b-4e06-b0f7-dbd82345504a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c768e052-19b1-4a67-9786-f56dea0d166c', 'name': 'tempest-ServersTestJSON-2008025527-router', 'tenant_id': 'd9810a6d61ab4eb281b5bc5d5ecff6fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '7ddb6f35-c67a-4398-9573-ff0b7eea5c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:48:15Z', 'updated_at': '2022-08-27T04:48:42Z', 'revision_number': 5, 'project_id': 'd9810a6d61ab4eb281b5bc5d5ecff6fa', 'gw_port': {'id': '7ddb6f35-c67a-4398-9573-ff0b7eea5c9e', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fa:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c768e052-19b1-4a67-9786-f56dea0d166c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:48:16Z', 'updated_at': '2022-08-27T04:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:45.012434 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 43c1d5fa-c803-4add-b0af-f767194c0d68 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:48:45.027334 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 51190) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:45.027992 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-ad21fac1-7457-479c-bd69-7f3e72c34617 admin admin] Deleting port 7ddb6f35-c67a-4398-9573-ff0b7eea5c9e {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:48:45.048840 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ad21fac1-7457-479c-bd69-7f3e72c34617 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (7ddb6f35-c67a-4398-9573-ff0b7eea5c9e), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:45.049125 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [req-65d9aa95-0eab-4401-bd4a-8ab54639df7d req-16a4664a-92db-4ddb-bcaf-f33ae0142ab6 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] No DVR routers for this DVR port 829d9839-dead-48bc-968d-c33e8af410e0 on host n-h1-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:48:45.049125 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-65d9aa95-0eab-4401-bd4a-8ab54639df7d req-16a4664a-92db-4ddb-bcaf-f33ae0142ab6 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:45.050543 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-65d9aa95-0eab-4401-bd4a-8ab54639df7d req-16a4664a-92db-4ddb-bcaf-f33ae0142ab6 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.75 "DELETE /networking/v2.0/ports/829d9839-dead-48bc-968d-c33e8af410e0 HTTP/1.1" status: 204 len: 173 time: 1.2886050 Aug 27 04:48:45.051531 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '913a04bc-76e5-4e01-99d8-bc9e283dd9cc', 'name': 'network-vif-deleted', 'tag': '829d9839-dead-48bc-968d-c33e8af410e0'}] {{(pid=107776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:48:45.054070 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7ad66632f4c78724655075356aa8535ba41c652eced6c9cea0c1f0c67b1e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2d74eb-02b5-4a4a-994a-e13728a05f2e" -d '{"events": [{"server_uuid": "913a04bc-76e5-4e01-99d8-bc9e283dd9cc", "name": "network-vif-deleted", "tag": "829d9839-dead-48bc-968d-c33e8af410e0"}]}' {{(pid=107776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:48:45.065013 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27932cc9-140b-4e06-b0f7-dbd82345504a None None] Checking router: c768e052-19b1-4a67-9786-f56dea0d166c for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:48:45.087903 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27932cc9-140b-4e06-b0f7-dbd82345504a None None] Routers {'c768e052-19b1-4a67-9786-f56dea0d166c'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:48:45.090025 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-27932cc9-140b-4e06-b0f7-dbd82345504a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:48:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['c768e052-19b1-4a67-9786-f56dea0d166c'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:45.147842 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 04:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32ad43c-4b21-4285-84cf-f38882c7fe09 x-openstack-request-id: req-f32ad43c-4b21-4285-84cf-f38882c7fe09 {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:48:45.148436 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "913a04bc-76e5-4e01-99d8-bc9e283dd9cc", "name": "network-vif-deleted", "tag": "829d9839-dead-48bc-968d-c33e8af410e0", "status": "completed", "code": 200}]} {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:48:45.148997 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f32ad43c-4b21-4285-84cf-f38882c7fe09 {{(pid=107776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:48:45.149611 n-d-852088-5 neutron-server[107776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f32ad43c-4b21-4285-84cf-f38882c7fe09'] response: {'server_uuid': '913a04bc-76e5-4e01-99d8-bc9e283dd9cc', 'name': 'network-vif-deleted', 'tag': '829d9839-dead-48bc-968d-c33e8af410e0', 'status': 'completed', 'code': 200} Aug 27 04:48:45.159974 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-df60c7d9-1d4a-4812-af5a-117c05e85533 admin admin] Publish callbacks [] for port (a5d274be-47ed-4075-80b8-93edf2b85fbb), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:45.170470 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-1dc806a0-8e1f-45d5-a07f-1fc9b4c98722 None None] Provisioning complete for port 43c1d5fa-c803-4add-b0af-f767194c0d68 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:48:45.171334 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1dc806a0-8e1f-45d5-a07f-1fc9b4c98722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (43c1d5fa-c803-4add-b0af-f767194c0d68), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:45.187388 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:45.212724 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 43c1d5fa-c803-4add-b0af-f767194c0d68 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:48:45.213422 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (43c1d5fa-c803-4add-b0af-f767194c0d68), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:45.239375 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-ad21fac1-7457-479c-bd69-7f3e72c34617 admin admin] For port 7ddb6f35-c67a-4398-9573-ff0b7eea5c9e, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=7ddb6f35-c67a-4398-9573-ff0b7eea5c9e,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:48:45.243883 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ad21fac1-7457-479c-bd69-7f3e72c34617 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (7ddb6f35-c67a-4398-9573-ff0b7eea5c9e), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:45.263861 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-ad21fac1-7457-479c-bd69-7f3e72c34617 admin admin] Calling delete_port for 7ddb6f35-c67a-4398-9573-ff0b7eea5c9e owned by network:router_gateway {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:48:45.264076 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-27932cc9-140b-4e06-b0f7-dbd82345504a None None] Set router c768e052-19b1-4a67-9786-f56dea0d166c gateway port host: None {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:48:45.339825 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-df60c7d9-1d4a-4812-af5a-117c05e85533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (a5d274be-47ed-4075-80b8-93edf2b85fbb), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:45.344657 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-27932cc9-140b-4e06-b0f7-dbd82345504a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c768e052-19b1-4a67-9786-f56dea0d166c', 'name': 'tempest-ServersTestJSON-2008025527-router', 'tenant_id': 'd9810a6d61ab4eb281b5bc5d5ecff6fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:48:15Z', 'updated_at': '2022-08-27T04:48:44Z', 'revision_number': 6, 'project_id': 'd9810a6d61ab4eb281b5bc5d5ecff6fa', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:45.381669 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27932cc9-140b-4e06-b0f7-dbd82345504a None None] The sync data for ids ['c768e052-19b1-4a67-9786-f56dea0d166c'] in n-d-852088-5 is: [{'id': 'c768e052-19b1-4a67-9786-f56dea0d166c', 'name': 'tempest-ServersTestJSON-2008025527-router', 'tenant_id': 'd9810a6d61ab4eb281b5bc5d5ecff6fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:48:15Z', 'updated_at': '2022-08-27T04:48:44Z', 'revision_number': 6, 'project_id': 'd9810a6d61ab4eb281b5bc5d5ecff6fa', 'gw_port_host': None}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:48:45.446654 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df60c7d9-1d4a-4812-af5a-117c05e85533 admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:48:45.459878 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-df60c7d9-1d4a-4812-af5a-117c05e85533 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:48:45.468758 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df60c7d9-1d4a-4812-af5a-117c05e85533 admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:48:45.515476 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 43c1d5fa-c803-4add-b0af-f767194c0d68 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:48:45.515965 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (43c1d5fa-c803-4add-b0af-f767194c0d68), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:45.558926 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df60c7d9-1d4a-4812-af5a-117c05e85533 admin admin] Pushing event updated for resources: {'Port': ['ID=a5d274be-47ed-4075-80b8-93edf2b85fbb,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:45.576115 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 43c1d5fa-c803-4add-b0af-f767194c0d68, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=43c1d5fa-c803-4add-b0af-f767194c0d68,segment=NetworkSegment(9b601e6f-7e89-445a-9b4f-0f3de8d567e4),segment_id=9b601e6f-7e89-445a-9b4f-0f3de8d567e4)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:48:45.589873 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-1dc806a0-8e1f-45d5-a07f-1fc9b4c98722 None None] Current status of the port 43c1d5fa-c803-4add-b0af-f767194c0d68 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:48:45.590278 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1dc806a0-8e1f-45d5-a07f-1fc9b4c98722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (43c1d5fa-c803-4add-b0af-f767194c0d68), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:45.685742 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (43c1d5fa-c803-4add-b0af-f767194c0d68), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:45.745869 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:45.775012 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-1dc806a0-8e1f-45d5-a07f-1fc9b4c98722 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:48:45.775529 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-1dc806a0-8e1f-45d5-a07f-1fc9b4c98722 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:48:45.817669 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=43c1d5fa-c803-4add-b0af-f767194c0d68,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:45.863516 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 51214) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:45.880814 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-10a7f26e-ac32-4b0b-a9ff-088b6e166903 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=7d20a6d2a51841e681885a6d914631c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8491676 Aug 27 04:48:45.937565 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d685ead2-2403-49f2-a4b9-fa7138c49e11 admin admin] Publish callbacks [] for security_group (7b73dcc0-b906-4b51-9b2c-e125fcdaf11c), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:45.961537 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d685ead2-2403-49f2-a4b9-fa7138c49e11 admin admin] Publish callbacks [] for security_group (7b73dcc0-b906-4b51-9b2c-e125fcdaf11c), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:46.027843 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-fe567b3e-fe23-469a-b7f6-00151969f266 req-9e86530d-d659-4ad1-962c-b0f9450856b2 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=913a04bc-76e5-4e01-99d8-bc9e283dd9cc HTTP/1.1" status: 200 len: 210 time: 0.0352240 Aug 27 04:48:46.029907 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ad21fac1-7457-479c-bd69-7f3e72c34617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (7ddb6f35-c67a-4398-9573-ff0b7eea5c9e), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:46.059394 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad21fac1-7457-479c-bd69-7f3e72c34617 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ddb6f35-c67a-4398-9573-ff0b7eea5c9e,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:46.145333 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ad21fac1-7457-479c-bd69-7f3e72c34617 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (c768e052-19b1-4a67-9786-f56dea0d166c), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:46.164693 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d685ead2-2403-49f2-a4b9-fa7138c49e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (7b73dcc0-b906-4b51-9b2c-e125fcdaf11c), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:46.167462 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d685ead2-2403-49f2-a4b9-fa7138c49e11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:46.168628 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d685ead2-2403-49f2-a4b9-fa7138c49e11 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/7b73dcc0-b906-4b51-9b2c-e125fcdaf11c HTTP/1.1" status: 204 len: 168 time: 0.3040843 Aug 27 04:48:46.221717 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d685ead2-2403-49f2-a4b9-fa7138c49e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b73dcc0-b906-4b51-9b2c-e125fcdaf11c,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:46.275897 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ad21fac1-7457-479c-bd69-7f3e72c34617 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (c768e052-19b1-4a67-9786-f56dea0d166c), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:46.288202 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ad21fac1-7457-479c-bd69-7f3e72c34617 admin admin] Publish callbacks [] for router_controller (c768e052-19b1-4a67-9786-f56dea0d166c), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:46.326392 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:46.336629 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-df60c7d9-1d4a-4812-af5a-117c05e85533 admin admin] Publish callbacks [] for router_gateway (cd2bca9e-1f21-4681-9530-9d4418c9d1f6), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:46.339778 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-1dc806a0-8e1f-45d5-a07f-1fc9b4c98722 None None] Current status of the port 43c1d5fa-c803-4add-b0af-f767194c0d68 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:48:46.462092 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-2b40155d-eba4-45b5-9b78-978a783ff289 None None] Provisioning complete for port 43c1d5fa-c803-4add-b0af-f767194c0d68 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:48:46.462530 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2b40155d-eba4-45b5-9b78-978a783ff289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (43c1d5fa-c803-4add-b0af-f767194c0d68), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:46.555279 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:46.565097 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-2b40155d-eba4-45b5-9b78-978a783ff289 None None] Current status of the port 43c1d5fa-c803-4add-b0af-f767194c0d68 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:48:46.618656 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-df60c7d9-1d4a-4812-af5a-117c05e85533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (cd2bca9e-1f21-4681-9530-9d4418c9d1f6), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:46.665236 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:46.755223 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ad21fac1-7457-479c-bd69-7f3e72c34617 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (c768e052-19b1-4a67-9786-f56dea0d166c), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:46.755859 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad21fac1-7457-479c-bd69-7f3e72c34617 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c768e052-19b1-4a67-9786-f56dea0d166c {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:48:46.760942 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ad21fac1-7457-479c-bd69-7f3e72c34617 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:46.761567 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ad21fac1-7457-479c-bd69-7f3e72c34617 admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/c768e052-19b1-4a67-9786-f56dea0d166c HTTP/1.1" status: 204 len: 168 time: 2.3343761 Aug 27 04:48:46.764379 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 51236) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:46.822950 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-89e6d26e-3ff4-4458-b8e2-eb03c5f1ef57 admin admin] Deleting subnet 0f19104e-0b6d-49ec-ae90-1bce4590d8ad {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:48:46.826491 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-89e6d26e-3ff4-4458-b8e2-eb03c5f1ef57 admin admin] Publish callbacks [] for subnet (0f19104e-0b6d-49ec-ae90-1bce4590d8ad), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:46.860752 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 43c1d5fa-c803-4add-b0af-f767194c0d68 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:48:46.871798 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-89e6d26e-3ff4-4458-b8e2-eb03c5f1ef57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (0f19104e-0b6d-49ec-ae90-1bce4590d8ad), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:46.892385 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df60c7d9-1d4a-4812-af5a-117c05e85533 admin admin] Router cd2bca9e-1f21-4681-9530-9d4418c9d1f6 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:48:46.902289 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:46.957371 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 43c1d5fa-c803-4add-b0af-f767194c0d68 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:48:46.958421 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (43c1d5fa-c803-4add-b0af-f767194c0d68), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:46.994104 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-89e6d26e-3ff4-4458-b8e2-eb03c5f1ef57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (0f19104e-0b6d-49ec-ae90-1bce4590d8ad), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:47.051111 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df60c7d9-1d4a-4812-af5a-117c05e85533 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:48:47.149743 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-89e6d26e-3ff4-4458-b8e2-eb03c5f1ef57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (0f19104e-0b6d-49ec-ae90-1bce4590d8ad), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:47.152349 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-df60c7d9-1d4a-4812-af5a-117c05e85533 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:47.154654 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-df60c7d9-1d4a-4812-af5a-117c05e85533 admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.8988607 Aug 27 04:48:47.157811 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 51250) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:47.178365 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93538a9-cc44-4725-b16f-e227c7e5d2e8 None None] Sync routers for ids ['cd2bca9e-1f21-4681-9530-9d4418c9d1f6'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:48:47.180574 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e6d26e-3ff4-4458-b8e2-eb03c5f1ef57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f19104e-0b6d-49ec-ae90-1bce4590d8ad,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:47.196968 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-89e6d26e-3ff4-4458-b8e2-eb03c5f1ef57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:47.202653 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-89e6d26e-3ff4-4458-b8e2-eb03c5f1ef57 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/0f19104e-0b6d-49ec-ae90-1bce4590d8ad HTTP/1.1" status: 204 len: 168 time: 0.4355705 Aug 27 04:48:47.205326 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9103f1af-3575-4162-bca1-d28bf6c29085 None None] Network 0ef7236e-dd9f-4123-99ab-fea13f774e50 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:48:47.207316 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 51252) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:47.248933 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93538a9-cc44-4725-b16f-e227c7e5d2e8 None None] Routers {'cd2bca9e-1f21-4681-9530-9d4418c9d1f6'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:48:47.249575 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-c93538a9-cc44-4725-b16f-e227c7e5d2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:48:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['cd2bca9e-1f21-4681-9530-9d4418c9d1f6'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:47.287564 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ecdd011f-c3c5-409f-b3f0-158d0b24f757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (0ef7236e-dd9f-4123-99ab-fea13f774e50), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:47.341775 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-ecdd011f-c3c5-409f-b3f0-158d0b24f757 admin admin] Deleting port 655a1ff6-7c92-46f0-ab86-2045033b25a6 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:48:47.342106 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ecdd011f-c3c5-409f-b3f0-158d0b24f757 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (655a1ff6-7c92-46f0-ab86-2045033b25a6), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:47.416145 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-ecdd011f-c3c5-409f-b3f0-158d0b24f757 admin admin] For port 655a1ff6-7c92-46f0-ab86-2045033b25a6, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=655a1ff6-7c92-46f0-ab86-2045033b25a6,segment=NetworkSegment(e529c1dd-17c4-49f0-b120-db958a4a7a6f),segment_id=e529c1dd-17c4-49f0-b120-db958a4a7a6f)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:48:47.416620 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ecdd011f-c3c5-409f-b3f0-158d0b24f757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (655a1ff6-7c92-46f0-ab86-2045033b25a6), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:47.432741 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-ecdd011f-c3c5-409f-b3f0-158d0b24f757 admin admin] Calling delete_port for 655a1ff6-7c92-46f0-ab86-2045033b25a6 owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:48:47.457063 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 43c1d5fa-c803-4add-b0af-f767194c0d68 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:48:47.481782 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-c93538a9-cc44-4725-b16f-e227c7e5d2e8 None None] Set router cd2bca9e-1f21-4681-9530-9d4418c9d1f6 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:48:47.545856 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d48ed3a-81f5-4f40-8d41-34d95284c29e None None] DHCP port deletion for 0ef7236e-dd9f-4123-99ab-fea13f774e50 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:48:47.585623 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 51256) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:47.595733 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:47.598229 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 0b93599a-96d7-4fc4-baeb-c39bf150046c no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:48:47.607956 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-901dc31a-8bf2-44c8-ab38-d87b38bf53b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:47.620896 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 0b93599a-96d7-4fc4-baeb-c39bf150046c {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:48:47.621246 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 0b93599a-96d7-4fc4-baeb-c39bf150046c not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:48:47.622200 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 7ddb6f35-c67a-4398-9573-ff0b7eea5c9e no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:48:47.656320 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 7ddb6f35-c67a-4398-9573-ff0b7eea5c9e {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:48:47.657202 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 7ddb6f35-c67a-4398-9573-ff0b7eea5c9e not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:48:47.690545 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-9d48ed3a-81f5-4f40-8d41-34d95284c29e None None] The port '655a1ff6-7c92-46f0-ab86-2045033b25a6' was deleted {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2070}} Aug 27 04:48:47.729359 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-901dc31a-8bf2-44c8-ab38-d87b38bf53b1 admin admin] Publish callbacks [] for security_group (fae1d620-8123-4227-9fe8-bef5948f007a), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:47.732401 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ecdd011f-c3c5-409f-b3f0-158d0b24f757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (655a1ff6-7c92-46f0-ab86-2045033b25a6), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:47.764945 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdd011f-c3c5-409f-b3f0-158d0b24f757 admin admin] No DVR routers for this DVR port 655a1ff6-7c92-46f0-ab86-2045033b25a6 on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:48:47.772553 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdd011f-c3c5-409f-b3f0-158d0b24f757 admin admin] Pushing event deleted for resources: {'Port': ['ID=655a1ff6-7c92-46f0-ab86-2045033b25a6,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:47.817856 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ae14cc17-17eb-4bcf-b31c-63165f0ec3bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:47.846850 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-901dc31a-8bf2-44c8-ab38-d87b38bf53b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (fae1d620-8123-4227-9fe8-bef5948f007a), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:47.915020 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901dc31a-8bf2-44c8-ab38-d87b38bf53b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae1d620-8123-4227-9fe8-bef5948f007a,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:47.917598 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-c93538a9-cc44-4725-b16f-e227c7e5d2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2bca9e-1f21-4681-9530-9d4418c9d1f6', 'name': 'tempest-ServerMetadataNegativeTestJSON-114330115-router', 'tenant_id': 'cc707bf026bb4d4dbe29de3711e3f223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': 'a5d274be-47ed-4075-80b8-93edf2b85fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:48:42Z', 'updated_at': '2022-08-27T04:48:45Z', 'revision_number': 3, 'project_id': 'cc707bf026bb4d4dbe29de3711e3f223', 'gw_port': {'id': 'a5d274be-47ed-4075-80b8-93edf2b85fbb', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2bca9e-1f21-4681-9530-9d4418c9d1f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:48:44Z', 'updated_at': '2022-08-27T04:48:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:47.946030 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712742f3-790a-491e-b9e5-736685f87b61 req-e9b71275-2bdc-4796-a056-f204d0b4a15b tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:48:47.947629 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-712742f3-790a-491e-b9e5-736685f87b61 req-e9b71275-2bdc-4796-a056-f204d0b4a15b tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=404ee328-8f8f-48f8-adcc-b9c2c0710406 HTTP/1.1" status: 200 len: 950 time: 0.1779516 Aug 27 04:48:47.962180 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ecdd011f-c3c5-409f-b3f0-158d0b24f757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (0ef7236e-dd9f-4123-99ab-fea13f774e50), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:47.970008 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93538a9-cc44-4725-b16f-e227c7e5d2e8 None None] Checking router: cd2bca9e-1f21-4681-9530-9d4418c9d1f6 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:48:47.970008 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93538a9-cc44-4725-b16f-e227c7e5d2e8 None None] Updating router cd2bca9e-1f21-4681-9530-9d4418c9d1f6 port a5d274be-47ed-4075-80b8-93edf2b85fbb binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:48:47.982104 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-901dc31a-8bf2-44c8-ab38-d87b38bf53b1 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=4c6431379f834fefb790ba65ac06e292&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3953521 Aug 27 04:48:47.988588 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 51266) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:48.005340 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-ecdd011f-c3c5-409f-b3f0-158d0b24f757 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ef7236e-dd9f-4123-99ab-fea13f774e50']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:48.007726 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c93538a9-cc44-4725-b16f-e227c7e5d2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a5d274be-47ed-4075-80b8-93edf2b85fbb), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:48.024978 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-ecdd011f-c3c5-409f-b3f0-158d0b24f757 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e529c1dd-17c4-49f0-b120-db958a4a7a6f') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:48.025277 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-ecdd011f-c3c5-409f-b3f0-158d0b24f757 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e529c1dd-17c4-49f0-b120-db958a4a7a6f') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:48.045507 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ecdd011f-c3c5-409f-b3f0-158d0b24f757 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (e529c1dd-17c4-49f0-b120-db958a4a7a6f), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:48.062942 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-712742f3-790a-491e-b9e5-736685f87b61 req-c67919fc-4d83-4ca6-a5a3-5f9f1ed1d18d tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051788 Aug 27 04:48:48.069685 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ecdd011f-c3c5-409f-b3f0-158d0b24f757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (e529c1dd-17c4-49f0-b120-db958a4a7a6f), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:48.091018 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecdd011f-c3c5-409f-b3f0-158d0b24f757 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:48:48.091776 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ecdd011f-c3c5-409f-b3f0-158d0b24f757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (e529c1dd-17c4-49f0-b120-db958a4a7a6f), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:48.118318 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-ae14cc17-17eb-4bcf-b31c-63165f0ec3bb admin admin] Allocated IP 172.20.0.1 (f2b03e20-0013-4a9d-bdcb-3bf2454ad6eb/0894a9a9-e8dc-4c88-a5cb-00979383052b/6f440f51-a3d5-4922-9eaa-301c493d3faf) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:48:48.126086 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-965fbd37-97d4-4cd5-bebe-951f42b29733 admin admin] Publish callbacks [] for security_group (fae1d620-8123-4227-9fe8-bef5948f007a), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:48.141663 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment e529c1dd-17c4-49f0-b120-db958a4a7a6f resource provider aggregate not found Aug 27 04:48:48.167668 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment e529c1dd-17c4-49f0-b120-db958a4a7a6f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e529c1dd-17c4-49f0-b120-db958a4a7a6f found for delete ", "request_id": "req-db2e6d55-520f-4adf-b558-08f95c6e9b1a"}]} Aug 27 04:48:48.177889 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-965fbd37-97d4-4cd5-bebe-951f42b29733 admin admin] Publish callbacks [] for security_group (fae1d620-8123-4227-9fe8-bef5948f007a), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:48.236114 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:48.240614 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device 829d9839-dead-48bc-968d-c33e8af410e0 no longer exists at agent hyperv_n-h1-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:48:48.262997 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] No Port match for: 829d9839-dead-48bc-968d-c33e8af410e0 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:48:48.263352 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device 829d9839-dead-48bc-968d-c33e8af410e0 not bound to the agent host n-h1-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:48:48.269265 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 51278) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:48.280998 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ecdd011f-c3c5-409f-b3f0-158d0b24f757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (0ef7236e-dd9f-4123-99ab-fea13f774e50), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:48.295147 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ecdd011f-c3c5-409f-b3f0-158d0b24f757 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:48.303607 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ecdd011f-c3c5-409f-b3f0-158d0b24f757 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/0ef7236e-dd9f-4123-99ab-fea13f774e50 HTTP/1.1" status: 204 len: 168 time: 1.0947959 Aug 27 04:48:48.314789 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ae14cc17-17eb-4bcf-b31c-63165f0ec3bb admin admin] Publish callbacks [] for port (6f440f51-a3d5-4922-9eaa-301c493d3faf), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:48.320850 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdd011f-c3c5-409f-b3f0-158d0b24f757 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ef7236e-dd9f-4123-99ab-fea13f774e50,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:48.395263 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-965fbd37-97d4-4cd5-bebe-951f42b29733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (fae1d620-8123-4227-9fe8-bef5948f007a), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:48.398479 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-965fbd37-97d4-4cd5-bebe-951f42b29733 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:48.400472 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-965fbd37-97d4-4cd5-bebe-951f42b29733 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/fae1d620-8123-4227-9fe8-bef5948f007a HTTP/1.1" status: 204 len: 168 time: 0.4109657 Aug 27 04:48:48.403654 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c93538a9-cc44-4725-b16f-e227c7e5d2e8 None None] Publish callbacks [] for port (a5d274be-47ed-4075-80b8-93edf2b85fbb), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:48.410714 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965fbd37-97d4-4cd5-bebe-951f42b29733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae1d620-8123-4227-9fe8-bef5948f007a,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:48.470405 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ae14cc17-17eb-4bcf-b31c-63165f0ec3bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (6f440f51-a3d5-4922-9eaa-301c493d3faf), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:48.503663 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c93538a9-cc44-4725-b16f-e227c7e5d2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a5d274be-47ed-4075-80b8-93edf2b85fbb), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:48.508378 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae14cc17-17eb-4bcf-b31c-63165f0ec3bb admin admin] Network f2b03e20-0013-4a9d-bdcb-3bf2454ad6eb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:48:48.516232 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-ae14cc17-17eb-4bcf-b31c-63165f0ec3bb admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:48:48.519017 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae14cc17-17eb-4bcf-b31c-63165f0ec3bb admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:48:48.553382 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae14cc17-17eb-4bcf-b31c-63165f0ec3bb admin admin] Pushing event updated for resources: {'Port': ['ID=6f440f51-a3d5-4922-9eaa-301c493d3faf,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:48.578636 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ae14cc17-17eb-4bcf-b31c-63165f0ec3bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (cd2bca9e-1f21-4681-9530-9d4418c9d1f6), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:48.579552 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-c93538a9-cc44-4725-b16f-e227c7e5d2e8 None None] Attempting to bind port a5d274be-47ed-4075-80b8-93edf2b85fbb on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:48:48.580187 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-c93538a9-cc44-4725-b16f-e227c7e5d2e8 None None] Attempting to bind port a5d274be-47ed-4075-80b8-93edf2b85fbb by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:48:48.580775 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93538a9-cc44-4725-b16f-e227c7e5d2e8 None None] Attempting to bind port a5d274be-47ed-4075-80b8-93edf2b85fbb on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:48:48.584639 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4caa176-2807-40a4-9dd6-56afcca1e5ef None None] Pushing event updated for resources: {'Port': ['ID=a5d274be-47ed-4075-80b8-93edf2b85fbb,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:48.590088 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93538a9-cc44-4725-b16f-e227c7e5d2e8 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:48:48.590608 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93538a9-cc44-4725-b16f-e227c7e5d2e8 None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:48:48.591114 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c93538a9-cc44-4725-b16f-e227c7e5d2e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:48.591632 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93538a9-cc44-4725-b16f-e227c7e5d2e8 None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:48:48.592945 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-c93538a9-cc44-4725-b16f-e227c7e5d2e8 None None] Bound port: a5d274be-47ed-4075-80b8-93edf2b85fbb, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:48:48.593537 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c93538a9-cc44-4725-b16f-e227c7e5d2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a5d274be-47ed-4075-80b8-93edf2b85fbb), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:48.653254 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-c93538a9-cc44-4725-b16f-e227c7e5d2e8 None None] For port a5d274be-47ed-4075-80b8-93edf2b85fbb, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:48:48.657924 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-c93538a9-cc44-4725-b16f-e227c7e5d2e8 None None] For port a5d274be-47ed-4075-80b8-93edf2b85fbb, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a5d274be-47ed-4075-80b8-93edf2b85fbb,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:48:48.690229 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:48.723713 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-f285a58f-001f-4938-b383-c72e46d786f5 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-579009418-network', 'tenant_id': 'e19f9f3d8e434168a66baaa28ad2c791'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:48:48.807014 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-28966959-5e2c-438c-be2d-243cb61ee0e4 None None] Provisioning complete for port 6f440f51-a3d5-4922-9eaa-301c493d3faf triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:48:48.807405 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-28966959-5e2c-438c-be2d-243cb61ee0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (6f440f51-a3d5-4922-9eaa-301c493d3faf), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:48.831681 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 655a1ff6-7c92-46f0-ab86-2045033b25a6 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:48:48.836859 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c93538a9-cc44-4725-b16f-e227c7e5d2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a5d274be-47ed-4075-80b8-93edf2b85fbb), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:48.860240 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f285a58f-001f-4938-b383-c72e46d786f5 admin admin] Made reservation on behalf of e19f9f3d8e434168a66baaa28ad2c791 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:48:48.862616 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f285a58f-001f-4938-b383-c72e46d786f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:48.879740 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 655a1ff6-7c92-46f0-ab86-2045033b25a6 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:48:48.880190 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 655a1ff6-7c92-46f0-ab86-2045033b25a6 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:48:48.891764 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f285a58f-001f-4938-b383-c72e46d786f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:48.910348 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-28966959-5e2c-438c-be2d-243cb61ee0e4 None None] Port 6f440f51-a3d5-4922-9eaa-301c493d3faf cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:48:48.915154 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93538a9-cc44-4725-b16f-e227c7e5d2e8 None None] Routers {'cd2bca9e-1f21-4681-9530-9d4418c9d1f6'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:48:48.915454 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-c93538a9-cc44-4725-b16f-e227c7e5d2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:48:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['cd2bca9e-1f21-4681-9530-9d4418c9d1f6'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:48.957416 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:49.020931 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4caa176-2807-40a4-9dd6-56afcca1e5ef None None] Pushing event updated for resources: {'Port': ['ID=a5d274be-47ed-4075-80b8-93edf2b85fbb,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:49.054144 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-c93538a9-cc44-4725-b16f-e227c7e5d2e8 None None] Set router cd2bca9e-1f21-4681-9530-9d4418c9d1f6 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:48:49.179925 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:49.185495 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ae14cc17-17eb-4bcf-b31c-63165f0ec3bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (6f440f51-a3d5-4922-9eaa-301c493d3faf), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:49.210279 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1a5b3-89e1-4cd9-a158-d5f95726ab59 req-92f8ccc9-8a9c-4667-be51-b048c3cd62fa tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:48:49.217925 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2ca1a5b3-89e1-4cd9-a158-d5f95726ab59 req-92f8ccc9-8a9c-4667-be51-b048c3cd62fa tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=404ee328-8f8f-48f8-adcc-b9c2c0710406 HTTP/1.1" status: 200 len: 950 time: 0.0656104 Aug 27 04:48:49.223319 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 51296) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:49.264005 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=8,neutron:SELECT=92 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:49.297483 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-5849bbd9-bd8a-4aab-a017-c24524c28038 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=d9810a6d61ab4eb281b5bc5d5ecff6fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0716372 Aug 27 04:48:49.308838 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 51300) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:49.311603 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-c93538a9-cc44-4725-b16f-e227c7e5d2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2bca9e-1f21-4681-9530-9d4418c9d1f6', 'name': 'tempest-ServerMetadataNegativeTestJSON-114330115-router', 'tenant_id': 'cc707bf026bb4d4dbe29de3711e3f223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': 'a5d274be-47ed-4075-80b8-93edf2b85fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:48:42Z', 'updated_at': '2022-08-27T04:48:48Z', 'revision_number': 4, 'project_id': 'cc707bf026bb4d4dbe29de3711e3f223', 'gw_port': {'id': 'a5d274be-47ed-4075-80b8-93edf2b85fbb', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2bca9e-1f21-4681-9530-9d4418c9d1f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:48:44Z', 'updated_at': '2022-08-27T04:48:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '6f440f51-a3d5-4922-9eaa-301c493d3faf', 'name': '', 'network_id': 'f2b03e20-0013-4a9d-bdcb-3bf2454ad6eb', 'tenant_id': 'cc707bf026bb4d4dbe29de3711e3f223', 'mac_address': 'fa:16:3e:54:6d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2bca9e-1f21-4681-9530-9d4418c9d1f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '0894a9a9-e8dc-4c88-a5cb-00979383052b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:48:47Z', 'updated_at': '2022-08-27T04:48:48Z', 'revision_number': 1, 'project_id': 'cc707bf026bb4d4dbe29de3711e3f223', 'subnets': [{'id': '0894a9a9-e8dc-4c88-a5cb-00979383052b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:49.352853 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93538a9-cc44-4725-b16f-e227c7e5d2e8 None None] The sync data for ids ['cd2bca9e-1f21-4681-9530-9d4418c9d1f6'] in n-d-852088-5 is: [{'id': 'cd2bca9e-1f21-4681-9530-9d4418c9d1f6', 'name': 'tempest-ServerMetadataNegativeTestJSON-114330115-router', 'tenant_id': 'cc707bf026bb4d4dbe29de3711e3f223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': 'a5d274be-47ed-4075-80b8-93edf2b85fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:48:42Z', 'updated_at': '2022-08-27T04:48:48Z', 'revision_number': 4, 'project_id': 'cc707bf026bb4d4dbe29de3711e3f223', 'gw_port': {'id': 'a5d274be-47ed-4075-80b8-93edf2b85fbb', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2bca9e-1f21-4681-9530-9d4418c9d1f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:48:44Z', 'updated_at': '2022-08-27T04:48:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '6f440f51-a3d5-4922-9eaa-301c493d3faf', 'name': '', 'network_id': 'f2b03e20-0013-4a9d-bdcb-3bf2454ad6eb', 'tenant_id': 'cc707bf026bb4d4dbe29de3711e3f223', 'mac_address': 'fa:16:3e:54:6d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2bca9e-1f21-4681-9530-9d4418c9d1f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '0894a9a9-e8dc-4c88-a5cb-00979383052b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:48:47Z', 'updated_at': '2022-08-27T04:48:48Z', 'revision_number': 1, 'project_id': 'cc707bf026bb4d4dbe29de3711e3f223', 'subnets': [{'id': '0894a9a9-e8dc-4c88-a5cb-00979383052b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:48:49.353156 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f285a58f-001f-4938-b383-c72e46d786f5 admin admin] Publish callbacks [] for security_group (ea11f22e-0d69-4300-bf05-7731039c5640), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:49.381150 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2ca1a5b3-89e1-4cd9-a158-d5f95726ab59 req-5c48942b-1290-4ec7-baf9-f9d525eaafbe tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588857 Aug 27 04:48:49.416528 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-01da6551-4843-4597-913f-7af2242cf37f admin admin] Publish callbacks [] for security_group (1f1c6643-5298-41ae-885e-7419a6c32965), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:49.434625 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ae14cc17-17eb-4bcf-b31c-63165f0ec3bb admin admin] Publish callbacks [] for port (6f440f51-a3d5-4922-9eaa-301c493d3faf), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:49.444534 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-01da6551-4843-4597-913f-7af2242cf37f admin admin] Publish callbacks [] for security_group (1f1c6643-5298-41ae-885e-7419a6c32965), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:49.451885 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f285a58f-001f-4938-b383-c72e46d786f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (ea11f22e-0d69-4300-bf05-7731039c5640), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:49.504292 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f285a58f-001f-4938-b383-c72e46d786f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:48:49.509034 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ae14cc17-17eb-4bcf-b31c-63165f0ec3bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (6f440f51-a3d5-4922-9eaa-301c493d3faf), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:49.548816 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd71a77e-5e82-4907-9f06-7ddd7e1e2f78 req-f647b570-064f-4144-a803-7467acd17f3e tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:48:49.550437 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-cd71a77e-5e82-4907-9f06-7ddd7e1e2f78 req-f647b570-064f-4144-a803-7467acd17f3e tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=404ee328-8f8f-48f8-adcc-b9c2c0710406 HTTP/1.1" status: 200 len: 950 time: 0.1100588 Aug 27 04:48:49.573032 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f285a58f-001f-4938-b383-c72e46d786f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea11f22e-0d69-4300-bf05-7731039c5640,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:49.590524 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f285a58f-001f-4938-b383-c72e46d786f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (ebce2c50-762d-451c-88ba-d095d7cd631e), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:49.590865 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-f285a58f-001f-4938-b383-c72e46d786f5 admin admin] Added segment ebce2c50-762d-451c-88ba-d095d7cd631e of type vlan for network 3fa5b90e-d555-428d-9e58-ce3f3ffac7df Aug 27 04:48:49.662259 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-01da6551-4843-4597-913f-7af2242cf37f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (1f1c6643-5298-41ae-885e-7419a6c32965), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:49.662259 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-01da6551-4843-4597-913f-7af2242cf37f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:49.676246 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-01da6551-4843-4597-913f-7af2242cf37f admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/1f1c6643-5298-41ae-885e-7419a6c32965 HTTP/1.1" status: 204 len: 168 time: 0.3658037 Aug 27 04:48:49.690294 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01da6551-4843-4597-913f-7af2242cf37f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f1c6643-5298-41ae-885e-7419a6c32965,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:49.705311 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ae14cc17-17eb-4bcf-b31c-63165f0ec3bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (cd2bca9e-1f21-4681-9530-9d4418c9d1f6), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:49.710798 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f285a58f-001f-4938-b383-c72e46d786f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (3fa5b90e-d555-428d-9e58-ce3f3ffac7df), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:49.714844 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae14cc17-17eb-4bcf-b31c-63165f0ec3bb admin admin] Pushing event updated for resources: {'Port': ['ID=6f440f51-a3d5-4922-9eaa-301c493d3faf,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:49.814616 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [req-cd71a77e-5e82-4907-9f06-7ddd7e1e2f78 req-8d7ecf9a-82be-469c-9cf6-69c4367cfa98 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Deleting port b9341b94-cc18-4cf2-be35-42a510791a8f {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:48:49.814962 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-cd71a77e-5e82-4907-9f06-7ddd7e1e2f78 req-8d7ecf9a-82be-469c-9cf6-69c4367cfa98 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (b9341b94-cc18-4cf2-be35-42a510791a8f), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:49.821011 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:49.885702 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:49.960864 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae14cc17-17eb-4bcf-b31c-63165f0ec3bb admin admin] Network f2b03e20-0013-4a9d-bdcb-3bf2454ad6eb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:48:49.967920 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-cd71a77e-5e82-4907-9f06-7ddd7e1e2f78 req-8d7ecf9a-82be-469c-9cf6-69c4367cfa98 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] For port b9341b94-cc18-4cf2-be35-42a510791a8f, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=b9341b94-cc18-4cf2-be35-42a510791a8f,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:48:49.967920 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-cd71a77e-5e82-4907-9f06-7ddd7e1e2f78 req-8d7ecf9a-82be-469c-9cf6-69c4367cfa98 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (b9341b94-cc18-4cf2-be35-42a510791a8f), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:49.970485 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f285a58f-001f-4938-b383-c72e46d786f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (3fa5b90e-d555-428d-9e58-ce3f3ffac7df), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:49.971529 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f285a58f-001f-4938-b383-c72e46d786f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:48:49.972112 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f285a58f-001f-4938-b383-c72e46d786f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:49.974515 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-ae14cc17-17eb-4bcf-b31c-63165f0ec3bb admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:48:50.099490 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [req-cd71a77e-5e82-4907-9f06-7ddd7e1e2f78 req-8d7ecf9a-82be-469c-9cf6-69c4367cfa98 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Calling delete_port for b9341b94-cc18-4cf2-be35-42a510791a8f owned by compute:nova {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:48:50.105236 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f285a58f-001f-4938-b383-c72e46d786f5 admin admin] Pushing event updated for resources: {'Network': ['ID=3fa5b90e-d555-428d-9e58-ce3f3ffac7df,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:50.117228 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 3fa5b90e-d555-428d-9e58-ce3f3ffac7df details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:48:50.165866 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 51312) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:50.191303 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8444123f-5e52-4179-b345-5a8c992ad41a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:50.228806 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f285a58f-001f-4938-b383-c72e46d786f5 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9583678 Aug 27 04:48:50.236817 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 51314) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:50.243002 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-e4dca6a8-d990-4291-9211-a2f483bee1a3 admin admin] Request body: {'subnet': {'network_id': '3fa5b90e-d555-428d-9e58-ce3f3ffac7df', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-579009418-subnet', 'tenant_id': 'e19f9f3d8e434168a66baaa28ad2c791', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:48:50.308075 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae14cc17-17eb-4bcf-b31c-63165f0ec3bb admin admin] Router cd2bca9e-1f21-4681-9530-9d4418c9d1f6 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:48:50.351102 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-f0ab6422-ceee-4073-ae9e-2acd87d3ae09 None None] Provisioning complete for port 6f440f51-a3d5-4922-9eaa-301c493d3faf triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:48:50.353471 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f0ab6422-ceee-4073-ae9e-2acd87d3ae09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (6f440f51-a3d5-4922-9eaa-301c493d3faf), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:50.366774 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8444123f-5e52-4179-b345-5a8c992ad41a admin admin] Publish callbacks [] for security_group (688615f3-ac73-4c41-8357-37c0099f89dd), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:50.382829 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4dca6a8-d990-4291-9211-a2f483bee1a3 admin admin] Made reservation on behalf of e19f9f3d8e434168a66baaa28ad2c791 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:48:50.393264 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e4dca6a8-d990-4291-9211-a2f483bee1a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:50.399729 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-f0ab6422-ceee-4073-ae9e-2acd87d3ae09 None None] Port 6f440f51-a3d5-4922-9eaa-301c493d3faf cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:48:50.473098 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8444123f-5e52-4179-b345-5a8c992ad41a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (688615f3-ac73-4c41-8357-37c0099f89dd), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:50.587434 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-8444123f-5e52-4179-b345-5a8c992ad41a admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=b4387ff6e835468dba5d3eddc4144053&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4204733 Aug 27 04:48:50.590572 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 51322) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:50.596543 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8444123f-5e52-4179-b345-5a8c992ad41a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=688615f3-ac73-4c41-8357-37c0099f89dd,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:50.662270 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae14cc17-17eb-4bcf-b31c-63165f0ec3bb admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:48:50.667528 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ae14cc17-17eb-4bcf-b31c-63165f0ec3bb admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/cd2bca9e-1f21-4681-9530-9d4418c9d1f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5085409 Aug 27 04:48:50.698042 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-33831885-4dae-4d2a-8a6e-c3e79db386c5 admin admin] Publish callbacks [] for security_group (688615f3-ac73-4c41-8357-37c0099f89dd), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:50.725008 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b45f59b-6d40-40c5-97c1-e21b2a0132e3 req-0e42c1c7-4387-42d2-b0a9-aeb8a00c638c tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:48:50.732708 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4b45f59b-6d40-40c5-97c1-e21b2a0132e3 req-0e42c1c7-4387-42d2-b0a9-aeb8a00c638c tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=404ee328-8f8f-48f8-adcc-b9c2c0710406 HTTP/1.1" status: 200 len: 950 time: 0.1686347 Aug 27 04:48:50.744220 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-33831885-4dae-4d2a-8a6e-c3e79db386c5 admin admin] Publish callbacks [] for security_group (688615f3-ac73-4c41-8357-37c0099f89dd), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:50.753262 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-cd71a77e-5e82-4907-9f06-7ddd7e1e2f78 req-8d7ecf9a-82be-469c-9cf6-69c4367cfa98 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (b9341b94-cc18-4cf2-be35-42a510791a8f), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:50.787345 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] get_ports_and_sgs() called for port_ids ['b9341b94-cc18-4cf2-be35-42a510791a8f'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:48:50.806520 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ecf9a-82be-469c-9cf6-69c4367cfa98 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Pushing event deleted for resources: {'Port': ['ID=b9341b94-cc18-4cf2-be35-42a510791a8f,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:50.829230 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:50.966512 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd71a77e-5e82-4907-9f06-7ddd7e1e2f78 req-8d7ecf9a-82be-469c-9cf6-69c4367cfa98 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] No DVR routers for this DVR port b9341b94-cc18-4cf2-be35-42a510791a8f on host n-h1-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:48:50.969071 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:50.975128 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-cd71a77e-5e82-4907-9f06-7ddd7e1e2f78 req-8d7ecf9a-82be-469c-9cf6-69c4367cfa98 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:50.987012 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4b45f59b-6d40-40c5-97c1-e21b2a0132e3 req-d6e41b32-c9b5-46d2-8565-b119e77c2f5c tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530463 Aug 27 04:48:50.993434 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-cd71a77e-5e82-4907-9f06-7ddd7e1e2f78 req-8d7ecf9a-82be-469c-9cf6-69c4367cfa98 tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.75 "DELETE /networking/v2.0/ports/b9341b94-cc18-4cf2-be35-42a510791a8f HTTP/1.1" status: 204 len: 173 time: 1.4166248 Aug 27 04:48:50.993954 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404ee328-8f8f-48f8-adcc-b9c2c0710406', 'name': 'network-vif-deleted', 'tag': 'b9341b94-cc18-4cf2-be35-42a510791a8f'}] {{(pid=107776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:48:51.013053 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7ad66632f4c78724655075356aa8535ba41c652eced6c9cea0c1f0c67b1e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1081bf5-5190-49d8-a87a-2700509d17e4" -d '{"events": [{"server_uuid": "404ee328-8f8f-48f8-adcc-b9c2c0710406", "name": "network-vif-deleted", "tag": "b9341b94-cc18-4cf2-be35-42a510791a8f"}]}' {{(pid=107776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:48:51.062585 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e4dca6a8-d990-4291-9211-a2f483bee1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (021059d6-f8ad-42c4-9bc7-2f1f01b83860), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:51.065544 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 04:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b66e2a9-484d-44a9-80fe-e14628723cd0 x-openstack-request-id: req-1b66e2a9-484d-44a9-80fe-e14628723cd0 {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:48:51.065722 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404ee328-8f8f-48f8-adcc-b9c2c0710406", "name": "network-vif-deleted", "tag": "b9341b94-cc18-4cf2-be35-42a510791a8f", "status": "completed", "code": 200}]} {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:48:51.071473 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1b66e2a9-484d-44a9-80fe-e14628723cd0 {{(pid=107776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:48:51.071473 n-d-852088-5 neutron-server[107776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b66e2a9-484d-44a9-80fe-e14628723cd0'] response: {'server_uuid': '404ee328-8f8f-48f8-adcc-b9c2c0710406', 'name': 'network-vif-deleted', 'tag': 'b9341b94-cc18-4cf2-be35-42a510791a8f', 'status': 'completed', 'code': 200} Aug 27 04:48:51.135717 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-33831885-4dae-4d2a-8a6e-c3e79db386c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (688615f3-ac73-4c41-8357-37c0099f89dd), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:51.138726 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-33831885-4dae-4d2a-8a6e-c3e79db386c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:51.140828 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-33831885-4dae-4d2a-8a6e-c3e79db386c5 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/688615f3-ac73-4c41-8357-37c0099f89dd HTTP/1.1" status: 204 len: 168 time: 0.5466993 Aug 27 04:48:51.155107 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a5d274be-47ed-4075-80b8-93edf2b85fbb up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:48:51.162270 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33831885-4dae-4d2a-8a6e-c3e79db386c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688615f3-ac73-4c41-8357-37c0099f89dd,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:51.176037 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dca6a8-d990-4291-9211-a2f483bee1a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=021059d6-f8ad-42c4-9bc7-2f1f01b83860,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:51.226440 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:51.230854 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4dca6a8-d990-4291-9211-a2f483bee1a3 admin admin] Checking segment: {'id': 'ebce2c50-762d-451c-88ba-d095d7cd631e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3fa5b90e-d555-428d-9e58-ce3f3ffac7df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:48:51.231223 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4dca6a8-d990-4291-9211-a2f483bee1a3 admin admin] Network hostable DHCP agents. Network: 3fa5b90e-d555-428d-9e58-ce3f3ffac7df, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:48:51.272572 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port a5d274be-47ed-4075-80b8-93edf2b85fbb triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:48:51.273257 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a5d274be-47ed-4075-80b8-93edf2b85fbb), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:51.333058 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:51.379382 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port a5d274be-47ed-4075-80b8-93edf2b85fbb is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:48:51.379777 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a5d274be-47ed-4075-80b8-93edf2b85fbb), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:51.410175 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port a5d274be-47ed-4075-80b8-93edf2b85fbb, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a5d274be-47ed-4075-80b8-93edf2b85fbb,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:48:51.423136 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4dca6a8-d990-4291-9211-a2f483bee1a3 admin admin] Network 3fa5b90e-d555-428d-9e58-ce3f3ffac7df is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:48:51.507328 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a5d274be-47ed-4075-80b8-93edf2b85fbb), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:51.540921 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-e4dca6a8-d990-4291-9211-a2f483bee1a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 3fa5b90e-d555-428d-9e58-ce3f3ffac7df) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:48:51.547156 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4dca6a8-d990-4291-9211-a2f483bee1a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:48:51.547790 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e4dca6a8-d990-4291-9211-a2f483bee1a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:51.558685 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd38a5f-a868-48d9-b0cb-a5845f81c06b None None] Network 3fa5b90e-d555-428d-9e58-ce3f3ffac7df requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:48:51.606079 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=a5d274be-47ed-4075-80b8-93edf2b85fbb,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:51.666778 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e4dca6a8-d990-4291-9211-a2f483bee1a3 admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4275944 Aug 27 04:48:51.669676 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 51350) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:51.675470 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-2b4a7ef8-6c7b-4324-93ff-f13b9827aee0 admin admin] Request body: {'router': {'name': 'tempest-InstanceActionsTestJSON-579009418-router', 'tenant_id': 'e19f9f3d8e434168a66baaa28ad2c791', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:48:51.720366 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024c3808-1e88-4d0c-98c4-6d950bbad537 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-3fa5b90e-d555-428d-9e58-ce3f3ffac7df', 'network_id': '3fa5b90e-d555-428d-9e58-ce3f3ffac7df', 'project_id': 'e19f9f3d8e434168a66baaa28ad2c791', 'fixed_ips': [{'subnet_id': '021059d6-f8ad-42c4-9bc7-2f1f01b83860'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:48:51.721565 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-024c3808-1e88-4d0c-98c4-6d950bbad537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:51.812727 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2b4a7ef8-6c7b-4324-93ff-f13b9827aee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (98bde5f8-bede-4151-b8e4-b2601a81feac), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:51.813805 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2b4a7ef8-6c7b-4324-93ff-f13b9827aee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (98bde5f8-bede-4151-b8e4-b2601a81feac), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:51.880593 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2b4a7ef8-6c7b-4324-93ff-f13b9827aee0 admin admin] Publish callbacks [] for router_controller (98bde5f8-bede-4151-b8e4-b2601a81feac), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:51.884773 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:51.893812 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-024c3808-1e88-4d0c-98c4-6d950bbad537 None None] Allocated IP 172.20.0.2 (3fa5b90e-d555-428d-9e58-ce3f3ffac7df/021059d6-f8ad-42c4-9bc7-2f1f01b83860/38cea90b-f398-43b3-98db-16f82d25b451) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:48:52.231523 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-024c3808-1e88-4d0c-98c4-6d950bbad537 None None] Publish callbacks [] for port (38cea90b-f398-43b3-98db-16f82d25b451), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:52.321850 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6c3d5da3-036a-49b4-a53f-94d5862527a2 req-3da309e7-39c0-45ed-9a07-3fafe0250bad tempest-ServersAdminTestJSON-514465599 tempest-ServersAdminTestJSON-514465599-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=404ee328-8f8f-48f8-adcc-b9c2c0710406 HTTP/1.1" status: 200 len: 210 time: 0.1233685 Aug 27 04:48:52.334417 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:52.342893 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2b4a7ef8-6c7b-4324-93ff-f13b9827aee0 admin admin] Publish callbacks [] for router_gateway (98bde5f8-bede-4151-b8e4-b2601a81feac), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:52.502732 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-024c3808-1e88-4d0c-98c4-6d950bbad537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (38cea90b-f398-43b3-98db-16f82d25b451), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:52.511787 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca7a54-c8ce-42a1-bc05-2f9532c504ca req-0a5c3713-2c0c-4374-bfa5-da2dd49616c7 tempest-ServerMetadataNegativeTestJSON-1113329432 tempest-ServerMetadataNegativeTestJSON-1113329432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:48:52.513445 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-bfca7a54-c8ce-42a1-bc05-2f9532c504ca req-0a5c3713-2c0c-4374-bfa5-da2dd49616c7 tempest-ServerMetadataNegativeTestJSON-1113329432 tempest-ServerMetadataNegativeTestJSON-1113329432-project] 10.222.0.76 "GET /networking/v2.0/networks?id=f2b03e20-0013-4a9d-bdcb-3bf2454ad6eb HTTP/1.1" status: 200 len: 820 time: 0.1263542 Aug 27 04:48:52.532525 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-bfca7a54-c8ce-42a1-bc05-2f9532c504ca req-becf62e6-ef30-46df-9167-bcd14e80e8c4 tempest-ServerMetadataNegativeTestJSON-1113329432 tempest-ServerMetadataNegativeTestJSON-1113329432-project] 10.222.0.76 "GET /networking/v2.0/quotas/cc707bf026bb4d4dbe29de3711e3f223 HTTP/1.1" status: 200 len: 375 time: 0.0114198 Aug 27 04:48:52.539277 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:52.549140 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92e803a-3b15-48b1-b444-bfba8d63a23e None None] Sync routers for ids ['cd2bca9e-1f21-4681-9530-9d4418c9d1f6'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:48:52.564687 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92e803a-3b15-48b1-b444-bfba8d63a23e None None] Routers {'cd2bca9e-1f21-4681-9530-9d4418c9d1f6'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:48:52.565471 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-d92e803a-3b15-48b1-b444-bfba8d63a23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:48:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['cd2bca9e-1f21-4681-9530-9d4418c9d1f6'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:52.566304 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024c3808-1e88-4d0c-98c4-6d950bbad537 None None] Network 3fa5b90e-d555-428d-9e58-ce3f3ffac7df is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:48:52.569917 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-024c3808-1e88-4d0c-98c4-6d950bbad537 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:48:52.575464 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024c3808-1e88-4d0c-98c4-6d950bbad537 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:48:52.584195 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024c3808-1e88-4d0c-98c4-6d950bbad537 None None] Pushing event updated for resources: {'Port': ['ID=38cea90b-f398-43b3-98db-16f82d25b451,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:52.624518 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-bfca7a54-c8ce-42a1-bc05-2f9532c504ca req-a4b63f24-fd4b-418f-bd5e-1fc0456cf906 tempest-ServerMetadataNegativeTestJSON-1113329432 tempest-ServerMetadataNegativeTestJSON-1113329432-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=cc707bf026bb4d4dbe29de3711e3f223&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0822914 Aug 27 04:48:52.666577 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-024c3808-1e88-4d0c-98c4-6d950bbad537 None None] Attempting to bind port 38cea90b-f398-43b3-98db-16f82d25b451 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:48:52.666958 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-024c3808-1e88-4d0c-98c4-6d950bbad537 None None] Attempting to bind port 38cea90b-f398-43b3-98db-16f82d25b451 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'ebce2c50-762d-451c-88ba-d095d7cd631e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3fa5b90e-d555-428d-9e58-ce3f3ffac7df'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:48:52.667903 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024c3808-1e88-4d0c-98c4-6d950bbad537 None None] Attempting to bind port 38cea90b-f398-43b3-98db-16f82d25b451 on network 3fa5b90e-d555-428d-9e58-ce3f3ffac7df {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:48:52.674106 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024c3808-1e88-4d0c-98c4-6d950bbad537 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:48:52.674483 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024c3808-1e88-4d0c-98c4-6d950bbad537 None None] Checking segment: {'id': 'ebce2c50-762d-451c-88ba-d095d7cd631e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3fa5b90e-d555-428d-9e58-ce3f3ffac7df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:48:52.674890 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-024c3808-1e88-4d0c-98c4-6d950bbad537 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:52.677169 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024c3808-1e88-4d0c-98c4-6d950bbad537 None None] Bound using segment: {'id': 'ebce2c50-762d-451c-88ba-d095d7cd631e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3fa5b90e-d555-428d-9e58-ce3f3ffac7df'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:48:52.677169 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-024c3808-1e88-4d0c-98c4-6d950bbad537 None None] Bound port: 38cea90b-f398-43b3-98db-16f82d25b451, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebce2c50-762d-451c-88ba-d095d7cd631e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3fa5b90e-d555-428d-9e58-ce3f3ffac7df'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:48:52.677169 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-024c3808-1e88-4d0c-98c4-6d950bbad537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (38cea90b-f398-43b3-98db-16f82d25b451), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:52.751918 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-024c3808-1e88-4d0c-98c4-6d950bbad537 None None] For port 38cea90b-f398-43b3-98db-16f82d25b451, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:48:52.755816 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-024c3808-1e88-4d0c-98c4-6d950bbad537 None None] For port 38cea90b-f398-43b3-98db-16f82d25b451, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=38cea90b-f398-43b3-98db-16f82d25b451,segment=NetworkSegment(ebce2c50-762d-451c-88ba-d095d7cd631e),segment_id=ebce2c50-762d-451c-88ba-d095d7cd631e)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:48:52.896443 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2b4a7ef8-6c7b-4324-93ff-f13b9827aee0 admin admin] Publish callbacks [] for router_gateway (98bde5f8-bede-4151-b8e4-b2601a81feac), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:52.898796 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-d92e803a-3b15-48b1-b444-bfba8d63a23e None None] Set router cd2bca9e-1f21-4681-9530-9d4418c9d1f6 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:48:52.904373 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-024c3808-1e88-4d0c-98c4-6d950bbad537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (38cea90b-f398-43b3-98db-16f82d25b451), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:52.921456 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2b4a7ef8-6c7b-4324-93ff-f13b9827aee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:52.929383 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a5d274be-47ed-4075-80b8-93edf2b85fbb up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:48:53.053265 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-2b4a7ef8-6c7b-4324-93ff-f13b9827aee0 admin admin] Allocated IP 172.25.2.163 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/fc39db6e-a314-4ff3-a6b2-0ffdc2c675a4) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:48:53.146850 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024c3808-1e88-4d0c-98c4-6d950bbad537 None None] Pushing event updated for resources: {'Port': ['ID=38cea90b-f398-43b3-98db-16f82d25b451,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:53.172273 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port a5d274be-47ed-4075-80b8-93edf2b85fbb triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:48:53.172652 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a5d274be-47ed-4075-80b8-93edf2b85fbb), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:53.212186 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 51388) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:53.304436 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:53.326897 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2b4a7ef8-6c7b-4324-93ff-f13b9827aee0 admin admin] Publish callbacks [] for port (fc39db6e-a314-4ff3-a6b2-0ffdc2c675a4), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:53.347439 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-d92e803a-3b15-48b1-b444-bfba8d63a23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2bca9e-1f21-4681-9530-9d4418c9d1f6', 'name': 'tempest-ServerMetadataNegativeTestJSON-114330115-router', 'tenant_id': 'cc707bf026bb4d4dbe29de3711e3f223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': 'a5d274be-47ed-4075-80b8-93edf2b85fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:48:42Z', 'updated_at': '2022-08-27T04:48:48Z', 'revision_number': 4, 'project_id': 'cc707bf026bb4d4dbe29de3711e3f223', 'gw_port': {'id': 'a5d274be-47ed-4075-80b8-93edf2b85fbb', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2bca9e-1f21-4681-9530-9d4418c9d1f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:48:44Z', 'updated_at': '2022-08-27T04:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '6f440f51-a3d5-4922-9eaa-301c493d3faf', 'name': '', 'network_id': 'f2b03e20-0013-4a9d-bdcb-3bf2454ad6eb', 'tenant_id': 'cc707bf026bb4d4dbe29de3711e3f223', 'mac_address': 'fa:16:3e:54:6d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2bca9e-1f21-4681-9530-9d4418c9d1f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '0894a9a9-e8dc-4c88-a5cb-00979383052b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:48:47Z', 'updated_at': '2022-08-27T04:48:49Z', 'revision_number': 2, 'project_id': 'cc707bf026bb4d4dbe29de3711e3f223', 'subnets': [{'id': '0894a9a9-e8dc-4c88-a5cb-00979383052b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:53.403607 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port a5d274be-47ed-4075-80b8-93edf2b85fbb is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:48:53.445095 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92e803a-3b15-48b1-b444-bfba8d63a23e None None] Checking router: cd2bca9e-1f21-4681-9530-9d4418c9d1f6 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:48:53.445600 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92e803a-3b15-48b1-b444-bfba8d63a23e None None] Updating router cd2bca9e-1f21-4681-9530-9d4418c9d1f6 port 6f440f51-a3d5-4922-9eaa-301c493d3faf binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:48:53.506453 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-d92e803a-3b15-48b1-b444-bfba8d63a23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (6f440f51-a3d5-4922-9eaa-301c493d3faf), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:53.570043 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2b4a7ef8-6c7b-4324-93ff-f13b9827aee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (fc39db6e-a314-4ff3-a6b2-0ffdc2c675a4), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:53.649572 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4a7ef8-6c7b-4324-93ff-f13b9827aee0 admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:48:53.653581 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-2b4a7ef8-6c7b-4324-93ff-f13b9827aee0 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:48:53.661020 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4a7ef8-6c7b-4324-93ff-f13b9827aee0 admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:48:53.667114 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4a7ef8-6c7b-4324-93ff-f13b9827aee0 admin admin] Pushing event updated for resources: {'Port': ['ID=fc39db6e-a314-4ff3-a6b2-0ffdc2c675a4,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:53.743643 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:53.866708 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=82,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:53.910247 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4aa605a9-522c-43fc-8256-0915e247a2a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (cd2bca9e-1f21-4681-9530-9d4418c9d1f6), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:53.953782 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 51406) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:54.027835 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:54.031446 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-d92e803a-3b15-48b1-b444-bfba8d63a23e None None] Publish callbacks [] for port (6f440f51-a3d5-4922-9eaa-301c493d3faf), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:54.189248 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2b4a7ef8-6c7b-4324-93ff-f13b9827aee0 admin admin] Publish callbacks [] for router_gateway (98bde5f8-bede-4151-b8e4-b2601a81feac), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:54.220262 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-d92e803a-3b15-48b1-b444-bfba8d63a23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (6f440f51-a3d5-4922-9eaa-301c493d3faf), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:54.232685 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device b9341b94-cc18-4cf2-be35-42a510791a8f no longer exists at agent hyperv_n-h1-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:48:54.242162 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:54.264725 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] No Port match for: b9341b94-cc18-4cf2-be35-42a510791a8f {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:48:54.265468 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device b9341b94-cc18-4cf2-be35-42a510791a8f not bound to the agent host n-h1-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:48:54.290897 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-4aa605a9-522c-43fc-8256-0915e247a2a0 admin admin] Deleting port 6f440f51-a3d5-4922-9eaa-301c493d3faf {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:48:54.295171 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4aa605a9-522c-43fc-8256-0915e247a2a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (6f440f51-a3d5-4922-9eaa-301c493d3faf), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:54.341573 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e880c2bc-ca7b-486c-a538-081f4161262b None None] Pushing event updated for resources: {'Port': ['ID=6f440f51-a3d5-4922-9eaa-301c493d3faf,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:54.368204 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:54.415974 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e880c2bc-ca7b-486c-a538-081f4161262b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:54.416339 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e880c2bc-ca7b-486c-a538-081f4161262b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:54.416675 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e880c2bc-ca7b-486c-a538-081f4161262b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:54.417010 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e880c2bc-ca7b-486c-a538-081f4161262b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:54.417340 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e880c2bc-ca7b-486c-a538-081f4161262b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:54.417667 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e880c2bc-ca7b-486c-a538-081f4161262b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:54.417994 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e880c2bc-ca7b-486c-a538-081f4161262b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:54.418311 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e880c2bc-ca7b-486c-a538-081f4161262b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:54.418630 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e880c2bc-ca7b-486c-a538-081f4161262b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:54.418949 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e880c2bc-ca7b-486c-a538-081f4161262b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:54.419265 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e880c2bc-ca7b-486c-a538-081f4161262b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:54.419761 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e880c2bc-ca7b-486c-a538-081f4161262b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:54.420798 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e880c2bc-ca7b-486c-a538-081f4161262b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:54.421128 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e880c2bc-ca7b-486c-a538-081f4161262b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:54.421621 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e880c2bc-ca7b-486c-a538-081f4161262b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:54.433215 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-d92e803a-3b15-48b1-b444-bfba8d63a23e None None] Attempting to bind port 6f440f51-a3d5-4922-9eaa-301c493d3faf on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:48:54.433588 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-d92e803a-3b15-48b1-b444-bfba8d63a23e None None] Attempting to bind port 6f440f51-a3d5-4922-9eaa-301c493d3faf by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '9b601e6f-7e89-445a-9b4f-0f3de8d567e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f2b03e20-0013-4a9d-bdcb-3bf2454ad6eb'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:48:54.438519 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92e803a-3b15-48b1-b444-bfba8d63a23e None None] Attempting to bind port 6f440f51-a3d5-4922-9eaa-301c493d3faf on network f2b03e20-0013-4a9d-bdcb-3bf2454ad6eb {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:48:54.444312 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92e803a-3b15-48b1-b444-bfba8d63a23e None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:48:54.445146 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92e803a-3b15-48b1-b444-bfba8d63a23e None None] Checking segment: {'id': '9b601e6f-7e89-445a-9b4f-0f3de8d567e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f2b03e20-0013-4a9d-bdcb-3bf2454ad6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:48:54.445781 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-d92e803a-3b15-48b1-b444-bfba8d63a23e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:54.446589 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92e803a-3b15-48b1-b444-bfba8d63a23e None None] Bound using segment: {'id': '9b601e6f-7e89-445a-9b4f-0f3de8d567e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f2b03e20-0013-4a9d-bdcb-3bf2454ad6eb'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:48:54.447217 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-d92e803a-3b15-48b1-b444-bfba8d63a23e None None] Bound port: 6f440f51-a3d5-4922-9eaa-301c493d3faf, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b601e6f-7e89-445a-9b4f-0f3de8d567e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f2b03e20-0013-4a9d-bdcb-3bf2454ad6eb'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:48:54.447757 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-d92e803a-3b15-48b1-b444-bfba8d63a23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (6f440f51-a3d5-4922-9eaa-301c493d3faf), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:54.457046 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-4aa605a9-522c-43fc-8256-0915e247a2a0 admin admin] For port 6f440f51-a3d5-4922-9eaa-301c493d3faf, host n-d-852088-5, got binding levels [] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:48:54.457578 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4aa605a9-522c-43fc-8256-0915e247a2a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (6f440f51-a3d5-4922-9eaa-301c493d3faf), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:54.475688 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-4aa605a9-522c-43fc-8256-0915e247a2a0 admin admin] Calling delete_port for 6f440f51-a3d5-4922-9eaa-301c493d3faf owned by network:router_interface {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:48:54.489714 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52124ed3-9330-44b0-95d2-9f3e3d73738b None None] Network 3fa5b90e-d555-428d-9e58-ce3f3ffac7df requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:48:54.504355 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2b4a7ef8-6c7b-4324-93ff-f13b9827aee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (98bde5f8-bede-4151-b8e4-b2601a81feac), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:54.561955 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-d92e803a-3b15-48b1-b444-bfba8d63a23e None None] For port 6f440f51-a3d5-4922-9eaa-301c493d3faf, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:48:54.566297 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-d92e803a-3b15-48b1-b444-bfba8d63a23e None None] For port 6f440f51-a3d5-4922-9eaa-301c493d3faf, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=6f440f51-a3d5-4922-9eaa-301c493d3faf,segment=NetworkSegment(9b601e6f-7e89-445a-9b4f-0f3de8d567e4),segment_id=9b601e6f-7e89-445a-9b4f-0f3de8d567e4)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:48:54.594839 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-d0dacae0-c6cd-4cd1-adaf-5d086398bcc7 None None] Provisioning complete for port 38cea90b-f398-43b3-98db-16f82d25b451 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:48:54.595621 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d0dacae0-c6cd-4cd1-adaf-5d086398bcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (38cea90b-f398-43b3-98db-16f82d25b451), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:54.681751 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-d92e803a-3b15-48b1-b444-bfba8d63a23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (6f440f51-a3d5-4922-9eaa-301c493d3faf), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:54.717396 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d0dacae0-c6cd-4cd1-adaf-5d086398bcc7 None None] Current status of the port 38cea90b-f398-43b3-98db-16f82d25b451 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:48:54.718158 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d0dacae0-c6cd-4cd1-adaf-5d086398bcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (38cea90b-f398-43b3-98db-16f82d25b451), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:54.750916 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92e803a-3b15-48b1-b444-bfba8d63a23e None None] Routers {'cd2bca9e-1f21-4681-9530-9d4418c9d1f6'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:48:54.751698 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-d92e803a-3b15-48b1-b444-bfba8d63a23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:48:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['cd2bca9e-1f21-4681-9530-9d4418c9d1f6'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:54.798629 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:54.802939 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d0dacae0-c6cd-4cd1-adaf-5d086398bcc7 None None] For port 38cea90b-f398-43b3-98db-16f82d25b451, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=38cea90b-f398-43b3-98db-16f82d25b451,segment=NetworkSegment(ebce2c50-762d-451c-88ba-d095d7cd631e),segment_id=ebce2c50-762d-451c-88ba-d095d7cd631e)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:48:54.866784 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b4a7ef8-6c7b-4324-93ff-f13b9827aee0 admin admin] Router 98bde5f8-bede-4151-b8e4-b2601a81feac is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:48:54.884062 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e880c2bc-ca7b-486c-a538-081f4161262b None None] Pushing event updated for resources: {'Port': ['ID=6f440f51-a3d5-4922-9eaa-301c493d3faf,revision_number=4']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:54.898321 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4aa605a9-522c-43fc-8256-0915e247a2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (6f440f51-a3d5-4922-9eaa-301c493d3faf), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:54.901635 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d0dacae0-c6cd-4cd1-adaf-5d086398bcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (38cea90b-f398-43b3-98db-16f82d25b451), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:54.957344 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa605a9-522c-43fc-8256-0915e247a2a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f440f51-a3d5-4922-9eaa-301c493d3faf,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:55.003570 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 38cea90b-f398-43b3-98db-16f82d25b451 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:48:55.012251 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-d92e803a-3b15-48b1-b444-bfba8d63a23e None None] Set router cd2bca9e-1f21-4681-9530-9d4418c9d1f6 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:48:55.016010 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 51422) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:55.213411 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dacae0-c6cd-4cd1-adaf-5d086398bcc7 None None] Pushing event updated for resources: {'Port': ['ID=38cea90b-f398-43b3-98db-16f82d25b451,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:55.266806 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4b2d8e0b-c75b-4b6a-884e-1e6b6b1cf02c None None] Provisioning complete for port 38cea90b-f398-43b3-98db-16f82d25b451 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:48:55.278233 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4b2d8e0b-c75b-4b6a-884e-1e6b6b1cf02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (38cea90b-f398-43b3-98db-16f82d25b451), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:55.308246 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:55.363292 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 38cea90b-f398-43b3-98db-16f82d25b451 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:48:55.364003 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (38cea90b-f398-43b3-98db-16f82d25b451), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:55.385351 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4aa605a9-522c-43fc-8256-0915e247a2a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (cd2bca9e-1f21-4681-9530-9d4418c9d1f6), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:55.413482 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:55.457152 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f61fcb00-d317-4d30-ad3c-da9fbf966647 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:55.476218 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-d92e803a-3b15-48b1-b444-bfba8d63a23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2bca9e-1f21-4681-9530-9d4418c9d1f6', 'name': 'tempest-ServerMetadataNegativeTestJSON-114330115-router', 'tenant_id': 'cc707bf026bb4d4dbe29de3711e3f223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': 'a5d274be-47ed-4075-80b8-93edf2b85fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:48:42Z', 'updated_at': '2022-08-27T04:48:48Z', 'revision_number': 4, 'project_id': 'cc707bf026bb4d4dbe29de3711e3f223', 'gw_port': {'id': 'a5d274be-47ed-4075-80b8-93edf2b85fbb', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2bca9e-1f21-4681-9530-9d4418c9d1f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:48:44Z', 'updated_at': '2022-08-27T04:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '6f440f51-a3d5-4922-9eaa-301c493d3faf', 'name': '', 'network_id': 'f2b03e20-0013-4a9d-bdcb-3bf2454ad6eb', 'tenant_id': 'cc707bf026bb4d4dbe29de3711e3f223', 'mac_address': 'fa:16:3e:54:6d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2bca9e-1f21-4681-9530-9d4418c9d1f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '0894a9a9-e8dc-4c88-a5cb-00979383052b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:48:47Z', 'updated_at': '2022-08-27T04:48:54Z', 'revision_number': 4, 'project_id': 'cc707bf026bb4d4dbe29de3711e3f223', 'subnets': [{'id': '0894a9a9-e8dc-4c88-a5cb-00979383052b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:55.495636 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d8e0b-c75b-4b6a-884e-1e6b6b1cf02c None None] Current status of the port 38cea90b-f398-43b3-98db-16f82d25b451 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:48:55.512020 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92e803a-3b15-48b1-b444-bfba8d63a23e None None] The sync data for ids ['cd2bca9e-1f21-4681-9530-9d4418c9d1f6'] in n-d-852088-5 is: [{'id': 'cd2bca9e-1f21-4681-9530-9d4418c9d1f6', 'name': 'tempest-ServerMetadataNegativeTestJSON-114330115-router', 'tenant_id': 'cc707bf026bb4d4dbe29de3711e3f223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': 'a5d274be-47ed-4075-80b8-93edf2b85fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:48:42Z', 'updated_at': '2022-08-27T04:48:48Z', 'revision_number': 4, 'project_id': 'cc707bf026bb4d4dbe29de3711e3f223', 'gw_port': {'id': 'a5d274be-47ed-4075-80b8-93edf2b85fbb', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2bca9e-1f21-4681-9530-9d4418c9d1f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:48:44Z', 'updated_at': '2022-08-27T04:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '6f440f51-a3d5-4922-9eaa-301c493d3faf', 'name': '', 'network_id': 'f2b03e20-0013-4a9d-bdcb-3bf2454ad6eb', 'tenant_id': 'cc707bf026bb4d4dbe29de3711e3f223', 'mac_address': 'fa:16:3e:54:6d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2bca9e-1f21-4681-9530-9d4418c9d1f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '0894a9a9-e8dc-4c88-a5cb-00979383052b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:48:47Z', 'updated_at': '2022-08-27T04:48:54Z', 'revision_number': 4, 'project_id': 'cc707bf026bb4d4dbe29de3711e3f223', 'subnets': [{'id': '0894a9a9-e8dc-4c88-a5cb-00979383052b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:48:55.539492 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 38cea90b-f398-43b3-98db-16f82d25b451 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:48:55.573579 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4a7ef8-6c7b-4324-93ff-f13b9827aee0 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:48:55.586219 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc75ed1-f302-4e3e-b67c-74819b650d9b None None] Sync routers for ids ['98bde5f8-bede-4151-b8e4-b2601a81feac'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:48:55.600930 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc75ed1-f302-4e3e-b67c-74819b650d9b None None] Routers {'98bde5f8-bede-4151-b8e4-b2601a81feac'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:48:55.601883 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-adc75ed1-f302-4e3e-b67c-74819b650d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:48:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['98bde5f8-bede-4151-b8e4-b2601a81feac'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:55.640673 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f61fcb00-d317-4d30-ad3c-da9fbf966647 admin admin] Publish callbacks [] for security_group (bae4292f-ca22-4584-8c44-6f177a9846bc), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:55.686780 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aa605a9-522c-43fc-8256-0915e247a2a0 admin admin] Router cd2bca9e-1f21-4681-9530-9d4418c9d1f6 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:48:55.733806 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-adc75ed1-f302-4e3e-b67c-74819b650d9b None None] Set router 98bde5f8-bede-4151-b8e4-b2601a81feac gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:48:55.760077 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:55.803061 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa605a9-522c-43fc-8256-0915e247a2a0 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:48:55.808240 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-4aa605a9-522c-43fc-8256-0915e247a2a0 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/cd2bca9e-1f21-4681-9530-9d4418c9d1f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5968525 Aug 27 04:48:55.811459 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 51428) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:55.860058 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f61fcb00-d317-4d30-ad3c-da9fbf966647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (bae4292f-ca22-4584-8c44-6f177a9846bc), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:55.945571 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-14c1433b-1ef6-4604-8e39-7ba8ca5e815c admin admin] Publish callbacks [] for router (cd2bca9e-1f21-4681-9530-9d4418c9d1f6), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:55.976527 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2b4a7ef8-6c7b-4324-93ff-f13b9827aee0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:55.978674 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2b4a7ef8-6c7b-4324-93ff-f13b9827aee0 admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.3066730 Aug 27 04:48:55.980045 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61fcb00-d317-4d30-ad3c-da9fbf966647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae4292f-ca22-4584-8c44-6f177a9846bc,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:56.001460 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f61fcb00-d317-4d30-ad3c-da9fbf966647 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=679b38eb20da4300b1e897856b7ecc69&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0438087 Aug 27 04:48:56.004314 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 51434) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:56.004964 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 51436) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:56.022073 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:56.043188 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-adc75ed1-f302-4e3e-b67c-74819b650d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98bde5f8-bede-4151-b8e4-b2601a81feac', 'name': 'tempest-InstanceActionsTestJSON-579009418-router', 'tenant_id': 'e19f9f3d8e434168a66baaa28ad2c791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'fc39db6e-a314-4ff3-a6b2-0ffdc2c675a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:48:51Z', 'updated_at': '2022-08-27T04:48:53Z', 'revision_number': 3, 'project_id': 'e19f9f3d8e434168a66baaa28ad2c791', 'gw_port': {'id': 'fc39db6e-a314-4ff3-a6b2-0ffdc2c675a4', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c1:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98bde5f8-bede-4151-b8e4-b2601a81feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:48:52Z', 'updated_at': '2022-08-27T04:48:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:56.103850 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc75ed1-f302-4e3e-b67c-74819b650d9b None None] Checking router: 98bde5f8-bede-4151-b8e4-b2601a81feac for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:48:56.104237 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc75ed1-f302-4e3e-b67c-74819b650d9b None None] Updating router 98bde5f8-bede-4151-b8e4-b2601a81feac port fc39db6e-a314-4ff3-a6b2-0ffdc2c675a4 binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:48:56.109474 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 51440) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:56.153135 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-14c1433b-1ef6-4604-8e39-7ba8ca5e815c admin admin] Publish callbacks [] for router_gateway (cd2bca9e-1f21-4681-9530-9d4418c9d1f6), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:56.166414 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-adc75ed1-f302-4e3e-b67c-74819b650d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (fc39db6e-a314-4ff3-a6b2-0ffdc2c675a4), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:56.222642 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3cb52b22-e41b-40cc-aa85-70ad55fd16ee admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=ed7dcec401394866b7d9fdacb5e294dc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2054770 Aug 27 04:48:56.231439 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 51444) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:56.293699 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-14c1433b-1ef6-4604-8e39-7ba8ca5e815c admin admin] Deleting port a5d274be-47ed-4075-80b8-93edf2b85fbb {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:48:56.294092 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-14c1433b-1ef6-4604-8e39-7ba8ca5e815c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (a5d274be-47ed-4075-80b8-93edf2b85fbb), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:56.338395 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bd51557e-cd30-4f26-86be-05c20ea5f9fb admin admin] Publish callbacks [] for security_group (bae4292f-ca22-4584-8c44-6f177a9846bc), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:56.430454 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-14c1433b-1ef6-4604-8e39-7ba8ca5e815c admin admin] For port a5d274be-47ed-4075-80b8-93edf2b85fbb, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a5d274be-47ed-4075-80b8-93edf2b85fbb,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:48:56.430934 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-14c1433b-1ef6-4604-8e39-7ba8ca5e815c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (a5d274be-47ed-4075-80b8-93edf2b85fbb), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:56.452837 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-14c1433b-1ef6-4604-8e39-7ba8ca5e815c admin admin] Calling delete_port for a5d274be-47ed-4075-80b8-93edf2b85fbb owned by network:router_gateway {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:48:56.467542 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-e253c097-a485-4299-a6c3-c36f06ec4ff7 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1658569830-network', 'tenant_id': '0736e03453ca4ec790545a32d5eeb750'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:48:56.517882 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bd51557e-cd30-4f26-86be-05c20ea5f9fb admin admin] Publish callbacks [] for security_group (bae4292f-ca22-4584-8c44-6f177a9846bc), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:56.621095 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-59a947b0-f6fa-4d9d-967d-20bbd4b05ca2 admin admin] Publish callbacks [] for security_group (b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:56.696301 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8b1caf-24b3-4034-a2bc-a0e14a0b175c None None] Sync routers for ids ['cd2bca9e-1f21-4681-9530-9d4418c9d1f6'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:48:56.697885 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-adc75ed1-f302-4e3e-b67c-74819b650d9b None None] Publish callbacks [] for port (fc39db6e-a314-4ff3-a6b2-0ffdc2c675a4), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:56.700690 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e253c097-a485-4299-a6c3-c36f06ec4ff7 admin admin] Made reservation on behalf of 0736e03453ca4ec790545a32d5eeb750 for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:48:56.706103 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e253c097-a485-4299-a6c3-c36f06ec4ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:56.713915 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8b1caf-24b3-4034-a2bc-a0e14a0b175c None None] Routers {'cd2bca9e-1f21-4681-9530-9d4418c9d1f6'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:48:56.716236 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-3a8b1caf-24b3-4034-a2bc-a0e14a0b175c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:48:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['cd2bca9e-1f21-4681-9530-9d4418c9d1f6'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:56.721665 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-59a947b0-f6fa-4d9d-967d-20bbd4b05ca2 admin admin] Publish callbacks [] for security_group (b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:56.769216 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:56.778197 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e253c097-a485-4299-a6c3-c36f06ec4ff7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:56.780299 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ec7c4960-1bf7-4339-8b96-b34bb101915e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:56.784482 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-adc75ed1-f302-4e3e-b67c-74819b650d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (fc39db6e-a314-4ff3-a6b2-0ffdc2c675a4), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:56.853083 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-adc75ed1-f302-4e3e-b67c-74819b650d9b None None] Attempting to bind port fc39db6e-a314-4ff3-a6b2-0ffdc2c675a4 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:48:56.858121 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-adc75ed1-f302-4e3e-b67c-74819b650d9b None None] Attempting to bind port fc39db6e-a314-4ff3-a6b2-0ffdc2c675a4 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:48:56.858121 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc75ed1-f302-4e3e-b67c-74819b650d9b None None] Attempting to bind port fc39db6e-a314-4ff3-a6b2-0ffdc2c675a4 on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:48:56.882855 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-3a8b1caf-24b3-4034-a2bc-a0e14a0b175c None None] Set router cd2bca9e-1f21-4681-9530-9d4418c9d1f6 gateway port host: None {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:48:56.892859 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc75ed1-f302-4e3e-b67c-74819b650d9b None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:48:56.893938 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc75ed1-f302-4e3e-b67c-74819b650d9b None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:48:56.894648 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-adc75ed1-f302-4e3e-b67c-74819b650d9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:56.895203 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc75ed1-f302-4e3e-b67c-74819b650d9b None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:48:56.895854 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-adc75ed1-f302-4e3e-b67c-74819b650d9b None None] Bound port: fc39db6e-a314-4ff3-a6b2-0ffdc2c675a4, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:48:56.896542 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-adc75ed1-f302-4e3e-b67c-74819b650d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (fc39db6e-a314-4ff3-a6b2-0ffdc2c675a4), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:56.923622 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bd51557e-cd30-4f26-86be-05c20ea5f9fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (bae4292f-ca22-4584-8c44-6f177a9846bc), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:56.935283 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bd51557e-cd30-4f26-86be-05c20ea5f9fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:56.935283 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-bd51557e-cd30-4f26-86be-05c20ea5f9fb admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/bae4292f-ca22-4584-8c44-6f177a9846bc HTTP/1.1" status: 204 len: 168 time: 0.9176750 Aug 27 04:48:56.954796 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd51557e-cd30-4f26-86be-05c20ea5f9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae4292f-ca22-4584-8c44-6f177a9846bc,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:56.957790 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4ad666dc-f5ef-4ecc-a794-10389d33ad0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:56.973390 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 38cea90b-f398-43b3-98db-16f82d25b451 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:48:56.982801 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:56.986684 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a16afea-e493-4f0e-9029-8dd08b783ac6 None None] Pushing event updated for resources: {'Port': ['ID=fc39db6e-a314-4ff3-a6b2-0ffdc2c675a4,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:57.003243 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-3a8b1caf-24b3-4034-a2bc-a0e14a0b175c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2bca9e-1f21-4681-9530-9d4418c9d1f6', 'name': 'tempest-ServerMetadataNegativeTestJSON-114330115-router', 'tenant_id': 'cc707bf026bb4d4dbe29de3711e3f223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:48:42Z', 'updated_at': '2022-08-27T04:48:56Z', 'revision_number': 6, 'project_id': 'cc707bf026bb4d4dbe29de3711e3f223', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:57.040367 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8b1caf-24b3-4034-a2bc-a0e14a0b175c None None] Checking router: cd2bca9e-1f21-4681-9530-9d4418c9d1f6 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:48:57.050020 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8b1caf-24b3-4034-a2bc-a0e14a0b175c None None] Routers {'cd2bca9e-1f21-4681-9530-9d4418c9d1f6'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:48:57.050900 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-3a8b1caf-24b3-4034-a2bc-a0e14a0b175c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:48:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['cd2bca9e-1f21-4681-9530-9d4418c9d1f6'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:57.083876 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-adc75ed1-f302-4e3e-b67c-74819b650d9b None None] For port fc39db6e-a314-4ff3-a6b2-0ffdc2c675a4, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:48:57.096530 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-adc75ed1-f302-4e3e-b67c-74819b650d9b None None] For port fc39db6e-a314-4ff3-a6b2-0ffdc2c675a4, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=fc39db6e-a314-4ff3-a6b2-0ffdc2c675a4,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:48:57.106904 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 38cea90b-f398-43b3-98db-16f82d25b451 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:48:57.107206 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-59a947b0-f6fa-4d9d-967d-20bbd4b05ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:57.107824 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (38cea90b-f398-43b3-98db-16f82d25b451), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:57.113989 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-59a947b0-f6fa-4d9d-967d-20bbd4b05ca2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:57.115394 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-59a947b0-f6fa-4d9d-967d-20bbd4b05ca2 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7 HTTP/1.1" status: 204 len: 168 time: 0.8275533 Aug 27 04:48:57.169705 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-3a8b1caf-24b3-4034-a2bc-a0e14a0b175c None None] Set router cd2bca9e-1f21-4681-9530-9d4418c9d1f6 gateway port host: None {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:48:57.171419 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a947b0-f6fa-4d9d-967d-20bbd4b05ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3783b4e-48ab-41a9-a5b8-ce8a5b5074d7,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:57.190874 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-14c1433b-1ef6-4604-8e39-7ba8ca5e815c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (a5d274be-47ed-4075-80b8-93edf2b85fbb), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:57.194820 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e253c097-a485-4299-a6c3-c36f06ec4ff7 admin admin] Publish callbacks [] for security_group (93dbef6b-cd93-4a4c-b444-3f40aef1aaec), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:57.203702 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 38cea90b-f398-43b3-98db-16f82d25b451 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:48:57.216090 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-adc75ed1-f302-4e3e-b67c-74819b650d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (fc39db6e-a314-4ff3-a6b2-0ffdc2c675a4), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:57.229758 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c1433b-1ef6-4604-8e39-7ba8ca5e815c admin admin] Pushing event deleted for resources: {'Port': ['ID=a5d274be-47ed-4075-80b8-93edf2b85fbb,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:57.253747 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-4ad666dc-f5ef-4ecc-a794-10389d33ad0a admin admin] Allocated IP 172.20.0.1 (3fa5b90e-d555-428d-9e58-ce3f3ffac7df/021059d6-f8ad-42c4-9bc7-2f1f01b83860/443d1e67-e77e-4999-af2a-0edd37c7cf08) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:48:57.273758 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc75ed1-f302-4e3e-b67c-74819b650d9b None None] Routers {'98bde5f8-bede-4151-b8e4-b2601a81feac'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:48:57.274971 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-adc75ed1-f302-4e3e-b67c-74819b650d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:48:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['98bde5f8-bede-4151-b8e4-b2601a81feac'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:57.333883 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-14c1433b-1ef6-4604-8e39-7ba8ca5e815c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (cd2bca9e-1f21-4681-9530-9d4418c9d1f6), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:57.340845 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a16afea-e493-4f0e-9029-8dd08b783ac6 None None] Pushing event updated for resources: {'Port': ['ID=fc39db6e-a314-4ff3-a6b2-0ffdc2c675a4,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:57.347439 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:57.380999 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-3a8b1caf-24b3-4034-a2bc-a0e14a0b175c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2bca9e-1f21-4681-9530-9d4418c9d1f6', 'name': 'tempest-ServerMetadataNegativeTestJSON-114330115-router', 'tenant_id': 'cc707bf026bb4d4dbe29de3711e3f223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:48:42Z', 'updated_at': '2022-08-27T04:48:56Z', 'revision_number': 6, 'project_id': 'cc707bf026bb4d4dbe29de3711e3f223', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:57.415415 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8b1caf-24b3-4034-a2bc-a0e14a0b175c None None] The sync data for ids ['cd2bca9e-1f21-4681-9530-9d4418c9d1f6'] in n-d-852088-5 is: [{'id': 'cd2bca9e-1f21-4681-9530-9d4418c9d1f6', 'name': 'tempest-ServerMetadataNegativeTestJSON-114330115-router', 'tenant_id': 'cc707bf026bb4d4dbe29de3711e3f223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:48:42Z', 'updated_at': '2022-08-27T04:48:56Z', 'revision_number': 6, 'project_id': 'cc707bf026bb4d4dbe29de3711e3f223', 'gw_port_host': None}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:48:57.432090 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:57.440593 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4ad666dc-f5ef-4ecc-a794-10389d33ad0a admin admin] Publish callbacks [] for port (443d1e67-e77e-4999-af2a-0edd37c7cf08), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:57.487864 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e253c097-a485-4299-a6c3-c36f06ec4ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (93dbef6b-cd93-4a4c-b444-3f40aef1aaec), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:57.524590 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:48:57.556992 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e253c097-a485-4299-a6c3-c36f06ec4ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93dbef6b-cd93-4a4c-b444-3f40aef1aaec,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:57.564412 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4ad666dc-f5ef-4ecc-a794-10389d33ad0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (443d1e67-e77e-4999-af2a-0edd37c7cf08), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:57.581393 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-adc75ed1-f302-4e3e-b67c-74819b650d9b None None] Set router 98bde5f8-bede-4151-b8e4-b2601a81feac gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:48:57.584036 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e253c097-a485-4299-a6c3-c36f06ec4ff7 admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:48:57.596513 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e253c097-a485-4299-a6c3-c36f06ec4ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (ff284617-f176-4783-a189-c8362c7c3082), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:57.597135 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-e253c097-a485-4299-a6c3-c36f06ec4ff7 admin admin] Added segment ff284617-f176-4783-a189-c8362c7c3082 of type vlan for network 6a61aa1d-0d44-450c-a14e-b4869e878066 Aug 27 04:48:57.610021 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad666dc-f5ef-4ecc-a794-10389d33ad0a admin admin] Pushing event updated for resources: {'Port': ['ID=443d1e67-e77e-4999-af2a-0edd37c7cf08,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:57.624705 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad666dc-f5ef-4ecc-a794-10389d33ad0a admin admin] Network 3fa5b90e-d555-428d-9e58-ce3f3ffac7df is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:48:57.626586 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-4ad666dc-f5ef-4ecc-a794-10389d33ad0a admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:48:57.629431 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad666dc-f5ef-4ecc-a794-10389d33ad0a admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:48:57.684532 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e253c097-a485-4299-a6c3-c36f06ec4ff7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (6a61aa1d-0d44-450c-a14e-b4869e878066), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:57.719148 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-14c1433b-1ef6-4604-8e39-7ba8ca5e815c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (cd2bca9e-1f21-4681-9530-9d4418c9d1f6), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:57.722643 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4ad666dc-f5ef-4ecc-a794-10389d33ad0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (98bde5f8-bede-4151-b8e4-b2601a81feac), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:57.724470 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-14c1433b-1ef6-4604-8e39-7ba8ca5e815c admin admin] Publish callbacks [] for router_controller (cd2bca9e-1f21-4681-9530-9d4418c9d1f6), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:57.816971 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e253c097-a485-4299-a6c3-c36f06ec4ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (6a61aa1d-0d44-450c-a14e-b4869e878066), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:57.818030 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e253c097-a485-4299-a6c3-c36f06ec4ff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:48:57.819957 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e253c097-a485-4299-a6c3-c36f06ec4ff7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:57.866064 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-adc75ed1-f302-4e3e-b67c-74819b650d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98bde5f8-bede-4151-b8e4-b2601a81feac', 'name': 'tempest-InstanceActionsTestJSON-579009418-router', 'tenant_id': 'e19f9f3d8e434168a66baaa28ad2c791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'fc39db6e-a314-4ff3-a6b2-0ffdc2c675a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:48:51Z', 'updated_at': '2022-08-27T04:48:53Z', 'revision_number': 3, 'project_id': 'e19f9f3d8e434168a66baaa28ad2c791', 'gw_port': {'id': 'fc39db6e-a314-4ff3-a6b2-0ffdc2c675a4', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c1:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98bde5f8-bede-4151-b8e4-b2601a81feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:48:52Z', 'updated_at': '2022-08-27T04:48:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:57.898220 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc75ed1-f302-4e3e-b67c-74819b650d9b None None] The sync data for ids ['98bde5f8-bede-4151-b8e4-b2601a81feac'] in n-d-852088-5 is: [{'id': '98bde5f8-bede-4151-b8e4-b2601a81feac', 'name': 'tempest-InstanceActionsTestJSON-579009418-router', 'tenant_id': 'e19f9f3d8e434168a66baaa28ad2c791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'fc39db6e-a314-4ff3-a6b2-0ffdc2c675a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:48:51Z', 'updated_at': '2022-08-27T04:48:53Z', 'revision_number': 3, 'project_id': 'e19f9f3d8e434168a66baaa28ad2c791', 'gw_port': {'id': 'fc39db6e-a314-4ff3-a6b2-0ffdc2c675a4', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c1:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98bde5f8-bede-4151-b8e4-b2601a81feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:48:52Z', 'updated_at': '2022-08-27T04:48:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:48:57.932858 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e253c097-a485-4299-a6c3-c36f06ec4ff7 admin admin] Pushing event updated for resources: {'Network': ['ID=6a61aa1d-0d44-450c-a14e-b4869e878066,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:57.947738 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 6a61aa1d-0d44-450c-a14e-b4869e878066 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:48:57.952817 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-14c1433b-1ef6-4604-8e39-7ba8ca5e815c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (cd2bca9e-1f21-4681-9530-9d4418c9d1f6), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:57.953468 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c1433b-1ef6-4604-8e39-7ba8ca5e815c admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd2bca9e-1f21-4681-9530-9d4418c9d1f6 {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:48:57.962939 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-14c1433b-1ef6-4604-8e39-7ba8ca5e815c admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:57.971662 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 51478) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:57.971915 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-14c1433b-1ef6-4604-8e39-7ba8ca5e815c admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/cd2bca9e-1f21-4681-9530-9d4418c9d1f6 HTTP/1.1" status: 204 len: 168 time: 2.1595178 Aug 27 04:48:57.999717 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e253c097-a485-4299-a6c3-c36f06ec4ff7 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8829942 Aug 27 04:48:58.001113 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 51480) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:58.052047 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-cb20b33b-9f4e-429d-8917-64f16c406326 None None] Provisioning complete for port 443d1e67-e77e-4999-af2a-0edd37c7cf08 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:48:58.052047 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cb20b33b-9f4e-429d-8917-64f16c406326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (443d1e67-e77e-4999-af2a-0edd37c7cf08), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:58.053350 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-c8be6756-13d1-4146-adc2-725d10646f5e admin admin] Request body: {'subnet': {'network_id': '6a61aa1d-0d44-450c-a14e-b4869e878066', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1658569830-subnet', 'tenant_id': '0736e03453ca4ec790545a32d5eeb750', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:48:58.069702 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:58.092257 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4ad666dc-f5ef-4ecc-a794-10389d33ad0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (443d1e67-e77e-4999-af2a-0edd37c7cf08), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:58.095986 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-cb20b33b-9f4e-429d-8917-64f16c406326 None None] Port 443d1e67-e77e-4999-af2a-0edd37c7cf08 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:48:58.112376 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d6f9baa-33f0-4129-acd0-221cb315c57a admin admin] Deleting subnet 0894a9a9-e8dc-4c88-a5cb-00979383052b {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:48:58.118063 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1d6f9baa-33f0-4129-acd0-221cb315c57a admin admin] Publish callbacks [] for subnet (0894a9a9-e8dc-4c88-a5cb-00979383052b), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:58.182727 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8be6756-13d1-4146-adc2-725d10646f5e admin admin] Made reservation on behalf of 0736e03453ca4ec790545a32d5eeb750 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:48:58.185206 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c8be6756-13d1-4146-adc2-725d10646f5e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:58.273632 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1d6f9baa-33f0-4129-acd0-221cb315c57a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (0894a9a9-e8dc-4c88-a5cb-00979383052b), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:58.367165 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:UPDATE=1,neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:58.518559 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4ad666dc-f5ef-4ecc-a794-10389d33ad0a admin admin] Publish callbacks [] for port (443d1e67-e77e-4999-af2a-0edd37c7cf08), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:58.527366 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1d6f9baa-33f0-4129-acd0-221cb315c57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (0894a9a9-e8dc-4c88-a5cb-00979383052b), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:58.620124 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 51486) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:58.671918 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4ad666dc-f5ef-4ecc-a794-10389d33ad0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (443d1e67-e77e-4999-af2a-0edd37c7cf08), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:58.705539 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6c743fe9-df5e-4aa2-ba17-b63405b17200 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:58.815117 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4ad666dc-f5ef-4ecc-a794-10389d33ad0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (98bde5f8-bede-4151-b8e4-b2601a81feac), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:58.819523 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad666dc-f5ef-4ecc-a794-10389d33ad0a admin admin] Pushing event updated for resources: {'Port': ['ID=443d1e67-e77e-4999-af2a-0edd37c7cf08,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:58.906398 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1d6f9baa-33f0-4129-acd0-221cb315c57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (0894a9a9-e8dc-4c88-a5cb-00979383052b), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:58.956981 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device fc39db6e-a314-4ff3-a6b2-0ffdc2c675a4 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:48:58.965713 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c8be6756-13d1-4146-adc2-725d10646f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (5ba733e0-0506-4b31-b9d4-808383d66301), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:58.979976 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1d6f9baa-33f0-4129-acd0-221cb315c57a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:58.989232 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 51492) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:58.990492 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1d6f9baa-33f0-4129-acd0-221cb315c57a admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/0894a9a9-e8dc-4c88-a5cb-00979383052b HTTP/1.1" status: 204 len: 168 time: 1.0125341 Aug 27 04:48:59.011852 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae10af49-a5ae-46f8-8c66-01adf10c4496 None None] Network f2b03e20-0013-4a9d-bdcb-3bf2454ad6eb requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:48:59.042032 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6f9baa-33f0-4129-acd0-221cb315c57a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0894a9a9-e8dc-4c88-a5cb-00979383052b,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:59.138749 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-39f65bcd-e44c-4c35-a4f2-d1963198186f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (f2b03e20-0013-4a9d-bdcb-3bf2454ad6eb), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:59.140911 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port fc39db6e-a314-4ff3-a6b2-0ffdc2c675a4 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:48:59.141195 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (fc39db6e-a314-4ff3-a6b2-0ffdc2c675a4), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:59.143786 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad666dc-f5ef-4ecc-a794-10389d33ad0a admin admin] Network 3fa5b90e-d555-428d-9e58-ce3f3ffac7df is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:48:59.160475 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-4ad666dc-f5ef-4ecc-a794-10389d33ad0a admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:48:59.181968 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:59.214592 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6c743fe9-df5e-4aa2-ba17-b63405b17200 admin admin] Publish callbacks [] for security_group (7cb5ee60-217b-48b0-b3a8-da41372dcffb), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:59.265457 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port fc39db6e-a314-4ff3-a6b2-0ffdc2c675a4 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:48:59.265854 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (fc39db6e-a314-4ff3-a6b2-0ffdc2c675a4), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:59.290637 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port fc39db6e-a314-4ff3-a6b2-0ffdc2c675a4, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=fc39db6e-a314-4ff3-a6b2-0ffdc2c675a4,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:48:59.301199 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-361d3524-a6e5-4310-a9d3-0a18c2a5810b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:59.366610 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (fc39db6e-a314-4ff3-a6b2-0ffdc2c675a4), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:59.418302 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b926712-14da-48ae-a638-b5a1486075a9 None None] DHCP port deletion for f2b03e20-0013-4a9d-bdcb-3bf2454ad6eb request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:48:59.486817 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 51496) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:59.498938 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6c743fe9-df5e-4aa2-ba17-b63405b17200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (7cb5ee60-217b-48b0-b3a8-da41372dcffb), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:59.504448 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:59.539963 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be6756-13d1-4146-adc2-725d10646f5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ba733e0-0506-4b31-b9d4-808383d66301,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:59.575680 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-7b926712-14da-48ae-a638-b5a1486075a9 None None] Deleting port 43c1d5fa-c803-4add-b0af-f767194c0d68 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:48:59.576241 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7b926712-14da-48ae-a638-b5a1486075a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (43c1d5fa-c803-4add-b0af-f767194c0d68), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:59.595582 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8be6756-13d1-4146-adc2-725d10646f5e admin admin] Checking segment: {'id': 'ff284617-f176-4783-a189-c8362c7c3082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '6a61aa1d-0d44-450c-a14e-b4869e878066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:48:59.595965 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8be6756-13d1-4146-adc2-725d10646f5e admin admin] Network hostable DHCP agents. Network: 6a61aa1d-0d44-450c-a14e-b4869e878066, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:48:59.602934 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a5d274be-47ed-4075-80b8-93edf2b85fbb no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:48:59.618121 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad666dc-f5ef-4ecc-a794-10389d33ad0a admin admin] Router 98bde5f8-bede-4151-b8e4-b2601a81feac has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:48:59.623235 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6c743fe9-df5e-4aa2-ba17-b63405b17200 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=3b923435d495448f824f6b9d674946ab&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0019505 Aug 27 04:48:59.624874 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:48:59.635273 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 51502) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:59.639667 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c743fe9-df5e-4aa2-ba17-b63405b17200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb5ee60-217b-48b0-b3a8-da41372dcffb,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:59.697927 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-be4a7a9d-efc1-4062-bf7d-ae876a582bdd admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=fd2ed0782b9e4a23842ea96bdc018090&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2099833 Aug 27 04:48:59.708762 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 51504) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:48:59.775483 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: a5d274be-47ed-4075-80b8-93edf2b85fbb {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:48:59.776510 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a5d274be-47ed-4075-80b8-93edf2b85fbb not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:48:59.777992 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6f440f51-a3d5-4922-9eaa-301c493d3faf no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:48:59.819936 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-39f65bcd-e44c-4c35-a4f2-d1963198186f admin admin] Deleting port 43c1d5fa-c803-4add-b0af-f767194c0d68 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:48:59.820955 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-39f65bcd-e44c-4c35-a4f2-d1963198186f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (43c1d5fa-c803-4add-b0af-f767194c0d68), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:59.828624 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-7b926712-14da-48ae-a638-b5a1486075a9 None None] For port 43c1d5fa-c803-4add-b0af-f767194c0d68, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=43c1d5fa-c803-4add-b0af-f767194c0d68,segment=NetworkSegment(9b601e6f-7e89-445a-9b4f-0f3de8d567e4),segment_id=9b601e6f-7e89-445a-9b4f-0f3de8d567e4)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:48:59.829551 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7b926712-14da-48ae-a638-b5a1486075a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (43c1d5fa-c803-4add-b0af-f767194c0d68), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:59.833607 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8be6756-13d1-4146-adc2-725d10646f5e admin admin] Network 6a61aa1d-0d44-450c-a14e-b4869e878066 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:48:59.846049 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-181d10bb-d6a7-46be-b7fb-38c0e16124a3 admin admin] Publish callbacks [] for security_group (7cb5ee60-217b-48b0-b3a8-da41372dcffb), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:59.864883 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-7b926712-14da-48ae-a638-b5a1486075a9 None None] Calling delete_port for 43c1d5fa-c803-4add-b0af-f767194c0d68 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:48:59.892524 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-181d10bb-d6a7-46be-b7fb-38c0e16124a3 admin admin] Publish callbacks [] for security_group (7cb5ee60-217b-48b0-b3a8-da41372dcffb), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:59.896577 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad666dc-f5ef-4ecc-a794-10389d33ad0a admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:48:59.907123 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-39f65bcd-e44c-4c35-a4f2-d1963198186f admin admin] For port 43c1d5fa-c803-4add-b0af-f767194c0d68, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=43c1d5fa-c803-4add-b0af-f767194c0d68,segment=NetworkSegment(9b601e6f-7e89-445a-9b4f-0f3de8d567e4),segment_id=9b601e6f-7e89-445a-9b4f-0f3de8d567e4)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:48:59.910696 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-39f65bcd-e44c-4c35-a4f2-d1963198186f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (43c1d5fa-c803-4add-b0af-f767194c0d68), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:59.910812 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-4ad666dc-f5ef-4ecc-a794-10389d33ad0a admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/98bde5f8-bede-4151-b8e4-b2601a81feac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9025023 Aug 27 04:48:59.911564 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-00c192e6-4903-4a8a-a58f-c92d45717116 admin admin] Publish callbacks [] for security_group (4483b439-132a-41ea-a43c-70d5ef04e3b0), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:59.924590 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-39f65bcd-e44c-4c35-a4f2-d1963198186f admin admin] Calling delete_port for 43c1d5fa-c803-4add-b0af-f767194c0d68 owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:48:59.940067 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-197ecbab-546f-45e5-8894-27b154284009 None None] Provisioning complete for port 443d1e67-e77e-4999-af2a-0edd37c7cf08 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:48:59.945023 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-197ecbab-546f-45e5-8894-27b154284009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (443d1e67-e77e-4999-af2a-0edd37c7cf08), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:59.953740 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-00c192e6-4903-4a8a-a58f-c92d45717116 admin admin] Publish callbacks [] for security_group (4483b439-132a-41ea-a43c-70d5ef04e3b0), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:48:59.956343 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-c8be6756-13d1-4146-adc2-725d10646f5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 6a61aa1d-0d44-450c-a14e-b4869e878066) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:48:59.978787 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8be6756-13d1-4146-adc2-725d10646f5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:48:59.978787 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c8be6756-13d1-4146-adc2-725d10646f5e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:00.046660 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c43ed99-1a36-4f9c-b3a0-34b6effd8d14 None None] Network 6a61aa1d-0d44-450c-a14e-b4869e878066 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:49:00.049009 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:00.049883 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 6f440f51-a3d5-4922-9eaa-301c493d3faf {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:49:00.050228 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6f440f51-a3d5-4922-9eaa-301c493d3faf not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:49:00.061224 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c8be6756-13d1-4146-adc2-725d10646f5e admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0518470 Aug 27 04:49:00.064426 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 51510) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:00.070297 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-2a6c737d-0baf-411d-8b35-4d26c9762ccd admin admin] Request body: {'router': {'name': 'tempest-VirtualInterfacesTestJSON-1658569830-router', 'tenant_id': '0736e03453ca4ec790545a32d5eeb750', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:49:00.126309 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=fc39db6e-a314-4ff3-a6b2-0ffdc2c675a4,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:00.141486 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-197ecbab-546f-45e5-8894-27b154284009 None None] Port 443d1e67-e77e-4999-af2a-0edd37c7cf08 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:49:00.161399 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-181d10bb-d6a7-46be-b7fb-38c0e16124a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (7cb5ee60-217b-48b0-b3a8-da41372dcffb), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:00.164255 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-181d10bb-d6a7-46be-b7fb-38c0e16124a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:00.168104 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-181d10bb-d6a7-46be-b7fb-38c0e16124a3 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/7cb5ee60-217b-48b0-b3a8-da41372dcffb HTTP/1.1" status: 204 len: 168 time: 0.5228472 Aug 27 04:49:00.181003 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181d10bb-d6a7-46be-b7fb-38c0e16124a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb5ee60-217b-48b0-b3a8-da41372dcffb,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:00.201872 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-39f65bcd-e44c-4c35-a4f2-d1963198186f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (43c1d5fa-c803-4add-b0af-f767194c0d68), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:00.202486 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2a6c737d-0baf-411d-8b35-4d26c9762ccd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (6ffeef09-6f97-4208-bacc-1a2c39678441), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:00.203949 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2a6c737d-0baf-411d-8b35-4d26c9762ccd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (6ffeef09-6f97-4208-bacc-1a2c39678441), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:00.209199 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-00c192e6-4903-4a8a-a58f-c92d45717116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (4483b439-132a-41ea-a43c-70d5ef04e3b0), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:00.214477 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-00c192e6-4903-4a8a-a58f-c92d45717116 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:00.215646 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-00c192e6-4903-4a8a-a58f-c92d45717116 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/4483b439-132a-41ea-a43c-70d5ef04e3b0 HTTP/1.1" status: 204 len: 168 time: 0.5075719 Aug 27 04:49:00.226160 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f65bcd-e44c-4c35-a4f2-d1963198186f admin admin] No DVR routers for this DVR port 43c1d5fa-c803-4add-b0af-f767194c0d68 on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:49:00.235832 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c192e6-4903-4a8a-a58f-c92d45717116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4483b439-132a-41ea-a43c-70d5ef04e3b0,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:00.266787 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb7aff8-4aaf-4372-a96f-04571dfe7685 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-6a61aa1d-0d44-450c-a14e-b4869e878066', 'network_id': '6a61aa1d-0d44-450c-a14e-b4869e878066', 'project_id': '0736e03453ca4ec790545a32d5eeb750', 'fixed_ips': [{'subnet_id': '5ba733e0-0506-4b31-b9d4-808383d66301'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:49:00.267891 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3fb7aff8-4aaf-4372-a96f-04571dfe7685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:00.274559 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f65bcd-e44c-4c35-a4f2-d1963198186f admin admin] Pushing event deleted for resources: {'Port': ['ID=43c1d5fa-c803-4add-b0af-f767194c0d68,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:00.335194 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2a6c737d-0baf-411d-8b35-4d26c9762ccd admin admin] Publish callbacks [] for router_controller (6ffeef09-6f97-4208-bacc-1a2c39678441), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:00.360809 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:00.383362 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:00.399798 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7b926712-14da-48ae-a638-b5a1486075a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (43c1d5fa-c803-4add-b0af-f767194c0d68), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:00.418318 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-39f65bcd-e44c-4c35-a4f2-d1963198186f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (f2b03e20-0013-4a9d-bdcb-3bf2454ad6eb), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:00.446953 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-39f65bcd-e44c-4c35-a4f2-d1963198186f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2b03e20-0013-4a9d-bdcb-3bf2454ad6eb']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:00.457339 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b926712-14da-48ae-a638-b5a1486075a9 None None] Pushing event deleted for resources: {'Port': ['ID=43c1d5fa-c803-4add-b0af-f767194c0d68,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:00.461365 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-39f65bcd-e44c-4c35-a4f2-d1963198186f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b601e6f-7e89-445a-9b4f-0f3de8d567e4') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:00.461966 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-39f65bcd-e44c-4c35-a4f2-d1963198186f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b601e6f-7e89-445a-9b4f-0f3de8d567e4') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:00.481305 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-39f65bcd-e44c-4c35-a4f2-d1963198186f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (9b601e6f-7e89-445a-9b4f-0f3de8d567e4), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:00.494591 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b926712-14da-48ae-a638-b5a1486075a9 None None] No DVR routers for this DVR port 43c1d5fa-c803-4add-b0af-f767194c0d68 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:49:00.519659 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-39f65bcd-e44c-4c35-a4f2-d1963198186f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (9b601e6f-7e89-445a-9b4f-0f3de8d567e4), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:00.526165 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39f65bcd-e44c-4c35-a4f2-d1963198186f admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:49:00.526609 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-39f65bcd-e44c-4c35-a4f2-d1963198186f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (9b601e6f-7e89-445a-9b4f-0f3de8d567e4), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:00.529948 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-3fb7aff8-4aaf-4372-a96f-04571dfe7685 None None] Allocated IP 172.20.0.2 (6a61aa1d-0d44-450c-a14e-b4869e878066/5ba733e0-0506-4b31-b9d4-808383d66301/02f5b448-fea0-473c-9ef6-c48aa73357df) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:49:00.566273 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 9b601e6f-7e89-445a-9b4f-0f3de8d567e4 resource provider aggregate not found Aug 27 04:49:00.600385 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e81933-4109-4658-bc8f-0c89f74c6ff7 None None] Sync routers for ids ['98bde5f8-bede-4151-b8e4-b2601a81feac'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:49:00.616318 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e81933-4109-4658-bc8f-0c89f74c6ff7 None None] Routers {'98bde5f8-bede-4151-b8e4-b2601a81feac'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:49:00.616970 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-72e81933-4109-4658-bc8f-0c89f74c6ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:48:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['98bde5f8-bede-4151-b8e4-b2601a81feac'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:00.626149 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 9b601e6f-7e89-445a-9b4f-0f3de8d567e4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9b601e6f-7e89-445a-9b4f-0f3de8d567e4 found for delete ", "request_id": "req-f5fdc188-f56d-49ca-ac6d-b84a20fcd81b"}]} Aug 27 04:49:00.655561 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2a6c737d-0baf-411d-8b35-4d26c9762ccd admin admin] Publish callbacks [] for router_gateway (6ffeef09-6f97-4208-bacc-1a2c39678441), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:00.656442 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:00.769139 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-39f65bcd-e44c-4c35-a4f2-d1963198186f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (f2b03e20-0013-4a9d-bdcb-3bf2454ad6eb), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:00.787376 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-39f65bcd-e44c-4c35-a4f2-d1963198186f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:00.790269 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-72e81933-4109-4658-bc8f-0c89f74c6ff7 None None] Set router 98bde5f8-bede-4151-b8e4-b2601a81feac gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:49:00.807198 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-39f65bcd-e44c-4c35-a4f2-d1963198186f admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/f2b03e20-0013-4a9d-bdcb-3bf2454ad6eb HTTP/1.1" status: 204 len: 168 time: 1.8145728 Aug 27 04:49:00.815185 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f65bcd-e44c-4c35-a4f2-d1963198186f admin admin] Pushing event deleted for resources: {'Network': ['ID=f2b03e20-0013-4a9d-bdcb-3bf2454ad6eb,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:00.830087 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3fb7aff8-4aaf-4372-a96f-04571dfe7685 None None] Publish callbacks [] for port (02f5b448-fea0-473c-9ef6-c48aa73357df), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:00.891779 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device fc39db6e-a314-4ff3-a6b2-0ffdc2c675a4 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:49:00.943036 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3fb7aff8-4aaf-4372-a96f-04571dfe7685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (02f5b448-fea0-473c-9ef6-c48aa73357df), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:01.160486 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb7aff8-4aaf-4372-a96f-04571dfe7685 None None] Network 6a61aa1d-0d44-450c-a14e-b4869e878066 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:49:01.166014 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:01.180600 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-3fb7aff8-4aaf-4372-a96f-04571dfe7685 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:49:01.183229 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb7aff8-4aaf-4372-a96f-04571dfe7685 None None] Pushing event updated for resources: {'Port': ['ID=02f5b448-fea0-473c-9ef6-c48aa73357df,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:01.185742 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb7aff8-4aaf-4372-a96f-04571dfe7685 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:49:01.224744 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port fc39db6e-a314-4ff3-a6b2-0ffdc2c675a4 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:49:01.225125 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (fc39db6e-a314-4ff3-a6b2-0ffdc2c675a4), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:01.331243 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-3fb7aff8-4aaf-4372-a96f-04571dfe7685 None None] Attempting to bind port 02f5b448-fea0-473c-9ef6-c48aa73357df on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:49:01.331625 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-3fb7aff8-4aaf-4372-a96f-04571dfe7685 None None] Attempting to bind port 02f5b448-fea0-473c-9ef6-c48aa73357df by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'ff284617-f176-4783-a189-c8362c7c3082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '6a61aa1d-0d44-450c-a14e-b4869e878066'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:49:01.331997 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb7aff8-4aaf-4372-a96f-04571dfe7685 None None] Attempting to bind port 02f5b448-fea0-473c-9ef6-c48aa73357df on network 6a61aa1d-0d44-450c-a14e-b4869e878066 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:49:01.346002 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb7aff8-4aaf-4372-a96f-04571dfe7685 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:49:01.346187 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb7aff8-4aaf-4372-a96f-04571dfe7685 None None] Checking segment: {'id': 'ff284617-f176-4783-a189-c8362c7c3082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '6a61aa1d-0d44-450c-a14e-b4869e878066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:49:01.346606 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3fb7aff8-4aaf-4372-a96f-04571dfe7685 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:01.347002 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb7aff8-4aaf-4372-a96f-04571dfe7685 None None] Bound using segment: {'id': 'ff284617-f176-4783-a189-c8362c7c3082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '6a61aa1d-0d44-450c-a14e-b4869e878066'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:49:01.347505 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-3fb7aff8-4aaf-4372-a96f-04571dfe7685 None None] Bound port: 02f5b448-fea0-473c-9ef6-c48aa73357df, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff284617-f176-4783-a189-c8362c7c3082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '6a61aa1d-0d44-450c-a14e-b4869e878066'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:49:01.347874 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3fb7aff8-4aaf-4372-a96f-04571dfe7685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (02f5b448-fea0-473c-9ef6-c48aa73357df), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:01.352907 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-72e81933-4109-4658-bc8f-0c89f74c6ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98bde5f8-bede-4151-b8e4-b2601a81feac', 'name': 'tempest-InstanceActionsTestJSON-579009418-router', 'tenant_id': 'e19f9f3d8e434168a66baaa28ad2c791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'fc39db6e-a314-4ff3-a6b2-0ffdc2c675a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:48:51Z', 'updated_at': '2022-08-27T04:48:57Z', 'revision_number': 4, 'project_id': 'e19f9f3d8e434168a66baaa28ad2c791', 'gw_port': {'id': 'fc39db6e-a314-4ff3-a6b2-0ffdc2c675a4', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bde5f8-bede-4151-b8e4-b2601a81feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:48:52Z', 'updated_at': '2022-08-27T04:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '443d1e67-e77e-4999-af2a-0edd37c7cf08', 'name': '', 'network_id': '3fa5b90e-d555-428d-9e58-ce3f3ffac7df', 'tenant_id': 'e19f9f3d8e434168a66baaa28ad2c791', 'mac_address': 'fa:16:3e:44:73:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98bde5f8-bede-4151-b8e4-b2601a81feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '021059d6-f8ad-42c4-9bc7-2f1f01b83860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:48:56Z', 'updated_at': '2022-08-27T04:48:58Z', 'revision_number': 2, 'project_id': 'e19f9f3d8e434168a66baaa28ad2c791', 'subnets': [{'id': '021059d6-f8ad-42c4-9bc7-2f1f01b83860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:01.367264 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2a6c737d-0baf-411d-8b35-4d26c9762ccd admin admin] Publish callbacks [] for router_gateway (6ffeef09-6f97-4208-bacc-1a2c39678441), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:01.387017 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2a6c737d-0baf-411d-8b35-4d26c9762ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:01.407064 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e81933-4109-4658-bc8f-0c89f74c6ff7 None None] Checking router: 98bde5f8-bede-4151-b8e4-b2601a81feac for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:49:01.407407 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e81933-4109-4658-bc8f-0c89f74c6ff7 None None] Updating router 98bde5f8-bede-4151-b8e4-b2601a81feac port 443d1e67-e77e-4999-af2a-0edd37c7cf08 binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:49:01.464950 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port fc39db6e-a314-4ff3-a6b2-0ffdc2c675a4 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:49:01.474657 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:01.488597 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-72e81933-4109-4658-bc8f-0c89f74c6ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (443d1e67-e77e-4999-af2a-0edd37c7cf08), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:01.517237 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-3fb7aff8-4aaf-4372-a96f-04571dfe7685 None None] For port 02f5b448-fea0-473c-9ef6-c48aa73357df, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:49:01.549274 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-3fb7aff8-4aaf-4372-a96f-04571dfe7685 None None] For port 02f5b448-fea0-473c-9ef6-c48aa73357df, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=02f5b448-fea0-473c-9ef6-c48aa73357df,segment=NetworkSegment(ff284617-f176-4783-a189-c8362c7c3082),segment_id=ff284617-f176-4783-a189-c8362c7c3082)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:49:01.581852 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-2a6c737d-0baf-411d-8b35-4d26c9762ccd admin admin] Allocated IP 172.25.2.252 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/ab5b078e-1b18-41c5-aca0-5b6dc3d87da8) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:49:01.614895 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 43c1d5fa-c803-4add-b0af-f767194c0d68 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:49:01.649155 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:01.658515 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 43c1d5fa-c803-4add-b0af-f767194c0d68 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:49:01.658515 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 43c1d5fa-c803-4add-b0af-f767194c0d68 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:49:01.682233 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3fb7aff8-4aaf-4372-a96f-04571dfe7685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (02f5b448-fea0-473c-9ef6-c48aa73357df), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:01.741369 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2a6c737d-0baf-411d-8b35-4d26c9762ccd admin admin] Publish callbacks [] for port (ab5b078e-1b18-41c5-aca0-5b6dc3d87da8), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:01.804625 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb7aff8-4aaf-4372-a96f-04571dfe7685 None None] Pushing event updated for resources: {'Port': ['ID=02f5b448-fea0-473c-9ef6-c48aa73357df,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:01.843590 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:01.913330 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2a6c737d-0baf-411d-8b35-4d26c9762ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (ab5b078e-1b18-41c5-aca0-5b6dc3d87da8), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:01.917676 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-72e81933-4109-4658-bc8f-0c89f74c6ff7 None None] Publish callbacks [] for port (443d1e67-e77e-4999-af2a-0edd37c7cf08), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:01.922027 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:01.956928 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6c737d-0baf-411d-8b35-4d26c9762ccd admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:49:01.962779 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-2a6c737d-0baf-411d-8b35-4d26c9762ccd admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:49:01.967287 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6c737d-0baf-411d-8b35-4d26c9762ccd admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:49:01.993548 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6c737d-0baf-411d-8b35-4d26c9762ccd admin admin] Pushing event updated for resources: {'Port': ['ID=ab5b078e-1b18-41c5-aca0-5b6dc3d87da8,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:02.072247 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-72e81933-4109-4658-bc8f-0c89f74c6ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (443d1e67-e77e-4999-af2a-0edd37c7cf08), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:02.141679 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063cc63a-9939-4b81-91cb-4d81efaf3ac1 None None] Pushing event updated for resources: {'Port': ['ID=443d1e67-e77e-4999-af2a-0edd37c7cf08,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:02.152867 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 51546) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:02.173987 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-72e81933-4109-4658-bc8f-0c89f74c6ff7 None None] Attempting to bind port 443d1e67-e77e-4999-af2a-0edd37c7cf08 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:49:02.174660 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-72e81933-4109-4658-bc8f-0c89f74c6ff7 None None] Attempting to bind port 443d1e67-e77e-4999-af2a-0edd37c7cf08 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'ebce2c50-762d-451c-88ba-d095d7cd631e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3fa5b90e-d555-428d-9e58-ce3f3ffac7df'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:49:02.174660 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e81933-4109-4658-bc8f-0c89f74c6ff7 None None] Attempting to bind port 443d1e67-e77e-4999-af2a-0edd37c7cf08 on network 3fa5b90e-d555-428d-9e58-ce3f3ffac7df {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:49:02.180236 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e81933-4109-4658-bc8f-0c89f74c6ff7 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:49:02.181165 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e81933-4109-4658-bc8f-0c89f74c6ff7 None None] Checking segment: {'id': 'ebce2c50-762d-451c-88ba-d095d7cd631e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3fa5b90e-d555-428d-9e58-ce3f3ffac7df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:49:02.181165 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-72e81933-4109-4658-bc8f-0c89f74c6ff7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:02.181375 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e81933-4109-4658-bc8f-0c89f74c6ff7 None None] Bound using segment: {'id': 'ebce2c50-762d-451c-88ba-d095d7cd631e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3fa5b90e-d555-428d-9e58-ce3f3ffac7df'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:49:02.181887 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-72e81933-4109-4658-bc8f-0c89f74c6ff7 None None] Bound port: 443d1e67-e77e-4999-af2a-0edd37c7cf08, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebce2c50-762d-451c-88ba-d095d7cd631e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3fa5b90e-d555-428d-9e58-ce3f3ffac7df'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:49:02.182275 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-72e81933-4109-4658-bc8f-0c89f74c6ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (443d1e67-e77e-4999-af2a-0edd37c7cf08), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:02.199243 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2cf007a3-0c16-4052-92a2-94e42a0b80e6 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=cc707bf026bb4d4dbe29de3711e3f223&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0488985 Aug 27 04:49:02.202336 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 51548) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:02.286717 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:02.295900 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-40e1bf37-ea05-4db0-a827-f5622f36b828 admin admin] Publish callbacks [] for security_group (e1f8039b-38ef-473f-8077-065ca295793e), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:02.296781 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-72e81933-4109-4658-bc8f-0c89f74c6ff7 None None] For port 443d1e67-e77e-4999-af2a-0edd37c7cf08, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:49:02.314048 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 51552) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:02.317160 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-72e81933-4109-4658-bc8f-0c89f74c6ff7 None None] For port 443d1e67-e77e-4999-af2a-0edd37c7cf08, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=443d1e67-e77e-4999-af2a-0edd37c7cf08,segment=NetworkSegment(ebce2c50-762d-451c-88ba-d095d7cd631e),segment_id=ebce2c50-762d-451c-88ba-d095d7cd631e)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:49:02.332983 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-40e1bf37-ea05-4db0-a827-f5622f36b828 admin admin] Publish callbacks [] for security_group (e1f8039b-38ef-473f-8077-065ca295793e), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:02.376699 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2a6c737d-0baf-411d-8b35-4d26c9762ccd admin admin] Publish callbacks [] for router_gateway (6ffeef09-6f97-4208-bacc-1a2c39678441), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:02.421694 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-72e81933-4109-4658-bc8f-0c89f74c6ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (443d1e67-e77e-4999-af2a-0edd37c7cf08), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:02.472912 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e81933-4109-4658-bc8f-0c89f74c6ff7 None None] Routers {'98bde5f8-bede-4151-b8e4-b2601a81feac'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:49:02.479866 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-72e81933-4109-4658-bc8f-0c89f74c6ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:48:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['98bde5f8-bede-4151-b8e4-b2601a81feac'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:02.515282 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-40e1bf37-ea05-4db0-a827-f5622f36b828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (e1f8039b-38ef-473f-8077-065ca295793e), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:02.522624 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-40e1bf37-ea05-4db0-a827-f5622f36b828 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:02.523847 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-40e1bf37-ea05-4db0-a827-f5622f36b828 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/e1f8039b-38ef-473f-8077-065ca295793e HTTP/1.1" status: 204 len: 168 time: 0.3206227 Aug 27 04:49:02.537456 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e1bf37-ea05-4db0-a827-f5622f36b828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f8039b-38ef-473f-8077-065ca295793e,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:02.584644 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063cc63a-9939-4b81-91cb-4d81efaf3ac1 None None] Pushing event updated for resources: {'Port': ['ID=443d1e67-e77e-4999-af2a-0edd37c7cf08,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:02.668511 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-72e81933-4109-4658-bc8f-0c89f74c6ff7 None None] Set router 98bde5f8-bede-4151-b8e4-b2601a81feac gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:49:02.700340 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2a6c737d-0baf-411d-8b35-4d26c9762ccd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (6ffeef09-6f97-4208-bacc-1a2c39678441), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:02.887077 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-9ef6fb0a-1e88-49da-8d87-d2a10d2d25df tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1555433744', 'router:external': True}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:49:02.906307 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d0464-2a4d-4b95-84de-fb82c10cf860 req-84539472-56c9-475d-be3d-c0909d1c438d tempest-InstanceActionsTestJSON-495268467 tempest-InstanceActionsTestJSON-495268467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:49:02.908552 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-489d0464-2a4d-4b95-84de-fb82c10cf860 req-84539472-56c9-475d-be3d-c0909d1c438d tempest-InstanceActionsTestJSON-495268467 tempest-InstanceActionsTestJSON-495268467-project] 10.222.0.76 "GET /networking/v2.0/networks?id=3fa5b90e-d555-428d-9e58-ce3f3ffac7df HTTP/1.1" status: 200 len: 813 time: 0.1988995 Aug 27 04:49:02.910440 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:02.912251 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:02.928289 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-489d0464-2a4d-4b95-84de-fb82c10cf860 req-4a10f4e9-bc56-446a-9ea0-b5f56f9c29ad tempest-InstanceActionsTestJSON-495268467 tempest-InstanceActionsTestJSON-495268467-project] 10.222.0.76 "GET /networking/v2.0/quotas/e19f9f3d8e434168a66baaa28ad2c791 HTTP/1.1" status: 200 len: 375 time: 0.0130885 Aug 27 04:49:02.972011 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 02f5b448-fea0-473c-9ef6-c48aa73357df up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:49:03.026362 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-489d0464-2a4d-4b95-84de-fb82c10cf860 req-6dffc7da-938c-4b86-bbf5-2666fa65dad9 tempest-InstanceActionsTestJSON-495268467 tempest-InstanceActionsTestJSON-495268467-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=e19f9f3d8e434168a66baaa28ad2c791&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0764599 Aug 27 04:49:03.038009 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef6fb0a-1e88-49da-8d87-d2a10d2d25df tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Made reservation on behalf of 3ccc4e90fbad4545aa8f905a7a6fa5fd for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:49:03.041154 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9ef6fb0a-1e88-49da-8d87-d2a10d2d25df tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:03.058444 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9ef6fb0a-1e88-49da-8d87-d2a10d2d25df tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:03.059921 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975ce9ab-0185-453c-abec-abbd78935ba6 None None] Network 6a61aa1d-0d44-450c-a14e-b4869e878066 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:49:03.126751 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-72e81933-4109-4658-bc8f-0c89f74c6ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98bde5f8-bede-4151-b8e4-b2601a81feac', 'name': 'tempest-InstanceActionsTestJSON-579009418-router', 'tenant_id': 'e19f9f3d8e434168a66baaa28ad2c791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'fc39db6e-a314-4ff3-a6b2-0ffdc2c675a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:48:51Z', 'updated_at': '2022-08-27T04:48:57Z', 'revision_number': 4, 'project_id': 'e19f9f3d8e434168a66baaa28ad2c791', 'gw_port': {'id': 'fc39db6e-a314-4ff3-a6b2-0ffdc2c675a4', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bde5f8-bede-4151-b8e4-b2601a81feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:48:52Z', 'updated_at': '2022-08-27T04:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '443d1e67-e77e-4999-af2a-0edd37c7cf08', 'name': '', 'network_id': '3fa5b90e-d555-428d-9e58-ce3f3ffac7df', 'tenant_id': 'e19f9f3d8e434168a66baaa28ad2c791', 'mac_address': 'fa:16:3e:44:73:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98bde5f8-bede-4151-b8e4-b2601a81feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '021059d6-f8ad-42c4-9bc7-2f1f01b83860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:48:56Z', 'updated_at': '2022-08-27T04:49:02Z', 'revision_number': 4, 'project_id': 'e19f9f3d8e434168a66baaa28ad2c791', 'subnets': [{'id': '021059d6-f8ad-42c4-9bc7-2f1f01b83860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:03.164850 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a6c737d-0baf-411d-8b35-4d26c9762ccd admin admin] Router 6ffeef09-6f97-4208-bacc-1a2c39678441 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:49:03.170341 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e81933-4109-4658-bc8f-0c89f74c6ff7 None None] The sync data for ids ['98bde5f8-bede-4151-b8e4-b2601a81feac'] in n-d-852088-5 is: [{'id': '98bde5f8-bede-4151-b8e4-b2601a81feac', 'name': 'tempest-InstanceActionsTestJSON-579009418-router', 'tenant_id': 'e19f9f3d8e434168a66baaa28ad2c791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'fc39db6e-a314-4ff3-a6b2-0ffdc2c675a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:48:51Z', 'updated_at': '2022-08-27T04:48:57Z', 'revision_number': 4, 'project_id': 'e19f9f3d8e434168a66baaa28ad2c791', 'gw_port': {'id': 'fc39db6e-a314-4ff3-a6b2-0ffdc2c675a4', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bde5f8-bede-4151-b8e4-b2601a81feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:48:52Z', 'updated_at': '2022-08-27T04:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '443d1e67-e77e-4999-af2a-0edd37c7cf08', 'name': '', 'network_id': '3fa5b90e-d555-428d-9e58-ce3f3ffac7df', 'tenant_id': 'e19f9f3d8e434168a66baaa28ad2c791', 'mac_address': 'fa:16:3e:44:73:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98bde5f8-bede-4151-b8e4-b2601a81feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '021059d6-f8ad-42c4-9bc7-2f1f01b83860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:48:56Z', 'updated_at': '2022-08-27T04:49:02Z', 'revision_number': 4, 'project_id': 'e19f9f3d8e434168a66baaa28ad2c791', 'subnets': [{'id': '021059d6-f8ad-42c4-9bc7-2f1f01b83860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:49:03.173504 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 02f5b448-fea0-473c-9ef6-c48aa73357df triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:49:03.173824 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (02f5b448-fea0-473c-9ef6-c48aa73357df), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:03.175260 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-872b3bfd-b1bd-4433-99b5-84c0ecc9301b None None] Provisioning complete for port 02f5b448-fea0-473c-9ef6-c48aa73357df triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:49:03.175773 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-872b3bfd-b1bd-4433-99b5-84c0ecc9301b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (02f5b448-fea0-473c-9ef6-c48aa73357df), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:03.192692 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9ef6fb0a-1e88-49da-8d87-d2a10d2d25df tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks [] for security_group (d3ba208d-70f7-4035-a062-af59d9f97c54), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:03.365990 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a6c737d-0baf-411d-8b35-4d26c9762ccd admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:49:03.370673 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 02f5b448-fea0-473c-9ef6-c48aa73357df is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:49:03.371026 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (02f5b448-fea0-473c-9ef6-c48aa73357df), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:03.385974 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baeb6de-35e5-445d-8f42-1986e8f03be8 None None] Sync routers for ids ['6ffeef09-6f97-4208-bacc-1a2c39678441'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:49:03.400508 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9ef6fb0a-1e88-49da-8d87-d2a10d2d25df tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (d3ba208d-70f7-4035-a062-af59d9f97c54), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:03.402559 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baeb6de-35e5-445d-8f42-1986e8f03be8 None None] Routers {'6ffeef09-6f97-4208-bacc-1a2c39678441'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:49:03.403401 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-1baeb6de-35e5-445d-8f42-1986e8f03be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:48:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['6ffeef09-6f97-4208-bacc-1a2c39678441'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:03.439191 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ef6fb0a-1e88-49da-8d87-d2a10d2d25df tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:49:03.452750 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef6fb0a-1e88-49da-8d87-d2a10d2d25df tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ba208d-70f7-4035-a062-af59d9f97c54,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:03.470481 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9ef6fb0a-1e88-49da-8d87-d2a10d2d25df tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (eaa3f282-5824-4dbb-b671-e1ee9a1479bd), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:03.470814 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-9ef6fb0a-1e88-49da-8d87-d2a10d2d25df tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Added segment eaa3f282-5824-4dbb-b671-e1ee9a1479bd of type vlan for network d4998557-b581-4211-96f1-7779eccfe143 Aug 27 04:49:03.579404 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2a6c737d-0baf-411d-8b35-4d26c9762ccd admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:03.584121 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2a6c737d-0baf-411d-8b35-4d26c9762ccd admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.5185435 Aug 27 04:49:03.590575 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 51582) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:03.614366 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9ef6fb0a-1e88-49da-8d87-d2a10d2d25df tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (d4998557-b581-4211-96f1-7779eccfe143), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:03.646994 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-1baeb6de-35e5-445d-8f42-1986e8f03be8 None None] Set router 6ffeef09-6f97-4208-bacc-1a2c39678441 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:49:03.653846 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-872b3bfd-b1bd-4433-99b5-84c0ecc9301b None None] Current status of the port 02f5b448-fea0-473c-9ef6-c48aa73357df is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:49:03.656426 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-872b3bfd-b1bd-4433-99b5-84c0ecc9301b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (02f5b448-fea0-473c-9ef6-c48aa73357df), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:03.687731 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 51586) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:03.763047 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:03.770995 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 02f5b448-fea0-473c-9ef6-c48aa73357df, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=02f5b448-fea0-473c-9ef6-c48aa73357df,segment=NetworkSegment(ff284617-f176-4783-a189-c8362c7c3082),segment_id=ff284617-f176-4783-a189-c8362c7c3082)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:49:03.815071 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9ef6fb0a-1e88-49da-8d87-d2a10d2d25df tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (d4998557-b581-4211-96f1-7779eccfe143), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:03.816995 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef6fb0a-1e88-49da-8d87-d2a10d2d25df tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:49:03.820961 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9ef6fb0a-1e88-49da-8d87-d2a10d2d25df tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:03.855357 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (02f5b448-fea0-473c-9ef6-c48aa73357df), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:03.947998 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef6fb0a-1e88-49da-8d87-d2a10d2d25df tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Pushing event updated for resources: {'Network': ['ID=d4998557-b581-4211-96f1-7779eccfe143,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:03.971036 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-1baeb6de-35e5-445d-8f42-1986e8f03be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ffeef09-6f97-4208-bacc-1a2c39678441', 'name': 'tempest-VirtualInterfacesTestJSON-1658569830-router', 'tenant_id': '0736e03453ca4ec790545a32d5eeb750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'ab5b078e-1b18-41c5-aca0-5b6dc3d87da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:49:00Z', 'updated_at': '2022-08-27T04:49:02Z', 'revision_number': 3, 'project_id': '0736e03453ca4ec790545a32d5eeb750', 'gw_port': {'id': 'ab5b078e-1b18-41c5-aca0-5b6dc3d87da8', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ffeef09-6f97-4208-bacc-1a2c39678441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:49:01Z', 'updated_at': '2022-08-27T04:49:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:03.988608 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network d4998557-b581-4211-96f1-7779eccfe143 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:49:04.031391 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baeb6de-35e5-445d-8f42-1986e8f03be8 None None] Checking router: 6ffeef09-6f97-4208-bacc-1a2c39678441 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:49:04.038205 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baeb6de-35e5-445d-8f42-1986e8f03be8 None None] Updating router 6ffeef09-6f97-4208-bacc-1a2c39678441 port ab5b078e-1b18-41c5-aca0-5b6dc3d87da8 binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:49:04.038574 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-9ef6fb0a-1e88-49da-8d87-d2a10d2d25df tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.7179401 Aug 27 04:49:04.041299 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 51590) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:04.050475 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-8e3ed9b3-f760-4099-b0cc-54a430a1b68d tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Request body: {'subnet': {'network_id': 'd4998557-b581-4211-96f1-7779eccfe143', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:49:04.108080 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:04.110434 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-1baeb6de-35e5-445d-8f42-1986e8f03be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (ab5b078e-1b18-41c5-aca0-5b6dc3d87da8), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:04.153199 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-872b3bfd-b1bd-4433-99b5-84c0ecc9301b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:49:04.155064 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-872b3bfd-b1bd-4433-99b5-84c0ecc9301b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:49:04.162573 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=02f5b448-fea0-473c-9ef6-c48aa73357df,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:04.305615 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:04.424096 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1341d44a-5e54-4c0b-8c95-333b6f473926 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (98bde5f8-bede-4151-b8e4-b2601a81feac), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:04.426320 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3ed9b3-f760-4099-b0cc-54a430a1b68d tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Made reservation on behalf of 3ccc4e90fbad4545aa8f905a7a6fa5fd for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:49:04.429723 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8e3ed9b3-f760-4099-b0cc-54a430a1b68d tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:04.538450 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-79d4d565-adf7-415a-81b9-23a9a461d877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:04.629295 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-1baeb6de-35e5-445d-8f42-1986e8f03be8 None None] Publish callbacks [] for port (ab5b078e-1b18-41c5-aca0-5b6dc3d87da8), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:04.631510 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:04.655413 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=85,neutron:INSERT=3,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:04.715187 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-872b3bfd-b1bd-4433-99b5-84c0ecc9301b None None] Current status of the port 02f5b448-fea0-473c-9ef6-c48aa73357df is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:49:04.735234 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-1baeb6de-35e5-445d-8f42-1986e8f03be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (ab5b078e-1b18-41c5-aca0-5b6dc3d87da8), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:04.811351 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-1baeb6de-35e5-445d-8f42-1986e8f03be8 None None] Attempting to bind port ab5b078e-1b18-41c5-aca0-5b6dc3d87da8 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:49:04.812070 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-1baeb6de-35e5-445d-8f42-1986e8f03be8 None None] Attempting to bind port ab5b078e-1b18-41c5-aca0-5b6dc3d87da8 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:49:04.812674 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1baeb6de-35e5-445d-8f42-1986e8f03be8 None None] Attempting to bind port ab5b078e-1b18-41c5-aca0-5b6dc3d87da8 on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:49:04.833605 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-79d4d565-adf7-415a-81b9-23a9a461d877 admin admin] Allocated IP 172.20.0.1 (6a61aa1d-0d44-450c-a14e-b4869e878066/5ba733e0-0506-4b31-b9d4-808383d66301/3a67de13-5f64-471a-b2dc-f35718413dd9) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:49:04.844815 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-78c4e42c-556f-4bd3-b6ff-2ffde77f3120 None None] Provisioning complete for port 02f5b448-fea0-473c-9ef6-c48aa73357df triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:49:04.851288 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-1341d44a-5e54-4c0b-8c95-333b6f473926 admin admin] Deleting port 443d1e67-e77e-4999-af2a-0edd37c7cf08 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:49:04.851650 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1341d44a-5e54-4c0b-8c95-333b6f473926 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (443d1e67-e77e-4999-af2a-0edd37c7cf08), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:04.854878 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-78c4e42c-556f-4bd3-b6ff-2ffde77f3120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (02f5b448-fea0-473c-9ef6-c48aa73357df), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:04.861812 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961a5db4-3a3c-404b-9a93-a8e31b72b5a4 None None] Pushing event updated for resources: {'Port': ['ID=ab5b078e-1b18-41c5-aca0-5b6dc3d87da8,revision_number=2']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:04.870047 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1baeb6de-35e5-445d-8f42-1986e8f03be8 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:49:04.870692 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1baeb6de-35e5-445d-8f42-1986e8f03be8 None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:49:04.871236 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-1baeb6de-35e5-445d-8f42-1986e8f03be8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:04.871755 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1baeb6de-35e5-445d-8f42-1986e8f03be8 None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:49:04.874826 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-1baeb6de-35e5-445d-8f42-1986e8f03be8 None None] Bound port: ab5b078e-1b18-41c5-aca0-5b6dc3d87da8, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:49:04.875752 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-1baeb6de-35e5-445d-8f42-1986e8f03be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (ab5b078e-1b18-41c5-aca0-5b6dc3d87da8), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:04.963137 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-1baeb6de-35e5-445d-8f42-1986e8f03be8 None None] For port ab5b078e-1b18-41c5-aca0-5b6dc3d87da8, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:49:04.970634 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-1baeb6de-35e5-445d-8f42-1986e8f03be8 None None] For port ab5b078e-1b18-41c5-aca0-5b6dc3d87da8, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=ab5b078e-1b18-41c5-aca0-5b6dc3d87da8,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:49:05.073922 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-1baeb6de-35e5-445d-8f42-1986e8f03be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (ab5b078e-1b18-41c5-aca0-5b6dc3d87da8), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:05.078368 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-1341d44a-5e54-4c0b-8c95-333b6f473926 admin admin] For port 443d1e67-e77e-4999-af2a-0edd37c7cf08, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=443d1e67-e77e-4999-af2a-0edd37c7cf08,segment=NetworkSegment(ebce2c50-762d-451c-88ba-d095d7cd631e),segment_id=ebce2c50-762d-451c-88ba-d095d7cd631e)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:49:05.078980 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1341d44a-5e54-4c0b-8c95-333b6f473926 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (443d1e67-e77e-4999-af2a-0edd37c7cf08), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:05.093395 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 02f5b448-fea0-473c-9ef6-c48aa73357df up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:49:05.095567 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-79d4d565-adf7-415a-81b9-23a9a461d877 admin admin] Publish callbacks [] for port (3a67de13-5f64-471a-b2dc-f35718413dd9), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:05.103132 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-78c4e42c-556f-4bd3-b6ff-2ffde77f3120 None None] Current status of the port 02f5b448-fea0-473c-9ef6-c48aa73357df is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:49:05.127075 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-1341d44a-5e54-4c0b-8c95-333b6f473926 admin admin] Calling delete_port for 443d1e67-e77e-4999-af2a-0edd37c7cf08 owned by network:router_interface {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:49:05.136528 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baeb6de-35e5-445d-8f42-1986e8f03be8 None None] Routers {'6ffeef09-6f97-4208-bacc-1a2c39678441'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:49:05.143034 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-1baeb6de-35e5-445d-8f42-1986e8f03be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:48:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['6ffeef09-6f97-4208-bacc-1a2c39678441'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:05.158100 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 02f5b448-fea0-473c-9ef6-c48aa73357df triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:49:05.158775 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (02f5b448-fea0-473c-9ef6-c48aa73357df), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:05.189368 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=85,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=11 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:05.217597 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961a5db4-3a3c-404b-9a93-a8e31b72b5a4 None None] Pushing event updated for resources: {'Port': ['ID=ab5b078e-1b18-41c5-aca0-5b6dc3d87da8,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:05.220955 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-79d4d565-adf7-415a-81b9-23a9a461d877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (3a67de13-5f64-471a-b2dc-f35718413dd9), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:05.265314 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 02f5b448-fea0-473c-9ef6-c48aa73357df is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:49:05.267198 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 443d1e67-e77e-4999-af2a-0edd37c7cf08 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:49:05.275094 n-d-852088-5 neutron-server[107776]: DEBUG neutron.objects.ports [None req-8e3ed9b3-f760-4099-b0cc-54a430a1b68d tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107776) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 27 04:49:05.275555 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8e3ed9b3-f760-4099-b0cc-54a430a1b68d tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (23c2f94d-f2a9-4640-81c0-9f11e9b971e1), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:05.325471 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d4d565-adf7-415a-81b9-23a9a461d877 admin admin] Network 6a61aa1d-0d44-450c-a14e-b4869e878066 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:49:05.335497 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-79d4d565-adf7-415a-81b9-23a9a461d877 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:49:05.336399 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:05.345732 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d4d565-adf7-415a-81b9-23a9a461d877 admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:49:05.351915 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-1baeb6de-35e5-445d-8f42-1986e8f03be8 None None] Set router 6ffeef09-6f97-4208-bacc-1a2c39678441 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:49:05.366164 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:05.380939 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 443d1e67-e77e-4999-af2a-0edd37c7cf08 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:49:05.380939 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (443d1e67-e77e-4999-af2a-0edd37c7cf08), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:05.386468 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ed9b3-f760-4099-b0cc-54a430a1b68d tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Pushing event updated for resources: {'Subnet': ['ID=23c2f94d-f2a9-4640-81c0-9f11e9b971e1,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:05.451642 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-79d4d565-adf7-415a-81b9-23a9a461d877 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (6ffeef09-6f97-4208-bacc-1a2c39678441), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:05.464328 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4d565-adf7-415a-81b9-23a9a461d877 admin admin] Pushing event updated for resources: {'Port': ['ID=3a67de13-5f64-471a-b2dc-f35718413dd9,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:05.510960 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:05.573964 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=77,neutron:DELETE=1,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:05.582731 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3ed9b3-f760-4099-b0cc-54a430a1b68d tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Checking segment: {'id': 'eaa3f282-5824-4dbb-b671-e1ee9a1479bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd4998557-b581-4211-96f1-7779eccfe143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:49:05.583143 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3ed9b3-f760-4099-b0cc-54a430a1b68d tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Network hostable DHCP agents. Network: d4998557-b581-4211-96f1-7779eccfe143, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:49:05.598599 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 443d1e67-e77e-4999-af2a-0edd37c7cf08 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:49:05.599159 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (443d1e67-e77e-4999-af2a-0edd37c7cf08), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:05.695115 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 443d1e67-e77e-4999-af2a-0edd37c7cf08, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=443d1e67-e77e-4999-af2a-0edd37c7cf08,segment=NetworkSegment(ebce2c50-762d-451c-88ba-d095d7cd631e),segment_id=ebce2c50-762d-451c-88ba-d095d7cd631e)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:49:05.698347 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:05.712807 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-1baeb6de-35e5-445d-8f42-1986e8f03be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ffeef09-6f97-4208-bacc-1a2c39678441', 'name': 'tempest-VirtualInterfacesTestJSON-1658569830-router', 'tenant_id': '0736e03453ca4ec790545a32d5eeb750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'ab5b078e-1b18-41c5-aca0-5b6dc3d87da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:49:00Z', 'updated_at': '2022-08-27T04:49:02Z', 'revision_number': 3, 'project_id': '0736e03453ca4ec790545a32d5eeb750', 'gw_port': {'id': 'ab5b078e-1b18-41c5-aca0-5b6dc3d87da8', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ffeef09-6f97-4208-bacc-1a2c39678441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:49:01Z', 'updated_at': '2022-08-27T04:49:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:05.731568 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 51620) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:05.736779 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4c60c0f7-1795-49bf-ae10-fddd68847d4a None None] Provisioning complete for port 3a67de13-5f64-471a-b2dc-f35718413dd9 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:49:05.737508 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4c60c0f7-1795-49bf-ae10-fddd68847d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (3a67de13-5f64-471a-b2dc-f35718413dd9), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:05.744915 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baeb6de-35e5-445d-8f42-1986e8f03be8 None None] The sync data for ids ['6ffeef09-6f97-4208-bacc-1a2c39678441'] in n-d-852088-5 is: [{'id': '6ffeef09-6f97-4208-bacc-1a2c39678441', 'name': 'tempest-VirtualInterfacesTestJSON-1658569830-router', 'tenant_id': '0736e03453ca4ec790545a32d5eeb750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'ab5b078e-1b18-41c5-aca0-5b6dc3d87da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:49:00Z', 'updated_at': '2022-08-27T04:49:02Z', 'revision_number': 3, 'project_id': '0736e03453ca4ec790545a32d5eeb750', 'gw_port': {'id': 'ab5b078e-1b18-41c5-aca0-5b6dc3d87da8', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ffeef09-6f97-4208-bacc-1a2c39678441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:49:01Z', 'updated_at': '2022-08-27T04:49:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:49:05.778691 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4c60c0f7-1795-49bf-ae10-fddd68847d4a None None] Port 3a67de13-5f64-471a-b2dc-f35718413dd9 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:49:05.794996 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (443d1e67-e77e-4999-af2a-0edd37c7cf08), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:05.798595 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3ed9b3-f760-4099-b0cc-54a430a1b68d tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Network d4998557-b581-4211-96f1-7779eccfe143 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:49:05.858155 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=443d1e67-e77e-4999-af2a-0edd37c7cf08,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:05.865998 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-79d4d565-adf7-415a-81b9-23a9a461d877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (3a67de13-5f64-471a-b2dc-f35718413dd9), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:05.954966 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-8e3ed9b3-f760-4099-b0cc-54a430a1b68d tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, d4998557-b581-4211-96f1-7779eccfe143) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:49:05.964497 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3ed9b3-f760-4099-b0cc-54a430a1b68d tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:49:05.964497 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8e3ed9b3-f760-4099-b0cc-54a430a1b68d tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:05.977194 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00dbb2a5-6ca3-47a5-a2dc-2e424fb091b2 None None] Network d4998557-b581-4211-96f1-7779eccfe143 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:49:06.050177 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1341d44a-5e54-4c0b-8c95-333b6f473926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (443d1e67-e77e-4999-af2a-0edd37c7cf08), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:06.114896 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-79d4d565-adf7-415a-81b9-23a9a461d877 admin admin] Publish callbacks [] for port (3a67de13-5f64-471a-b2dc-f35718413dd9), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:06.118020 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1341d44a-5e54-4c0b-8c95-333b6f473926 admin admin] Pushing event deleted for resources: {'Port': ['ID=443d1e67-e77e-4999-af2a-0edd37c7cf08,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:06.131249 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8e3ed9b3-f760-4099-b0cc-54a430a1b68d tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.0887454 Aug 27 04:49:06.133695 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 51632) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:06.141203 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-f8403ca2-d177-4fea-b957-d9a2f2d1a323 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1704163745', 'network_id': 'd4998557-b581-4211-96f1-7779eccfe143'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:49:06.142162 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaab2953-9891-4540-bd38-57646678b79a None None] Network d4998557-b581-4211-96f1-7779eccfe143 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:49:06.151860 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-99c32d91-7501-4025-8c96-e8f975f843e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:06.339681 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8403ca2-d177-4fea-b957-d9a2f2d1a323 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Made reservation on behalf of 3ccc4e90fbad4545aa8f905a7a6fa5fd for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:49:06.342887 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f8403ca2-d177-4fea-b957-d9a2f2d1a323 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:06.367275 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [None req-f8403ca2-d177-4fea-b957-d9a2f2d1a323 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] device_id is not set on port ff94754e-3a1b-4ffa-98f6-4f4b11267963 yet. {{(pid=107776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:49:06.384693 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-99c32d91-7501-4025-8c96-e8f975f843e2 admin admin] Publish callbacks [] for security_group (bd2e12d4-2558-4075-9b4a-dc0b95da5845), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:06.387199 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-79d4d565-adf7-415a-81b9-23a9a461d877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (3a67de13-5f64-471a-b2dc-f35718413dd9), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:06.465645 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-99c32d91-7501-4025-8c96-e8f975f843e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (bd2e12d4-2558-4075-9b4a-dc0b95da5845), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:06.523613 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1341d44a-5e54-4c0b-8c95-333b6f473926 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (98bde5f8-bede-4151-b8e4-b2601a81feac), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:06.595835 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-99c32d91-7501-4025-8c96-e8f975f843e2 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=67aa458680614a67ba71d6798958ef3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8626468 Aug 27 04:49:06.599105 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 51638) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:06.603448 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-79d4d565-adf7-415a-81b9-23a9a461d877 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (6ffeef09-6f97-4208-bacc-1a2c39678441), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:06.605315 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4d565-adf7-415a-81b9-23a9a461d877 admin admin] Pushing event updated for resources: {'Port': ['ID=3a67de13-5f64-471a-b2dc-f35718413dd9,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:06.610449 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c32d91-7501-4025-8c96-e8f975f843e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2e12d4-2558-4075-9b4a-dc0b95da5845,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:06.729824 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d4d565-adf7-415a-81b9-23a9a461d877 admin admin] Network 6a61aa1d-0d44-450c-a14e-b4869e878066 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:49:06.731838 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-79d4d565-adf7-415a-81b9-23a9a461d877 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:49:06.835791 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:06.926618 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:07.066866 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d4d565-adf7-415a-81b9-23a9a461d877 admin admin] Router 6ffeef09-6f97-4208-bacc-1a2c39678441 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:49:07.081720 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device ab5b078e-1b18-41c5-aca0-5b6dc3d87da8 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:49:07.087694 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:07.177752 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port ab5b078e-1b18-41c5-aca0-5b6dc3d87da8 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:49:07.180520 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (ab5b078e-1b18-41c5-aca0-5b6dc3d87da8), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:07.264980 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-493b888a-7032-4e78-b471-0d7d60e1db5d None None] Provisioning complete for port 3a67de13-5f64-471a-b2dc-f35718413dd9 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:49:07.266484 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-493b888a-7032-4e78-b471-0d7d60e1db5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (3a67de13-5f64-471a-b2dc-f35718413dd9), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:07.296686 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d4d565-adf7-415a-81b9-23a9a461d877 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:49:07.319537 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9185d397-1d99-480a-b13b-c4387945959d admin admin] Publish callbacks [] for security_group (bd2e12d4-2558-4075-9b4a-dc0b95da5845), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:07.320656 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-493b888a-7032-4e78-b471-0d7d60e1db5d None None] Port 3a67de13-5f64-471a-b2dc-f35718413dd9 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:49:07.332348 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-79d4d565-adf7-415a-81b9-23a9a461d877 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/6ffeef09-6f97-4208-bacc-1a2c39678441/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7321846 Aug 27 04:49:07.337301 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-f8403ca2-d177-4fea-b957-d9a2f2d1a323 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Allocated IP 2001:db8::3ca (d4998557-b581-4211-96f1-7779eccfe143/23c2f94d-f2a9-4640-81c0-9f11e9b971e1/ff94754e-3a1b-4ffa-98f6-4f4b11267963) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:49:07.371380 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9185d397-1d99-480a-b13b-c4387945959d admin admin] Publish callbacks [] for security_group (bd2e12d4-2558-4075-9b4a-dc0b95da5845), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:07.371832 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port ab5b078e-1b18-41c5-aca0-5b6dc3d87da8 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:49:07.372409 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (ab5b078e-1b18-41c5-aca0-5b6dc3d87da8), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:07.396617 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port ab5b078e-1b18-41c5-aca0-5b6dc3d87da8, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=ab5b078e-1b18-41c5-aca0-5b6dc3d87da8,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:49:07.457477 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:07.484036 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (ab5b078e-1b18-41c5-aca0-5b6dc3d87da8), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:07.555652 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=ab5b078e-1b18-41c5-aca0-5b6dc3d87da8,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:07.609496 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1341d44a-5e54-4c0b-8c95-333b6f473926 admin admin] Router 98bde5f8-bede-4151-b8e4-b2601a81feac has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:49:07.672402 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f8403ca2-d177-4fea-b957-d9a2f2d1a323 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks [] for port (ff94754e-3a1b-4ffa-98f6-4f4b11267963), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:07.678447 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9185d397-1d99-480a-b13b-c4387945959d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (bd2e12d4-2558-4075-9b4a-dc0b95da5845), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:07.680995 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9185d397-1d99-480a-b13b-c4387945959d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:07.682132 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-9185d397-1d99-480a-b13b-c4387945959d admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/bd2e12d4-2558-4075-9b4a-dc0b95da5845 HTTP/1.1" status: 204 len: 168 time: 1.0799165 Aug 27 04:49:07.709798 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9185d397-1d99-480a-b13b-c4387945959d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2e12d4-2558-4075-9b4a-dc0b95da5845,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:07.731976 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 51664) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:07.778872 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1341d44a-5e54-4c0b-8c95-333b6f473926 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:49:07.788020 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1341d44a-5e54-4c0b-8c95-333b6f473926 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/98bde5f8-bede-4151-b8e4-b2601a81feac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1030295 Aug 27 04:49:07.789204 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 51666) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:07.792242 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d89788-b42e-4d4e-a30b-70b7837cd6fd None None] Sync routers for ids ['98bde5f8-bede-4151-b8e4-b2601a81feac'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:49:07.796395 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:07.824053 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d89788-b42e-4d4e-a30b-70b7837cd6fd None None] Routers {'98bde5f8-bede-4151-b8e4-b2601a81feac'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:49:07.824720 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-86d89788-b42e-4d4e-a30b-70b7837cd6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:48:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['98bde5f8-bede-4151-b8e4-b2601a81feac'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:07.886520 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f8403ca2-d177-4fea-b957-d9a2f2d1a323 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (ff94754e-3a1b-4ffa-98f6-4f4b11267963), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:07.955517 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8403ca2-d177-4fea-b957-d9a2f2d1a323 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Network d4998557-b581-4211-96f1-7779eccfe143 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:49:07.961650 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-f8403ca2-d177-4fea-b957-d9a2f2d1a323 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:49:07.966724 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8403ca2-d177-4fea-b957-d9a2f2d1a323 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:49:07.967711 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8403ca2-d177-4fea-b957-d9a2f2d1a323 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:49:07.968349 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f8403ca2-d177-4fea-b957-d9a2f2d1a323 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:07.971912 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-afd0f38e-f49d-41f0-9a22-7c156b12c5c1 admin admin] Publish callbacks [] for router (98bde5f8-bede-4151-b8e4-b2601a81feac), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:07.974667 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8403ca2-d177-4fea-b957-d9a2f2d1a323 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Pushing event updated for resources: {'Port': ['ID=ff94754e-3a1b-4ffa-98f6-4f4b11267963,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:07.991758 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:08.012986 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-86d89788-b42e-4d4e-a30b-70b7837cd6fd None None] Set router 98bde5f8-bede-4151-b8e4-b2601a81feac gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:49:08.113030 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:08.127222 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-afd0f38e-f49d-41f0-9a22-7c156b12c5c1 admin admin] Publish callbacks [] for router_gateway (98bde5f8-bede-4151-b8e4-b2601a81feac), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:08.145783 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f8403ca2-d177-4fea-b957-d9a2f2d1a323 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.0109992 Aug 27 04:49:08.148632 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 51672) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:08.290857 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-afd0f38e-f49d-41f0-9a22-7c156b12c5c1 admin admin] Deleting port fc39db6e-a314-4ff3-a6b2-0ffdc2c675a4 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:49:08.291202 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-afd0f38e-f49d-41f0-9a22-7c156b12c5c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (fc39db6e-a314-4ff3-a6b2-0ffdc2c675a4), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:08.320353 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-110b9880-00e4-48bc-9d6b-0d2f54f04df5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (6ffeef09-6f97-4208-bacc-1a2c39678441), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:08.352743 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-86d89788-b42e-4d4e-a30b-70b7837cd6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98bde5f8-bede-4151-b8e4-b2601a81feac', 'name': 'tempest-InstanceActionsTestJSON-579009418-router', 'tenant_id': 'e19f9f3d8e434168a66baaa28ad2c791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'fc39db6e-a314-4ff3-a6b2-0ffdc2c675a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:48:51Z', 'updated_at': '2022-08-27T04:49:05Z', 'revision_number': 5, 'project_id': 'e19f9f3d8e434168a66baaa28ad2c791', 'gw_port': {'id': 'fc39db6e-a314-4ff3-a6b2-0ffdc2c675a4', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bde5f8-bede-4151-b8e4-b2601a81feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:48:52Z', 'updated_at': '2022-08-27T04:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:08.367246 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:08.370104 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-0ba0d657-7202-4df1-b926-d388060bc34e tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Deleting port ff94754e-3a1b-4ffa-98f6-4f4b11267963 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:49:08.370453 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0ba0d657-7202-4df1-b926-d388060bc34e tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (ff94754e-3a1b-4ffa-98f6-4f4b11267963), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:08.381459 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d89788-b42e-4d4e-a30b-70b7837cd6fd None None] Checking router: 98bde5f8-bede-4151-b8e4-b2601a81feac for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:49:08.390958 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d89788-b42e-4d4e-a30b-70b7837cd6fd None None] Routers {'98bde5f8-bede-4151-b8e4-b2601a81feac'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:49:08.391577 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-86d89788-b42e-4d4e-a30b-70b7837cd6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:48:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['98bde5f8-bede-4151-b8e4-b2601a81feac'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:08.461020 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-afd0f38e-f49d-41f0-9a22-7c156b12c5c1 admin admin] For port fc39db6e-a314-4ff3-a6b2-0ffdc2c675a4, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=fc39db6e-a314-4ff3-a6b2-0ffdc2c675a4,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:49:08.461383 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-afd0f38e-f49d-41f0-9a22-7c156b12c5c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (fc39db6e-a314-4ff3-a6b2-0ffdc2c675a4), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:08.485757 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-afd0f38e-f49d-41f0-9a22-7c156b12c5c1 admin admin] Calling delete_port for fc39db6e-a314-4ff3-a6b2-0ffdc2c675a4 owned by network:router_gateway {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:49:08.498597 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0ba0d657-7202-4df1-b926-d388060bc34e tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (ff94754e-3a1b-4ffa-98f6-4f4b11267963), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:08.519382 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-0ba0d657-7202-4df1-b926-d388060bc34e tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Calling delete_port for ff94754e-3a1b-4ffa-98f6-4f4b11267963 owned by {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:49:08.544296 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-86d89788-b42e-4d4e-a30b-70b7837cd6fd None None] Set router 98bde5f8-bede-4151-b8e4-b2601a81feac gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:49:08.617136 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-110b9880-00e4-48bc-9d6b-0d2f54f04df5 admin admin] Deleting port 3a67de13-5f64-471a-b2dc-f35718413dd9 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:49:08.617969 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-110b9880-00e4-48bc-9d6b-0d2f54f04df5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (3a67de13-5f64-471a-b2dc-f35718413dd9), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:08.694027 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d68610-ea7c-45c8-ac56-e4193247aebc None None] Sync routers for ids ['6ffeef09-6f97-4208-bacc-1a2c39678441'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:49:08.716350 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d68610-ea7c-45c8-ac56-e4193247aebc None None] Routers {'6ffeef09-6f97-4208-bacc-1a2c39678441'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:49:08.717252 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-96d68610-ea7c-45c8-ac56-e4193247aebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:48:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['6ffeef09-6f97-4208-bacc-1a2c39678441'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:08.730075 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-110b9880-00e4-48bc-9d6b-0d2f54f04df5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (3a67de13-5f64-471a-b2dc-f35718413dd9), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:08.791419 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-86d89788-b42e-4d4e-a30b-70b7837cd6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98bde5f8-bede-4151-b8e4-b2601a81feac', 'name': 'tempest-InstanceActionsTestJSON-579009418-router', 'tenant_id': 'e19f9f3d8e434168a66baaa28ad2c791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:48:51Z', 'updated_at': '2022-08-27T04:49:08Z', 'revision_number': 6, 'project_id': 'e19f9f3d8e434168a66baaa28ad2c791', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:08.817636 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-110b9880-00e4-48bc-9d6b-0d2f54f04df5 admin admin] Calling delete_port for 3a67de13-5f64-471a-b2dc-f35718413dd9 owned by network:router_interface {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:49:08.833113 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d89788-b42e-4d4e-a30b-70b7837cd6fd None None] The sync data for ids ['98bde5f8-bede-4151-b8e4-b2601a81feac'] in n-d-852088-5 is: [{'id': '98bde5f8-bede-4151-b8e4-b2601a81feac', 'name': 'tempest-InstanceActionsTestJSON-579009418-router', 'tenant_id': 'e19f9f3d8e434168a66baaa28ad2c791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:48:51Z', 'updated_at': '2022-08-27T04:49:08Z', 'revision_number': 6, 'project_id': 'e19f9f3d8e434168a66baaa28ad2c791', 'gw_port_host': None}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:49:08.838573 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 51682) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:08.901303 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-96d68610-ea7c-45c8-ac56-e4193247aebc None None] Set router 6ffeef09-6f97-4208-bacc-1a2c39678441 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:49:09.006235 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-afd0f38e-f49d-41f0-9a22-7c156b12c5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (fc39db6e-a314-4ff3-a6b2-0ffdc2c675a4), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:09.037383 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd0f38e-f49d-41f0-9a22-7c156b12c5c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc39db6e-a314-4ff3-a6b2-0ffdc2c675a4,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:09.041242 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0ba0d657-7202-4df1-b926-d388060bc34e tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (ff94754e-3a1b-4ffa-98f6-4f4b11267963), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:09.099506 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba0d657-7202-4df1-b926-d388060bc34e tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff94754e-3a1b-4ffa-98f6-4f4b11267963,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:09.135601 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-c0033b62-8ee1-4f39-93b3-f73c543eb793 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-674707465-network', 'tenant_id': 'e77591a3419946c7b5ca6a26e5f3fc76'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:49:09.142882 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0ba0d657-7202-4df1-b926-d388060bc34e tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:09.146386 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-0ba0d657-7202-4df1-b926-d388060bc34e tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] 10.222.0.76 "DELETE /networking/v2.0/ports/ff94754e-3a1b-4ffa-98f6-4f4b11267963 HTTP/1.1" status: 204 len: 168 time: 0.9965639 Aug 27 04:49:09.150359 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 51692) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:09.159681 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-2f049d4e-0bf8-41ce-b73b-503aa134f210 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd4998557-b581-4211-96f1-7779eccfe143', 'external_fixed_ips': [{'subnet_id': '23c2f94d-f2a9-4640-81c0-9f11e9b971e1', 'ip_address': '2001:db8::3ca'}]}}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:49:09.175586 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-110b9880-00e4-48bc-9d6b-0d2f54f04df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (3a67de13-5f64-471a-b2dc-f35718413dd9), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:09.203417 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-afd0f38e-f49d-41f0-9a22-7c156b12c5c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (98bde5f8-bede-4151-b8e4-b2601a81feac), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:09.211066 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-96d68610-ea7c-45c8-ac56-e4193247aebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ffeef09-6f97-4208-bacc-1a2c39678441', 'name': 'tempest-VirtualInterfacesTestJSON-1658569830-router', 'tenant_id': '0736e03453ca4ec790545a32d5eeb750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'ab5b078e-1b18-41c5-aca0-5b6dc3d87da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:49:00Z', 'updated_at': '2022-08-27T04:49:05Z', 'revision_number': 4, 'project_id': '0736e03453ca4ec790545a32d5eeb750', 'gw_port': {'id': 'ab5b078e-1b18-41c5-aca0-5b6dc3d87da8', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffeef09-6f97-4208-bacc-1a2c39678441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:49:01Z', 'updated_at': '2022-08-27T04:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '3a67de13-5f64-471a-b2dc-f35718413dd9', 'name': '', 'network_id': '6a61aa1d-0d44-450c-a14e-b4869e878066', 'tenant_id': '0736e03453ca4ec790545a32d5eeb750', 'mac_address': 'fa:16:3e:b1:d8:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ffeef09-6f97-4208-bacc-1a2c39678441', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '5ba733e0-0506-4b31-b9d4-808383d66301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:49:04Z', 'updated_at': '2022-08-27T04:49:05Z', 'revision_number': 2, 'project_id': '0736e03453ca4ec790545a32d5eeb750', 'subnets': [{'id': '5ba733e0-0506-4b31-b9d4-808383d66301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:09.235509 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device ab5b078e-1b18-41c5-aca0-5b6dc3d87da8 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:49:09.262607 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:09.272201 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b9880-00e4-48bc-9d6b-0d2f54f04df5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a67de13-5f64-471a-b2dc-f35718413dd9,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:09.290250 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d68610-ea7c-45c8-ac56-e4193247aebc None None] Checking router: 6ffeef09-6f97-4208-bacc-1a2c39678441 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:49:09.290878 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d68610-ea7c-45c8-ac56-e4193247aebc None None] Updating router 6ffeef09-6f97-4208-bacc-1a2c39678441 port 3a67de13-5f64-471a-b2dc-f35718413dd9 binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:49:09.310617 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d68610-ea7c-45c8-ac56-e4193247aebc None None] Port 3a67de13-5f64-471a-b2dc-f35718413dd9 not found while updating agent binding for router 6ffeef09-6f97-4208-bacc-1a2c39678441. {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 27 04:49:09.320832 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d68610-ea7c-45c8-ac56-e4193247aebc None None] Routers {'6ffeef09-6f97-4208-bacc-1a2c39678441'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:49:09.321716 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-96d68610-ea7c-45c8-ac56-e4193247aebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:48:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['6ffeef09-6f97-4208-bacc-1a2c39678441'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:09.336382 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0033b62-8ee1-4f39-93b3-f73c543eb793 admin admin] Made reservation on behalf of e77591a3419946c7b5ca6a26e5f3fc76 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:49:09.337799 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port ab5b078e-1b18-41c5-aca0-5b6dc3d87da8 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:49:09.338503 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (ab5b078e-1b18-41c5-aca0-5b6dc3d87da8), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:09.338854 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c0033b62-8ee1-4f39-93b3-f73c543eb793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:09.356980 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c0033b62-8ee1-4f39-93b3-f73c543eb793 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:09.368686 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-afd0f38e-f49d-41f0-9a22-7c156b12c5c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (98bde5f8-bede-4151-b8e4-b2601a81feac), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:09.385455 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-afd0f38e-f49d-41f0-9a22-7c156b12c5c1 admin admin] Publish callbacks [] for router_controller (98bde5f8-bede-4151-b8e4-b2601a81feac), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:09.402731 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2f049d4e-0bf8-41ce-b73b-503aa134f210 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (98be0ab3-d094-43ad-8cb4-a1239438a738), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:09.409670 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2f049d4e-0bf8-41ce-b73b-503aa134f210 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (98be0ab3-d094-43ad-8cb4-a1239438a738), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:09.429562 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 51696) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:09.531329 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port ab5b078e-1b18-41c5-aca0-5b6dc3d87da8 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:49:09.542301 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b3ba1e88-782b-4b26-9be9-75daa442ec34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:09.574827 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-96d68610-ea7c-45c8-ac56-e4193247aebc None None] Set router 6ffeef09-6f97-4208-bacc-1a2c39678441 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:49:09.607920 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-afd0f38e-f49d-41f0-9a22-7c156b12c5c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (98bde5f8-bede-4151-b8e4-b2601a81feac), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:09.611930 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd0f38e-f49d-41f0-9a22-7c156b12c5c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98bde5f8-bede-4151-b8e4-b2601a81feac {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:49:09.630024 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-afd0f38e-f49d-41f0-9a22-7c156b12c5c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:09.635454 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-afd0f38e-f49d-41f0-9a22-7c156b12c5c1 admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/98bde5f8-bede-4151-b8e4-b2601a81feac HTTP/1.1" status: 204 len: 168 time: 1.8419247 Aug 27 04:49:09.641526 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 51698) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:09.664439 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c0033b62-8ee1-4f39-93b3-f73c543eb793 admin admin] Publish callbacks [] for security_group (3664f09b-d018-42bc-ab1b-907d01fed107), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:09.690224 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2f049d4e-0bf8-41ce-b73b-503aa134f210 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks [] for router_controller (98be0ab3-d094-43ad-8cb4-a1239438a738), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:09.746140 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8f7ffba-f0e2-4c90-b3aa-7adf3173ed5c admin admin] Deleting subnet 021059d6-f8ad-42c4-9bc7-2f1f01b83860 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:49:09.752267 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c8f7ffba-f0e2-4c90-b3aa-7adf3173ed5c admin admin] Publish callbacks [] for subnet (021059d6-f8ad-42c4-9bc7-2f1f01b83860), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:09.808426 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-110b9880-00e4-48bc-9d6b-0d2f54f04df5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (6ffeef09-6f97-4208-bacc-1a2c39678441), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:09.810821 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c0033b62-8ee1-4f39-93b3-f73c543eb793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (3664f09b-d018-42bc-ab1b-907d01fed107), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:09.833806 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-96d68610-ea7c-45c8-ac56-e4193247aebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ffeef09-6f97-4208-bacc-1a2c39678441', 'name': 'tempest-VirtualInterfacesTestJSON-1658569830-router', 'tenant_id': '0736e03453ca4ec790545a32d5eeb750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'ab5b078e-1b18-41c5-aca0-5b6dc3d87da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:49:00Z', 'updated_at': '2022-08-27T04:49:09Z', 'revision_number': 5, 'project_id': '0736e03453ca4ec790545a32d5eeb750', 'gw_port': {'id': 'ab5b078e-1b18-41c5-aca0-5b6dc3d87da8', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffeef09-6f97-4208-bacc-1a2c39678441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:49:01Z', 'updated_at': '2022-08-27T04:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:09.838598 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0033b62-8ee1-4f39-93b3-f73c543eb793 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:49:09.902305 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d68610-ea7c-45c8-ac56-e4193247aebc None None] The sync data for ids ['6ffeef09-6f97-4208-bacc-1a2c39678441'] in n-d-852088-5 is: [{'id': '6ffeef09-6f97-4208-bacc-1a2c39678441', 'name': 'tempest-VirtualInterfacesTestJSON-1658569830-router', 'tenant_id': '0736e03453ca4ec790545a32d5eeb750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'ab5b078e-1b18-41c5-aca0-5b6dc3d87da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:49:00Z', 'updated_at': '2022-08-27T04:49:09Z', 'revision_number': 5, 'project_id': '0736e03453ca4ec790545a32d5eeb750', 'gw_port': {'id': 'ab5b078e-1b18-41c5-aca0-5b6dc3d87da8', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffeef09-6f97-4208-bacc-1a2c39678441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:49:01Z', 'updated_at': '2022-08-27T04:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:49:09.911185 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c8f7ffba-f0e2-4c90-b3aa-7adf3173ed5c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (021059d6-f8ad-42c4-9bc7-2f1f01b83860), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:10.021830 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b3ba1e88-782b-4b26-9be9-75daa442ec34 admin admin] Publish callbacks [] for security_group (5a9aad03-9c77-4f3a-850e-05304d5c6476), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:10.090569 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c0033b62-8ee1-4f39-93b3-f73c543eb793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (ef3ec1e7-ca5c-45bd-b092-17223c79a735), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:10.090910 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-c0033b62-8ee1-4f39-93b3-f73c543eb793 admin admin] Added segment ef3ec1e7-ca5c-45bd-b092-17223c79a735 of type vlan for network 9f9320c5-483e-41e8-bf29-ee6376a8e72b Aug 27 04:49:10.105378 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:10.139498 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2f049d4e-0bf8-41ce-b73b-503aa134f210 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks [] for router_gateway (98be0ab3-d094-43ad-8cb4-a1239438a738), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:10.158422 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0033b62-8ee1-4f39-93b3-f73c543eb793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3664f09b-d018-42bc-ab1b-907d01fed107,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:10.197011 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c8f7ffba-f0e2-4c90-b3aa-7adf3173ed5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (021059d6-f8ad-42c4-9bc7-2f1f01b83860), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:10.219851 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b3ba1e88-782b-4b26-9be9-75daa442ec34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (5a9aad03-9c77-4f3a-850e-05304d5c6476), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:10.225092 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:10.239103 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c0033b62-8ee1-4f39-93b3-f73c543eb793 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (9f9320c5-483e-41e8-bf29-ee6376a8e72b), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:10.251976 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:10.402158 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b3ba1e88-782b-4b26-9be9-75daa442ec34 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=038311d86fc14e2c9ee7080134cade60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9711804 Aug 27 04:49:10.404995 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c0033b62-8ee1-4f39-93b3-f73c543eb793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (9f9320c5-483e-41e8-bf29-ee6376a8e72b), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:10.406680 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0033b62-8ee1-4f39-93b3-f73c543eb793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:49:10.407686 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c0033b62-8ee1-4f39-93b3-f73c543eb793 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:10.411808 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 51720) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:10.421537 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ba1e88-782b-4b26-9be9-75daa442ec34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9aad03-9c77-4f3a-850e-05304d5c6476,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:10.455191 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c8f7ffba-f0e2-4c90-b3aa-7adf3173ed5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (021059d6-f8ad-42c4-9bc7-2f1f01b83860), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:10.525021 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:10.563113 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf6d242-7fd8-4043-b2a5-f39f8622a723 None None] Network 3fa5b90e-d555-428d-9e58-ce3f3ffac7df requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:49:10.589764 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c8f7ffba-f0e2-4c90-b3aa-7adf3173ed5c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:10.603495 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 51724) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:10.604919 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c8f7ffba-f0e2-4c90-b3aa-7adf3173ed5c admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/021059d6-f8ad-42c4-9bc7-2f1f01b83860 HTTP/1.1" status: 204 len: 168 time: 0.9616334 Aug 27 04:49:10.612801 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f7ffba-f0e2-4c90-b3aa-7adf3173ed5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=021059d6-f8ad-42c4-9bc7-2f1f01b83860,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:10.670831 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c0033b62-8ee1-4f39-93b3-f73c543eb793 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8272390 Aug 27 04:49:10.682352 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0033b62-8ee1-4f39-93b3-f73c543eb793 admin admin] Pushing event updated for resources: {'Network': ['ID=9f9320c5-483e-41e8-bf29-ee6376a8e72b,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:10.689436 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 51726) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:10.702127 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-93c94c23-8cdc-44b6-9ad8-5895ba354a7f admin admin] Request body: {'subnet': {'network_id': '9f9320c5-483e-41e8-bf29-ee6376a8e72b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-674707465-subnet', 'tenant_id': 'e77591a3419946c7b5ca6a26e5f3fc76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:49:10.703064 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 9f9320c5-483e-41e8-bf29-ee6376a8e72b details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:49:10.779675 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0eb907d0-0c2c-4a9f-a68e-3d766454d8ca admin admin] Publish callbacks [] for security_group (5a9aad03-9c77-4f3a-850e-05304d5c6476), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:10.807722 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:10.819960 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0eb907d0-0c2c-4a9f-a68e-3d766454d8ca admin admin] Publish callbacks [] for security_group (5a9aad03-9c77-4f3a-850e-05304d5c6476), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:10.890462 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a28bae6-b113-4ae5-aa22-927d312d7020 None None] DHCP port deletion for 3fa5b90e-d555-428d-9e58-ce3f3ffac7df request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:49:10.893880 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c94c23-8cdc-44b6-9ad8-5895ba354a7f admin admin] Made reservation on behalf of e77591a3419946c7b5ca6a26e5f3fc76 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:49:10.896458 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-93c94c23-8cdc-44b6-9ad8-5895ba354a7f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:11.038374 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-5a28bae6-b113-4ae5-aa22-927d312d7020 None None] Deleting port 38cea90b-f398-43b3-98db-16f82d25b451 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:49:11.038669 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5a28bae6-b113-4ae5-aa22-927d312d7020 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (38cea90b-f398-43b3-98db-16f82d25b451), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:11.069075 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0eb907d0-0c2c-4a9f-a68e-3d766454d8ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (5a9aad03-9c77-4f3a-850e-05304d5c6476), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:11.082285 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0eb907d0-0c2c-4a9f-a68e-3d766454d8ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:11.083850 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-0eb907d0-0c2c-4a9f-a68e-3d766454d8ca admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/5a9aad03-9c77-4f3a-850e-05304d5c6476 HTTP/1.1" status: 204 len: 168 time: 0.6168494 Aug 27 04:49:11.160998 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb907d0-0c2c-4a9f-a68e-3d766454d8ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9aad03-9c77-4f3a-850e-05304d5c6476,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:11.227401 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-5a28bae6-b113-4ae5-aa22-927d312d7020 None None] For port 38cea90b-f398-43b3-98db-16f82d25b451, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=38cea90b-f398-43b3-98db-16f82d25b451,segment=NetworkSegment(ebce2c50-762d-451c-88ba-d095d7cd631e),segment_id=ebce2c50-762d-451c-88ba-d095d7cd631e)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:49:11.227811 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5a28bae6-b113-4ae5-aa22-927d312d7020 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (38cea90b-f398-43b3-98db-16f82d25b451), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:11.273060 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-5a28bae6-b113-4ae5-aa22-927d312d7020 None None] Calling delete_port for 38cea90b-f398-43b3-98db-16f82d25b451 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:49:11.336728 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 443d1e67-e77e-4999-af2a-0edd37c7cf08 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:49:11.381133 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 443d1e67-e77e-4999-af2a-0edd37c7cf08 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:49:11.381568 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 443d1e67-e77e-4999-af2a-0edd37c7cf08 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:49:11.382232 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device fc39db6e-a314-4ff3-a6b2-0ffdc2c675a4 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:49:11.412622 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: fc39db6e-a314-4ff3-a6b2-0ffdc2c675a4 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:49:11.412974 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device fc39db6e-a314-4ff3-a6b2-0ffdc2c675a4 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:49:11.413347 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-70c3bbb5-8329-4ea8-8454-70d222d3cab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (3fa5b90e-d555-428d-9e58-ce3f3ffac7df), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:11.418160 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-93c94c23-8cdc-44b6-9ad8-5895ba354a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (9a7be0b0-d4c5-404d-8fa6-56c16ddbab0c), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:11.444740 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-110b9880-00e4-48bc-9d6b-0d2f54f04df5 admin admin] Router 6ffeef09-6f97-4208-bacc-1a2c39678441 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:49:11.470695 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2f049d4e-0bf8-41ce-b73b-503aa134f210 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks [] for router_gateway (98be0ab3-d094-43ad-8cb4-a1239438a738), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:11.510101 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c94c23-8cdc-44b6-9ad8-5895ba354a7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a7be0b0-d4c5-404d-8fa6-56c16ddbab0c,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:11.519501 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c94c23-8cdc-44b6-9ad8-5895ba354a7f admin admin] Checking segment: {'id': 'ef3ec1e7-ca5c-45bd-b092-17223c79a735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '9f9320c5-483e-41e8-bf29-ee6376a8e72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:49:11.519861 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c94c23-8cdc-44b6-9ad8-5895ba354a7f admin admin] Network hostable DHCP agents. Network: 9f9320c5-483e-41e8-bf29-ee6376a8e72b, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:49:11.522924 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2f049d4e-0bf8-41ce-b73b-503aa134f210 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:11.610043 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-70c3bbb5-8329-4ea8-8454-70d222d3cab3 admin admin] Deleting port 38cea90b-f398-43b3-98db-16f82d25b451 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:49:11.610381 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-70c3bbb5-8329-4ea8-8454-70d222d3cab3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (38cea90b-f398-43b3-98db-16f82d25b451), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:11.634475 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5a28bae6-b113-4ae5-aa22-927d312d7020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (38cea90b-f398-43b3-98db-16f82d25b451), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:11.662597 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28bae6-b113-4ae5-aa22-927d312d7020 None None] Pushing event deleted for resources: {'Port': ['ID=38cea90b-f398-43b3-98db-16f82d25b451,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:11.665043 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a28bae6-b113-4ae5-aa22-927d312d7020 None None] No DVR routers for this DVR port 38cea90b-f398-43b3-98db-16f82d25b451 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:49:11.670863 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c94c23-8cdc-44b6-9ad8-5895ba354a7f admin admin] Network 9f9320c5-483e-41e8-bf29-ee6376a8e72b is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:49:11.698284 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28bae6-b113-4ae5-aa22-927d312d7020 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:11.698691 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28bae6-b113-4ae5-aa22-927d312d7020 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:11.698925 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28bae6-b113-4ae5-aa22-927d312d7020 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:11.699261 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28bae6-b113-4ae5-aa22-927d312d7020 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:11.699678 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28bae6-b113-4ae5-aa22-927d312d7020 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:11.699924 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28bae6-b113-4ae5-aa22-927d312d7020 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:11.704632 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28bae6-b113-4ae5-aa22-927d312d7020 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:11.705056 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28bae6-b113-4ae5-aa22-927d312d7020 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:11.705409 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28bae6-b113-4ae5-aa22-927d312d7020 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:11.705942 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28bae6-b113-4ae5-aa22-927d312d7020 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:11.706283 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28bae6-b113-4ae5-aa22-927d312d7020 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:11.706623 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28bae6-b113-4ae5-aa22-927d312d7020 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:11.707063 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28bae6-b113-4ae5-aa22-927d312d7020 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:11.707402 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28bae6-b113-4ae5-aa22-927d312d7020 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:11.707732 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28bae6-b113-4ae5-aa22-927d312d7020 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:11.781979 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-93c94c23-8cdc-44b6-9ad8-5895ba354a7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 9f9320c5-483e-41e8-bf29-ee6376a8e72b) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:49:11.782234 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-70c3bbb5-8329-4ea8-8454-70d222d3cab3 admin admin] For port 38cea90b-f398-43b3-98db-16f82d25b451, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=38cea90b-f398-43b3-98db-16f82d25b451,segment=NetworkSegment(ebce2c50-762d-451c-88ba-d095d7cd631e),segment_id=ebce2c50-762d-451c-88ba-d095d7cd631e)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:49:11.782688 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-70c3bbb5-8329-4ea8-8454-70d222d3cab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (38cea90b-f398-43b3-98db-16f82d25b451), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:11.792788 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c94c23-8cdc-44b6-9ad8-5895ba354a7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:49:11.793596 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-93c94c23-8cdc-44b6-9ad8-5895ba354a7f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:11.797916 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8538158-56a5-4fa6-a37c-43c5cd9890c6 None None] Network 9f9320c5-483e-41e8-bf29-ee6376a8e72b requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:49:11.828906 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-70c3bbb5-8329-4ea8-8454-70d222d3cab3 admin admin] Calling delete_port for 38cea90b-f398-43b3-98db-16f82d25b451 owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:49:11.831542 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110b9880-00e4-48bc-9d6b-0d2f54f04df5 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:49:11.848895 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36f70c8-4d6b-432c-a717-d96a18574c11 None None] Sync routers for ids ['6ffeef09-6f97-4208-bacc-1a2c39678441'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:49:11.863097 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 51806) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:11.863304 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-110b9880-00e4-48bc-9d6b-0d2f54f04df5 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/6ffeef09-6f97-4208-bacc-1a2c39678441/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1278663 Aug 27 04:49:11.872061 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36f70c8-4d6b-432c-a717-d96a18574c11 None None] Routers {'6ffeef09-6f97-4208-bacc-1a2c39678441'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:49:11.874070 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-c36f70c8-4d6b-432c-a717-d96a18574c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:48:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['6ffeef09-6f97-4208-bacc-1a2c39678441'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:11.879936 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:11.931494 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-2f049d4e-0bf8-41ce-b73b-503aa134f210 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Allocated IP 2001:db8::3ca (d4998557-b581-4211-96f1-7779eccfe143/23c2f94d-f2a9-4640-81c0-9f11e9b971e1/487982c6-07b0-4255-9283-df9a4fdbb177) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:49:11.966055 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-93c94c23-8cdc-44b6-9ad8-5895ba354a7f admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2685072 Aug 27 04:49:11.977196 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 51814) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:11.985425 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-2a87fb4d-dce2-440f-8e69-80f45a413d9f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-674707465-router', 'tenant_id': 'e77591a3419946c7b5ca6a26e5f3fc76', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:49:12.030063 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-70c3bbb5-8329-4ea8-8454-70d222d3cab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (38cea90b-f398-43b3-98db-16f82d25b451), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:12.044559 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e235052e-d2e5-4b3f-80a5-ee2a0eec9a9e None None] Network 9f9320c5-483e-41e8-bf29-ee6376a8e72b requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:49:12.120047 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-63c29957-849a-4415-948f-b1e2953fb0f4 admin admin] Publish callbacks [] for router (6ffeef09-6f97-4208-bacc-1a2c39678441), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:12.123323 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c3bbb5-8329-4ea8-8454-70d222d3cab3 admin admin] Pushing event deleted for resources: {'Port': ['ID=38cea90b-f398-43b3-98db-16f82d25b451,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:12.134833 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:12.139981 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c3bbb5-8329-4ea8-8454-70d222d3cab3 admin admin] No DVR routers for this DVR port 38cea90b-f398-43b3-98db-16f82d25b451 on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:49:12.163757 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-c36f70c8-4d6b-432c-a717-d96a18574c11 None None] Set router 6ffeef09-6f97-4208-bacc-1a2c39678441 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:49:12.281595 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2a87fb4d-dce2-440f-8e69-80f45a413d9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (d682ac0d-ae0d-4b5c-9e34-4ecb778ba95f), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:12.282771 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2a87fb4d-dce2-440f-8e69-80f45a413d9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (d682ac0d-ae0d-4b5c-9e34-4ecb778ba95f), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:12.289378 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-63c29957-849a-4415-948f-b1e2953fb0f4 admin admin] Publish callbacks [] for router_gateway (6ffeef09-6f97-4208-bacc-1a2c39678441), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:12.345237 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2f049d4e-0bf8-41ce-b73b-503aa134f210 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks [] for port (487982c6-07b0-4255-9283-df9a4fdbb177), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:12.354006 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-70c3bbb5-8329-4ea8-8454-70d222d3cab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (3fa5b90e-d555-428d-9e58-ce3f3ffac7df), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:12.376749 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2a87fb4d-dce2-440f-8e69-80f45a413d9f admin admin] Publish callbacks [] for router_controller (d682ac0d-ae0d-4b5c-9e34-4ecb778ba95f), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:12.396890 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-70c3bbb5-8329-4ea8-8454-70d222d3cab3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fa5b90e-d555-428d-9e58-ce3f3ffac7df']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:12.413184 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-70c3bbb5-8329-4ea8-8454-70d222d3cab3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebce2c50-762d-451c-88ba-d095d7cd631e') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:12.413474 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-70c3bbb5-8329-4ea8-8454-70d222d3cab3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebce2c50-762d-451c-88ba-d095d7cd631e') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:12.427755 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-70c3bbb5-8329-4ea8-8454-70d222d3cab3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (ebce2c50-762d-451c-88ba-d095d7cd631e), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:12.443123 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-63c29957-849a-4415-948f-b1e2953fb0f4 admin admin] Deleting port ab5b078e-1b18-41c5-aca0-5b6dc3d87da8 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:49:12.443699 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-63c29957-849a-4415-948f-b1e2953fb0f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (ab5b078e-1b18-41c5-aca0-5b6dc3d87da8), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:12.444316 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-70c3bbb5-8329-4ea8-8454-70d222d3cab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (ebce2c50-762d-451c-88ba-d095d7cd631e), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:12.452984 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70c3bbb5-8329-4ea8-8454-70d222d3cab3 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:49:12.453587 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-70c3bbb5-8329-4ea8-8454-70d222d3cab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (ebce2c50-762d-451c-88ba-d095d7cd631e), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:12.487124 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment ebce2c50-762d-451c-88ba-d095d7cd631e resource provider aggregate not found Aug 27 04:49:12.492084 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-c36f70c8-4d6b-432c-a717-d96a18574c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ffeef09-6f97-4208-bacc-1a2c39678441', 'name': 'tempest-VirtualInterfacesTestJSON-1658569830-router', 'tenant_id': '0736e03453ca4ec790545a32d5eeb750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'ab5b078e-1b18-41c5-aca0-5b6dc3d87da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:49:00Z', 'updated_at': '2022-08-27T04:49:09Z', 'revision_number': 5, 'project_id': '0736e03453ca4ec790545a32d5eeb750', 'gw_port': {'id': 'ab5b078e-1b18-41c5-aca0-5b6dc3d87da8', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffeef09-6f97-4208-bacc-1a2c39678441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:49:01Z', 'updated_at': '2022-08-27T04:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:12.526411 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36f70c8-4d6b-432c-a717-d96a18574c11 None None] Checking router: 6ffeef09-6f97-4208-bacc-1a2c39678441 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:49:12.536950 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36f70c8-4d6b-432c-a717-d96a18574c11 None None] Routers {'6ffeef09-6f97-4208-bacc-1a2c39678441'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:49:12.537814 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment ebce2c50-762d-451c-88ba-d095d7cd631e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ebce2c50-762d-451c-88ba-d095d7cd631e found for delete ", "request_id": "req-ca722e20-f6ea-4efb-9a7c-1108c5cbcd38"}]} Aug 27 04:49:12.538096 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-c36f70c8-4d6b-432c-a717-d96a18574c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:48:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['6ffeef09-6f97-4208-bacc-1a2c39678441'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:12.541085 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2f049d4e-0bf8-41ce-b73b-503aa134f210 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (487982c6-07b0-4255-9283-df9a4fdbb177), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:12.597393 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f049d4e-0bf8-41ce-b73b-503aa134f210 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Network d4998557-b581-4211-96f1-7779eccfe143 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:49:12.603031 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-2f049d4e-0bf8-41ce-b73b-503aa134f210 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:49:12.612368 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f049d4e-0bf8-41ce-b73b-503aa134f210 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:49:12.621182 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f049d4e-0bf8-41ce-b73b-503aa134f210 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Pushing event updated for resources: {'Port': ['ID=487982c6-07b0-4255-9283-df9a4fdbb177,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:12.661328 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2a87fb4d-dce2-440f-8e69-80f45a413d9f admin admin] Publish callbacks [] for router_gateway (d682ac0d-ae0d-4b5c-9e34-4ecb778ba95f), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:12.693082 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-63c29957-849a-4415-948f-b1e2953fb0f4 admin admin] For port ab5b078e-1b18-41c5-aca0-5b6dc3d87da8, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=ab5b078e-1b18-41c5-aca0-5b6dc3d87da8,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:49:12.693464 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-63c29957-849a-4415-948f-b1e2953fb0f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (ab5b078e-1b18-41c5-aca0-5b6dc3d87da8), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:12.708015 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-70c3bbb5-8329-4ea8-8454-70d222d3cab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (3fa5b90e-d555-428d-9e58-ce3f3ffac7df), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:12.711708 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-c36f70c8-4d6b-432c-a717-d96a18574c11 None None] Set router 6ffeef09-6f97-4208-bacc-1a2c39678441 gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:49:12.713948 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:12.714852 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-63c29957-849a-4415-948f-b1e2953fb0f4 admin admin] Calling delete_port for ab5b078e-1b18-41c5-aca0-5b6dc3d87da8 owned by network:router_gateway {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:49:12.758796 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-70c3bbb5-8329-4ea8-8454-70d222d3cab3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:12.764925 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-70c3bbb5-8329-4ea8-8454-70d222d3cab3 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/3fa5b90e-d555-428d-9e58-ce3f3ffac7df HTTP/1.1" status: 204 len: 168 time: 2.1582730 Aug 27 04:49:12.777250 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c3bbb5-8329-4ea8-8454-70d222d3cab3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fa5b90e-d555-428d-9e58-ce3f3ffac7df,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:12.853830 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-c36f70c8-4d6b-432c-a717-d96a18574c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ffeef09-6f97-4208-bacc-1a2c39678441', 'name': 'tempest-VirtualInterfacesTestJSON-1658569830-router', 'tenant_id': '0736e03453ca4ec790545a32d5eeb750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:49:00Z', 'updated_at': '2022-08-27T04:49:12Z', 'revision_number': 6, 'project_id': '0736e03453ca4ec790545a32d5eeb750', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:12.881939 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36f70c8-4d6b-432c-a717-d96a18574c11 None None] The sync data for ids ['6ffeef09-6f97-4208-bacc-1a2c39678441'] in n-d-852088-5 is: [{'id': '6ffeef09-6f97-4208-bacc-1a2c39678441', 'name': 'tempest-VirtualInterfacesTestJSON-1658569830-router', 'tenant_id': '0736e03453ca4ec790545a32d5eeb750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:49:00Z', 'updated_at': '2022-08-27T04:49:12Z', 'revision_number': 6, 'project_id': '0736e03453ca4ec790545a32d5eeb750', 'gw_port_host': None}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:49:12.895547 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 38cea90b-f398-43b3-98db-16f82d25b451 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:49:12.924067 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 38cea90b-f398-43b3-98db-16f82d25b451 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:49:12.924438 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 38cea90b-f398-43b3-98db-16f82d25b451 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:49:12.996756 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:12.998195 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 51866) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:13.094689 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2f049d4e-0bf8-41ce-b73b-503aa134f210 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks [] for router_gateway (98be0ab3-d094-43ad-8cb4-a1239438a738), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:13.133982 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:13.298892 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2f049d4e-0bf8-41ce-b73b-503aa134f210 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (98be0ab3-d094-43ad-8cb4-a1239438a738), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:13.396005 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2a87fb4d-dce2-440f-8e69-80f45a413d9f admin admin] Publish callbacks [] for router_gateway (d682ac0d-ae0d-4b5c-9e34-4ecb778ba95f), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:13.417329 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2a87fb4d-dce2-440f-8e69-80f45a413d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:13.423149 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:13.436097 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 51874) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:13.489359 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1df29cdb-5e5c-46b4-906b-85ce06c9f829 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=e19f9f3d8e434168a66baaa28ad2c791&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0498264 Aug 27 04:49:13.490027 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 51876) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:13.541699 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-2a87fb4d-dce2-440f-8e69-80f45a413d9f admin admin] Allocated IP 172.25.2.195 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/64c2b84c-cfe0-4611-ab18-7a0f8927f175) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:49:13.550348 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-234fb030-b1b4-4cda-90ef-c21e1a617258 admin admin] Publish callbacks [] for security_group (ea11f22e-0d69-4300-bf05-7731039c5640), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:13.567714 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-234fb030-b1b4-4cda-90ef-c21e1a617258 admin admin] Publish callbacks [] for security_group (ea11f22e-0d69-4300-bf05-7731039c5640), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:13.582475 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-63c29957-849a-4415-948f-b1e2953fb0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (ab5b078e-1b18-41c5-aca0-5b6dc3d87da8), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:13.616970 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f049d4e-0bf8-41ce-b73b-503aa134f210 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Router 98be0ab3-d094-43ad-8cb4-a1239438a738 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:49:13.627677 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-eb320438-f260-4ed7-824b-3cc654223190 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:13.654087 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c29957-849a-4415-948f-b1e2953fb0f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab5b078e-1b18-41c5-aca0-5b6dc3d87da8,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:13.741005 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-234fb030-b1b4-4cda-90ef-c21e1a617258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (ea11f22e-0d69-4300-bf05-7731039c5640), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:13.743261 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-234fb030-b1b4-4cda-90ef-c21e1a617258 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:13.744732 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-234fb030-b1b4-4cda-90ef-c21e1a617258 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/ea11f22e-0d69-4300-bf05-7731039c5640 HTTP/1.1" status: 204 len: 168 time: 0.2539482 Aug 27 04:49:13.767331 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2a87fb4d-dce2-440f-8e69-80f45a413d9f admin admin] Publish callbacks [] for port (64c2b84c-cfe0-4611-ab18-7a0f8927f175), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:13.771482 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-63c29957-849a-4415-948f-b1e2953fb0f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (6ffeef09-6f97-4208-bacc-1a2c39678441), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:13.775019 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234fb030-b1b4-4cda-90ef-c21e1a617258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea11f22e-0d69-4300-bf05-7731039c5640,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:13.793861 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f049d4e-0bf8-41ce-b73b-503aa134f210 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:49:13.827542 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-eb320438-f260-4ed7-824b-3cc654223190 admin admin] Publish callbacks [] for security_group (3d6d114d-c438-49a7-b28b-821e75fb73d1), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:13.838003 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6b2a73-908e-453b-bc24-fdf536607923 None None] Sync routers for ids ['98be0ab3-d094-43ad-8cb4-a1239438a738'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:49:13.851449 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6b2a73-908e-453b-bc24-fdf536607923 None None] Routers {'98be0ab3-d094-43ad-8cb4-a1239438a738'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:49:13.852092 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-2b6b2a73-908e-453b-bc24-fdf536607923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:48:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['98be0ab3-d094-43ad-8cb4-a1239438a738'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:13.880294 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-63c29957-849a-4415-948f-b1e2953fb0f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (6ffeef09-6f97-4208-bacc-1a2c39678441), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:13.880778 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-63c29957-849a-4415-948f-b1e2953fb0f4 admin admin] Publish callbacks [] for router_controller (6ffeef09-6f97-4208-bacc-1a2c39678441), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:13.917086 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2f049d4e-0bf8-41ce-b73b-503aa134f210 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:13.921213 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2f049d4e-0bf8-41ce-b73b-503aa134f210 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.7644055 Aug 27 04:49:13.921501 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 51884) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:13.973123 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-eb320438-f260-4ed7-824b-3cc654223190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (3d6d114d-c438-49a7-b28b-821e75fb73d1), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:13.985084 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-2b6b2a73-908e-453b-bc24-fdf536607923 None None] Set router 98be0ab3-d094-43ad-8cb4-a1239438a738 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:49:14.054059 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-eb320438-f260-4ed7-824b-3cc654223190 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=6101beb38227466b8f605906fb3ee224&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0547755 Aug 27 04:49:14.056523 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb320438-f260-4ed7-824b-3cc654223190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6d114d-c438-49a7-b28b-821e75fb73d1,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:14.057458 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 51888) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:14.067192 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2a87fb4d-dce2-440f-8e69-80f45a413d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (64c2b84c-cfe0-4611-ab18-7a0f8927f175), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:14.081170 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8ec6a53d-035b-4653-ac8d-0f22ad1d8f10 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks [] for router (98be0ab3-d094-43ad-8cb4-a1239438a738), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:14.104308 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-63c29957-849a-4415-948f-b1e2953fb0f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (6ffeef09-6f97-4208-bacc-1a2c39678441), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:14.105124 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c29957-849a-4415-948f-b1e2953fb0f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ffeef09-6f97-4208-bacc-1a2c39678441 {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:49:14.154548 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-63c29957-849a-4415-948f-b1e2953fb0f4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:14.155981 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-63c29957-849a-4415-948f-b1e2953fb0f4 admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/6ffeef09-6f97-4208-bacc-1a2c39678441 HTTP/1.1" status: 204 len: 168 time: 2.2918959 Aug 27 04:49:14.158540 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 51892) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:14.224699 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:14.251108 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-2b6b2a73-908e-453b-bc24-fdf536607923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98be0ab3-d094-43ad-8cb4-a1239438a738', 'name': '', 'tenant_id': '3ccc4e90fbad4545aa8f905a7a6fa5fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4998557-b581-4211-96f1-7779eccfe143', 'external_fixed_ips': [{'subnet_id': '23c2f94d-f2a9-4640-81c0-9f11e9b971e1', 'ip_address': '2001:db8::3ca'}], 'enable_snat': True}, 'gw_port_id': '487982c6-07b0-4255-9283-df9a4fdbb177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:49:09Z', 'updated_at': '2022-08-27T04:49:12Z', 'revision_number': 3, 'project_id': '3ccc4e90fbad4545aa8f905a7a6fa5fd', 'gw_port': {'id': '487982c6-07b0-4255-9283-df9a4fdbb177', 'name': '', 'network_id': 'd4998557-b581-4211-96f1-7779eccfe143', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b5:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98be0ab3-d094-43ad-8cb4-a1239438a738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '23c2f94d-f2a9-4640-81c0-9f11e9b971e1', 'ip_address': '2001:db8::3ca', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:49:11Z', 'updated_at': '2022-08-27T04:49:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23c2f94d-f2a9-4640-81c0-9f11e9b971e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:14.257916 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8ec6a53d-035b-4653-ac8d-0f22ad1d8f10 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks [] for router_gateway (98be0ab3-d094-43ad-8cb4-a1239438a738), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:14.272070 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a87fb4d-dce2-440f-8e69-80f45a413d9f admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:49:14.277403 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 51894) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:14.287586 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-2a87fb4d-dce2-440f-8e69-80f45a413d9f admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:49:14.292261 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a87fb4d-dce2-440f-8e69-80f45a413d9f admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:49:14.299870 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a87fb4d-dce2-440f-8e69-80f45a413d9f admin admin] Pushing event updated for resources: {'Port': ['ID=64c2b84c-cfe0-4611-ab18-7a0f8927f175,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:14.315213 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6b2a73-908e-453b-bc24-fdf536607923 None None] Checking router: 98be0ab3-d094-43ad-8cb4-a1239438a738 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:49:14.315640 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6b2a73-908e-453b-bc24-fdf536607923 None None] Updating router 98be0ab3-d094-43ad-8cb4-a1239438a738 port 487982c6-07b0-4255-9283-df9a4fdbb177 binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:49:14.335934 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d891d6d-44eb-486a-8ce5-b087cb2054ad admin admin] Deleting subnet 5ba733e0-0506-4b31-b9d4-808383d66301 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:49:14.344902 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0d891d6d-44eb-486a-8ce5-b087cb2054ad admin admin] Publish callbacks [] for subnet (5ba733e0-0506-4b31-b9d4-808383d66301), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:14.348581 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-90ce56b1-08d0-4d11-b34d-0e4ba07873d0 admin admin] Publish callbacks [] for security_group (3d6d114d-c438-49a7-b28b-821e75fb73d1), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:14.365413 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-2b6b2a73-908e-453b-bc24-fdf536607923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (487982c6-07b0-4255-9283-df9a4fdbb177), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:14.367850 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:14.410638 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-8ec6a53d-035b-4653-ac8d-0f22ad1d8f10 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Deleting port 487982c6-07b0-4255-9283-df9a4fdbb177 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:49:14.410985 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8ec6a53d-035b-4653-ac8d-0f22ad1d8f10 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (487982c6-07b0-4255-9283-df9a4fdbb177), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:14.413646 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=11,neutron:SELECT=86,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:14.510974 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0d891d6d-44eb-486a-8ce5-b087cb2054ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (5ba733e0-0506-4b31-b9d4-808383d66301), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:14.514370 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-90ce56b1-08d0-4d11-b34d-0e4ba07873d0 admin admin] Publish callbacks [] for security_group (3d6d114d-c438-49a7-b28b-821e75fb73d1), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:14.520074 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8ec6a53d-035b-4653-ac8d-0f22ad1d8f10 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (487982c6-07b0-4255-9283-df9a4fdbb177), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:14.535149 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-8ec6a53d-035b-4653-ac8d-0f22ad1d8f10 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Calling delete_port for 487982c6-07b0-4255-9283-df9a4fdbb177 owned by network:router_gateway {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:49:14.615618 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c2e10aaf-09bc-4fd9-8ca3-b2a2b959b9d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:14.706506 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0d891d6d-44eb-486a-8ce5-b087cb2054ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (5ba733e0-0506-4b31-b9d4-808383d66301), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:14.721377 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-2b6b2a73-908e-453b-bc24-fdf536607923 None None] Publish callbacks [] for port (487982c6-07b0-4255-9283-df9a4fdbb177), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:14.796907 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:14.837435 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-2b6b2a73-908e-453b-bc24-fdf536607923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (487982c6-07b0-4255-9283-df9a4fdbb177), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:14.837944 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-90ce56b1-08d0-4d11-b34d-0e4ba07873d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (3d6d114d-c438-49a7-b28b-821e75fb73d1), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:14.840705 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-90ce56b1-08d0-4d11-b34d-0e4ba07873d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:14.851373 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-90ce56b1-08d0-4d11-b34d-0e4ba07873d0 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/3d6d114d-c438-49a7-b28b-821e75fb73d1 HTTP/1.1" status: 204 len: 168 time: 0.7850280 Aug 27 04:49:14.860331 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ce56b1-08d0-4d11-b34d-0e4ba07873d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6d114d-c438-49a7-b28b-821e75fb73d1,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:14.868352 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2a87fb4d-dce2-440f-8e69-80f45a413d9f admin admin] Publish callbacks [] for router_gateway (d682ac0d-ae0d-4b5c-9e34-4ecb778ba95f), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:14.918832 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device ab5b078e-1b18-41c5-aca0-5b6dc3d87da8 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:49:14.922255 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d52e0a9-112b-4c64-be87-f9fb03536811 None None] Pushing event updated for resources: {'Port': ['ID=487982c6-07b0-4255-9283-df9a4fdbb177,revision_number=2']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:14.932893 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-2b6b2a73-908e-453b-bc24-fdf536607923 None None] Attempting to bind port 487982c6-07b0-4255-9283-df9a4fdbb177 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:49:14.933307 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-2b6b2a73-908e-453b-bc24-fdf536607923 None None] Attempting to bind port 487982c6-07b0-4255-9283-df9a4fdbb177 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'eaa3f282-5824-4dbb-b671-e1ee9a1479bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd4998557-b581-4211-96f1-7779eccfe143'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:49:14.933665 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6b2a73-908e-453b-bc24-fdf536607923 None None] Attempting to bind port 487982c6-07b0-4255-9283-df9a4fdbb177 on network d4998557-b581-4211-96f1-7779eccfe143 {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:49:14.949703 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6b2a73-908e-453b-bc24-fdf536607923 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:49:14.949703 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6b2a73-908e-453b-bc24-fdf536607923 None None] Checking segment: {'id': 'eaa3f282-5824-4dbb-b671-e1ee9a1479bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd4998557-b581-4211-96f1-7779eccfe143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:49:14.954050 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-2b6b2a73-908e-453b-bc24-fdf536607923 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:14.954472 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6b2a73-908e-453b-bc24-fdf536607923 None None] Bound using segment: {'id': 'eaa3f282-5824-4dbb-b671-e1ee9a1479bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd4998557-b581-4211-96f1-7779eccfe143'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:49:14.954970 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-2b6b2a73-908e-453b-bc24-fdf536607923 None None] Bound port: 487982c6-07b0-4255-9283-df9a4fdbb177, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaa3f282-5824-4dbb-b671-e1ee9a1479bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd4998557-b581-4211-96f1-7779eccfe143'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:49:14.955877 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-2b6b2a73-908e-453b-bc24-fdf536607923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (487982c6-07b0-4255-9283-df9a4fdbb177), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:14.969282 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: ab5b078e-1b18-41c5-aca0-5b6dc3d87da8 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:49:14.969282 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device ab5b078e-1b18-41c5-aca0-5b6dc3d87da8 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:49:14.969643 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0d891d6d-44eb-486a-8ce5-b087cb2054ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (5ba733e0-0506-4b31-b9d4-808383d66301), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:15.024361 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c2e10aaf-09bc-4fd9-8ca3-b2a2b959b9d5 admin admin] Publish callbacks [] for security_group (30adc763-ea5c-4047-ae07-78ba8c118ffd), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:15.029924 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d891d6d-44eb-486a-8ce5-b087cb2054ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ba733e0-0506-4b31-b9d4-808383d66301,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:15.034589 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0d891d6d-44eb-486a-8ce5-b087cb2054ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:15.038018 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48685e6a-8efc-4e4b-93e1-187924eede7e None None] Network 6a61aa1d-0d44-450c-a14e-b4869e878066 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:49:15.054382 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-0d891d6d-44eb-486a-8ce5-b087cb2054ad admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/5ba733e0-0506-4b31-b9d4-808383d66301 HTTP/1.1" status: 204 len: 168 time: 0.8832271 Aug 27 04:49:15.057534 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 51922) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:15.058205 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8ec6a53d-035b-4653-ac8d-0f22ad1d8f10 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (487982c6-07b0-4255-9283-df9a4fdbb177), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:15.058924 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.db.api [None req-2b6b2a73-908e-453b-bc24-fdf536607923 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=107778) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:49:15.059279 n-d-852088-5 neutron-server[107778]: DEBUG oslo_db.api [None req-2b6b2a73-908e-453b-bc24-fdf536607923 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:49:15.086547 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=4,neutron:DELETE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:15.107713 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec6a53d-035b-4653-ac8d-0f22ad1d8f10 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Pushing event deleted for resources: {'Port': ['ID=487982c6-07b0-4255-9283-df9a4fdbb177,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:15.148705 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c2e10aaf-09bc-4fd9-8ca3-b2a2b959b9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (30adc763-ea5c-4047-ae07-78ba8c118ffd), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:15.220555 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8ec6a53d-035b-4653-ac8d-0f22ad1d8f10 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (98be0ab3-d094-43ad-8cb4-a1239438a738), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:15.227677 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323af83b-feb0-4271-b62c-de42d17b0f50 None None] DHCP port deletion for 6a61aa1d-0d44-450c-a14e-b4869e878066 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:49:15.243618 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2a87fb4d-dce2-440f-8e69-80f45a413d9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (d682ac0d-ae0d-4b5c-9e34-4ecb778ba95f), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:15.289815 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-323af83b-feb0-4271-b62c-de42d17b0f50 None None] Deleting port 02f5b448-fea0-473c-9ef6-c48aa73357df {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:49:15.290197 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-323af83b-feb0-4271-b62c-de42d17b0f50 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (02f5b448-fea0-473c-9ef6-c48aa73357df), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:15.298971 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-382a0ee8-8edf-477f-8d44-1368eee51ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (6a61aa1d-0d44-450c-a14e-b4869e878066), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:15.308331 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c2e10aaf-09bc-4fd9-8ca3-b2a2b959b9d5 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=f432cd31e9f04b8e8d23b4ed01719548&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0273585 Aug 27 04:49:15.308331 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e10aaf-09bc-4fd9-8ca3-b2a2b959b9d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30adc763-ea5c-4047-ae07-78ba8c118ffd,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:15.339977 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 51926) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:15.370831 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-323af83b-feb0-4271-b62c-de42d17b0f50 None None] For port 02f5b448-fea0-473c-9ef6-c48aa73357df, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=02f5b448-fea0-473c-9ef6-c48aa73357df,segment=NetworkSegment(ff284617-f176-4783-a189-c8362c7c3082),segment_id=ff284617-f176-4783-a189-c8362c7c3082)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:49:15.371491 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-323af83b-feb0-4271-b62c-de42d17b0f50 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (02f5b448-fea0-473c-9ef6-c48aa73357df), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:15.378050 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8ec6a53d-035b-4653-ac8d-0f22ad1d8f10 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (98be0ab3-d094-43ad-8cb4-a1239438a738), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:15.381421 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8ec6a53d-035b-4653-ac8d-0f22ad1d8f10 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks [] for router_controller (98be0ab3-d094-43ad-8cb4-a1239438a738), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:15.392459 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-323af83b-feb0-4271-b62c-de42d17b0f50 None None] Calling delete_port for 02f5b448-fea0-473c-9ef6-c48aa73357df owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:49:15.444411 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f7b7f283-4fc4-43a0-98df-b74ed8f99e76 admin admin] Publish callbacks [] for security_group (30adc763-ea5c-4047-ae07-78ba8c118ffd), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:15.465546 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f7b7f283-4fc4-43a0-98df-b74ed8f99e76 admin admin] Publish callbacks [] for security_group (30adc763-ea5c-4047-ae07-78ba8c118ffd), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:15.475324 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-382a0ee8-8edf-477f-8d44-1368eee51ed8 admin admin] Deleting port 02f5b448-fea0-473c-9ef6-c48aa73357df {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:49:15.475324 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-382a0ee8-8edf-477f-8d44-1368eee51ed8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (02f5b448-fea0-473c-9ef6-c48aa73357df), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:15.549735 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-382a0ee8-8edf-477f-8d44-1368eee51ed8 admin admin] For port 02f5b448-fea0-473c-9ef6-c48aa73357df, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=02f5b448-fea0-473c-9ef6-c48aa73357df,segment=NetworkSegment(ff284617-f176-4783-a189-c8362c7c3082),segment_id=ff284617-f176-4783-a189-c8362c7c3082)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:49:15.550399 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-382a0ee8-8edf-477f-8d44-1368eee51ed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (02f5b448-fea0-473c-9ef6-c48aa73357df), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:15.552462 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8ec6a53d-035b-4653-ac8d-0f22ad1d8f10 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (98be0ab3-d094-43ad-8cb4-a1239438a738), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:15.553040 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec6a53d-035b-4653-ac8d-0f22ad1d8f10 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 98be0ab3-d094-43ad-8cb4-a1239438a738 {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:49:15.557641 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8ec6a53d-035b-4653-ac8d-0f22ad1d8f10 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:15.558764 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-8ec6a53d-035b-4653-ac8d-0f22ad1d8f10 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] 10.222.0.76 "DELETE /networking/v2.0/routers/98be0ab3-d094-43ad-8cb4-a1239438a738 HTTP/1.1" status: 204 len: 168 time: 1.6363301 Aug 27 04:49:15.567206 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 51932) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:15.571158 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-382a0ee8-8edf-477f-8d44-1368eee51ed8 admin admin] Calling delete_port for 02f5b448-fea0-473c-9ef6-c48aa73357df owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:49:15.574075 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-2b6b2a73-908e-453b-bc24-fdf536607923 None None] Attempting to bind port 487982c6-07b0-4255-9283-df9a4fdbb177 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:49:15.574531 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-2b6b2a73-908e-453b-bc24-fdf536607923 None None] Attempting to bind port 487982c6-07b0-4255-9283-df9a4fdbb177 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'eaa3f282-5824-4dbb-b671-e1ee9a1479bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd4998557-b581-4211-96f1-7779eccfe143'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:49:15.575112 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6b2a73-908e-453b-bc24-fdf536607923 None None] Attempting to bind port 487982c6-07b0-4255-9283-df9a4fdbb177 on network d4998557-b581-4211-96f1-7779eccfe143 {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:49:15.580891 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6b2a73-908e-453b-bc24-fdf536607923 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:49:15.581368 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6b2a73-908e-453b-bc24-fdf536607923 None None] Checking segment: {'id': 'eaa3f282-5824-4dbb-b671-e1ee9a1479bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd4998557-b581-4211-96f1-7779eccfe143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:49:15.581900 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-2b6b2a73-908e-453b-bc24-fdf536607923 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:15.582362 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6b2a73-908e-453b-bc24-fdf536607923 None None] Bound using segment: {'id': 'eaa3f282-5824-4dbb-b671-e1ee9a1479bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd4998557-b581-4211-96f1-7779eccfe143'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:49:15.583024 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-2b6b2a73-908e-453b-bc24-fdf536607923 None None] Bound port: 487982c6-07b0-4255-9283-df9a4fdbb177, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaa3f282-5824-4dbb-b671-e1ee9a1479bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd4998557-b581-4211-96f1-7779eccfe143'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:49:15.583410 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-2b6b2a73-908e-453b-bc24-fdf536607923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (487982c6-07b0-4255-9283-df9a4fdbb177), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:15.601197 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.plugin [None req-2b6b2a73-908e-453b-bc24-fdf536607923 None None] Port 487982c6-07b0-4255-9283-df9a4fdbb177 has been deleted concurrently {{(pid=107778) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:675}} Aug 27 04:49:15.611753 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-323af83b-feb0-4271-b62c-de42d17b0f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (02f5b448-fea0-473c-9ef6-c48aa73357df), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:15.614540 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-1244ac2a-c3cd-4299-9fe9-3c2d632bff8c tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Deleting subnet 23c2f94d-f2a9-4640-81c0-9f11e9b971e1 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:49:15.618256 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1244ac2a-c3cd-4299-9fe9-3c2d632bff8c tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks [] for subnet (23c2f94d-f2a9-4640-81c0-9f11e9b971e1), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:15.627865 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6b2a73-908e-453b-bc24-fdf536607923 None None] Routers set() bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:49:15.631856 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6b2a73-908e-453b-bc24-fdf536607923 None None] Router IDs set() for agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 27 04:49:15.632532 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_agentschedulers_db [None req-2b6b2a73-908e-453b-bc24-fdf536607923 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'98be0ab3-d094-43ad-8cb4-a1239438a738'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:48:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent'). {{(pid=107778) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 27 04:49:15.632981 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6b2a73-908e-453b-bc24-fdf536607923 None None] The sync data for ids ['98be0ab3-d094-43ad-8cb4-a1239438a738'] in n-d-852088-5 is: [] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:49:15.646857 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323af83b-feb0-4271-b62c-de42d17b0f50 None None] Pushing event deleted for resources: {'Port': ['ID=02f5b448-fea0-473c-9ef6-c48aa73357df,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:15.649420 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323af83b-feb0-4271-b62c-de42d17b0f50 None None] No DVR routers for this DVR port 02f5b448-fea0-473c-9ef6-c48aa73357df on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:49:15.668448 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-382a0ee8-8edf-477f-8d44-1368eee51ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (02f5b448-fea0-473c-9ef6-c48aa73357df), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:15.683135 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1244ac2a-c3cd-4299-9fe9-3c2d632bff8c tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (23c2f94d-f2a9-4640-81c0-9f11e9b971e1), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:15.698101 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a0ee8-8edf-477f-8d44-1368eee51ed8 admin admin] Pushing event deleted for resources: {'Port': ['ID=02f5b448-fea0-473c-9ef6-c48aa73357df,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:15.706420 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382a0ee8-8edf-477f-8d44-1368eee51ed8 admin admin] No DVR routers for this DVR port 02f5b448-fea0-473c-9ef6-c48aa73357df on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:49:15.743958 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a87fb4d-dce2-440f-8e69-80f45a413d9f admin admin] Router d682ac0d-ae0d-4b5c-9e34-4ecb778ba95f is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:49:15.746376 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f7b7f283-4fc4-43a0-98df-b74ed8f99e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (30adc763-ea5c-4047-ae07-78ba8c118ffd), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:15.749910 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f7b7f283-4fc4-43a0-98df-b74ed8f99e76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:15.751290 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f7b7f283-4fc4-43a0-98df-b74ed8f99e76 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/30adc763-ea5c-4047-ae07-78ba8c118ffd HTTP/1.1" status: 204 len: 168 time: 0.4103384 Aug 27 04:49:15.759210 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1244ac2a-c3cd-4299-9fe9-3c2d632bff8c tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (23c2f94d-f2a9-4640-81c0-9f11e9b971e1), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:15.798495 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b7f283-4fc4-43a0-98df-b74ed8f99e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30adc763-ea5c-4047-ae07-78ba8c118ffd,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:15.798784 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-382a0ee8-8edf-477f-8d44-1368eee51ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (6a61aa1d-0d44-450c-a14e-b4869e878066), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:15.839470 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-382a0ee8-8edf-477f-8d44-1368eee51ed8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a61aa1d-0d44-450c-a14e-b4869e878066']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:15.858775 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-382a0ee8-8edf-477f-8d44-1368eee51ed8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff284617-f176-4783-a189-c8362c7c3082') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:15.859365 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-382a0ee8-8edf-477f-8d44-1368eee51ed8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff284617-f176-4783-a189-c8362c7c3082') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:15.870768 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-382a0ee8-8edf-477f-8d44-1368eee51ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (ff284617-f176-4783-a189-c8362c7c3082), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:15.886446 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-382a0ee8-8edf-477f-8d44-1368eee51ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (ff284617-f176-4783-a189-c8362c7c3082), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:15.893616 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-382a0ee8-8edf-477f-8d44-1368eee51ed8 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:49:15.894137 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-382a0ee8-8edf-477f-8d44-1368eee51ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (ff284617-f176-4783-a189-c8362c7c3082), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:15.936048 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a87fb4d-dce2-440f-8e69-80f45a413d9f admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:49:15.945051 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment ff284617-f176-4783-a189-c8362c7c3082 resource provider aggregate not found Aug 27 04:49:15.948514 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6bed09-b92c-457a-8d4c-1ce7462d859a None None] Sync routers for ids ['d682ac0d-ae0d-4b5c-9e34-4ecb778ba95f'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:49:15.960205 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6bed09-b92c-457a-8d4c-1ce7462d859a None None] Routers {'d682ac0d-ae0d-4b5c-9e34-4ecb778ba95f'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:49:15.961468 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-ea6bed09-b92c-457a-8d4c-1ce7462d859a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:48:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['d682ac0d-ae0d-4b5c-9e34-4ecb778ba95f'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:15.976318 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment ff284617-f176-4783-a189-c8362c7c3082 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ff284617-f176-4783-a189-c8362c7c3082 found for delete ", "request_id": "req-69653be2-48c4-4675-b41c-146b885a52b7"}]} Aug 27 04:49:15.984551 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1244ac2a-c3cd-4299-9fe9-3c2d632bff8c tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (23c2f94d-f2a9-4640-81c0-9f11e9b971e1), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:16.011518 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1244ac2a-c3cd-4299-9fe9-3c2d632bff8c tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=23c2f94d-f2a9-4640-81c0-9f11e9b971e1,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:16.018017 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1244ac2a-c3cd-4299-9fe9-3c2d632bff8c tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:16.029509 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1244ac2a-c3cd-4299-9fe9-3c2d632bff8c tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/23c2f94d-f2a9-4640-81c0-9f11e9b971e1 HTTP/1.1" status: 204 len: 168 time: 0.4530561 Aug 27 04:49:16.029509 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 51946) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:16.093664 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-382a0ee8-8edf-477f-8d44-1368eee51ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (6a61aa1d-0d44-450c-a14e-b4869e878066), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:16.102263 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2a87fb4d-dce2-440f-8e69-80f45a413d9f admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:16.105714 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2a87fb4d-dce2-440f-8e69-80f45a413d9f admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1253858 Aug 27 04:49:16.106327 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 51950) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:16.108513 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-382a0ee8-8edf-477f-8d44-1368eee51ed8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:16.119876 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2bbed466-664e-4142-b942-69b878a2e1a0 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (d4998557-b581-4211-96f1-7779eccfe143), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:16.126824 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-382a0ee8-8edf-477f-8d44-1368eee51ed8 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/6a61aa1d-0d44-450c-a14e-b4869e878066 HTTP/1.1" status: 204 len: 168 time: 1.0646119 Aug 27 04:49:16.148821 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a0ee8-8edf-477f-8d44-1368eee51ed8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a61aa1d-0d44-450c-a14e-b4869e878066,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:16.215035 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-ea6bed09-b92c-457a-8d4c-1ce7462d859a None None] Set router d682ac0d-ae0d-4b5c-9e34-4ecb778ba95f gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:49:16.219293 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:16.264108 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 51956) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:16.296254 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2bbed466-664e-4142-b942-69b878a2e1a0 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (d4998557-b581-4211-96f1-7779eccfe143), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:16.301884 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4b0deb08-f507-4993-ae16-486ff63e9a2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:16.404113 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4b0deb08-f507-4993-ae16-486ff63e9a2a admin admin] Publish callbacks [] for security_group (48134860-15aa-4eed-976e-3430dfd4b290), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:16.427016 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-ea6bed09-b92c-457a-8d4c-1ce7462d859a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd682ac0d-ae0d-4b5c-9e34-4ecb778ba95f', 'name': 'tempest-ServerRescueTestJSON-674707465-router', 'tenant_id': 'e77591a3419946c7b5ca6a26e5f3fc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': '64c2b84c-cfe0-4611-ab18-7a0f8927f175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:49:12Z', 'updated_at': '2022-08-27T04:49:14Z', 'revision_number': 3, 'project_id': 'e77591a3419946c7b5ca6a26e5f3fc76', 'gw_port': {'id': '64c2b84c-cfe0-4611-ab18-7a0f8927f175', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e6:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd682ac0d-ae0d-4b5c-9e34-4ecb778ba95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:49:13Z', 'updated_at': '2022-08-27T04:49:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:16.462975 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6bed09-b92c-457a-8d4c-1ce7462d859a None None] Checking router: d682ac0d-ae0d-4b5c-9e34-4ecb778ba95f for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:49:16.463643 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6bed09-b92c-457a-8d4c-1ce7462d859a None None] Updating router d682ac0d-ae0d-4b5c-9e34-4ecb778ba95f port 64c2b84c-cfe0-4611-ab18-7a0f8927f175 binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:49:16.484567 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4b0deb08-f507-4993-ae16-486ff63e9a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (48134860-15aa-4eed-976e-3430dfd4b290), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:16.527715 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ea6bed09-b92c-457a-8d4c-1ce7462d859a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (64c2b84c-cfe0-4611-ab18-7a0f8927f175), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:16.581518 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-4b0deb08-f507-4993-ae16-486ff63e9a2a admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=11ba93008ea24011acf7f6447155c364&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3160222 Aug 27 04:49:16.593732 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 51962) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:16.629839 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0deb08-f507-4993-ae16-486ff63e9a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48134860-15aa-4eed-976e-3430dfd4b290,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:16.639854 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-2bbed466-664e-4142-b942-69b878a2e1a0 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4998557-b581-4211-96f1-7779eccfe143']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:16.648724 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:16.658859 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-2bbed466-664e-4142-b942-69b878a2e1a0 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaa3f282-5824-4dbb-b671-e1ee9a1479bd') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:16.659299 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-2bbed466-664e-4142-b942-69b878a2e1a0 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaa3f282-5824-4dbb-b671-e1ee9a1479bd') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:16.699561 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:16.700009 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2bbed466-664e-4142-b942-69b878a2e1a0 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (eaa3f282-5824-4dbb-b671-e1ee9a1479bd), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:16.713438 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1756ff87-4619-42ea-adc6-09400de8c68e admin admin] Publish callbacks [] for security_group (48134860-15aa-4eed-976e-3430dfd4b290), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:16.723844 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2bbed466-664e-4142-b942-69b878a2e1a0 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (eaa3f282-5824-4dbb-b671-e1ee9a1479bd), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:16.735775 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bbed466-664e-4142-b942-69b878a2e1a0 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:49:16.735992 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2bbed466-664e-4142-b942-69b878a2e1a0 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (eaa3f282-5824-4dbb-b671-e1ee9a1479bd), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:16.756547 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1756ff87-4619-42ea-adc6-09400de8c68e admin admin] Publish callbacks [] for security_group (48134860-15aa-4eed-976e-3430dfd4b290), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:16.781566 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment eaa3f282-5824-4dbb-b671-e1ee9a1479bd resource provider aggregate not found Aug 27 04:49:16.834939 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment eaa3f282-5824-4dbb-b671-e1ee9a1479bd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eaa3f282-5824-4dbb-b671-e1ee9a1479bd found for delete ", "request_id": "req-3e96154f-af8c-4f6c-8885-0e8bd3ec55a9"}]} Aug 27 04:49:16.847926 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:16.885627 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ea6bed09-b92c-457a-8d4c-1ce7462d859a None None] Publish callbacks [] for port (64c2b84c-cfe0-4611-ab18-7a0f8927f175), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:16.895587 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 02f5b448-fea0-473c-9ef6-c48aa73357df no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:49:16.914764 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1756ff87-4619-42ea-adc6-09400de8c68e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (48134860-15aa-4eed-976e-3430dfd4b290), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:16.915837 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 02f5b448-fea0-473c-9ef6-c48aa73357df {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:49:16.916213 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 02f5b448-fea0-473c-9ef6-c48aa73357df not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:49:16.923294 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1756ff87-4619-42ea-adc6-09400de8c68e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:16.923294 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1756ff87-4619-42ea-adc6-09400de8c68e admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/48134860-15aa-4eed-976e-3430dfd4b290 HTTP/1.1" status: 204 len: 168 time: 0.3274767 Aug 27 04:49:16.933839 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1756ff87-4619-42ea-adc6-09400de8c68e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48134860-15aa-4eed-976e-3430dfd4b290,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:16.978482 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ea6bed09-b92c-457a-8d4c-1ce7462d859a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (64c2b84c-cfe0-4611-ab18-7a0f8927f175), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:16.980073 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:16.982109 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2bbed466-664e-4142-b942-69b878a2e1a0 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (d4998557-b581-4211-96f1-7779eccfe143), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:16.988457 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bbed466-664e-4142-b942-69b878a2e1a0 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d4998557-b581-4211-96f1-7779eccfe143 {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 27 04:49:16.992522 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2bbed466-664e-4142-b942-69b878a2e1a0 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:16.995670 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2bbed466-664e-4142-b942-69b878a2e1a0 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] 10.222.0.76 "DELETE /networking/v2.0/networks/d4998557-b581-4211-96f1-7779eccfe143 HTTP/1.1" status: 204 len: 168 time: 0.9706912 Aug 27 04:49:17.013398 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbed466-664e-4142-b942-69b878a2e1a0 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Pushing event deleted for resources: {'Network': ['ID=d4998557-b581-4211-96f1-7779eccfe143,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:17.016758 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-ea6bed09-b92c-457a-8d4c-1ce7462d859a None None] Attempting to bind port 64c2b84c-cfe0-4611-ab18-7a0f8927f175 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:49:17.017311 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-ea6bed09-b92c-457a-8d4c-1ce7462d859a None None] Attempting to bind port 64c2b84c-cfe0-4611-ab18-7a0f8927f175 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:49:17.017830 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6bed09-b92c-457a-8d4c-1ce7462d859a None None] Attempting to bind port 64c2b84c-cfe0-4611-ab18-7a0f8927f175 on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:49:17.031774 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6bed09-b92c-457a-8d4c-1ce7462d859a None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:49:17.032556 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6bed09-b92c-457a-8d4c-1ce7462d859a None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:49:17.033176 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ea6bed09-b92c-457a-8d4c-1ce7462d859a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:17.033881 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6bed09-b92c-457a-8d4c-1ce7462d859a None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:49:17.034590 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-ea6bed09-b92c-457a-8d4c-1ce7462d859a None None] Bound port: 64c2b84c-cfe0-4611-ab18-7a0f8927f175, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:49:17.035188 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ea6bed09-b92c-457a-8d4c-1ce7462d859a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (64c2b84c-cfe0-4611-ab18-7a0f8927f175), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:17.039594 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 51976) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:17.052398 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a762f014-d174-4fc7-9121-6bb590945b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:17.065837 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49df36e-420a-4e18-bd21-0f1961fe0382 None None] Pushing event updated for resources: {'Port': ['ID=64c2b84c-cfe0-4611-ab18-7a0f8927f175,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:17.112904 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-ea6bed09-b92c-457a-8d4c-1ce7462d859a None None] For port 64c2b84c-cfe0-4611-ab18-7a0f8927f175, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:49:17.117620 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:17.121196 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-ea6bed09-b92c-457a-8d4c-1ce7462d859a None None] For port 64c2b84c-cfe0-4611-ab18-7a0f8927f175, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=64c2b84c-cfe0-4611-ab18-7a0f8927f175,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:49:17.130587 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7f353b99-5132-4f90-8603-70d74be9fe0b admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=0736e03453ca4ec790545a32d5eeb750&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0874112 Aug 27 04:49:17.130946 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 51978) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:17.201890 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ea6bed09-b92c-457a-8d4c-1ce7462d859a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (64c2b84c-cfe0-4611-ab18-7a0f8927f175), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:17.226825 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 51982) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:17.248828 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-969abd1a-679d-4f35-9e0e-3f0705b51cd5 admin admin] Publish callbacks [] for security_group (93dbef6b-cd93-4a4c-b444-3f40aef1aaec), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:17.272139 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-04f29200-ea38-4143-8df7-b4e0eb93e926 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:17.300902 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-a762f014-d174-4fc7-9121-6bb590945b21 admin admin] Allocated IP 172.20.0.1 (9f9320c5-483e-41e8-bf29-ee6376a8e72b/9a7be0b0-d4c5-404d-8fa6-56c16ddbab0c/463a1ec5-a826-4b9a-be97-0596bccb0ce4) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:49:17.318709 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49df36e-420a-4e18-bd21-0f1961fe0382 None None] Pushing event updated for resources: {'Port': ['ID=64c2b84c-cfe0-4611-ab18-7a0f8927f175,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:17.341670 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6bed09-b92c-457a-8d4c-1ce7462d859a None None] Routers {'d682ac0d-ae0d-4b5c-9e34-4ecb778ba95f'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:49:17.342441 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-ea6bed09-b92c-457a-8d4c-1ce7462d859a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:48:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['d682ac0d-ae0d-4b5c-9e34-4ecb778ba95f'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:17.418534 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-04f29200-ea38-4143-8df7-b4e0eb93e926 admin admin] Publish callbacks [] for security_group (802f5e7a-eca3-487e-b1d8-942556f42f70), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:17.428465 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-969abd1a-679d-4f35-9e0e-3f0705b51cd5 admin admin] Publish callbacks [] for security_group (93dbef6b-cd93-4a4c-b444-3f40aef1aaec), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:17.487719 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a762f014-d174-4fc7-9121-6bb590945b21 admin admin] Publish callbacks [] for port (463a1ec5-a826-4b9a-be97-0596bccb0ce4), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:17.501303 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-04f29200-ea38-4143-8df7-b4e0eb93e926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (802f5e7a-eca3-487e-b1d8-942556f42f70), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:17.546161 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-ea6bed09-b92c-457a-8d4c-1ce7462d859a None None] Set router d682ac0d-ae0d-4b5c-9e34-4ecb778ba95f gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:49:17.575206 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 51990) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:17.588413 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:INSERT=8,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:17.591619 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-04f29200-ea38-4143-8df7-b4e0eb93e926 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=e1264874f1194dcbb76d73e354978a36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3615742 Aug 27 04:49:17.594007 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f29200-ea38-4143-8df7-b4e0eb93e926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802f5e7a-eca3-487e-b1d8-942556f42f70,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:17.612456 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-969abd1a-679d-4f35-9e0e-3f0705b51cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (93dbef6b-cd93-4a4c-b444-3f40aef1aaec), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:17.615032 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-969abd1a-679d-4f35-9e0e-3f0705b51cd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:17.618874 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-969abd1a-679d-4f35-9e0e-3f0705b51cd5 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/93dbef6b-cd93-4a4c-b444-3f40aef1aaec HTTP/1.1" status: 204 len: 168 time: 0.4860780 Aug 27 04:49:17.635789 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969abd1a-679d-4f35-9e0e-3f0705b51cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93dbef6b-cd93-4a4c-b444-3f40aef1aaec,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:17.647567 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a762f014-d174-4fc7-9121-6bb590945b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (463a1ec5-a826-4b9a-be97-0596bccb0ce4), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:17.696517 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a762f014-d174-4fc7-9121-6bb590945b21 admin admin] Network 9f9320c5-483e-41e8-bf29-ee6376a8e72b is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:49:17.709179 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-a762f014-d174-4fc7-9121-6bb590945b21 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:49:17.717930 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a762f014-d174-4fc7-9121-6bb590945b21 admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:49:17.721341 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a762f014-d174-4fc7-9121-6bb590945b21 admin admin] Pushing event updated for resources: {'Port': ['ID=463a1ec5-a826-4b9a-be97-0596bccb0ce4,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:17.741799 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ab334744-1eea-46a3-8a77-934f76cfcbf1 admin admin] Publish callbacks [] for security_group (802f5e7a-eca3-487e-b1d8-942556f42f70), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:17.779828 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-ea6bed09-b92c-457a-8d4c-1ce7462d859a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd682ac0d-ae0d-4b5c-9e34-4ecb778ba95f', 'name': 'tempest-ServerRescueTestJSON-674707465-router', 'tenant_id': 'e77591a3419946c7b5ca6a26e5f3fc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': '64c2b84c-cfe0-4611-ab18-7a0f8927f175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:49:12Z', 'updated_at': '2022-08-27T04:49:14Z', 'revision_number': 3, 'project_id': 'e77591a3419946c7b5ca6a26e5f3fc76', 'gw_port': {'id': '64c2b84c-cfe0-4611-ab18-7a0f8927f175', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e6:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd682ac0d-ae0d-4b5c-9e34-4ecb778ba95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:49:13Z', 'updated_at': '2022-08-27T04:49:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:17.788437 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ab334744-1eea-46a3-8a77-934f76cfcbf1 admin admin] Publish callbacks [] for security_group (802f5e7a-eca3-487e-b1d8-942556f42f70), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:17.797961 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a762f014-d174-4fc7-9121-6bb590945b21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (d682ac0d-ae0d-4b5c-9e34-4ecb778ba95f), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:17.821542 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6bed09-b92c-457a-8d4c-1ce7462d859a None None] The sync data for ids ['d682ac0d-ae0d-4b5c-9e34-4ecb778ba95f'] in n-d-852088-5 is: [{'id': 'd682ac0d-ae0d-4b5c-9e34-4ecb778ba95f', 'name': 'tempest-ServerRescueTestJSON-674707465-router', 'tenant_id': 'e77591a3419946c7b5ca6a26e5f3fc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': '64c2b84c-cfe0-4611-ab18-7a0f8927f175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:49:12Z', 'updated_at': '2022-08-27T04:49:14Z', 'revision_number': 3, 'project_id': 'e77591a3419946c7b5ca6a26e5f3fc76', 'gw_port': {'id': '64c2b84c-cfe0-4611-ab18-7a0f8927f175', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e6:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd682ac0d-ae0d-4b5c-9e34-4ecb778ba95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:49:13Z', 'updated_at': '2022-08-27T04:49:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:49:17.821542 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:18.011676 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ab334744-1eea-46a3-8a77-934f76cfcbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (802f5e7a-eca3-487e-b1d8-942556f42f70), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:18.015886 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ab334744-1eea-46a3-8a77-934f76cfcbf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:18.017147 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ab334744-1eea-46a3-8a77-934f76cfcbf1 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/802f5e7a-eca3-487e-b1d8-942556f42f70 HTTP/1.1" status: 204 len: 168 time: 0.4409792 Aug 27 04:49:18.025695 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab334744-1eea-46a3-8a77-934f76cfcbf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802f5e7a-eca3-487e-b1d8-942556f42f70,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:18.103991 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a762f014-d174-4fc7-9121-6bb590945b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (463a1ec5-a826-4b9a-be97-0596bccb0ce4), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:18.198574 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:18.303958 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a762f014-d174-4fc7-9121-6bb590945b21 admin admin] Publish callbacks [] for port (463a1ec5-a826-4b9a-be97-0596bccb0ce4), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:18.424275 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a762f014-d174-4fc7-9121-6bb590945b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (463a1ec5-a826-4b9a-be97-0596bccb0ce4), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:18.510637 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a762f014-d174-4fc7-9121-6bb590945b21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (d682ac0d-ae0d-4b5c-9e34-4ecb778ba95f), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:18.512520 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a762f014-d174-4fc7-9121-6bb590945b21 admin admin] Pushing event updated for resources: {'Port': ['ID=463a1ec5-a826-4b9a-be97-0596bccb0ce4,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:18.578144 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:18.594794 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 52014) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:18.600754 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-46888c17-61aa-4b99-b19b-4009f50bdd0a tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Request body: {'router': {'name': 'tempest-router--917515355', 'project_id': '48d46818df254c8eb31e1c575cf2e795'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:49:18.626154 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a762f014-d174-4fc7-9121-6bb590945b21 admin admin] Network 9f9320c5-483e-41e8-bf29-ee6376a8e72b is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:49:18.629365 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-a762f014-d174-4fc7-9121-6bb590945b21 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:49:18.711362 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 52016) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:18.723951 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:18.755481 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a762f014-d174-4fc7-9121-6bb590945b21 admin admin] Router d682ac0d-ae0d-4b5c-9e34-4ecb778ba95f has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:49:18.771584 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-46888c17-61aa-4b99-b19b-4009f50bdd0a tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (0beaf79c-01c0-4c52-988e-09955ce7db52), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:18.773175 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-46888c17-61aa-4b99-b19b-4009f50bdd0a tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (0beaf79c-01c0-4c52-988e-09955ce7db52), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:18.890896 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a762f014-d174-4fc7-9121-6bb590945b21 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:49:18.891668 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-46888c17-61aa-4b99-b19b-4009f50bdd0a tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks [] for router_controller (0beaf79c-01c0-4c52-988e-09955ce7db52), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:18.897634 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a762f014-d174-4fc7-9121-6bb590945b21 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/d682ac0d-ae0d-4b5c-9e34-4ecb778ba95f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7876277 Aug 27 04:49:18.908869 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 64c2b84c-cfe0-4611-ab18-7a0f8927f175 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:49:18.971100 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-46888c17-61aa-4b99-b19b-4009f50bdd0a tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (0beaf79c-01c0-4c52-988e-09955ce7db52), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:18.971248 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 64c2b84c-cfe0-4611-ab18-7a0f8927f175 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:49:18.971635 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (64c2b84c-cfe0-4611-ab18-7a0f8927f175), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:19.054482 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 64c2b84c-cfe0-4611-ab18-7a0f8927f175 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:49:19.054967 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (64c2b84c-cfe0-4611-ab18-7a0f8927f175), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:19.077313 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 64c2b84c-cfe0-4611-ab18-7a0f8927f175, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=64c2b84c-cfe0-4611-ab18-7a0f8927f175,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:49:19.096429 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-9cb83931-513e-4da2-979b-a8c122373150 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-43171167-network', 'tenant_id': 'b6d126858dec4bb499603c7ca379370b'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:49:19.105845 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-46888c17-61aa-4b99-b19b-4009f50bdd0a tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:19.107936 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-46888c17-61aa-4b99-b19b-4009f50bdd0a tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5118306 Aug 27 04:49:19.110972 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 52034) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:19.157545 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (64c2b84c-cfe0-4611-ab18-7a0f8927f175), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:19.214786 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e3a3a2ec-1776-4529-acaf-e2181d1b136f tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks [] for router (0beaf79c-01c0-4c52-988e-09955ce7db52), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:19.230969 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=64c2b84c-cfe0-4611-ab18-7a0f8927f175,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:19.293235 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb83931-513e-4da2-979b-a8c122373150 admin admin] Made reservation on behalf of b6d126858dec4bb499603c7ca379370b for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:49:19.295851 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9cb83931-513e-4da2-979b-a8c122373150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:19.331959 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9cb83931-513e-4da2-979b-a8c122373150 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:19.409732 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e3a3a2ec-1776-4529-acaf-e2181d1b136f tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (0beaf79c-01c0-4c52-988e-09955ce7db52), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:19.412922 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e3a3a2ec-1776-4529-acaf-e2181d1b136f tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks [] for router_controller (0beaf79c-01c0-4c52-988e-09955ce7db52), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:19.635266 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:19.824449 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9cb83931-513e-4da2-979b-a8c122373150 admin admin] Publish callbacks [] for security_group (ebee717e-4283-48b8-8ce4-fafc2c84e3b1), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:19.881487 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c62489-bcf6-4175-b7a3-d2d8e89c2071 None None] Sync routers for ids ['d682ac0d-ae0d-4b5c-9e34-4ecb778ba95f'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:49:19.901901 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c62489-bcf6-4175-b7a3-d2d8e89c2071 None None] Routers {'d682ac0d-ae0d-4b5c-9e34-4ecb778ba95f'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:49:19.901901 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-92c62489-bcf6-4175-b7a3-d2d8e89c2071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:48:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['d682ac0d-ae0d-4b5c-9e34-4ecb778ba95f'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:19.902286 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e3a3a2ec-1776-4529-acaf-e2181d1b136f tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (0beaf79c-01c0-4c52-988e-09955ce7db52), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:19.902286 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a3a2ec-1776-4529-acaf-e2181d1b136f tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0beaf79c-01c0-4c52-988e-09955ce7db52 {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:49:19.902286 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9cb83931-513e-4da2-979b-a8c122373150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (ebee717e-4283-48b8-8ce4-fafc2c84e3b1), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:19.929282 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cb83931-513e-4da2-979b-a8c122373150 admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:49:19.947588 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9cb83931-513e-4da2-979b-a8c122373150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (296e6033-4a63-41e8-962a-6da68ced9374), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:19.948342 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-9cb83931-513e-4da2-979b-a8c122373150 admin admin] Added segment 296e6033-4a63-41e8-962a-6da68ced9374 of type vlan for network 7a0d2e31-78b8-4cee-a952-73f3fe257671 Aug 27 04:49:20.011235 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9cb83931-513e-4da2-979b-a8c122373150 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (7a0d2e31-78b8-4cee-a952-73f3fe257671), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:20.045985 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-92c62489-bcf6-4175-b7a3-d2d8e89c2071 None None] Set router d682ac0d-ae0d-4b5c-9e34-4ecb778ba95f gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:49:20.046384 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e3a3a2ec-1776-4529-acaf-e2181d1b136f tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:20.048223 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e3a3a2ec-1776-4529-acaf-e2181d1b136f tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] 10.222.0.76 "DELETE /networking/v2.0/routers/0beaf79c-01c0-4c52-988e-09955ce7db52 HTTP/1.1" status: 204 len: 168 time: 0.9356587 Aug 27 04:49:20.124753 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb83931-513e-4da2-979b-a8c122373150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebee717e-4283-48b8-8ce4-fafc2c84e3b1,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:20.140571 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:20.141537 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9cb83931-513e-4da2-979b-a8c122373150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (7a0d2e31-78b8-4cee-a952-73f3fe257671), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:20.142851 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb83931-513e-4da2-979b-a8c122373150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:49:20.143609 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9cb83931-513e-4da2-979b-a8c122373150 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:20.238348 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ae470-3544-4c77-ad0f-aef59aac46d0 req-b8f03aeb-d705-41a8-9b9d-ec786cbcae97 tempest-ServerRescueTestJSON-616239654 tempest-ServerRescueTestJSON-616239654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:49:20.239871 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e45ae470-3544-4c77-ad0f-aef59aac46d0 req-b8f03aeb-d705-41a8-9b9d-ec786cbcae97 tempest-ServerRescueTestJSON-616239654 tempest-ServerRescueTestJSON-616239654-project] 10.222.0.76 "GET /networking/v2.0/networks?id=9f9320c5-483e-41e8-bf29-ee6376a8e72b HTTP/1.1" status: 200 len: 810 time: 0.1912541 Aug 27 04:49:20.241263 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb83931-513e-4da2-979b-a8c122373150 admin admin] Pushing event updated for resources: {'Network': ['ID=7a0d2e31-78b8-4cee-a952-73f3fe257671,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:20.245821 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:20.258423 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 7a0d2e31-78b8-4cee-a952-73f3fe257671 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:49:20.259356 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e45ae470-3544-4c77-ad0f-aef59aac46d0 req-7f8bdaac-1843-4b59-b70b-5af5d090582d tempest-ServerRescueTestJSON-616239654 tempest-ServerRescueTestJSON-616239654-project] 10.222.0.76 "GET /networking/v2.0/quotas/e77591a3419946c7b5ca6a26e5f3fc76 HTTP/1.1" status: 200 len: 375 time: 0.0110877 Aug 27 04:49:20.315274 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 52086) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:20.316909 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9cb83931-513e-4da2-979b-a8c122373150 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6037748 Aug 27 04:49:20.321428 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-4be529ef-a39e-4b4b-89fd-c822ff48db3f admin admin] Request body: {'subnet': {'network_id': '7a0d2e31-78b8-4cee-a952-73f3fe257671', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-43171167-subnet', 'tenant_id': 'b6d126858dec4bb499603c7ca379370b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:49:20.345682 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:20.347270 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-92c62489-bcf6-4175-b7a3-d2d8e89c2071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd682ac0d-ae0d-4b5c-9e34-4ecb778ba95f', 'name': 'tempest-ServerRescueTestJSON-674707465-router', 'tenant_id': 'e77591a3419946c7b5ca6a26e5f3fc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': '64c2b84c-cfe0-4611-ab18-7a0f8927f175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:49:12Z', 'updated_at': '2022-08-27T04:49:17Z', 'revision_number': 4, 'project_id': 'e77591a3419946c7b5ca6a26e5f3fc76', 'gw_port': {'id': '64c2b84c-cfe0-4611-ab18-7a0f8927f175', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd682ac0d-ae0d-4b5c-9e34-4ecb778ba95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:49:13Z', 'updated_at': '2022-08-27T04:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '463a1ec5-a826-4b9a-be97-0596bccb0ce4', 'name': '', 'network_id': '9f9320c5-483e-41e8-bf29-ee6376a8e72b', 'tenant_id': 'e77591a3419946c7b5ca6a26e5f3fc76', 'mac_address': 'fa:16:3e:74:83:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd682ac0d-ae0d-4b5c-9e34-4ecb778ba95f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '9a7be0b0-d4c5-404d-8fa6-56c16ddbab0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:49:17Z', 'updated_at': '2022-08-27T04:49:18Z', 'revision_number': 2, 'project_id': 'e77591a3419946c7b5ca6a26e5f3fc76', 'subnets': [{'id': '9a7be0b0-d4c5-404d-8fa6-56c16ddbab0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:20.358721 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e45ae470-3544-4c77-ad0f-aef59aac46d0 req-0abadf0f-a070-464e-8f0e-47d9f5c16ce2 tempest-ServerRescueTestJSON-616239654 tempest-ServerRescueTestJSON-616239654-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=e77591a3419946c7b5ca6a26e5f3fc76&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0878229 Aug 27 04:49:20.446682 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be529ef-a39e-4b4b-89fd-c822ff48db3f admin admin] Made reservation on behalf of b6d126858dec4bb499603c7ca379370b for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:49:20.450015 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4be529ef-a39e-4b4b-89fd-c822ff48db3f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:20.453131 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c62489-bcf6-4175-b7a3-d2d8e89c2071 None None] Checking router: d682ac0d-ae0d-4b5c-9e34-4ecb778ba95f for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:49:20.455887 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c62489-bcf6-4175-b7a3-d2d8e89c2071 None None] Updating router d682ac0d-ae0d-4b5c-9e34-4ecb778ba95f port 463a1ec5-a826-4b9a-be97-0596bccb0ce4 binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:49:20.495161 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-92c62489-bcf6-4175-b7a3-d2d8e89c2071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (463a1ec5-a826-4b9a-be97-0596bccb0ce4), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:20.615317 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:20.628016 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 52094) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:20.668220 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:20.776782 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4be529ef-a39e-4b4b-89fd-c822ff48db3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (a94f38a1-2d80-4a8f-b4cd-190b895c125d), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:20.797978 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-92c62489-bcf6-4175-b7a3-d2d8e89c2071 None None] Publish callbacks [] for port (463a1ec5-a826-4b9a-be97-0596bccb0ce4), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:20.805903 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 52102) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:20.864704 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-92c62489-bcf6-4175-b7a3-d2d8e89c2071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (463a1ec5-a826-4b9a-be97-0596bccb0ce4), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:20.926214 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be529ef-a39e-4b4b-89fd-c822ff48db3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a94f38a1-2d80-4a8f-b4cd-190b895c125d,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:20.926214 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be529ef-a39e-4b4b-89fd-c822ff48db3f admin admin] Checking segment: {'id': '296e6033-4a63-41e8-962a-6da68ced9374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7a0d2e31-78b8-4cee-a952-73f3fe257671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:49:20.926214 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be529ef-a39e-4b4b-89fd-c822ff48db3f admin admin] Network hostable DHCP agents. Network: 7a0d2e31-78b8-4cee-a952-73f3fe257671, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:49:20.940941 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 64c2b84c-cfe0-4611-ab18-7a0f8927f175 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:49:20.950330 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:21.032348 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be529ef-a39e-4b4b-89fd-c822ff48db3f admin admin] Network 7a0d2e31-78b8-4cee-a952-73f3fe257671 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:49:21.069099 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 64c2b84c-cfe0-4611-ab18-7a0f8927f175 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:49:21.069709 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (64c2b84c-cfe0-4611-ab18-7a0f8927f175), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:21.071242 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:21.076230 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5812269-dba2-45c2-aaee-9553f17fe7b8 None None] Pushing event updated for resources: {'Port': ['ID=463a1ec5-a826-4b9a-be97-0596bccb0ce4,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:21.108998 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-92c62489-bcf6-4175-b7a3-d2d8e89c2071 None None] Attempting to bind port 463a1ec5-a826-4b9a-be97-0596bccb0ce4 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:49:21.109366 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-92c62489-bcf6-4175-b7a3-d2d8e89c2071 None None] Attempting to bind port 463a1ec5-a826-4b9a-be97-0596bccb0ce4 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'ef3ec1e7-ca5c-45bd-b092-17223c79a735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '9f9320c5-483e-41e8-bf29-ee6376a8e72b'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:49:21.109921 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c62489-bcf6-4175-b7a3-d2d8e89c2071 None None] Attempting to bind port 463a1ec5-a826-4b9a-be97-0596bccb0ce4 on network 9f9320c5-483e-41e8-bf29-ee6376a8e72b {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:49:21.116694 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c62489-bcf6-4175-b7a3-d2d8e89c2071 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:49:21.117337 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c62489-bcf6-4175-b7a3-d2d8e89c2071 None None] Checking segment: {'id': 'ef3ec1e7-ca5c-45bd-b092-17223c79a735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '9f9320c5-483e-41e8-bf29-ee6376a8e72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:49:21.117960 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-92c62489-bcf6-4175-b7a3-d2d8e89c2071 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:21.118532 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c62489-bcf6-4175-b7a3-d2d8e89c2071 None None] Bound using segment: {'id': 'ef3ec1e7-ca5c-45bd-b092-17223c79a735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '9f9320c5-483e-41e8-bf29-ee6376a8e72b'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:49:21.119184 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-92c62489-bcf6-4175-b7a3-d2d8e89c2071 None None] Bound port: 463a1ec5-a826-4b9a-be97-0596bccb0ce4, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef3ec1e7-ca5c-45bd-b092-17223c79a735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '9f9320c5-483e-41e8-bf29-ee6376a8e72b'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:49:21.119774 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-92c62489-bcf6-4175-b7a3-d2d8e89c2071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (463a1ec5-a826-4b9a-be97-0596bccb0ce4), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:21.125626 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-4be529ef-a39e-4b4b-89fd-c822ff48db3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 7a0d2e31-78b8-4cee-a952-73f3fe257671) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:49:21.129836 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be529ef-a39e-4b4b-89fd-c822ff48db3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:49:21.131182 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4be529ef-a39e-4b4b-89fd-c822ff48db3f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:21.139854 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb3e542-d118-4122-86ca-f0ad464b4bd1 None None] Network 7a0d2e31-78b8-4cee-a952-73f3fe257671 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:49:21.166881 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-4c05971c-eac4-4921-aed9-829795b1af79 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-369010005', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}, 'admin_state_up': False}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:49:21.191425 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-92c62489-bcf6-4175-b7a3-d2d8e89c2071 None None] For port 463a1ec5-a826-4b9a-be97-0596bccb0ce4, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:49:21.195214 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-92c62489-bcf6-4175-b7a3-d2d8e89c2071 None None] For port 463a1ec5-a826-4b9a-be97-0596bccb0ce4, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=463a1ec5-a826-4b9a-be97-0596bccb0ce4,segment=NetworkSegment(ef3ec1e7-ca5c-45bd-b092-17223c79a735),segment_id=ef3ec1e7-ca5c-45bd-b092-17223c79a735)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:49:21.223854 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-4be529ef-a39e-4b4b-89fd-c822ff48db3f admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9065878 Aug 27 04:49:21.226416 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 52116) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:21.232491 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-0627f1d2-0e30-45f8-bef8-f0b72b4a6363 admin admin] Request body: {'router': {'name': 'tempest-InstanceActionsV221TestJSON-43171167-router', 'tenant_id': 'b6d126858dec4bb499603c7ca379370b', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:49:21.289890 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-92c62489-bcf6-4175-b7a3-d2d8e89c2071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (463a1ec5-a826-4b9a-be97-0596bccb0ce4), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:21.314242 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c62489-bcf6-4175-b7a3-d2d8e89c2071 None None] Routers {'d682ac0d-ae0d-4b5c-9e34-4ecb778ba95f'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:49:21.315401 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-92c62489-bcf6-4175-b7a3-d2d8e89c2071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:48:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['d682ac0d-ae0d-4b5c-9e34-4ecb778ba95f'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:21.317507 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 64c2b84c-cfe0-4611-ab18-7a0f8927f175 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:49:21.321196 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4c05971c-eac4-4921-aed9-829795b1af79 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (1b546970-8347-4023-9cd1-bfccad25f598), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:21.327819 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4c05971c-eac4-4921-aed9-829795b1af79 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (1b546970-8347-4023-9cd1-bfccad25f598), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:21.364292 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41dd5f9-51fa-4bcd-981f-0acab79ce78e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-7a0d2e31-78b8-4cee-a952-73f3fe257671', 'network_id': '7a0d2e31-78b8-4cee-a952-73f3fe257671', 'project_id': 'b6d126858dec4bb499603c7ca379370b', 'fixed_ips': [{'subnet_id': 'a94f38a1-2d80-4a8f-b4cd-190b895c125d'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:49:21.365731 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c41dd5f9-51fa-4bcd-981f-0acab79ce78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:21.383516 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0627f1d2-0e30-45f8-bef8-f0b72b4a6363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (ca1cd46e-025e-4145-9a0d-5705c7f70ee9), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:21.387106 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0627f1d2-0e30-45f8-bef8-f0b72b4a6363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (ca1cd46e-025e-4145-9a0d-5705c7f70ee9), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:21.440233 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4c05971c-eac4-4921-aed9-829795b1af79 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks [] for router_controller (1b546970-8347-4023-9cd1-bfccad25f598), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:21.453563 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-52859784-89b0-4d97-96f6-9113aaad26b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (d682ac0d-ae0d-4b5c-9e34-4ecb778ba95f), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:21.467358 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5812269-dba2-45c2-aaee-9553f17fe7b8 None None] Pushing event updated for resources: {'Port': ['ID=463a1ec5-a826-4b9a-be97-0596bccb0ce4,revision_number=4']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:21.514548 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 52124) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:21.518869 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-92c62489-bcf6-4175-b7a3-d2d8e89c2071 None None] Set router d682ac0d-ae0d-4b5c-9e34-4ecb778ba95f gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:49:21.536357 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0627f1d2-0e30-45f8-bef8-f0b72b4a6363 admin admin] Publish callbacks [] for router_controller (ca1cd46e-025e-4145-9a0d-5705c7f70ee9), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:21.583661 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:21.660926 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-c41dd5f9-51fa-4bcd-981f-0acab79ce78e None None] Allocated IP 172.20.0.2 (7a0d2e31-78b8-4cee-a952-73f3fe257671/a94f38a1-2d80-4a8f-b4cd-190b895c125d/5846fc51-d74b-4624-a624-0aa512711776) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:49:21.796696 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4c05971c-eac4-4921-aed9-829795b1af79 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks [] for router_gateway (1b546970-8347-4023-9cd1-bfccad25f598), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:21.808513 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-92c62489-bcf6-4175-b7a3-d2d8e89c2071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd682ac0d-ae0d-4b5c-9e34-4ecb778ba95f', 'name': 'tempest-ServerRescueTestJSON-674707465-router', 'tenant_id': 'e77591a3419946c7b5ca6a26e5f3fc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': '64c2b84c-cfe0-4611-ab18-7a0f8927f175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:49:12Z', 'updated_at': '2022-08-27T04:49:17Z', 'revision_number': 4, 'project_id': 'e77591a3419946c7b5ca6a26e5f3fc76', 'gw_port': {'id': '64c2b84c-cfe0-4611-ab18-7a0f8927f175', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd682ac0d-ae0d-4b5c-9e34-4ecb778ba95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:49:13Z', 'updated_at': '2022-08-27T04:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '463a1ec5-a826-4b9a-be97-0596bccb0ce4', 'name': '', 'network_id': '9f9320c5-483e-41e8-bf29-ee6376a8e72b', 'tenant_id': 'e77591a3419946c7b5ca6a26e5f3fc76', 'mac_address': 'fa:16:3e:74:83:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd682ac0d-ae0d-4b5c-9e34-4ecb778ba95f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '9a7be0b0-d4c5-404d-8fa6-56c16ddbab0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:49:17Z', 'updated_at': '2022-08-27T04:49:21Z', 'revision_number': 4, 'project_id': 'e77591a3419946c7b5ca6a26e5f3fc76', 'subnets': [{'id': '9a7be0b0-d4c5-404d-8fa6-56c16ddbab0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:21.818718 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:21.865048 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c62489-bcf6-4175-b7a3-d2d8e89c2071 None None] The sync data for ids ['d682ac0d-ae0d-4b5c-9e34-4ecb778ba95f'] in n-d-852088-5 is: [{'id': 'd682ac0d-ae0d-4b5c-9e34-4ecb778ba95f', 'name': 'tempest-ServerRescueTestJSON-674707465-router', 'tenant_id': 'e77591a3419946c7b5ca6a26e5f3fc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': '64c2b84c-cfe0-4611-ab18-7a0f8927f175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:49:12Z', 'updated_at': '2022-08-27T04:49:17Z', 'revision_number': 4, 'project_id': 'e77591a3419946c7b5ca6a26e5f3fc76', 'gw_port': {'id': '64c2b84c-cfe0-4611-ab18-7a0f8927f175', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd682ac0d-ae0d-4b5c-9e34-4ecb778ba95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:49:13Z', 'updated_at': '2022-08-27T04:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '463a1ec5-a826-4b9a-be97-0596bccb0ce4', 'name': '', 'network_id': '9f9320c5-483e-41e8-bf29-ee6376a8e72b', 'tenant_id': 'e77591a3419946c7b5ca6a26e5f3fc76', 'mac_address': 'fa:16:3e:74:83:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd682ac0d-ae0d-4b5c-9e34-4ecb778ba95f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '9a7be0b0-d4c5-404d-8fa6-56c16ddbab0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:49:17Z', 'updated_at': '2022-08-27T04:49:21Z', 'revision_number': 4, 'project_id': 'e77591a3419946c7b5ca6a26e5f3fc76', 'subnets': [{'id': '9a7be0b0-d4c5-404d-8fa6-56c16ddbab0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:49:21.905513 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:21.914406 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0627f1d2-0e30-45f8-bef8-f0b72b4a6363 admin admin] Publish callbacks [] for router_gateway (ca1cd46e-025e-4145-9a0d-5705c7f70ee9), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:22.039924 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c41dd5f9-51fa-4bcd-981f-0acab79ce78e None None] Publish callbacks [] for port (5846fc51-d74b-4624-a624-0aa512711776), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:22.115900 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-52859784-89b0-4d97-96f6-9113aaad26b6 admin admin] Deleting port 463a1ec5-a826-4b9a-be97-0596bccb0ce4 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:49:22.116309 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-52859784-89b0-4d97-96f6-9113aaad26b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (463a1ec5-a826-4b9a-be97-0596bccb0ce4), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:22.120212 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c41dd5f9-51fa-4bcd-981f-0acab79ce78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (5846fc51-d74b-4624-a624-0aa512711776), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:22.133354 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-2e1d5156-cf7d-41d6-a347-b51f408fde68 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1194478072-network', 'tenant_id': 'f800461258fb485ba56ba8e7a837f5bf'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:49:22.190555 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:22.202232 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41dd5f9-51fa-4bcd-981f-0acab79ce78e None None] Network 7a0d2e31-78b8-4cee-a952-73f3fe257671 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:49:22.214964 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-c41dd5f9-51fa-4bcd-981f-0acab79ce78e None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:49:22.253289 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41dd5f9-51fa-4bcd-981f-0acab79ce78e None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:49:22.310237 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41dd5f9-51fa-4bcd-981f-0acab79ce78e None None] Pushing event updated for resources: {'Port': ['ID=5846fc51-d74b-4624-a624-0aa512711776,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:22.397009 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0627f1d2-0e30-45f8-bef8-f0b72b4a6363 admin admin] Publish callbacks [] for router_gateway (ca1cd46e-025e-4145-9a0d-5705c7f70ee9), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:22.409101 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-52859784-89b0-4d97-96f6-9113aaad26b6 admin admin] For port 463a1ec5-a826-4b9a-be97-0596bccb0ce4, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=463a1ec5-a826-4b9a-be97-0596bccb0ce4,segment=NetworkSegment(ef3ec1e7-ca5c-45bd-b092-17223c79a735),segment_id=ef3ec1e7-ca5c-45bd-b092-17223c79a735)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:49:22.409597 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-52859784-89b0-4d97-96f6-9113aaad26b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (463a1ec5-a826-4b9a-be97-0596bccb0ce4), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:22.426877 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-52859784-89b0-4d97-96f6-9113aaad26b6 admin admin] Calling delete_port for 463a1ec5-a826-4b9a-be97-0596bccb0ce4 owned by network:router_interface {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:49:22.428949 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-c41dd5f9-51fa-4bcd-981f-0acab79ce78e None None] Attempting to bind port 5846fc51-d74b-4624-a624-0aa512711776 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:49:22.429536 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-c41dd5f9-51fa-4bcd-981f-0acab79ce78e None None] Attempting to bind port 5846fc51-d74b-4624-a624-0aa512711776 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '296e6033-4a63-41e8-962a-6da68ced9374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7a0d2e31-78b8-4cee-a952-73f3fe257671'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:49:22.430118 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41dd5f9-51fa-4bcd-981f-0acab79ce78e None None] Attempting to bind port 5846fc51-d74b-4624-a624-0aa512711776 on network 7a0d2e31-78b8-4cee-a952-73f3fe257671 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:49:22.431295 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0627f1d2-0e30-45f8-bef8-f0b72b4a6363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:22.440353 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41dd5f9-51fa-4bcd-981f-0acab79ce78e None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:49:22.440948 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41dd5f9-51fa-4bcd-981f-0acab79ce78e None None] Checking segment: {'id': '296e6033-4a63-41e8-962a-6da68ced9374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7a0d2e31-78b8-4cee-a952-73f3fe257671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:49:22.441860 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c41dd5f9-51fa-4bcd-981f-0acab79ce78e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:22.442687 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41dd5f9-51fa-4bcd-981f-0acab79ce78e None None] Bound using segment: {'id': '296e6033-4a63-41e8-962a-6da68ced9374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7a0d2e31-78b8-4cee-a952-73f3fe257671'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:49:22.443648 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-c41dd5f9-51fa-4bcd-981f-0acab79ce78e None None] Bound port: 5846fc51-d74b-4624-a624-0aa512711776, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '296e6033-4a63-41e8-962a-6da68ced9374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7a0d2e31-78b8-4cee-a952-73f3fe257671'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:49:22.445382 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c41dd5f9-51fa-4bcd-981f-0acab79ce78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (5846fc51-d74b-4624-a624-0aa512711776), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:22.518904 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:22.573775 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-c41dd5f9-51fa-4bcd-981f-0acab79ce78e None None] For port 5846fc51-d74b-4624-a624-0aa512711776, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:49:22.579533 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-c41dd5f9-51fa-4bcd-981f-0acab79ce78e None None] For port 5846fc51-d74b-4624-a624-0aa512711776, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=5846fc51-d74b-4624-a624-0aa512711776,segment=NetworkSegment(296e6033-4a63-41e8-962a-6da68ced9374),segment_id=296e6033-4a63-41e8-962a-6da68ced9374)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:49:22.634642 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-0627f1d2-0e30-45f8-bef8-f0b72b4a6363 admin admin] Allocated IP 172.25.2.40 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/743bece6-dd0f-47ee-803f-9a8465b3920f) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:49:22.702519 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c41dd5f9-51fa-4bcd-981f-0acab79ce78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (5846fc51-d74b-4624-a624-0aa512711776), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:22.719588 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=11,neutron:INSERT=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:22.858099 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1d5156-cf7d-41d6-a347-b51f408fde68 admin admin] Made reservation on behalf of f800461258fb485ba56ba8e7a837f5bf for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:49:22.858099 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2e1d5156-cf7d-41d6-a347-b51f408fde68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:22.886387 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0627f1d2-0e30-45f8-bef8-f0b72b4a6363 admin admin] Publish callbacks [] for port (743bece6-dd0f-47ee-803f-9a8465b3920f), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:22.918091 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2e1d5156-cf7d-41d6-a347-b51f408fde68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:22.942095 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41dd5f9-51fa-4bcd-981f-0acab79ce78e None None] Pushing event updated for resources: {'Port': ['ID=5846fc51-d74b-4624-a624-0aa512711776,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:23.015519 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0627f1d2-0e30-45f8-bef8-f0b72b4a6363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (743bece6-dd0f-47ee-803f-9a8465b3920f), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:23.146154 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:23.246093 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0627f1d2-0e30-45f8-bef8-f0b72b4a6363 admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:49:23.257768 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-0627f1d2-0e30-45f8-bef8-f0b72b4a6363 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:49:23.265390 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0627f1d2-0e30-45f8-bef8-f0b72b4a6363 admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:49:23.329652 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0627f1d2-0e30-45f8-bef8-f0b72b4a6363 admin admin] Pushing event updated for resources: {'Port': ['ID=743bece6-dd0f-47ee-803f-9a8465b3920f,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:23.377140 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 52168) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:23.504279 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2e1d5156-cf7d-41d6-a347-b51f408fde68 admin admin] Publish callbacks [] for security_group (05d2959a-7ed4-4ed8-83de-c5799f442f15), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:23.520952 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:23.541856 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 463a1ec5-a826-4b9a-be97-0596bccb0ce4 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:49:23.600107 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2e1d5156-cf7d-41d6-a347-b51f408fde68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (05d2959a-7ed4-4ed8-83de-c5799f442f15), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:23.612464 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e1d5156-cf7d-41d6-a347-b51f408fde68 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:49:23.629047 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2e1d5156-cf7d-41d6-a347-b51f408fde68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (debdd3c7-d936-4293-a682-fc5463fb12b7), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:23.629832 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-2e1d5156-cf7d-41d6-a347-b51f408fde68 admin admin] Added segment debdd3c7-d936-4293-a682-fc5463fb12b7 of type vlan for network 1a4e254e-3fc8-4667-b4f4-1a82460e788a Aug 27 04:49:23.677883 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2e1d5156-cf7d-41d6-a347-b51f408fde68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (1a4e254e-3fc8-4667-b4f4-1a82460e788a), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:23.690715 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 463a1ec5-a826-4b9a-be97-0596bccb0ce4 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:49:23.704962 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (463a1ec5-a826-4b9a-be97-0596bccb0ce4), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:23.782780 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4c05971c-eac4-4921-aed9-829795b1af79 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks [] for router_gateway (1b546970-8347-4023-9cd1-bfccad25f598), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:23.786663 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1d5156-cf7d-41d6-a347-b51f408fde68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d2959a-7ed4-4ed8-83de-c5799f442f15,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:23.839083 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2e1d5156-cf7d-41d6-a347-b51f408fde68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (1a4e254e-3fc8-4667-b4f4-1a82460e788a), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:23.840188 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1d5156-cf7d-41d6-a347-b51f408fde68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:49:23.841892 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2e1d5156-cf7d-41d6-a347-b51f408fde68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:23.844869 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4c05971c-eac4-4921-aed9-829795b1af79 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:23.873863 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 463a1ec5-a826-4b9a-be97-0596bccb0ce4 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:49:23.874256 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (463a1ec5-a826-4b9a-be97-0596bccb0ce4), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:24.018703 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-52859784-89b0-4d97-96f6-9113aaad26b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (463a1ec5-a826-4b9a-be97-0596bccb0ce4), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:24.064920 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0627f1d2-0e30-45f8-bef8-f0b72b4a6363 admin admin] Publish callbacks [] for router_gateway (ca1cd46e-025e-4145-9a0d-5705c7f70ee9), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:24.082330 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52859784-89b0-4d97-96f6-9113aaad26b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=463a1ec5-a826-4b9a-be97-0596bccb0ce4,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:24.101060 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2e1d5156-cf7d-41d6-a347-b51f408fde68 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.5809360 Aug 27 04:49:24.115514 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1d5156-cf7d-41d6-a347-b51f408fde68 admin admin] Pushing event updated for resources: {'Network': ['ID=1a4e254e-3fc8-4667-b4f4-1a82460e788a,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:24.117813 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 52194) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:24.131958 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-a053fb67-b9be-4812-a834-770f39e319b8 admin admin] Request body: {'subnet': {'network_id': '1a4e254e-3fc8-4667-b4f4-1a82460e788a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1194478072-subnet', 'tenant_id': 'f800461258fb485ba56ba8e7a837f5bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:49:24.134287 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 1a4e254e-3fc8-4667-b4f4-1a82460e788a details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:49:24.159479 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d65beea8-2ad9-4242-89f6-b12e286250fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:24.355827 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:24.365713 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-4c05971c-eac4-4921-aed9-829795b1af79 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Allocated IP 172.25.2.216 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/2c75c2df-4eb3-4c64-91d3-5c7ba163dae9) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:49:24.409238 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a053fb67-b9be-4812-a834-770f39e319b8 admin admin] Made reservation on behalf of f800461258fb485ba56ba8e7a837f5bf for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:49:24.411965 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a053fb67-b9be-4812-a834-770f39e319b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:24.485037 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-52859784-89b0-4d97-96f6-9113aaad26b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (d682ac0d-ae0d-4b5c-9e34-4ecb778ba95f), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:24.589134 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0627f1d2-0e30-45f8-bef8-f0b72b4a6363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (ca1cd46e-025e-4145-9a0d-5705c7f70ee9), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:24.697928 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4c05971c-eac4-4921-aed9-829795b1af79 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks [] for port (2c75c2df-4eb3-4c64-91d3-5c7ba163dae9), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:24.708042 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:24.717539 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367083df-e920-4a75-95ad-fa2b015aaae1 None None] Network 7a0d2e31-78b8-4cee-a952-73f3fe257671 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:49:24.879434 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:24.907028 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52859784-89b0-4d97-96f6-9113aaad26b6 admin admin] Router d682ac0d-ae0d-4b5c-9e34-4ecb778ba95f has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:49:24.938804 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4c05971c-eac4-4921-aed9-829795b1af79 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (2c75c2df-4eb3-4c64-91d3-5c7ba163dae9), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:24.995129 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-221106b3-1463-462e-af78-07fc54069667 None None] Provisioning complete for port 5846fc51-d74b-4624-a624-0aa512711776 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:49:24.998781 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-221106b3-1463-462e-af78-07fc54069667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (5846fc51-d74b-4624-a624-0aa512711776), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:25.083175 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:25.089803 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d65beea8-2ad9-4242-89f6-b12e286250fc admin admin] Publish callbacks [] for security_group (790c2c17-9ff6-4d54-95d8-5c74e67b2e83), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:25.152755 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 5846fc51-d74b-4624-a624-0aa512711776 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:49:25.160365 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c05971c-eac4-4921-aed9-829795b1af79 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:49:25.180136 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-4c05971c-eac4-4921-aed9-829795b1af79 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:49:25.187653 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c05971c-eac4-4921-aed9-829795b1af79 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:49:25.204448 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d65beea8-2ad9-4242-89f6-b12e286250fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (790c2c17-9ff6-4d54-95d8-5c74e67b2e83), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:25.214096 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-221106b3-1463-462e-af78-07fc54069667 None None] Current status of the port 5846fc51-d74b-4624-a624-0aa512711776 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:49:25.214722 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-221106b3-1463-462e-af78-07fc54069667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (5846fc51-d74b-4624-a624-0aa512711776), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:25.237283 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c05971c-eac4-4921-aed9-829795b1af79 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Pushing event updated for resources: {'Port': ['ID=2c75c2df-4eb3-4c64-91d3-5c7ba163dae9,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:25.269717 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65beea8-2ad9-4242-89f6-b12e286250fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790c2c17-9ff6-4d54-95d8-5c74e67b2e83,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:25.272933 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a053fb67-b9be-4812-a834-770f39e319b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (81be8175-6ddd-4cf6-a1e4-97fa9cef357b), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:25.280983 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-221106b3-1463-462e-af78-07fc54069667 None None] For port 5846fc51-d74b-4624-a624-0aa512711776, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=5846fc51-d74b-4624-a624-0aa512711776,segment=NetworkSegment(296e6033-4a63-41e8-962a-6da68ced9374),segment_id=296e6033-4a63-41e8-962a-6da68ced9374)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:49:25.282995 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 5846fc51-d74b-4624-a624-0aa512711776 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:49:25.284147 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (5846fc51-d74b-4624-a624-0aa512711776), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:25.313798 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:25.340536 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a053fb67-b9be-4812-a834-770f39e319b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81be8175-6ddd-4cf6-a1e4-97fa9cef357b,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:25.349428 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0627f1d2-0e30-45f8-bef8-f0b72b4a6363 admin admin] Router ca1cd46e-025e-4145-9a0d-5705c7f70ee9 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:49:25.383197 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-221106b3-1463-462e-af78-07fc54069667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (5846fc51-d74b-4624-a624-0aa512711776), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:25.404344 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d65beea8-2ad9-4242-89f6-b12e286250fc admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=d3a5882963a64230a88288ec5f0c5295&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0225482 Aug 27 04:49:25.430627 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 52294) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:25.444244 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52859784-89b0-4d97-96f6-9113aaad26b6 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:49:25.457333 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-52859784-89b0-4d97-96f6-9113aaad26b6 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/d682ac0d-ae0d-4b5c-9e34-4ecb778ba95f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6653800 Aug 27 04:49:25.482941 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3de270-1d76-4211-b982-0c69e0934202 None None] Sync routers for ids ['d682ac0d-ae0d-4b5c-9e34-4ecb778ba95f'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:49:25.487977 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 52296) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:25.531167 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221106b3-1463-462e-af78-07fc54069667 None None] Pushing event updated for resources: {'Port': ['ID=5846fc51-d74b-4624-a624-0aa512711776,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:25.534464 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3de270-1d76-4211-b982-0c69e0934202 None None] Routers {'d682ac0d-ae0d-4b5c-9e34-4ecb778ba95f'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:49:25.535250 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-6d3de270-1d76-4211-b982-0c69e0934202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:48:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['d682ac0d-ae0d-4b5c-9e34-4ecb778ba95f'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:25.595480 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a053fb67-b9be-4812-a834-770f39e319b8 admin admin] Checking segment: {'id': 'debdd3c7-d936-4293-a682-fc5463fb12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1a4e254e-3fc8-4667-b4f4-1a82460e788a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:49:25.595982 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a053fb67-b9be-4812-a834-770f39e319b8 admin admin] Network hostable DHCP agents. Network: 1a4e254e-3fc8-4667-b4f4-1a82460e788a, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:49:25.626281 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0627f1d2-0e30-45f8-bef8-f0b72b4a6363 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:49:25.630902 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 5846fc51-d74b-4624-a624-0aa512711776 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:49:25.633646 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-e9452bad-76e4-439e-93c9-fa15606bd9d8 None None] Provisioning complete for port 5846fc51-d74b-4624-a624-0aa512711776 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:49:25.637418 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3183f86a-7349-4da5-8b8c-e552e839b1f6 None None] Sync routers for ids ['ca1cd46e-025e-4145-9a0d-5705c7f70ee9'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:49:25.640334 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e9452bad-76e4-439e-93c9-fa15606bd9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (5846fc51-d74b-4624-a624-0aa512711776), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:25.652053 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3183f86a-7349-4da5-8b8c-e552e839b1f6 None None] Routers {'ca1cd46e-025e-4145-9a0d-5705c7f70ee9'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:49:25.652724 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-3183f86a-7349-4da5-8b8c-e552e839b1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:48:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['ca1cd46e-025e-4145-9a0d-5705c7f70ee9'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:25.688562 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:25.698535 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a053fb67-b9be-4812-a834-770f39e319b8 admin admin] Network 1a4e254e-3fc8-4667-b4f4-1a82460e788a is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:49:25.718131 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0627f1d2-0e30-45f8-bef8-f0b72b4a6363 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:25.722160 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-0627f1d2-0e30-45f8-bef8-f0b72b4a6363 admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.4921129 Aug 27 04:49:25.724199 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 52308) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:25.724520 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-6d3de270-1d76-4211-b982-0c69e0934202 None None] Set router d682ac0d-ae0d-4b5c-9e34-4ecb778ba95f gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:49:25.826991 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-a053fb67-b9be-4812-a834-770f39e319b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 1a4e254e-3fc8-4667-b4f4-1a82460e788a) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:49:25.841435 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a053fb67-b9be-4812-a834-770f39e319b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:49:25.841435 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a053fb67-b9be-4812-a834-770f39e319b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:25.849624 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c953c4e-6dd6-47c5-8b72-439d1e061c20 None None] Network 1a4e254e-3fc8-4667-b4f4-1a82460e788a requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:49:25.956291 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-3183f86a-7349-4da5-8b8c-e552e839b1f6 None None] Set router ca1cd46e-025e-4145-9a0d-5705c7f70ee9 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:49:25.981161 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a053fb67-b9be-4812-a834-770f39e319b8 admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8620641 Aug 27 04:49:25.987472 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 52324) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:26.056777 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-cb8229c1-537e-4b90-9390-654deaef30a1 admin admin] Request body: {'router': {'name': 'tempest-VolumesAdminNegativeTest-1194478072-router', 'tenant_id': 'f800461258fb485ba56ba8e7a837f5bf', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:49:26.064105 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 52326) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:26.180280 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-e9452bad-76e4-439e-93c9-fa15606bd9d8 None None] Current status of the port 5846fc51-d74b-4624-a624-0aa512711776 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:49:26.206341 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-6d3de270-1d76-4211-b982-0c69e0934202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd682ac0d-ae0d-4b5c-9e34-4ecb778ba95f', 'name': 'tempest-ServerRescueTestJSON-674707465-router', 'tenant_id': 'e77591a3419946c7b5ca6a26e5f3fc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': '64c2b84c-cfe0-4611-ab18-7a0f8927f175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:49:12Z', 'updated_at': '2022-08-27T04:49:23Z', 'revision_number': 5, 'project_id': 'e77591a3419946c7b5ca6a26e5f3fc76', 'gw_port': {'id': '64c2b84c-cfe0-4611-ab18-7a0f8927f175', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd682ac0d-ae0d-4b5c-9e34-4ecb778ba95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:49:13Z', 'updated_at': '2022-08-27T04:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:26.287650 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3de270-1d76-4211-b982-0c69e0934202 None None] Checking router: d682ac0d-ae0d-4b5c-9e34-4ecb778ba95f for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:49:26.292549 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-3183f86a-7349-4da5-8b8c-e552e839b1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1cd46e-025e-4145-9a0d-5705c7f70ee9', 'name': 'tempest-InstanceActionsV221TestJSON-43171167-router', 'tenant_id': 'b6d126858dec4bb499603c7ca379370b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '743bece6-dd0f-47ee-803f-9a8465b3920f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:49:21Z', 'updated_at': '2022-08-27T04:49:23Z', 'revision_number': 3, 'project_id': 'b6d126858dec4bb499603c7ca379370b', 'gw_port': {'id': '743bece6-dd0f-47ee-803f-9a8465b3920f', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:03:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca1cd46e-025e-4145-9a0d-5705c7f70ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:49:22Z', 'updated_at': '2022-08-27T04:49:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:26.306894 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-51e6d109-66da-4f49-b692-cd2745ce3bb6 admin admin] Publish callbacks [] for security_group (790c2c17-9ff6-4d54-95d8-5c74e67b2e83), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:26.323406 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3183f86a-7349-4da5-8b8c-e552e839b1f6 None None] Checking router: ca1cd46e-025e-4145-9a0d-5705c7f70ee9 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:49:26.324099 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3183f86a-7349-4da5-8b8c-e552e839b1f6 None None] Updating router ca1cd46e-025e-4145-9a0d-5705c7f70ee9 port 743bece6-dd0f-47ee-803f-9a8465b3920f binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:49:26.351435 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-51e6d109-66da-4f49-b692-cd2745ce3bb6 admin admin] Publish callbacks [] for security_group (790c2c17-9ff6-4d54-95d8-5c74e67b2e83), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:26.364667 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-3183f86a-7349-4da5-8b8c-e552e839b1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (743bece6-dd0f-47ee-803f-9a8465b3920f), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:26.397351 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12489dc6-48f2-47c1-a0d4-1a7b521b252b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-1a4e254e-3fc8-4667-b4f4-1a82460e788a', 'network_id': '1a4e254e-3fc8-4667-b4f4-1a82460e788a', 'project_id': 'f800461258fb485ba56ba8e7a837f5bf', 'fixed_ips': [{'subnet_id': '81be8175-6ddd-4cf6-a1e4-97fa9cef357b'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:49:26.406326 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-12489dc6-48f2-47c1-a0d4-1a7b521b252b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:26.415804 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3de270-1d76-4211-b982-0c69e0934202 None None] Routers {'d682ac0d-ae0d-4b5c-9e34-4ecb778ba95f'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:49:26.417866 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-6d3de270-1d76-4211-b982-0c69e0934202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:48:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['d682ac0d-ae0d-4b5c-9e34-4ecb778ba95f'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:26.473366 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9b5ef1de-834c-4c37-8a79-cee7d3b8183e admin admin] Publish callbacks [] for router (d682ac0d-ae0d-4b5c-9e34-4ecb778ba95f), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:26.530541 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:26.587861 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:26.601751 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-51e6d109-66da-4f49-b692-cd2745ce3bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (790c2c17-9ff6-4d54-95d8-5c74e67b2e83), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:26.605889 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-51e6d109-66da-4f49-b692-cd2745ce3bb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:26.610776 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-51e6d109-66da-4f49-b692-cd2745ce3bb6 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/790c2c17-9ff6-4d54-95d8-5c74e67b2e83 HTTP/1.1" status: 204 len: 168 time: 1.1772087 Aug 27 04:49:26.615625 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cb8229c1-537e-4b90-9390-654deaef30a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (f7df81f2-0eaf-4631-a829-c441f3c4c04a), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:26.618519 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cb8229c1-537e-4b90-9390-654deaef30a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (f7df81f2-0eaf-4631-a829-c441f3c4c04a), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:26.661272 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e6d109-66da-4f49-b692-cd2745ce3bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790c2c17-9ff6-4d54-95d8-5c74e67b2e83,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:26.726671 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4c05971c-eac4-4921-aed9-829795b1af79 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks [] for router_gateway (1b546970-8347-4023-9cd1-bfccad25f598), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:26.732936 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9b5ef1de-834c-4c37-8a79-cee7d3b8183e admin admin] Publish callbacks [] for router_gateway (d682ac0d-ae0d-4b5c-9e34-4ecb778ba95f), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:26.735007 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-330f4b4e-953d-4c33-8a8d-ead9c07a15ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:26.750159 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cb8229c1-537e-4b90-9390-654deaef30a1 admin admin] Publish callbacks [] for router_controller (f7df81f2-0eaf-4631-a829-c441f3c4c04a), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:26.775476 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a6d86420-24e9-4821-9d36-6842d65e68d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:26.873090 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-6d3de270-1d76-4211-b982-0c69e0934202 None None] Set router d682ac0d-ae0d-4b5c-9e34-4ecb778ba95f gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:49:26.898353 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-3183f86a-7349-4da5-8b8c-e552e839b1f6 None None] Publish callbacks [] for port (743bece6-dd0f-47ee-803f-9a8465b3920f), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:26.902279 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 52354) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:27.044068 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cb8229c1-537e-4b90-9390-654deaef30a1 admin admin] Publish callbacks [] for router_gateway (f7df81f2-0eaf-4631-a829-c441f3c4c04a), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:27.074832 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-3183f86a-7349-4da5-8b8c-e552e839b1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (743bece6-dd0f-47ee-803f-9a8465b3920f), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:27.129746 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4c05971c-eac4-4921-aed9-829795b1af79 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (1b546970-8347-4023-9cd1-bfccad25f598), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:27.133982 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:27.136457 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a6d86420-24e9-4821-9d36-6842d65e68d8 admin admin] Publish callbacks [] for security_group (46605f83-fb52-4804-9b47-ef24f970566f), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:27.146593 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 5846fc51-d74b-4624-a624-0aa512711776 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:49:27.172455 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d1999c51-525c-410f-a1c6-5ed4af1920ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:27.191867 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2467a232-9439-4ca9-a6d9-a68f34e75182 None None] Pushing event updated for resources: {'Port': ['ID=743bece6-dd0f-47ee-803f-9a8465b3920f,revision_number=2']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:27.200745 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-3183f86a-7349-4da5-8b8c-e552e839b1f6 None None] Attempting to bind port 743bece6-dd0f-47ee-803f-9a8465b3920f on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:49:27.201329 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-3183f86a-7349-4da5-8b8c-e552e839b1f6 None None] Attempting to bind port 743bece6-dd0f-47ee-803f-9a8465b3920f by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:49:27.201945 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3183f86a-7349-4da5-8b8c-e552e839b1f6 None None] Attempting to bind port 743bece6-dd0f-47ee-803f-9a8465b3920f on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:49:27.205309 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-9b5ef1de-834c-4c37-8a79-cee7d3b8183e admin admin] Deleting port 64c2b84c-cfe0-4611-ab18-7a0f8927f175 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:49:27.208280 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3183f86a-7349-4da5-8b8c-e552e839b1f6 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:49:27.208883 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3183f86a-7349-4da5-8b8c-e552e839b1f6 None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:49:27.209136 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9b5ef1de-834c-4c37-8a79-cee7d3b8183e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (64c2b84c-cfe0-4611-ab18-7a0f8927f175), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:27.209724 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-3183f86a-7349-4da5-8b8c-e552e839b1f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:27.210261 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3183f86a-7349-4da5-8b8c-e552e839b1f6 None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:49:27.211027 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-3183f86a-7349-4da5-8b8c-e552e839b1f6 None None] Bound port: 743bece6-dd0f-47ee-803f-9a8465b3920f, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:49:27.211580 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-3183f86a-7349-4da5-8b8c-e552e839b1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (743bece6-dd0f-47ee-803f-9a8465b3920f), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:27.259919 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:27.273787 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-12489dc6-48f2-47c1-a0d4-1a7b521b252b None None] Allocated IP 172.20.0.2 (1a4e254e-3fc8-4667-b4f4-1a82460e788a/81be8175-6ddd-4cf6-a1e4-97fa9cef357b/5d3dcbc7-8f3c-4cef-9946-e66e09c745c3) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:49:27.280596 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 5846fc51-d74b-4624-a624-0aa512711776 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:49:27.281233 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (5846fc51-d74b-4624-a624-0aa512711776), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:27.281934 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-3183f86a-7349-4da5-8b8c-e552e839b1f6 None None] For port 743bece6-dd0f-47ee-803f-9a8465b3920f, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:49:27.290748 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-3183f86a-7349-4da5-8b8c-e552e839b1f6 None None] For port 743bece6-dd0f-47ee-803f-9a8465b3920f, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=743bece6-dd0f-47ee-803f-9a8465b3920f,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:49:27.294273 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:27.383587 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-3183f86a-7349-4da5-8b8c-e552e839b1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (743bece6-dd0f-47ee-803f-9a8465b3920f), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:27.418514 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a6d86420-24e9-4821-9d36-6842d65e68d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (46605f83-fb52-4804-9b47-ef24f970566f), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:27.460510 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d1999c51-525c-410f-a1c6-5ed4af1920ab admin admin] Publish callbacks [] for security_group (631ea0f3-9386-4bf0-9b74-7676a3c55f0e), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:27.496281 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:27.499427 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d86420-24e9-4821-9d36-6842d65e68d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46605f83-fb52-4804-9b47-ef24f970566f,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:27.534751 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d1999c51-525c-410f-a1c6-5ed4af1920ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (631ea0f3-9386-4bf0-9b74-7676a3c55f0e), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:27.547000 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-9b5ef1de-834c-4c37-8a79-cee7d3b8183e admin admin] For port 64c2b84c-cfe0-4611-ab18-7a0f8927f175, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=64c2b84c-cfe0-4611-ab18-7a0f8927f175,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:49:27.547405 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9b5ef1de-834c-4c37-8a79-cee7d3b8183e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (64c2b84c-cfe0-4611-ab18-7a0f8927f175), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:27.620261 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-9b5ef1de-834c-4c37-8a79-cee7d3b8183e admin admin] Calling delete_port for 64c2b84c-cfe0-4611-ab18-7a0f8927f175 owned by network:router_gateway {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:49:27.627494 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-12489dc6-48f2-47c1-a0d4-1a7b521b252b None None] Publish callbacks [] for port (5d3dcbc7-8f3c-4cef-9946-e66e09c745c3), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:27.632477 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a6d86420-24e9-4821-9d36-6842d65e68d8 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=6611b3a536d64d248e1b054f67e417b9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5642347 Aug 27 04:49:27.641042 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 52372) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:27.681084 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-6d3de270-1d76-4211-b982-0c69e0934202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd682ac0d-ae0d-4b5c-9e34-4ecb778ba95f', 'name': 'tempest-ServerRescueTestJSON-674707465-router', 'tenant_id': 'e77591a3419946c7b5ca6a26e5f3fc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': '64c2b84c-cfe0-4611-ab18-7a0f8927f175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:49:12Z', 'updated_at': '2022-08-27T04:49:23Z', 'revision_number': 5, 'project_id': 'e77591a3419946c7b5ca6a26e5f3fc76', 'gw_port': {'id': '64c2b84c-cfe0-4611-ab18-7a0f8927f175', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd682ac0d-ae0d-4b5c-9e34-4ecb778ba95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:49:13Z', 'updated_at': '2022-08-27T04:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:27.686752 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3183f86a-7349-4da5-8b8c-e552e839b1f6 None None] Routers {'ca1cd46e-025e-4145-9a0d-5705c7f70ee9'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:49:27.697208 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-3183f86a-7349-4da5-8b8c-e552e839b1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:48:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['ca1cd46e-025e-4145-9a0d-5705c7f70ee9'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:27.707760 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1094102e-0d56-494a-9526-4b603b43a3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:27.727380 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:27.732957 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3de270-1d76-4211-b982-0c69e0934202 None None] The sync data for ids ['d682ac0d-ae0d-4b5c-9e34-4ecb778ba95f'] in n-d-852088-5 is: [{'id': 'd682ac0d-ae0d-4b5c-9e34-4ecb778ba95f', 'name': 'tempest-ServerRescueTestJSON-674707465-router', 'tenant_id': 'e77591a3419946c7b5ca6a26e5f3fc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': '64c2b84c-cfe0-4611-ab18-7a0f8927f175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:49:12Z', 'updated_at': '2022-08-27T04:49:23Z', 'revision_number': 5, 'project_id': 'e77591a3419946c7b5ca6a26e5f3fc76', 'gw_port': {'id': '64c2b84c-cfe0-4611-ab18-7a0f8927f175', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd682ac0d-ae0d-4b5c-9e34-4ecb778ba95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:49:13Z', 'updated_at': '2022-08-27T04:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:49:27.747247 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1999c51-525c-410f-a1c6-5ed4af1920ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631ea0f3-9386-4bf0-9b74-7676a3c55f0e,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:27.759846 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-d1999c51-525c-410f-a1c6-5ed4af1920ab admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=61e3eba2e9aa46d8a041f0067f171ac0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8562698 Aug 27 04:49:27.760473 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 52378) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:27.800776 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 5846fc51-d74b-4624-a624-0aa512711776 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:49:27.803385 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-12489dc6-48f2-47c1-a0d4-1a7b521b252b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (5d3dcbc7-8f3c-4cef-9946-e66e09c745c3), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:27.824554 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cb8229c1-537e-4b90-9390-654deaef30a1 admin admin] Publish callbacks [] for router_gateway (f7df81f2-0eaf-4631-a829-c441f3c4c04a), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:27.845996 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12489dc6-48f2-47c1-a0d4-1a7b521b252b None None] Network 1a4e254e-3fc8-4667-b4f4-1a82460e788a is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:49:27.849590 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-12489dc6-48f2-47c1-a0d4-1a7b521b252b None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:49:27.849838 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cb8229c1-537e-4b90-9390-654deaef30a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:27.862263 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12489dc6-48f2-47c1-a0d4-1a7b521b252b None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:49:27.879772 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2467a232-9439-4ca9-a6d9-a68f34e75182 None None] Pushing event updated for resources: {'Port': ['ID=743bece6-dd0f-47ee-803f-9a8465b3920f,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:27.901970 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12489dc6-48f2-47c1-a0d4-1a7b521b252b None None] Pushing event updated for resources: {'Port': ['ID=5d3dcbc7-8f3c-4cef-9946-e66e09c745c3,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:27.937655 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-12489dc6-48f2-47c1-a0d4-1a7b521b252b None None] Attempting to bind port 5d3dcbc7-8f3c-4cef-9946-e66e09c745c3 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:49:27.938030 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-12489dc6-48f2-47c1-a0d4-1a7b521b252b None None] Attempting to bind port 5d3dcbc7-8f3c-4cef-9946-e66e09c745c3 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'debdd3c7-d936-4293-a682-fc5463fb12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1a4e254e-3fc8-4667-b4f4-1a82460e788a'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:49:27.938388 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12489dc6-48f2-47c1-a0d4-1a7b521b252b None None] Attempting to bind port 5d3dcbc7-8f3c-4cef-9946-e66e09c745c3 on network 1a4e254e-3fc8-4667-b4f4-1a82460e788a {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:49:27.952979 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12489dc6-48f2-47c1-a0d4-1a7b521b252b None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:49:27.953357 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12489dc6-48f2-47c1-a0d4-1a7b521b252b None None] Checking segment: {'id': 'debdd3c7-d936-4293-a682-fc5463fb12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1a4e254e-3fc8-4667-b4f4-1a82460e788a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:49:27.953765 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-12489dc6-48f2-47c1-a0d4-1a7b521b252b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:27.954513 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12489dc6-48f2-47c1-a0d4-1a7b521b252b None None] Bound using segment: {'id': 'debdd3c7-d936-4293-a682-fc5463fb12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1a4e254e-3fc8-4667-b4f4-1a82460e788a'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:49:27.955013 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-12489dc6-48f2-47c1-a0d4-1a7b521b252b None None] Bound port: 5d3dcbc7-8f3c-4cef-9946-e66e09c745c3, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'debdd3c7-d936-4293-a682-fc5463fb12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1a4e254e-3fc8-4667-b4f4-1a82460e788a'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:49:27.955396 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-12489dc6-48f2-47c1-a0d4-1a7b521b252b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (5d3dcbc7-8f3c-4cef-9946-e66e09c745c3), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:27.978481 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-3183f86a-7349-4da5-8b8c-e552e839b1f6 None None] Set router ca1cd46e-025e-4145-9a0d-5705c7f70ee9 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:49:28.049947 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:28.061584 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d4bd9efd-e107-4469-bb17-62d387e68e2f admin admin] Publish callbacks [] for security_group (631ea0f3-9386-4bf0-9b74-7676a3c55f0e), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:28.063183 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-12489dc6-48f2-47c1-a0d4-1a7b521b252b None None] For port 5d3dcbc7-8f3c-4cef-9946-e66e09c745c3, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:49:28.067650 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-12489dc6-48f2-47c1-a0d4-1a7b521b252b None None] For port 5d3dcbc7-8f3c-4cef-9946-e66e09c745c3, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=5d3dcbc7-8f3c-4cef-9946-e66e09c745c3,segment=NetworkSegment(debdd3c7-d936-4293-a682-fc5463fb12b7),segment_id=debdd3c7-d936-4293-a682-fc5463fb12b7)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:49:28.083756 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-1094102e-0d56-494a-9526-4b603b43a3db admin admin] Allocated IP 172.20.0.1 (7a0d2e31-78b8-4cee-a952-73f3fe257671/a94f38a1-2d80-4a8f-b4cd-190b895c125d/a2a0977f-e399-4d77-be6f-3e39fd695f08) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:49:28.096733 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-cb8229c1-537e-4b90-9390-654deaef30a1 admin admin] Allocated IP 172.25.2.226 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/83605d39-feaf-4958-adde-d6e83522d3c0) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:49:28.158640 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-12489dc6-48f2-47c1-a0d4-1a7b521b252b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (5d3dcbc7-8f3c-4cef-9946-e66e09c745c3), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:28.300155 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12489dc6-48f2-47c1-a0d4-1a7b521b252b None None] Pushing event updated for resources: {'Port': ['ID=5d3dcbc7-8f3c-4cef-9946-e66e09c745c3,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:28.337254 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-3183f86a-7349-4da5-8b8c-e552e839b1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1cd46e-025e-4145-9a0d-5705c7f70ee9', 'name': 'tempest-InstanceActionsV221TestJSON-43171167-router', 'tenant_id': 'b6d126858dec4bb499603c7ca379370b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '743bece6-dd0f-47ee-803f-9a8465b3920f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:49:21Z', 'updated_at': '2022-08-27T04:49:23Z', 'revision_number': 3, 'project_id': 'b6d126858dec4bb499603c7ca379370b', 'gw_port': {'id': '743bece6-dd0f-47ee-803f-9a8465b3920f', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:03:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca1cd46e-025e-4145-9a0d-5705c7f70ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:49:22Z', 'updated_at': '2022-08-27T04:49:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:28.350785 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d4bd9efd-e107-4469-bb17-62d387e68e2f admin admin] Publish callbacks [] for security_group (631ea0f3-9386-4bf0-9b74-7676a3c55f0e), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:28.401856 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3183f86a-7349-4da5-8b8c-e552e839b1f6 None None] The sync data for ids ['ca1cd46e-025e-4145-9a0d-5705c7f70ee9'] in n-d-852088-5 is: [{'id': 'ca1cd46e-025e-4145-9a0d-5705c7f70ee9', 'name': 'tempest-InstanceActionsV221TestJSON-43171167-router', 'tenant_id': 'b6d126858dec4bb499603c7ca379370b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '743bece6-dd0f-47ee-803f-9a8465b3920f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:49:21Z', 'updated_at': '2022-08-27T04:49:23Z', 'revision_number': 3, 'project_id': 'b6d126858dec4bb499603c7ca379370b', 'gw_port': {'id': '743bece6-dd0f-47ee-803f-9a8465b3920f', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:03:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca1cd46e-025e-4145-9a0d-5705c7f70ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:49:22Z', 'updated_at': '2022-08-27T04:49:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:49:28.427607 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9b5ef1de-834c-4c37-8a79-cee7d3b8183e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (64c2b84c-cfe0-4611-ab18-7a0f8927f175), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:28.491699 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1094102e-0d56-494a-9526-4b603b43a3db admin admin] Publish callbacks [] for port (a2a0977f-e399-4d77-be6f-3e39fd695f08), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:28.501231 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f20cffce-439a-4766-a38d-1bc5d164b37c admin admin] Publish callbacks [] for security_group (46605f83-fb52-4804-9b47-ef24f970566f), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:28.531556 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:28.539639 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cb8229c1-537e-4b90-9390-654deaef30a1 admin admin] Publish callbacks [] for port (83605d39-feaf-4958-adde-d6e83522d3c0), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:28.552606 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5ef1de-834c-4c37-8a79-cee7d3b8183e admin admin] Pushing event deleted for resources: {'Port': ['ID=64c2b84c-cfe0-4611-ab18-7a0f8927f175,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:28.733144 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9b5ef1de-834c-4c37-8a79-cee7d3b8183e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (d682ac0d-ae0d-4b5c-9e34-4ecb778ba95f), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:28.737675 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1094102e-0d56-494a-9526-4b603b43a3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (a2a0977f-e399-4d77-be6f-3e39fd695f08), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:28.790733 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cb8229c1-537e-4b90-9390-654deaef30a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (83605d39-feaf-4958-adde-d6e83522d3c0), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:28.808140 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1094102e-0d56-494a-9526-4b603b43a3db admin admin] Network 7a0d2e31-78b8-4cee-a952-73f3fe257671 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:49:28.837094 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-1094102e-0d56-494a-9526-4b603b43a3db admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:49:28.842821 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1094102e-0d56-494a-9526-4b603b43a3db admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:49:28.882876 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9b5ef1de-834c-4c37-8a79-cee7d3b8183e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (d682ac0d-ae0d-4b5c-9e34-4ecb778ba95f), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:28.902862 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9b5ef1de-834c-4c37-8a79-cee7d3b8183e admin admin] Publish callbacks [] for router_controller (d682ac0d-ae0d-4b5c-9e34-4ecb778ba95f), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:28.930186 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8229c1-537e-4b90-9390-654deaef30a1 admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:49:28.937921 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-cb8229c1-537e-4b90-9390-654deaef30a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:49:28.945016 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8229c1-537e-4b90-9390-654deaef30a1 admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:49:29.006729 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f20cffce-439a-4766-a38d-1bc5d164b37c admin admin] Publish callbacks [] for security_group (46605f83-fb52-4804-9b47-ef24f970566f), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:29.025636 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1094102e-0d56-494a-9526-4b603b43a3db admin admin] Pushing event updated for resources: {'Port': ['ID=a2a0977f-e399-4d77-be6f-3e39fd695f08,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:29.075700 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9b5ef1de-834c-4c37-8a79-cee7d3b8183e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (d682ac0d-ae0d-4b5c-9e34-4ecb778ba95f), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:29.081728 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5ef1de-834c-4c37-8a79-cee7d3b8183e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d682ac0d-ae0d-4b5c-9e34-4ecb778ba95f {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:49:29.088830 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9b5ef1de-834c-4c37-8a79-cee7d3b8183e admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:29.108325 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9b5ef1de-834c-4c37-8a79-cee7d3b8183e admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/d682ac0d-ae0d-4b5c-9e34-4ecb778ba95f HTTP/1.1" status: 204 len: 168 time: 3.6062558 Aug 27 04:49:29.122506 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 52418) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:29.174086 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c05971c-eac4-4921-aed9-829795b1af79 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Router 1b546970-8347-4023-9cd1-bfccad25f598 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:49:29.180287 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d4bd9efd-e107-4469-bb17-62d387e68e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (631ea0f3-9386-4bf0-9b74-7676a3c55f0e), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:29.183157 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d4bd9efd-e107-4469-bb17-62d387e68e2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:29.185248 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-d4bd9efd-e107-4469-bb17-62d387e68e2f admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/631ea0f3-9386-4bf0-9b74-7676a3c55f0e HTTP/1.1" status: 204 len: 168 time: 1.4174407 Aug 27 04:49:29.185887 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 5d3dcbc7-8f3c-4cef-9946-e66e09c745c3 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:49:29.209523 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bd9efd-e107-4469-bb17-62d387e68e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631ea0f3-9386-4bf0-9b74-7676a3c55f0e,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:29.254755 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-d60a4d3a-309c-4271-b77e-5b794ee3be66 admin admin] Deleting subnet 9a7be0b0-d4c5-404d-8fa6-56c16ddbab0c {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:49:29.289234 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d60a4d3a-309c-4271-b77e-5b794ee3be66 admin admin] Publish callbacks [] for subnet (9a7be0b0-d4c5-404d-8fa6-56c16ddbab0c), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:29.303692 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1094102e-0d56-494a-9526-4b603b43a3db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (ca1cd46e-025e-4145-9a0d-5705c7f70ee9), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:29.323775 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d1bdf512-d6cd-4fe6-ae8d-b0f05f3fce90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:29.378640 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f20cffce-439a-4766-a38d-1bc5d164b37c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (46605f83-fb52-4804-9b47-ef24f970566f), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:29.382180 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f20cffce-439a-4766-a38d-1bc5d164b37c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:29.386044 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f20cffce-439a-4766-a38d-1bc5d164b37c admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/46605f83-fb52-4804-9b47-ef24f970566f HTTP/1.1" status: 204 len: 168 time: 1.7414145 Aug 27 04:49:29.425362 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-df722f5c-2804-4f9f-aa97-f70a946196cf None None] Provisioning complete for port a2a0977f-e399-4d77-be6f-3e39fd695f08 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:49:29.427360 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-df722f5c-2804-4f9f-aa97-f70a946196cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a2a0977f-e399-4d77-be6f-3e39fd695f08), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:29.433409 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8229c1-537e-4b90-9390-654deaef30a1 admin admin] Pushing event updated for resources: {'Port': ['ID=83605d39-feaf-4958-adde-d6e83522d3c0,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:29.499968 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d60a4d3a-309c-4271-b77e-5b794ee3be66 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (9a7be0b0-d4c5-404d-8fa6-56c16ddbab0c), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:29.509506 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20cffce-439a-4766-a38d-1bc5d164b37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46605f83-fb52-4804-9b47-ef24f970566f,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:29.569562 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 5d3dcbc7-8f3c-4cef-9946-e66e09c745c3 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:49:29.570740 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (5d3dcbc7-8f3c-4cef-9946-e66e09c745c3), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:29.591854 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:29.708491 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-df722f5c-2804-4f9f-aa97-f70a946196cf None None] Port a2a0977f-e399-4d77-be6f-3e39fd695f08 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:49:29.734674 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 52444) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:29.750970 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d60a4d3a-309c-4271-b77e-5b794ee3be66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (9a7be0b0-d4c5-404d-8fa6-56c16ddbab0c), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:29.811432 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c05971c-eac4-4921-aed9-829795b1af79 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:49:29.875372 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d0b515-3a84-4996-b633-22e6107a7154 None None] Sync routers for ids ['1b546970-8347-4023-9cd1-bfccad25f598'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:49:29.917540 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 5d3dcbc7-8f3c-4cef-9946-e66e09c745c3 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:49:29.917804 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (5d3dcbc7-8f3c-4cef-9946-e66e09c745c3), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:29.921730 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d0b515-3a84-4996-b633-22e6107a7154 None None] Routers {'1b546970-8347-4023-9cd1-bfccad25f598'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:49:29.922423 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-94d0b515-3a84-4996-b633-22e6107a7154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:49:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['1b546970-8347-4023-9cd1-bfccad25f598'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:29.926991 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cb8229c1-537e-4b90-9390-654deaef30a1 admin admin] Publish callbacks [] for router_gateway (f7df81f2-0eaf-4631-a829-c441f3c4c04a), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:29.949417 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d60a4d3a-309c-4271-b77e-5b794ee3be66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (9a7be0b0-d4c5-404d-8fa6-56c16ddbab0c), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:29.979015 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-94d0b515-3a84-4996-b633-22e6107a7154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:30.010148 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 5d3dcbc7-8f3c-4cef-9946-e66e09c745c3, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=5d3dcbc7-8f3c-4cef-9946-e66e09c745c3,segment=NetworkSegment(debdd3c7-d936-4293-a682-fc5463fb12b7),segment_id=debdd3c7-d936-4293-a682-fc5463fb12b7)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:49:30.013053 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d0b515-3a84-4996-b633-22e6107a7154 None None] Routers {'1b546970-8347-4023-9cd1-bfccad25f598'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:49:30.014769 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-94d0b515-3a84-4996-b633-22e6107a7154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:49:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['1b546970-8347-4023-9cd1-bfccad25f598'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:30.021375 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4c05971c-eac4-4921-aed9-829795b1af79 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:30.023503 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-4c05971c-eac4-4921-aed9-829795b1af79 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.3944423 Aug 27 04:49:30.030841 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a4d3a-309c-4271-b77e-5b794ee3be66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a7be0b0-d4c5-404d-8fa6-56c16ddbab0c,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:30.031715 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 52448) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:30.044851 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d60a4d3a-309c-4271-b77e-5b794ee3be66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:30.048343 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-d60a4d3a-309c-4271-b77e-5b794ee3be66 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/9a7be0b0-d4c5-404d-8fa6-56c16ddbab0c HTTP/1.1" status: 204 len: 168 time: 0.9379332 Aug 27 04:49:30.068294 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 52450) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:30.069098 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:30.086116 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84c1510-769b-44dd-ae59-d848c674d4bb None None] Network 1a4e254e-3fc8-4667-b4f4-1a82460e788a requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:49:30.094070 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-94d0b515-3a84-4996-b633-22e6107a7154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:30.094070 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d0b515-3a84-4996-b633-22e6107a7154 None None] The sync data for ids ['1b546970-8347-4023-9cd1-bfccad25f598'] in n-d-852088-5 is: [] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:49:30.188200 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1094102e-0d56-494a-9526-4b603b43a3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a2a0977f-e399-4d77-be6f-3e39fd695f08), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:30.202837 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (5d3dcbc7-8f3c-4cef-9946-e66e09c745c3), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:30.233537 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:30.249639 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1ed69717-7a42-41d7-9947-a758fc1b6176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (9f9320c5-483e-41e8-bf29-ee6376a8e72b), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:30.253885 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:30.281481 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 463a1ec5-a826-4b9a-be97-0596bccb0ce4 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:49:30.293439 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c57b1849-40b4-4622-a223-f2476ca76e92 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] 10.222.0.76 "GET /networking/v2.0/routers/1b546970-8347-4023-9cd1-bfccad25f598 HTTP/1.1" status: 200 len: 924 time: 0.2496593 Aug 27 04:49:30.293439 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 52464) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:30.316424 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 52466) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:30.342621 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 463a1ec5-a826-4b9a-be97-0596bccb0ce4 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:49:30.343409 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 463a1ec5-a826-4b9a-be97-0596bccb0ce4 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:49:30.363944 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-f11e6ce8-ed7b-44ae-93b3-8342cbedd79a None None] Provisioning complete for port 5d3dcbc7-8f3c-4cef-9946-e66e09c745c3 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:49:30.365015 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f11e6ce8-ed7b-44ae-93b3-8342cbedd79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (5d3dcbc7-8f3c-4cef-9946-e66e09c745c3), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:30.411028 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-8682e753-c158-4f72-a7fd-114f5130d2dd tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=1b546970-8347-4023-9cd1-bfccad25f598 HTTP/1.1" status: 200 len: 205 time: 0.1203387 Aug 27 04:49:30.411833 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 52468) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:30.469300 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:30.483226 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c1553414-c56d-4e6e-88db-240df2979fca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:30.537645 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-f11e6ce8-ed7b-44ae-93b3-8342cbedd79a None None] Current status of the port 5d3dcbc7-8f3c-4cef-9946-e66e09c745c3 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:49:30.549427 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:30.567456 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=5d3dcbc7-8f3c-4cef-9946-e66e09c745c3,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:30.597584 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1ed69717-7a42-41d7-9947-a758fc1b6176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (9f9320c5-483e-41e8-bf29-ee6376a8e72b), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:30.603057 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c8ea24ed-6171-45d0-94a7-9be31c3e8580 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks [] for router (1b546970-8347-4023-9cd1-bfccad25f598), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:30.652187 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-1ed69717-7a42-41d7-9947-a758fc1b6176 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f9320c5-483e-41e8-bf29-ee6376a8e72b']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:30.655463 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cb8229c1-537e-4b90-9390-654deaef30a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (f7df81f2-0eaf-4631-a829-c441f3c4c04a), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:30.667358 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-1ed69717-7a42-41d7-9947-a758fc1b6176 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef3ec1e7-ca5c-45bd-b092-17223c79a735') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:30.667657 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-1ed69717-7a42-41d7-9947-a758fc1b6176 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef3ec1e7-ca5c-45bd-b092-17223c79a735') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:30.694394 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1ed69717-7a42-41d7-9947-a758fc1b6176 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (ef3ec1e7-ca5c-45bd-b092-17223c79a735), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:30.779408 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1ed69717-7a42-41d7-9947-a758fc1b6176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (ef3ec1e7-ca5c-45bd-b092-17223c79a735), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:30.789112 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1094102e-0d56-494a-9526-4b603b43a3db admin admin] Publish callbacks [] for port (a2a0977f-e399-4d77-be6f-3e39fd695f08), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:30.794204 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ed69717-7a42-41d7-9947-a758fc1b6176 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:49:30.794592 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1ed69717-7a42-41d7-9947-a758fc1b6176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (ef3ec1e7-ca5c-45bd-b092-17223c79a735), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:30.846804 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c8ea24ed-6171-45d0-94a7-9be31c3e8580 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks [] for router_gateway (1b546970-8347-4023-9cd1-bfccad25f598), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:30.879654 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1bef2b6e-d0f9-443e-b9d3-86e9c27154a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:30.920345 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c1553414-c56d-4e6e-88db-240df2979fca admin admin] Publish callbacks [] for security_group (a9128b8f-19dc-40cb-a58a-c1e33b9ccf31), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:30.972597 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-df8fc5eb-a2f7-4032-9e72-de631b42cca6 None None] Provisioning complete for port 5d3dcbc7-8f3c-4cef-9946-e66e09c745c3 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:49:30.972982 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-df8fc5eb-a2f7-4032-9e72-de631b42cca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (5d3dcbc7-8f3c-4cef-9946-e66e09c745c3), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:30.975979 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 52480) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:31.012299 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c3d20c72-9223-4576-b7ab-d5f310169300 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:31.066844 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 5d3dcbc7-8f3c-4cef-9946-e66e09c745c3 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:49:31.084149 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c1553414-c56d-4e6e-88db-240df2979fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (a9128b8f-19dc-40cb-a58a-c1e33b9ccf31), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:31.132919 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-c8ea24ed-6171-45d0-94a7-9be31c3e8580 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Deleting port 2c75c2df-4eb3-4c64-91d3-5c7ba163dae9 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:49:31.133276 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c8ea24ed-6171-45d0-94a7-9be31c3e8580 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (2c75c2df-4eb3-4c64-91d3-5c7ba163dae9), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:31.158818 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 5d3dcbc7-8f3c-4cef-9946-e66e09c745c3 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:49:31.159362 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (5d3dcbc7-8f3c-4cef-9946-e66e09c745c3), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:31.182938 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-df8fc5eb-a2f7-4032-9e72-de631b42cca6 None None] Current status of the port 5d3dcbc7-8f3c-4cef-9946-e66e09c745c3 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:49:31.199857 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:31.226720 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c1553414-c56d-4e6e-88db-240df2979fca admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=bd8201ec768c4a358f1f6d143ee6f4b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9089909 Aug 27 04:49:31.238914 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1bef2b6e-d0f9-443e-b9d3-86e9c27154a6 admin admin] Publish callbacks [] for security_group (f2bfa915-8893-4157-bca5-4d019ee77ae4), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:31.248909 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 52484) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:31.248909 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1553414-c56d-4e6e-88db-240df2979fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9128b8f-19dc-40cb-a58a-c1e33b9ccf31,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:31.257937 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment ef3ec1e7-ca5c-45bd-b092-17223c79a735 resource provider aggregate not found Aug 27 04:49:31.280060 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1094102e-0d56-494a-9526-4b603b43a3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (a2a0977f-e399-4d77-be6f-3e39fd695f08), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:31.285719 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment ef3ec1e7-ca5c-45bd-b092-17223c79a735 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ef3ec1e7-ca5c-45bd-b092-17223c79a735 found for delete ", "request_id": "req-f6cbd30a-3a01-473e-beaa-15ea95d2133a"}]} Aug 27 04:49:31.293159 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 5d3dcbc7-8f3c-4cef-9946-e66e09c745c3 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:49:31.310790 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 743bece6-dd0f-47ee-803f-9a8465b3920f up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:49:31.338986 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c3d20c72-9223-4576-b7ab-d5f310169300 admin admin] Publish callbacks [] for security_group (a9deb4cf-d579-47b0-adf7-bf49650c12a0), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:31.365989 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c8ea24ed-6171-45d0-94a7-9be31c3e8580 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (2c75c2df-4eb3-4c64-91d3-5c7ba163dae9), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:31.368836 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 743bece6-dd0f-47ee-803f-9a8465b3920f triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:49:31.369291 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (743bece6-dd0f-47ee-803f-9a8465b3920f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:31.379251 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c26be52f-586c-4725-bcca-61fbd16be7a8 admin admin] Publish callbacks [] for security_group (a9128b8f-19dc-40cb-a58a-c1e33b9ccf31), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:31.389331 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1094102e-0d56-494a-9526-4b603b43a3db admin admin] Pushing event updated for resources: {'Port': ['ID=a2a0977f-e399-4d77-be6f-3e39fd695f08,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:31.392055 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1094102e-0d56-494a-9526-4b603b43a3db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (ca1cd46e-025e-4145-9a0d-5705c7f70ee9), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:31.392775 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-c8ea24ed-6171-45d0-94a7-9be31c3e8580 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Calling delete_port for 2c75c2df-4eb3-4c64-91d3-5c7ba163dae9 owned by network:router_gateway {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:49:31.394705 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1bef2b6e-d0f9-443e-b9d3-86e9c27154a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (f2bfa915-8893-4157-bca5-4d019ee77ae4), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:31.446154 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c26be52f-586c-4725-bcca-61fbd16be7a8 admin admin] Publish callbacks [] for security_group (a9128b8f-19dc-40cb-a58a-c1e33b9ccf31), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:31.459035 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c3d20c72-9223-4576-b7ab-d5f310169300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (a9deb4cf-d579-47b0-adf7-bf49650c12a0), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:31.484821 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 743bece6-dd0f-47ee-803f-9a8465b3920f is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:49:31.485312 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (743bece6-dd0f-47ee-803f-9a8465b3920f), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:31.493830 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8229c1-537e-4b90-9390-654deaef30a1 admin admin] Router f7df81f2-0eaf-4631-a829-c441f3c4c04a is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:49:31.513713 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1ed69717-7a42-41d7-9947-a758fc1b6176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (9f9320c5-483e-41e8-bf29-ee6376a8e72b), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:31.514227 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1bef2b6e-d0f9-443e-b9d3-86e9c27154a6 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=96d875c684e548afb5e7d0bbff64c531&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7703388 Aug 27 04:49:31.516345 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 52488) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:31.517950 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1ed69717-7a42-41d7-9947-a758fc1b6176 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:31.521194 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1ed69717-7a42-41d7-9947-a758fc1b6176 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/9f9320c5-483e-41e8-bf29-ee6376a8e72b HTTP/1.1" status: 204 len: 168 time: 1.4508929 Aug 27 04:49:31.521576 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 743bece6-dd0f-47ee-803f-9a8465b3920f, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=743bece6-dd0f-47ee-803f-9a8465b3920f,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:49:31.524813 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef2b6e-d0f9-443e-b9d3-86e9c27154a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2bfa915-8893-4157-bca5-4d019ee77ae4,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:31.587040 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c3d20c72-9223-4576-b7ab-d5f310169300 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=c2dbe796c827459a89d34997ea26b72f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6096203 Aug 27 04:49:31.590073 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 52492) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:31.615060 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d20c72-9223-4576-b7ab-d5f310169300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9deb4cf-d579-47b0-adf7-bf49650c12a0,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:31.621746 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (743bece6-dd0f-47ee-803f-9a8465b3920f), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:31.656623 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1094102e-0d56-494a-9526-4b603b43a3db admin admin] Network 7a0d2e31-78b8-4cee-a952-73f3fe257671 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:49:31.656782 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 64c2b84c-cfe0-4611-ab18-7a0f8927f175 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:49:31.658304 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8229c1-537e-4b90-9390-654deaef30a1 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:49:31.667395 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347431ba-48d2-4887-b98d-773d48d0c1fc None None] Sync routers for ids ['f7df81f2-0eaf-4631-a829-c441f3c4c04a'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:49:31.671414 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed69717-7a42-41d7-9947-a758fc1b6176 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f9320c5-483e-41e8-bf29-ee6376a8e72b,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:31.678171 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-1094102e-0d56-494a-9526-4b603b43a3db admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:49:31.730575 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347431ba-48d2-4887-b98d-773d48d0c1fc None None] Routers {'f7df81f2-0eaf-4631-a829-c441f3c4c04a'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:49:31.731431 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-347431ba-48d2-4887-b98d-773d48d0c1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:49:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['f7df81f2-0eaf-4631-a829-c441f3c4c04a'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:31.780819 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 64c2b84c-cfe0-4611-ab18-7a0f8927f175 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:49:31.782395 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 64c2b84c-cfe0-4611-ab18-7a0f8927f175 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:49:31.910995 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=743bece6-dd0f-47ee-803f-9a8465b3920f,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:31.929190 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-983fdd44-bcc8-4328-b50c-e31ca73a7bfa admin admin] Publish callbacks [] for security_group (a9deb4cf-d579-47b0-adf7-bf49650c12a0), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:31.929919 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1094102e-0d56-494a-9526-4b603b43a3db admin admin] Router ca1cd46e-025e-4145-9a0d-5705c7f70ee9 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:49:31.946422 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-347431ba-48d2-4887-b98d-773d48d0c1fc None None] Set router f7df81f2-0eaf-4631-a829-c441f3c4c04a gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:49:32.016085 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:32.020045 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c26be52f-586c-4725-bcca-61fbd16be7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (a9128b8f-19dc-40cb-a58a-c1e33b9ccf31), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:32.023020 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c26be52f-586c-4725-bcca-61fbd16be7a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:32.024919 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c26be52f-586c-4725-bcca-61fbd16be7a8 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/a9128b8f-19dc-40cb-a58a-c1e33b9ccf31 HTTP/1.1" status: 204 len: 168 time: 0.7837210 Aug 27 04:49:32.027267 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:32.028530 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-983fdd44-bcc8-4328-b50c-e31ca73a7bfa admin admin] Publish callbacks [] for security_group (a9deb4cf-d579-47b0-adf7-bf49650c12a0), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:32.043747 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:32.058710 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26be52f-586c-4725-bcca-61fbd16be7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9128b8f-19dc-40cb-a58a-c1e33b9ccf31,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:32.072155 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:32.103832 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cb8229c1-537e-4b90-9390-654deaef30a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:32.105312 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-cb8229c1-537e-4b90-9390-654deaef30a1 admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.1177289 Aug 27 04:49:32.109227 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 52518) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:32.118115 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1418bb0c-a1bd-4214-9fa5-f6d656a548ba admin admin] Publish callbacks [] for security_group (f2bfa915-8893-4157-bca5-4d019ee77ae4), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:32.120631 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c8ea24ed-6171-45d0-94a7-9be31c3e8580 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (2c75c2df-4eb3-4c64-91d3-5c7ba163dae9), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:32.186763 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1418bb0c-a1bd-4214-9fa5-f6d656a548ba admin admin] Publish callbacks [] for security_group (f2bfa915-8893-4157-bca5-4d019ee77ae4), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:32.194539 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-8824adce-c385-487e-bb97-1a38a62d12d8 None None] Provisioning complete for port a2a0977f-e399-4d77-be6f-3e39fd695f08 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:49:32.195741 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-983fdd44-bcc8-4328-b50c-e31ca73a7bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (a9deb4cf-d579-47b0-adf7-bf49650c12a0), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:32.198433 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-983fdd44-bcc8-4328-b50c-e31ca73a7bfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:32.199060 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8824adce-c385-487e-bb97-1a38a62d12d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a2a0977f-e399-4d77-be6f-3e39fd695f08), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:32.203530 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-983fdd44-bcc8-4328-b50c-e31ca73a7bfa admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/a9deb4cf-d579-47b0-adf7-bf49650c12a0 HTTP/1.1" status: 204 len: 168 time: 0.6078043 Aug 27 04:49:32.208081 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 52522) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:32.213436 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea24ed-6171-45d0-94a7-9be31c3e8580 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Pushing event deleted for resources: {'Port': ['ID=2c75c2df-4eb3-4c64-91d3-5c7ba163dae9,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:32.246119 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1094102e-0d56-494a-9526-4b603b43a3db admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:49:32.255836 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1094102e-0d56-494a-9526-4b603b43a3db admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/ca1cd46e-025e-4145-9a0d-5705c7f70ee9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5288687 Aug 27 04:49:32.284932 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983fdd44-bcc8-4328-b50c-e31ca73a7bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9deb4cf-d579-47b0-adf7-bf49650c12a0,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:32.304121 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7796b4-59fa-4749-bd0e-0b2b0a06a6dd None None] Sync routers for ids ['ca1cd46e-025e-4145-9a0d-5705c7f70ee9'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:49:32.318573 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-9412fc92-ac76-43de-a7e9-f790963a1bee admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=e77591a3419946c7b5ca6a26e5f3fc76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1072066 Aug 27 04:49:32.319211 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 52530) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:32.398897 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:32.402525 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1418bb0c-a1bd-4214-9fa5-f6d656a548ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (f2bfa915-8893-4157-bca5-4d019ee77ae4), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:32.408609 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1418bb0c-a1bd-4214-9fa5-f6d656a548ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:32.415045 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1418bb0c-a1bd-4214-9fa5-f6d656a548ba admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/f2bfa915-8893-4157-bca5-4d019ee77ae4 HTTP/1.1" status: 204 len: 168 time: 0.8875852 Aug 27 04:49:32.415203 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7796b4-59fa-4749-bd0e-0b2b0a06a6dd None None] Routers {'ca1cd46e-025e-4145-9a0d-5705c7f70ee9'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:49:32.415203 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-ba7796b4-59fa-4749-bd0e-0b2b0a06a6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:49:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['ca1cd46e-025e-4145-9a0d-5705c7f70ee9'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:32.420585 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c8ea24ed-6171-45d0-94a7-9be31c3e8580 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (1b546970-8347-4023-9cd1-bfccad25f598), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:32.425405 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:32.428906 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1418bb0c-a1bd-4214-9fa5-f6d656a548ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2bfa915-8893-4157-bca5-4d019ee77ae4,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:32.438408 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-347431ba-48d2-4887-b98d-773d48d0c1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7df81f2-0eaf-4631-a829-c441f3c4c04a', 'name': 'tempest-VolumesAdminNegativeTest-1194478072-router', 'tenant_id': 'f800461258fb485ba56ba8e7a837f5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '83605d39-feaf-4958-adde-d6e83522d3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:49:26Z', 'updated_at': '2022-08-27T04:49:29Z', 'revision_number': 3, 'project_id': 'f800461258fb485ba56ba8e7a837f5bf', 'gw_port': {'id': '83605d39-feaf-4958-adde-d6e83522d3c0', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a5:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7df81f2-0eaf-4631-a829-c441f3c4c04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:49:27Z', 'updated_at': '2022-08-27T04:49:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:32.468048 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-107199dc-396e-4325-a06c-d9f432e60edd admin admin] Publish callbacks [] for security_group (3664f09b-d018-42bc-ab1b-907d01fed107), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:32.485475 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347431ba-48d2-4887-b98d-773d48d0c1fc None None] Checking router: f7df81f2-0eaf-4631-a829-c441f3c4c04a for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:49:32.485825 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347431ba-48d2-4887-b98d-773d48d0c1fc None None] Updating router f7df81f2-0eaf-4631-a829-c441f3c4c04a port 83605d39-feaf-4958-adde-d6e83522d3c0 binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:49:32.497620 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-107199dc-396e-4325-a06c-d9f432e60edd admin admin] Publish callbacks [] for security_group (3664f09b-d018-42bc-ab1b-907d01fed107), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:32.501577 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-8824adce-c385-487e-bb97-1a38a62d12d8 None None] Port a2a0977f-e399-4d77-be6f-3e39fd695f08 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:49:32.543568 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-347431ba-48d2-4887-b98d-773d48d0c1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (83605d39-feaf-4958-adde-d6e83522d3c0), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:32.550039 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:32.643582 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-ba7796b4-59fa-4749-bd0e-0b2b0a06a6dd None None] Set router ca1cd46e-025e-4145-9a0d-5705c7f70ee9 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:49:32.660896 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-107199dc-396e-4325-a06c-d9f432e60edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (3664f09b-d018-42bc-ab1b-907d01fed107), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:32.662156 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-107199dc-396e-4325-a06c-d9f432e60edd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:32.664733 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-107199dc-396e-4325-a06c-d9f432e60edd admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/3664f09b-d018-42bc-ab1b-907d01fed107 HTTP/1.1" status: 204 len: 168 time: 0.3422761 Aug 27 04:49:32.685729 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107199dc-396e-4325-a06c-d9f432e60edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3664f09b-d018-42bc-ab1b-907d01fed107,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:32.781427 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:32.839646 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:32.882848 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-347431ba-48d2-4887-b98d-773d48d0c1fc None None] Publish callbacks [] for port (83605d39-feaf-4958-adde-d6e83522d3c0), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:32.977082 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-347431ba-48d2-4887-b98d-773d48d0c1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (83605d39-feaf-4958-adde-d6e83522d3c0), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:32.995041 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-347431ba-48d2-4887-b98d-773d48d0c1fc None None] Attempting to bind port 83605d39-feaf-4958-adde-d6e83522d3c0 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:49:32.995559 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-347431ba-48d2-4887-b98d-773d48d0c1fc None None] Attempting to bind port 83605d39-feaf-4958-adde-d6e83522d3c0 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:49:32.996050 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347431ba-48d2-4887-b98d-773d48d0c1fc None None] Attempting to bind port 83605d39-feaf-4958-adde-d6e83522d3c0 on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:49:33.002955 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 743bece6-dd0f-47ee-803f-9a8465b3920f up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:49:33.007129 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-ba7796b4-59fa-4749-bd0e-0b2b0a06a6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1cd46e-025e-4145-9a0d-5705c7f70ee9', 'name': 'tempest-InstanceActionsV221TestJSON-43171167-router', 'tenant_id': 'b6d126858dec4bb499603c7ca379370b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '743bece6-dd0f-47ee-803f-9a8465b3920f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:49:21Z', 'updated_at': '2022-08-27T04:49:29Z', 'revision_number': 4, 'project_id': 'b6d126858dec4bb499603c7ca379370b', 'gw_port': {'id': '743bece6-dd0f-47ee-803f-9a8465b3920f', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:03:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1cd46e-025e-4145-9a0d-5705c7f70ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:49:22Z', 'updated_at': '2022-08-27T04:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'a2a0977f-e399-4d77-be6f-3e39fd695f08', 'name': '', 'network_id': '7a0d2e31-78b8-4cee-a952-73f3fe257671', 'tenant_id': 'b6d126858dec4bb499603c7ca379370b', 'mac_address': 'fa:16:3e:a2:60:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca1cd46e-025e-4145-9a0d-5705c7f70ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'a94f38a1-2d80-4a8f-b4cd-190b895c125d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:49:27Z', 'updated_at': '2022-08-27T04:49:30Z', 'revision_number': 2, 'project_id': 'b6d126858dec4bb499603c7ca379370b', 'subnets': [{'id': 'a94f38a1-2d80-4a8f-b4cd-190b895c125d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:33.024105 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347431ba-48d2-4887-b98d-773d48d0c1fc None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:49:33.024644 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347431ba-48d2-4887-b98d-773d48d0c1fc None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:49:33.025140 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-347431ba-48d2-4887-b98d-773d48d0c1fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:33.025635 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347431ba-48d2-4887-b98d-773d48d0c1fc None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:49:33.026451 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-347431ba-48d2-4887-b98d-773d48d0c1fc None None] Bound port: 83605d39-feaf-4958-adde-d6e83522d3c0, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:49:33.026916 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-347431ba-48d2-4887-b98d-773d48d0c1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (83605d39-feaf-4958-adde-d6e83522d3c0), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:33.083631 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-347431ba-48d2-4887-b98d-773d48d0c1fc None None] For port 83605d39-feaf-4958-adde-d6e83522d3c0, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:49:33.087114 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-347431ba-48d2-4887-b98d-773d48d0c1fc None None] For port 83605d39-feaf-4958-adde-d6e83522d3c0, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=83605d39-feaf-4958-adde-d6e83522d3c0,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:49:33.115391 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5de6d4-799e-4142-a552-c12dfa2b41ab None None] Pushing event updated for resources: {'Port': ['ID=83605d39-feaf-4958-adde-d6e83522d3c0,revision_number=2']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:33.124292 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c8ea24ed-6171-45d0-94a7-9be31c3e8580 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (1b546970-8347-4023-9cd1-bfccad25f598), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:33.128049 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c8ea24ed-6171-45d0-94a7-9be31c3e8580 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks [] for router_controller (1b546970-8347-4023-9cd1-bfccad25f598), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:33.196196 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-347431ba-48d2-4887-b98d-773d48d0c1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (83605d39-feaf-4958-adde-d6e83522d3c0), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:33.215047 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7796b4-59fa-4749-bd0e-0b2b0a06a6dd None None] Checking router: ca1cd46e-025e-4145-9a0d-5705c7f70ee9 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:49:33.216421 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7796b4-59fa-4749-bd0e-0b2b0a06a6dd None None] Updating router ca1cd46e-025e-4145-9a0d-5705c7f70ee9 port a2a0977f-e399-4d77-be6f-3e39fd695f08 binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:49:33.259067 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5de6d4-799e-4142-a552-c12dfa2b41ab None None] Pushing event updated for resources: {'Port': ['ID=83605d39-feaf-4958-adde-d6e83522d3c0,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:33.272424 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347431ba-48d2-4887-b98d-773d48d0c1fc None None] Routers {'f7df81f2-0eaf-4631-a829-c441f3c4c04a'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:49:33.273066 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-347431ba-48d2-4887-b98d-773d48d0c1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:49:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['f7df81f2-0eaf-4631-a829-c441f3c4c04a'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:33.282179 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ba7796b4-59fa-4749-bd0e-0b2b0a06a6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a2a0977f-e399-4d77-be6f-3e39fd695f08), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:33.305875 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 743bece6-dd0f-47ee-803f-9a8465b3920f triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:49:33.307023 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (743bece6-dd0f-47ee-803f-9a8465b3920f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:33.313010 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c8ea24ed-6171-45d0-94a7-9be31c3e8580 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (1b546970-8347-4023-9cd1-bfccad25f598), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:33.313436 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ea24ed-6171-45d0-94a7-9be31c3e8580 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Fanout notify agent at l3_agent the message router_deleted on router 1b546970-8347-4023-9cd1-bfccad25f598 {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:49:33.321628 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c8ea24ed-6171-45d0-94a7-9be31c3e8580 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:33.326233 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c8ea24ed-6171-45d0-94a7-9be31c3e8580 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] 10.222.0.76 "DELETE /networking/v2.0/routers/1b546970-8347-4023-9cd1-bfccad25f598 HTTP/1.1" status: 204 len: 168 time: 2.9099104 Aug 27 04:49:33.327361 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 52550) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:33.332638 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-3ef088a5-ceb5-4b1b-ad7a-5322644466ce tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Request body: {'router': {'name': 'tempest-snat-router-161604506', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'enable_snat': False}}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:49:33.373185 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:33.385828 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-347431ba-48d2-4887-b98d-773d48d0c1fc None None] Set router f7df81f2-0eaf-4631-a829-c441f3c4c04a gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:49:33.434297 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3ef088a5-ceb5-4b1b-ad7a-5322644466ce tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (8247ddb1-868f-4c3c-a3f5-f85700792978), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:33.435345 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3ef088a5-ceb5-4b1b-ad7a-5322644466ce tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (8247ddb1-868f-4c3c-a3f5-f85700792978), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:33.520133 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3ef088a5-ceb5-4b1b-ad7a-5322644466ce tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks [] for router_controller (8247ddb1-868f-4c3c-a3f5-f85700792978), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:33.537672 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 743bece6-dd0f-47ee-803f-9a8465b3920f is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:49:33.626474 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-347431ba-48d2-4887-b98d-773d48d0c1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7df81f2-0eaf-4631-a829-c441f3c4c04a', 'name': 'tempest-VolumesAdminNegativeTest-1194478072-router', 'tenant_id': 'f800461258fb485ba56ba8e7a837f5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '83605d39-feaf-4958-adde-d6e83522d3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:49:26Z', 'updated_at': '2022-08-27T04:49:29Z', 'revision_number': 3, 'project_id': 'f800461258fb485ba56ba8e7a837f5bf', 'gw_port': {'id': '83605d39-feaf-4958-adde-d6e83522d3c0', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a5:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7df81f2-0eaf-4631-a829-c441f3c4c04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:49:27Z', 'updated_at': '2022-08-27T04:49:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:33.629333 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-913c84e5-4d48-4e1f-a714-4351a2274790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:33.658076 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347431ba-48d2-4887-b98d-773d48d0c1fc None None] The sync data for ids ['f7df81f2-0eaf-4631-a829-c441f3c4c04a'] in n-d-852088-5 is: [{'id': 'f7df81f2-0eaf-4631-a829-c441f3c4c04a', 'name': 'tempest-VolumesAdminNegativeTest-1194478072-router', 'tenant_id': 'f800461258fb485ba56ba8e7a837f5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '83605d39-feaf-4958-adde-d6e83522d3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:49:26Z', 'updated_at': '2022-08-27T04:49:29Z', 'revision_number': 3, 'project_id': 'f800461258fb485ba56ba8e7a837f5bf', 'gw_port': {'id': '83605d39-feaf-4958-adde-d6e83522d3c0', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a5:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7df81f2-0eaf-4631-a829-c441f3c4c04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:49:27Z', 'updated_at': '2022-08-27T04:49:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:49:33.729703 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:33.801646 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ba7796b4-59fa-4749-bd0e-0b2b0a06a6dd None None] Publish callbacks [] for port (a2a0977f-e399-4d77-be6f-3e39fd695f08), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:33.841818 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3ef088a5-ceb5-4b1b-ad7a-5322644466ce tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks [] for router_gateway (8247ddb1-868f-4c3c-a3f5-f85700792978), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:33.882880 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-913c84e5-4d48-4e1f-a714-4351a2274790 admin admin] Allocated IP 172.20.0.1 (1a4e254e-3fc8-4667-b4f4-1a82460e788a/81be8175-6ddd-4cf6-a1e4-97fa9cef357b/00b5091e-1a98-4b9f-b731-a5731299dded) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:49:33.933081 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ba7796b4-59fa-4749-bd0e-0b2b0a06a6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a2a0977f-e399-4d77-be6f-3e39fd695f08), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:34.028604 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:34.062124 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ecb80-13d7-4557-bdaa-080202a845ec None None] Pushing event updated for resources: {'Port': ['ID=a2a0977f-e399-4d77-be6f-3e39fd695f08,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:34.103427 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-913c84e5-4d48-4e1f-a714-4351a2274790 admin admin] Publish callbacks [] for port (00b5091e-1a98-4b9f-b731-a5731299dded), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:34.114494 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-ba7796b4-59fa-4749-bd0e-0b2b0a06a6dd None None] Attempting to bind port a2a0977f-e399-4d77-be6f-3e39fd695f08 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:49:34.115058 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-ba7796b4-59fa-4749-bd0e-0b2b0a06a6dd None None] Attempting to bind port a2a0977f-e399-4d77-be6f-3e39fd695f08 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '296e6033-4a63-41e8-962a-6da68ced9374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7a0d2e31-78b8-4cee-a952-73f3fe257671'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:49:34.115762 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7796b4-59fa-4749-bd0e-0b2b0a06a6dd None None] Attempting to bind port a2a0977f-e399-4d77-be6f-3e39fd695f08 on network 7a0d2e31-78b8-4cee-a952-73f3fe257671 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:49:34.123505 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7796b4-59fa-4749-bd0e-0b2b0a06a6dd None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:49:34.124176 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7796b4-59fa-4749-bd0e-0b2b0a06a6dd None None] Checking segment: {'id': '296e6033-4a63-41e8-962a-6da68ced9374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7a0d2e31-78b8-4cee-a952-73f3fe257671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:49:34.124802 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ba7796b4-59fa-4749-bd0e-0b2b0a06a6dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:34.125198 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7796b4-59fa-4749-bd0e-0b2b0a06a6dd None None] Bound using segment: {'id': '296e6033-4a63-41e8-962a-6da68ced9374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7a0d2e31-78b8-4cee-a952-73f3fe257671'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:49:34.125696 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-ba7796b4-59fa-4749-bd0e-0b2b0a06a6dd None None] Bound port: a2a0977f-e399-4d77-be6f-3e39fd695f08, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '296e6033-4a63-41e8-962a-6da68ced9374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7a0d2e31-78b8-4cee-a952-73f3fe257671'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:49:34.126080 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ba7796b4-59fa-4749-bd0e-0b2b0a06a6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a2a0977f-e399-4d77-be6f-3e39fd695f08), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:34.143412 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:34.238070 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-913c84e5-4d48-4e1f-a714-4351a2274790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (00b5091e-1a98-4b9f-b731-a5731299dded), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:34.258538 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-ba7796b4-59fa-4749-bd0e-0b2b0a06a6dd None None] For port a2a0977f-e399-4d77-be6f-3e39fd695f08, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:49:34.263242 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-ba7796b4-59fa-4749-bd0e-0b2b0a06a6dd None None] For port a2a0977f-e399-4d77-be6f-3e39fd695f08, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a2a0977f-e399-4d77-be6f-3e39fd695f08,segment=NetworkSegment(296e6033-4a63-41e8-962a-6da68ced9374),segment_id=296e6033-4a63-41e8-962a-6da68ced9374)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:49:34.299315 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3ef088a5-ceb5-4b1b-ad7a-5322644466ce tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks [] for router_gateway (8247ddb1-868f-4c3c-a3f5-f85700792978), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:34.325285 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3ef088a5-ceb5-4b1b-ad7a-5322644466ce tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:34.334473 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:34.339242 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ba7796b4-59fa-4749-bd0e-0b2b0a06a6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a2a0977f-e399-4d77-be6f-3e39fd695f08), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:34.392763 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913c84e5-4d48-4e1f-a714-4351a2274790 admin admin] Network 1a4e254e-3fc8-4667-b4f4-1a82460e788a is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:49:34.400444 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-913c84e5-4d48-4e1f-a714-4351a2274790 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:49:34.409666 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913c84e5-4d48-4e1f-a714-4351a2274790 admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:49:34.426812 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913c84e5-4d48-4e1f-a714-4351a2274790 admin admin] Pushing event updated for resources: {'Port': ['ID=00b5091e-1a98-4b9f-b731-a5731299dded,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:34.459419 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ecb80-13d7-4557-bdaa-080202a845ec None None] Pushing event updated for resources: {'Port': ['ID=a2a0977f-e399-4d77-be6f-3e39fd695f08,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:34.463513 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7796b4-59fa-4749-bd0e-0b2b0a06a6dd None None] Routers {'ca1cd46e-025e-4145-9a0d-5705c7f70ee9'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:49:34.464668 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-ba7796b4-59fa-4749-bd0e-0b2b0a06a6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:49:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['ca1cd46e-025e-4145-9a0d-5705c7f70ee9'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:34.525491 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:49:34.527618 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 52590) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:34.607965 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-ba7796b4-59fa-4749-bd0e-0b2b0a06a6dd None None] Set router ca1cd46e-025e-4145-9a0d-5705c7f70ee9 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:49:34.612819 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-913c84e5-4d48-4e1f-a714-4351a2274790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (f7df81f2-0eaf-4631-a829-c441f3c4c04a), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:34.635637 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-3ef088a5-ceb5-4b1b-ad7a-5322644466ce tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Allocated IP 172.25.2.181 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/89a7aca2-f447-42c3-b2d6-e0554033642b) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:49:34.757104 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28269010-f994-4213-aad0-d6ba6f6cda0b req-f9e81206-7e57-47c0-be5c-9b1048dbd8cd tempest-InstanceActionsV221TestJSON-343104385 tempest-InstanceActionsV221TestJSON-343104385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:49:34.769342 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-28269010-f994-4213-aad0-d6ba6f6cda0b req-f9e81206-7e57-47c0-be5c-9b1048dbd8cd tempest-InstanceActionsV221TestJSON-343104385 tempest-InstanceActionsV221TestJSON-343104385-project] 10.222.0.76 "GET /networking/v2.0/networks?id=7a0d2e31-78b8-4cee-a952-73f3fe257671 HTTP/1.1" status: 200 len: 816 time: 0.4785206 Aug 27 04:49:34.781634 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-28269010-f994-4213-aad0-d6ba6f6cda0b req-bd0a0425-2913-49ac-9e64-9305de124e48 tempest-InstanceActionsV221TestJSON-343104385 tempest-InstanceActionsV221TestJSON-343104385-project] 10.222.0.76 "GET /networking/v2.0/quotas/b6d126858dec4bb499603c7ca379370b HTTP/1.1" status: 200 len: 375 time: 0.0108955 Aug 27 04:49:34.849618 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-daad8e16-cadd-47cf-9816-8070822b1584 None None] Provisioning complete for port 00b5091e-1a98-4b9f-b731-a5731299dded triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:49:34.850076 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-daad8e16-cadd-47cf-9816-8070822b1584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (00b5091e-1a98-4b9f-b731-a5731299dded), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:34.875690 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-28269010-f994-4213-aad0-d6ba6f6cda0b req-28378037-f7e1-4273-b62e-e8af58290d44 tempest-InstanceActionsV221TestJSON-343104385 tempest-InstanceActionsV221TestJSON-343104385-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=b6d126858dec4bb499603c7ca379370b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0876193 Aug 27 04:49:34.907729 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-ba7796b4-59fa-4749-bd0e-0b2b0a06a6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1cd46e-025e-4145-9a0d-5705c7f70ee9', 'name': 'tempest-InstanceActionsV221TestJSON-43171167-router', 'tenant_id': 'b6d126858dec4bb499603c7ca379370b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '743bece6-dd0f-47ee-803f-9a8465b3920f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:49:21Z', 'updated_at': '2022-08-27T04:49:29Z', 'revision_number': 4, 'project_id': 'b6d126858dec4bb499603c7ca379370b', 'gw_port': {'id': '743bece6-dd0f-47ee-803f-9a8465b3920f', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:03:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1cd46e-025e-4145-9a0d-5705c7f70ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:49:22Z', 'updated_at': '2022-08-27T04:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'a2a0977f-e399-4d77-be6f-3e39fd695f08', 'name': '', 'network_id': '7a0d2e31-78b8-4cee-a952-73f3fe257671', 'tenant_id': 'b6d126858dec4bb499603c7ca379370b', 'mac_address': 'fa:16:3e:a2:60:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca1cd46e-025e-4145-9a0d-5705c7f70ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'a94f38a1-2d80-4a8f-b4cd-190b895c125d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:49:27Z', 'updated_at': '2022-08-27T04:49:34Z', 'revision_number': 4, 'project_id': 'b6d126858dec4bb499603c7ca379370b', 'subnets': [{'id': 'a94f38a1-2d80-4a8f-b4cd-190b895c125d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:34.931391 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:34.980012 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7796b4-59fa-4749-bd0e-0b2b0a06a6dd None None] The sync data for ids ['ca1cd46e-025e-4145-9a0d-5705c7f70ee9'] in n-d-852088-5 is: [{'id': 'ca1cd46e-025e-4145-9a0d-5705c7f70ee9', 'name': 'tempest-InstanceActionsV221TestJSON-43171167-router', 'tenant_id': 'b6d126858dec4bb499603c7ca379370b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '743bece6-dd0f-47ee-803f-9a8465b3920f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:49:21Z', 'updated_at': '2022-08-27T04:49:29Z', 'revision_number': 4, 'project_id': 'b6d126858dec4bb499603c7ca379370b', 'gw_port': {'id': '743bece6-dd0f-47ee-803f-9a8465b3920f', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:03:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1cd46e-025e-4145-9a0d-5705c7f70ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:49:22Z', 'updated_at': '2022-08-27T04:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'a2a0977f-e399-4d77-be6f-3e39fd695f08', 'name': '', 'network_id': '7a0d2e31-78b8-4cee-a952-73f3fe257671', 'tenant_id': 'b6d126858dec4bb499603c7ca379370b', 'mac_address': 'fa:16:3e:a2:60:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca1cd46e-025e-4145-9a0d-5705c7f70ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'a94f38a1-2d80-4a8f-b4cd-190b895c125d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:49:27Z', 'updated_at': '2022-08-27T04:49:34Z', 'revision_number': 4, 'project_id': 'b6d126858dec4bb499603c7ca379370b', 'subnets': [{'id': 'a94f38a1-2d80-4a8f-b4cd-190b895c125d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:49:34.987910 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-913c84e5-4d48-4e1f-a714-4351a2274790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (00b5091e-1a98-4b9f-b731-a5731299dded), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:34.994273 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-daad8e16-cadd-47cf-9816-8070822b1584 None None] Port 00b5091e-1a98-4b9f-b731-a5731299dded cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:49:35.009914 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3ef088a5-ceb5-4b1b-ad7a-5322644466ce tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks [] for port (89a7aca2-f447-42c3-b2d6-e0554033642b), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:35.014526 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 83605d39-feaf-4958-adde-d6e83522d3c0 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:49:35.096320 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=13,neutron:SELECT=81,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:35.110936 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 83605d39-feaf-4958-adde-d6e83522d3c0 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:49:35.111194 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (83605d39-feaf-4958-adde-d6e83522d3c0), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:35.157875 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3ef088a5-ceb5-4b1b-ad7a-5322644466ce tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (89a7aca2-f447-42c3-b2d6-e0554033642b), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:35.221961 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef088a5-ceb5-4b1b-ad7a-5322644466ce tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:49:35.222540 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 83605d39-feaf-4958-adde-d6e83522d3c0 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:49:35.222937 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (83605d39-feaf-4958-adde-d6e83522d3c0), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:35.232881 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-3ef088a5-ceb5-4b1b-ad7a-5322644466ce tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:49:35.246689 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef088a5-ceb5-4b1b-ad7a-5322644466ce tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:49:35.251351 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 83605d39-feaf-4958-adde-d6e83522d3c0, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=83605d39-feaf-4958-adde-d6e83522d3c0,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:49:35.254495 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-30dc3934-8a3e-4b04-8b53-8a591b6c5631 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:35.340941 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (83605d39-feaf-4958-adde-d6e83522d3c0), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:35.351800 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:35.382283 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef088a5-ceb5-4b1b-ad7a-5322644466ce tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Pushing event updated for resources: {'Port': ['ID=89a7aca2-f447-42c3-b2d6-e0554033642b,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:35.429234 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=83605d39-feaf-4958-adde-d6e83522d3c0,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:35.443612 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-913c84e5-4d48-4e1f-a714-4351a2274790 admin admin] Publish callbacks [] for port (00b5091e-1a98-4b9f-b731-a5731299dded), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:35.494867 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-30dc3934-8a3e-4b04-8b53-8a591b6c5631 admin admin] Publish callbacks [] for security_group (10ab68e1-edce-4916-b5c7-95358c180381), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:35.521595 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-913c84e5-4d48-4e1f-a714-4351a2274790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (00b5091e-1a98-4b9f-b731-a5731299dded), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:35.567653 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 52610) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:35.579813 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-30dc3934-8a3e-4b04-8b53-8a591b6c5631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (10ab68e1-edce-4916-b5c7-95358c180381), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:35.617176 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dc3934-8a3e-4b04-8b53-8a591b6c5631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ab68e1-edce-4916-b5c7-95358c180381,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:35.674135 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-913c84e5-4d48-4e1f-a714-4351a2274790 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (f7df81f2-0eaf-4631-a829-c441f3c4c04a), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:35.678001 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913c84e5-4d48-4e1f-a714-4351a2274790 admin admin] Pushing event updated for resources: {'Port': ['ID=00b5091e-1a98-4b9f-b731-a5731299dded,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:35.694830 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-30dc3934-8a3e-4b04-8b53-8a591b6c5631 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=caebb4e0980641faa46639172ed1a090&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1572812 Aug 27 04:49:35.697765 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 52614) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:35.806490 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b8137037-2618-4394-a926-30ca6300a00c admin admin] Publish callbacks [] for security_group (10ab68e1-edce-4916-b5c7-95358c180381), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:35.839718 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b8137037-2618-4394-a926-30ca6300a00c admin admin] Publish callbacks [] for security_group (10ab68e1-edce-4916-b5c7-95358c180381), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:35.901952 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913c84e5-4d48-4e1f-a714-4351a2274790 admin admin] Network 1a4e254e-3fc8-4667-b4f4-1a82460e788a is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:49:35.904117 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-913c84e5-4d48-4e1f-a714-4351a2274790 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:49:35.931696 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3ef088a5-ceb5-4b1b-ad7a-5322644466ce tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks [] for router_gateway (8247ddb1-868f-4c3c-a3f5-f85700792978), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:36.122586 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-913c84e5-4d48-4e1f-a714-4351a2274790 admin admin] Router f7df81f2-0eaf-4631-a829-c441f3c4c04a has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:49:36.191855 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b8137037-2618-4394-a926-30ca6300a00c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (10ab68e1-edce-4916-b5c7-95358c180381), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:36.195853 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b8137037-2618-4394-a926-30ca6300a00c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:36.196951 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b8137037-2618-4394-a926-30ca6300a00c admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/10ab68e1-edce-4916-b5c7-95358c180381 HTTP/1.1" status: 204 len: 168 time: 0.4980721 Aug 27 04:49:36.232669 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8137037-2618-4394-a926-30ca6300a00c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ab68e1-edce-4916-b5c7-95358c180381,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:36.366508 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913c84e5-4d48-4e1f-a714-4351a2274790 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:49:36.386788 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-913c84e5-4d48-4e1f-a714-4351a2274790 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/f7df81f2-0eaf-4631-a829-c441f3c4c04a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2763946 Aug 27 04:49:36.407905 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f2414105-8e54-48b7-8caf-5784a4bc5c58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (ca1cd46e-025e-4145-9a0d-5705c7f70ee9), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:36.422198 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-0f8a7c6e-6a47-47fb-b728-1c7bef69fea0 None None] Provisioning complete for port 00b5091e-1a98-4b9f-b731-a5731299dded triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:49:36.422868 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0f8a7c6e-6a47-47fb-b728-1c7bef69fea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (00b5091e-1a98-4b9f-b731-a5731299dded), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:36.466987 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-0f8a7c6e-6a47-47fb-b728-1c7bef69fea0 None None] Port 00b5091e-1a98-4b9f-b731-a5731299dded cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:49:36.474185 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:36.536020 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3ef088a5-ceb5-4b1b-ad7a-5322644466ce tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (8247ddb1-868f-4c3c-a3f5-f85700792978), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:36.669203 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0ec771-99be-48f3-a722-843051a1a4be None None] Sync routers for ids ['f7df81f2-0eaf-4631-a829-c441f3c4c04a'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:49:36.693826 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0ec771-99be-48f3-a722-843051a1a4be None None] Routers {'f7df81f2-0eaf-4631-a829-c441f3c4c04a'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:49:36.694627 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-2c0ec771-99be-48f3-a722-843051a1a4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:49:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['f7df81f2-0eaf-4631-a829-c441f3c4c04a'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:36.831724 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:36.970459 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-2c0ec771-99be-48f3-a722-843051a1a4be None None] Set router f7df81f2-0eaf-4631-a829-c441f3c4c04a gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:49:37.083891 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a2a0977f-e399-4d77-be6f-3e39fd695f08 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:49:37.089592 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:37.195008 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:37.205957 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port a2a0977f-e399-4d77-be6f-3e39fd695f08 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:49:37.206350 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a2a0977f-e399-4d77-be6f-3e39fd695f08), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:37.274206 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-2c0ec771-99be-48f3-a722-843051a1a4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7df81f2-0eaf-4631-a829-c441f3c4c04a', 'name': 'tempest-VolumesAdminNegativeTest-1194478072-router', 'tenant_id': 'f800461258fb485ba56ba8e7a837f5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '83605d39-feaf-4958-adde-d6e83522d3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:49:26Z', 'updated_at': '2022-08-27T04:49:34Z', 'revision_number': 4, 'project_id': 'f800461258fb485ba56ba8e7a837f5bf', 'gw_port': {'id': '83605d39-feaf-4958-adde-d6e83522d3c0', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7df81f2-0eaf-4631-a829-c441f3c4c04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:49:27Z', 'updated_at': '2022-08-27T04:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '00b5091e-1a98-4b9f-b731-a5731299dded', 'name': '', 'network_id': '1a4e254e-3fc8-4667-b4f4-1a82460e788a', 'tenant_id': 'f800461258fb485ba56ba8e7a837f5bf', 'mac_address': 'fa:16:3e:bb:08:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7df81f2-0eaf-4631-a829-c441f3c4c04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '81be8175-6ddd-4cf6-a1e4-97fa9cef357b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:49:33Z', 'updated_at': '2022-08-27T04:49:35Z', 'revision_number': 2, 'project_id': 'f800461258fb485ba56ba8e7a837f5bf', 'subnets': [{'id': '81be8175-6ddd-4cf6-a1e4-97fa9cef357b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:37.329251 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0ec771-99be-48f3-a722-843051a1a4be None None] Checking router: f7df81f2-0eaf-4631-a829-c441f3c4c04a for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:49:37.330886 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0ec771-99be-48f3-a722-843051a1a4be None None] Updating router f7df81f2-0eaf-4631-a829-c441f3c4c04a port 00b5091e-1a98-4b9f-b731-a5731299dded binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:49:37.337398 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-f2414105-8e54-48b7-8caf-5784a4bc5c58 admin admin] Deleting port a2a0977f-e399-4d77-be6f-3e39fd695f08 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:49:37.337742 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f2414105-8e54-48b7-8caf-5784a4bc5c58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (a2a0977f-e399-4d77-be6f-3e39fd695f08), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:37.371166 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-2c0ec771-99be-48f3-a722-843051a1a4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (00b5091e-1a98-4b9f-b731-a5731299dded), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:37.391460 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port a2a0977f-e399-4d77-be6f-3e39fd695f08 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:49:37.394123 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a2a0977f-e399-4d77-be6f-3e39fd695f08), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:37.430815 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:37.446186 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef088a5-ceb5-4b1b-ad7a-5322644466ce tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Router 8247ddb1-868f-4c3c-a3f5-f85700792978 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:49:37.462896 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-f2414105-8e54-48b7-8caf-5784a4bc5c58 admin admin] For port a2a0977f-e399-4d77-be6f-3e39fd695f08, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a2a0977f-e399-4d77-be6f-3e39fd695f08,segment=NetworkSegment(296e6033-4a63-41e8-962a-6da68ced9374),segment_id=296e6033-4a63-41e8-962a-6da68ced9374)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:49:37.462896 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f2414105-8e54-48b7-8caf-5784a4bc5c58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (a2a0977f-e399-4d77-be6f-3e39fd695f08), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:37.463848 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port a2a0977f-e399-4d77-be6f-3e39fd695f08, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a2a0977f-e399-4d77-be6f-3e39fd695f08,segment=NetworkSegment(296e6033-4a63-41e8-962a-6da68ced9374),segment_id=296e6033-4a63-41e8-962a-6da68ced9374)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:49:37.485645 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-f2414105-8e54-48b7-8caf-5784a4bc5c58 admin admin] Calling delete_port for a2a0977f-e399-4d77-be6f-3e39fd695f08 owned by network:router_interface {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:49:37.551811 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a2a0977f-e399-4d77-be6f-3e39fd695f08), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:37.552714 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 83605d39-feaf-4958-adde-d6e83522d3c0 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:49:37.639622 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef088a5-ceb5-4b1b-ad7a-5322644466ce tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:49:37.642021 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=a2a0977f-e399-4d77-be6f-3e39fd695f08,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:37.646399 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 83605d39-feaf-4958-adde-d6e83522d3c0 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:49:37.646974 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (83605d39-feaf-4958-adde-d6e83522d3c0), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:37.697431 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f868f044-f118-41c1-ba97-9eb0be18cc5a None None] Sync routers for ids ['8247ddb1-868f-4c3c-a3f5-f85700792978'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:49:37.734547 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:37.737850 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f868f044-f118-41c1-ba97-9eb0be18cc5a None None] Routers {'8247ddb1-868f-4c3c-a3f5-f85700792978'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:49:37.738497 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-f868f044-f118-41c1-ba97-9eb0be18cc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:49:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['8247ddb1-868f-4c3c-a3f5-f85700792978'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:37.786480 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-2c0ec771-99be-48f3-a722-843051a1a4be None None] Publish callbacks [] for port (00b5091e-1a98-4b9f-b731-a5731299dded), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:37.807937 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3ef088a5-ceb5-4b1b-ad7a-5322644466ce tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:37.811982 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3ef088a5-ceb5-4b1b-ad7a-5322644466ce tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.4806824 Aug 27 04:49:37.811982 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:37.812372 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 52668) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:37.863429 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-2c0ec771-99be-48f3-a722-843051a1a4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (00b5091e-1a98-4b9f-b731-a5731299dded), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:37.882833 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 83605d39-feaf-4958-adde-d6e83522d3c0 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:49:37.899680 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-f868f044-f118-41c1-ba97-9eb0be18cc5a None None] Set router 8247ddb1-868f-4c3c-a3f5-f85700792978 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:49:37.909752 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:37.916703 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f2414105-8e54-48b7-8caf-5784a4bc5c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (a2a0977f-e399-4d77-be6f-3e39fd695f08), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:37.944764 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2414105-8e54-48b7-8caf-5784a4bc5c58 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2a0977f-e399-4d77-be6f-3e39fd695f08,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:37.976483 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8263426f-c4b5-4658-8103-407c218a0549 None None] Pushing event updated for resources: {'Port': ['ID=00b5091e-1a98-4b9f-b731-a5731299dded,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:37.980746 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-2c0ec771-99be-48f3-a722-843051a1a4be None None] Attempting to bind port 00b5091e-1a98-4b9f-b731-a5731299dded on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:49:37.981269 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-2c0ec771-99be-48f3-a722-843051a1a4be None None] Attempting to bind port 00b5091e-1a98-4b9f-b731-a5731299dded by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'debdd3c7-d936-4293-a682-fc5463fb12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1a4e254e-3fc8-4667-b4f4-1a82460e788a'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:49:37.981721 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0ec771-99be-48f3-a722-843051a1a4be None None] Attempting to bind port 00b5091e-1a98-4b9f-b731-a5731299dded on network 1a4e254e-3fc8-4667-b4f4-1a82460e788a {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:49:37.982957 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:37.987788 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0ec771-99be-48f3-a722-843051a1a4be None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:49:37.988186 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0ec771-99be-48f3-a722-843051a1a4be None None] Checking segment: {'id': 'debdd3c7-d936-4293-a682-fc5463fb12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1a4e254e-3fc8-4667-b4f4-1a82460e788a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:49:37.988807 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-2c0ec771-99be-48f3-a722-843051a1a4be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:37.989944 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0ec771-99be-48f3-a722-843051a1a4be None None] Bound using segment: {'id': 'debdd3c7-d936-4293-a682-fc5463fb12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1a4e254e-3fc8-4667-b4f4-1a82460e788a'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:49:37.990425 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-2c0ec771-99be-48f3-a722-843051a1a4be None None] Bound port: 00b5091e-1a98-4b9f-b731-a5731299dded, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'debdd3c7-d936-4293-a682-fc5463fb12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1a4e254e-3fc8-4667-b4f4-1a82460e788a'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:49:37.990826 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-2c0ec771-99be-48f3-a722-843051a1a4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (00b5091e-1a98-4b9f-b731-a5731299dded), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:38.030990 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:INSERT=2,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:38.051062 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e803dd73-6471-45e5-9d61-1f46060801d4 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] 10.222.0.76 "GET /networking/v2.0/routers/8247ddb1-868f-4c3c-a3f5-f85700792978 HTTP/1.1" status: 200 len: 908 time: 0.2355578 Aug 27 04:49:38.053134 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 52672) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:38.061018 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-9f077198-1c28-4f6f-ae99-720c63e67863 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Request body: {'router': {'name': 'tempest-snat-router-161604506', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'enable_snat': True}}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:49:38.110340 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:38.147844 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-2c0ec771-99be-48f3-a722-843051a1a4be None None] For port 00b5091e-1a98-4b9f-b731-a5731299dded, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:49:38.155441 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-2c0ec771-99be-48f3-a722-843051a1a4be None None] For port 00b5091e-1a98-4b9f-b731-a5731299dded, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=00b5091e-1a98-4b9f-b731-a5731299dded,segment=NetworkSegment(debdd3c7-d936-4293-a682-fc5463fb12b7),segment_id=debdd3c7-d936-4293-a682-fc5463fb12b7)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:49:38.195529 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-f868f044-f118-41c1-ba97-9eb0be18cc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8247ddb1-868f-4c3c-a3f5-f85700792978', 'name': 'tempest-snat-router-161604506', 'tenant_id': '3ccc4e90fbad4545aa8f905a7a6fa5fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.181'}], 'enable_snat': False}, 'gw_port_id': '89a7aca2-f447-42c3-b2d6-e0554033642b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:49:33Z', 'updated_at': '2022-08-27T04:49:35Z', 'revision_number': 3, 'project_id': '3ccc4e90fbad4545aa8f905a7a6fa5fd', 'gw_port': {'id': '89a7aca2-f447-42c3-b2d6-e0554033642b', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:eb:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8247ddb1-868f-4c3c-a3f5-f85700792978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:49:34Z', 'updated_at': '2022-08-27T04:49:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:38.201652 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9f077198-1c28-4f6f-ae99-720c63e67863 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (dee5bbb6-498e-4f7c-b671-552ea6346785), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:38.202958 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9f077198-1c28-4f6f-ae99-720c63e67863 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (dee5bbb6-498e-4f7c-b671-552ea6346785), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:38.229554 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-2c0ec771-99be-48f3-a722-843051a1a4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (00b5091e-1a98-4b9f-b731-a5731299dded), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:38.234371 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f868f044-f118-41c1-ba97-9eb0be18cc5a None None] Checking router: 8247ddb1-868f-4c3c-a3f5-f85700792978 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:49:38.234687 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f868f044-f118-41c1-ba97-9eb0be18cc5a None None] Updating router 8247ddb1-868f-4c3c-a3f5-f85700792978 port 89a7aca2-f447-42c3-b2d6-e0554033642b binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:49:38.270075 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0ec771-99be-48f3-a722-843051a1a4be None None] Routers {'f7df81f2-0eaf-4631-a829-c441f3c4c04a'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:49:38.270903 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-2c0ec771-99be-48f3-a722-843051a1a4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:49:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['f7df81f2-0eaf-4631-a829-c441f3c4c04a'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:38.296723 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f868f044-f118-41c1-ba97-9eb0be18cc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (89a7aca2-f447-42c3-b2d6-e0554033642b), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:38.334867 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9f077198-1c28-4f6f-ae99-720c63e67863 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks [] for router_controller (dee5bbb6-498e-4f7c-b671-552ea6346785), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:38.352431 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f2414105-8e54-48b7-8caf-5784a4bc5c58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (ca1cd46e-025e-4145-9a0d-5705c7f70ee9), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:38.478101 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:38.493597 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-2c0ec771-99be-48f3-a722-843051a1a4be None None] Set router f7df81f2-0eaf-4631-a829-c441f3c4c04a gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:49:38.661977 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9f077198-1c28-4f6f-ae99-720c63e67863 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks [] for router_gateway (dee5bbb6-498e-4f7c-b671-552ea6346785), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:38.718396 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8263426f-c4b5-4658-8103-407c218a0549 None None] Pushing event updated for resources: {'Port': ['ID=00b5091e-1a98-4b9f-b731-a5731299dded,revision_number=4']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:38.718619 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2414105-8e54-48b7-8caf-5784a4bc5c58 admin admin] Router ca1cd46e-025e-4145-9a0d-5705c7f70ee9 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:49:38.893809 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f868f044-f118-41c1-ba97-9eb0be18cc5a None None] Publish callbacks [] for port (89a7aca2-f447-42c3-b2d6-e0554033642b), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:38.910995 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-2c0ec771-99be-48f3-a722-843051a1a4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7df81f2-0eaf-4631-a829-c441f3c4c04a', 'name': 'tempest-VolumesAdminNegativeTest-1194478072-router', 'tenant_id': 'f800461258fb485ba56ba8e7a837f5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '83605d39-feaf-4958-adde-d6e83522d3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:49:26Z', 'updated_at': '2022-08-27T04:49:34Z', 'revision_number': 4, 'project_id': 'f800461258fb485ba56ba8e7a837f5bf', 'gw_port': {'id': '83605d39-feaf-4958-adde-d6e83522d3c0', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7df81f2-0eaf-4631-a829-c441f3c4c04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:49:27Z', 'updated_at': '2022-08-27T04:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '00b5091e-1a98-4b9f-b731-a5731299dded', 'name': '', 'network_id': '1a4e254e-3fc8-4667-b4f4-1a82460e788a', 'tenant_id': 'f800461258fb485ba56ba8e7a837f5bf', 'mac_address': 'fa:16:3e:bb:08:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7df81f2-0eaf-4631-a829-c441f3c4c04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '81be8175-6ddd-4cf6-a1e4-97fa9cef357b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:49:33Z', 'updated_at': '2022-08-27T04:49:38Z', 'revision_number': 4, 'project_id': 'f800461258fb485ba56ba8e7a837f5bf', 'subnets': [{'id': '81be8175-6ddd-4cf6-a1e4-97fa9cef357b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:38.945918 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2414105-8e54-48b7-8caf-5784a4bc5c58 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:49:38.959436 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f2414105-8e54-48b7-8caf-5784a4bc5c58 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/ca1cd46e-025e-4145-9a0d-5705c7f70ee9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3895853 Aug 27 04:49:38.964258 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 52694) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:38.975170 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8049a60-7eeb-447c-b5f6-3197ac224481 None None] Sync routers for ids ['ca1cd46e-025e-4145-9a0d-5705c7f70ee9'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:49:38.982584 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0ec771-99be-48f3-a722-843051a1a4be None None] The sync data for ids ['f7df81f2-0eaf-4631-a829-c441f3c4c04a'] in n-d-852088-5 is: [{'id': 'f7df81f2-0eaf-4631-a829-c441f3c4c04a', 'name': 'tempest-VolumesAdminNegativeTest-1194478072-router', 'tenant_id': 'f800461258fb485ba56ba8e7a837f5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '83605d39-feaf-4958-adde-d6e83522d3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:49:26Z', 'updated_at': '2022-08-27T04:49:34Z', 'revision_number': 4, 'project_id': 'f800461258fb485ba56ba8e7a837f5bf', 'gw_port': {'id': '83605d39-feaf-4958-adde-d6e83522d3c0', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7df81f2-0eaf-4631-a829-c441f3c4c04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:49:27Z', 'updated_at': '2022-08-27T04:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '00b5091e-1a98-4b9f-b731-a5731299dded', 'name': '', 'network_id': '1a4e254e-3fc8-4667-b4f4-1a82460e788a', 'tenant_id': 'f800461258fb485ba56ba8e7a837f5bf', 'mac_address': 'fa:16:3e:bb:08:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7df81f2-0eaf-4631-a829-c441f3c4c04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '81be8175-6ddd-4cf6-a1e4-97fa9cef357b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:49:33Z', 'updated_at': '2022-08-27T04:49:38Z', 'revision_number': 4, 'project_id': 'f800461258fb485ba56ba8e7a837f5bf', 'subnets': [{'id': '81be8175-6ddd-4cf6-a1e4-97fa9cef357b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:49:38.991645 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8049a60-7eeb-447c-b5f6-3197ac224481 None None] Routers {'ca1cd46e-025e-4145-9a0d-5705c7f70ee9'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:49:38.992207 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-c8049a60-7eeb-447c-b5f6-3197ac224481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:49:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['ca1cd46e-025e-4145-9a0d-5705c7f70ee9'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:39.010413 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f868f044-f118-41c1-ba97-9eb0be18cc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (89a7aca2-f447-42c3-b2d6-e0554033642b), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:39.024904 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:39.099095 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5ba324-e3cc-4772-a304-9a26f2d1a560 None None] Pushing event updated for resources: {'Port': ['ID=89a7aca2-f447-42c3-b2d6-e0554033642b,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:39.101580 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-f868f044-f118-41c1-ba97-9eb0be18cc5a None None] Attempting to bind port 89a7aca2-f447-42c3-b2d6-e0554033642b on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:49:39.101928 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-f868f044-f118-41c1-ba97-9eb0be18cc5a None None] Attempting to bind port 89a7aca2-f447-42c3-b2d6-e0554033642b by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:49:39.102291 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-33d0afba-47e0-4f14-9305-d5d2f5fbad1d admin admin] Publish callbacks [] for router (ca1cd46e-025e-4145-9a0d-5705c7f70ee9), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:39.102463 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f868f044-f118-41c1-ba97-9eb0be18cc5a None None] Attempting to bind port 89a7aca2-f447-42c3-b2d6-e0554033642b on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:49:39.110512 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f868f044-f118-41c1-ba97-9eb0be18cc5a None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:49:39.110899 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f868f044-f118-41c1-ba97-9eb0be18cc5a None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:49:39.111305 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f868f044-f118-41c1-ba97-9eb0be18cc5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:39.111701 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f868f044-f118-41c1-ba97-9eb0be18cc5a None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:49:39.112209 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-f868f044-f118-41c1-ba97-9eb0be18cc5a None None] Bound port: 89a7aca2-f447-42c3-b2d6-e0554033642b, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:49:39.112601 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f868f044-f118-41c1-ba97-9eb0be18cc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (89a7aca2-f447-42c3-b2d6-e0554033642b), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:39.165444 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-c8049a60-7eeb-447c-b5f6-3197ac224481 None None] Set router ca1cd46e-025e-4145-9a0d-5705c7f70ee9 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:49:39.168602 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9f077198-1c28-4f6f-ae99-720c63e67863 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks [] for router_gateway (dee5bbb6-498e-4f7c-b671-552ea6346785), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:39.204427 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9f077198-1c28-4f6f-ae99-720c63e67863 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:39.220157 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-f868f044-f118-41c1-ba97-9eb0be18cc5a None None] For port 89a7aca2-f447-42c3-b2d6-e0554033642b, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:49:39.248048 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-f868f044-f118-41c1-ba97-9eb0be18cc5a None None] For port 89a7aca2-f447-42c3-b2d6-e0554033642b, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=89a7aca2-f447-42c3-b2d6-e0554033642b,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:49:39.310139 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:39.457652 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f868f044-f118-41c1-ba97-9eb0be18cc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (89a7aca2-f447-42c3-b2d6-e0554033642b), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:39.492513 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-c8049a60-7eeb-447c-b5f6-3197ac224481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1cd46e-025e-4145-9a0d-5705c7f70ee9', 'name': 'tempest-InstanceActionsV221TestJSON-43171167-router', 'tenant_id': 'b6d126858dec4bb499603c7ca379370b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '743bece6-dd0f-47ee-803f-9a8465b3920f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:49:21Z', 'updated_at': '2022-08-27T04:49:37Z', 'revision_number': 5, 'project_id': 'b6d126858dec4bb499603c7ca379370b', 'gw_port': {'id': '743bece6-dd0f-47ee-803f-9a8465b3920f', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:03:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1cd46e-025e-4145-9a0d-5705c7f70ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:49:22Z', 'updated_at': '2022-08-27T04:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:39.501132 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-9f077198-1c28-4f6f-ae99-720c63e67863 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Allocated IP 172.25.2.168 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/76acf614-60db-4a82-9081-af98ff863458) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:49:39.515012 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-33d0afba-47e0-4f14-9305-d5d2f5fbad1d admin admin] Publish callbacks [] for router_gateway (ca1cd46e-025e-4145-9a0d-5705c7f70ee9), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:39.519223 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f868f044-f118-41c1-ba97-9eb0be18cc5a None None] Routers {'8247ddb1-868f-4c3c-a3f5-f85700792978'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:49:39.520736 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-f868f044-f118-41c1-ba97-9eb0be18cc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:49:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['8247ddb1-868f-4c3c-a3f5-f85700792978'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:39.616413 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8049a60-7eeb-447c-b5f6-3197ac224481 None None] Checking router: ca1cd46e-025e-4145-9a0d-5705c7f70ee9 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:49:39.631128 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8049a60-7eeb-447c-b5f6-3197ac224481 None None] Routers {'ca1cd46e-025e-4145-9a0d-5705c7f70ee9'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:49:39.632690 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-c8049a60-7eeb-447c-b5f6-3197ac224481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:49:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['ca1cd46e-025e-4145-9a0d-5705c7f70ee9'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:39.721084 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5ba324-e3cc-4772-a304-9a26f2d1a560 None None] Pushing event updated for resources: {'Port': ['ID=89a7aca2-f447-42c3-b2d6-e0554033642b,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:39.742935 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-33d0afba-47e0-4f14-9305-d5d2f5fbad1d admin admin] Deleting port 743bece6-dd0f-47ee-803f-9a8465b3920f {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:49:39.743275 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-33d0afba-47e0-4f14-9305-d5d2f5fbad1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (743bece6-dd0f-47ee-803f-9a8465b3920f), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:39.803178 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-f868f044-f118-41c1-ba97-9eb0be18cc5a None None] Set router 8247ddb1-868f-4c3c-a3f5-f85700792978 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:49:39.859682 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-c8049a60-7eeb-447c-b5f6-3197ac224481 None None] Set router ca1cd46e-025e-4145-9a0d-5705c7f70ee9 gateway port host: None {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:49:39.877457 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:39.890987 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-33d0afba-47e0-4f14-9305-d5d2f5fbad1d admin admin] For port 743bece6-dd0f-47ee-803f-9a8465b3920f, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=743bece6-dd0f-47ee-803f-9a8465b3920f,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:49:39.891363 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-33d0afba-47e0-4f14-9305-d5d2f5fbad1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (743bece6-dd0f-47ee-803f-9a8465b3920f), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:39.907901 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-33d0afba-47e0-4f14-9305-d5d2f5fbad1d admin admin] Calling delete_port for 743bece6-dd0f-47ee-803f-9a8465b3920f owned by network:router_gateway {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:49:39.941508 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-c8049a60-7eeb-447c-b5f6-3197ac224481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1cd46e-025e-4145-9a0d-5705c7f70ee9', 'name': 'tempest-InstanceActionsV221TestJSON-43171167-router', 'tenant_id': 'b6d126858dec4bb499603c7ca379370b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:49:21Z', 'updated_at': '2022-08-27T04:49:39Z', 'revision_number': 6, 'project_id': 'b6d126858dec4bb499603c7ca379370b', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:39.973064 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:39.976327 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9f077198-1c28-4f6f-ae99-720c63e67863 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks [] for port (76acf614-60db-4a82-9081-af98ff863458), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:40.030089 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8049a60-7eeb-447c-b5f6-3197ac224481 None None] The sync data for ids ['ca1cd46e-025e-4145-9a0d-5705c7f70ee9'] in n-d-852088-5 is: [{'id': 'ca1cd46e-025e-4145-9a0d-5705c7f70ee9', 'name': 'tempest-InstanceActionsV221TestJSON-43171167-router', 'tenant_id': 'b6d126858dec4bb499603c7ca379370b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:49:21Z', 'updated_at': '2022-08-27T04:49:39Z', 'revision_number': 6, 'project_id': 'b6d126858dec4bb499603c7ca379370b', 'gw_port_host': None}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:49:40.150567 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-f868f044-f118-41c1-ba97-9eb0be18cc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8247ddb1-868f-4c3c-a3f5-f85700792978', 'name': 'tempest-snat-router-161604506', 'tenant_id': '3ccc4e90fbad4545aa8f905a7a6fa5fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.181'}], 'enable_snat': False}, 'gw_port_id': '89a7aca2-f447-42c3-b2d6-e0554033642b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:49:33Z', 'updated_at': '2022-08-27T04:49:35Z', 'revision_number': 3, 'project_id': '3ccc4e90fbad4545aa8f905a7a6fa5fd', 'gw_port': {'id': '89a7aca2-f447-42c3-b2d6-e0554033642b', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:eb:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8247ddb1-868f-4c3c-a3f5-f85700792978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:49:34Z', 'updated_at': '2022-08-27T04:49:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:40.180851 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:40.182407 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f868f044-f118-41c1-ba97-9eb0be18cc5a None None] The sync data for ids ['8247ddb1-868f-4c3c-a3f5-f85700792978'] in n-d-852088-5 is: [{'id': '8247ddb1-868f-4c3c-a3f5-f85700792978', 'name': 'tempest-snat-router-161604506', 'tenant_id': '3ccc4e90fbad4545aa8f905a7a6fa5fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.181'}], 'enable_snat': False}, 'gw_port_id': '89a7aca2-f447-42c3-b2d6-e0554033642b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:49:33Z', 'updated_at': '2022-08-27T04:49:35Z', 'revision_number': 3, 'project_id': '3ccc4e90fbad4545aa8f905a7a6fa5fd', 'gw_port': {'id': '89a7aca2-f447-42c3-b2d6-e0554033642b', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:eb:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8247ddb1-868f-4c3c-a3f5-f85700792978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:49:34Z', 'updated_at': '2022-08-27T04:49:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:49:40.199099 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9f077198-1c28-4f6f-ae99-720c63e67863 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (76acf614-60db-4a82-9081-af98ff863458), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:40.254659 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f077198-1c28-4f6f-ae99-720c63e67863 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:49:40.262319 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-9f077198-1c28-4f6f-ae99-720c63e67863 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:49:40.265972 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f077198-1c28-4f6f-ae99-720c63e67863 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:49:40.297423 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f077198-1c28-4f6f-ae99-720c63e67863 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Pushing event updated for resources: {'Port': ['ID=76acf614-60db-4a82-9081-af98ff863458,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:40.312639 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f077198-1c28-4f6f-ae99-720c63e67863 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:40.313405 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f077198-1c28-4f6f-ae99-720c63e67863 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:40.313818 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f077198-1c28-4f6f-ae99-720c63e67863 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:40.314188 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f077198-1c28-4f6f-ae99-720c63e67863 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:40.314680 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f077198-1c28-4f6f-ae99-720c63e67863 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:40.315020 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f077198-1c28-4f6f-ae99-720c63e67863 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:40.315349 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f077198-1c28-4f6f-ae99-720c63e67863 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:40.315656 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f077198-1c28-4f6f-ae99-720c63e67863 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:40.315981 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f077198-1c28-4f6f-ae99-720c63e67863 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:40.316326 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f077198-1c28-4f6f-ae99-720c63e67863 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:40.316650 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f077198-1c28-4f6f-ae99-720c63e67863 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:40.316975 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f077198-1c28-4f6f-ae99-720c63e67863 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:40.317359 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f077198-1c28-4f6f-ae99-720c63e67863 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:40.317684 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f077198-1c28-4f6f-ae99-720c63e67863 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:40.318003 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f077198-1c28-4f6f-ae99-720c63e67863 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:40.362676 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-33d0afba-47e0-4f14-9305-d5d2f5fbad1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (743bece6-dd0f-47ee-803f-9a8465b3920f), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:40.448987 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d0afba-47e0-4f14-9305-d5d2f5fbad1d admin admin] Pushing event deleted for resources: {'Port': ['ID=743bece6-dd0f-47ee-803f-9a8465b3920f,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:40.484731 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 52732) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:40.491211 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-18fec3f0-37d6-4f31-8771-79e7086390fa admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1832114309-network', 'tenant_id': '37933da736ba4506a06cd76f98f5a308'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:49:40.656553 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-33d0afba-47e0-4f14-9305-d5d2f5fbad1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (ca1cd46e-025e-4145-9a0d-5705c7f70ee9), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:40.661714 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18fec3f0-37d6-4f31-8771-79e7086390fa admin admin] Made reservation on behalf of 37933da736ba4506a06cd76f98f5a308 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:49:40.664987 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-18fec3f0-37d6-4f31-8771-79e7086390fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:40.680794 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-18fec3f0-37d6-4f31-8771-79e7086390fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:40.807882 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-18fec3f0-37d6-4f31-8771-79e7086390fa admin admin] Publish callbacks [] for security_group (b4bd20ba-02c5-4f9d-b53b-7d24ef4cae78), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:40.813616 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-33d0afba-47e0-4f14-9305-d5d2f5fbad1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (ca1cd46e-025e-4145-9a0d-5705c7f70ee9), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:40.817446 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-33d0afba-47e0-4f14-9305-d5d2f5fbad1d admin admin] Publish callbacks [] for router_controller (ca1cd46e-025e-4145-9a0d-5705c7f70ee9), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:40.929370 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-18fec3f0-37d6-4f31-8771-79e7086390fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (b4bd20ba-02c5-4f9d-b53b-7d24ef4cae78), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:40.938516 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9f077198-1c28-4f6f-ae99-720c63e67863 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks [] for router_gateway (dee5bbb6-498e-4f7c-b671-552ea6346785), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:40.972032 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fec3f0-37d6-4f31-8771-79e7086390fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4bd20ba-02c5-4f9d-b53b-7d24ef4cae78,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:40.980338 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18fec3f0-37d6-4f31-8771-79e7086390fa admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:49:40.992076 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fec3f0-37d6-4f31-8771-79e7086390fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:40.992076 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fec3f0-37d6-4f31-8771-79e7086390fa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:40.992076 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fec3f0-37d6-4f31-8771-79e7086390fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:40.992396 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fec3f0-37d6-4f31-8771-79e7086390fa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:40.992565 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fec3f0-37d6-4f31-8771-79e7086390fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:40.992994 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fec3f0-37d6-4f31-8771-79e7086390fa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:40.996747 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fec3f0-37d6-4f31-8771-79e7086390fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:40.997190 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fec3f0-37d6-4f31-8771-79e7086390fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:40.997571 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fec3f0-37d6-4f31-8771-79e7086390fa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:40.997871 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fec3f0-37d6-4f31-8771-79e7086390fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:40.998270 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fec3f0-37d6-4f31-8771-79e7086390fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:40.998604 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fec3f0-37d6-4f31-8771-79e7086390fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:40.998932 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fec3f0-37d6-4f31-8771-79e7086390fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:40.999260 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fec3f0-37d6-4f31-8771-79e7086390fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:40.999583 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fec3f0-37d6-4f31-8771-79e7086390fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:41.012782 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-18fec3f0-37d6-4f31-8771-79e7086390fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (3c8fb059-259e-47cd-9637-e7dbb89200c0), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:41.013480 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-18fec3f0-37d6-4f31-8771-79e7086390fa admin admin] Added segment 3c8fb059-259e-47cd-9637-e7dbb89200c0 of type vlan for network 0487cec3-6b03-4517-a045-2ae80d4c8e4f Aug 27 04:49:41.135433 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:41.178786 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-18fec3f0-37d6-4f31-8771-79e7086390fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (0487cec3-6b03-4517-a045-2ae80d4c8e4f), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:41.319824 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-18fec3f0-37d6-4f31-8771-79e7086390fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (0487cec3-6b03-4517-a045-2ae80d4c8e4f), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:41.321588 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fec3f0-37d6-4f31-8771-79e7086390fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:49:41.322477 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-18fec3f0-37d6-4f31-8771-79e7086390fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:41.339618 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 00b5091e-1a98-4b9f-b731-a5731299dded up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:49:41.408109 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 00b5091e-1a98-4b9f-b731-a5731299dded triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:49:41.408815 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (00b5091e-1a98-4b9f-b731-a5731299dded), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:41.451479 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fec3f0-37d6-4f31-8771-79e7086390fa admin admin] Pushing event updated for resources: {'Network': ['ID=0487cec3-6b03-4517-a045-2ae80d4c8e4f,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:41.465013 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 0487cec3-6b03-4517-a045-2ae80d4c8e4f details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:49:41.509966 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-18fec3f0-37d6-4f31-8771-79e7086390fa admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0238795 Aug 27 04:49:41.515453 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 52750) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:41.518400 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-b8f32385-f98f-41af-9737-ce816f170b1c admin admin] Request body: {'subnet': {'network_id': '0487cec3-6b03-4517-a045-2ae80d4c8e4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1832114309-subnet', 'tenant_id': '37933da736ba4506a06cd76f98f5a308', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:49:41.702317 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f32385-f98f-41af-9737-ce816f170b1c admin admin] Made reservation on behalf of 37933da736ba4506a06cd76f98f5a308 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:49:41.708127 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b8f32385-f98f-41af-9737-ce816f170b1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:41.738792 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 00b5091e-1a98-4b9f-b731-a5731299dded is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:49:41.739253 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (00b5091e-1a98-4b9f-b731-a5731299dded), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:41.810401 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 00b5091e-1a98-4b9f-b731-a5731299dded, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=00b5091e-1a98-4b9f-b731-a5731299dded,segment=NetworkSegment(debdd3c7-d936-4293-a682-fc5463fb12b7),segment_id=debdd3c7-d936-4293-a682-fc5463fb12b7)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:49:41.844940 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-33d0afba-47e0-4f14-9305-d5d2f5fbad1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (ca1cd46e-025e-4145-9a0d-5705c7f70ee9), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:41.846417 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d0afba-47e0-4f14-9305-d5d2f5fbad1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca1cd46e-025e-4145-9a0d-5705c7f70ee9 {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:49:41.849399 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:41.897349 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (00b5091e-1a98-4b9f-b731-a5731299dded), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:41.911817 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a2a0977f-e399-4d77-be6f-3e39fd695f08 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:49:41.924420 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-33d0afba-47e0-4f14-9305-d5d2f5fbad1d admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:41.932658 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-33d0afba-47e0-4f14-9305-d5d2f5fbad1d admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/ca1cd46e-025e-4145-9a0d-5705c7f70ee9 HTTP/1.1" status: 204 len: 168 time: 2.9650588 Aug 27 04:49:41.933051 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 52764) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:42.023116 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: a2a0977f-e399-4d77-be6f-3e39fd695f08 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:49:42.024645 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a2a0977f-e399-4d77-be6f-3e39fd695f08 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:49:42.146494 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=00b5091e-1a98-4b9f-b731-a5731299dded,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:42.158219 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-029e1474-96e9-4a33-8c86-7c7658d4be4e admin admin] Deleting subnet a94f38a1-2d80-4a8f-b4cd-190b895c125d {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:49:42.166808 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-029e1474-96e9-4a33-8c86-7c7658d4be4e admin admin] Publish callbacks [] for subnet (a94f38a1-2d80-4a8f-b4cd-190b895c125d), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:42.220754 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9f077198-1c28-4f6f-ae99-720c63e67863 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (dee5bbb6-498e-4f7c-b671-552ea6346785), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:42.236300 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-029e1474-96e9-4a33-8c86-7c7658d4be4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (a94f38a1-2d80-4a8f-b4cd-190b895c125d), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:42.243270 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b8f32385-f98f-41af-9737-ce816f170b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (36eaafa3-b4eb-4df9-8bd5-ae9766d48484), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:42.385286 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f32385-f98f-41af-9737-ce816f170b1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=36eaafa3-b4eb-4df9-8bd5-ae9766d48484,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:42.405487 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f32385-f98f-41af-9737-ce816f170b1c admin admin] Checking segment: {'id': '3c8fb059-259e-47cd-9637-e7dbb89200c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0487cec3-6b03-4517-a045-2ae80d4c8e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:49:42.410638 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f32385-f98f-41af-9737-ce816f170b1c admin admin] Network hostable DHCP agents. Network: 0487cec3-6b03-4517-a045-2ae80d4c8e4f, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:49:42.480430 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-029e1474-96e9-4a33-8c86-7c7658d4be4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (a94f38a1-2d80-4a8f-b4cd-190b895c125d), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:42.553882 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f32385-f98f-41af-9737-ce816f170b1c admin admin] Network 0487cec3-6b03-4517-a045-2ae80d4c8e4f is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:49:42.659991 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-b8f32385-f98f-41af-9737-ce816f170b1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 0487cec3-6b03-4517-a045-2ae80d4c8e4f) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:49:42.664821 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f32385-f98f-41af-9737-ce816f170b1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:49:42.665689 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f077198-1c28-4f6f-ae99-720c63e67863 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Router dee5bbb6-498e-4f7c-b671-552ea6346785 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:49:42.666121 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b8f32385-f98f-41af-9737-ce816f170b1c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:42.674416 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-029e1474-96e9-4a33-8c86-7c7658d4be4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (a94f38a1-2d80-4a8f-b4cd-190b895c125d), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:42.674602 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1f865f-5abb-40f3-9d9f-a4c87b24bf16 None None] Network 0487cec3-6b03-4517-a045-2ae80d4c8e4f requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:49:42.733435 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029e1474-96e9-4a33-8c86-7c7658d4be4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a94f38a1-2d80-4a8f-b4cd-190b895c125d,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:42.735996 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-029e1474-96e9-4a33-8c86-7c7658d4be4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:42.745985 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-029e1474-96e9-4a33-8c86-7c7658d4be4e admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/a94f38a1-2d80-4a8f-b4cd-190b895c125d HTTP/1.1" status: 204 len: 168 time: 0.8116980 Aug 27 04:49:42.749253 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 52782) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:42.818049 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168f1ac9-eb19-4603-8437-8c9cd00c4385 None None] Network 7a0d2e31-78b8-4cee-a952-73f3fe257671 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:49:42.832803 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b8f32385-f98f-41af-9737-ce816f170b1c admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3200319 Aug 27 04:49:42.835640 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 52786) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:42.842074 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-2b418974-5754-40d4-bc0a-fe92471c886d admin admin] Request body: {'router': {'name': 'tempest-VolumesAdminNegativeTest-1832114309-router', 'tenant_id': '37933da736ba4506a06cd76f98f5a308', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:49:42.913672 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c9c28f56-9271-4cab-b49d-ad0256bd439b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (7a0d2e31-78b8-4cee-a952-73f3fe257671), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:43.015260 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f077198-1c28-4f6f-ae99-720c63e67863 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:49:43.039304 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c96b21-153f-4318-accc-d51b9522d7a6 None None] Sync routers for ids ['dee5bbb6-498e-4f7c-b671-552ea6346785'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:49:43.060357 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c96b21-153f-4318-accc-d51b9522d7a6 None None] Routers {'dee5bbb6-498e-4f7c-b671-552ea6346785'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:49:43.061368 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-36c96b21-153f-4318-accc-d51b9522d7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:49:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['dee5bbb6-498e-4f7c-b671-552ea6346785'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:43.073205 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-c9c28f56-9271-4cab-b49d-ad0256bd439b admin admin] Deleting port 5846fc51-d74b-4624-a624-0aa512711776 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:49:43.073597 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c9c28f56-9271-4cab-b49d-ad0256bd439b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (5846fc51-d74b-4624-a624-0aa512711776), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:43.077323 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2b418974-5754-40d4-bc0a-fe92471c886d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (c529c511-f6c3-4d87-b901-a8c1b6e395fe), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:43.078346 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2b418974-5754-40d4-bc0a-fe92471c886d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (c529c511-f6c3-4d87-b901-a8c1b6e395fe), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:43.159583 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9f077198-1c28-4f6f-ae99-720c63e67863 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:43.161019 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9f077198-1c28-4f6f-ae99-720c63e67863 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.1067224 Aug 27 04:49:43.163939 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 52794) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:43.175675 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:43.178516 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 89a7aca2-f447-42c3-b2d6-e0554033642b up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:49:43.226571 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebee658-0b21-440b-a2da-bca4a55e0089 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-0487cec3-6b03-4517-a045-2ae80d4c8e4f', 'network_id': '0487cec3-6b03-4517-a045-2ae80d4c8e4f', 'project_id': '37933da736ba4506a06cd76f98f5a308', 'fixed_ips': [{'subnet_id': '36eaafa3-b4eb-4df9-8bd5-ae9766d48484'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:49:43.227554 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-aebee658-0b21-440b-a2da-bca4a55e0089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:43.237937 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-c9c28f56-9271-4cab-b49d-ad0256bd439b admin admin] For port 5846fc51-d74b-4624-a624-0aa512711776, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=5846fc51-d74b-4624-a624-0aa512711776,segment=NetworkSegment(296e6033-4a63-41e8-962a-6da68ced9374),segment_id=296e6033-4a63-41e8-962a-6da68ced9374)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:49:43.238513 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c9c28f56-9271-4cab-b49d-ad0256bd439b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (5846fc51-d74b-4624-a624-0aa512711776), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:43.298563 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-c9c28f56-9271-4cab-b49d-ad0256bd439b admin admin] Calling delete_port for 5846fc51-d74b-4624-a624-0aa512711776 owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:49:43.302234 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2b418974-5754-40d4-bc0a-fe92471c886d admin admin] Publish callbacks [] for router_controller (c529c511-f6c3-4d87-b901-a8c1b6e395fe), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:43.316430 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 89a7aca2-f447-42c3-b2d6-e0554033642b triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:49:43.317038 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (89a7aca2-f447-42c3-b2d6-e0554033642b), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:43.351628 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:43.357511 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-60ee3d94-3add-489f-b845-acba215db129 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] 10.222.0.76 "GET /networking/v2.0/routers/dee5bbb6-498e-4f7c-b671-552ea6346785 HTTP/1.1" status: 200 len: 907 time: 0.1922624 Aug 27 04:49:43.360233 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 52798) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:43.403432 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf044f9-3edc-4df7-93c1-e16a98864761 None None] DHCP port deletion for 7a0d2e31-78b8-4cee-a952-73f3fe257671 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:49:43.493660 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-97c22c7d-e4e4-4076-8ec4-7e5f93cd9cef tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks [] for router (dee5bbb6-498e-4f7c-b671-552ea6346785), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:43.658521 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:43.679635 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c9c28f56-9271-4cab-b49d-ad0256bd439b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (5846fc51-d74b-4624-a624-0aa512711776), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:43.697508 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2b418974-5754-40d4-bc0a-fe92471c886d admin admin] Publish callbacks [] for router_gateway (c529c511-f6c3-4d87-b901-a8c1b6e395fe), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:43.751212 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-97c22c7d-e4e4-4076-8ec4-7e5f93cd9cef tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks [] for router_gateway (dee5bbb6-498e-4f7c-b671-552ea6346785), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:43.778979 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c28f56-9271-4cab-b49d-ad0256bd439b admin admin] Pushing event deleted for resources: {'Port': ['ID=5846fc51-d74b-4624-a624-0aa512711776,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:43.797019 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c28f56-9271-4cab-b49d-ad0256bd439b admin admin] No DVR routers for this DVR port 5846fc51-d74b-4624-a624-0aa512711776 on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:49:43.870776 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-36c96b21-153f-4318-accc-d51b9522d7a6 None None] Set router dee5bbb6-498e-4f7c-b671-552ea6346785 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:49:43.938234 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-cbf044f9-3edc-4df7-93c1-e16a98864761 None None] Deleting port 5846fc51-d74b-4624-a624-0aa512711776 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:49:43.938861 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cbf044f9-3edc-4df7-93c1-e16a98864761 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (5846fc51-d74b-4624-a624-0aa512711776), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:43.945227 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c9c28f56-9271-4cab-b49d-ad0256bd439b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (7a0d2e31-78b8-4cee-a952-73f3fe257671), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:43.966234 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-97c22c7d-e4e4-4076-8ec4-7e5f93cd9cef tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Deleting port 76acf614-60db-4a82-9081-af98ff863458 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:49:43.966644 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-97c22c7d-e4e4-4076-8ec4-7e5f93cd9cef tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (76acf614-60db-4a82-9081-af98ff863458), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:43.969661 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-c9c28f56-9271-4cab-b49d-ad0256bd439b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a0d2e31-78b8-4cee-a952-73f3fe257671']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:43.980538 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-c9c28f56-9271-4cab-b49d-ad0256bd439b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '296e6033-4a63-41e8-962a-6da68ced9374') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:43.993644 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-c9c28f56-9271-4cab-b49d-ad0256bd439b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '296e6033-4a63-41e8-962a-6da68ced9374') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:44.005644 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:44.015964 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c9c28f56-9271-4cab-b49d-ad0256bd439b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (296e6033-4a63-41e8-962a-6da68ced9374), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:44.034007 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c9c28f56-9271-4cab-b49d-ad0256bd439b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (296e6033-4a63-41e8-962a-6da68ced9374), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:44.105017 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9c28f56-9271-4cab-b49d-ad0256bd439b admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:49:44.105292 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c9c28f56-9271-4cab-b49d-ad0256bd439b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (296e6033-4a63-41e8-962a-6da68ced9374), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:44.108728 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-97c22c7d-e4e4-4076-8ec4-7e5f93cd9cef tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (76acf614-60db-4a82-9081-af98ff863458), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:44.125616 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-97c22c7d-e4e4-4076-8ec4-7e5f93cd9cef tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Calling delete_port for 76acf614-60db-4a82-9081-af98ff863458 owned by network:router_gateway {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:49:44.148773 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 296e6033-4a63-41e8-962a-6da68ced9374 resource provider aggregate not found Aug 27 04:49:44.156636 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 89a7aca2-f447-42c3-b2d6-e0554033642b is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:49:44.157078 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (89a7aca2-f447-42c3-b2d6-e0554033642b), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:44.177906 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 296e6033-4a63-41e8-962a-6da68ced9374 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 296e6033-4a63-41e8-962a-6da68ced9374 found for delete ", "request_id": "req-035c0309-e939-4337-8011-abec3a8c419a"}]} Aug 27 04:49:44.217183 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-aebee658-0b21-440b-a2da-bca4a55e0089 None None] Allocated IP 172.20.0.2 (0487cec3-6b03-4517-a045-2ae80d4c8e4f/36eaafa3-b4eb-4df9-8bd5-ae9766d48484/d6834779-1c23-41f2-a311-6a0eae55c4fd) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:49:44.249567 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-cbf044f9-3edc-4df7-93c1-e16a98864761 None None] For port 5846fc51-d74b-4624-a624-0aa512711776, host n-d-852088-5, got binding levels [] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:49:44.253291 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cbf044f9-3edc-4df7-93c1-e16a98864761 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (5846fc51-d74b-4624-a624-0aa512711776), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:44.263684 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 89a7aca2-f447-42c3-b2d6-e0554033642b, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=89a7aca2-f447-42c3-b2d6-e0554033642b,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:49:44.300716 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-cbf044f9-3edc-4df7-93c1-e16a98864761 None None] Calling delete_port for 5846fc51-d74b-4624-a624-0aa512711776 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:49:44.315101 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.ipam_backend_mixin [None req-cbf044f9-3edc-4df7-93c1-e16a98864761 None None] Port 5846fc51-d74b-4624-a624-0aa512711776 was not found and therefore no delete operation was performed {{(pid=107777) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 27 04:49:44.355318 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cbf044f9-3edc-4df7-93c1-e16a98864761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (5846fc51-d74b-4624-a624-0aa512711776), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:44.403137 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (89a7aca2-f447-42c3-b2d6-e0554033642b), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:44.403971 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 00b5091e-1a98-4b9f-b731-a5731299dded up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:49:44.414749 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cbf044f9-3edc-4df7-93c1-e16a98864761 None None] Network 7a0d2e31-78b8-4cee-a952-73f3fe257671 is not hosted by any dhcp agent {{(pid=107777) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 27 04:49:44.415332 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf044f9-3edc-4df7-93c1-e16a98864761 None None] No DVR routers for this DVR port 5846fc51-d74b-4624-a624-0aa512711776 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:49:44.422633 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf044f9-3edc-4df7-93c1-e16a98864761 None None] Pushing event deleted for resources: {'Port': ['ID=5846fc51-d74b-4624-a624-0aa512711776,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:44.425879 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c9c28f56-9271-4cab-b49d-ad0256bd439b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (7a0d2e31-78b8-4cee-a952-73f3fe257671), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:44.451815 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c9c28f56-9271-4cab-b49d-ad0256bd439b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:44.464512 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c9c28f56-9271-4cab-b49d-ad0256bd439b admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/7a0d2e31-78b8-4cee-a952-73f3fe257671 HTTP/1.1" status: 204 len: 168 time: 1.7128582 Aug 27 04:49:44.469303 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:44.521457 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c28f56-9271-4cab-b49d-ad0256bd439b admin admin] Pushing event deleted for resources: {'Network': ['ID=7a0d2e31-78b8-4cee-a952-73f3fe257671,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:44.540372 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2b418974-5754-40d4-bc0a-fe92471c886d admin admin] Publish callbacks [] for router_gateway (c529c511-f6c3-4d87-b901-a8c1b6e395fe), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:44.557671 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=89a7aca2-f447-42c3-b2d6-e0554033642b,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:44.566827 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:44.575331 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2b418974-5754-40d4-bc0a-fe92471c886d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:44.578608 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-97c22c7d-e4e4-4076-8ec4-7e5f93cd9cef tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (76acf614-60db-4a82-9081-af98ff863458), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:44.618432 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-36c96b21-153f-4318-accc-d51b9522d7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee5bbb6-498e-4f7c-b671-552ea6346785', 'name': 'tempest-snat-router-161604506', 'tenant_id': '3ccc4e90fbad4545aa8f905a7a6fa5fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '76acf614-60db-4a82-9081-af98ff863458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:49:38Z', 'updated_at': '2022-08-27T04:49:40Z', 'revision_number': 3, 'project_id': '3ccc4e90fbad4545aa8f905a7a6fa5fd', 'gw_port': {'id': '76acf614-60db-4a82-9081-af98ff863458', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee5bbb6-498e-4f7c-b671-552ea6346785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:49:39Z', 'updated_at': '2022-08-27T04:49:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:44.634355 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c22c7d-e4e4-4076-8ec4-7e5f93cd9cef tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Pushing event deleted for resources: {'Port': ['ID=76acf614-60db-4a82-9081-af98ff863458,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:44.666849 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c96b21-153f-4318-accc-d51b9522d7a6 None None] Checking router: dee5bbb6-498e-4f7c-b671-552ea6346785 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:49:44.666849 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c96b21-153f-4318-accc-d51b9522d7a6 None None] Updating router dee5bbb6-498e-4f7c-b671-552ea6346785 port 76acf614-60db-4a82-9081-af98ff863458 binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:49:44.700917 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c96b21-153f-4318-accc-d51b9522d7a6 None None] Port 76acf614-60db-4a82-9081-af98ff863458 not found while updating agent binding for router dee5bbb6-498e-4f7c-b671-552ea6346785. {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 27 04:49:44.730902 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-97c22c7d-e4e4-4076-8ec4-7e5f93cd9cef tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (dee5bbb6-498e-4f7c-b671-552ea6346785), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:44.753213 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 00b5091e-1a98-4b9f-b731-a5731299dded triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:49:44.754306 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (00b5091e-1a98-4b9f-b731-a5731299dded), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:44.787378 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-2b418974-5754-40d4-bc0a-fe92471c886d admin admin] Allocated IP 172.25.2.200 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/b01b1922-6fa9-40cc-ba94-6aa0e89b5f04) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:49:44.811843 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c96b21-153f-4318-accc-d51b9522d7a6 None None] Routers {'dee5bbb6-498e-4f7c-b671-552ea6346785'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:49:44.813121 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-36c96b21-153f-4318-accc-d51b9522d7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:49:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['dee5bbb6-498e-4f7c-b671-552ea6346785'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:44.896519 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-aebee658-0b21-440b-a2da-bca4a55e0089 None None] Publish callbacks [] for port (d6834779-1c23-41f2-a311-6a0eae55c4fd), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:44.907202 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-97c22c7d-e4e4-4076-8ec4-7e5f93cd9cef tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (dee5bbb6-498e-4f7c-b671-552ea6346785), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:44.910385 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-97c22c7d-e4e4-4076-8ec4-7e5f93cd9cef tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks [] for router_controller (dee5bbb6-498e-4f7c-b671-552ea6346785), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:44.912594 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-36c96b21-153f-4318-accc-d51b9522d7a6 None None] Set router dee5bbb6-498e-4f7c-b671-552ea6346785 gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:49:44.953160 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:44.960064 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2b418974-5754-40d4-bc0a-fe92471c886d admin admin] Publish callbacks [] for port (b01b1922-6fa9-40cc-ba94-6aa0e89b5f04), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:44.982642 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-36c96b21-153f-4318-accc-d51b9522d7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee5bbb6-498e-4f7c-b671-552ea6346785', 'name': 'tempest-snat-router-161604506', 'tenant_id': '3ccc4e90fbad4545aa8f905a7a6fa5fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:49:38Z', 'updated_at': '2022-08-27T04:49:44Z', 'revision_number': 5, 'project_id': '3ccc4e90fbad4545aa8f905a7a6fa5fd', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:44.991389 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-aebee658-0b21-440b-a2da-bca4a55e0089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (d6834779-1c23-41f2-a311-6a0eae55c4fd), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:45.038340 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c96b21-153f-4318-accc-d51b9522d7a6 None None] The sync data for ids ['dee5bbb6-498e-4f7c-b671-552ea6346785'] in n-d-852088-5 is: [{'id': 'dee5bbb6-498e-4f7c-b671-552ea6346785', 'name': 'tempest-snat-router-161604506', 'tenant_id': '3ccc4e90fbad4545aa8f905a7a6fa5fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:49:38Z', 'updated_at': '2022-08-27T04:49:44Z', 'revision_number': 5, 'project_id': '3ccc4e90fbad4545aa8f905a7a6fa5fd', 'gw_port_host': None}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:49:45.044208 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 00b5091e-1a98-4b9f-b731-a5731299dded is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:49:45.059098 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebee658-0b21-440b-a2da-bca4a55e0089 None None] Network 0487cec3-6b03-4517-a045-2ae80d4c8e4f is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:49:45.066085 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-aebee658-0b21-440b-a2da-bca4a55e0089 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:49:45.068010 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 743bece6-dd0f-47ee-803f-9a8465b3920f no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:49:45.074082 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-97c22c7d-e4e4-4076-8ec4-7e5f93cd9cef tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (dee5bbb6-498e-4f7c-b671-552ea6346785), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:45.087988 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c22c7d-e4e4-4076-8ec4-7e5f93cd9cef tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dee5bbb6-498e-4f7c-b671-552ea6346785 {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:49:45.088244 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebee658-0b21-440b-a2da-bca4a55e0089 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:49:45.088360 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-97c22c7d-e4e4-4076-8ec4-7e5f93cd9cef tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:45.088474 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 52828) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:45.088557 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-97c22c7d-e4e4-4076-8ec4-7e5f93cd9cef tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] 10.222.0.76 "DELETE /networking/v2.0/routers/dee5bbb6-498e-4f7c-b671-552ea6346785 HTTP/1.1" status: 204 len: 168 time: 1.7243400 Aug 27 04:49:45.094323 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2b418974-5754-40d4-bc0a-fe92471c886d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (b01b1922-6fa9-40cc-ba94-6aa0e89b5f04), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:45.103353 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 743bece6-dd0f-47ee-803f-9a8465b3920f {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:49:45.103688 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 743bece6-dd0f-47ee-803f-9a8465b3920f not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:49:45.109128 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebee658-0b21-440b-a2da-bca4a55e0089 None None] Pushing event updated for resources: {'Port': ['ID=d6834779-1c23-41f2-a311-6a0eae55c4fd,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:45.169579 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-aebee658-0b21-440b-a2da-bca4a55e0089 None None] Attempting to bind port d6834779-1c23-41f2-a311-6a0eae55c4fd on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:49:45.170071 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-aebee658-0b21-440b-a2da-bca4a55e0089 None None] Attempting to bind port d6834779-1c23-41f2-a311-6a0eae55c4fd by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '3c8fb059-259e-47cd-9637-e7dbb89200c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0487cec3-6b03-4517-a045-2ae80d4c8e4f'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:49:45.170490 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebee658-0b21-440b-a2da-bca4a55e0089 None None] Attempting to bind port d6834779-1c23-41f2-a311-6a0eae55c4fd on network 0487cec3-6b03-4517-a045-2ae80d4c8e4f {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:49:45.175350 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:45.177733 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebee658-0b21-440b-a2da-bca4a55e0089 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:49:45.178229 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebee658-0b21-440b-a2da-bca4a55e0089 None None] Checking segment: {'id': '3c8fb059-259e-47cd-9637-e7dbb89200c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0487cec3-6b03-4517-a045-2ae80d4c8e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:49:45.178728 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-aebee658-0b21-440b-a2da-bca4a55e0089 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:45.179216 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebee658-0b21-440b-a2da-bca4a55e0089 None None] Bound using segment: {'id': '3c8fb059-259e-47cd-9637-e7dbb89200c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0487cec3-6b03-4517-a045-2ae80d4c8e4f'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:49:45.179786 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-aebee658-0b21-440b-a2da-bca4a55e0089 None None] Bound port: d6834779-1c23-41f2-a311-6a0eae55c4fd, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c8fb059-259e-47cd-9637-e7dbb89200c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0487cec3-6b03-4517-a045-2ae80d4c8e4f'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:49:45.180324 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-aebee658-0b21-440b-a2da-bca4a55e0089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (d6834779-1c23-41f2-a311-6a0eae55c4fd), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:45.209872 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b418974-5754-40d4-bc0a-fe92471c886d admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:49:45.218952 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-2b418974-5754-40d4-bc0a-fe92471c886d admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:49:45.235861 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b418974-5754-40d4-bc0a-fe92471c886d admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:49:45.278710 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 89a7aca2-f447-42c3-b2d6-e0554033642b up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:49:45.309431 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b418974-5754-40d4-bc0a-fe92471c886d admin admin] Pushing event updated for resources: {'Port': ['ID=b01b1922-6fa9-40cc-ba94-6aa0e89b5f04,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:45.355897 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-aebee658-0b21-440b-a2da-bca4a55e0089 None None] For port d6834779-1c23-41f2-a311-6a0eae55c4fd, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:49:45.374017 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-aebee658-0b21-440b-a2da-bca4a55e0089 None None] For port d6834779-1c23-41f2-a311-6a0eae55c4fd, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=d6834779-1c23-41f2-a311-6a0eae55c4fd,segment=NetworkSegment(3c8fb059-259e-47cd-9637-e7dbb89200c0),segment_id=3c8fb059-259e-47cd-9637-e7dbb89200c0)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:49:45.385167 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 89a7aca2-f447-42c3-b2d6-e0554033642b triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:49:45.386572 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (89a7aca2-f447-42c3-b2d6-e0554033642b), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:45.406826 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1d90ea73-f8e4-497c-88af-3e3efc39f416 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks [] for router (8247ddb1-868f-4c3c-a3f5-f85700792978), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:45.466733 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 89a7aca2-f447-42c3-b2d6-e0554033642b is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:49:45.474444 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:45.475216 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-aebee658-0b21-440b-a2da-bca4a55e0089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (d6834779-1c23-41f2-a311-6a0eae55c4fd), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:45.549228 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebee658-0b21-440b-a2da-bca4a55e0089 None None] Pushing event updated for resources: {'Port': ['ID=d6834779-1c23-41f2-a311-6a0eae55c4fd,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:45.551494 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1d90ea73-f8e4-497c-88af-3e3efc39f416 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks [] for router_gateway (8247ddb1-868f-4c3c-a3f5-f85700792978), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:45.572988 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 5846fc51-d74b-4624-a624-0aa512711776 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:49:45.595409 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 5846fc51-d74b-4624-a624-0aa512711776 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:49:45.596031 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 5846fc51-d74b-4624-a624-0aa512711776 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:49:45.631965 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 52834) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:45.681827 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-dfed2933-2b1e-4295-b21f-3dfc8525a619 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=b6d126858dec4bb499603c7ca379370b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0520945 Aug 27 04:49:45.694662 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 52836) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:45.809482 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a9ae7121-8648-46e8-b6a5-d624693665cf admin admin] Publish callbacks [] for security_group (ebee717e-4283-48b8-8ce4-fafc2c84e3b1), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:45.843475 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-1d90ea73-f8e4-497c-88af-3e3efc39f416 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Deleting port 89a7aca2-f447-42c3-b2d6-e0554033642b {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:49:45.844089 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1d90ea73-f8e4-497c-88af-3e3efc39f416 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (89a7aca2-f447-42c3-b2d6-e0554033642b), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:45.902451 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a9ae7121-8648-46e8-b6a5-d624693665cf admin admin] Publish callbacks [] for security_group (ebee717e-4283-48b8-8ce4-fafc2c84e3b1), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:45.915608 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2b418974-5754-40d4-bc0a-fe92471c886d admin admin] Publish callbacks [] for router_gateway (c529c511-f6c3-4d87-b901-a8c1b6e395fe), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:46.170362 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a9ae7121-8648-46e8-b6a5-d624693665cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (ebee717e-4283-48b8-8ce4-fafc2c84e3b1), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:46.176181 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a9ae7121-8648-46e8-b6a5-d624693665cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:46.177015 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a9ae7121-8648-46e8-b6a5-d624693665cf admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/ebee717e-4283-48b8-8ce4-fafc2c84e3b1 HTTP/1.1" status: 204 len: 168 time: 0.4812024 Aug 27 04:49:46.178824 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:46.195331 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae7121-8648-46e8-b6a5-d624693665cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebee717e-4283-48b8-8ce4-fafc2c84e3b1,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:46.365867 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-1d90ea73-f8e4-497c-88af-3e3efc39f416 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] For port 89a7aca2-f447-42c3-b2d6-e0554033642b, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=89a7aca2-f447-42c3-b2d6-e0554033642b,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:49:46.366361 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1d90ea73-f8e4-497c-88af-3e3efc39f416 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (89a7aca2-f447-42c3-b2d6-e0554033642b), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:46.393956 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-1d90ea73-f8e4-497c-88af-3e3efc39f416 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Calling delete_port for 89a7aca2-f447-42c3-b2d6-e0554033642b owned by network:router_gateway {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:49:46.597592 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:46.619072 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2b418974-5754-40d4-bc0a-fe92471c886d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (c529c511-f6c3-4d87-b901-a8c1b6e395fe), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:46.803746 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:46.847569 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04120f9b-1d75-48f1-8983-0da779caf726 None None] Network 0487cec3-6b03-4517-a045-2ae80d4c8e4f requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:49:46.928882 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1d90ea73-f8e4-497c-88af-3e3efc39f416 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (89a7aca2-f447-42c3-b2d6-e0554033642b), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:46.941960 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-f4967c58-9846-4bd2-ad64-a7a220aab5ff None None] Provisioning complete for port d6834779-1c23-41f2-a311-6a0eae55c4fd triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:49:46.942331 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f4967c58-9846-4bd2-ad64-a7a220aab5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d6834779-1c23-41f2-a311-6a0eae55c4fd), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:46.981842 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b418974-5754-40d4-bc0a-fe92471c886d admin admin] Router c529c511-f6c3-4d87-b901-a8c1b6e395fe is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:49:47.001393 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d90ea73-f8e4-497c-88af-3e3efc39f416 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Pushing event deleted for resources: {'Port': ['ID=89a7aca2-f447-42c3-b2d6-e0554033642b,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:47.107847 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-f4967c58-9846-4bd2-ad64-a7a220aab5ff None None] Current status of the port d6834779-1c23-41f2-a311-6a0eae55c4fd is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:49:47.108802 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f4967c58-9846-4bd2-ad64-a7a220aab5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (d6834779-1c23-41f2-a311-6a0eae55c4fd), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:47.164448 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1d90ea73-f8e4-497c-88af-3e3efc39f416 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (8247ddb1-868f-4c3c-a3f5-f85700792978), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:47.237132 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-f4967c58-9846-4bd2-ad64-a7a220aab5ff None None] For port d6834779-1c23-41f2-a311-6a0eae55c4fd, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=d6834779-1c23-41f2-a311-6a0eae55c4fd,segment=NetworkSegment(3c8fb059-259e-47cd-9637-e7dbb89200c0),segment_id=3c8fb059-259e-47cd-9637-e7dbb89200c0)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:49:47.302747 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:47.316676 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1d90ea73-f8e4-497c-88af-3e3efc39f416 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (8247ddb1-868f-4c3c-a3f5-f85700792978), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:47.320324 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1d90ea73-f8e4-497c-88af-3e3efc39f416 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks [] for router_controller (8247ddb1-868f-4c3c-a3f5-f85700792978), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:47.333112 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b418974-5754-40d4-bc0a-fe92471c886d admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:49:47.334513 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f4967c58-9846-4bd2-ad64-a7a220aab5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (d6834779-1c23-41f2-a311-6a0eae55c4fd), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:47.350882 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91301c57-ab4d-44e1-8ff4-aa9587a5b64a None None] Sync routers for ids ['c529c511-f6c3-4d87-b901-a8c1b6e395fe'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:49:47.376883 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91301c57-ab4d-44e1-8ff4-aa9587a5b64a None None] Routers {'c529c511-f6c3-4d87-b901-a8c1b6e395fe'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:49:47.378597 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-91301c57-ab4d-44e1-8ff4-aa9587a5b64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:49:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['c529c511-f6c3-4d87-b901-a8c1b6e395fe'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:47.422912 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d6834779-1c23-41f2-a311-6a0eae55c4fd up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:49:47.497921 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1d90ea73-f8e4-497c-88af-3e3efc39f416 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (8247ddb1-868f-4c3c-a3f5-f85700792978), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:47.498455 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d90ea73-f8e4-497c-88af-3e3efc39f416 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8247ddb1-868f-4c3c-a3f5-f85700792978 {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:49:47.502220 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2b418974-5754-40d4-bc0a-fe92471c886d admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:47.503600 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2b418974-5754-40d4-bc0a-fe92471c886d admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.6665590 Aug 27 04:49:47.506647 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 52886) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:47.508946 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1d90ea73-f8e4-497c-88af-3e3efc39f416 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:47.510019 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1d90ea73-f8e4-497c-88af-3e3efc39f416 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] 10.222.0.76 "DELETE /networking/v2.0/routers/8247ddb1-868f-4c3c-a3f5-f85700792978 HTTP/1.1" status: 204 len: 168 time: 2.4237242 Aug 27 04:49:47.514697 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 52888) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:47.519365 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-31e9aa46-547b-41eb-b5c2-da86435fe4d9 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1706869185', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}, 'admin_state_up': False}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:49:47.521430 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-91301c57-ab4d-44e1-8ff4-aa9587a5b64a None None] Set router c529c511-f6c3-4d87-b901-a8c1b6e395fe gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:49:47.573261 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-9015a4ec-a2e0-41fc-b4f3-b870f230e15e None None] Provisioning complete for port d6834779-1c23-41f2-a311-6a0eae55c4fd triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:49:47.573714 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9015a4ec-a2e0-41fc-b4f3-b870f230e15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d6834779-1c23-41f2-a311-6a0eae55c4fd), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:47.576415 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4967c58-9846-4bd2-ad64-a7a220aab5ff None None] Pushing event updated for resources: {'Port': ['ID=d6834779-1c23-41f2-a311-6a0eae55c4fd,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:47.648816 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port d6834779-1c23-41f2-a311-6a0eae55c4fd triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:49:47.649402 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d6834779-1c23-41f2-a311-6a0eae55c4fd), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:47.690553 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-31e9aa46-547b-41eb-b5c2-da86435fe4d9 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (95af8590-1e03-44ae-ac22-559ad896de8a), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:47.691625 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-31e9aa46-547b-41eb-b5c2-da86435fe4d9 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (95af8590-1e03-44ae-ac22-559ad896de8a), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:47.767232 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-9015a4ec-a2e0-41fc-b4f3-b870f230e15e None None] Current status of the port d6834779-1c23-41f2-a311-6a0eae55c4fd is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:49:47.827249 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port d6834779-1c23-41f2-a311-6a0eae55c4fd is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:49:47.835025 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:47.839067 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-31e9aa46-547b-41eb-b5c2-da86435fe4d9 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks [] for router_controller (95af8590-1e03-44ae-ac22-559ad896de8a), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:47.844078 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-91301c57-ab4d-44e1-8ff4-aa9587a5b64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c529c511-f6c3-4d87-b901-a8c1b6e395fe', 'name': 'tempest-VolumesAdminNegativeTest-1832114309-router', 'tenant_id': '37933da736ba4506a06cd76f98f5a308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b01b1922-6fa9-40cc-ba94-6aa0e89b5f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:49:43Z', 'updated_at': '2022-08-27T04:49:45Z', 'revision_number': 3, 'project_id': '37933da736ba4506a06cd76f98f5a308', 'gw_port': {'id': 'b01b1922-6fa9-40cc-ba94-6aa0e89b5f04', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:93:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c529c511-f6c3-4d87-b901-a8c1b6e395fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:49:44Z', 'updated_at': '2022-08-27T04:49:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:47.884891 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91301c57-ab4d-44e1-8ff4-aa9587a5b64a None None] Checking router: c529c511-f6c3-4d87-b901-a8c1b6e395fe for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:49:47.886297 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91301c57-ab4d-44e1-8ff4-aa9587a5b64a None None] Updating router c529c511-f6c3-4d87-b901-a8c1b6e395fe port b01b1922-6fa9-40cc-ba94-6aa0e89b5f04 binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:49:47.920441 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:47.923869 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-91301c57-ab4d-44e1-8ff4-aa9587a5b64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (b01b1922-6fa9-40cc-ba94-6aa0e89b5f04), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:48.186503 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:48.245878 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-31e9aa46-547b-41eb-b5c2-da86435fe4d9 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks [] for router_gateway (95af8590-1e03-44ae-ac22-559ad896de8a), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:48.501274 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-91301c57-ab4d-44e1-8ff4-aa9587a5b64a None None] Publish callbacks [] for port (b01b1922-6fa9-40cc-ba94-6aa0e89b5f04), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:48.534083 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-80465f9c-0f9d-4fa8-ac6e-03c9943addc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:48.582633 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-31e9aa46-547b-41eb-b5c2-da86435fe4d9 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks [] for router_gateway (95af8590-1e03-44ae-ac22-559ad896de8a), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:48.593655 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-91301c57-ab4d-44e1-8ff4-aa9587a5b64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (b01b1922-6fa9-40cc-ba94-6aa0e89b5f04), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:48.616190 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-31e9aa46-547b-41eb-b5c2-da86435fe4d9 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:48.620886 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:48.635262 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:48.643019 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-91301c57-ab4d-44e1-8ff4-aa9587a5b64a None None] Attempting to bind port b01b1922-6fa9-40cc-ba94-6aa0e89b5f04 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:49:48.643478 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-91301c57-ab4d-44e1-8ff4-aa9587a5b64a None None] Attempting to bind port b01b1922-6fa9-40cc-ba94-6aa0e89b5f04 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:49:48.643834 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91301c57-ab4d-44e1-8ff4-aa9587a5b64a None None] Attempting to bind port b01b1922-6fa9-40cc-ba94-6aa0e89b5f04 on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:49:48.694116 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91301c57-ab4d-44e1-8ff4-aa9587a5b64a None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:49:48.694579 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91301c57-ab4d-44e1-8ff4-aa9587a5b64a None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:49:48.695092 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-91301c57-ab4d-44e1-8ff4-aa9587a5b64a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:48.695531 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91301c57-ab4d-44e1-8ff4-aa9587a5b64a None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:49:48.696130 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-91301c57-ab4d-44e1-8ff4-aa9587a5b64a None None] Bound port: b01b1922-6fa9-40cc-ba94-6aa0e89b5f04, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:49:48.696630 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-91301c57-ab4d-44e1-8ff4-aa9587a5b64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (b01b1922-6fa9-40cc-ba94-6aa0e89b5f04), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:48.766399 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-80465f9c-0f9d-4fa8-ac6e-03c9943addc4 admin admin] Allocated IP 172.20.0.1 (0487cec3-6b03-4517-a045-2ae80d4c8e4f/36eaafa3-b4eb-4df9-8bd5-ae9766d48484/7ff7c113-f4b8-49a8-bf18-9b9020bff737) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:49:48.774120 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3521cb8-9dfd-46dd-adf5-65ca1e8c8aac None None] Pushing event updated for resources: {'Port': ['ID=b01b1922-6fa9-40cc-ba94-6aa0e89b5f04,revision_number=2']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:48.818678 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-91301c57-ab4d-44e1-8ff4-aa9587a5b64a None None] For port b01b1922-6fa9-40cc-ba94-6aa0e89b5f04, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:49:48.831207 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-91301c57-ab4d-44e1-8ff4-aa9587a5b64a None None] For port b01b1922-6fa9-40cc-ba94-6aa0e89b5f04, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=b01b1922-6fa9-40cc-ba94-6aa0e89b5f04,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:49:48.880836 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-31e9aa46-547b-41eb-b5c2-da86435fe4d9 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Allocated IP 172.25.2.180 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/bad4f85d-cf9c-4322-92bc-f085322ccc87) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:49:48.970536 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-91301c57-ab4d-44e1-8ff4-aa9587a5b64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (b01b1922-6fa9-40cc-ba94-6aa0e89b5f04), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:49.044924 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-80465f9c-0f9d-4fa8-ac6e-03c9943addc4 admin admin] Publish callbacks [] for port (7ff7c113-f4b8-49a8-bf18-9b9020bff737), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:49.045343 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91301c57-ab4d-44e1-8ff4-aa9587a5b64a None None] Routers {'c529c511-f6c3-4d87-b901-a8c1b6e395fe'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:49:49.045994 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-91301c57-ab4d-44e1-8ff4-aa9587a5b64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:49:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['c529c511-f6c3-4d87-b901-a8c1b6e395fe'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:49.070444 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-31e9aa46-547b-41eb-b5c2-da86435fe4d9 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks [] for port (bad4f85d-cf9c-4322-92bc-f085322ccc87), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:49.088601 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:49.149613 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-80465f9c-0f9d-4fa8-ac6e-03c9943addc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (7ff7c113-f4b8-49a8-bf18-9b9020bff737), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:49.176544 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3521cb8-9dfd-46dd-adf5-65ca1e8c8aac None None] Pushing event updated for resources: {'Port': ['ID=b01b1922-6fa9-40cc-ba94-6aa0e89b5f04,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:49.221526 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80465f9c-0f9d-4fa8-ac6e-03c9943addc4 admin admin] Network 0487cec3-6b03-4517-a045-2ae80d4c8e4f is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:49:49.227986 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-80465f9c-0f9d-4fa8-ac6e-03c9943addc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:49:49.233668 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80465f9c-0f9d-4fa8-ac6e-03c9943addc4 admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:49:49.244257 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-31e9aa46-547b-41eb-b5c2-da86435fe4d9 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (bad4f85d-cf9c-4322-92bc-f085322ccc87), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:49.249510 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d6834779-1c23-41f2-a311-6a0eae55c4fd up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:49:49.272235 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-91301c57-ab4d-44e1-8ff4-aa9587a5b64a None None] Set router c529c511-f6c3-4d87-b901-a8c1b6e395fe gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:49:49.328968 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-80465f9c-0f9d-4fa8-ac6e-03c9943addc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (c529c511-f6c3-4d87-b901-a8c1b6e395fe), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:49.329890 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:49.363237 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port d6834779-1c23-41f2-a311-6a0eae55c4fd triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:49:49.363923 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d6834779-1c23-41f2-a311-6a0eae55c4fd), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:49.365366 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e9aa46-547b-41eb-b5c2-da86435fe4d9 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:49:49.377694 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-31e9aa46-547b-41eb-b5c2-da86435fe4d9 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:49:49.391249 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e9aa46-547b-41eb-b5c2-da86435fe4d9 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:49:49.398198 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e9aa46-547b-41eb-b5c2-da86435fe4d9 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Pushing event updated for resources: {'Port': ['ID=bad4f85d-cf9c-4322-92bc-f085322ccc87,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:49.456410 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80465f9c-0f9d-4fa8-ac6e-03c9943addc4 admin admin] Pushing event updated for resources: {'Port': ['ID=7ff7c113-f4b8-49a8-bf18-9b9020bff737,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:49.508636 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:49.514086 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-91301c57-ab4d-44e1-8ff4-aa9587a5b64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c529c511-f6c3-4d87-b901-a8c1b6e395fe', 'name': 'tempest-VolumesAdminNegativeTest-1832114309-router', 'tenant_id': '37933da736ba4506a06cd76f98f5a308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b01b1922-6fa9-40cc-ba94-6aa0e89b5f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:49:43Z', 'updated_at': '2022-08-27T04:49:45Z', 'revision_number': 3, 'project_id': '37933da736ba4506a06cd76f98f5a308', 'gw_port': {'id': 'b01b1922-6fa9-40cc-ba94-6aa0e89b5f04', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:93:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c529c511-f6c3-4d87-b901-a8c1b6e395fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:49:44Z', 'updated_at': '2022-08-27T04:49:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:49.552985 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91301c57-ab4d-44e1-8ff4-aa9587a5b64a None None] The sync data for ids ['c529c511-f6c3-4d87-b901-a8c1b6e395fe'] in n-d-852088-5 is: [{'id': 'c529c511-f6c3-4d87-b901-a8c1b6e395fe', 'name': 'tempest-VolumesAdminNegativeTest-1832114309-router', 'tenant_id': '37933da736ba4506a06cd76f98f5a308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b01b1922-6fa9-40cc-ba94-6aa0e89b5f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:49:43Z', 'updated_at': '2022-08-27T04:49:45Z', 'revision_number': 3, 'project_id': '37933da736ba4506a06cd76f98f5a308', 'gw_port': {'id': 'b01b1922-6fa9-40cc-ba94-6aa0e89b5f04', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:93:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c529c511-f6c3-4d87-b901-a8c1b6e395fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:49:44Z', 'updated_at': '2022-08-27T04:49:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:49:49.609546 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:49.674198 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-80465f9c-0f9d-4fa8-ac6e-03c9943addc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (7ff7c113-f4b8-49a8-bf18-9b9020bff737), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:49.686562 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port d6834779-1c23-41f2-a311-6a0eae55c4fd is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:49:49.700905 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 89a7aca2-f447-42c3-b2d6-e0554033642b no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:49:49.725125 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 89a7aca2-f447-42c3-b2d6-e0554033642b {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:49:49.725474 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 89a7aca2-f447-42c3-b2d6-e0554033642b not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:49:49.734693 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-732b093c-b220-475d-8e86-4af2d4a55dee None None] Provisioning complete for port 7ff7c113-f4b8-49a8-bf18-9b9020bff737 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:49:49.735392 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-732b093c-b220-475d-8e86-4af2d4a55dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (7ff7c113-f4b8-49a8-bf18-9b9020bff737), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:49.771332 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-732b093c-b220-475d-8e86-4af2d4a55dee None None] Port 7ff7c113-f4b8-49a8-bf18-9b9020bff737 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:49:49.864517 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-31e9aa46-547b-41eb-b5c2-da86435fe4d9 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks [] for router_gateway (95af8590-1e03-44ae-ac22-559ad896de8a), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:49.895987 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-80465f9c-0f9d-4fa8-ac6e-03c9943addc4 admin admin] Publish callbacks [] for port (7ff7c113-f4b8-49a8-bf18-9b9020bff737), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:50.017834 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-80465f9c-0f9d-4fa8-ac6e-03c9943addc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (7ff7c113-f4b8-49a8-bf18-9b9020bff737), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:50.114162 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-31e9aa46-547b-41eb-b5c2-da86435fe4d9 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (95af8590-1e03-44ae-ac22-559ad896de8a), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:50.120012 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:50.122615 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-80465f9c-0f9d-4fa8-ac6e-03c9943addc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (c529c511-f6c3-4d87-b901-a8c1b6e395fe), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:50.124672 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80465f9c-0f9d-4fa8-ac6e-03c9943addc4 admin admin] Pushing event updated for resources: {'Port': ['ID=7ff7c113-f4b8-49a8-bf18-9b9020bff737,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:50.257586 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80465f9c-0f9d-4fa8-ac6e-03c9943addc4 admin admin] Network 0487cec3-6b03-4517-a045-2ae80d4c8e4f is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:49:50.260718 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-80465f9c-0f9d-4fa8-ac6e-03c9943addc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:49:50.445566 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 52968) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:50.494138 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80465f9c-0f9d-4fa8-ac6e-03c9943addc4 admin admin] Router c529c511-f6c3-4d87-b901-a8c1b6e395fe has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:49:50.514886 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e9aa46-547b-41eb-b5c2-da86435fe4d9 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Router 95af8590-1e03-44ae-ac22-559ad896de8a is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:49:50.651278 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80465f9c-0f9d-4fa8-ac6e-03c9943addc4 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:49:50.674170 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-80465f9c-0f9d-4fa8-ac6e-03c9943addc4 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/c529c511-f6c3-4d87-b901-a8c1b6e395fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1557739 Aug 27 04:49:50.689384 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e9aa46-547b-41eb-b5c2-da86435fe4d9 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:49:50.710829 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1146bf-6f5c-4090-a70d-440bdb3b25f2 None None] Sync routers for ids ['95af8590-1e03-44ae-ac22-559ad896de8a'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:49:50.728667 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4769328c-54f6-446d-a096-af7cf29d3564 None None] Provisioning complete for port 7ff7c113-f4b8-49a8-bf18-9b9020bff737 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:49:50.729298 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4769328c-54f6-446d-a096-af7cf29d3564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (7ff7c113-f4b8-49a8-bf18-9b9020bff737), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:50.778960 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1146bf-6f5c-4090-a70d-440bdb3b25f2 None None] Routers {'95af8590-1e03-44ae-ac22-559ad896de8a'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:49:50.779621 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-fe1146bf-6f5c-4090-a70d-440bdb3b25f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:49:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['95af8590-1e03-44ae-ac22-559ad896de8a'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:50.803919 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 52986) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:50.821998 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-31e9aa46-547b-41eb-b5c2-da86435fe4d9 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:50.821998 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-31e9aa46-547b-41eb-b5c2-da86435fe4d9 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.3022442 Aug 27 04:49:50.823995 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 52990) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:50.834170 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-c64c32e1-bf4b-43cb-855e-b88b80197173 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'enable_snat': False}}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:49:50.851535 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4769328c-54f6-446d-a096-af7cf29d3564 None None] Port 7ff7c113-f4b8-49a8-bf18-9b9020bff737 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:49:50.854924 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-fe1146bf-6f5c-4090-a70d-440bdb3b25f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:50.892662 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1146bf-6f5c-4090-a70d-440bdb3b25f2 None None] Routers {'95af8590-1e03-44ae-ac22-559ad896de8a'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:49:50.893311 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-fe1146bf-6f5c-4090-a70d-440bdb3b25f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:49:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['95af8590-1e03-44ae-ac22-559ad896de8a'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:50.941132 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-fe1146bf-6f5c-4090-a70d-440bdb3b25f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:50.942015 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1146bf-6f5c-4090-a70d-440bdb3b25f2 None None] The sync data for ids ['95af8590-1e03-44ae-ac22-559ad896de8a'] in n-d-852088-5 is: [] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:49:50.988930 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:50.989880 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:51.223525 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device b01b1922-6fa9-40cc-ba94-6aa0e89b5f04 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:49:51.261889 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:51.283759 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port b01b1922-6fa9-40cc-ba94-6aa0e89b5f04 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:49:51.284693 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (b01b1922-6fa9-40cc-ba94-6aa0e89b5f04), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:51.390613 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port b01b1922-6fa9-40cc-ba94-6aa0e89b5f04 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:49:51.391232 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (b01b1922-6fa9-40cc-ba94-6aa0e89b5f04), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:51.427913 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port b01b1922-6fa9-40cc-ba94-6aa0e89b5f04, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=b01b1922-6fa9-40cc-ba94-6aa0e89b5f04,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:49:51.453818 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b54d12e8-f3a9-49cd-9ff9-606c5c36418e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:51.484520 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3f2f524f-29b3-427d-a6c6-eb5fa2b2ed84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:51.517217 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:51.545943 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (b01b1922-6fa9-40cc-ba94-6aa0e89b5f04), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:51.661802 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=b01b1922-6fa9-40cc-ba94-6aa0e89b5f04,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:51.744121 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c64c32e1-bf4b-43cb-855e-b88b80197173 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks [] for router_gateway (95af8590-1e03-44ae-ac22-559ad896de8a), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:51.796504 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b54d12e8-f3a9-49cd-9ff9-606c5c36418e admin admin] Publish callbacks [] for security_group (61165e91-8b94-4790-b128-6c88725cf92b), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:51.799050 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3f2f524f-29b3-427d-a6c6-eb5fa2b2ed84 admin admin] Publish callbacks [] for security_group (bef2e6e8-97ca-4e07-8689-6de70ff0f406), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:51.837380 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53030) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:51.894400 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b54d12e8-f3a9-49cd-9ff9-606c5c36418e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (61165e91-8b94-4790-b128-6c88725cf92b), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:51.900457 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53036) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:51.902952 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3f2f524f-29b3-427d-a6c6-eb5fa2b2ed84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (bef2e6e8-97ca-4e07-8689-6de70ff0f406), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:51.911820 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-3617c494-321a-49c4-b101-e2a46295392c tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1602874124', 'description': 'tempest-description--561375202'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:49:51.982122 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53038) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:51.982508 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3f2f524f-29b3-427d-a6c6-eb5fa2b2ed84 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=70397b37458b4fdf871fd8042aa9bb02&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1771605 Aug 27 04:49:51.997794 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b54d12e8-f3a9-49cd-9ff9-606c5c36418e admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=62e2973550654530a3aa68b1d3164c7f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5511053 Aug 27 04:49:52.002852 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d12e8-f3a9-49cd-9ff9-606c5c36418e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61165e91-8b94-4790-b128-6c88725cf92b,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:52.009789 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53040) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:52.073244 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3617c494-321a-49c4-b101-e2a46295392c tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:52.112071 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2f524f-29b3-427d-a6c6-eb5fa2b2ed84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef2e6e8-97ca-4e07-8689-6de70ff0f406,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:52.134459 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:52.142694 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-db83797d-7714-4f71-a5f3-9142689d422b admin admin] Publish callbacks [] for security_group (bef2e6e8-97ca-4e07-8689-6de70ff0f406), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:52.178988 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1ac6d499-edb9-413f-8b55-f5475c76c9b3 admin admin] Publish callbacks [] for security_group (61165e91-8b94-4790-b128-6c88725cf92b), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:52.179524 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b7cf6e-8a79-4ef5-8c30-1d6b2862f648 None None] Sync routers for ids ['c529c511-f6c3-4d87-b901-a8c1b6e395fe'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:49:52.218201 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b7cf6e-8a79-4ef5-8c30-1d6b2862f648 None None] Routers {'c529c511-f6c3-4d87-b901-a8c1b6e395fe'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:49:52.221562 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-55b7cf6e-8a79-4ef5-8c30-1d6b2862f648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:49:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['c529c511-f6c3-4d87-b901-a8c1b6e395fe'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:52.251238 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3617c494-321a-49c4-b101-e2a46295392c tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] Publish callbacks [] for security_group (92f5430d-88db-4fda-b1f6-af42ea5d6d4e), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:52.494895 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-55b7cf6e-8a79-4ef5-8c30-1d6b2862f648 None None] Set router c529c511-f6c3-4d87-b901-a8c1b6e395fe gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:49:52.582658 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6a5e8a6c-a669-481b-adcc-bd77dfb2cefe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:52.701589 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c64c32e1-bf4b-43cb-855e-b88b80197173 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1678557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12747'] for router (95af8590-1e03-44ae-ac22-559ad896de8a), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:52.707438 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-db83797d-7714-4f71-a5f3-9142689d422b admin admin] Publish callbacks [] for security_group (bef2e6e8-97ca-4e07-8689-6de70ff0f406), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:52.708453 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c64c32e1-bf4b-43cb-855e-b88b80197173 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1676574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1676639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1678566'] for router (95af8590-1e03-44ae-ac22-559ad896de8a), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:52.803344 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1ac6d499-edb9-413f-8b55-f5475c76c9b3 admin admin] Publish callbacks [] for security_group (61165e91-8b94-4790-b128-6c88725cf92b), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:52.833004 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3617c494-321a-49c4-b101-e2a46295392c tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (92f5430d-88db-4fda-b1f6-af42ea5d6d4e), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:52.863947 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:52.948338 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=79,neutron:DELETE=12,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:52.982773 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3617c494-321a-49c4-b101-e2a46295392c tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:52.984607 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3617c494-321a-49c4-b101-e2a46295392c tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.0802910 Aug 27 04:49:52.985330 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3617c494-321a-49c4-b101-e2a46295392c tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92f5430d-88db-4fda-b1f6-af42ea5d6d4e,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:53.001991 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c64c32e1-bf4b-43cb-855e-b88b80197173 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Router 95af8590-1e03-44ae-ac22-559ad896de8a has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:49:53.004433 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53060) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:53.005141 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:DELETE=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:53.038237 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-580f1dda-d777-4735-a650-3637c0775ace tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] Request body: {'security_group_rule': {'security_group_id': '92f5430d-88db-4fda-b1f6-af42ea5d6d4e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:49:53.077382 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-db83797d-7714-4f71-a5f3-9142689d422b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (bef2e6e8-97ca-4e07-8689-6de70ff0f406), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:53.086060 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-db83797d-7714-4f71-a5f3-9142689d422b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:53.087676 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-db83797d-7714-4f71-a5f3-9142689d422b admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/bef2e6e8-97ca-4e07-8689-6de70ff0f406 HTTP/1.1" status: 204 len: 168 time: 1.1044312 Aug 27 04:49:53.173029 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db83797d-7714-4f71-a5f3-9142689d422b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef2e6e8-97ca-4e07-8689-6de70ff0f406,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:53.233885 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-580f1dda-d777-4735-a650-3637c0775ace tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] Publish callbacks [] for security_group_rule (d05bcc91-7b46-4fd7-9011-153c370bb892), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:53.295287 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-55b7cf6e-8a79-4ef5-8c30-1d6b2862f648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c529c511-f6c3-4d87-b901-a8c1b6e395fe', 'name': 'tempest-VolumesAdminNegativeTest-1832114309-router', 'tenant_id': '37933da736ba4506a06cd76f98f5a308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b01b1922-6fa9-40cc-ba94-6aa0e89b5f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:49:43Z', 'updated_at': '2022-08-27T04:49:49Z', 'revision_number': 4, 'project_id': '37933da736ba4506a06cd76f98f5a308', 'gw_port': {'id': 'b01b1922-6fa9-40cc-ba94-6aa0e89b5f04', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:93:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c529c511-f6c3-4d87-b901-a8c1b6e395fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:49:44Z', 'updated_at': '2022-08-27T04:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '7ff7c113-f4b8-49a8-bf18-9b9020bff737', 'name': '', 'network_id': '0487cec3-6b03-4517-a045-2ae80d4c8e4f', 'tenant_id': '37933da736ba4506a06cd76f98f5a308', 'mac_address': 'fa:16:3e:be:d5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c529c511-f6c3-4d87-b901-a8c1b6e395fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '36eaafa3-b4eb-4df9-8bd5-ae9766d48484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:49:48Z', 'updated_at': '2022-08-27T04:49:49Z', 'revision_number': 2, 'project_id': '37933da736ba4506a06cd76f98f5a308', 'subnets': [{'id': '36eaafa3-b4eb-4df9-8bd5-ae9766d48484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:53.295886 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6a5e8a6c-a669-481b-adcc-bd77dfb2cefe admin admin] Publish callbacks [] for security_group (fd442cde-ee15-494f-83d1-94bfe39dbb31), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:53.297412 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:53.335816 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c64c32e1-bf4b-43cb-855e-b88b80197173 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:49:53.344874 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c64c32e1-bf4b-43cb-855e-b88b80197173 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:53.346239 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c64c32e1-bf4b-43cb-855e-b88b80197173 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] 10.222.0.76 "PUT /networking/v2.0/routers/95af8590-1e03-44ae-ac22-559ad896de8a HTTP/1.1" status: 200 len: 926 time: 2.5205305 Aug 27 04:49:53.350914 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302ce9ee-9dcd-440a-82fe-e0e3b634afe7 None None] Sync routers for ids ['95af8590-1e03-44ae-ac22-559ad896de8a'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:49:53.351474 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53072) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:53.389892 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-580f1dda-d777-4735-a650-3637c0775ace tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] Publish callbacks [] for security_group_rule (d05bcc91-7b46-4fd7-9011-153c370bb892), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:53.391910 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device b01b1922-6fa9-40cc-ba94-6aa0e89b5f04 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:49:53.394100 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b7cf6e-8a79-4ef5-8c30-1d6b2862f648 None None] Checking router: c529c511-f6c3-4d87-b901-a8c1b6e395fe for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:49:53.394453 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b7cf6e-8a79-4ef5-8c30-1d6b2862f648 None None] Updating router c529c511-f6c3-4d87-b901-a8c1b6e395fe port 7ff7c113-f4b8-49a8-bf18-9b9020bff737 binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:49:53.396034 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1ac6d499-edb9-413f-8b55-f5475c76c9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (61165e91-8b94-4790-b128-6c88725cf92b), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:53.407035 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1ac6d499-edb9-413f-8b55-f5475c76c9b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:53.411309 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302ce9ee-9dcd-440a-82fe-e0e3b634afe7 None None] Routers {'95af8590-1e03-44ae-ac22-559ad896de8a'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:49:53.412786 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-302ce9ee-9dcd-440a-82fe-e0e3b634afe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:49:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['95af8590-1e03-44ae-ac22-559ad896de8a'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:53.415106 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1ac6d499-edb9-413f-8b55-f5475c76c9b3 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/61165e91-8b94-4790-b128-6c88725cf92b HTTP/1.1" status: 204 len: 168 time: 1.4003394 Aug 27 04:49:53.448632 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6a5e8a6c-a669-481b-adcc-bd77dfb2cefe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (fd442cde-ee15-494f-83d1-94bfe39dbb31), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:53.463121 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac6d499-edb9-413f-8b55-f5475c76c9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61165e91-8b94-4790-b128-6c88725cf92b,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:53.515584 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-55b7cf6e-8a79-4ef5-8c30-1d6b2862f648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (7ff7c113-f4b8-49a8-bf18-9b9020bff737), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:53.523926 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5e8a6c-a669-481b-adcc-bd77dfb2cefe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd442cde-ee15-494f-83d1-94bfe39dbb31,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:53.534951 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-580f1dda-d777-4735-a650-3637c0775ace tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (d05bcc91-7b46-4fd7-9011-153c370bb892), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:53.552523 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-302ce9ee-9dcd-440a-82fe-e0e3b634afe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:53.589257 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6a5e8a6c-a669-481b-adcc-bd77dfb2cefe admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=7c77a118277e4872a87c75a7b92ea351&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7508795 Aug 27 04:49:53.593124 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53076) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:53.607206 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302ce9ee-9dcd-440a-82fe-e0e3b634afe7 None None] Routers {'95af8590-1e03-44ae-ac22-559ad896de8a'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:49:53.612705 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-302ce9ee-9dcd-440a-82fe-e0e3b634afe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:49:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['95af8590-1e03-44ae-ac22-559ad896de8a'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:53.615051 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580f1dda-d777-4735-a650-3637c0775ace tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d05bcc91-7b46-4fd7-9011-153c370bb892,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:53.663409 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b50eefbc-4ee4-4937-b7f7-c922cb630a3f tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] 10.222.0.76 "GET /networking/v2.0/routers/95af8590-1e03-44ae-ac22-559ad896de8a HTTP/1.1" status: 200 len: 926 time: 0.3103352 Aug 27 04:49:53.665942 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53082) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:53.693483 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-580f1dda-d777-4735-a650-3637c0775ace tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:53.697526 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-580f1dda-d777-4735-a650-3637c0775ace tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6916919 Aug 27 04:49:53.698340 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53084) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:53.707496 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-0cd11668-a85c-4315-b457-250cc7308189 tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] Request body: {'security_group_rule': {'security_group_id': '92f5430d-88db-4fda-b1f6-af42ea5d6d4e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:49:53.739137 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-302ce9ee-9dcd-440a-82fe-e0e3b634afe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:53.740149 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302ce9ee-9dcd-440a-82fe-e0e3b634afe7 None None] The sync data for ids ['95af8590-1e03-44ae-ac22-559ad896de8a'] in n-d-852088-5 is: [] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:49:53.762496 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port b01b1922-6fa9-40cc-ba94-6aa0e89b5f04 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:49:53.763220 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (b01b1922-6fa9-40cc-ba94-6aa0e89b5f04), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:53.803780 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a3ee0ad3-f600-4338-9aeb-a1fe39f85f0d admin admin] Publish callbacks [] for security_group (fd442cde-ee15-494f-83d1-94bfe39dbb31), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:53.843120 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-62a212d2-5eda-463a-9a5d-25ea2212a129 req-e253f15a-bb23-4028-a030-f25feef8ec42 tempest-ServersAaction247Test-686456899 tempest-ServersAaction247Test-686456899-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a3831302-c395-43bd-a17a-452abda1d54d HTTP/1.1" status: 200 len: 210 time: 0.1178229 Aug 27 04:49:53.880246 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port b01b1922-6fa9-40cc-ba94-6aa0e89b5f04 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:49:53.908002 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a3ee0ad3-f600-4338-9aeb-a1fe39f85f0d admin admin] Publish callbacks [] for security_group (fd442cde-ee15-494f-83d1-94bfe39dbb31), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:53.910553 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae5bd09-bd9d-4701-9597-c272f95a7fa3 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:49:53.915288 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53090) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:53.925976 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-bae5bd09-bd9d-4701-9597-c272f95a7fa3 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?network_id=2db7b18a-8c4b-4ba8-8012-3e7d96728abb&device_id=95af8590-1e03-44ae-ac22-559ad896de8a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2576649 Aug 27 04:49:54.010040 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0cd11668-a85c-4315-b457-250cc7308189 tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] Publish callbacks [] for security_group_rule (50cd32a7-3218-4ee5-a916-41b5267ca6b5), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:54.066626 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0cd11668-a85c-4315-b457-250cc7308189 tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] Publish callbacks [] for security_group_rule (50cd32a7-3218-4ee5-a916-41b5267ca6b5), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:54.103555 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a3ee0ad3-f600-4338-9aeb-a1fe39f85f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (fd442cde-ee15-494f-83d1-94bfe39dbb31), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:54.111859 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a3ee0ad3-f600-4338-9aeb-a1fe39f85f0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:54.119295 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a3ee0ad3-f600-4338-9aeb-a1fe39f85f0d admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/fd442cde-ee15-494f-83d1-94bfe39dbb31 HTTP/1.1" status: 204 len: 168 time: 0.5244198 Aug 27 04:49:54.138057 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8169bf-2ffb-4b40-b47a-47d0857ed3f6 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:49:54.140822 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ee8169bf-2ffb-4b40-b47a-47d0857ed3f6 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] 10.222.0.76 "GET /networking/v2.0/networks/2db7b18a-8c4b-4ba8-8012-3e7d96728abb HTTP/1.1" status: 200 len: 881 time: 0.2239373 Aug 27 04:49:54.144178 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53098) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:54.154640 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ee0ad3-f600-4338-9aeb-a1fe39f85f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd442cde-ee15-494f-83d1-94bfe39dbb31,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:54.300873 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-55b7cf6e-8a79-4ef5-8c30-1d6b2862f648 None None] Publish callbacks [] for port (7ff7c113-f4b8-49a8-bf18-9b9020bff737), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:54.302472 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0cd11668-a85c-4315-b457-250cc7308189 tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (50cd32a7-3218-4ee5-a916-41b5267ca6b5), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:54.323405 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53104) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:54.335330 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a5955fbb-bc6d-4bc2-acfe-fd3b0c462828 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=95af8590-1e03-44ae-ac22-559ad896de8a HTTP/1.1" status: 200 len: 205 time: 0.1872325 Aug 27 04:49:54.375446 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-55b7cf6e-8a79-4ef5-8c30-1d6b2862f648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (7ff7c113-f4b8-49a8-bf18-9b9020bff737), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:54.375960 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd11668-a85c-4315-b457-250cc7308189 tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50cd32a7-3218-4ee5-a916-41b5267ca6b5,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:54.391964 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:54.486747 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0cd11668-a85c-4315-b457-250cc7308189 tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:54.493701 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aa3176-54e8-4548-b3d9-912ae716f20f None None] Pushing event updated for resources: {'Port': ['ID=7ff7c113-f4b8-49a8-bf18-9b9020bff737,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:54.495055 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0cd11668-a85c-4315-b457-250cc7308189 tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7952528 Aug 27 04:49:54.496804 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53106) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:54.505397 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aa3176-54e8-4548-b3d9-912ae716f20f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:54.505748 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aa3176-54e8-4548-b3d9-912ae716f20f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:54.506096 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aa3176-54e8-4548-b3d9-912ae716f20f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:54.509139 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aa3176-54e8-4548-b3d9-912ae716f20f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:54.509139 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aa3176-54e8-4548-b3d9-912ae716f20f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:54.509139 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aa3176-54e8-4548-b3d9-912ae716f20f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:54.509139 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aa3176-54e8-4548-b3d9-912ae716f20f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:54.509139 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aa3176-54e8-4548-b3d9-912ae716f20f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:54.509139 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aa3176-54e8-4548-b3d9-912ae716f20f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:54.509139 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aa3176-54e8-4548-b3d9-912ae716f20f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:54.509139 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aa3176-54e8-4548-b3d9-912ae716f20f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:54.510285 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aa3176-54e8-4548-b3d9-912ae716f20f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:54.510285 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aa3176-54e8-4548-b3d9-912ae716f20f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:54.510285 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aa3176-54e8-4548-b3d9-912ae716f20f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:54.510735 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aa3176-54e8-4548-b3d9-912ae716f20f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:54.537003 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-55b7cf6e-8a79-4ef5-8c30-1d6b2862f648 None None] Attempting to bind port 7ff7c113-f4b8-49a8-bf18-9b9020bff737 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:49:54.538460 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-55b7cf6e-8a79-4ef5-8c30-1d6b2862f648 None None] Attempting to bind port 7ff7c113-f4b8-49a8-bf18-9b9020bff737 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '3c8fb059-259e-47cd-9637-e7dbb89200c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0487cec3-6b03-4517-a045-2ae80d4c8e4f'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:49:54.538653 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b7cf6e-8a79-4ef5-8c30-1d6b2862f648 None None] Attempting to bind port 7ff7c113-f4b8-49a8-bf18-9b9020bff737 on network 0487cec3-6b03-4517-a045-2ae80d4c8e4f {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:49:54.540774 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-a90b4871-044c-4432-948e-2be4bef01d73 tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] Request body: {'floatingip': {'floating_network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:49:54.554664 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b7cf6e-8a79-4ef5-8c30-1d6b2862f648 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:49:54.555972 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b7cf6e-8a79-4ef5-8c30-1d6b2862f648 None None] Checking segment: {'id': '3c8fb059-259e-47cd-9637-e7dbb89200c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0487cec3-6b03-4517-a045-2ae80d4c8e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:49:54.556487 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-55b7cf6e-8a79-4ef5-8c30-1d6b2862f648 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:54.557105 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b7cf6e-8a79-4ef5-8c30-1d6b2862f648 None None] Bound using segment: {'id': '3c8fb059-259e-47cd-9637-e7dbb89200c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0487cec3-6b03-4517-a045-2ae80d4c8e4f'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:49:54.557488 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-55b7cf6e-8a79-4ef5-8c30-1d6b2862f648 None None] Bound port: 7ff7c113-f4b8-49a8-bf18-9b9020bff737, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c8fb059-259e-47cd-9637-e7dbb89200c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0487cec3-6b03-4517-a045-2ae80d4c8e4f'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:49:54.557932 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-55b7cf6e-8a79-4ef5-8c30-1d6b2862f648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (7ff7c113-f4b8-49a8-bf18-9b9020bff737), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:54.563714 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8d6ac437-8e00-4e92-a669-4e14543f53c7 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks [] for router (95af8590-1e03-44ae-ac22-559ad896de8a), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:54.573417 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:54.578164 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:54.655157 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-55b7cf6e-8a79-4ef5-8c30-1d6b2862f648 None None] For port 7ff7c113-f4b8-49a8-bf18-9b9020bff737, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:49:54.659050 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-55b7cf6e-8a79-4ef5-8c30-1d6b2862f648 None None] For port 7ff7c113-f4b8-49a8-bf18-9b9020bff737, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=7ff7c113-f4b8-49a8-bf18-9b9020bff737,segment=NetworkSegment(3c8fb059-259e-47cd-9637-e7dbb89200c0),segment_id=3c8fb059-259e-47cd-9637-e7dbb89200c0)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:49:54.711370 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a90b4871-044c-4432-948e-2be4bef01d73 tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:54.715632 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8d6ac437-8e00-4e92-a669-4e14543f53c7 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks [] for router_gateway (95af8590-1e03-44ae-ac22-559ad896de8a), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:54.737971 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-55b7cf6e-8a79-4ef5-8c30-1d6b2862f648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (7ff7c113-f4b8-49a8-bf18-9b9020bff737), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:54.783258 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b7cf6e-8a79-4ef5-8c30-1d6b2862f648 None None] Routers {'c529c511-f6c3-4d87-b901-a8c1b6e395fe'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:49:54.783258 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-55b7cf6e-8a79-4ef5-8c30-1d6b2862f648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:49:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['c529c511-f6c3-4d87-b901-a8c1b6e395fe'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:54.789042 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:54.864738 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aa3176-54e8-4548-b3d9-912ae716f20f None None] Pushing event updated for resources: {'Port': ['ID=7ff7c113-f4b8-49a8-bf18-9b9020bff737,revision_number=4']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:54.885053 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a90b4871-044c-4432-948e-2be4bef01d73 tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:54.944327 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-55b7cf6e-8a79-4ef5-8c30-1d6b2862f648 None None] Set router c529c511-f6c3-4d87-b901-a8c1b6e395fe gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:49:54.951047 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53114) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:55.008243 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:55.012829 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-8d6ac437-8e00-4e92-a669-4e14543f53c7 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Deleting port bad4f85d-cf9c-4322-92bc-f085322ccc87 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:49:55.013364 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8d6ac437-8e00-4e92-a669-4e14543f53c7 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (bad4f85d-cf9c-4322-92bc-f085322ccc87), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:55.024980 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-10a801fb-222d-4ff3-9368-d7b09ae1c784 req-c66494c6-40e0-49d7-9b4e-657ef8ef1d99 tempest-ServersAaction247Test-686456899 tempest-ServersAaction247Test-686456899-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a3831302-c395-43bd-a17a-452abda1d54d HTTP/1.1" status: 200 len: 210 time: 0.0651479 Aug 27 04:49:55.047693 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ad704d15-6791-43f8-bce9-5bd96532b429 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:55.148867 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-a90b4871-044c-4432-948e-2be4bef01d73 tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] Allocated IP 172.25.2.239 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/717d8030-adcf-4617-8aac-091d1b06997f) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:49:55.248800 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8d6ac437-8e00-4e92-a669-4e14543f53c7 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (bad4f85d-cf9c-4322-92bc-f085322ccc87), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:55.268423 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-8d6ac437-8e00-4e92-a669-4e14543f53c7 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Calling delete_port for bad4f85d-cf9c-4322-92bc-f085322ccc87 owned by network:router_gateway {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:49:55.367318 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-55b7cf6e-8a79-4ef5-8c30-1d6b2862f648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c529c511-f6c3-4d87-b901-a8c1b6e395fe', 'name': 'tempest-VolumesAdminNegativeTest-1832114309-router', 'tenant_id': '37933da736ba4506a06cd76f98f5a308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b01b1922-6fa9-40cc-ba94-6aa0e89b5f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:49:43Z', 'updated_at': '2022-08-27T04:49:49Z', 'revision_number': 4, 'project_id': '37933da736ba4506a06cd76f98f5a308', 'gw_port': {'id': 'b01b1922-6fa9-40cc-ba94-6aa0e89b5f04', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:93:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c529c511-f6c3-4d87-b901-a8c1b6e395fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:49:44Z', 'updated_at': '2022-08-27T04:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '7ff7c113-f4b8-49a8-bf18-9b9020bff737', 'name': '', 'network_id': '0487cec3-6b03-4517-a045-2ae80d4c8e4f', 'tenant_id': '37933da736ba4506a06cd76f98f5a308', 'mac_address': 'fa:16:3e:be:d5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c529c511-f6c3-4d87-b901-a8c1b6e395fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '36eaafa3-b4eb-4df9-8bd5-ae9766d48484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:49:48Z', 'updated_at': '2022-08-27T04:49:54Z', 'revision_number': 4, 'project_id': '37933da736ba4506a06cd76f98f5a308', 'subnets': [{'id': '36eaafa3-b4eb-4df9-8bd5-ae9766d48484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:55.379503 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a90b4871-044c-4432-948e-2be4bef01d73 tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] Publish callbacks [] for port (717d8030-adcf-4617-8aac-091d1b06997f), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:55.405925 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b7cf6e-8a79-4ef5-8c30-1d6b2862f648 None None] The sync data for ids ['c529c511-f6c3-4d87-b901-a8c1b6e395fe'] in n-d-852088-5 is: [{'id': 'c529c511-f6c3-4d87-b901-a8c1b6e395fe', 'name': 'tempest-VolumesAdminNegativeTest-1832114309-router', 'tenant_id': '37933da736ba4506a06cd76f98f5a308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b01b1922-6fa9-40cc-ba94-6aa0e89b5f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:49:43Z', 'updated_at': '2022-08-27T04:49:49Z', 'revision_number': 4, 'project_id': '37933da736ba4506a06cd76f98f5a308', 'gw_port': {'id': 'b01b1922-6fa9-40cc-ba94-6aa0e89b5f04', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:93:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c529c511-f6c3-4d87-b901-a8c1b6e395fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:49:44Z', 'updated_at': '2022-08-27T04:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '7ff7c113-f4b8-49a8-bf18-9b9020bff737', 'name': '', 'network_id': '0487cec3-6b03-4517-a045-2ae80d4c8e4f', 'tenant_id': '37933da736ba4506a06cd76f98f5a308', 'mac_address': 'fa:16:3e:be:d5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c529c511-f6c3-4d87-b901-a8c1b6e395fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '36eaafa3-b4eb-4df9-8bd5-ae9766d48484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:49:48Z', 'updated_at': '2022-08-27T04:49:54Z', 'revision_number': 4, 'project_id': '37933da736ba4506a06cd76f98f5a308', 'subnets': [{'id': '36eaafa3-b4eb-4df9-8bd5-ae9766d48484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:49:55.522642 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:55.588870 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a90b4871-044c-4432-948e-2be4bef01d73 tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (717d8030-adcf-4617-8aac-091d1b06997f), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:55.691599 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90b4871-044c-4432-948e-2be4bef01d73 tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:49:55.700808 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-a90b4871-044c-4432-948e-2be4bef01d73 tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:49:55.707409 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90b4871-044c-4432-948e-2be4bef01d73 tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:49:55.716658 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ad704d15-6791-43f8-bce9-5bd96532b429 admin admin] Publish callbacks [] for security_group (e290ed0a-c5e3-44bf-b4cd-e4a363e21022), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:55.771703 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90b4871-044c-4432-948e-2be4bef01d73 tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] Pushing event updated for resources: {'Port': ['ID=717d8030-adcf-4617-8aac-091d1b06997f,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:55.778979 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53124) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:55.788559 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ad704d15-6791-43f8-bce9-5bd96532b429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (e290ed0a-c5e3-44bf-b4cd-e4a363e21022), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:55.880136 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-578054da-345b-49b6-a8bf-2c60db2bdfd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:55.884352 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a90b4871-044c-4432-948e-2be4bef01d73 tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] Publish callbacks [] for floatingip (bdb14e13-542c-41f5-897f-0b159c47781e), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:55.898486 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8d6ac437-8e00-4e92-a669-4e14543f53c7 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (bad4f85d-cf9c-4322-92bc-f085322ccc87), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:55.953991 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad704d15-6791-43f8-bce9-5bd96532b429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e290ed0a-c5e3-44bf-b4cd-e4a363e21022,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:55.969494 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ad704d15-6791-43f8-bce9-5bd96532b429 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=40517bdc0866455da95a417aeab4ea62&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0170417 Aug 27 04:49:55.972662 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53126) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:55.973353 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6ac437-8e00-4e92-a669-4e14543f53c7 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Pushing event deleted for resources: {'Port': ['ID=bad4f85d-cf9c-4322-92bc-f085322ccc87,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:56.099767 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a90b4871-044c-4432-948e-2be4bef01d73 tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (717d8030-adcf-4617-8aac-091d1b06997f), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:56.115655 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8d6ac437-8e00-4e92-a669-4e14543f53c7 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (95af8590-1e03-44ae-ac22-559ad896de8a), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:56.201612 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-eef653f2-6d4a-4a2b-87ec-0f25d43baf3b admin admin] Publish callbacks [] for security_group (e290ed0a-c5e3-44bf-b4cd-e4a363e21022), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:56.225678 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53130) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:56.254932 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-eef653f2-6d4a-4a2b-87ec-0f25d43baf3b admin admin] Publish callbacks [] for security_group (e290ed0a-c5e3-44bf-b4cd-e4a363e21022), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:56.317989 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8d6ac437-8e00-4e92-a669-4e14543f53c7 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (95af8590-1e03-44ae-ac22-559ad896de8a), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:56.322592 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8d6ac437-8e00-4e92-a669-4e14543f53c7 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks [] for router_controller (95af8590-1e03-44ae-ac22-559ad896de8a), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:56.336976 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8e167404-500c-4ba3-9270-803326a27916 req-fbeb0d3b-5533-4dff-8207-12520e38841d tempest-ServersAaction247Test-686456899 tempest-ServersAaction247Test-686456899-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a3831302-c395-43bd-a17a-452abda1d54d HTTP/1.1" status: 200 len: 210 time: 0.2111096 Aug 27 04:49:56.358027 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-578054da-345b-49b6-a8bf-2c60db2bdfd2 admin admin] Publish callbacks [] for security_group (6572d9a5-e669-494e-9e21-5a3c7d69f5d6), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:56.373622 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9dee185c-a063-4284-91cb-b6c79f38b5ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:56.454297 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-578054da-345b-49b6-a8bf-2c60db2bdfd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (6572d9a5-e669-494e-9e21-5a3c7d69f5d6), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:56.569251 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578054da-345b-49b6-a8bf-2c60db2bdfd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6572d9a5-e669-494e-9e21-5a3c7d69f5d6,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:56.593934 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-578054da-345b-49b6-a8bf-2c60db2bdfd2 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=e942977be8d249659c6e4d4ceb6f8f24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8135145 Aug 27 04:49:56.594797 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53138) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:56.599742 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a90b4871-044c-4432-948e-2be4bef01d73 tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] Publish callbacks [] for port (717d8030-adcf-4617-8aac-091d1b06997f), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:56.633911 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8d6ac437-8e00-4e92-a669-4e14543f53c7 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (95af8590-1e03-44ae-ac22-559ad896de8a), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:56.638018 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6ac437-8e00-4e92-a669-4e14543f53c7 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Fanout notify agent at l3_agent the message router_deleted on router 95af8590-1e03-44ae-ac22-559ad896de8a {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:49:56.646514 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8d6ac437-8e00-4e92-a669-4e14543f53c7 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:56.647659 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8d6ac437-8e00-4e92-a669-4e14543f53c7 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] 10.222.0.76 "DELETE /networking/v2.0/routers/95af8590-1e03-44ae-ac22-559ad896de8a HTTP/1.1" status: 204 len: 168 time: 2.3223650 Aug 27 04:49:56.654207 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53140) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:56.676903 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-d55be666-29fe-499e-ad00-9e91316dc4e5 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2131276636', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:49:56.738172 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f4137dbd-1128-47e4-9ce4-3b5b20610ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:56.738723 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d9f328f7-5f3f-402d-bf01-32a26e6b8c03 admin admin] Publish callbacks [] for security_group (6572d9a5-e669-494e-9e21-5a3c7d69f5d6), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:56.749564 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a90b4871-044c-4432-948e-2be4bef01d73 tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (717d8030-adcf-4617-8aac-091d1b06997f), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:56.767493 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9dee185c-a063-4284-91cb-b6c79f38b5ec admin admin] Publish callbacks [] for security_group (9b8ac95c-9e2e-4e4a-8535-f5435f1df4e2), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:56.774538 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:56.782186 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d9f328f7-5f3f-402d-bf01-32a26e6b8c03 admin admin] Publish callbacks [] for security_group (6572d9a5-e669-494e-9e21-5a3c7d69f5d6), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:56.826160 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90b4871-044c-4432-948e-2be4bef01d73 tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] Pushing event updated for resources: {'Port': ['ID=717d8030-adcf-4617-8aac-091d1b06997f,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:56.863042 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a90b4871-044c-4432-948e-2be4bef01d73 tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677636'] for floatingip (bdb14e13-542c-41f5-897f-0b159c47781e), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:56.925959 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-eef653f2-6d4a-4a2b-87ec-0f25d43baf3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (e290ed0a-c5e3-44bf-b4cd-e4a363e21022), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:57.006685 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-eef653f2-6d4a-4a2b-87ec-0f25d43baf3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:57.006685 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-eef653f2-6d4a-4a2b-87ec-0f25d43baf3b admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/e290ed0a-c5e3-44bf-b4cd-e4a363e21022 HTTP/1.1" status: 204 len: 168 time: 0.9573705 Aug 27 04:49:57.006685 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef653f2-6d4a-4a2b-87ec-0f25d43baf3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e290ed0a-c5e3-44bf-b4cd-e4a363e21022,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:57.068887 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d55be666-29fe-499e-ad00-9e91316dc4e5 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (2de17117-263a-44ea-a7ae-f24878781e93), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:57.073240 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9dee185c-a063-4284-91cb-b6c79f38b5ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (9b8ac95c-9e2e-4e4a-8535-f5435f1df4e2), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:57.073367 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d55be666-29fe-499e-ad00-9e91316dc4e5 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (2de17117-263a-44ea-a7ae-f24878781e93), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:57.082044 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:57.208695 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dee185c-a063-4284-91cb-b6c79f38b5ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8ac95c-9e2e-4e4a-8535-f5435f1df4e2,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:57.245534 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a90b4871-044c-4432-948e-2be4bef01d73 tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:57.250734 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a90b4871-044c-4432-948e-2be4bef01d73 tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] 10.222.0.76 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7508323 Aug 27 04:49:57.271290 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9dee185c-a063-4284-91cb-b6c79f38b5ec admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=9a294093d8594c93a7af3e7550a145c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9545844 Aug 27 04:49:57.274047 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53150) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:57.289641 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d55be666-29fe-499e-ad00-9e91316dc4e5 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks [] for router_controller (2de17117-263a-44ea-a7ae-f24878781e93), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:57.291549 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d9f328f7-5f3f-402d-bf01-32a26e6b8c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (6572d9a5-e669-494e-9e21-5a3c7d69f5d6), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:57.296838 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d9f328f7-5f3f-402d-bf01-32a26e6b8c03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:57.300273 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d9f328f7-5f3f-402d-bf01-32a26e6b8c03 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/6572d9a5-e669-494e-9e21-5a3c7d69f5d6 HTTP/1.1" status: 204 len: 168 time: 0.7039149 Aug 27 04:49:57.319976 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f328f7-5f3f-402d-bf01-32a26e6b8c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6572d9a5-e669-494e-9e21-5a3c7d69f5d6,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:57.350473 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 7ff7c113-f4b8-49a8-bf18-9b9020bff737 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:49:57.365792 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a63e2291-d542-42b2-bae0-c3b8f6949048 admin admin] Publish callbacks [] for security_group (9b8ac95c-9e2e-4e4a-8535-f5435f1df4e2), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:57.404452 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d55be666-29fe-499e-ad00-9e91316dc4e5 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (2de17117-263a-44ea-a7ae-f24878781e93), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:57.437357 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a63e2291-d542-42b2-bae0-c3b8f6949048 admin admin] Publish callbacks [] for security_group (9b8ac95c-9e2e-4e4a-8535-f5435f1df4e2), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:57.477557 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 7ff7c113-f4b8-49a8-bf18-9b9020bff737 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:49:57.478727 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (7ff7c113-f4b8-49a8-bf18-9b9020bff737), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:57.510191 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d55be666-29fe-499e-ad00-9e91316dc4e5 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:57.514616 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d55be666-29fe-499e-ad00-9e91316dc4e5 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8564475 Aug 27 04:49:57.514822 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53158) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:49:57.519860 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-5b1640ca-5b4e-4d08-920d-d3a9e595b1ff tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Request body: {'router': {'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:49:57.581609 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 7ff7c113-f4b8-49a8-bf18-9b9020bff737 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:49:57.582447 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (7ff7c113-f4b8-49a8-bf18-9b9020bff737), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:57.626291 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:57.649534 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 7ff7c113-f4b8-49a8-bf18-9b9020bff737, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=7ff7c113-f4b8-49a8-bf18-9b9020bff737,segment=NetworkSegment(3c8fb059-259e-47cd-9637-e7dbb89200c0),segment_id=3c8fb059-259e-47cd-9637-e7dbb89200c0)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:49:57.725851 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (7ff7c113-f4b8-49a8-bf18-9b9020bff737), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:57.873035 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:57.876065 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:57.879115 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=7ff7c113-f4b8-49a8-bf18-9b9020bff737,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:57.950634 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-9aa2dfbd-4ec8-4144-898f-d1274fe6aa39 req-fc81b6f4-38ac-4d7d-9bf2-28db4076523e tempest-ServersAaction247Test-686456899 tempest-ServersAaction247Test-686456899-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a3831302-c395-43bd-a17a-452abda1d54d HTTP/1.1" status: 200 len: 210 time: 0.2769701 Aug 27 04:49:58.042940 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5b1640ca-5b4e-4d08-920d-d3a9e595b1ff tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks [] for router_gateway (2de17117-263a-44ea-a7ae-f24878781e93), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:58.068793 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-24e00a93-8bd2-4833-a09c-a4be9b347e48 req-25cac1f1-a186-4fc4-99dd-380819aa86c4 tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] 10.222.0.76 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1602874124&fields=id&tenant_id=f800461258fb485ba56ba8e7a837f5bf HTTP/1.1" status: 200 len: 267 time: 0.3967950 Aug 27 04:49:58.237665 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e00a93-8bd2-4833-a09c-a4be9b347e48 req-ea603501-befc-4be5-8b84-7c3b0df30022 tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:49:58.239484 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-24e00a93-8bd2-4833-a09c-a4be9b347e48 req-ea603501-befc-4be5-8b84-7c3b0df30022 tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] 10.222.0.76 "GET /networking/v2.0/networks?id=1a4e254e-3fc8-4667-b4f4-1a82460e788a HTTP/1.1" status: 200 len: 815 time: 0.1620631 Aug 27 04:49:58.241771 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a63e2291-d542-42b2-bae0-c3b8f6949048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (9b8ac95c-9e2e-4e4a-8535-f5435f1df4e2), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:58.245125 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a63e2291-d542-42b2-bae0-c3b8f6949048 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:58.249986 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a63e2291-d542-42b2-bae0-c3b8f6949048 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/9b8ac95c-9e2e-4e4a-8535-f5435f1df4e2 HTTP/1.1" status: 204 len: 168 time: 0.9726324 Aug 27 04:49:58.265633 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63e2291-d542-42b2-bae0-c3b8f6949048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8ac95c-9e2e-4e4a-8535-f5435f1df4e2,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:58.367525 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-24e00a93-8bd2-4833-a09c-a4be9b347e48 req-c1ba7f6b-84fd-4fcf-8260-f6a5672fe5a7 tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] 10.222.0.76 "GET /networking/v2.0/quotas/f800461258fb485ba56ba8e7a837f5bf HTTP/1.1" status: 200 len: 375 time: 0.1182022 Aug 27 04:49:58.493633 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-24e00a93-8bd2-4833-a09c-a4be9b347e48 req-86c1639e-c930-421e-b4b9-49b13eaa0fa2 tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=f800461258fb485ba56ba8e7a837f5bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1247654 Aug 27 04:49:58.636966 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5b1640ca-5b4e-4d08-920d-d3a9e595b1ff tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks [] for router_gateway (2de17117-263a-44ea-a7ae-f24878781e93), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:58.666343 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5b1640ca-5b4e-4d08-920d-d3a9e595b1ff tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:58.696516 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:58.828743 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-5b1640ca-5b4e-4d08-920d-d3a9e595b1ff tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Allocated IP 172.25.2.214 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/10e7e653-5557-4c29-b5db-43b011d913cf) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:49:58.986503 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5b1640ca-5b4e-4d08-920d-d3a9e595b1ff tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks [] for port (10e7e653-5557-4c29-b5db-43b011d913cf), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:59.049188 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:59.160994 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-fad3ced9-16a0-4788-b9de-04a0151a4836 req-eb67fdba-0b3f-444c-a6ec-7512edb9ec6c tempest-ServersAaction247Test-686456899 tempest-ServersAaction247Test-686456899-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a3831302-c395-43bd-a17a-452abda1d54d HTTP/1.1" status: 200 len: 210 time: 0.0657258 Aug 27 04:49:59.160994 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5b1640ca-5b4e-4d08-920d-d3a9e595b1ff tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (10e7e653-5557-4c29-b5db-43b011d913cf), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:59.197909 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-41237ffd-6748-427c-9ad2-b6cbe72b33d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:59.237999 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 7ff7c113-f4b8-49a8-bf18-9b9020bff737 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:49:59.239481 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1640ca-5b4e-4d08-920d-d3a9e595b1ff tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:49:59.246886 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-5b1640ca-5b4e-4d08-920d-d3a9e595b1ff tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:49:59.251429 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1640ca-5b4e-4d08-920d-d3a9e595b1ff tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:49:59.283123 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1640ca-5b4e-4d08-920d-d3a9e595b1ff tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Pushing event updated for resources: {'Port': ['ID=10e7e653-5557-4c29-b5db-43b011d913cf,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:59.376025 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 7ff7c113-f4b8-49a8-bf18-9b9020bff737 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:49:59.376442 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (7ff7c113-f4b8-49a8-bf18-9b9020bff737), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:59.493212 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 7ff7c113-f4b8-49a8-bf18-9b9020bff737 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:49:59.503043 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:59.562814 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c39de4-a7bd-4219-92e4-5580abed202c req-e9ca50ea-f46f-4c64-b078-27b713d5e4d3 tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:49:59.564410 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-54c39de4-a7bd-4219-92e4-5580abed202c req-e9ca50ea-f46f-4c64-b078-27b713d5e4d3 tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] 10.222.0.76 "GET /networking/v2.0/networks?id=1a4e254e-3fc8-4667-b4f4-1a82460e788a HTTP/1.1" status: 200 len: 815 time: 0.1251171 Aug 27 04:49:59.584557 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-54c39de4-a7bd-4219-92e4-5580abed202c req-50babdb4-6dd3-4097-95c8-f047f72953c0 tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] 10.222.0.76 "GET /networking/v2.0/quotas/f800461258fb485ba56ba8e7a837f5bf HTTP/1.1" status: 200 len: 375 time: 0.0144644 Aug 27 04:49:59.706820 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-54c39de4-a7bd-4219-92e4-5580abed202c req-e45ed294-d236-4ec3-9378-83e2c71906fd tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=f800461258fb485ba56ba8e7a837f5bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0873473 Aug 27 04:49:59.738643 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5b1640ca-5b4e-4d08-920d-d3a9e595b1ff tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks [] for router_gateway (2de17117-263a-44ea-a7ae-f24878781e93), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:59.868003 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:49:59.951460 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5b1640ca-5b4e-4d08-920d-d3a9e595b1ff tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1678557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12747'] for router (2de17117-263a-44ea-a7ae-f24878781e93), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:49:59.954725 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5b1640ca-5b4e-4d08-920d-d3a9e595b1ff tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1676574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1676639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1678566'] for router (2de17117-263a-44ea-a7ae-f24878781e93), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:00.043767 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:00.208263 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53242) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:00.276422 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b1640ca-5b4e-4d08-920d-d3a9e595b1ff tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Router 2de17117-263a-44ea-a7ae-f24878781e93 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:50:00.279724 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:00.299662 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:00.396154 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0d863646-4ac7-4d56-9809-68da80b6f074 tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] Publish callbacks [] for security_group (92f5430d-88db-4fda-b1f6-af42ea5d6d4e), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:00.430063 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-09bc670b-ba1b-4406-bfa6-523bc427d362 req-107d7ad2-04b1-43f0-a6dd-51003b00c6e3 tempest-ServersAaction247Test-686456899 tempest-ServersAaction247Test-686456899-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a3831302-c395-43bd-a17a-452abda1d54d HTTP/1.1" status: 200 len: 210 time: 0.0834887 Aug 27 04:50:00.473371 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0d863646-4ac7-4d56-9809-68da80b6f074 tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] Publish callbacks [] for security_group (92f5430d-88db-4fda-b1f6-af42ea5d6d4e), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:00.519653 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1640ca-5b4e-4d08-920d-d3a9e595b1ff tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:50:00.526419 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5b1640ca-5b4e-4d08-920d-d3a9e595b1ff tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:00.528294 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-5b1640ca-5b4e-4d08-920d-d3a9e595b1ff tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] 10.222.0.76 "PUT /networking/v2.0/routers/2de17117-263a-44ea-a7ae-f24878781e93 HTTP/1.1" status: 200 len: 884 time: 3.0125756 Aug 27 04:50:00.532951 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53250) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:00.538480 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd08c68d-3ede-43db-8e8e-e754a781195f None None] Sync routers for ids ['2de17117-263a-44ea-a7ae-f24878781e93'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:50:00.551065 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd08c68d-3ede-43db-8e8e-e754a781195f None None] Routers {'2de17117-263a-44ea-a7ae-f24878781e93'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:50:00.552154 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-bd08c68d-3ede-43db-8e8e-e754a781195f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:49:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['2de17117-263a-44ea-a7ae-f24878781e93'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:00.602904 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-bd08c68d-3ede-43db-8e8e-e754a781195f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:00.616408 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd08c68d-3ede-43db-8e8e-e754a781195f None None] Routers {'2de17117-263a-44ea-a7ae-f24878781e93'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:50:00.617238 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-bd08c68d-3ede-43db-8e8e-e754a781195f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:49:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['2de17117-263a-44ea-a7ae-f24878781e93'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:00.649974 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-bd08c68d-3ede-43db-8e8e-e754a781195f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:00.650921 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd08c68d-3ede-43db-8e8e-e754a781195f None None] The sync data for ids ['2de17117-263a-44ea-a7ae-f24878781e93'] in n-d-852088-5 is: [] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:50:00.655527 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0d863646-4ac7-4d56-9809-68da80b6f074 tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (92f5430d-88db-4fda-b1f6-af42ea5d6d4e), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:00.659026 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0d863646-4ac7-4d56-9809-68da80b6f074 tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:00.662781 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0d863646-4ac7-4d56-9809-68da80b6f074 tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/92f5430d-88db-4fda-b1f6-af42ea5d6d4e HTTP/1.1" status: 204 len: 168 time: 0.4507308 Aug 27 04:50:00.664798 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53258) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:00.702902 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d863646-4ac7-4d56-9809-68da80b6f074 tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f5430d-88db-4fda-b1f6-af42ea5d6d4e,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:00.706100 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-fd643607-6d4e-41ed-b718-c21320062e3f tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] show failed (client error): The resource could not be found. Aug 27 04:50:00.708221 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-fd643607-6d4e-41ed-b718-c21320062e3f tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] 10.222.0.76 "GET /networking/v2.0/security-groups/92f5430d-88db-4fda-b1f6-af42ea5d6d4e HTTP/1.1" status: 404 len: 347 time: 0.0334771 Aug 27 04:50:00.710228 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53260) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:00.738531 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e6c8304c-b1a2-4ea6-877b-185ff6369a0b tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] 10.222.0.76 "GET /networking/v2.0/routers/2de17117-263a-44ea-a7ae-f24878781e93 HTTP/1.1" status: 200 len: 925 time: 0.2022128 Aug 27 04:50:00.741998 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53262) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:00.846259 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9d62d3-8af0-4844-8b8b-224c273c902d tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:50:00.848431 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7e9d62d3-8af0-4844-8b8b-224c273c902d tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?network_id=2db7b18a-8c4b-4ba8-8012-3e7d96728abb&device_id=2de17117-263a-44ea-a7ae-f24878781e93&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1036339 Aug 27 04:50:00.851421 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53266) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:00.903767 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-855d9f39-8c5c-493b-8a29-8769b018a1a6 tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] Deleting port 717d8030-adcf-4617-8aac-091d1b06997f {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:50:00.904373 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-855d9f39-8c5c-493b-8a29-8769b018a1a6 tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (717d8030-adcf-4617-8aac-091d1b06997f), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:00.915521 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:00.983914 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9732f9b-2ec0-4fe2-8fdd-6edefe6e3121 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:50:00.989055 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a9732f9b-2ec0-4fe2-8fdd-6edefe6e3121 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] 10.222.0.76 "GET /networking/v2.0/networks/2db7b18a-8c4b-4ba8-8012-3e7d96728abb HTTP/1.1" status: 200 len: 881 time: 0.1363151 Aug 27 04:50:00.989854 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53272) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:01.015115 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-855d9f39-8c5c-493b-8a29-8769b018a1a6 tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (717d8030-adcf-4617-8aac-091d1b06997f), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:01.015441 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-855d9f39-8c5c-493b-8a29-8769b018a1a6 tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] Publish callbacks [] for floatingip (717d8030-adcf-4617-8aac-091d1b06997f), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:01.024211 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-19b1c613-a35b-4294-a7d3-838648597933 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=2de17117-263a-44ea-a7ae-f24878781e93 HTTP/1.1" status: 200 len: 205 time: 0.0327938 Aug 27 04:50:01.025158 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53274) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:01.030975 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-855d9f39-8c5c-493b-8a29-8769b018a1a6 tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] Calling delete_port for 717d8030-adcf-4617-8aac-091d1b06997f owned by network:floatingip {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:50:01.217240 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e936c569-58e1-4d24-a6ff-03b4a062bc14 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks [] for router (2de17117-263a-44ea-a7ae-f24878781e93), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:01.337835 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-855d9f39-8c5c-493b-8a29-8769b018a1a6 tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (717d8030-adcf-4617-8aac-091d1b06997f), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:01.346647 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e936c569-58e1-4d24-a6ff-03b4a062bc14 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks [] for router_gateway (2de17117-263a-44ea-a7ae-f24878781e93), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:01.382089 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d9f39-8c5c-493b-8a29-8769b018a1a6 tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] Pushing event deleted for resources: {'Port': ['ID=717d8030-adcf-4617-8aac-091d1b06997f,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:01.456528 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-fb009668-ee7c-4491-a731-ce27a2190032 req-b8e7394b-5e2f-4372-9616-b53c17a74839 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a3831302-c395-43bd-a17a-452abda1d54d HTTP/1.1" status: 200 len: 210 time: 0.0592763 Aug 27 04:50:01.464944 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:INSERT=7 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:01.558824 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-855d9f39-8c5c-493b-8a29-8769b018a1a6 tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] Publish callbacks [] for floatingip (bdb14e13-542c-41f5-897f-0b159c47781e), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:01.563735 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-855d9f39-8c5c-493b-8a29-8769b018a1a6 tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:01.563735 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-855d9f39-8c5c-493b-8a29-8769b018a1a6 tempest-VolumesAdminNegativeTest-1167137044 tempest-VolumesAdminNegativeTest-1167137044-project] 10.222.0.76 "DELETE /networking/v2.0/floatingips/bdb14e13-542c-41f5-897f-0b159c47781e HTTP/1.1" status: 204 len: 168 time: 0.8504252 Aug 27 04:50:01.565866 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53290) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:01.617752 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c9bdd230-3cfd-4508-b0d2-d0c67be7f1fc req-82cdbab5-0cde-4443-a068-b4f1b7588fa2 tempest-ServersAaction247Test-686456899 tempest-ServersAaction247Test-686456899-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a3831302-c395-43bd-a17a-452abda1d54d HTTP/1.1" status: 200 len: 210 time: 0.0547545 Aug 27 04:50:01.625261 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-e936c569-58e1-4d24-a6ff-03b4a062bc14 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Deleting port 10e7e653-5557-4c29-b5db-43b011d913cf {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:50:01.627356 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e936c569-58e1-4d24-a6ff-03b4a062bc14 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (10e7e653-5557-4c29-b5db-43b011d913cf), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:01.760204 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e936c569-58e1-4d24-a6ff-03b4a062bc14 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (10e7e653-5557-4c29-b5db-43b011d913cf), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:01.805566 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:01.810172 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-e936c569-58e1-4d24-a6ff-03b4a062bc14 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Calling delete_port for 10e7e653-5557-4c29-b5db-43b011d913cf owned by network:router_gateway {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:50:01.894363 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:02.237371 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:02.392217 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e936c569-58e1-4d24-a6ff-03b4a062bc14 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (10e7e653-5557-4c29-b5db-43b011d913cf), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:02.423174 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5dc469f1-66ad-4793-896a-d0ca99a1ce9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (f7df81f2-0eaf-4631-a829-c441f3c4c04a), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:02.441080 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936c569-58e1-4d24-a6ff-03b4a062bc14 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Pushing event deleted for resources: {'Port': ['ID=10e7e653-5557-4c29-b5db-43b011d913cf,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:02.820095 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-5dc469f1-66ad-4793-896a-d0ca99a1ce9c admin admin] Deleting port 00b5091e-1a98-4b9f-b731-a5731299dded {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:50:02.821303 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5dc469f1-66ad-4793-896a-d0ca99a1ce9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (00b5091e-1a98-4b9f-b731-a5731299dded), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:02.959455 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-5dc469f1-66ad-4793-896a-d0ca99a1ce9c admin admin] For port 00b5091e-1a98-4b9f-b731-a5731299dded, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=00b5091e-1a98-4b9f-b731-a5731299dded,segment=NetworkSegment(debdd3c7-d936-4293-a682-fc5463fb12b7),segment_id=debdd3c7-d936-4293-a682-fc5463fb12b7)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:50:02.964653 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5dc469f1-66ad-4793-896a-d0ca99a1ce9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (00b5091e-1a98-4b9f-b731-a5731299dded), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:02.964872 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e936c569-58e1-4d24-a6ff-03b4a062bc14 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (2de17117-263a-44ea-a7ae-f24878781e93), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:02.985817 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-5dc469f1-66ad-4793-896a-d0ca99a1ce9c admin admin] Calling delete_port for 00b5091e-1a98-4b9f-b731-a5731299dded owned by network:router_interface {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:50:03.015758 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:03.101819 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:03.104456 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-43cc9817-1de1-4346-9ba7-b6fd8a31291f req-363ea885-c370-41b1-a107-bfd35c62148d tempest-ServersAaction247Test-686456899 tempest-ServersAaction247Test-686456899-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a3831302-c395-43bd-a17a-452abda1d54d HTTP/1.1" status: 200 len: 210 time: 0.1820519 Aug 27 04:50:03.142739 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e936c569-58e1-4d24-a6ff-03b4a062bc14 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (2de17117-263a-44ea-a7ae-f24878781e93), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:03.145134 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e936c569-58e1-4d24-a6ff-03b4a062bc14 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks [] for router_controller (2de17117-263a-44ea-a7ae-f24878781e93), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:03.331316 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e936c569-58e1-4d24-a6ff-03b4a062bc14 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (2de17117-263a-44ea-a7ae-f24878781e93), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:03.332131 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e936c569-58e1-4d24-a6ff-03b4a062bc14 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Fanout notify agent at l3_agent the message router_deleted on router 2de17117-263a-44ea-a7ae-f24878781e93 {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:50:03.334024 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5dc469f1-66ad-4793-896a-d0ca99a1ce9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (00b5091e-1a98-4b9f-b731-a5731299dded), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:03.347092 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e936c569-58e1-4d24-a6ff-03b4a062bc14 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:03.351716 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e936c569-58e1-4d24-a6ff-03b4a062bc14 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] 10.222.0.76 "DELETE /networking/v2.0/routers/2de17117-263a-44ea-a7ae-f24878781e93 HTTP/1.1" status: 204 len: 168 time: 2.3219843 Aug 27 04:50:03.353814 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53326) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:03.360345 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-f6bf7a5d-9f63-433c-b68c-21698a98fe23 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1518163633', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:50:03.362653 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc469f1-66ad-4793-896a-d0ca99a1ce9c admin admin] Pushing event deleted for resources: {'Port': ['ID=00b5091e-1a98-4b9f-b731-a5731299dded,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:03.373308 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:03.505355 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f6bf7a5d-9f63-433c-b68c-21698a98fe23 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (85e975e3-ecee-4560-bb24-187a6e6ae5b2), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:03.506682 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f6bf7a5d-9f63-433c-b68c-21698a98fe23 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (85e975e3-ecee-4560-bb24-187a6e6ae5b2), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:03.509290 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:03.622786 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f6bf7a5d-9f63-433c-b68c-21698a98fe23 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks [] for router_controller (85e975e3-ecee-4560-bb24-187a6e6ae5b2), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:03.628800 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5dc469f1-66ad-4793-896a-d0ca99a1ce9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (f7df81f2-0eaf-4631-a829-c441f3c4c04a), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:03.703673 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f6bf7a5d-9f63-433c-b68c-21698a98fe23 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (85e975e3-ecee-4560-bb24-187a6e6ae5b2), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:03.833018 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f6bf7a5d-9f63-433c-b68c-21698a98fe23 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:03.834283 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f6bf7a5d-9f63-433c-b68c-21698a98fe23 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4783096 Aug 27 04:50:03.837115 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53342) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:03.847894 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-e0cf2f32-b845-4162-ab8b-f3eb89235a7c tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'enable_snat': True}}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:50:03.967830 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dc469f1-66ad-4793-896a-d0ca99a1ce9c admin admin] Router f7df81f2-0eaf-4631-a829-c441f3c4c04a has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:50:04.110658 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc469f1-66ad-4793-896a-d0ca99a1ce9c admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:50:04.116495 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-5dc469f1-66ad-4793-896a-d0ca99a1ce9c admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/f7df81f2-0eaf-4631-a829-c441f3c4c04a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5489604 Aug 27 04:50:04.119689 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53350) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:04.123465 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbe78cf-ef51-4811-ad2a-701e3b8e14d4 None None] Sync routers for ids ['f7df81f2-0eaf-4631-a829-c441f3c4c04a'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:50:04.138647 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbe78cf-ef51-4811-ad2a-701e3b8e14d4 None None] Routers {'f7df81f2-0eaf-4631-a829-c441f3c4c04a'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:50:04.139142 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e0cf2f32-b845-4162-ab8b-f3eb89235a7c tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks [] for router_gateway (85e975e3-ecee-4560-bb24-187a6e6ae5b2), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:04.139962 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-5fbe78cf-ef51-4811-ad2a-701e3b8e14d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:49:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['f7df81f2-0eaf-4631-a829-c441f3c4c04a'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:04.152354 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:04.202978 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:04.251778 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-07a67b62-62eb-400d-af11-b209d1c76238 admin admin] Publish callbacks [] for router (f7df81f2-0eaf-4631-a829-c441f3c4c04a), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:04.285706 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-9616dad4-6f89-414e-bda1-88d832869f8f req-13170181-eb2e-487a-9107-082bd6b7660e tempest-ServersAaction247Test-686456899 tempest-ServersAaction247Test-686456899-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a3831302-c395-43bd-a17a-452abda1d54d HTTP/1.1" status: 200 len: 210 time: 0.0303793 Aug 27 04:50:04.358814 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-5fbe78cf-ef51-4811-ad2a-701e3b8e14d4 None None] Set router f7df81f2-0eaf-4631-a829-c441f3c4c04a gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:50:04.391992 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53360) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:04.474437 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:04.475866 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-07a67b62-62eb-400d-af11-b209d1c76238 admin admin] Publish callbacks [] for router_gateway (f7df81f2-0eaf-4631-a829-c441f3c4c04a), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:04.570532 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-5fbe78cf-ef51-4811-ad2a-701e3b8e14d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7df81f2-0eaf-4631-a829-c441f3c4c04a', 'name': 'tempest-VolumesAdminNegativeTest-1194478072-router', 'tenant_id': 'f800461258fb485ba56ba8e7a837f5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '83605d39-feaf-4958-adde-d6e83522d3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:49:26Z', 'updated_at': '2022-08-27T04:50:03Z', 'revision_number': 5, 'project_id': 'f800461258fb485ba56ba8e7a837f5bf', 'gw_port': {'id': '83605d39-feaf-4958-adde-d6e83522d3c0', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7df81f2-0eaf-4631-a829-c441f3c4c04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:49:27Z', 'updated_at': '2022-08-27T04:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:04.601282 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbe78cf-ef51-4811-ad2a-701e3b8e14d4 None None] Checking router: f7df81f2-0eaf-4631-a829-c441f3c4c04a for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:50:04.614225 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbe78cf-ef51-4811-ad2a-701e3b8e14d4 None None] Routers {'f7df81f2-0eaf-4631-a829-c441f3c4c04a'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:50:04.614865 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-5fbe78cf-ef51-4811-ad2a-701e3b8e14d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:49:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['f7df81f2-0eaf-4631-a829-c441f3c4c04a'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:04.644850 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-07a67b62-62eb-400d-af11-b209d1c76238 admin admin] Deleting port 83605d39-feaf-4958-adde-d6e83522d3c0 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:50:04.645345 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-07a67b62-62eb-400d-af11-b209d1c76238 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (83605d39-feaf-4958-adde-d6e83522d3c0), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:04.671631 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e0cf2f32-b845-4162-ab8b-f3eb89235a7c tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks [] for router_gateway (85e975e3-ecee-4560-bb24-187a6e6ae5b2), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:04.715299 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e0cf2f32-b845-4162-ab8b-f3eb89235a7c tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:04.796991 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-07a67b62-62eb-400d-af11-b209d1c76238 admin admin] For port 83605d39-feaf-4958-adde-d6e83522d3c0, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=83605d39-feaf-4958-adde-d6e83522d3c0,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:50:04.797508 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-07a67b62-62eb-400d-af11-b209d1c76238 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (83605d39-feaf-4958-adde-d6e83522d3c0), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:04.805376 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:04.811350 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-5fbe78cf-ef51-4811-ad2a-701e3b8e14d4 None None] Set router f7df81f2-0eaf-4631-a829-c441f3c4c04a gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:50:04.832631 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-07a67b62-62eb-400d-af11-b209d1c76238 admin admin] Calling delete_port for 83605d39-feaf-4958-adde-d6e83522d3c0 owned by network:router_gateway {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:50:04.889568 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-5fbe78cf-ef51-4811-ad2a-701e3b8e14d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7df81f2-0eaf-4631-a829-c441f3c4c04a', 'name': 'tempest-VolumesAdminNegativeTest-1194478072-router', 'tenant_id': 'f800461258fb485ba56ba8e7a837f5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:49:26Z', 'updated_at': '2022-08-27T04:50:04Z', 'revision_number': 6, 'project_id': 'f800461258fb485ba56ba8e7a837f5bf', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:04.925273 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-e0cf2f32-b845-4162-ab8b-f3eb89235a7c tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Allocated IP 172.25.2.43 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/15b7db42-20d6-4811-9558-5eedfd8046fd) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:50:04.927100 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-bc9fdeb7-51de-4893-9b05-e0c08fabf660 tempest-PortsAdminExtendedAttrsTestJSON-1843465057 tempest-PortsAdminExtendedAttrsTestJSON-1843465057-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-613353238'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:50:04.936581 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbe78cf-ef51-4811-ad2a-701e3b8e14d4 None None] The sync data for ids ['f7df81f2-0eaf-4631-a829-c441f3c4c04a'] in n-d-852088-5 is: [{'id': 'f7df81f2-0eaf-4631-a829-c441f3c4c04a', 'name': 'tempest-VolumesAdminNegativeTest-1194478072-router', 'tenant_id': 'f800461258fb485ba56ba8e7a837f5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:49:26Z', 'updated_at': '2022-08-27T04:50:04Z', 'revision_number': 6, 'project_id': 'f800461258fb485ba56ba8e7a837f5bf', 'gw_port_host': None}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:50:05.124694 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9fdeb7-51de-4893-9b05-e0c08fabf660 tempest-PortsAdminExtendedAttrsTestJSON-1843465057 tempest-PortsAdminExtendedAttrsTestJSON-1843465057-project] Made reservation on behalf of 0b549ab7e4c4464faad13315578de2df for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:50:05.131631 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bc9fdeb7-51de-4893-9b05-e0c08fabf660 tempest-PortsAdminExtendedAttrsTestJSON-1843465057 tempest-PortsAdminExtendedAttrsTestJSON-1843465057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:05.164291 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bc9fdeb7-51de-4893-9b05-e0c08fabf660 tempest-PortsAdminExtendedAttrsTestJSON-1843465057 tempest-PortsAdminExtendedAttrsTestJSON-1843465057-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:05.168245 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-07a67b62-62eb-400d-af11-b209d1c76238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (83605d39-feaf-4958-adde-d6e83522d3c0), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:05.229078 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e0cf2f32-b845-4162-ab8b-f3eb89235a7c tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks [] for port (15b7db42-20d6-4811-9558-5eedfd8046fd), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:05.237815 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a67b62-62eb-400d-af11-b209d1c76238 admin admin] Pushing event deleted for resources: {'Port': ['ID=83605d39-feaf-4958-adde-d6e83522d3c0,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:05.310232 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:05.400597 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:05.411017 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:05.484682 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-07a67b62-62eb-400d-af11-b209d1c76238 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (f7df81f2-0eaf-4631-a829-c441f3c4c04a), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:05.499492 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e0cf2f32-b845-4162-ab8b-f3eb89235a7c tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (15b7db42-20d6-4811-9558-5eedfd8046fd), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:05.542219 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 00b5091e-1a98-4b9f-b731-a5731299dded no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:50:05.568503 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cf2f32-b845-4162-ab8b-f3eb89235a7c tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:50:05.569485 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 00b5091e-1a98-4b9f-b731-a5731299dded {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:50:05.570037 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 00b5091e-1a98-4b9f-b731-a5731299dded not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:50:05.575589 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-e0cf2f32-b845-4162-ab8b-f3eb89235a7c tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:50:05.580489 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cf2f32-b845-4162-ab8b-f3eb89235a7c tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:50:05.629459 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cf2f32-b845-4162-ab8b-f3eb89235a7c tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Pushing event updated for resources: {'Port': ['ID=15b7db42-20d6-4811-9558-5eedfd8046fd,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:05.637724 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bc9fdeb7-51de-4893-9b05-e0c08fabf660 tempest-PortsAdminExtendedAttrsTestJSON-1843465057 tempest-PortsAdminExtendedAttrsTestJSON-1843465057-project] Publish callbacks [] for security_group (64d41abc-550d-4ba2-bceb-a9d90a975356), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:05.733258 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-07a67b62-62eb-400d-af11-b209d1c76238 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (f7df81f2-0eaf-4631-a829-c441f3c4c04a), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:05.739927 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-07a67b62-62eb-400d-af11-b209d1c76238 admin admin] Publish callbacks [] for router_controller (f7df81f2-0eaf-4631-a829-c441f3c4c04a), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:05.830850 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bc9fdeb7-51de-4893-9b05-e0c08fabf660 tempest-PortsAdminExtendedAttrsTestJSON-1843465057 tempest-PortsAdminExtendedAttrsTestJSON-1843465057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (64d41abc-550d-4ba2-bceb-a9d90a975356), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:05.864209 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc9fdeb7-51de-4893-9b05-e0c08fabf660 tempest-PortsAdminExtendedAttrsTestJSON-1843465057 tempest-PortsAdminExtendedAttrsTestJSON-1843465057-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:50:05.866425 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-0cf15d26-5840-4193-aaa8-9ca191ffec14 req-34bcf037-c6b0-4305-bece-acc0a269a3b1 tempest-ServersAaction247Test-686456899 tempest-ServersAaction247Test-686456899-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a3831302-c395-43bd-a17a-452abda1d54d HTTP/1.1" status: 200 len: 210 time: 0.0317366 Aug 27 04:50:05.881157 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9fdeb7-51de-4893-9b05-e0c08fabf660 tempest-PortsAdminExtendedAttrsTestJSON-1843465057 tempest-PortsAdminExtendedAttrsTestJSON-1843465057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64d41abc-550d-4ba2-bceb-a9d90a975356,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:05.886938 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bc9fdeb7-51de-4893-9b05-e0c08fabf660 tempest-PortsAdminExtendedAttrsTestJSON-1843465057 tempest-PortsAdminExtendedAttrsTestJSON-1843465057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (b207e221-0b68-4aa3-a455-ccf4950d61e3), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:05.887298 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-bc9fdeb7-51de-4893-9b05-e0c08fabf660 tempest-PortsAdminExtendedAttrsTestJSON-1843465057 tempest-PortsAdminExtendedAttrsTestJSON-1843465057-project] Added segment b207e221-0b68-4aa3-a455-ccf4950d61e3 of type vlan for network a3dabfb6-97b6-4872-86a2-10e0346f30d1 Aug 27 04:50:05.962072 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bc9fdeb7-51de-4893-9b05-e0c08fabf660 tempest-PortsAdminExtendedAttrsTestJSON-1843465057 tempest-PortsAdminExtendedAttrsTestJSON-1843465057-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (a3dabfb6-97b6-4872-86a2-10e0346f30d1), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:06.051060 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-07a67b62-62eb-400d-af11-b209d1c76238 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (f7df81f2-0eaf-4631-a829-c441f3c4c04a), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:06.051795 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a67b62-62eb-400d-af11-b209d1c76238 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7df81f2-0eaf-4631-a829-c441f3c4c04a {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:50:06.063879 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-07a67b62-62eb-400d-af11-b209d1c76238 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:06.063879 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-07a67b62-62eb-400d-af11-b209d1c76238 admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/f7df81f2-0eaf-4631-a829-c441f3c4c04a HTTP/1.1" status: 204 len: 168 time: 1.9329221 Aug 27 04:50:06.063879 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53398) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:06.136401 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2d3f812-e9c2-47b6-a282-08d7389c35fa admin admin] Deleting subnet 81be8175-6ddd-4cf6-a1e4-97fa9cef357b {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:50:06.136401 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a2d3f812-e9c2-47b6-a282-08d7389c35fa admin admin] Publish callbacks [] for subnet (81be8175-6ddd-4cf6-a1e4-97fa9cef357b), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:06.167213 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bc9fdeb7-51de-4893-9b05-e0c08fabf660 tempest-PortsAdminExtendedAttrsTestJSON-1843465057 tempest-PortsAdminExtendedAttrsTestJSON-1843465057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (a3dabfb6-97b6-4872-86a2-10e0346f30d1), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:06.173026 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9fdeb7-51de-4893-9b05-e0c08fabf660 tempest-PortsAdminExtendedAttrsTestJSON-1843465057 tempest-PortsAdminExtendedAttrsTestJSON-1843465057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:50:06.174182 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bc9fdeb7-51de-4893-9b05-e0c08fabf660 tempest-PortsAdminExtendedAttrsTestJSON-1843465057 tempest-PortsAdminExtendedAttrsTestJSON-1843465057-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:06.199765 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e0cf2f32-b845-4162-ab8b-f3eb89235a7c tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks [] for router_gateway (85e975e3-ecee-4560-bb24-187a6e6ae5b2), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:06.215006 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:06.282380 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a2d3f812-e9c2-47b6-a282-08d7389c35fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (81be8175-6ddd-4cf6-a1e4-97fa9cef357b), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:06.360825 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-bc9fdeb7-51de-4893-9b05-e0c08fabf660 tempest-PortsAdminExtendedAttrsTestJSON-1843465057 tempest-PortsAdminExtendedAttrsTestJSON-1843465057-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.9635358 Aug 27 04:50:06.380740 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9fdeb7-51de-4893-9b05-e0c08fabf660 tempest-PortsAdminExtendedAttrsTestJSON-1843465057 tempest-PortsAdminExtendedAttrsTestJSON-1843465057-project] Pushing event updated for resources: {'Network': ['ID=a3dabfb6-97b6-4872-86a2-10e0346f30d1,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:06.396193 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network a3dabfb6-97b6-4872-86a2-10e0346f30d1 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:50:06.475750 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:06.504264 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a2d3f812-e9c2-47b6-a282-08d7389c35fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (81be8175-6ddd-4cf6-a1e4-97fa9cef357b), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:06.537377 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e0cf2f32-b845-4162-ab8b-f3eb89235a7c tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1678557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12747'] for router (85e975e3-ecee-4560-bb24-187a6e6ae5b2), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:06.541748 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e0cf2f32-b845-4162-ab8b-f3eb89235a7c tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1676574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1676639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1678566'] for router (85e975e3-ecee-4560-bb24-187a6e6ae5b2), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:06.593318 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-6a66f822-9040-4ab5-8d03-9faa7a57ffbf req-0261fd6c-9ffd-4a9a-9b57-f6defa49c31e service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=c95c51d779ca4aadba49b68e6b170e25&device_id=a3831302-c395-43bd-a17a-452abda1d54d HTTP/1.1" status: 200 len: 210 time: 0.7672212 Aug 27 04:50:06.640488 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-6a66f822-9040-4ab5-8d03-9faa7a57ffbf req-98900ea9-5b74-4025-a254-97c1df35720b service neutron] 10.222.0.75 "GET /networking/v2.0/networks?tenant_id=c95c51d779ca4aadba49b68e6b170e25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290082 Aug 27 04:50:06.680955 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53408) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:06.743430 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a2d3f812-e9c2-47b6-a282-08d7389c35fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (81be8175-6ddd-4cf6-a1e4-97fa9cef357b), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:06.791880 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d3f812-e9c2-47b6-a282-08d7389c35fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81be8175-6ddd-4cf6-a1e4-97fa9cef357b,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:06.797307 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a2d3f812-e9c2-47b6-a282-08d7389c35fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:06.800730 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a2d3f812-e9c2-47b6-a282-08d7389c35fa admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/81be8175-6ddd-4cf6-a1e4-97fa9cef357b HTTP/1.1" status: 204 len: 168 time: 0.7392397 Aug 27 04:50:06.803335 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53414) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:06.806138 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11178777-776d-4765-aeea-01cc4e2946dd None None] Network 1a4e254e-3fc8-4667-b4f4-1a82460e788a requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:50:06.872391 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66f822-9040-4ab5-8d03-9faa7a57ffbf req-d2e39cf1-181b-47cd-a247-b4b1a535be5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:50:06.875791 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-6a66f822-9040-4ab5-8d03-9faa7a57ffbf req-d2e39cf1-181b-47cd-a247-b4b1a535be5d service neutron] 10.222.0.75 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2029979 Aug 27 04:50:06.890979 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0cf2f32-b845-4162-ab8b-f3eb89235a7c tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Router 85e975e3-ecee-4560-bb24-187a6e6ae5b2 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:50:07.007137 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f418fd6-d4d1-42c2-8780-9989bb3eeb37 None None] DHCP port deletion for 1a4e254e-3fc8-4667-b4f4-1a82460e788a request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:50:07.036512 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-12999e3a-eace-4fb2-bebe-1a263546b9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (1a4e254e-3fc8-4667-b4f4-1a82460e788a), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:07.039328 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:07.045228 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d2bcba5d-8105-4813-945f-2758b101407d req-5fb35496-a81e-47c3-a7af-fc78113bcb4a tempest-ServersAaction247Test-686456899 tempest-ServersAaction247Test-686456899-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a3831302-c395-43bd-a17a-452abda1d54d HTTP/1.1" status: 200 len: 210 time: 0.0515006 Aug 27 04:50:07.075746 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-2f418fd6-d4d1-42c2-8780-9989bb3eeb37 None None] Deleting port 5d3dcbc7-8f3c-4cef-9946-e66e09c745c3 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:50:07.075746 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2f418fd6-d4d1-42c2-8780-9989bb3eeb37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (5d3dcbc7-8f3c-4cef-9946-e66e09c745c3), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:07.130064 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-12999e3a-eace-4fb2-bebe-1a263546b9ae admin admin] Deleting port 5d3dcbc7-8f3c-4cef-9946-e66e09c745c3 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:50:07.130398 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-12999e3a-eace-4fb2-bebe-1a263546b9ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (5d3dcbc7-8f3c-4cef-9946-e66e09c745c3), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:07.132829 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0cf2f32-b845-4162-ab8b-f3eb89235a7c tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:50:07.135419 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-2f418fd6-d4d1-42c2-8780-9989bb3eeb37 None None] For port 5d3dcbc7-8f3c-4cef-9946-e66e09c745c3, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=5d3dcbc7-8f3c-4cef-9946-e66e09c745c3,segment=NetworkSegment(debdd3c7-d936-4293-a682-fc5463fb12b7),segment_id=debdd3c7-d936-4293-a682-fc5463fb12b7)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:50:07.136094 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2f418fd6-d4d1-42c2-8780-9989bb3eeb37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (5d3dcbc7-8f3c-4cef-9946-e66e09c745c3), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:07.137541 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e0cf2f32-b845-4162-ab8b-f3eb89235a7c tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:07.143588 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53420) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:07.155340 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e0cf2f32-b845-4162-ab8b-f3eb89235a7c tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] 10.222.0.76 "PUT /networking/v2.0/routers/85e975e3-ecee-4560-bb24-187a6e6ae5b2 HTTP/1.1" status: 200 len: 918 time: 3.2996473 Aug 27 04:50:07.158957 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-2f418fd6-d4d1-42c2-8780-9989bb3eeb37 None None] Calling delete_port for 5d3dcbc7-8f3c-4cef-9946-e66e09c745c3 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:50:07.160767 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30c2d38-7d0b-48c2-a709-903b64bccdb6 None None] Sync routers for ids ['85e975e3-ecee-4560-bb24-187a6e6ae5b2'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:50:07.180334 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30c2d38-7d0b-48c2-a709-903b64bccdb6 None None] Routers {'85e975e3-ecee-4560-bb24-187a6e6ae5b2'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:50:07.180977 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-d30c2d38-7d0b-48c2-a709-903b64bccdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:49:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['85e975e3-ecee-4560-bb24-187a6e6ae5b2'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:07.241747 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-d30c2d38-7d0b-48c2-a709-903b64bccdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:07.253251 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 83605d39-feaf-4958-adde-d6e83522d3c0 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:50:07.253505 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30c2d38-7d0b-48c2-a709-903b64bccdb6 None None] Routers {'85e975e3-ecee-4560-bb24-187a6e6ae5b2'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:50:07.253885 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-d30c2d38-7d0b-48c2-a709-903b64bccdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:49:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['85e975e3-ecee-4560-bb24-187a6e6ae5b2'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:07.263466 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-12999e3a-eace-4fb2-bebe-1a263546b9ae admin admin] For port 5d3dcbc7-8f3c-4cef-9946-e66e09c745c3, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=5d3dcbc7-8f3c-4cef-9946-e66e09c745c3,segment=NetworkSegment(debdd3c7-d936-4293-a682-fc5463fb12b7),segment_id=debdd3c7-d936-4293-a682-fc5463fb12b7)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:50:07.263823 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-12999e3a-eace-4fb2-bebe-1a263546b9ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (5d3dcbc7-8f3c-4cef-9946-e66e09c745c3), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:07.288622 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-d30c2d38-7d0b-48c2-a709-903b64bccdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:07.289224 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30c2d38-7d0b-48c2-a709-903b64bccdb6 None None] The sync data for ids ['85e975e3-ecee-4560-bb24-187a6e6ae5b2'] in n-d-852088-5 is: [] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:50:07.294492 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-12999e3a-eace-4fb2-bebe-1a263546b9ae admin admin] Calling delete_port for 5d3dcbc7-8f3c-4cef-9946-e66e09c745c3 owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:50:07.309459 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 83605d39-feaf-4958-adde-d6e83522d3c0 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:50:07.309894 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 83605d39-feaf-4958-adde-d6e83522d3c0 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:50:07.310218 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 5d3dcbc7-8f3c-4cef-9946-e66e09c745c3 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:50:07.326860 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2ec449d9-abc2-44f3-b842-0165a5eea5ea tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] 10.222.0.76 "GET /networking/v2.0/routers/85e975e3-ecee-4560-bb24-187a6e6ae5b2 HTTP/1.1" status: 200 len: 924 time: 0.1827526 Aug 27 04:50:07.329722 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53426) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:07.421578 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 5d3dcbc7-8f3c-4cef-9946-e66e09c745c3 is: ACTIVE; New status is: DOWN {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:50:07.421578 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (5d3dcbc7-8f3c-4cef-9946-e66e09c745c3), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:07.457820 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5682acb-bd5b-4958-8fc0-7c1557a60614 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:50:07.459924 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b5682acb-bd5b-4958-8fc0-7c1557a60614 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?network_id=2db7b18a-8c4b-4ba8-8012-3e7d96728abb&device_id=85e975e3-ecee-4560-bb24-187a6e6ae5b2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1291020 Aug 27 04:50:07.463000 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53428) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:07.513438 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-17c73468-ceb8-402c-9dd6-5f925a34fd75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:07.537530 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2f418fd6-d4d1-42c2-8780-9989bb3eeb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (5d3dcbc7-8f3c-4cef-9946-e66e09c745c3), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:07.575200 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f418fd6-d4d1-42c2-8780-9989bb3eeb37 None None] No DVR routers for this DVR port 5d3dcbc7-8f3c-4cef-9946-e66e09c745c3 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:50:07.576999 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f418fd6-d4d1-42c2-8780-9989bb3eeb37 None None] Pushing event deleted for resources: {'Port': ['ID=5d3dcbc7-8f3c-4cef-9946-e66e09c745c3,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:07.624157 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-12999e3a-eace-4fb2-bebe-1a263546b9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (5d3dcbc7-8f3c-4cef-9946-e66e09c745c3), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:07.631873 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53430) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:07.659437 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-17c73468-ceb8-402c-9dd6-5f925a34fd75 admin admin] Publish callbacks [] for security_group (a68d32d9-f595-4c5e-b800-5b5b48467ea8), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:07.660113 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Request body: {'port': {'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1', 'binding:host_id': 'n-h2-852088-5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1920168366'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:50:07.666380 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:07.675362 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12999e3a-eace-4fb2-bebe-1a263546b9ae admin admin] Pushing event deleted for resources: {'Port': ['ID=5d3dcbc7-8f3c-4cef-9946-e66e09c745c3,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:07.683051 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12999e3a-eace-4fb2-bebe-1a263546b9ae admin admin] No DVR routers for this DVR port 5d3dcbc7-8f3c-4cef-9946-e66e09c745c3 on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:50:07.731090 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-17c73468-ceb8-402c-9dd6-5f925a34fd75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (a68d32d9-f595-4c5e-b800-5b5b48467ea8), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:07.766817 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563f757a-f316-48b1-8651-79d52991f7d0 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:50:07.768923 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-563f757a-f316-48b1-8651-79d52991f7d0 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] 10.222.0.76 "GET /networking/v2.0/networks/2db7b18a-8c4b-4ba8-8012-3e7d96728abb HTTP/1.1" status: 200 len: 881 time: 0.3031886 Aug 27 04:50:07.771545 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53434) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:07.779901 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-17c73468-ceb8-402c-9dd6-5f925a34fd75 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=2040081d643640e0b9a11e20b9b7b43b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0899625 Aug 27 04:50:07.779901 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c73468-ceb8-402c-9dd6-5f925a34fd75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68d32d9-f595-4c5e-b800-5b5b48467ea8,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:07.780371 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53436) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:07.809245 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-03843d8e-c4a1-47b5-85b2-2909d56ba25b tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=85e975e3-ecee-4560-bb24-187a6e6ae5b2 HTTP/1.1" status: 200 len: 205 time: 0.0352647 Aug 27 04:50:07.812935 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-12999e3a-eace-4fb2-bebe-1a263546b9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (1a4e254e-3fc8-4667-b4f4-1a82460e788a), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:07.814709 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53440) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:07.835245 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-12999e3a-eace-4fb2-bebe-1a263546b9ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a4e254e-3fc8-4667-b4f4-1a82460e788a']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:07.849244 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-12999e3a-eace-4fb2-bebe-1a263546b9ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'debdd3c7-d936-4293-a682-fc5463fb12b7') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:07.849630 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-12999e3a-eace-4fb2-bebe-1a263546b9ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'debdd3c7-d936-4293-a682-fc5463fb12b7') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:07.862263 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-12999e3a-eace-4fb2-bebe-1a263546b9ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (debdd3c7-d936-4293-a682-fc5463fb12b7), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:07.871773 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Made reservation on behalf of 20ca47dcaedf4a068cad976368103a0e for: {'port': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:50:07.874538 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:07.894162 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:07.896984 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-12999e3a-eace-4fb2-bebe-1a263546b9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (debdd3c7-d936-4293-a682-fc5463fb12b7), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:07.920374 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12999e3a-eace-4fb2-bebe-1a263546b9ae admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:50:07.920374 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-12999e3a-eace-4fb2-bebe-1a263546b9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (debdd3c7-d936-4293-a682-fc5463fb12b7), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:07.939101 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0c5ca16c-ccb1-457a-96b0-1ceab519b558 admin admin] Publish callbacks [] for security_group (a68d32d9-f595-4c5e-b800-5b5b48467ea8), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:07.963506 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0c5ca16c-ccb1-457a-96b0-1ceab519b558 admin admin] Publish callbacks [] for security_group (a68d32d9-f595-4c5e-b800-5b5b48467ea8), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:08.018263 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-af3e8bbf-2109-4d65-a2e4-6fb1dfa02b62 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks [] for router (85e975e3-ecee-4560-bb24-187a6e6ae5b2), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:08.051930 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Publish callbacks [] for security_group (f9164610-cd6b-44c7-83e1-e0ffe8c13501), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:08.129642 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-af3e8bbf-2109-4d65-a2e4-6fb1dfa02b62 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks [] for router_gateway (85e975e3-ecee-4560-bb24-187a6e6ae5b2), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:08.144567 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-12999e3a-eace-4fb2-bebe-1a263546b9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (1a4e254e-3fc8-4667-b4f4-1a82460e788a), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:08.164385 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-12999e3a-eace-4fb2-bebe-1a263546b9ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:08.167925 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-12999e3a-eace-4fb2-bebe-1a263546b9ae admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/1a4e254e-3fc8-4667-b4f4-1a82460e788a HTTP/1.1" status: 204 len: 168 time: 1.3632274 Aug 27 04:50:08.172541 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a3db519a-8b16-428b-8bf1-01969f10e840 req-831dd85f-302d-4532-bbc7-17cbd64a7b79 tempest-ServersAaction247Test-686456899 tempest-ServersAaction247Test-686456899-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a3831302-c395-43bd-a17a-452abda1d54d HTTP/1.1" status: 200 len: 210 time: 0.0388644 Aug 27 04:50:08.173450 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53454) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:08.177870 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0c5ca16c-ccb1-457a-96b0-1ceab519b558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (a68d32d9-f595-4c5e-b800-5b5b48467ea8), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:08.185477 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0c5ca16c-ccb1-457a-96b0-1ceab519b558 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:08.185477 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-0c5ca16c-ccb1-457a-96b0-1ceab519b558 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/a68d32d9-f595-4c5e-b800-5b5b48467ea8 HTTP/1.1" status: 204 len: 168 time: 0.3999255 Aug 27 04:50:08.193848 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (f9164610-cd6b-44c7-83e1-e0ffe8c13501), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:08.200747 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] device_id is not set on port 8c6906d9-5a95-4f9d-8322-cdcdcf35faec yet. {{(pid=107775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:50:08.204391 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5ca16c-ccb1-457a-96b0-1ceab519b558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68d32d9-f595-4c5e-b800-5b5b48467ea8,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:08.237054 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12999e3a-eace-4fb2-bebe-1a263546b9ae admin admin] Pushing event deleted for resources: {'Network': ['ID=1a4e254e-3fc8-4667-b4f4-1a82460e788a,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:08.298275 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-af3e8bbf-2109-4d65-a2e4-6fb1dfa02b62 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Deleting port 15b7db42-20d6-4811-9558-5eedfd8046fd {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:50:08.298626 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-af3e8bbf-2109-4d65-a2e4-6fb1dfa02b62 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (15b7db42-20d6-4811-9558-5eedfd8046fd), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:08.364343 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9164610-cd6b-44c7-83e1-e0ffe8c13501,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:08.443907 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-af3e8bbf-2109-4d65-a2e4-6fb1dfa02b62 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (15b7db42-20d6-4811-9558-5eedfd8046fd), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:08.476994 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-af3e8bbf-2109-4d65-a2e4-6fb1dfa02b62 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Calling delete_port for 15b7db42-20d6-4811-9558-5eedfd8046fd owned by network:router_gateway {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:50:08.571154 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment debdd3c7-d936-4293-a682-fc5463fb12b7 resource provider aggregate not found Aug 27 04:50:08.603289 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment debdd3c7-d936-4293-a682-fc5463fb12b7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid debdd3c7-d936-4293-a682-fc5463fb12b7 found for delete ", "request_id": "req-cc5488f5-63eb-4387-9000-e83020f5bb57"}]} Aug 27 04:50:08.706508 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] device_id is not set on port 8c6906d9-5a95-4f9d-8322-cdcdcf35faec yet. {{(pid=107775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:50:08.723119 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Publish callbacks [] for port (8c6906d9-5a95-4f9d-8322-cdcdcf35faec), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:08.816258 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fb68f5db-4f2a-4fdc-a120-651210b6b5d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (c529c511-f6c3-4d87-b901-a8c1b6e395fe), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:08.838386 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-af3e8bbf-2109-4d65-a2e4-6fb1dfa02b62 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (15b7db42-20d6-4811-9558-5eedfd8046fd), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:08.861314 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (8c6906d9-5a95-4f9d-8322-cdcdcf35faec), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:08.883693 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e8bbf-2109-4d65-a2e4-6fb1dfa02b62 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Pushing event deleted for resources: {'Port': ['ID=15b7db42-20d6-4811-9558-5eedfd8046fd,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:08.978764 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-af3e8bbf-2109-4d65-a2e4-6fb1dfa02b62 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (85e975e3-ecee-4560-bb24-187a6e6ae5b2), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:09.083902 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-af3e8bbf-2109-4d65-a2e4-6fb1dfa02b62 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (85e975e3-ecee-4560-bb24-187a6e6ae5b2), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:09.087158 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-af3e8bbf-2109-4d65-a2e4-6fb1dfa02b62 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks [] for router_controller (85e975e3-ecee-4560-bb24-187a6e6ae5b2), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:09.230658 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-af3e8bbf-2109-4d65-a2e4-6fb1dfa02b62 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (85e975e3-ecee-4560-bb24-187a6e6ae5b2), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:09.231515 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3e8bbf-2109-4d65-a2e4-6fb1dfa02b62 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Fanout notify agent at l3_agent the message router_deleted on router 85e975e3-ecee-4560-bb24-187a6e6ae5b2 {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:50:09.240577 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-af3e8bbf-2109-4d65-a2e4-6fb1dfa02b62 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:09.241732 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-af3e8bbf-2109-4d65-a2e4-6fb1dfa02b62 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] 10.222.0.76 "DELETE /networking/v2.0/routers/85e975e3-ecee-4560-bb24-187a6e6ae5b2 HTTP/1.1" status: 204 len: 168 time: 1.4260828 Aug 27 04:50:09.246625 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53480) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:09.252139 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-391a96da-6ed6-4d1f-a8e2-7ef61bb531c2 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1737716131', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:50:09.291270 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:09.308823 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Pushing event updated for resources: {'Port': ['ID=8c6906d9-5a95-4f9d-8322-cdcdcf35faec,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:09.352449 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ca06db0c-40a6-4efa-a241-6a9afb159802 req-85895f83-23f5-417c-bcf6-e826c49dcf7e tempest-ServersAaction247Test-686456899 tempest-ServersAaction247Test-686456899-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a3831302-c395-43bd-a17a-452abda1d54d HTTP/1.1" status: 200 len: 210 time: 0.0346353 Aug 27 04:50:09.412774 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Checking segment: {'id': 'b207e221-0b68-4aa3-a455-ccf4950d61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:50:09.413146 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Network hostable DHCP agents. Network: a3dabfb6-97b6-4872-86a2-10e0346f30d1, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:50:09.415134 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-391a96da-6ed6-4d1f-a8e2-7ef61bb531c2 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (7a23f2e6-6342-44d9-9919-5519a7c17f21), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:09.416270 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-391a96da-6ed6-4d1f-a8e2-7ef61bb531c2 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (7a23f2e6-6342-44d9-9919-5519a7c17f21), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:09.478933 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-391a96da-6ed6-4d1f-a8e2-7ef61bb531c2 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks [] for router_controller (7a23f2e6-6342-44d9-9919-5519a7c17f21), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:09.509791 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-fb68f5db-4f2a-4fdc-a120-651210b6b5d5 admin admin] Deleting port 7ff7c113-f4b8-49a8-bf18-9b9020bff737 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:50:09.510143 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fb68f5db-4f2a-4fdc-a120-651210b6b5d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (7ff7c113-f4b8-49a8-bf18-9b9020bff737), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:09.589113 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Network a3dabfb6-97b6-4872-86a2-10e0346f30d1 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:50:09.603607 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-fb68f5db-4f2a-4fdc-a120-651210b6b5d5 admin admin] For port 7ff7c113-f4b8-49a8-bf18-9b9020bff737, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=7ff7c113-f4b8-49a8-bf18-9b9020bff737,segment=NetworkSegment(3c8fb059-259e-47cd-9637-e7dbb89200c0),segment_id=3c8fb059-259e-47cd-9637-e7dbb89200c0)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:50:09.604015 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fb68f5db-4f2a-4fdc-a120-651210b6b5d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (7ff7c113-f4b8-49a8-bf18-9b9020bff737), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:09.617105 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-fb68f5db-4f2a-4fdc-a120-651210b6b5d5 admin admin] Calling delete_port for 7ff7c113-f4b8-49a8-bf18-9b9020bff737 owned by network:router_interface {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:50:09.634152 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:09.637892 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-391a96da-6ed6-4d1f-a8e2-7ef61bb531c2 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (7a23f2e6-6342-44d9-9919-5519a7c17f21), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:09.779195 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-391a96da-6ed6-4d1f-a8e2-7ef61bb531c2 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:09.783727 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-391a96da-6ed6-4d1f-a8e2-7ef61bb531c2 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5357540 Aug 27 04:50:09.783958 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, a3dabfb6-97b6-4872-86a2-10e0346f30d1) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:50:09.784753 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53494) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:09.789380 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-337ea08a-16ac-4afd-9592-480e05dd0e6f tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'enable_snat': False}}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:50:09.793084 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:50:09.794358 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a72ef03-9d44-4338-8620-633ba025e09b None None] Network a3dabfb6-97b6-4872-86a2-10e0346f30d1 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:50:09.825028 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port 8c6906d9-5a95-4f9d-8322-cdcdcf35faec on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:50:09.825028 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port 8c6906d9-5a95-4f9d-8322-cdcdcf35faec by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': 'b207e221-0b68-4aa3-a455-ccf4950d61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1'}] {{(pid=107775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:50:09.825405 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port 8c6906d9-5a95-4f9d-8322-cdcdcf35faec on network a3dabfb6-97b6-4872-86a2-10e0346f30d1 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:50:09.837027 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Port 8c6906d9-5a95-4f9d-8322-cdcdcf35faec on network a3dabfb6-97b6-4872-86a2-10e0346f30d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:50:09.837405 n-d-852088-5 neutron-server[107775]: ERROR neutron.plugins.ml2.managers [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Failed to bind port 8c6906d9-5a95-4f9d-8322-cdcdcf35faec on host n-h2-852088-5 for vnic_type normal using segments [{'id': 'b207e221-0b68-4aa3-a455-ccf4950d61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1'}] Aug 27 04:50:09.837794 n-d-852088-5 neutron-server[107775]: INFO neutron.plugins.ml2.plugin [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempt 2 to bind port 8c6906d9-5a95-4f9d-8322-cdcdcf35faec Aug 27 04:50:09.855243 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port 8c6906d9-5a95-4f9d-8322-cdcdcf35faec on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:50:09.855585 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port 8c6906d9-5a95-4f9d-8322-cdcdcf35faec by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': 'b207e221-0b68-4aa3-a455-ccf4950d61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1'}] {{(pid=107775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:50:09.856100 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port 8c6906d9-5a95-4f9d-8322-cdcdcf35faec on network a3dabfb6-97b6-4872-86a2-10e0346f30d1 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:50:09.884620 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Port 8c6906d9-5a95-4f9d-8322-cdcdcf35faec on network a3dabfb6-97b6-4872-86a2-10e0346f30d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:50:09.884963 n-d-852088-5 neutron-server[107775]: ERROR neutron.plugins.ml2.managers [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Failed to bind port 8c6906d9-5a95-4f9d-8322-cdcdcf35faec on host n-h2-852088-5 for vnic_type normal using segments [{'id': 'b207e221-0b68-4aa3-a455-ccf4950d61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1'}] Aug 27 04:50:09.885412 n-d-852088-5 neutron-server[107775]: INFO neutron.plugins.ml2.plugin [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempt 3 to bind port 8c6906d9-5a95-4f9d-8322-cdcdcf35faec Aug 27 04:50:09.924903 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port 8c6906d9-5a95-4f9d-8322-cdcdcf35faec on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:50:09.925595 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port 8c6906d9-5a95-4f9d-8322-cdcdcf35faec by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': 'b207e221-0b68-4aa3-a455-ccf4950d61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1'}] {{(pid=107775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:50:09.926108 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port 8c6906d9-5a95-4f9d-8322-cdcdcf35faec on network a3dabfb6-97b6-4872-86a2-10e0346f30d1 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:50:09.934867 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Port 8c6906d9-5a95-4f9d-8322-cdcdcf35faec on network a3dabfb6-97b6-4872-86a2-10e0346f30d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:50:09.935211 n-d-852088-5 neutron-server[107775]: ERROR neutron.plugins.ml2.managers [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Failed to bind port 8c6906d9-5a95-4f9d-8322-cdcdcf35faec on host n-h2-852088-5 for vnic_type normal using segments [{'id': 'b207e221-0b68-4aa3-a455-ccf4950d61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1'}] Aug 27 04:50:09.935807 n-d-852088-5 neutron-server[107775]: INFO neutron.plugins.ml2.plugin [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempt 4 to bind port 8c6906d9-5a95-4f9d-8322-cdcdcf35faec Aug 27 04:50:09.951073 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fb68f5db-4f2a-4fdc-a120-651210b6b5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (7ff7c113-f4b8-49a8-bf18-9b9020bff737), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:09.990401 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb68f5db-4f2a-4fdc-a120-651210b6b5d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ff7c113-f4b8-49a8-bf18-9b9020bff737,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:10.003427 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port 8c6906d9-5a95-4f9d-8322-cdcdcf35faec on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:50:10.003767 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port 8c6906d9-5a95-4f9d-8322-cdcdcf35faec by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': 'b207e221-0b68-4aa3-a455-ccf4950d61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1'}] {{(pid=107775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:50:10.004328 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port 8c6906d9-5a95-4f9d-8322-cdcdcf35faec on network a3dabfb6-97b6-4872-86a2-10e0346f30d1 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:50:10.010990 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Port 8c6906d9-5a95-4f9d-8322-cdcdcf35faec on network a3dabfb6-97b6-4872-86a2-10e0346f30d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:50:10.011722 n-d-852088-5 neutron-server[107775]: ERROR neutron.plugins.ml2.managers [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Failed to bind port 8c6906d9-5a95-4f9d-8322-cdcdcf35faec on host n-h2-852088-5 for vnic_type normal using segments [{'id': 'b207e221-0b68-4aa3-a455-ccf4950d61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1'}] Aug 27 04:50:10.073678 n-d-852088-5 neutron-server[107775]: INFO neutron.plugins.ml2.plugin [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempt 5 to bind port 8c6906d9-5a95-4f9d-8322-cdcdcf35faec Aug 27 04:50:10.098386 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:10.099883 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port 8c6906d9-5a95-4f9d-8322-cdcdcf35faec on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:50:10.100325 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port 8c6906d9-5a95-4f9d-8322-cdcdcf35faec by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': 'b207e221-0b68-4aa3-a455-ccf4950d61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1'}] {{(pid=107775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:50:10.100712 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port 8c6906d9-5a95-4f9d-8322-cdcdcf35faec on network a3dabfb6-97b6-4872-86a2-10e0346f30d1 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:50:10.129528 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Port 8c6906d9-5a95-4f9d-8322-cdcdcf35faec on network a3dabfb6-97b6-4872-86a2-10e0346f30d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:50:10.129878 n-d-852088-5 neutron-server[107775]: ERROR neutron.plugins.ml2.managers [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Failed to bind port 8c6906d9-5a95-4f9d-8322-cdcdcf35faec on host n-h2-852088-5 for vnic_type normal using segments [{'id': 'b207e221-0b68-4aa3-a455-ccf4950d61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1'}] Aug 27 04:50:10.131982 n-d-852088-5 neutron-server[107775]: INFO neutron.plugins.ml2.plugin [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempt 6 to bind port 8c6906d9-5a95-4f9d-8322-cdcdcf35faec Aug 27 04:50:10.157107 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port 8c6906d9-5a95-4f9d-8322-cdcdcf35faec on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:50:10.157450 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port 8c6906d9-5a95-4f9d-8322-cdcdcf35faec by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': 'b207e221-0b68-4aa3-a455-ccf4950d61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1'}] {{(pid=107775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:50:10.157800 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port 8c6906d9-5a95-4f9d-8322-cdcdcf35faec on network a3dabfb6-97b6-4872-86a2-10e0346f30d1 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:50:10.204823 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Port 8c6906d9-5a95-4f9d-8322-cdcdcf35faec on network a3dabfb6-97b6-4872-86a2-10e0346f30d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:50:10.205170 n-d-852088-5 neutron-server[107775]: ERROR neutron.plugins.ml2.managers [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Failed to bind port 8c6906d9-5a95-4f9d-8322-cdcdcf35faec on host n-h2-852088-5 for vnic_type normal using segments [{'id': 'b207e221-0b68-4aa3-a455-ccf4950d61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1'}] Aug 27 04:50:10.205906 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:10.208334 n-d-852088-5 neutron-server[107775]: INFO neutron.plugins.ml2.plugin [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempt 7 to bind port 8c6906d9-5a95-4f9d-8322-cdcdcf35faec Aug 27 04:50:10.236008 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port 8c6906d9-5a95-4f9d-8322-cdcdcf35faec on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:50:10.236466 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port 8c6906d9-5a95-4f9d-8322-cdcdcf35faec by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': 'b207e221-0b68-4aa3-a455-ccf4950d61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1'}] {{(pid=107775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:50:10.236725 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port 8c6906d9-5a95-4f9d-8322-cdcdcf35faec on network a3dabfb6-97b6-4872-86a2-10e0346f30d1 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:50:10.268028 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Port 8c6906d9-5a95-4f9d-8322-cdcdcf35faec on network a3dabfb6-97b6-4872-86a2-10e0346f30d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:50:10.268143 n-d-852088-5 neutron-server[107775]: ERROR neutron.plugins.ml2.managers [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Failed to bind port 8c6906d9-5a95-4f9d-8322-cdcdcf35faec on host n-h2-852088-5 for vnic_type normal using segments [{'id': 'b207e221-0b68-4aa3-a455-ccf4950d61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1'}] Aug 27 04:50:10.270240 n-d-852088-5 neutron-server[107775]: INFO neutron.plugins.ml2.plugin [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempt 8 to bind port 8c6906d9-5a95-4f9d-8322-cdcdcf35faec Aug 27 04:50:10.286885 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port 8c6906d9-5a95-4f9d-8322-cdcdcf35faec on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:50:10.287237 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port 8c6906d9-5a95-4f9d-8322-cdcdcf35faec by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': 'b207e221-0b68-4aa3-a455-ccf4950d61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1'}] {{(pid=107775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:50:10.287584 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port 8c6906d9-5a95-4f9d-8322-cdcdcf35faec on network a3dabfb6-97b6-4872-86a2-10e0346f30d1 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:50:10.302998 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Port 8c6906d9-5a95-4f9d-8322-cdcdcf35faec on network a3dabfb6-97b6-4872-86a2-10e0346f30d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:50:10.303647 n-d-852088-5 neutron-server[107775]: ERROR neutron.plugins.ml2.managers [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Failed to bind port 8c6906d9-5a95-4f9d-8322-cdcdcf35faec on host n-h2-852088-5 for vnic_type normal using segments [{'id': 'b207e221-0b68-4aa3-a455-ccf4950d61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1'}] Aug 27 04:50:10.305471 n-d-852088-5 neutron-server[107775]: INFO neutron.plugins.ml2.plugin [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempt 9 to bind port 8c6906d9-5a95-4f9d-8322-cdcdcf35faec Aug 27 04:50:10.327058 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port 8c6906d9-5a95-4f9d-8322-cdcdcf35faec on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:50:10.327404 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port 8c6906d9-5a95-4f9d-8322-cdcdcf35faec by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': 'b207e221-0b68-4aa3-a455-ccf4950d61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1'}] {{(pid=107775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:50:10.327794 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port 8c6906d9-5a95-4f9d-8322-cdcdcf35faec on network a3dabfb6-97b6-4872-86a2-10e0346f30d1 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:50:10.330293 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fb68f5db-4f2a-4fdc-a120-651210b6b5d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (c529c511-f6c3-4d87-b901-a8c1b6e395fe), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:10.338578 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Port 8c6906d9-5a95-4f9d-8322-cdcdcf35faec on network a3dabfb6-97b6-4872-86a2-10e0346f30d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:50:10.339109 n-d-852088-5 neutron-server[107775]: ERROR neutron.plugins.ml2.managers [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Failed to bind port 8c6906d9-5a95-4f9d-8322-cdcdcf35faec on host n-h2-852088-5 for vnic_type normal using segments [{'id': 'b207e221-0b68-4aa3-a455-ccf4950d61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1'}] Aug 27 04:50:10.341051 n-d-852088-5 neutron-server[107775]: INFO neutron.plugins.ml2.plugin [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempt 10 to bind port 8c6906d9-5a95-4f9d-8322-cdcdcf35faec Aug 27 04:50:10.344310 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-337ea08a-16ac-4afd-9592-480e05dd0e6f tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks [] for router_gateway (7a23f2e6-6342-44d9-9919-5519a7c17f21), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:10.398726 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:10.400434 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port 8c6906d9-5a95-4f9d-8322-cdcdcf35faec on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:50:10.400775 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port 8c6906d9-5a95-4f9d-8322-cdcdcf35faec by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': 'b207e221-0b68-4aa3-a455-ccf4950d61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1'}] {{(pid=107775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:50:10.401394 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port 8c6906d9-5a95-4f9d-8322-cdcdcf35faec on network a3dabfb6-97b6-4872-86a2-10e0346f30d1 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:50:10.413683 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Port 8c6906d9-5a95-4f9d-8322-cdcdcf35faec on network a3dabfb6-97b6-4872-86a2-10e0346f30d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:50:10.414005 n-d-852088-5 neutron-server[107775]: ERROR neutron.plugins.ml2.managers [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Failed to bind port 8c6906d9-5a95-4f9d-8322-cdcdcf35faec on host n-h2-852088-5 for vnic_type normal using segments [{'id': 'b207e221-0b68-4aa3-a455-ccf4950d61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1'}] Aug 27 04:50:10.414382 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8c6906d9-5a95-4f9d-8322-cdcdcf35faec), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:10.512778 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4c560e1f-dc88-4d34-a131-26fb243b5f82 req-8e5cc0f6-2289-4af5-b3d9-2a4c05f60a15 tempest-ServersAaction247Test-686456899 tempest-ServersAaction247Test-686456899-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a3831302-c395-43bd-a17a-452abda1d54d HTTP/1.1" status: 200 len: 210 time: 0.0586669 Aug 27 04:50:10.553732 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] For port 8c6906d9-5a95-4f9d-8322-cdcdcf35faec, host n-h2-852088-5, cleared binding levels {{(pid=107775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:50:10.554097 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempted to set empty binding levels {{(pid=107775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 27 04:50:10.661875 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-337ea08a-16ac-4afd-9592-480e05dd0e6f tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks [] for router_gateway (7a23f2e6-6342-44d9-9919-5519a7c17f21), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:10.665657 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (8c6906d9-5a95-4f9d-8322-cdcdcf35faec), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:10.669150 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:50:10.670382 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:10.691077 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-337ea08a-16ac-4afd-9592-480e05dd0e6f tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:10.738814 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb68f5db-4f2a-4fdc-a120-651210b6b5d5 admin admin] Router c529c511-f6c3-4d87-b901-a8c1b6e395fe has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:50:10.740956 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Pushing event updated for resources: {'Port': ['ID=8c6906d9-5a95-4f9d-8322-cdcdcf35faec,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:10.803046 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-69a5bd8c-daad-448c-8fbd-6b4a7269faaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 980 time: 3.1700749 Aug 27 04:50:10.805914 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53516) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:10.872597 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb68f5db-4f2a-4fdc-a120-651210b6b5d5 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:50:10.880607 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-fb68f5db-4f2a-4fdc-a120-651210b6b5d5 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/c529c511-f6c3-4d87-b901-a8c1b6e395fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7019763 Aug 27 04:50:10.880607 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53518) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:10.889431 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554f185d-cb62-48ef-98c3-e8fa16e04479 None None] Sync routers for ids ['c529c511-f6c3-4d87-b901-a8c1b6e395fe'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:50:10.893517 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-8ddfd855-dccc-457b-a33b-c0a7b286d037 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Deleting port 8c6906d9-5a95-4f9d-8322-cdcdcf35faec {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:50:10.893864 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8ddfd855-dccc-457b-a33b-c0a7b286d037 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (8c6906d9-5a95-4f9d-8322-cdcdcf35faec), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:10.902536 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-337ea08a-16ac-4afd-9592-480e05dd0e6f tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Allocated IP 172.25.2.103 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/17fb6efb-7ad6-44f8-a08f-0d88f71e3c2d) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:50:10.903639 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554f185d-cb62-48ef-98c3-e8fa16e04479 None None] Routers {'c529c511-f6c3-4d87-b901-a8c1b6e395fe'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:50:10.904455 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-554f185d-cb62-48ef-98c3-e8fa16e04479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:49:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['c529c511-f6c3-4d87-b901-a8c1b6e395fe'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:10.978574 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:11.016157 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b99c9bc4-f297-43cc-a0d7-8179e99b6ec3 admin admin] Publish callbacks [] for router (c529c511-f6c3-4d87-b901-a8c1b6e395fe), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:11.032908 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-8ddfd855-dccc-457b-a33b-c0a7b286d037 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] For port 8c6906d9-5a95-4f9d-8322-cdcdcf35faec, host n-h2-852088-5, got binding levels [] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:50:11.033291 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8ddfd855-dccc-457b-a33b-c0a7b286d037 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (8c6906d9-5a95-4f9d-8322-cdcdcf35faec), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:11.056465 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-8ddfd855-dccc-457b-a33b-c0a7b286d037 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Calling delete_port for 8c6906d9-5a95-4f9d-8322-cdcdcf35faec owned by {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:50:11.060455 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-554f185d-cb62-48ef-98c3-e8fa16e04479 None None] Set router c529c511-f6c3-4d87-b901-a8c1b6e395fe gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:50:11.139595 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b99c9bc4-f297-43cc-a0d7-8179e99b6ec3 admin admin] Publish callbacks [] for router_gateway (c529c511-f6c3-4d87-b901-a8c1b6e395fe), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:11.153459 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-337ea08a-16ac-4afd-9592-480e05dd0e6f tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks [] for port (17fb6efb-7ad6-44f8-a08f-0d88f71e3c2d), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:11.240047 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:11.273077 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-b99c9bc4-f297-43cc-a0d7-8179e99b6ec3 admin admin] Deleting port b01b1922-6fa9-40cc-ba94-6aa0e89b5f04 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:50:11.273424 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b99c9bc4-f297-43cc-a0d7-8179e99b6ec3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (b01b1922-6fa9-40cc-ba94-6aa0e89b5f04), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:11.313950 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-6a66f822-9040-4ab5-8d03-9faa7a57ffbf req-f5fdf301-5dd4-4b6b-bfef-1c9697c1b3d9 tempest-ServersAaction247Test-686456899 tempest-ServersAaction247Test-686456899-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a3831302-c395-43bd-a17a-452abda1d54d HTTP/1.1" status: 200 len: 210 time: 0.0341887 Aug 27 04:50:11.337625 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8ddfd855-dccc-457b-a33b-c0a7b286d037 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (8c6906d9-5a95-4f9d-8322-cdcdcf35faec), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:11.377254 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8ddfd855-dccc-457b-a33b-c0a7b286d037 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:11.383822 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8ddfd855-dccc-457b-a33b-c0a7b286d037 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] 10.222.0.76 "DELETE /networking/v2.0/ports/8c6906d9-5a95-4f9d-8322-cdcdcf35faec HTTP/1.1" status: 204 len: 168 time: 0.5763998 Aug 27 04:50:11.385261 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53528) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:11.386278 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:DELETE=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:11.388044 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-337ea08a-16ac-4afd-9592-480e05dd0e6f tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (17fb6efb-7ad6-44f8-a08f-0d88f71e3c2d), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:11.390599 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddfd855-dccc-457b-a33b-c0a7b286d037 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c6906d9-5a95-4f9d-8322-cdcdcf35faec,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:11.409411 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-b99c9bc4-f297-43cc-a0d7-8179e99b6ec3 admin admin] For port b01b1922-6fa9-40cc-ba94-6aa0e89b5f04, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=b01b1922-6fa9-40cc-ba94-6aa0e89b5f04,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:50:11.410115 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b99c9bc4-f297-43cc-a0d7-8179e99b6ec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (b01b1922-6fa9-40cc-ba94-6aa0e89b5f04), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:11.452809 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337ea08a-16ac-4afd-9592-480e05dd0e6f tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:50:11.456940 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-337ea08a-16ac-4afd-9592-480e05dd0e6f tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:50:11.459510 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337ea08a-16ac-4afd-9592-480e05dd0e6f tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:50:11.466939 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-08ef06ca-c432-4c42-9e5e-d9595433fd62 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] GET failed (client error): The resource could not be found. Aug 27 04:50:11.470055 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-08ef06ca-c432-4c42-9e5e-d9595433fd62 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] 10.222.0.76 "GET /networking/v2.0/ports/8c6906d9-5a95-4f9d-8322-cdcdcf35faec HTTP/1.1" status: 404 len: 333 time: 0.0830693 Aug 27 04:50:11.473739 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53532) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:11.481643 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-a2007304-0eca-4370-baa4-b98d12196c44 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Request body: {'port': {'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1791182274'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:50:11.491089 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-b99c9bc4-f297-43cc-a0d7-8179e99b6ec3 admin admin] Calling delete_port for b01b1922-6fa9-40cc-ba94-6aa0e89b5f04 owned by network:router_gateway {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:50:11.495232 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337ea08a-16ac-4afd-9592-480e05dd0e6f tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Pushing event updated for resources: {'Port': ['ID=17fb6efb-7ad6-44f8-a08f-0d88f71e3c2d,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:11.521683 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:11.525629 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:50:11.540266 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-554f185d-cb62-48ef-98c3-e8fa16e04479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c529c511-f6c3-4d87-b901-a8c1b6e395fe', 'name': 'tempest-VolumesAdminNegativeTest-1832114309-router', 'tenant_id': '37933da736ba4506a06cd76f98f5a308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b01b1922-6fa9-40cc-ba94-6aa0e89b5f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:49:43Z', 'updated_at': '2022-08-27T04:50:09Z', 'revision_number': 5, 'project_id': '37933da736ba4506a06cd76f98f5a308', 'gw_port': {'id': 'b01b1922-6fa9-40cc-ba94-6aa0e89b5f04', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:93:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c529c511-f6c3-4d87-b901-a8c1b6e395fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:49:44Z', 'updated_at': '2022-08-27T04:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:11.582406 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554f185d-cb62-48ef-98c3-e8fa16e04479 None None] Checking router: c529c511-f6c3-4d87-b901-a8c1b6e395fe for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:50:11.599283 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2007304-0eca-4370-baa4-b98d12196c44 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Made reservation on behalf of 20ca47dcaedf4a068cad976368103a0e for: {'port': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:50:11.600337 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554f185d-cb62-48ef-98c3-e8fa16e04479 None None] Routers {'c529c511-f6c3-4d87-b901-a8c1b6e395fe'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:50:11.600977 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-554f185d-cb62-48ef-98c3-e8fa16e04479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:49:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['c529c511-f6c3-4d87-b901-a8c1b6e395fe'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:11.606372 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a2007304-0eca-4370-baa4-b98d12196c44 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:11.643670 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:11.666258 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [None req-a2007304-0eca-4370-baa4-b98d12196c44 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] device_id is not set on port ba4bcaec-55f3-4dcf-9621-7de39666890c yet. {{(pid=107775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:50:11.778951 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-554f185d-cb62-48ef-98c3-e8fa16e04479 None None] Set router c529c511-f6c3-4d87-b901-a8c1b6e395fe gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:50:11.803788 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-be275b42-1da9-4634-a857-eb33ff883e75 req-a22bfa15-5e15-4e7b-a99f-538bc90c3447 tempest-ServersAaction247Test-686456899 tempest-ServersAaction247Test-686456899-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a3831302-c395-43bd-a17a-452abda1d54d HTTP/1.1" status: 200 len: 210 time: 0.1073256 Aug 27 04:50:11.838534 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-554f185d-cb62-48ef-98c3-e8fa16e04479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c529c511-f6c3-4d87-b901-a8c1b6e395fe', 'name': 'tempest-VolumesAdminNegativeTest-1832114309-router', 'tenant_id': '37933da736ba4506a06cd76f98f5a308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:49:43Z', 'updated_at': '2022-08-27T04:50:11Z', 'revision_number': 6, 'project_id': '37933da736ba4506a06cd76f98f5a308', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:11.878806 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554f185d-cb62-48ef-98c3-e8fa16e04479 None None] The sync data for ids ['c529c511-f6c3-4d87-b901-a8c1b6e395fe'] in n-d-852088-5 is: [{'id': 'c529c511-f6c3-4d87-b901-a8c1b6e395fe', 'name': 'tempest-VolumesAdminNegativeTest-1832114309-router', 'tenant_id': '37933da736ba4506a06cd76f98f5a308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:49:43Z', 'updated_at': '2022-08-27T04:50:11Z', 'revision_number': 6, 'project_id': '37933da736ba4506a06cd76f98f5a308', 'gw_port_host': None}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:50:11.950339 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-337ea08a-16ac-4afd-9592-480e05dd0e6f tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks [] for router_gateway (7a23f2e6-6342-44d9-9919-5519a7c17f21), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:12.165020 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-337ea08a-16ac-4afd-9592-480e05dd0e6f tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1678557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12747'] for router (7a23f2e6-6342-44d9-9919-5519a7c17f21), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:12.168986 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-337ea08a-16ac-4afd-9592-480e05dd0e6f tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1676574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1676639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1678566'] for router (7a23f2e6-6342-44d9-9919-5519a7c17f21), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:12.175919 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b99c9bc4-f297-43cc-a0d7-8179e99b6ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (b01b1922-6fa9-40cc-ba94-6aa0e89b5f04), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:12.321845 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c9bc4-f297-43cc-a0d7-8179e99b6ec3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b01b1922-6fa9-40cc-ba94-6aa0e89b5f04,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:12.416361 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a2007304-0eca-4370-baa4-b98d12196c44 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Publish callbacks [] for port (ba4bcaec-55f3-4dcf-9621-7de39666890c), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:12.423575 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b99c9bc4-f297-43cc-a0d7-8179e99b6ec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (c529c511-f6c3-4d87-b901-a8c1b6e395fe), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:12.451082 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-337ea08a-16ac-4afd-9592-480e05dd0e6f tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Router 7a23f2e6-6342-44d9-9919-5519a7c17f21 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:50:12.540874 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b99c9bc4-f297-43cc-a0d7-8179e99b6ec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (c529c511-f6c3-4d87-b901-a8c1b6e395fe), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:12.544474 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b99c9bc4-f297-43cc-a0d7-8179e99b6ec3 admin admin] Publish callbacks [] for router_controller (c529c511-f6c3-4d87-b901-a8c1b6e395fe), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:12.582752 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337ea08a-16ac-4afd-9592-480e05dd0e6f tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:50:12.592845 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccf44d2-cffa-42d6-afab-35a63b908e95 None None] Sync routers for ids ['7a23f2e6-6342-44d9-9919-5519a7c17f21'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:50:12.597749 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-337ea08a-16ac-4afd-9592-480e05dd0e6f tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:12.597749 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-337ea08a-16ac-4afd-9592-480e05dd0e6f tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] 10.222.0.76 "PUT /networking/v2.0/routers/7a23f2e6-6342-44d9-9919-5519a7c17f21 HTTP/1.1" status: 200 len: 920 time: 2.8083069 Aug 27 04:50:12.597999 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53550) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:12.602838 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccf44d2-cffa-42d6-afab-35a63b908e95 None None] Routers {'7a23f2e6-6342-44d9-9919-5519a7c17f21'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:50:12.603465 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-cccf44d2-cffa-42d6-afab-35a63b908e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:49:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['7a23f2e6-6342-44d9-9919-5519a7c17f21'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:12.636436 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-cccf44d2-cffa-42d6-afab-35a63b908e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:12.646408 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccf44d2-cffa-42d6-afab-35a63b908e95 None None] Routers {'7a23f2e6-6342-44d9-9919-5519a7c17f21'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:50:12.647236 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-cccf44d2-cffa-42d6-afab-35a63b908e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:49:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['7a23f2e6-6342-44d9-9919-5519a7c17f21'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:12.695623 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-cccf44d2-cffa-42d6-afab-35a63b908e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:12.695623 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccf44d2-cffa-42d6-afab-35a63b908e95 None None] The sync data for ids ['7a23f2e6-6342-44d9-9919-5519a7c17f21'] in n-d-852088-5 is: [] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:50:12.698157 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:12.703345 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a2007304-0eca-4370-baa4-b98d12196c44 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (ba4bcaec-55f3-4dcf-9621-7de39666890c), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:12.753582 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b99c9bc4-f297-43cc-a0d7-8179e99b6ec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (c529c511-f6c3-4d87-b901-a8c1b6e395fe), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:12.754060 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99c9bc4-f297-43cc-a0d7-8179e99b6ec3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c529c511-f6c3-4d87-b901-a8c1b6e395fe {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:50:12.759520 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-86507c01-d642-4a2b-b6fe-6aaedc377a7a tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] 10.222.0.76 "GET /networking/v2.0/routers/7a23f2e6-6342-44d9-9919-5519a7c17f21 HTTP/1.1" status: 200 len: 926 time: 0.1614823 Aug 27 04:50:12.763256 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53556) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:12.771043 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b99c9bc4-f297-43cc-a0d7-8179e99b6ec3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:12.774733 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b99c9bc4-f297-43cc-a0d7-8179e99b6ec3 admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/c529c511-f6c3-4d87-b901-a8c1b6e395fe HTTP/1.1" status: 204 len: 168 time: 1.8904037 Aug 27 04:50:12.775425 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53558) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:12.776452 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2007304-0eca-4370-baa4-b98d12196c44 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Network a3dabfb6-97b6-4872-86a2-10e0346f30d1 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:50:12.780903 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-a2007304-0eca-4370-baa4-b98d12196c44 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:50:12.784904 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2007304-0eca-4370-baa4-b98d12196c44 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:50:12.785847 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2007304-0eca-4370-baa4-b98d12196c44 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:50:12.786449 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a2007304-0eca-4370-baa4-b98d12196c44 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:12.790137 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2007304-0eca-4370-baa4-b98d12196c44 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Pushing event updated for resources: {'Port': ['ID=ba4bcaec-55f3-4dcf-9621-7de39666890c,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:12.849511 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a666bf59-0f51-44ca-8690-ca7eb4f893d9 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:50:12.851094 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a666bf59-0f51-44ca-8690-ca7eb4f893d9 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?network_id=2db7b18a-8c4b-4ba8-8012-3e7d96728abb&device_id=7a23f2e6-6342-44d9-9919-5519a7c17f21&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0867877 Aug 27 04:50:12.854871 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53564) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:12.863572 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-df07429b-7936-438f-aef4-1c5e3a6877a5 admin admin] Deleting subnet 36eaafa3-b4eb-4df9-8bd5-ae9766d48484 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:50:12.866585 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:12.873107 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-df07429b-7936-438f-aef4-1c5e3a6877a5 admin admin] Publish callbacks [] for subnet (36eaafa3-b4eb-4df9-8bd5-ae9766d48484), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:12.913743 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-df07429b-7936-438f-aef4-1c5e3a6877a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (36eaafa3-b4eb-4df9-8bd5-ae9766d48484), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:12.924492 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a2007304-0eca-4370-baa4-b98d12196c44 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.4476094 Aug 27 04:50:12.928760 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53568) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:12.938751 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-852088-5'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:50:13.004413 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-df07429b-7936-438f-aef4-1c5e3a6877a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (36eaafa3-b4eb-4df9-8bd5-ae9766d48484), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:13.036782 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab47a7b-d37e-4f3b-8bf4-4ff973f52b7b tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:50:13.041593 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-6ab47a7b-d37e-4f3b-8bf4-4ff973f52b7b tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] 10.222.0.76 "GET /networking/v2.0/networks/2db7b18a-8c4b-4ba8-8012-3e7d96728abb HTTP/1.1" status: 200 len: 881 time: 0.1852026 Aug 27 04:50:13.043120 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53570) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:13.044609 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (ba4bcaec-55f3-4dcf-9621-7de39666890c), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:13.084311 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0834acde-44c0-4198-91a3-35b3dac207bc tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=7a23f2e6-6342-44d9-9919-5519a7c17f21 HTTP/1.1" status: 200 len: 205 time: 0.0362334 Aug 27 04:50:13.087062 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53572) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:13.183187 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-df07429b-7936-438f-aef4-1c5e3a6877a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (36eaafa3-b4eb-4df9-8bd5-ae9766d48484), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:13.211694 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df07429b-7936-438f-aef4-1c5e3a6877a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36eaafa3-b4eb-4df9-8bd5-ae9766d48484,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:13.230943 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-df07429b-7936-438f-aef4-1c5e3a6877a5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:13.231046 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393d25d0-fa91-4abb-98f9-babe33edb381 None None] Network 0487cec3-6b03-4517-a045-2ae80d4c8e4f requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:50:13.231988 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-df07429b-7936-438f-aef4-1c5e3a6877a5 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/36eaafa3-b4eb-4df9-8bd5-ae9766d48484 HTTP/1.1" status: 204 len: 168 time: 0.4555049 Aug 27 04:50:13.232863 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53576) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:13.321144 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-180d9aeb-1161-4d6f-ab54-84f508345c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (0487cec3-6b03-4517-a045-2ae80d4c8e4f), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:13.335216 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5afc0790-838e-441f-8467-795ea03afbd0 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks [] for router (7a23f2e6-6342-44d9-9919-5519a7c17f21), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:13.335469 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 7ff7c113-f4b8-49a8-bf18-9b9020bff737 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:50:13.363573 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] device_id is not set on port ba4bcaec-55f3-4dcf-9621-7de39666890c yet. {{(pid=107775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:50:13.373371 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Publish callbacks [] for port (ba4bcaec-55f3-4dcf-9621-7de39666890c), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:13.391159 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:13.398356 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 7ff7c113-f4b8-49a8-bf18-9b9020bff737 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:50:13.398628 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 7ff7c113-f4b8-49a8-bf18-9b9020bff737 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:50:13.399052 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device b01b1922-6fa9-40cc-ba94-6aa0e89b5f04 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:50:13.426984 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: b01b1922-6fa9-40cc-ba94-6aa0e89b5f04 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:50:13.426984 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device b01b1922-6fa9-40cc-ba94-6aa0e89b5f04 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:50:13.465636 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-180d9aeb-1161-4d6f-ab54-84f508345c9a admin admin] Deleting port d6834779-1c23-41f2-a311-6a0eae55c4fd {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:50:13.466169 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-180d9aeb-1161-4d6f-ab54-84f508345c9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (d6834779-1c23-41f2-a311-6a0eae55c4fd), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:13.467571 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (ba4bcaec-55f3-4dcf-9621-7de39666890c), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:13.522038 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:13.523652 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port ba4bcaec-55f3-4dcf-9621-7de39666890c on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:50:13.523996 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port ba4bcaec-55f3-4dcf-9621-7de39666890c by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': 'b207e221-0b68-4aa3-a455-ccf4950d61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1'}] {{(pid=107775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:50:13.524373 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port ba4bcaec-55f3-4dcf-9621-7de39666890c on network a3dabfb6-97b6-4872-86a2-10e0346f30d1 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:50:13.534990 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Port ba4bcaec-55f3-4dcf-9621-7de39666890c on network a3dabfb6-97b6-4872-86a2-10e0346f30d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:50:13.535367 n-d-852088-5 neutron-server[107775]: ERROR neutron.plugins.ml2.managers [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Failed to bind port ba4bcaec-55f3-4dcf-9621-7de39666890c on host n-h2-852088-5 for vnic_type normal using segments [{'id': 'b207e221-0b68-4aa3-a455-ccf4950d61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1'}] Aug 27 04:50:13.535822 n-d-852088-5 neutron-server[107775]: INFO neutron.plugins.ml2.plugin [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempt 2 to bind port ba4bcaec-55f3-4dcf-9621-7de39666890c Aug 27 04:50:13.538418 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Pushing event updated for resources: {'Port': ['ID=ba4bcaec-55f3-4dcf-9621-7de39666890c,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:13.554219 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port ba4bcaec-55f3-4dcf-9621-7de39666890c on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:50:13.554219 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port ba4bcaec-55f3-4dcf-9621-7de39666890c by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': 'b207e221-0b68-4aa3-a455-ccf4950d61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1'}] {{(pid=107775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:50:13.554571 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port ba4bcaec-55f3-4dcf-9621-7de39666890c on network a3dabfb6-97b6-4872-86a2-10e0346f30d1 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:50:13.555346 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5afc0790-838e-441f-8467-795ea03afbd0 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks [] for router_gateway (7a23f2e6-6342-44d9-9919-5519a7c17f21), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:13.559276 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Port ba4bcaec-55f3-4dcf-9621-7de39666890c on network a3dabfb6-97b6-4872-86a2-10e0346f30d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:50:13.560219 n-d-852088-5 neutron-server[107775]: ERROR neutron.plugins.ml2.managers [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Failed to bind port ba4bcaec-55f3-4dcf-9621-7de39666890c on host n-h2-852088-5 for vnic_type normal using segments [{'id': 'b207e221-0b68-4aa3-a455-ccf4950d61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1'}] Aug 27 04:50:13.560219 n-d-852088-5 neutron-server[107775]: INFO neutron.plugins.ml2.plugin [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempt 3 to bind port ba4bcaec-55f3-4dcf-9621-7de39666890c Aug 27 04:50:13.567598 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fd5bc0-31dd-4845-8532-d785dc7df3cb None None] DHCP port deletion for 0487cec3-6b03-4517-a045-2ae80d4c8e4f request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:50:13.575533 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port ba4bcaec-55f3-4dcf-9621-7de39666890c on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:50:13.575870 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port ba4bcaec-55f3-4dcf-9621-7de39666890c by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': 'b207e221-0b68-4aa3-a455-ccf4950d61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1'}] {{(pid=107775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:50:13.576282 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port ba4bcaec-55f3-4dcf-9621-7de39666890c on network a3dabfb6-97b6-4872-86a2-10e0346f30d1 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:50:13.579841 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-180d9aeb-1161-4d6f-ab54-84f508345c9a admin admin] For port d6834779-1c23-41f2-a311-6a0eae55c4fd, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=d6834779-1c23-41f2-a311-6a0eae55c4fd,segment=NetworkSegment(3c8fb059-259e-47cd-9637-e7dbb89200c0),segment_id=3c8fb059-259e-47cd-9637-e7dbb89200c0)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:50:13.580477 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-180d9aeb-1161-4d6f-ab54-84f508345c9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (d6834779-1c23-41f2-a311-6a0eae55c4fd), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:13.581027 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Port ba4bcaec-55f3-4dcf-9621-7de39666890c on network a3dabfb6-97b6-4872-86a2-10e0346f30d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:50:13.581366 n-d-852088-5 neutron-server[107775]: ERROR neutron.plugins.ml2.managers [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Failed to bind port ba4bcaec-55f3-4dcf-9621-7de39666890c on host n-h2-852088-5 for vnic_type normal using segments [{'id': 'b207e221-0b68-4aa3-a455-ccf4950d61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1'}] Aug 27 04:50:13.585042 n-d-852088-5 neutron-server[107775]: INFO neutron.plugins.ml2.plugin [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempt 4 to bind port ba4bcaec-55f3-4dcf-9621-7de39666890c Aug 27 04:50:13.595667 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port ba4bcaec-55f3-4dcf-9621-7de39666890c on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:50:13.595890 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port ba4bcaec-55f3-4dcf-9621-7de39666890c by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': 'b207e221-0b68-4aa3-a455-ccf4950d61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1'}] {{(pid=107775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:50:13.596068 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port ba4bcaec-55f3-4dcf-9621-7de39666890c on network a3dabfb6-97b6-4872-86a2-10e0346f30d1 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:50:13.600042 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-180d9aeb-1161-4d6f-ab54-84f508345c9a admin admin] Calling delete_port for d6834779-1c23-41f2-a311-6a0eae55c4fd owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:50:13.600770 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Port ba4bcaec-55f3-4dcf-9621-7de39666890c on network a3dabfb6-97b6-4872-86a2-10e0346f30d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:50:13.601104 n-d-852088-5 neutron-server[107775]: ERROR neutron.plugins.ml2.managers [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Failed to bind port ba4bcaec-55f3-4dcf-9621-7de39666890c on host n-h2-852088-5 for vnic_type normal using segments [{'id': 'b207e221-0b68-4aa3-a455-ccf4950d61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1'}] Aug 27 04:50:13.601527 n-d-852088-5 neutron-server[107775]: INFO neutron.plugins.ml2.plugin [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempt 5 to bind port ba4bcaec-55f3-4dcf-9621-7de39666890c Aug 27 04:50:13.614409 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-22fd5bc0-31dd-4845-8532-d785dc7df3cb None None] Deleting port d6834779-1c23-41f2-a311-6a0eae55c4fd {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:50:13.615079 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-22fd5bc0-31dd-4845-8532-d785dc7df3cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (d6834779-1c23-41f2-a311-6a0eae55c4fd), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:13.615838 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port ba4bcaec-55f3-4dcf-9621-7de39666890c on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:50:13.616207 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port ba4bcaec-55f3-4dcf-9621-7de39666890c by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': 'b207e221-0b68-4aa3-a455-ccf4950d61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1'}] {{(pid=107775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:50:13.616559 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port ba4bcaec-55f3-4dcf-9621-7de39666890c on network a3dabfb6-97b6-4872-86a2-10e0346f30d1 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:50:13.621724 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Port ba4bcaec-55f3-4dcf-9621-7de39666890c on network a3dabfb6-97b6-4872-86a2-10e0346f30d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:50:13.622063 n-d-852088-5 neutron-server[107775]: ERROR neutron.plugins.ml2.managers [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Failed to bind port ba4bcaec-55f3-4dcf-9621-7de39666890c on host n-h2-852088-5 for vnic_type normal using segments [{'id': 'b207e221-0b68-4aa3-a455-ccf4950d61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1'}] Aug 27 04:50:13.627211 n-d-852088-5 neutron-server[107775]: INFO neutron.plugins.ml2.plugin [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempt 6 to bind port ba4bcaec-55f3-4dcf-9621-7de39666890c Aug 27 04:50:13.638117 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port ba4bcaec-55f3-4dcf-9621-7de39666890c on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:50:13.638891 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port ba4bcaec-55f3-4dcf-9621-7de39666890c by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': 'b207e221-0b68-4aa3-a455-ccf4950d61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1'}] {{(pid=107775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:50:13.639241 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port ba4bcaec-55f3-4dcf-9621-7de39666890c on network a3dabfb6-97b6-4872-86a2-10e0346f30d1 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:50:13.645508 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Port ba4bcaec-55f3-4dcf-9621-7de39666890c on network a3dabfb6-97b6-4872-86a2-10e0346f30d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:50:13.645843 n-d-852088-5 neutron-server[107775]: ERROR neutron.plugins.ml2.managers [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Failed to bind port ba4bcaec-55f3-4dcf-9621-7de39666890c on host n-h2-852088-5 for vnic_type normal using segments [{'id': 'b207e221-0b68-4aa3-a455-ccf4950d61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1'}] Aug 27 04:50:13.646395 n-d-852088-5 neutron-server[107775]: INFO neutron.plugins.ml2.plugin [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempt 7 to bind port ba4bcaec-55f3-4dcf-9621-7de39666890c Aug 27 04:50:13.665147 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port ba4bcaec-55f3-4dcf-9621-7de39666890c on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:50:13.665535 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port ba4bcaec-55f3-4dcf-9621-7de39666890c by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': 'b207e221-0b68-4aa3-a455-ccf4950d61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1'}] {{(pid=107775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:50:13.665944 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port ba4bcaec-55f3-4dcf-9621-7de39666890c on network a3dabfb6-97b6-4872-86a2-10e0346f30d1 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:50:13.671014 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Port ba4bcaec-55f3-4dcf-9621-7de39666890c on network a3dabfb6-97b6-4872-86a2-10e0346f30d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:50:13.671335 n-d-852088-5 neutron-server[107775]: ERROR neutron.plugins.ml2.managers [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Failed to bind port ba4bcaec-55f3-4dcf-9621-7de39666890c on host n-h2-852088-5 for vnic_type normal using segments [{'id': 'b207e221-0b68-4aa3-a455-ccf4950d61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1'}] Aug 27 04:50:13.671738 n-d-852088-5 neutron-server[107775]: INFO neutron.plugins.ml2.plugin [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempt 8 to bind port ba4bcaec-55f3-4dcf-9621-7de39666890c Aug 27 04:50:13.687702 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port ba4bcaec-55f3-4dcf-9621-7de39666890c on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:50:13.688348 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port ba4bcaec-55f3-4dcf-9621-7de39666890c by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': 'b207e221-0b68-4aa3-a455-ccf4950d61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1'}] {{(pid=107775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:50:13.688860 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port ba4bcaec-55f3-4dcf-9621-7de39666890c on network a3dabfb6-97b6-4872-86a2-10e0346f30d1 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:50:13.693821 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Port ba4bcaec-55f3-4dcf-9621-7de39666890c on network a3dabfb6-97b6-4872-86a2-10e0346f30d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:50:13.694475 n-d-852088-5 neutron-server[107775]: ERROR neutron.plugins.ml2.managers [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Failed to bind port ba4bcaec-55f3-4dcf-9621-7de39666890c on host n-h2-852088-5 for vnic_type normal using segments [{'id': 'b207e221-0b68-4aa3-a455-ccf4950d61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1'}] Aug 27 04:50:13.695038 n-d-852088-5 neutron-server[107775]: INFO neutron.plugins.ml2.plugin [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempt 9 to bind port ba4bcaec-55f3-4dcf-9621-7de39666890c Aug 27 04:50:13.700639 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-22fd5bc0-31dd-4845-8532-d785dc7df3cb None None] For port d6834779-1c23-41f2-a311-6a0eae55c4fd, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=d6834779-1c23-41f2-a311-6a0eae55c4fd,segment=NetworkSegment(3c8fb059-259e-47cd-9637-e7dbb89200c0),segment_id=3c8fb059-259e-47cd-9637-e7dbb89200c0)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:50:13.701040 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-22fd5bc0-31dd-4845-8532-d785dc7df3cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (d6834779-1c23-41f2-a311-6a0eae55c4fd), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:13.715725 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port ba4bcaec-55f3-4dcf-9621-7de39666890c on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:50:13.716147 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port ba4bcaec-55f3-4dcf-9621-7de39666890c by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': 'b207e221-0b68-4aa3-a455-ccf4950d61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1'}] {{(pid=107775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:50:13.716502 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port ba4bcaec-55f3-4dcf-9621-7de39666890c on network a3dabfb6-97b6-4872-86a2-10e0346f30d1 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:50:13.721522 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Port ba4bcaec-55f3-4dcf-9621-7de39666890c on network a3dabfb6-97b6-4872-86a2-10e0346f30d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:50:13.721850 n-d-852088-5 neutron-server[107775]: ERROR neutron.plugins.ml2.managers [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Failed to bind port ba4bcaec-55f3-4dcf-9621-7de39666890c on host n-h2-852088-5 for vnic_type normal using segments [{'id': 'b207e221-0b68-4aa3-a455-ccf4950d61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1'}] Aug 27 04:50:13.722241 n-d-852088-5 neutron-server[107775]: INFO neutron.plugins.ml2.plugin [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempt 10 to bind port ba4bcaec-55f3-4dcf-9621-7de39666890c Aug 27 04:50:13.722350 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-22fd5bc0-31dd-4845-8532-d785dc7df3cb None None] Calling delete_port for d6834779-1c23-41f2-a311-6a0eae55c4fd owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:50:13.736285 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port ba4bcaec-55f3-4dcf-9621-7de39666890c on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:50:13.736638 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port ba4bcaec-55f3-4dcf-9621-7de39666890c by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': 'b207e221-0b68-4aa3-a455-ccf4950d61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1'}] {{(pid=107775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:50:13.736999 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port ba4bcaec-55f3-4dcf-9621-7de39666890c on network a3dabfb6-97b6-4872-86a2-10e0346f30d1 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:50:13.741802 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Port ba4bcaec-55f3-4dcf-9621-7de39666890c on network a3dabfb6-97b6-4872-86a2-10e0346f30d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:50:13.747454 n-d-852088-5 neutron-server[107775]: ERROR neutron.plugins.ml2.managers [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Failed to bind port ba4bcaec-55f3-4dcf-9621-7de39666890c on host n-h2-852088-5 for vnic_type normal using segments [{'id': 'b207e221-0b68-4aa3-a455-ccf4950d61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1'}] Aug 27 04:50:13.747454 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (ba4bcaec-55f3-4dcf-9621-7de39666890c), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:13.813881 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] For port ba4bcaec-55f3-4dcf-9621-7de39666890c, host n-h2-852088-5, cleared binding levels {{(pid=107775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:50:13.814331 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempted to set empty binding levels {{(pid=107775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 27 04:50:13.819536 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:13.828025 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-180d9aeb-1161-4d6f-ab54-84f508345c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (d6834779-1c23-41f2-a311-6a0eae55c4fd), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:13.829892 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53586) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:13.837451 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-22fd5bc0-31dd-4845-8532-d785dc7df3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (d6834779-1c23-41f2-a311-6a0eae55c4fd), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:13.865525 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180d9aeb-1161-4d6f-ab54-84f508345c9a admin admin] Pushing event deleted for resources: {'Port': ['ID=d6834779-1c23-41f2-a311-6a0eae55c4fd,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:13.872739 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180d9aeb-1161-4d6f-ab54-84f508345c9a admin admin] No DVR routers for this DVR port d6834779-1c23-41f2-a311-6a0eae55c4fd on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:50:13.873133 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fd5bc0-31dd-4845-8532-d785dc7df3cb None None] No DVR routers for this DVR port d6834779-1c23-41f2-a311-6a0eae55c4fd on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:50:13.874959 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-5afc0790-838e-441f-8467-795ea03afbd0 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Deleting port 17fb6efb-7ad6-44f8-a08f-0d88f71e3c2d {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:50:13.875598 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5afc0790-838e-441f-8467-795ea03afbd0 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (17fb6efb-7ad6-44f8-a08f-0d88f71e3c2d), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:13.878027 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fd5bc0-31dd-4845-8532-d785dc7df3cb None None] Pushing event deleted for resources: {'Port': ['ID=d6834779-1c23-41f2-a311-6a0eae55c4fd,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:13.887812 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fd5bc0-31dd-4845-8532-d785dc7df3cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:50:13.888185 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fd5bc0-31dd-4845-8532-d785dc7df3cb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:50:13.888539 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fd5bc0-31dd-4845-8532-d785dc7df3cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:50:13.889090 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fd5bc0-31dd-4845-8532-d785dc7df3cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:50:13.889434 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fd5bc0-31dd-4845-8532-d785dc7df3cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:50:13.889771 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fd5bc0-31dd-4845-8532-d785dc7df3cb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:50:13.890135 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fd5bc0-31dd-4845-8532-d785dc7df3cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:50:13.890466 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fd5bc0-31dd-4845-8532-d785dc7df3cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:50:13.890821 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fd5bc0-31dd-4845-8532-d785dc7df3cb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:50:13.891150 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fd5bc0-31dd-4845-8532-d785dc7df3cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:50:13.891477 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fd5bc0-31dd-4845-8532-d785dc7df3cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:50:13.891807 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fd5bc0-31dd-4845-8532-d785dc7df3cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:50:13.892142 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fd5bc0-31dd-4845-8532-d785dc7df3cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:50:13.892484 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fd5bc0-31dd-4845-8532-d785dc7df3cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:50:13.892806 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fd5bc0-31dd-4845-8532-d785dc7df3cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:50:13.931379 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (ba4bcaec-55f3-4dcf-9621-7de39666890c), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:13.932036 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] In _notify_port_updated(), no bound segment for port ba4bcaec-55f3-4dcf-9621-7de39666890c on network a3dabfb6-97b6-4872-86a2-10e0346f30d1 {{(pid=107775) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Aug 27 04:50:13.932981 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:50:13.933604 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:13.935233 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] 10.222.0.76 "PUT /networking/v2.0/ports/ba4bcaec-55f3-4dcf-9621-7de39666890c HTTP/1.1" status: 200 len: 975 time: 1.0030177 Aug 27 04:50:13.939597 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53590) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:13.979910 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b423fa6c-d3ce-4a7b-b98e-692cba7989b5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Pushing event updated for resources: {'Port': ['ID=ba4bcaec-55f3-4dcf-9621-7de39666890c,revision_number=3']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:14.306530 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1b587994-41b8-473a-8e69-9cc7ff417e4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:14.343476 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:14.343995 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53600) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:14.364199 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-180d9aeb-1161-4d6f-ab54-84f508345c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (0487cec3-6b03-4517-a045-2ae80d4c8e4f), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:14.386125 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398cf9e2-800c-4359-8a2f-d975156ed9cc tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:50:14.386125 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398cf9e2-800c-4359-8a2f-d975156ed9cc tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:50:14.386125 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398cf9e2-800c-4359-8a2f-d975156ed9cc tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:50:14.386125 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398cf9e2-800c-4359-8a2f-d975156ed9cc tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:50:14.386125 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398cf9e2-800c-4359-8a2f-d975156ed9cc tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:50:14.386125 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398cf9e2-800c-4359-8a2f-d975156ed9cc tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:50:14.386125 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-398cf9e2-800c-4359-8a2f-d975156ed9cc tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] 10.222.0.76 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 5555 time: 0.4428923 Aug 27 04:50:14.388947 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53604) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:14.404707 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1b587994-41b8-473a-8e69-9cc7ff417e4a admin admin] Publish callbacks [] for security_group (e99dc1af-32ab-45d0-8021-a10279272a3f), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:14.432221 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5afc0790-838e-441f-8467-795ea03afbd0 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (17fb6efb-7ad6-44f8-a08f-0d88f71e3c2d), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:14.436369 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-180d9aeb-1161-4d6f-ab54-84f508345c9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0487cec3-6b03-4517-a045-2ae80d4c8e4f']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:14.454454 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-180d9aeb-1161-4d6f-ab54-84f508345c9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c8fb059-259e-47cd-9637-e7dbb89200c0') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:14.454642 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-180d9aeb-1161-4d6f-ab54-84f508345c9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c8fb059-259e-47cd-9637-e7dbb89200c0') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:14.469310 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-5afc0790-838e-441f-8467-795ea03afbd0 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Calling delete_port for 17fb6efb-7ad6-44f8-a08f-0d88f71e3c2d owned by network:router_gateway {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:50:14.476099 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-180d9aeb-1161-4d6f-ab54-84f508345c9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (3c8fb059-259e-47cd-9637-e7dbb89200c0), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:14.505361 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1b587994-41b8-473a-8e69-9cc7ff417e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (e99dc1af-32ab-45d0-8021-a10279272a3f), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:14.525696 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-180d9aeb-1161-4d6f-ab54-84f508345c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (3c8fb059-259e-47cd-9637-e7dbb89200c0), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:14.549170 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b587994-41b8-473a-8e69-9cc7ff417e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e99dc1af-32ab-45d0-8021-a10279272a3f,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:14.564097 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-ff8fcdc6-ecd4-4838-831f-7fc6a9ecefaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Deleting port ba4bcaec-55f3-4dcf-9621-7de39666890c {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:50:14.564578 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ff8fcdc6-ecd4-4838-831f-7fc6a9ecefaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (ba4bcaec-55f3-4dcf-9621-7de39666890c), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:14.582910 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:14.597874 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fd262762-d06b-4244-a3e7-6b6940d573b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:14.614770 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1b587994-41b8-473a-8e69-9cc7ff417e4a admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=3bedb768e79a4953b5e55a492f7b3469&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7805314 Aug 27 04:50:14.614867 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53612) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:14.615743 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-180d9aeb-1161-4d6f-ab54-84f508345c9a admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:50:14.616552 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-180d9aeb-1161-4d6f-ab54-84f508345c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (3c8fb059-259e-47cd-9637-e7dbb89200c0), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:14.678146 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 3c8fb059-259e-47cd-9637-e7dbb89200c0 resource provider aggregate not found Aug 27 04:50:14.696571 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fd262762-d06b-4244-a3e7-6b6940d573b4 admin admin] Publish callbacks [] for security_group (19166047-a303-41b6-9651-7c0fe43c16b9), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:14.714995 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-ff8fcdc6-ecd4-4838-831f-7fc6a9ecefaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] For port ba4bcaec-55f3-4dcf-9621-7de39666890c, host n-h2-852088-5, got binding levels [] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:50:14.715189 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ff8fcdc6-ecd4-4838-831f-7fc6a9ecefaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (ba4bcaec-55f3-4dcf-9621-7de39666890c), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:14.718346 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 3c8fb059-259e-47cd-9637-e7dbb89200c0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3c8fb059-259e-47cd-9637-e7dbb89200c0 found for delete ", "request_id": "req-a873f49f-d883-45ac-9649-be45057a728f"}]} Aug 27 04:50:14.746059 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-ff8fcdc6-ecd4-4838-831f-7fc6a9ecefaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Calling delete_port for ba4bcaec-55f3-4dcf-9621-7de39666890c owned by {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:50:14.828362 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fd262762-d06b-4244-a3e7-6b6940d573b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (19166047-a303-41b6-9651-7c0fe43c16b9), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:14.840712 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:14.865595 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-eff244e0-19c0-48c0-9f26-dbfc0cf9445d admin admin] Publish callbacks [] for security_group (e99dc1af-32ab-45d0-8021-a10279272a3f), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:14.867286 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd262762-d06b-4244-a3e7-6b6940d573b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19166047-a303-41b6-9651-7c0fe43c16b9,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:14.872357 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-fd262762-d06b-4244-a3e7-6b6940d573b4 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=c95c51d779ca4aadba49b68e6b170e25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5270047 Aug 27 04:50:14.875045 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53620) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:14.924343 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-180d9aeb-1161-4d6f-ab54-84f508345c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (0487cec3-6b03-4517-a045-2ae80d4c8e4f), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:14.927255 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-eff244e0-19c0-48c0-9f26-dbfc0cf9445d admin admin] Publish callbacks [] for security_group (e99dc1af-32ab-45d0-8021-a10279272a3f), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:14.930292 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2abe3d52-2a89-440c-ba80-34ce6461fae1 admin admin] Publish callbacks [] for security_group (19166047-a303-41b6-9651-7c0fe43c16b9), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:14.946774 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-180d9aeb-1161-4d6f-ab54-84f508345c9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:14.950694 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-180d9aeb-1161-4d6f-ab54-84f508345c9a admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/0487cec3-6b03-4517-a045-2ae80d4c8e4f HTTP/1.1" status: 204 len: 168 time: 1.7147789 Aug 27 04:50:14.954982 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2abe3d52-2a89-440c-ba80-34ce6461fae1 admin admin] Publish callbacks [] for security_group (19166047-a303-41b6-9651-7c0fe43c16b9), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:14.986915 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180d9aeb-1161-4d6f-ab54-84f508345c9a admin admin] Pushing event deleted for resources: {'Network': ['ID=0487cec3-6b03-4517-a045-2ae80d4c8e4f,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:15.071125 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:15.131076 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2abe3d52-2a89-440c-ba80-34ce6461fae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (19166047-a303-41b6-9651-7c0fe43c16b9), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:15.131309 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ff8fcdc6-ecd4-4838-831f-7fc6a9ecefaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (ba4bcaec-55f3-4dcf-9621-7de39666890c), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:15.133303 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5afc0790-838e-441f-8467-795ea03afbd0 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (17fb6efb-7ad6-44f8-a08f-0d88f71e3c2d), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:15.133689 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2abe3d52-2a89-440c-ba80-34ce6461fae1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:15.135253 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2abe3d52-2a89-440c-ba80-34ce6461fae1 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/19166047-a303-41b6-9651-7c0fe43c16b9 HTTP/1.1" status: 204 len: 168 time: 0.2589657 Aug 27 04:50:15.146752 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abe3d52-2a89-440c-ba80-34ce6461fae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19166047-a303-41b6-9651-7c0fe43c16b9,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:15.173989 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afc0790-838e-441f-8467-795ea03afbd0 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Pushing event deleted for resources: {'Port': ['ID=17fb6efb-7ad6-44f8-a08f-0d88f71e3c2d,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:15.188575 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ff8fcdc6-ecd4-4838-831f-7fc6a9ecefaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:15.192718 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ff8fcdc6-ecd4-4838-831f-7fc6a9ecefaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] 10.222.0.76 "DELETE /networking/v2.0/ports/ba4bcaec-55f3-4dcf-9621-7de39666890c HTTP/1.1" status: 204 len: 168 time: 0.8000154 Aug 27 04:50:15.195536 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53630) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:15.226960 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-1359a788-6a6d-47c3-b9ff-6a6d5e49c1cc tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] GET failed (client error): The resource could not be found. Aug 27 04:50:15.228445 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8fcdc6-ecd4-4838-831f-7fc6a9ecefaa tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Pushing event deleted for resources: {'Port': ['ID=ba4bcaec-55f3-4dcf-9621-7de39666890c,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:15.235478 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53632) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:15.235630 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1359a788-6a6d-47c3-b9ff-6a6d5e49c1cc tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] 10.222.0.76 "GET /networking/v2.0/ports/ba4bcaec-55f3-4dcf-9621-7de39666890c HTTP/1.1" status: 404 len: 333 time: 0.0386817 Aug 27 04:50:15.240250 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-e15b1393-520e-4148-8777-60f52171c237 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1096473669', 'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:50:15.265016 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-eff244e0-19c0-48c0-9f26-dbfc0cf9445d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (e99dc1af-32ab-45d0-8021-a10279272a3f), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:15.265173 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d6834779-1c23-41f2-a311-6a0eae55c4fd no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:50:15.267637 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-eff244e0-19c0-48c0-9f26-dbfc0cf9445d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:15.268821 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-eff244e0-19c0-48c0-9f26-dbfc0cf9445d admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/e99dc1af-32ab-45d0-8021-a10279272a3f HTTP/1.1" status: 204 len: 168 time: 0.6483984 Aug 27 04:50:15.285180 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: d6834779-1c23-41f2-a311-6a0eae55c4fd {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:50:15.285528 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d6834779-1c23-41f2-a311-6a0eae55c4fd not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:50:15.296572 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff244e0-19c0-48c0-9f26-dbfc0cf9445d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99dc1af-32ab-45d0-8021-a10279272a3f,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:15.306477 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5afc0790-838e-441f-8467-795ea03afbd0 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (7a23f2e6-6342-44d9-9919-5519a7c17f21), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:15.398647 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5afc0790-838e-441f-8467-795ea03afbd0 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (7a23f2e6-6342-44d9-9919-5519a7c17f21), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:15.400815 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5afc0790-838e-441f-8467-795ea03afbd0 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks [] for router_controller (7a23f2e6-6342-44d9-9919-5519a7c17f21), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:15.507997 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15b1393-520e-4148-8777-60f52171c237 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Made reservation on behalf of 20ca47dcaedf4a068cad976368103a0e for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:50:15.510541 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e15b1393-520e-4148-8777-60f52171c237 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:15.527247 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [None req-e15b1393-520e-4148-8777-60f52171c237 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] device_id is not set on port 903aa6f4-19af-4c55-9dad-35861c4201ee yet. {{(pid=107776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:50:15.572842 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5afc0790-838e-441f-8467-795ea03afbd0 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (7a23f2e6-6342-44d9-9919-5519a7c17f21), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:15.573459 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5afc0790-838e-441f-8467-795ea03afbd0 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Fanout notify agent at l3_agent the message router_deleted on router 7a23f2e6-6342-44d9-9919-5519a7c17f21 {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:50:15.609584 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5afc0790-838e-441f-8467-795ea03afbd0 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:15.614412 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53640) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:15.615064 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-5afc0790-838e-441f-8467-795ea03afbd0 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] 10.222.0.76 "DELETE /networking/v2.0/routers/7a23f2e6-6342-44d9-9919-5519a7c17f21 HTTP/1.1" status: 204 len: 168 time: 2.5262830 Aug 27 04:50:15.619534 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-e4fa13f7-2293-4b32-8baa-f8a73a3865a2 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1027367482', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}, 'admin_state_up': False}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:50:15.678885 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53642) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:15.722190 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7c74b34c-ea51-4358-9232-e6304cb37810 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=f800461258fb485ba56ba8e7a837f5bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0421412 Aug 27 04:50:15.724919 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53644) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:15.750177 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e15b1393-520e-4148-8777-60f52171c237 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Publish callbacks [] for port (903aa6f4-19af-4c55-9dad-35861c4201ee), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:15.781825 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3aa91f2b-ebf3-4dec-befd-618ba4dcca31 admin admin] Publish callbacks [] for security_group (05d2959a-7ed4-4ed8-83de-c5799f442f15), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:15.802968 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3aa91f2b-ebf3-4dec-befd-618ba4dcca31 admin admin] Publish callbacks [] for security_group (05d2959a-7ed4-4ed8-83de-c5799f442f15), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:15.826776 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e4fa13f7-2293-4b32-8baa-f8a73a3865a2 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (53cbd000-687d-443f-9ae0-4c2a1e246a93), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:15.827803 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e4fa13f7-2293-4b32-8baa-f8a73a3865a2 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (53cbd000-687d-443f-9ae0-4c2a1e246a93), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:15.890703 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e4fa13f7-2293-4b32-8baa-f8a73a3865a2 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks [] for router_controller (53cbd000-687d-443f-9ae0-4c2a1e246a93), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:15.931538 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e15b1393-520e-4148-8777-60f52171c237 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (903aa6f4-19af-4c55-9dad-35861c4201ee), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:15.979230 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15b1393-520e-4148-8777-60f52171c237 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Network a3dabfb6-97b6-4872-86a2-10e0346f30d1 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:50:15.985070 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-e15b1393-520e-4148-8777-60f52171c237 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:50:15.987227 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15b1393-520e-4148-8777-60f52171c237 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Pushing event updated for resources: {'Port': ['ID=903aa6f4-19af-4c55-9dad-35861c4201ee,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:15.989332 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15b1393-520e-4148-8777-60f52171c237 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:50:15.990460 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15b1393-520e-4148-8777-60f52171c237 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:50:15.991217 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e15b1393-520e-4148-8777-60f52171c237 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:16.076269 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3aa91f2b-ebf3-4dec-befd-618ba4dcca31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (05d2959a-7ed4-4ed8-83de-c5799f442f15), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:16.078724 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3aa91f2b-ebf3-4dec-befd-618ba4dcca31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:16.079934 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3aa91f2b-ebf3-4dec-befd-618ba4dcca31 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/05d2959a-7ed4-4ed8-83de-c5799f442f15 HTTP/1.1" status: 204 len: 168 time: 0.3540173 Aug 27 04:50:16.117328 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e15b1393-520e-4148-8777-60f52171c237 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8807676 Aug 27 04:50:16.122370 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53650) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:16.144925 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa91f2b-ebf3-4dec-befd-618ba4dcca31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d2959a-7ed4-4ed8-83de-c5799f442f15,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:16.190864 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4602ab-0cce-4118-846a-55c8ade1f0d1 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:50:16.192403 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-db4602ab-0cce-4118-846a-55c8ade1f0d1 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] 10.222.0.76 "GET /networking/v2.0/ports/903aa6f4-19af-4c55-9dad-35861c4201ee HTTP/1.1" status: 200 len: 955 time: 0.0684412 Aug 27 04:50:16.195174 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53654) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:16.224358 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e4fa13f7-2293-4b32-8baa-f8a73a3865a2 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks [] for router_gateway (53cbd000-687d-443f-9ae0-4c2a1e246a93), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:16.274335 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-ca187dbc-d716-4dc6-b7da-e4889f1aa2b4 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Deleting port 903aa6f4-19af-4c55-9dad-35861c4201ee {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:50:16.274682 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ca187dbc-d716-4dc6-b7da-e4889f1aa2b4 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (903aa6f4-19af-4c55-9dad-35861c4201ee), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:16.291709 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:16.347304 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ca187dbc-d716-4dc6-b7da-e4889f1aa2b4 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (903aa6f4-19af-4c55-9dad-35861c4201ee), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:16.362947 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-ca187dbc-d716-4dc6-b7da-e4889f1aa2b4 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Calling delete_port for 903aa6f4-19af-4c55-9dad-35861c4201ee owned by {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:50:16.517520 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e4fa13f7-2293-4b32-8baa-f8a73a3865a2 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks [] for router_gateway (53cbd000-687d-443f-9ae0-4c2a1e246a93), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:16.537031 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e4fa13f7-2293-4b32-8baa-f8a73a3865a2 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:16.636744 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ca187dbc-d716-4dc6-b7da-e4889f1aa2b4 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (903aa6f4-19af-4c55-9dad-35861c4201ee), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:16.670511 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ca187dbc-d716-4dc6-b7da-e4889f1aa2b4 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:16.673861 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ca187dbc-d716-4dc6-b7da-e4889f1aa2b4 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] 10.222.0.76 "DELETE /networking/v2.0/ports/903aa6f4-19af-4c55-9dad-35861c4201ee HTTP/1.1" status: 204 len: 168 time: 0.4777052 Aug 27 04:50:16.674962 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca187dbc-d716-4dc6-b7da-e4889f1aa2b4 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Pushing event deleted for resources: {'Port': ['ID=903aa6f4-19af-4c55-9dad-35861c4201ee,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:16.676558 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53662) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:16.711128 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-a93bda5e-3bdc-463b-99bf-9b546edf0b3c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] GET failed (client error): The resource could not be found. Aug 27 04:50:16.712733 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a93bda5e-3bdc-463b-99bf-9b546edf0b3c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] 10.222.0.76 "GET /networking/v2.0/ports/903aa6f4-19af-4c55-9dad-35861c4201ee HTTP/1.1" status: 404 len: 333 time: 0.0351892 Aug 27 04:50:16.716868 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53666) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:16.721532 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-bea97b51-f4ec-44b2-94b5-28f0abb75751 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Request body: {'port': {'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1629981874'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:50:16.790031 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-e4fa13f7-2293-4b32-8baa-f8a73a3865a2 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Allocated IP 172.25.2.164 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/1dce5a2a-f857-432c-9e6f-63a518c63b0d) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:50:16.856593 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea97b51-f4ec-44b2-94b5-28f0abb75751 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Made reservation on behalf of 20ca47dcaedf4a068cad976368103a0e for: {'port': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:50:16.859462 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bea97b51-f4ec-44b2-94b5-28f0abb75751 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:16.889832 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [None req-bea97b51-f4ec-44b2-94b5-28f0abb75751 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] device_id is not set on port bb27b0e2-3f66-4769-971d-1a59a9d984be yet. {{(pid=107775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:50:16.952653 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e4fa13f7-2293-4b32-8baa-f8a73a3865a2 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks [] for port (1dce5a2a-f857-432c-9e6f-63a518c63b0d), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:17.088496 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bea97b51-f4ec-44b2-94b5-28f0abb75751 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Publish callbacks [] for port (bb27b0e2-3f66-4769-971d-1a59a9d984be), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:17.203354 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bea97b51-f4ec-44b2-94b5-28f0abb75751 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (bb27b0e2-3f66-4769-971d-1a59a9d984be), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:17.205385 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e4fa13f7-2293-4b32-8baa-f8a73a3865a2 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (1dce5a2a-f857-432c-9e6f-63a518c63b0d), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:17.250793 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fa13f7-2293-4b32-8baa-f8a73a3865a2 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:50:17.261081 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-e4fa13f7-2293-4b32-8baa-f8a73a3865a2 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:50:17.266060 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea97b51-f4ec-44b2-94b5-28f0abb75751 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Network a3dabfb6-97b6-4872-86a2-10e0346f30d1 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:50:17.268802 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fa13f7-2293-4b32-8baa-f8a73a3865a2 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:50:17.272447 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-bea97b51-f4ec-44b2-94b5-28f0abb75751 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:50:17.296354 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa13f7-2293-4b32-8baa-f8a73a3865a2 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Pushing event updated for resources: {'Port': ['ID=1dce5a2a-f857-432c-9e6f-63a518c63b0d,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:17.296354 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea97b51-f4ec-44b2-94b5-28f0abb75751 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:50:17.296354 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea97b51-f4ec-44b2-94b5-28f0abb75751 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:50:17.296975 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bea97b51-f4ec-44b2-94b5-28f0abb75751 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:17.329346 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53680) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:17.342217 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:17.346722 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7ca32e16-9ef4-407d-8298-e844a8b34a9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:17.393459 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea97b51-f4ec-44b2-94b5-28f0abb75751 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Pushing event updated for resources: {'Port': ['ID=bb27b0e2-3f66-4769-971d-1a59a9d984be,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:17.429846 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7ca32e16-9ef4-407d-8298-e844a8b34a9a admin admin] Publish callbacks [] for security_group (3a809dc7-d226-4998-b752-0184acc24e2f), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:17.597186 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7ca32e16-9ef4-407d-8298-e844a8b34a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (3a809dc7-d226-4998-b752-0184acc24e2f), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:17.641291 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7ca32e16-9ef4-407d-8298-e844a8b34a9a admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=885dbfe1e433422a9cc74cdc68937b2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3108344 Aug 27 04:50:17.642148 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca32e16-9ef4-407d-8298-e844a8b34a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a809dc7-d226-4998-b752-0184acc24e2f,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:17.653148 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53686) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:17.704411 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a647e515-24f7-4db8-a106-b584f33a4f75 admin admin] Publish callbacks [] for security_group (3a809dc7-d226-4998-b752-0184acc24e2f), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:17.726340 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a647e515-24f7-4db8-a106-b584f33a4f75 admin admin] Publish callbacks [] for security_group (3a809dc7-d226-4998-b752-0184acc24e2f), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:17.744053 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53688) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:17.785570 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-bea97b51-f4ec-44b2-94b5-28f0abb75751 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0674579 Aug 27 04:50:17.788056 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53690) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:17.802165 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-852088-5'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:50:17.832287 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f3238f1b-d710-48fe-934d-3cb6634cf01e admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=37933da736ba4506a06cd76f98f5a308&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0869634 Aug 27 04:50:17.834769 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53692) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:17.903723 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (bb27b0e2-3f66-4769-971d-1a59a9d984be), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:17.948616 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6fc38bf0-5348-44a7-af19-5eeec6c75def admin admin] Publish callbacks [] for security_group (b4bd20ba-02c5-4f9d-b53b-7d24ef4cae78), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:18.014421 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6fc38bf0-5348-44a7-af19-5eeec6c75def admin admin] Publish callbacks [] for security_group (b4bd20ba-02c5-4f9d-b53b-7d24ef4cae78), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:18.023416 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a647e515-24f7-4db8-a106-b584f33a4f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (3a809dc7-d226-4998-b752-0184acc24e2f), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:18.026809 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a647e515-24f7-4db8-a106-b584f33a4f75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:18.028121 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a647e515-24f7-4db8-a106-b584f33a4f75 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/3a809dc7-d226-4998-b752-0184acc24e2f HTTP/1.1" status: 204 len: 168 time: 0.3824797 Aug 27 04:50:18.074151 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:18.075118 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a647e515-24f7-4db8-a106-b584f33a4f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a809dc7-d226-4998-b752-0184acc24e2f,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:18.082398 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e4fa13f7-2293-4b32-8baa-f8a73a3865a2 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks [] for router_gateway (53cbd000-687d-443f-9ae0-4c2a1e246a93), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:18.164911 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] device_id is not set on port bb27b0e2-3f66-4769-971d-1a59a9d984be yet. {{(pid=107776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:50:18.174399 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Publish callbacks [] for port (bb27b0e2-3f66-4769-971d-1a59a9d984be), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:18.222187 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6fc38bf0-5348-44a7-af19-5eeec6c75def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (b4bd20ba-02c5-4f9d-b53b-7d24ef4cae78), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:18.224927 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6fc38bf0-5348-44a7-af19-5eeec6c75def admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:18.226219 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6fc38bf0-5348-44a7-af19-5eeec6c75def admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/b4bd20ba-02c5-4f9d-b53b-7d24ef4cae78 HTTP/1.1" status: 204 len: 168 time: 0.3904216 Aug 27 04:50:18.234770 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc38bf0-5348-44a7-af19-5eeec6c75def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4bd20ba-02c5-4f9d-b53b-7d24ef4cae78,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:18.259958 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (bb27b0e2-3f66-4769-971d-1a59a9d984be), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:18.275358 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:18.320624 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Pushing event updated for resources: {'Port': ['ID=bb27b0e2-3f66-4769-971d-1a59a9d984be,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:18.323768 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port bb27b0e2-3f66-4769-971d-1a59a9d984be on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:50:18.324107 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port bb27b0e2-3f66-4769-971d-1a59a9d984be by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': 'b207e221-0b68-4aa3-a455-ccf4950d61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1'}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:50:18.324522 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port bb27b0e2-3f66-4769-971d-1a59a9d984be on network a3dabfb6-97b6-4872-86a2-10e0346f30d1 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:50:18.330166 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Port bb27b0e2-3f66-4769-971d-1a59a9d984be on network a3dabfb6-97b6-4872-86a2-10e0346f30d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:50:18.330590 n-d-852088-5 neutron-server[107776]: ERROR neutron.plugins.ml2.managers [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Failed to bind port bb27b0e2-3f66-4769-971d-1a59a9d984be on host n-h2-852088-5 for vnic_type normal using segments [{'id': 'b207e221-0b68-4aa3-a455-ccf4950d61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1'}] Aug 27 04:50:18.331430 n-d-852088-5 neutron-server[107776]: INFO neutron.plugins.ml2.plugin [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempt 2 to bind port bb27b0e2-3f66-4769-971d-1a59a9d984be Aug 27 04:50:18.353445 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port bb27b0e2-3f66-4769-971d-1a59a9d984be on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:50:18.354082 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port bb27b0e2-3f66-4769-971d-1a59a9d984be by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': 'b207e221-0b68-4aa3-a455-ccf4950d61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1'}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:50:18.355230 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port bb27b0e2-3f66-4769-971d-1a59a9d984be on network a3dabfb6-97b6-4872-86a2-10e0346f30d1 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:50:18.359595 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e4fa13f7-2293-4b32-8baa-f8a73a3865a2 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (53cbd000-687d-443f-9ae0-4c2a1e246a93), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:18.364965 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Port bb27b0e2-3f66-4769-971d-1a59a9d984be on network a3dabfb6-97b6-4872-86a2-10e0346f30d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:50:18.365535 n-d-852088-5 neutron-server[107776]: ERROR neutron.plugins.ml2.managers [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Failed to bind port bb27b0e2-3f66-4769-971d-1a59a9d984be on host n-h2-852088-5 for vnic_type normal using segments [{'id': 'b207e221-0b68-4aa3-a455-ccf4950d61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1'}] Aug 27 04:50:18.366827 n-d-852088-5 neutron-server[107776]: INFO neutron.plugins.ml2.plugin [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempt 3 to bind port bb27b0e2-3f66-4769-971d-1a59a9d984be Aug 27 04:50:18.372417 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:18.383646 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port bb27b0e2-3f66-4769-971d-1a59a9d984be on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:50:18.384342 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port bb27b0e2-3f66-4769-971d-1a59a9d984be by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': 'b207e221-0b68-4aa3-a455-ccf4950d61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1'}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:50:18.384919 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port bb27b0e2-3f66-4769-971d-1a59a9d984be on network a3dabfb6-97b6-4872-86a2-10e0346f30d1 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:50:18.391361 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Port bb27b0e2-3f66-4769-971d-1a59a9d984be on network a3dabfb6-97b6-4872-86a2-10e0346f30d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:50:18.392110 n-d-852088-5 neutron-server[107776]: ERROR neutron.plugins.ml2.managers [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Failed to bind port bb27b0e2-3f66-4769-971d-1a59a9d984be on host n-h2-852088-5 for vnic_type normal using segments [{'id': 'b207e221-0b68-4aa3-a455-ccf4950d61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1'}] Aug 27 04:50:18.392732 n-d-852088-5 neutron-server[107776]: INFO neutron.plugins.ml2.plugin [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempt 4 to bind port bb27b0e2-3f66-4769-971d-1a59a9d984be Aug 27 04:50:18.407391 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port bb27b0e2-3f66-4769-971d-1a59a9d984be on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:50:18.407731 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port bb27b0e2-3f66-4769-971d-1a59a9d984be by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': 'b207e221-0b68-4aa3-a455-ccf4950d61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1'}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:50:18.408067 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port bb27b0e2-3f66-4769-971d-1a59a9d984be on network a3dabfb6-97b6-4872-86a2-10e0346f30d1 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:50:18.414028 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Port bb27b0e2-3f66-4769-971d-1a59a9d984be on network a3dabfb6-97b6-4872-86a2-10e0346f30d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:50:18.414640 n-d-852088-5 neutron-server[107776]: ERROR neutron.plugins.ml2.managers [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Failed to bind port bb27b0e2-3f66-4769-971d-1a59a9d984be on host n-h2-852088-5 for vnic_type normal using segments [{'id': 'b207e221-0b68-4aa3-a455-ccf4950d61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1'}] Aug 27 04:50:18.415038 n-d-852088-5 neutron-server[107776]: INFO neutron.plugins.ml2.plugin [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempt 5 to bind port bb27b0e2-3f66-4769-971d-1a59a9d984be Aug 27 04:50:18.437991 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port bb27b0e2-3f66-4769-971d-1a59a9d984be on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:50:18.437991 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port bb27b0e2-3f66-4769-971d-1a59a9d984be by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': 'b207e221-0b68-4aa3-a455-ccf4950d61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1'}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:50:18.437991 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port bb27b0e2-3f66-4769-971d-1a59a9d984be on network a3dabfb6-97b6-4872-86a2-10e0346f30d1 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:50:18.438500 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Port bb27b0e2-3f66-4769-971d-1a59a9d984be on network a3dabfb6-97b6-4872-86a2-10e0346f30d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:50:18.438837 n-d-852088-5 neutron-server[107776]: ERROR neutron.plugins.ml2.managers [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Failed to bind port bb27b0e2-3f66-4769-971d-1a59a9d984be on host n-h2-852088-5 for vnic_type normal using segments [{'id': 'b207e221-0b68-4aa3-a455-ccf4950d61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1'}] Aug 27 04:50:18.439353 n-d-852088-5 neutron-server[107776]: INFO neutron.plugins.ml2.plugin [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempt 6 to bind port bb27b0e2-3f66-4769-971d-1a59a9d984be Aug 27 04:50:18.456055 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port bb27b0e2-3f66-4769-971d-1a59a9d984be on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:50:18.456514 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port bb27b0e2-3f66-4769-971d-1a59a9d984be by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': 'b207e221-0b68-4aa3-a455-ccf4950d61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1'}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:50:18.457229 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port bb27b0e2-3f66-4769-971d-1a59a9d984be on network a3dabfb6-97b6-4872-86a2-10e0346f30d1 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:50:18.463056 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Port bb27b0e2-3f66-4769-971d-1a59a9d984be on network a3dabfb6-97b6-4872-86a2-10e0346f30d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:50:18.463466 n-d-852088-5 neutron-server[107776]: ERROR neutron.plugins.ml2.managers [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Failed to bind port bb27b0e2-3f66-4769-971d-1a59a9d984be on host n-h2-852088-5 for vnic_type normal using segments [{'id': 'b207e221-0b68-4aa3-a455-ccf4950d61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1'}] Aug 27 04:50:18.467061 n-d-852088-5 neutron-server[107776]: INFO neutron.plugins.ml2.plugin [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempt 7 to bind port bb27b0e2-3f66-4769-971d-1a59a9d984be Aug 27 04:50:18.482042 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port bb27b0e2-3f66-4769-971d-1a59a9d984be on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:50:18.482382 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port bb27b0e2-3f66-4769-971d-1a59a9d984be by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': 'b207e221-0b68-4aa3-a455-ccf4950d61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1'}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:50:18.483168 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port bb27b0e2-3f66-4769-971d-1a59a9d984be on network a3dabfb6-97b6-4872-86a2-10e0346f30d1 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:50:18.488343 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Port bb27b0e2-3f66-4769-971d-1a59a9d984be on network a3dabfb6-97b6-4872-86a2-10e0346f30d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:50:18.490870 n-d-852088-5 neutron-server[107776]: ERROR neutron.plugins.ml2.managers [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Failed to bind port bb27b0e2-3f66-4769-971d-1a59a9d984be on host n-h2-852088-5 for vnic_type normal using segments [{'id': 'b207e221-0b68-4aa3-a455-ccf4950d61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1'}] Aug 27 04:50:18.491269 n-d-852088-5 neutron-server[107776]: INFO neutron.plugins.ml2.plugin [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempt 8 to bind port bb27b0e2-3f66-4769-971d-1a59a9d984be Aug 27 04:50:18.507592 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port bb27b0e2-3f66-4769-971d-1a59a9d984be on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:50:18.507843 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port bb27b0e2-3f66-4769-971d-1a59a9d984be by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': 'b207e221-0b68-4aa3-a455-ccf4950d61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1'}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:50:18.508085 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port bb27b0e2-3f66-4769-971d-1a59a9d984be on network a3dabfb6-97b6-4872-86a2-10e0346f30d1 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:50:18.513922 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Port bb27b0e2-3f66-4769-971d-1a59a9d984be on network a3dabfb6-97b6-4872-86a2-10e0346f30d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:50:18.514255 n-d-852088-5 neutron-server[107776]: ERROR neutron.plugins.ml2.managers [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Failed to bind port bb27b0e2-3f66-4769-971d-1a59a9d984be on host n-h2-852088-5 for vnic_type normal using segments [{'id': 'b207e221-0b68-4aa3-a455-ccf4950d61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1'}] Aug 27 04:50:18.517726 n-d-852088-5 neutron-server[107776]: INFO neutron.plugins.ml2.plugin [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempt 9 to bind port bb27b0e2-3f66-4769-971d-1a59a9d984be Aug 27 04:50:18.530785 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port bb27b0e2-3f66-4769-971d-1a59a9d984be on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:50:18.531122 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port bb27b0e2-3f66-4769-971d-1a59a9d984be by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': 'b207e221-0b68-4aa3-a455-ccf4950d61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1'}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:50:18.531461 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port bb27b0e2-3f66-4769-971d-1a59a9d984be on network a3dabfb6-97b6-4872-86a2-10e0346f30d1 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:50:18.536072 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Port bb27b0e2-3f66-4769-971d-1a59a9d984be on network a3dabfb6-97b6-4872-86a2-10e0346f30d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:50:18.536447 n-d-852088-5 neutron-server[107776]: ERROR neutron.plugins.ml2.managers [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Failed to bind port bb27b0e2-3f66-4769-971d-1a59a9d984be on host n-h2-852088-5 for vnic_type normal using segments [{'id': 'b207e221-0b68-4aa3-a455-ccf4950d61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1'}] Aug 27 04:50:18.536838 n-d-852088-5 neutron-server[107776]: INFO neutron.plugins.ml2.plugin [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempt 10 to bind port bb27b0e2-3f66-4769-971d-1a59a9d984be Aug 27 04:50:18.549504 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port bb27b0e2-3f66-4769-971d-1a59a9d984be on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:50:18.555875 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port bb27b0e2-3f66-4769-971d-1a59a9d984be by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': 'b207e221-0b68-4aa3-a455-ccf4950d61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1'}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:50:18.555875 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempting to bind port bb27b0e2-3f66-4769-971d-1a59a9d984be on network a3dabfb6-97b6-4872-86a2-10e0346f30d1 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:50:18.555875 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Port bb27b0e2-3f66-4769-971d-1a59a9d984be on network a3dabfb6-97b6-4872-86a2-10e0346f30d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:50:18.555875 n-d-852088-5 neutron-server[107776]: ERROR neutron.plugins.ml2.managers [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Failed to bind port bb27b0e2-3f66-4769-971d-1a59a9d984be on host n-h2-852088-5 for vnic_type normal using segments [{'id': 'b207e221-0b68-4aa3-a455-ccf4950d61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3dabfb6-97b6-4872-86a2-10e0346f30d1'}] Aug 27 04:50:18.555875 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (bb27b0e2-3f66-4769-971d-1a59a9d984be), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:18.605484 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4fa13f7-2293-4b32-8baa-f8a73a3865a2 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Router 53cbd000-687d-443f-9ae0-4c2a1e246a93 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:50:18.608454 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:18.624772 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] For port bb27b0e2-3f66-4769-971d-1a59a9d984be, host n-h2-852088-5, cleared binding levels {{(pid=107776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:50:18.625176 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attempted to set empty binding levels {{(pid=107776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 27 04:50:18.703057 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (bb27b0e2-3f66-4769-971d-1a59a9d984be), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:18.703680 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] In _notify_port_updated(), no bound segment for port bb27b0e2-3f66-4769-971d-1a59a9d984be on network a3dabfb6-97b6-4872-86a2-10e0346f30d1 {{(pid=107776) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Aug 27 04:50:18.704609 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:50:18.705195 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:18.709073 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] 10.222.0.76 "PUT /networking/v2.0/ports/bb27b0e2-3f66-4769-971d-1a59a9d984be HTTP/1.1" status: 200 len: 975 time: 0.9152555 Aug 27 04:50:18.709857 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53710) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:18.740769 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4fa13f7-2293-4b32-8baa-f8a73a3865a2 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:50:18.754731 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec81fd-0d8e-475b-a763-ceec3851038c tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Pushing event updated for resources: {'Port': ['ID=bb27b0e2-3f66-4769-971d-1a59a9d984be,revision_number=3']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:18.775942 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177ce3a4-7c16-40ff-9242-26043436a8ae None None] Sync routers for ids ['53cbd000-687d-443f-9ae0-4c2a1e246a93'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:50:18.787096 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177ce3a4-7c16-40ff-9242-26043436a8ae None None] Routers {'53cbd000-687d-443f-9ae0-4c2a1e246a93'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:50:18.788127 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-177ce3a4-7c16-40ff-9242-26043436a8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:49:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['53cbd000-687d-443f-9ae0-4c2a1e246a93'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:18.809028 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-6be34875-8bc0-4116-8a38-df3258a08be5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Deleting port bb27b0e2-3f66-4769-971d-1a59a9d984be {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:50:18.809622 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6be34875-8bc0-4116-8a38-df3258a08be5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (bb27b0e2-3f66-4769-971d-1a59a9d984be), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:18.845084 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-177ce3a4-7c16-40ff-9242-26043436a8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:18.856374 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177ce3a4-7c16-40ff-9242-26043436a8ae None None] Routers {'53cbd000-687d-443f-9ae0-4c2a1e246a93'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:50:18.856999 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-177ce3a4-7c16-40ff-9242-26043436a8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:49:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['53cbd000-687d-443f-9ae0-4c2a1e246a93'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:18.881359 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e4fa13f7-2293-4b32-8baa-f8a73a3865a2 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:18.885259 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e4fa13f7-2293-4b32-8baa-f8a73a3865a2 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.2669857 Aug 27 04:50:18.885754 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53716) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:18.888565 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-6be34875-8bc0-4116-8a38-df3258a08be5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] For port bb27b0e2-3f66-4769-971d-1a59a9d984be, host n-h2-852088-5, got binding levels [] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:50:18.888946 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6be34875-8bc0-4116-8a38-df3258a08be5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (bb27b0e2-3f66-4769-971d-1a59a9d984be), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:18.892235 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-d59756f1-aa86-4cc8-9100-1b862f791599 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:50:18.906083 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-6be34875-8bc0-4116-8a38-df3258a08be5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Calling delete_port for bb27b0e2-3f66-4769-971d-1a59a9d984be owned by {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:50:18.907279 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-177ce3a4-7c16-40ff-9242-26043436a8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:18.908860 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177ce3a4-7c16-40ff-9242-26043436a8ae None None] The sync data for ids ['53cbd000-687d-443f-9ae0-4c2a1e246a93'] in n-d-852088-5 is: [] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:50:19.159933 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:19.161156 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6be34875-8bc0-4116-8a38-df3258a08be5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (bb27b0e2-3f66-4769-971d-1a59a9d984be), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:19.192675 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be34875-8bc0-4116-8a38-df3258a08be5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Pushing event deleted for resources: {'Port': ['ID=bb27b0e2-3f66-4769-971d-1a59a9d984be,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:19.198403 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6be34875-8bc0-4116-8a38-df3258a08be5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:19.205166 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-6be34875-8bc0-4116-8a38-df3258a08be5 tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] 10.222.0.76 "DELETE /networking/v2.0/ports/bb27b0e2-3f66-4769-971d-1a59a9d984be HTTP/1.1" status: 204 len: 168 time: 0.4944699 Aug 27 04:50:19.205932 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53720) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:19.233108 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-905f1756-a1b8-4345-abc0-d7cf2cc8e65e tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] GET failed (client error): The resource could not be found. Aug 27 04:50:19.238276 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-905f1756-a1b8-4345-abc0-d7cf2cc8e65e tempest-PortsAdminExtendedAttrsTestJSON-1437073136 tempest-PortsAdminExtendedAttrsTestJSON-1437073136-project-admin] 10.222.0.76 "GET /networking/v2.0/ports/bb27b0e2-3f66-4769-971d-1a59a9d984be HTTP/1.1" status: 404 len: 333 time: 0.0276086 Aug 27 04:50:19.238554 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53722) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:19.292466 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d59756f1-aa86-4cc8-9100-1b862f791599 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks [] for router_gateway (53cbd000-687d-443f-9ae0-4c2a1e246a93), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:19.324979 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c18c9b86-7953-4907-87c7-90f13684be40 tempest-PortsAdminExtendedAttrsTestJSON-1843465057 tempest-PortsAdminExtendedAttrsTestJSON-1843465057-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (a3dabfb6-97b6-4872-86a2-10e0346f30d1), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:19.413090 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d59756f1-aa86-4cc8-9100-1b862f791599 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks [] for router_gateway (53cbd000-687d-443f-9ae0-4c2a1e246a93), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:19.423109 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c18c9b86-7953-4907-87c7-90f13684be40 tempest-PortsAdminExtendedAttrsTestJSON-1843465057 tempest-PortsAdminExtendedAttrsTestJSON-1843465057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (a3dabfb6-97b6-4872-86a2-10e0346f30d1), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:19.449926 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-c18c9b86-7953-4907-87c7-90f13684be40 tempest-PortsAdminExtendedAttrsTestJSON-1843465057 tempest-PortsAdminExtendedAttrsTestJSON-1843465057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3dabfb6-97b6-4872-86a2-10e0346f30d1']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:19.460497 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-c18c9b86-7953-4907-87c7-90f13684be40 tempest-PortsAdminExtendedAttrsTestJSON-1843465057 tempest-PortsAdminExtendedAttrsTestJSON-1843465057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b207e221-0b68-4aa3-a455-ccf4950d61e3') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:19.460966 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-c18c9b86-7953-4907-87c7-90f13684be40 tempest-PortsAdminExtendedAttrsTestJSON-1843465057 tempest-PortsAdminExtendedAttrsTestJSON-1843465057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b207e221-0b68-4aa3-a455-ccf4950d61e3') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:19.470069 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:19.474087 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c18c9b86-7953-4907-87c7-90f13684be40 tempest-PortsAdminExtendedAttrsTestJSON-1843465057 tempest-PortsAdminExtendedAttrsTestJSON-1843465057-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (b207e221-0b68-4aa3-a455-ccf4950d61e3), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:19.488525 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c18c9b86-7953-4907-87c7-90f13684be40 tempest-PortsAdminExtendedAttrsTestJSON-1843465057 tempest-PortsAdminExtendedAttrsTestJSON-1843465057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (b207e221-0b68-4aa3-a455-ccf4950d61e3), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:19.495315 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c18c9b86-7953-4907-87c7-90f13684be40 tempest-PortsAdminExtendedAttrsTestJSON-1843465057 tempest-PortsAdminExtendedAttrsTestJSON-1843465057-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:50:19.495701 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c18c9b86-7953-4907-87c7-90f13684be40 tempest-PortsAdminExtendedAttrsTestJSON-1843465057 tempest-PortsAdminExtendedAttrsTestJSON-1843465057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (b207e221-0b68-4aa3-a455-ccf4950d61e3), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:19.584702 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-d59756f1-aa86-4cc8-9100-1b862f791599 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Deleting port 1dce5a2a-f857-432c-9e6f-63a518c63b0d {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:50:19.585255 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d59756f1-aa86-4cc8-9100-1b862f791599 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (1dce5a2a-f857-432c-9e6f-63a518c63b0d), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:19.662129 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d59756f1-aa86-4cc8-9100-1b862f791599 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (1dce5a2a-f857-432c-9e6f-63a518c63b0d), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:19.678252 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-d59756f1-aa86-4cc8-9100-1b862f791599 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Calling delete_port for 1dce5a2a-f857-432c-9e6f-63a518c63b0d owned by network:router_gateway {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:50:19.721825 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c18c9b86-7953-4907-87c7-90f13684be40 tempest-PortsAdminExtendedAttrsTestJSON-1843465057 tempest-PortsAdminExtendedAttrsTestJSON-1843465057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (a3dabfb6-97b6-4872-86a2-10e0346f30d1), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:19.731889 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c18c9b86-7953-4907-87c7-90f13684be40 tempest-PortsAdminExtendedAttrsTestJSON-1843465057 tempest-PortsAdminExtendedAttrsTestJSON-1843465057-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:19.737489 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c18c9b86-7953-4907-87c7-90f13684be40 tempest-PortsAdminExtendedAttrsTestJSON-1843465057 tempest-PortsAdminExtendedAttrsTestJSON-1843465057-project] 10.222.0.76 "DELETE /networking/v2.0/networks/a3dabfb6-97b6-4872-86a2-10e0346f30d1 HTTP/1.1" status: 204 len: 168 time: 0.4955325 Aug 27 04:50:19.747369 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18c9b86-7953-4907-87c7-90f13684be40 tempest-PortsAdminExtendedAttrsTestJSON-1843465057 tempest-PortsAdminExtendedAttrsTestJSON-1843465057-project] Pushing event deleted for resources: {'Network': ['ID=a3dabfb6-97b6-4872-86a2-10e0346f30d1,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:19.973564 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d59756f1-aa86-4cc8-9100-1b862f791599 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (1dce5a2a-f857-432c-9e6f-63a518c63b0d), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:19.982588 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment b207e221-0b68-4aa3-a455-ccf4950d61e3 resource provider aggregate not found Aug 27 04:50:20.009309 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment b207e221-0b68-4aa3-a455-ccf4950d61e3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b207e221-0b68-4aa3-a455-ccf4950d61e3 found for delete ", "request_id": "req-74841364-e9f6-49f2-b561-87896a826ef5"}]} Aug 27 04:50:20.014125 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59756f1-aa86-4cc8-9100-1b862f791599 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Pushing event deleted for resources: {'Port': ['ID=1dce5a2a-f857-432c-9e6f-63a518c63b0d,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:20.080083 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d59756f1-aa86-4cc8-9100-1b862f791599 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (53cbd000-687d-443f-9ae0-4c2a1e246a93), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:20.293622 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d59756f1-aa86-4cc8-9100-1b862f791599 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1678557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12747'] for router (53cbd000-687d-443f-9ae0-4c2a1e246a93), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:20.297065 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d59756f1-aa86-4cc8-9100-1b862f791599 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1676574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1676639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1678566'] for router (53cbd000-687d-443f-9ae0-4c2a1e246a93), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:20.361667 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:20.373943 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d59756f1-aa86-4cc8-9100-1b862f791599 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Router 53cbd000-687d-443f-9ae0-4c2a1e246a93 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:50:20.454711 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d59756f1-aa86-4cc8-9100-1b862f791599 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:50:20.461483 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d59756f1-aa86-4cc8-9100-1b862f791599 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:20.464105 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d59756f1-aa86-4cc8-9100-1b862f791599 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] 10.222.0.76 "PUT /networking/v2.0/routers/53cbd000-687d-443f-9ae0-4c2a1e246a93 HTTP/1.1" status: 200 len: 710 time: 1.5764282 Aug 27 04:50:20.465619 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf1dfc9-5724-4fdf-ad51-5b494380098f None None] Sync routers for ids ['53cbd000-687d-443f-9ae0-4c2a1e246a93'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:50:20.466622 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53754) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:20.479821 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf1dfc9-5724-4fdf-ad51-5b494380098f None None] Routers {'53cbd000-687d-443f-9ae0-4c2a1e246a93'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:50:20.479821 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-4bf1dfc9-5724-4fdf-ad51-5b494380098f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:49:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['53cbd000-687d-443f-9ae0-4c2a1e246a93'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:20.523250 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-4bf1dfc9-5724-4fdf-ad51-5b494380098f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:20.533280 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf1dfc9-5724-4fdf-ad51-5b494380098f None None] Routers {'53cbd000-687d-443f-9ae0-4c2a1e246a93'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:50:20.533921 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-4bf1dfc9-5724-4fdf-ad51-5b494380098f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:49:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['53cbd000-687d-443f-9ae0-4c2a1e246a93'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:20.560045 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-438bea22-5ae3-4730-89ad-be833e0f2b76 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] 10.222.0.76 "GET /networking/v2.0/routers/53cbd000-687d-443f-9ae0-4c2a1e246a93 HTTP/1.1" status: 200 len: 745 time: 0.0888715 Aug 27 04:50:20.564197 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53758) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:20.622039 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1e44f3f1-7b51-4a2a-9aa1-4731bf2e4782 tempest-RoutersIpV6AdminTest-1569844316 tempest-RoutersIpV6AdminTest-1569844316-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?network_id=2db7b18a-8c4b-4ba8-8012-3e7d96728abb&device_id=53cbd000-687d-443f-9ae0-4c2a1e246a93 HTTP/1.1" status: 200 len: 205 time: 0.0604191 Aug 27 04:50:20.629433 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53764) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:20.649178 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-4bf1dfc9-5724-4fdf-ad51-5b494380098f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:20.649786 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf1dfc9-5724-4fdf-ad51-5b494380098f None None] The sync data for ids ['53cbd000-687d-443f-9ae0-4c2a1e246a93'] in n-d-852088-5 is: [] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:50:20.671283 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ff174c31-59e0-43e7-99c3-c638ad747ebe tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=53cbd000-687d-443f-9ae0-4c2a1e246a93 HTTP/1.1" status: 200 len: 205 time: 0.0396593 Aug 27 04:50:20.673838 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53768) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:20.717515 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:20.756635 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d484e314-de9f-4742-9be6-ffaa1a2b725f tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks [] for router (53cbd000-687d-443f-9ae0-4c2a1e246a93), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:20.924946 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d484e314-de9f-4742-9be6-ffaa1a2b725f tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (53cbd000-687d-443f-9ae0-4c2a1e246a93), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:20.927247 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d484e314-de9f-4742-9be6-ffaa1a2b725f tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks [] for router_controller (53cbd000-687d-443f-9ae0-4c2a1e246a93), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:20.930915 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:21.038674 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53776) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:21.074538 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d484e314-de9f-4742-9be6-ffaa1a2b725f tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (53cbd000-687d-443f-9ae0-4c2a1e246a93), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:21.075152 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d484e314-de9f-4742-9be6-ffaa1a2b725f tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Fanout notify agent at l3_agent the message router_deleted on router 53cbd000-687d-443f-9ae0-4c2a1e246a93 {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:50:21.090511 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d484e314-de9f-4742-9be6-ffaa1a2b725f tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:21.090511 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-d484e314-de9f-4742-9be6-ffaa1a2b725f tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] 10.222.0.76 "DELETE /networking/v2.0/routers/53cbd000-687d-443f-9ae0-4c2a1e246a93 HTTP/1.1" status: 204 len: 168 time: 0.4134378 Aug 27 04:50:21.091929 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53782) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:21.121912 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-4c1d3d1e-f22e-4a88-89ce-1f3c1aff026b tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=53cbd000-687d-443f-9ae0-4c2a1e246a93 HTTP/1.1" status: 200 len: 205 time: 0.0287354 Aug 27 04:50:21.125074 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53784) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:21.167101 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-8faba6ba-48f2-492e-9af2-1eab218f372e tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] delete failed (client error): The resource could not be found. Aug 27 04:50:21.170619 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8faba6ba-48f2-492e-9af2-1eab218f372e tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] 10.222.0.76 "DELETE /networking/v2.0/routers/53cbd000-687d-443f-9ae0-4c2a1e246a93 HTTP/1.1" status: 404 len: 336 time: 0.0421658 Aug 27 04:50:21.170994 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53786) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:21.199605 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-8a6c97eb-46a9-4edd-84e0-d6703ab54bb3 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=7a23f2e6-6342-44d9-9919-5519a7c17f21 HTTP/1.1" status: 200 len: 205 time: 0.0274732 Aug 27 04:50:21.201987 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53788) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:21.242280 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-59fc2fc0-2c94-46d9-ae45-7b911f3abfb6 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] delete failed (client error): The resource could not be found. Aug 27 04:50:21.243254 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-59fc2fc0-2c94-46d9-ae45-7b911f3abfb6 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] 10.222.0.76 "DELETE /networking/v2.0/routers/7a23f2e6-6342-44d9-9919-5519a7c17f21 HTTP/1.1" status: 404 len: 336 time: 0.0403273 Aug 27 04:50:21.246498 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53790) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:21.277165 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0ce24539-868d-4408-acd5-bd95b744e9c2 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=85e975e3-ecee-4560-bb24-187a6e6ae5b2 HTTP/1.1" status: 200 len: 205 time: 0.0270884 Aug 27 04:50:21.277578 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53794) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:21.315328 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-659b29cc-a321-4f3f-881d-3d0244076f04 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] delete failed (client error): The resource could not be found. Aug 27 04:50:21.316270 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-659b29cc-a321-4f3f-881d-3d0244076f04 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] 10.222.0.76 "DELETE /networking/v2.0/routers/85e975e3-ecee-4560-bb24-187a6e6ae5b2 HTTP/1.1" status: 404 len: 336 time: 0.0376625 Aug 27 04:50:21.319052 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53796) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:21.347419 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-27429d01-ae80-448b-bd15-46d70f8543d1 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=2de17117-263a-44ea-a7ae-f24878781e93 HTTP/1.1" status: 200 len: 205 time: 0.0272737 Aug 27 04:50:21.350018 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53798) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:21.390914 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-50023bf6-a04e-426b-9ae9-c642b45f373f tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] delete failed (client error): The resource could not be found. Aug 27 04:50:21.391952 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-50023bf6-a04e-426b-9ae9-c642b45f373f tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] 10.222.0.76 "DELETE /networking/v2.0/routers/2de17117-263a-44ea-a7ae-f24878781e93 HTTP/1.1" status: 404 len: 336 time: 0.0411339 Aug 27 04:50:21.397884 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53800) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:21.422564 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-0ab01da8-c8f4-40ef-b1f6-fec00be9f4d8 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=95af8590-1e03-44ae-ac22-559ad896de8a HTTP/1.1" status: 200 len: 205 time: 0.0267522 Aug 27 04:50:21.425058 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53802) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:21.460928 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-b87bf6a4-1429-4a93-8032-2b42dc748ae4 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] delete failed (client error): The resource could not be found. Aug 27 04:50:21.461968 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b87bf6a4-1429-4a93-8032-2b42dc748ae4 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] 10.222.0.76 "DELETE /networking/v2.0/routers/95af8590-1e03-44ae-ac22-559ad896de8a HTTP/1.1" status: 404 len: 336 time: 0.0359914 Aug 27 04:50:21.465521 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53804) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:21.479844 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:21.503871 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d65ee4fa-461e-4246-a3ee-895af1a770a9 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=1b546970-8347-4023-9cd1-bfccad25f598 HTTP/1.1" status: 200 len: 205 time: 0.0372918 Aug 27 04:50:21.506562 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53810) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:21.544915 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-f21e10ed-4e6b-4f90-9bff-ecbb7964fbe0 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] delete failed (client error): The resource could not be found. Aug 27 04:50:21.546437 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f21e10ed-4e6b-4f90-9bff-ecbb7964fbe0 tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] 10.222.0.76 "DELETE /networking/v2.0/routers/1b546970-8347-4023-9cd1-bfccad25f598 HTTP/1.1" status: 404 len: 336 time: 0.0387003 Aug 27 04:50:21.549420 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53812) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:21.578296 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b8ff1b4-0a99-4e2d-8dee-29ec401eb99f tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] DELETE failed (client error): The resource could not be found. Aug 27 04:50:21.578824 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b8ff1b4-0a99-4e2d-8dee-29ec401eb99f tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:50:21.581942 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-4b8ff1b4-0a99-4e2d-8dee-29ec401eb99f tempest-RoutersIpV6AdminTest-745257545 tempest-RoutersIpV6AdminTest-745257545-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/23c2f94d-f2a9-4640-81c0-9f11e9b971e1 HTTP/1.1" status: 404 len: 337 time: 0.0315137 Aug 27 04:50:21.801894 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53820) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:21.810690 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-d2a5f838-74dd-482d-8aa6-e71828c0de69 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=0b549ab7e4c4464faad13315578de2df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7698972 Aug 27 04:50:21.826065 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53824) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:21.848394 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:DELETE=10,neutron:SELECT=87,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:21.877243 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-042f2be1-0c0d-4089-899d-8c4e12a02d2e admin admin] Publish callbacks [] for security_group (64d41abc-550d-4ba2-bceb-a9d90a975356), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:21.899775 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-042f2be1-0c0d-4089-899d-8c4e12a02d2e admin admin] Publish callbacks [] for security_group (64d41abc-550d-4ba2-bceb-a9d90a975356), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:22.008147 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=76,neutron:DELETE=8,neutron:UPDATE=4,neutron:INSERT=12 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:22.087952 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-042f2be1-0c0d-4089-899d-8c4e12a02d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (64d41abc-550d-4ba2-bceb-a9d90a975356), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:22.091128 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-042f2be1-0c0d-4089-899d-8c4e12a02d2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:22.092387 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-042f2be1-0c0d-4089-899d-8c4e12a02d2e admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/64d41abc-550d-4ba2-bceb-a9d90a975356 HTTP/1.1" status: 204 len: 168 time: 0.2652760 Aug 27 04:50:22.100384 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042f2be1-0c0d-4089-899d-8c4e12a02d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d41abc-550d-4ba2-bceb-a9d90a975356,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:22.624494 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-7b63b8aa-3a5d-47cd-80e9-a94677c79146 admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-1238961565-network', 'tenant_id': '0f5b28f1897849a0b07ee3817838caf1'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:50:22.737131 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b63b8aa-3a5d-47cd-80e9-a94677c79146 admin admin] Made reservation on behalf of 0f5b28f1897849a0b07ee3817838caf1 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:50:22.740284 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7b63b8aa-3a5d-47cd-80e9-a94677c79146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:22.750111 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7b63b8aa-3a5d-47cd-80e9-a94677c79146 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:22.826659 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7b63b8aa-3a5d-47cd-80e9-a94677c79146 admin admin] Publish callbacks [] for security_group (27d1d473-9b3e-41ff-95da-eec242217c0d), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:22.972012 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7b63b8aa-3a5d-47cd-80e9-a94677c79146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (27d1d473-9b3e-41ff-95da-eec242217c0d), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:22.997937 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b63b8aa-3a5d-47cd-80e9-a94677c79146 admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:50:23.009998 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b63b8aa-3a5d-47cd-80e9-a94677c79146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d1d473-9b3e-41ff-95da-eec242217c0d,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:23.016283 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7b63b8aa-3a5d-47cd-80e9-a94677c79146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (333c3d27-bd63-4782-9c93-d71a5e39e99b), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:23.016731 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-7b63b8aa-3a5d-47cd-80e9-a94677c79146 admin admin] Added segment 333c3d27-bd63-4782-9c93-d71a5e39e99b of type vlan for network 823586fb-ce37-4e4f-aa23-09bb649ebe3d Aug 27 04:50:23.057415 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53848) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:23.062995 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7b63b8aa-3a5d-47cd-80e9-a94677c79146 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (823586fb-ce37-4e4f-aa23-09bb649ebe3d), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:23.159085 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7b63b8aa-3a5d-47cd-80e9-a94677c79146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (823586fb-ce37-4e4f-aa23-09bb649ebe3d), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:23.160203 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b63b8aa-3a5d-47cd-80e9-a94677c79146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:50:23.160786 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7b63b8aa-3a5d-47cd-80e9-a94677c79146 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:23.493096 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b63b8aa-3a5d-47cd-80e9-a94677c79146 admin admin] Pushing event updated for resources: {'Network': ['ID=823586fb-ce37-4e4f-aa23-09bb649ebe3d,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:23.503725 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 823586fb-ce37-4e4f-aa23-09bb649ebe3d details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:50:23.543026 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:23.551147 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7b63b8aa-3a5d-47cd-80e9-a94677c79146 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7478414 Aug 27 04:50:23.554418 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53862) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:23.560319 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-feaa8871-4e01-4892-ad6d-dd627385a5d3 admin admin] Request body: {'subnet': {'network_id': '823586fb-ce37-4e4f-aa23-09bb649ebe3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-1238961565-subnet', 'tenant_id': '0f5b28f1897849a0b07ee3817838caf1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:50:23.605982 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-73f9824d-82d8-4a73-bf62-ade80b2d61a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:23.661149 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feaa8871-4e01-4892-ad6d-dd627385a5d3 admin admin] Made reservation on behalf of 0f5b28f1897849a0b07ee3817838caf1 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:50:23.663533 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-feaa8871-4e01-4892-ad6d-dd627385a5d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:23.694126 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53866) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:23.737453 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-4a6d6c85-5792-4cbc-bdcd-9b3f8ee47b13 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=20ca47dcaedf4a068cad976368103a0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0421417 Aug 27 04:50:23.739230 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-73f9824d-82d8-4a73-bf62-ade80b2d61a4 admin admin] Publish callbacks [] for security_group (23277a65-fad9-4734-bebb-8b8db47b4092), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:23.739922 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53868) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:23.771360 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:23.794232 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dccabd15-c808-4ef9-b946-c589e8f1832e admin admin] Publish callbacks [] for security_group (f9164610-cd6b-44c7-83e1-e0ffe8c13501), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:23.824042 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dccabd15-c808-4ef9-b946-c589e8f1832e admin admin] Publish callbacks [] for security_group (f9164610-cd6b-44c7-83e1-e0ffe8c13501), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:23.863699 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-73f9824d-82d8-4a73-bf62-ade80b2d61a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (23277a65-fad9-4734-bebb-8b8db47b4092), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:23.914223 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-73f9824d-82d8-4a73-bf62-ade80b2d61a4 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=542025c89be64b2a8c5d33e79058f6e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8538923 Aug 27 04:50:23.915264 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53872) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:23.917307 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f9824d-82d8-4a73-bf62-ade80b2d61a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23277a65-fad9-4734-bebb-8b8db47b4092,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:23.980440 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6426a95c-e211-4280-8cdb-791a78792d54 admin admin] Publish callbacks [] for security_group (23277a65-fad9-4734-bebb-8b8db47b4092), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:23.991385 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-feaa8871-4e01-4892-ad6d-dd627385a5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (a420df0d-bba3-4e7b-9d06-dbfe4c6f0178), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:24.016449 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6426a95c-e211-4280-8cdb-791a78792d54 admin admin] Publish callbacks [] for security_group (23277a65-fad9-4734-bebb-8b8db47b4092), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:24.049861 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaa8871-4e01-4892-ad6d-dd627385a5d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a420df0d-bba3-4e7b-9d06-dbfe4c6f0178,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:24.064145 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feaa8871-4e01-4892-ad6d-dd627385a5d3 admin admin] Checking segment: {'id': '333c3d27-bd63-4782-9c93-d71a5e39e99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '823586fb-ce37-4e4f-aa23-09bb649ebe3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:50:24.065153 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feaa8871-4e01-4892-ad6d-dd627385a5d3 admin admin] Network hostable DHCP agents. Network: 823586fb-ce37-4e4f-aa23-09bb649ebe3d, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:50:24.082610 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dccabd15-c808-4ef9-b946-c589e8f1832e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (f9164610-cd6b-44c7-83e1-e0ffe8c13501), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:24.082832 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dccabd15-c808-4ef9-b946-c589e8f1832e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:24.083974 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-dccabd15-c808-4ef9-b946-c589e8f1832e admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/f9164610-cd6b-44c7-83e1-e0ffe8c13501 HTTP/1.1" status: 204 len: 168 time: 0.3429158 Aug 27 04:50:24.097945 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccabd15-c808-4ef9-b946-c589e8f1832e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9164610-cd6b-44c7-83e1-e0ffe8c13501,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:24.195981 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6426a95c-e211-4280-8cdb-791a78792d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (23277a65-fad9-4734-bebb-8b8db47b4092), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:24.196679 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feaa8871-4e01-4892-ad6d-dd627385a5d3 admin admin] Network 823586fb-ce37-4e4f-aa23-09bb649ebe3d is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:50:24.198791 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6426a95c-e211-4280-8cdb-791a78792d54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:24.200804 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6426a95c-e211-4280-8cdb-791a78792d54 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/23277a65-fad9-4734-bebb-8b8db47b4092 HTTP/1.1" status: 204 len: 168 time: 0.2843344 Aug 27 04:50:24.212111 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6426a95c-e211-4280-8cdb-791a78792d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23277a65-fad9-4734-bebb-8b8db47b4092,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:24.308480 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-feaa8871-4e01-4892-ad6d-dd627385a5d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 823586fb-ce37-4e4f-aa23-09bb649ebe3d) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:50:24.312868 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feaa8871-4e01-4892-ad6d-dd627385a5d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:50:24.317883 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-feaa8871-4e01-4892-ad6d-dd627385a5d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:24.319407 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ab4b31-2c8f-46b9-85d2-7fe1cf80e112 None None] Network 823586fb-ce37-4e4f-aa23-09bb649ebe3d requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:50:24.364746 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:24.422411 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-feaa8871-4e01-4892-ad6d-dd627385a5d3 admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8668902 Aug 27 04:50:24.425524 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53892) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:24.430053 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-de128a7c-a139-40a2-84a8-97d42c093a5b admin admin] Request body: {'router': {'name': 'tempest-ServerGroup264TestJSON-1238961565-router', 'tenant_id': '0f5b28f1897849a0b07ee3817838caf1', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:50:24.449526 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba14c177-5c5f-4a90-9dda-53981ba8ddf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-823586fb-ce37-4e4f-aa23-09bb649ebe3d', 'network_id': '823586fb-ce37-4e4f-aa23-09bb649ebe3d', 'project_id': '0f5b28f1897849a0b07ee3817838caf1', 'fixed_ips': [{'subnet_id': 'a420df0d-bba3-4e7b-9d06-dbfe4c6f0178'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:50:24.450795 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ba14c177-5c5f-4a90-9dda-53981ba8ddf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:24.536325 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-de128a7c-a139-40a2-84a8-97d42c093a5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:24.537454 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-de128a7c-a139-40a2-84a8-97d42c093a5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:24.591144 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:24.604721 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-de128a7c-a139-40a2-84a8-97d42c093a5b admin admin] Publish callbacks [] for router_controller (7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:24.617103 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-ba14c177-5c5f-4a90-9dda-53981ba8ddf4 None None] Allocated IP 172.20.0.2 (823586fb-ce37-4e4f-aa23-09bb649ebe3d/a420df0d-bba3-4e7b-9d06-dbfe4c6f0178/67d88bd0-7290-48e6-9909-05af9a4aa037) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:50:24.789311 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:24.825500 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ba14c177-5c5f-4a90-9dda-53981ba8ddf4 None None] Publish callbacks [] for port (67d88bd0-7290-48e6-9909-05af9a4aa037), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:24.838578 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:24.875090 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-de128a7c-a139-40a2-84a8-97d42c093a5b admin admin] Publish callbacks [] for router_gateway (7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:24.911518 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ba14c177-5c5f-4a90-9dda-53981ba8ddf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (67d88bd0-7290-48e6-9909-05af9a4aa037), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:24.945029 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53900) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:24.965616 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba14c177-5c5f-4a90-9dda-53981ba8ddf4 None None] Network 823586fb-ce37-4e4f-aa23-09bb649ebe3d is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:50:24.967250 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-ba14c177-5c5f-4a90-9dda-53981ba8ddf4 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:50:24.974390 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba14c177-5c5f-4a90-9dda-53981ba8ddf4 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:50:24.988872 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba14c177-5c5f-4a90-9dda-53981ba8ddf4 None None] Pushing event updated for resources: {'Port': ['ID=67d88bd0-7290-48e6-9909-05af9a4aa037,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:25.040383 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-ba14c177-5c5f-4a90-9dda-53981ba8ddf4 None None] Attempting to bind port 67d88bd0-7290-48e6-9909-05af9a4aa037 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:50:25.040742 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-ba14c177-5c5f-4a90-9dda-53981ba8ddf4 None None] Attempting to bind port 67d88bd0-7290-48e6-9909-05af9a4aa037 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '333c3d27-bd63-4782-9c93-d71a5e39e99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '823586fb-ce37-4e4f-aa23-09bb649ebe3d'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:50:25.041102 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba14c177-5c5f-4a90-9dda-53981ba8ddf4 None None] Attempting to bind port 67d88bd0-7290-48e6-9909-05af9a4aa037 on network 823586fb-ce37-4e4f-aa23-09bb649ebe3d {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:50:25.047365 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba14c177-5c5f-4a90-9dda-53981ba8ddf4 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:50:25.047744 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba14c177-5c5f-4a90-9dda-53981ba8ddf4 None None] Checking segment: {'id': '333c3d27-bd63-4782-9c93-d71a5e39e99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '823586fb-ce37-4e4f-aa23-09bb649ebe3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:50:25.048131 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ba14c177-5c5f-4a90-9dda-53981ba8ddf4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:25.048570 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba14c177-5c5f-4a90-9dda-53981ba8ddf4 None None] Bound using segment: {'id': '333c3d27-bd63-4782-9c93-d71a5e39e99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '823586fb-ce37-4e4f-aa23-09bb649ebe3d'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:50:25.049120 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-ba14c177-5c5f-4a90-9dda-53981ba8ddf4 None None] Bound port: 67d88bd0-7290-48e6-9909-05af9a4aa037, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '333c3d27-bd63-4782-9c93-d71a5e39e99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '823586fb-ce37-4e4f-aa23-09bb649ebe3d'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:50:25.049502 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ba14c177-5c5f-4a90-9dda-53981ba8ddf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (67d88bd0-7290-48e6-9909-05af9a4aa037), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:25.124902 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-ba14c177-5c5f-4a90-9dda-53981ba8ddf4 None None] For port 67d88bd0-7290-48e6-9909-05af9a4aa037, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:50:25.128301 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-ba14c177-5c5f-4a90-9dda-53981ba8ddf4 None None] For port 67d88bd0-7290-48e6-9909-05af9a4aa037, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=67d88bd0-7290-48e6-9909-05af9a4aa037,segment=NetworkSegment(333c3d27-bd63-4782-9c93-d71a5e39e99b),segment_id=333c3d27-bd63-4782-9c93-d71a5e39e99b)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:50:25.250361 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-de128a7c-a139-40a2-84a8-97d42c093a5b admin admin] Publish callbacks [] for router_gateway (7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:25.252932 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ba14c177-5c5f-4a90-9dda-53981ba8ddf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (67d88bd0-7290-48e6-9909-05af9a4aa037), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:25.276102 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-de128a7c-a139-40a2-84a8-97d42c093a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:25.294289 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:25.333580 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba14c177-5c5f-4a90-9dda-53981ba8ddf4 None None] Pushing event updated for resources: {'Port': ['ID=67d88bd0-7290-48e6-9909-05af9a4aa037,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:25.408111 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-de128a7c-a139-40a2-84a8-97d42c093a5b admin admin] Allocated IP 172.25.2.200 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/d60ae4c0-2bda-4133-88ee-f3e19fcb56ae) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:50:25.551944 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-de128a7c-a139-40a2-84a8-97d42c093a5b admin admin] Publish callbacks [] for port (d60ae4c0-2bda-4133-88ee-f3e19fcb56ae), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:25.673756 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:25.674227 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-de128a7c-a139-40a2-84a8-97d42c093a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (d60ae4c0-2bda-4133-88ee-f3e19fcb56ae), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:25.723318 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de128a7c-a139-40a2-84a8-97d42c093a5b admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:50:25.729391 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-de128a7c-a139-40a2-84a8-97d42c093a5b admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:50:25.731674 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de128a7c-a139-40a2-84a8-97d42c093a5b admin admin] Pushing event updated for resources: {'Port': ['ID=d60ae4c0-2bda-4133-88ee-f3e19fcb56ae,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:25.734063 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de128a7c-a139-40a2-84a8-97d42c093a5b admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:50:25.828038 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-92ff1480-b664-4634-9be1-cf4c2ff124aa admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1367973411-network', 'tenant_id': '9d422ed789ea422a82d765d07166bdac'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:50:26.007869 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ff1480-b664-4634-9be1-cf4c2ff124aa admin admin] Made reservation on behalf of 9d422ed789ea422a82d765d07166bdac for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:50:26.012226 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-92ff1480-b664-4634-9be1-cf4c2ff124aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:26.024023 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-92ff1480-b664-4634-9be1-cf4c2ff124aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:26.122643 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-92ff1480-b664-4634-9be1-cf4c2ff124aa admin admin] Publish callbacks [] for security_group (b49a4c49-3095-4651-98fb-40f392b67ef4), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:26.126537 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-de128a7c-a139-40a2-84a8-97d42c093a5b admin admin] Publish callbacks [] for router_gateway (7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:26.236409 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-92ff1480-b664-4634-9be1-cf4c2ff124aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (b49a4c49-3095-4651-98fb-40f392b67ef4), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:26.264444 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92ff1480-b664-4634-9be1-cf4c2ff124aa admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:50:26.279595 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ff1480-b664-4634-9be1-cf4c2ff124aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b49a4c49-3095-4651-98fb-40f392b67ef4,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:26.284775 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-92ff1480-b664-4634-9be1-cf4c2ff124aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (0d08e27b-2df1-48d6-b549-73cd2d6d8f17), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:26.289691 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-92ff1480-b664-4634-9be1-cf4c2ff124aa admin admin] Added segment 0d08e27b-2df1-48d6-b549-73cd2d6d8f17 of type vlan for network 16a748d5-fa4e-4621-922b-c824095470af Aug 27 04:50:26.352969 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-92ff1480-b664-4634-9be1-cf4c2ff124aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (16a748d5-fa4e-4621-922b-c824095470af), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:26.359652 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53916) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:26.380766 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-de128a7c-a139-40a2-84a8-97d42c093a5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:26.416367 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:26.446877 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-92ff1480-b664-4634-9be1-cf4c2ff124aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (16a748d5-fa4e-4621-922b-c824095470af), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:26.450079 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ff1480-b664-4634-9be1-cf4c2ff124aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:50:26.451143 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-92ff1480-b664-4634-9be1-cf4c2ff124aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:26.464203 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-920767b1-7701-4855-836a-a5e170458b8f admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=3ccc4e90fbad4545aa8f905a7a6fa5fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0973210 Aug 27 04:50:26.464203 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53920) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:26.482764 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0792b753-f1cc-48c4-a264-f4f306fe6847 None None] Network 823586fb-ce37-4e4f-aa23-09bb649ebe3d requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:50:26.566277 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b9da61e5-ba33-4332-a7fc-4c118b85597a admin admin] Publish callbacks [] for security_group (d3ba208d-70f7-4035-a062-af59d9f97c54), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:26.581818 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ff1480-b664-4634-9be1-cf4c2ff124aa admin admin] Pushing event updated for resources: {'Network': ['ID=16a748d5-fa4e-4621-922b-c824095470af,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:26.599964 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b9da61e5-ba33-4332-a7fc-4c118b85597a admin admin] Publish callbacks [] for security_group (d3ba208d-70f7-4035-a062-af59d9f97c54), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:26.607892 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 16a748d5-fa4e-4621-922b-c824095470af details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:50:26.664351 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-92ff1480-b664-4634-9be1-cf4c2ff124aa admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.7181764 Aug 27 04:50:26.667486 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53926) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:26.673040 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-2c8fdf09-410e-4df7-a46b-2bca7536f898 admin admin] Request body: {'subnet': {'network_id': '16a748d5-fa4e-4621-922b-c824095470af', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1367973411-subnet', 'tenant_id': '9d422ed789ea422a82d765d07166bdac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:50:26.676263 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4c630b3d-0bc1-4af6-a337-59c41645d944 None None] Provisioning complete for port 67d88bd0-7290-48e6-9909-05af9a4aa037 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:50:26.676654 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4c630b3d-0bc1-4af6-a337-59c41645d944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (67d88bd0-7290-48e6-9909-05af9a4aa037), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:26.694976 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:26.699036 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de128a7c-a139-40a2-84a8-97d42c093a5b admin admin] Router 7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:50:26.777608 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8fdf09-410e-4df7-a46b-2bca7536f898 admin admin] Made reservation on behalf of 9d422ed789ea422a82d765d07166bdac for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:50:26.778199 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c8087207-cd01-4881-8b4a-255b6d7f5b83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:26.783574 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2c8fdf09-410e-4df7-a46b-2bca7536f898 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:26.817608 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4c630b3d-0bc1-4af6-a337-59c41645d944 None None] Current status of the port 67d88bd0-7290-48e6-9909-05af9a4aa037 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:50:26.818217 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4c630b3d-0bc1-4af6-a337-59c41645d944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (67d88bd0-7290-48e6-9909-05af9a4aa037), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:26.842137 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b9da61e5-ba33-4332-a7fc-4c118b85597a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (d3ba208d-70f7-4035-a062-af59d9f97c54), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:26.844995 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b9da61e5-ba33-4332-a7fc-4c118b85597a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:26.846250 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b9da61e5-ba33-4332-a7fc-4c118b85597a admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/d3ba208d-70f7-4035-a062-af59d9f97c54 HTTP/1.1" status: 204 len: 168 time: 0.3816936 Aug 27 04:50:26.848712 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:26.853089 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de128a7c-a139-40a2-84a8-97d42c093a5b admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:50:26.862763 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4c630b3d-0bc1-4af6-a337-59c41645d944 None None] For port 67d88bd0-7290-48e6-9909-05af9a4aa037, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=67d88bd0-7290-48e6-9909-05af9a4aa037,segment=NetworkSegment(333c3d27-bd63-4782-9c93-d71a5e39e99b),segment_id=333c3d27-bd63-4782-9c93-d71a5e39e99b)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:50:26.867964 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da61e5-ba33-4332-a7fc-4c118b85597a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ba208d-70f7-4035-a062-af59d9f97c54,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:26.871231 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dd5e0f-5dc0-4ba6-8805-e9215843f886 None None] Sync routers for ids ['7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:50:26.895834 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dd5e0f-5dc0-4ba6-8805-e9215843f886 None None] Routers {'7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:50:26.900768 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-a4dd5e0f-5dc0-4ba6-8805-e9215843f886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:49:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:26.990832 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-de128a7c-a139-40a2-84a8-97d42c093a5b admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:26.992933 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-de128a7c-a139-40a2-84a8-97d42c093a5b admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5663748 Aug 27 04:50:26.997107 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53934) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:27.008816 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4c630b3d-0bc1-4af6-a337-59c41645d944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (67d88bd0-7290-48e6-9909-05af9a4aa037), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:27.078689 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-a4dd5e0f-5dc0-4ba6-8805-e9215843f886 None None] Set router 7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:50:27.109635 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c630b3d-0bc1-4af6-a337-59c41645d944 None None] Pushing event updated for resources: {'Port': ['ID=67d88bd0-7290-48e6-9909-05af9a4aa037,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:27.135740 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:27.199243 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-cef7a077-3370-4b54-8b2b-f0745d35609f None None] Provisioning complete for port 67d88bd0-7290-48e6-9909-05af9a4aa037 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:50:27.199243 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cef7a077-3370-4b54-8b2b-f0745d35609f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (67d88bd0-7290-48e6-9909-05af9a4aa037), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:27.202636 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2c8fdf09-410e-4df7-a46b-2bca7536f898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (64724384-5679-4971-b826-475d88bca20c), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:27.312116 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8fdf09-410e-4df7-a46b-2bca7536f898 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64724384-5679-4971-b826-475d88bca20c,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:27.393150 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8fdf09-410e-4df7-a46b-2bca7536f898 admin admin] Checking segment: {'id': '0d08e27b-2df1-48d6-b549-73cd2d6d8f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '16a748d5-fa4e-4621-922b-c824095470af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:50:27.393769 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8fdf09-410e-4df7-a46b-2bca7536f898 admin admin] Network hostable DHCP agents. Network: 16a748d5-fa4e-4621-922b-c824095470af, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:50:27.418733 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:27.423182 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 67d88bd0-7290-48e6-9909-05af9a4aa037 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:50:27.533198 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8fdf09-410e-4df7-a46b-2bca7536f898 admin admin] Network 16a748d5-fa4e-4621-922b-c824095470af is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:50:27.565055 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 67d88bd0-7290-48e6-9909-05af9a4aa037 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:50:27.565632 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (67d88bd0-7290-48e6-9909-05af9a4aa037), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:27.599897 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:27.616711 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-a4dd5e0f-5dc0-4ba6-8805-e9215843f886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e', 'name': 'tempest-ServerGroup264TestJSON-1238961565-router', 'tenant_id': '0f5b28f1897849a0b07ee3817838caf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'd60ae4c0-2bda-4133-88ee-f3e19fcb56ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:50:24Z', 'updated_at': '2022-08-27T04:50:25Z', 'revision_number': 3, 'project_id': '0f5b28f1897849a0b07ee3817838caf1', 'gw_port': {'id': 'd60ae4c0-2bda-4133-88ee-f3e19fcb56ae', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fd:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:50:25Z', 'updated_at': '2022-08-27T04:50:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:27.621724 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-cef7a077-3370-4b54-8b2b-f0745d35609f None None] Current status of the port 67d88bd0-7290-48e6-9909-05af9a4aa037 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:50:27.622682 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4d89349d-9290-4bd3-a952-0f47bb12f131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:27.654071 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dd5e0f-5dc0-4ba6-8805-e9215843f886 None None] Checking router: 7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:50:27.654441 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dd5e0f-5dc0-4ba6-8805-e9215843f886 None None] Updating router 7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e port d60ae4c0-2bda-4133-88ee-f3e19fcb56ae binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:50:27.659110 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-2c8fdf09-410e-4df7-a46b-2bca7536f898 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 16a748d5-fa4e-4621-922b-c824095470af) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:50:27.664723 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8fdf09-410e-4df7-a46b-2bca7536f898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:50:27.665415 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2c8fdf09-410e-4df7-a46b-2bca7536f898 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:27.678198 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5316a8-1b3f-4d12-891b-5f8423b061e1 None None] Network 16a748d5-fa4e-4621-922b-c824095470af requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:50:27.770012 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a4dd5e0f-5dc0-4ba6-8805-e9215843f886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (d60ae4c0-2bda-4133-88ee-f3e19fcb56ae), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:27.842419 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 67d88bd0-7290-48e6-9909-05af9a4aa037 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:50:27.857970 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-4d89349d-9290-4bd3-a952-0f47bb12f131 admin admin] Allocated IP 172.20.0.1 (823586fb-ce37-4e4f-aa23-09bb649ebe3d/a420df0d-bba3-4e7b-9d06-dbfe4c6f0178/a9df1780-73b6-498c-80cd-0d6f184b47ba) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:50:27.915825 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2c8fdf09-410e-4df7-a46b-2bca7536f898 admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2469645 Aug 27 04:50:27.926944 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53948) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:27.926944 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-072e803a-6b68-4f60-bb28-77d57394c19c admin admin] Request body: {'router': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1367973411-router', 'tenant_id': '9d422ed789ea422a82d765d07166bdac', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:50:28.001222 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4d89349d-9290-4bd3-a952-0f47bb12f131 admin admin] Publish callbacks [] for port (a9df1780-73b6-498c-80cd-0d6f184b47ba), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:28.005529 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3579fcfb-f768-44b3-904a-ba70aba2fcad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-16a748d5-fa4e-4621-922b-c824095470af', 'network_id': '16a748d5-fa4e-4621-922b-c824095470af', 'project_id': '9d422ed789ea422a82d765d07166bdac', 'fixed_ips': [{'subnet_id': '64724384-5679-4971-b826-475d88bca20c'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:50:28.006440 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3579fcfb-f768-44b3-904a-ba70aba2fcad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:28.060409 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:28.089515 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-072e803a-6b68-4f60-bb28-77d57394c19c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (d1812b36-b829-40e5-9b6e-3c7d61169445), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:28.091074 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-072e803a-6b68-4f60-bb28-77d57394c19c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (d1812b36-b829-40e5-9b6e-3c7d61169445), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:28.137799 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4d89349d-9290-4bd3-a952-0f47bb12f131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (a9df1780-73b6-498c-80cd-0d6f184b47ba), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:28.169792 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-072e803a-6b68-4f60-bb28-77d57394c19c admin admin] Publish callbacks [] for router_controller (d1812b36-b829-40e5-9b6e-3c7d61169445), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:28.190657 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d89349d-9290-4bd3-a952-0f47bb12f131 admin admin] Network 823586fb-ce37-4e4f-aa23-09bb649ebe3d is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:50:28.193540 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-4d89349d-9290-4bd3-a952-0f47bb12f131 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:50:28.200207 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d89349d-9290-4bd3-a952-0f47bb12f131 admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:50:28.228196 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d89349d-9290-4bd3-a952-0f47bb12f131 admin admin] Pushing event updated for resources: {'Port': ['ID=a9df1780-73b6-498c-80cd-0d6f184b47ba,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:28.247567 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4d89349d-9290-4bd3-a952-0f47bb12f131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:28.300922 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a4dd5e0f-5dc0-4ba6-8805-e9215843f886 None None] Publish callbacks [] for port (d60ae4c0-2bda-4133-88ee-f3e19fcb56ae), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:28.345410 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-3579fcfb-f768-44b3-904a-ba70aba2fcad None None] Allocated IP 172.20.0.2 (16a748d5-fa4e-4621-922b-c824095470af/64724384-5679-4971-b826-475d88bca20c/175dcadf-8a44-4c4b-b18a-1ca93baabe6b) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:50:28.399083 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:28.427946 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a4dd5e0f-5dc0-4ba6-8805-e9215843f886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (d60ae4c0-2bda-4133-88ee-f3e19fcb56ae), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:28.489648 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-a4dd5e0f-5dc0-4ba6-8805-e9215843f886 None None] Attempting to bind port d60ae4c0-2bda-4133-88ee-f3e19fcb56ae on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:50:28.489944 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-a4dd5e0f-5dc0-4ba6-8805-e9215843f886 None None] Attempting to bind port d60ae4c0-2bda-4133-88ee-f3e19fcb56ae by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:50:28.490723 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dd5e0f-5dc0-4ba6-8805-e9215843f886 None None] Attempting to bind port d60ae4c0-2bda-4133-88ee-f3e19fcb56ae on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:50:28.517721 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4d89349d-9290-4bd3-a952-0f47bb12f131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a9df1780-73b6-498c-80cd-0d6f184b47ba), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:28.526056 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dd5e0f-5dc0-4ba6-8805-e9215843f886 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:50:28.526780 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dd5e0f-5dc0-4ba6-8805-e9215843f886 None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:50:28.527271 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a4dd5e0f-5dc0-4ba6-8805-e9215843f886 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:28.527712 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dd5e0f-5dc0-4ba6-8805-e9215843f886 None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:50:28.528225 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-a4dd5e0f-5dc0-4ba6-8805-e9215843f886 None None] Bound port: d60ae4c0-2bda-4133-88ee-f3e19fcb56ae, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:50:28.528617 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a4dd5e0f-5dc0-4ba6-8805-e9215843f886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (d60ae4c0-2bda-4133-88ee-f3e19fcb56ae), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:28.557524 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-072e803a-6b68-4f60-bb28-77d57394c19c admin admin] Publish callbacks [] for router_gateway (d1812b36-b829-40e5-9b6e-3c7d61169445), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:28.579157 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=75,neutron:DELETE=12,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:28.587537 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:28.601447 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618eca56-dbc2-47e5-acb6-3dd07ba575eb None None] Pushing event updated for resources: {'Port': ['ID=d60ae4c0-2bda-4133-88ee-f3e19fcb56ae,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:28.627962 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-a4dd5e0f-5dc0-4ba6-8805-e9215843f886 None None] For port d60ae4c0-2bda-4133-88ee-f3e19fcb56ae, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:50:28.633653 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-a4dd5e0f-5dc0-4ba6-8805-e9215843f886 None None] For port d60ae4c0-2bda-4133-88ee-f3e19fcb56ae, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=d60ae4c0-2bda-4133-88ee-f3e19fcb56ae,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:50:28.638589 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-a134c71e-cdc0-4fba-81b3-9172a60302d4 None None] Provisioning complete for port a9df1780-73b6-498c-80cd-0d6f184b47ba triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:50:28.638971 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a134c71e-cdc0-4fba-81b3-9172a60302d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a9df1780-73b6-498c-80cd-0d6f184b47ba), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:28.705255 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4d89349d-9290-4bd3-a952-0f47bb12f131 admin admin] Publish callbacks [] for port (a9df1780-73b6-498c-80cd-0d6f184b47ba), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:28.705856 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-a134c71e-cdc0-4fba-81b3-9172a60302d4 None None] Port a9df1780-73b6-498c-80cd-0d6f184b47ba cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:50:28.720049 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3579fcfb-f768-44b3-904a-ba70aba2fcad None None] Publish callbacks [] for port (175dcadf-8a44-4c4b-b18a-1ca93baabe6b), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:28.721976 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a4dd5e0f-5dc0-4ba6-8805-e9215843f886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (d60ae4c0-2bda-4133-88ee-f3e19fcb56ae), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:28.769458 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dd5e0f-5dc0-4ba6-8805-e9215843f886 None None] Routers {'7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:50:28.770196 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-a4dd5e0f-5dc0-4ba6-8805-e9215843f886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:49:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:28.790980 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4d89349d-9290-4bd3-a952-0f47bb12f131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (a9df1780-73b6-498c-80cd-0d6f184b47ba), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:28.827109 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618eca56-dbc2-47e5-acb6-3dd07ba575eb None None] Pushing event updated for resources: {'Port': ['ID=d60ae4c0-2bda-4133-88ee-f3e19fcb56ae,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:28.836609 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3579fcfb-f768-44b3-904a-ba70aba2fcad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (175dcadf-8a44-4c4b-b18a-1ca93baabe6b), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:28.885191 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d89349d-9290-4bd3-a952-0f47bb12f131 admin admin] Pushing event updated for resources: {'Port': ['ID=a9df1780-73b6-498c-80cd-0d6f184b47ba,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:28.888461 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4d89349d-9290-4bd3-a952-0f47bb12f131 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:28.901580 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:28.921250 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-072e803a-6b68-4f60-bb28-77d57394c19c admin admin] Publish callbacks [] for router_gateway (d1812b36-b829-40e5-9b6e-3c7d61169445), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:28.933617 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3579fcfb-f768-44b3-904a-ba70aba2fcad None None] Network 16a748d5-fa4e-4621-922b-c824095470af is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:50:28.954863 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-072e803a-6b68-4f60-bb28-77d57394c19c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:28.978622 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-3579fcfb-f768-44b3-904a-ba70aba2fcad None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:50:28.990054 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3579fcfb-f768-44b3-904a-ba70aba2fcad None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:50:29.022645 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=87,neutron:UPDATE=8,neutron:INSERT=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:29.032191 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3579fcfb-f768-44b3-904a-ba70aba2fcad None None] Pushing event updated for resources: {'Port': ['ID=175dcadf-8a44-4c4b-b18a-1ca93baabe6b,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:29.054249 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d89349d-9290-4bd3-a952-0f47bb12f131 admin admin] Network 823586fb-ce37-4e4f-aa23-09bb649ebe3d is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:50:29.060829 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-4d89349d-9290-4bd3-a952-0f47bb12f131 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:50:29.073149 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-a4dd5e0f-5dc0-4ba6-8805-e9215843f886 None None] Set router 7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:50:29.190494 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-072e803a-6b68-4f60-bb28-77d57394c19c admin admin] Allocated IP 172.25.2.121 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/62135cae-3e95-415c-8962-e18af642ac4c) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:50:29.238438 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d89349d-9290-4bd3-a952-0f47bb12f131 admin admin] Router 7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:50:29.348274 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-3579fcfb-f768-44b3-904a-ba70aba2fcad None None] Attempting to bind port 175dcadf-8a44-4c4b-b18a-1ca93baabe6b on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:50:29.348274 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-3579fcfb-f768-44b3-904a-ba70aba2fcad None None] Attempting to bind port 175dcadf-8a44-4c4b-b18a-1ca93baabe6b by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '0d08e27b-2df1-48d6-b549-73cd2d6d8f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '16a748d5-fa4e-4621-922b-c824095470af'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:50:29.348274 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3579fcfb-f768-44b3-904a-ba70aba2fcad None None] Attempting to bind port 175dcadf-8a44-4c4b-b18a-1ca93baabe6b on network 16a748d5-fa4e-4621-922b-c824095470af {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:50:29.373755 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3579fcfb-f768-44b3-904a-ba70aba2fcad None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:50:29.374164 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3579fcfb-f768-44b3-904a-ba70aba2fcad None None] Checking segment: {'id': '0d08e27b-2df1-48d6-b549-73cd2d6d8f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '16a748d5-fa4e-4621-922b-c824095470af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:50:29.381174 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3579fcfb-f768-44b3-904a-ba70aba2fcad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:29.382765 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3579fcfb-f768-44b3-904a-ba70aba2fcad None None] Bound using segment: {'id': '0d08e27b-2df1-48d6-b549-73cd2d6d8f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '16a748d5-fa4e-4621-922b-c824095470af'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:50:29.382765 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-3579fcfb-f768-44b3-904a-ba70aba2fcad None None] Bound port: 175dcadf-8a44-4c4b-b18a-1ca93baabe6b, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d08e27b-2df1-48d6-b549-73cd2d6d8f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '16a748d5-fa4e-4621-922b-c824095470af'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:50:29.382765 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3579fcfb-f768-44b3-904a-ba70aba2fcad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (175dcadf-8a44-4c4b-b18a-1ca93baabe6b), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:29.430973 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d89349d-9290-4bd3-a952-0f47bb12f131 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:50:29.454357 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-4d89349d-9290-4bd3-a952-0f47bb12f131 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4535308 Aug 27 04:50:29.472235 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-a4dd5e0f-5dc0-4ba6-8805-e9215843f886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e', 'name': 'tempest-ServerGroup264TestJSON-1238961565-router', 'tenant_id': '0f5b28f1897849a0b07ee3817838caf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'd60ae4c0-2bda-4133-88ee-f3e19fcb56ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:50:24Z', 'updated_at': '2022-08-27T04:50:28Z', 'revision_number': 4, 'project_id': '0f5b28f1897849a0b07ee3817838caf1', 'gw_port': {'id': 'd60ae4c0-2bda-4133-88ee-f3e19fcb56ae', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fd:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:50:25Z', 'updated_at': '2022-08-27T04:50:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'a9df1780-73b6-498c-80cd-0d6f184b47ba', 'name': '', 'network_id': '823586fb-ce37-4e4f-aa23-09bb649ebe3d', 'tenant_id': '0f5b28f1897849a0b07ee3817838caf1', 'mac_address': 'fa:16:3e:16:14:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'a420df0d-bba3-4e7b-9d06-dbfe4c6f0178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:50:27Z', 'updated_at': '2022-08-27T04:50:27Z', 'revision_number': 1, 'project_id': '0f5b28f1897849a0b07ee3817838caf1', 'subnets': [{'id': 'a420df0d-bba3-4e7b-9d06-dbfe4c6f0178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:29.473806 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-072e803a-6b68-4f60-bb28-77d57394c19c admin admin] Publish callbacks [] for port (62135cae-3e95-415c-8962-e18af642ac4c), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:29.475425 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9309564a-8fb6-4683-8105-031376c1de60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:29.503927 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dd5e0f-5dc0-4ba6-8805-e9215843f886 None None] The sync data for ids ['7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e'] in n-d-852088-5 is: [{'id': '7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e', 'name': 'tempest-ServerGroup264TestJSON-1238961565-router', 'tenant_id': '0f5b28f1897849a0b07ee3817838caf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'd60ae4c0-2bda-4133-88ee-f3e19fcb56ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:50:24Z', 'updated_at': '2022-08-27T04:50:28Z', 'revision_number': 4, 'project_id': '0f5b28f1897849a0b07ee3817838caf1', 'gw_port': {'id': 'd60ae4c0-2bda-4133-88ee-f3e19fcb56ae', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fd:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:50:25Z', 'updated_at': '2022-08-27T04:50:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'a9df1780-73b6-498c-80cd-0d6f184b47ba', 'name': '', 'network_id': '823586fb-ce37-4e4f-aa23-09bb649ebe3d', 'tenant_id': '0f5b28f1897849a0b07ee3817838caf1', 'mac_address': 'fa:16:3e:16:14:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'a420df0d-bba3-4e7b-9d06-dbfe4c6f0178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:50:27Z', 'updated_at': '2022-08-27T04:50:27Z', 'revision_number': 1, 'project_id': '0f5b28f1897849a0b07ee3817838caf1', 'subnets': [{'id': 'a420df0d-bba3-4e7b-9d06-dbfe4c6f0178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:50:29.602191 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-072e803a-6b68-4f60-bb28-77d57394c19c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (62135cae-3e95-415c-8962-e18af642ac4c), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:29.680109 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072e803a-6b68-4f60-bb28-77d57394c19c admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:50:29.681084 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072e803a-6b68-4f60-bb28-77d57394c19c admin admin] Pushing event updated for resources: {'Port': ['ID=62135cae-3e95-415c-8962-e18af642ac4c,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:29.685478 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-072e803a-6b68-4f60-bb28-77d57394c19c admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:50:29.687803 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072e803a-6b68-4f60-bb28-77d57394c19c admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:50:29.764790 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-04f74c32-b8bd-4143-a34c-47b540618964 None None] Provisioning complete for port a9df1780-73b6-498c-80cd-0d6f184b47ba triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:50:29.765345 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-04f74c32-b8bd-4143-a34c-47b540618964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a9df1780-73b6-498c-80cd-0d6f184b47ba), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:29.881407 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-3579fcfb-f768-44b3-904a-ba70aba2fcad None None] For port 175dcadf-8a44-4c4b-b18a-1ca93baabe6b, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:50:29.917278 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-3579fcfb-f768-44b3-904a-ba70aba2fcad None None] For port 175dcadf-8a44-4c4b-b18a-1ca93baabe6b, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=175dcadf-8a44-4c4b-b18a-1ca93baabe6b,segment=NetworkSegment(0d08e27b-2df1-48d6-b549-73cd2d6d8f17),segment_id=0d08e27b-2df1-48d6-b549-73cd2d6d8f17)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:50:29.918878 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-04f74c32-b8bd-4143-a34c-47b540618964 None None] Port a9df1780-73b6-498c-80cd-0d6f184b47ba cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:50:30.006326 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3579fcfb-f768-44b3-904a-ba70aba2fcad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (175dcadf-8a44-4c4b-b18a-1ca93baabe6b), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:30.070684 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=85,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:30.084809 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3579fcfb-f768-44b3-904a-ba70aba2fcad None None] Pushing event updated for resources: {'Port': ['ID=175dcadf-8a44-4c4b-b18a-1ca93baabe6b,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:30.268581 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-072e803a-6b68-4f60-bb28-77d57394c19c admin admin] Publish callbacks [] for router_gateway (d1812b36-b829-40e5-9b6e-3c7d61169445), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:30.329181 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:30.341870 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:30.533565 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=28 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:30.537343 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=91 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:30.569417 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-072e803a-6b68-4f60-bb28-77d57394c19c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (d1812b36-b829-40e5-9b6e-3c7d61169445), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:30.575190 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:30.716523 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:31.176414 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:31.344313 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 54010) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:31.373459 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d60ae4c0-2bda-4133-88ee-f3e19fcb56ae up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:50:31.414332 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:31.476904 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port d60ae4c0-2bda-4133-88ee-f3e19fcb56ae triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:50:31.477684 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d60ae4c0-2bda-4133-88ee-f3e19fcb56ae), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:31.504856 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:31.710231 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894e7693-f2dc-4a35-bbb4-75595539b0dc None None] Network 16a748d5-fa4e-4621-922b-c824095470af requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:50:31.710231 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-16af3d68-a729-4b5e-9a19-50e729d6eaf0 None None] Provisioning complete for port 175dcadf-8a44-4c4b-b18a-1ca93baabe6b triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:50:31.710231 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-16af3d68-a729-4b5e-9a19-50e729d6eaf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (175dcadf-8a44-4c4b-b18a-1ca93baabe6b), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:31.712712 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-072e803a-6b68-4f60-bb28-77d57394c19c admin admin] Router d1812b36-b829-40e5-9b6e-3c7d61169445 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:50:31.714824 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=11 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:31.736031 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port d60ae4c0-2bda-4133-88ee-f3e19fcb56ae is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:50:31.736031 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (d60ae4c0-2bda-4133-88ee-f3e19fcb56ae), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:31.778976 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-072e803a-6b68-4f60-bb28-77d57394c19c admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:50:31.793604 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port d60ae4c0-2bda-4133-88ee-f3e19fcb56ae, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=d60ae4c0-2bda-4133-88ee-f3e19fcb56ae,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:50:31.794426 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05083ec-68f4-4def-a6f9-193bcc7f5c72 None None] Sync routers for ids ['d1812b36-b829-40e5-9b6e-3c7d61169445'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:50:31.809027 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05083ec-68f4-4def-a6f9-193bcc7f5c72 None None] Routers {'d1812b36-b829-40e5-9b6e-3c7d61169445'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:50:31.809963 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-d05083ec-68f4-4def-a6f9-193bcc7f5c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:50:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['d1812b36-b829-40e5-9b6e-3c7d61169445'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:31.851872 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:31.858447 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-16af3d68-a729-4b5e-9a19-50e729d6eaf0 None None] Current status of the port 175dcadf-8a44-4c4b-b18a-1ca93baabe6b is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:50:31.858837 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-16af3d68-a729-4b5e-9a19-50e729d6eaf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (175dcadf-8a44-4c4b-b18a-1ca93baabe6b), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:31.942868 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 54028) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:31.947921 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-16af3d68-a729-4b5e-9a19-50e729d6eaf0 None None] For port 175dcadf-8a44-4c4b-b18a-1ca93baabe6b, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=175dcadf-8a44-4c4b-b18a-1ca93baabe6b,segment=NetworkSegment(0d08e27b-2df1-48d6-b549-73cd2d6d8f17),segment_id=0d08e27b-2df1-48d6-b549-73cd2d6d8f17)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:50:31.993360 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-d05083ec-68f4-4def-a6f9-193bcc7f5c72 None None] Set router d1812b36-b829-40e5-9b6e-3c7d61169445 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:50:32.002979 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (d60ae4c0-2bda-4133-88ee-f3e19fcb56ae), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:32.004053 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 175dcadf-8a44-4c4b-b18a-1ca93baabe6b up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:50:32.004549 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-072e803a-6b68-4f60-bb28-77d57394c19c admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:32.006223 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-072e803a-6b68-4f60-bb28-77d57394c19c admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.0863070 Aug 27 04:50:32.008764 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 54030) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:32.095880 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:32.097463 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-16af3d68-a729-4b5e-9a19-50e729d6eaf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (175dcadf-8a44-4c4b-b18a-1ca93baabe6b), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:32.099532 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:32.183268 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=d60ae4c0-2bda-4133-88ee-f3e19fcb56ae,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:32.194545 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 175dcadf-8a44-4c4b-b18a-1ca93baabe6b triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:50:32.195343 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (175dcadf-8a44-4c4b-b18a-1ca93baabe6b), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:32.306180 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-d05083ec-68f4-4def-a6f9-193bcc7f5c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1812b36-b829-40e5-9b6e-3c7d61169445', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1367973411-router', 'tenant_id': '9d422ed789ea422a82d765d07166bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '62135cae-3e95-415c-8962-e18af642ac4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:50:28Z', 'updated_at': '2022-08-27T04:50:29Z', 'revision_number': 3, 'project_id': '9d422ed789ea422a82d765d07166bdac', 'gw_port': {'id': '62135cae-3e95-415c-8962-e18af642ac4c', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f5:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1812b36-b829-40e5-9b6e-3c7d61169445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:50:28Z', 'updated_at': '2022-08-27T04:50:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:32.329058 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-67a175ac-995e-4a8d-82ef-8c8323bbc7af None None] Provisioning complete for port 175dcadf-8a44-4c4b-b18a-1ca93baabe6b triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:50:32.329775 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-67a175ac-995e-4a8d-82ef-8c8323bbc7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (175dcadf-8a44-4c4b-b18a-1ca93baabe6b), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:32.343642 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05083ec-68f4-4def-a6f9-193bcc7f5c72 None None] Checking router: d1812b36-b829-40e5-9b6e-3c7d61169445 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:50:32.344314 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05083ec-68f4-4def-a6f9-193bcc7f5c72 None None] Updating router d1812b36-b829-40e5-9b6e-3c7d61169445 port 62135cae-3e95-415c-8962-e18af642ac4c binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:50:32.395204 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16af3d68-a729-4b5e-9a19-50e729d6eaf0 None None] Pushing event updated for resources: {'Port': ['ID=175dcadf-8a44-4c4b-b18a-1ca93baabe6b,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:32.430445 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-d05083ec-68f4-4def-a6f9-193bcc7f5c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (62135cae-3e95-415c-8962-e18af642ac4c), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:32.495445 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 175dcadf-8a44-4c4b-b18a-1ca93baabe6b is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:50:32.545059 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-67a175ac-995e-4a8d-82ef-8c8323bbc7af None None] Current status of the port 175dcadf-8a44-4c4b-b18a-1ca93baabe6b is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:50:32.597168 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c11bf323-47e9-47e7-a277-c7b0b2c8ab0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:32.705559 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-06d685f2-2434-43de-9903-400fd43f72b4 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Request body: {'networks': [{'name': 'tempest-network--2135435905'}, {'name': 'tempest-network--117694915'}]} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:50:32.707340 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-06d685f2-2434-43de-9903-400fd43f72b4 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Request body: {'network': {'name': 'tempest-network--2135435905'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:50:32.707820 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-06d685f2-2434-43de-9903-400fd43f72b4 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Request body: {'network': {'name': 'tempest-network--117694915'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:50:32.851138 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5b617a0d-e8c3-46f3-8275-0563a5e37cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:32.972470 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9d55b9-5050-422d-961e-bd929a1e57e3 None None] Sync routers for ids ['7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:50:32.996508 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9d55b9-5050-422d-961e-bd929a1e57e3 None None] Routers {'7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:50:32.997954 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-0e9d55b9-5050-422d-961e-bd929a1e57e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:50:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:33.006443 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-d05083ec-68f4-4def-a6f9-193bcc7f5c72 None None] Publish callbacks [] for port (62135cae-3e95-415c-8962-e18af642ac4c), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:33.130973 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-d05083ec-68f4-4def-a6f9-193bcc7f5c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (62135cae-3e95-415c-8962-e18af642ac4c), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:33.152731 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-5b617a0d-e8c3-46f3-8275-0563a5e37cca admin admin] Allocated IP 172.20.0.1 (16a748d5-fa4e-4621-922b-c824095470af/64724384-5679-4971-b826-475d88bca20c/76ccfeb3-e11f-4fea-9583-67bfc8dbace1) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:50:33.168564 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-0e9d55b9-5050-422d-961e-bd929a1e57e3 None None] Set router 7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:50:33.195012 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4110e28e-0beb-4c36-9d67-b77c55d4410f None None] Pushing event updated for resources: {'Port': ['ID=62135cae-3e95-415c-8962-e18af642ac4c,revision_number=2']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:33.202889 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-d05083ec-68f4-4def-a6f9-193bcc7f5c72 None None] Attempting to bind port 62135cae-3e95-415c-8962-e18af642ac4c on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:50:33.203213 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-d05083ec-68f4-4def-a6f9-193bcc7f5c72 None None] Attempting to bind port 62135cae-3e95-415c-8962-e18af642ac4c by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:50:33.203533 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05083ec-68f4-4def-a6f9-193bcc7f5c72 None None] Attempting to bind port 62135cae-3e95-415c-8962-e18af642ac4c on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:50:33.209972 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05083ec-68f4-4def-a6f9-193bcc7f5c72 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:50:33.210646 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05083ec-68f4-4def-a6f9-193bcc7f5c72 None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:50:33.210995 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-d05083ec-68f4-4def-a6f9-193bcc7f5c72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:33.211393 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05083ec-68f4-4def-a6f9-193bcc7f5c72 None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:50:33.211882 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-d05083ec-68f4-4def-a6f9-193bcc7f5c72 None None] Bound port: 62135cae-3e95-415c-8962-e18af642ac4c, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:50:33.212341 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-d05083ec-68f4-4def-a6f9-193bcc7f5c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (62135cae-3e95-415c-8962-e18af642ac4c), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:33.323274 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d685f2-2434-43de-9903-400fd43f72b4 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Made reservation on behalf of 59bd03033f714f7a85eacadc38c4ecc4 for: {'network': 2} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:50:33.323274 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-06d685f2-2434-43de-9903-400fd43f72b4 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:33.323470 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-d05083ec-68f4-4def-a6f9-193bcc7f5c72 None None] For port 62135cae-3e95-415c-8962-e18af642ac4c, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:50:33.327299 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-06d685f2-2434-43de-9903-400fd43f72b4 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:33.334449 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-d05083ec-68f4-4def-a6f9-193bcc7f5c72 None None] For port 62135cae-3e95-415c-8962-e18af642ac4c, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=62135cae-3e95-415c-8962-e18af642ac4c,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:50:33.363766 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d60ae4c0-2bda-4133-88ee-f3e19fcb56ae up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:50:33.406995 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5b617a0d-e8c3-46f3-8275-0563a5e37cca admin admin] Publish callbacks [] for port (76ccfeb3-e11f-4fea-9583-67bfc8dbace1), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:33.449680 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-c11bf323-47e9-47e7-a277-c7b0b2c8ab0a admin admin] Deleting port a9df1780-73b6-498c-80cd-0d6f184b47ba {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:50:33.461228 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c11bf323-47e9-47e7-a277-c7b0b2c8ab0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (a9df1780-73b6-498c-80cd-0d6f184b47ba), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:33.494621 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port d60ae4c0-2bda-4133-88ee-f3e19fcb56ae triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:50:33.495666 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d60ae4c0-2bda-4133-88ee-f3e19fcb56ae), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:33.514019 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-d05083ec-68f4-4def-a6f9-193bcc7f5c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (62135cae-3e95-415c-8962-e18af642ac4c), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:33.554101 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5b617a0d-e8c3-46f3-8275-0563a5e37cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (76ccfeb3-e11f-4fea-9583-67bfc8dbace1), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:33.562426 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:33.583009 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-06d685f2-2434-43de-9903-400fd43f72b4 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks [] for security_group (ccda34c2-be43-4488-9707-180b379db1a8), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:33.589055 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c11bf323-47e9-47e7-a277-c7b0b2c8ab0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (a9df1780-73b6-498c-80cd-0d6f184b47ba), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:33.606397 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-c11bf323-47e9-47e7-a277-c7b0b2c8ab0a admin admin] Calling delete_port for a9df1780-73b6-498c-80cd-0d6f184b47ba owned by network:router_interface {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:50:33.615674 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05083ec-68f4-4def-a6f9-193bcc7f5c72 None None] Routers {'d1812b36-b829-40e5-9b6e-3c7d61169445'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:50:33.621783 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-d05083ec-68f4-4def-a6f9-193bcc7f5c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:50:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['d1812b36-b829-40e5-9b6e-3c7d61169445'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:33.631262 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-0e9d55b9-5050-422d-961e-bd929a1e57e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e', 'name': 'tempest-ServerGroup264TestJSON-1238961565-router', 'tenant_id': '0f5b28f1897849a0b07ee3817838caf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'd60ae4c0-2bda-4133-88ee-f3e19fcb56ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:50:24Z', 'updated_at': '2022-08-27T04:50:28Z', 'revision_number': 4, 'project_id': '0f5b28f1897849a0b07ee3817838caf1', 'gw_port': {'id': 'd60ae4c0-2bda-4133-88ee-f3e19fcb56ae', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:50:25Z', 'updated_at': '2022-08-27T04:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'a9df1780-73b6-498c-80cd-0d6f184b47ba', 'name': '', 'network_id': '823586fb-ce37-4e4f-aa23-09bb649ebe3d', 'tenant_id': '0f5b28f1897849a0b07ee3817838caf1', 'mac_address': 'fa:16:3e:16:14:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'a420df0d-bba3-4e7b-9d06-dbfe4c6f0178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:50:27Z', 'updated_at': '2022-08-27T04:50:28Z', 'revision_number': 2, 'project_id': '0f5b28f1897849a0b07ee3817838caf1', 'subnets': [{'id': 'a420df0d-bba3-4e7b-9d06-dbfe4c6f0178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:33.634167 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port d60ae4c0-2bda-4133-88ee-f3e19fcb56ae is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:50:33.635807 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 175dcadf-8a44-4c4b-b18a-1ca93baabe6b up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:50:33.636075 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:33.637673 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b617a0d-e8c3-46f3-8275-0563a5e37cca admin admin] Network 16a748d5-fa4e-4621-922b-c824095470af is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:50:33.643704 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-5b617a0d-e8c3-46f3-8275-0563a5e37cca admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:50:33.652183 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b617a0d-e8c3-46f3-8275-0563a5e37cca admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:50:33.692583 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-06d685f2-2434-43de-9903-400fd43f72b4 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (ccda34c2-be43-4488-9707-180b379db1a8), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:33.693522 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-06d685f2-2434-43de-9903-400fd43f72b4 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:33.726440 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9d55b9-5050-422d-961e-bd929a1e57e3 None None] Checking router: 7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:50:33.726814 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9d55b9-5050-422d-961e-bd929a1e57e3 None None] Updating router 7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e port a9df1780-73b6-498c-80cd-0d6f184b47ba binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:50:33.761777 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4110e28e-0beb-4c36-9d67-b77c55d4410f None None] Pushing event updated for resources: {'Port': ['ID=62135cae-3e95-415c-8962-e18af642ac4c,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:33.775333 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b617a0d-e8c3-46f3-8275-0563a5e37cca admin admin] Pushing event updated for resources: {'Port': ['ID=76ccfeb3-e11f-4fea-9583-67bfc8dbace1,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:33.783999 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5b617a0d-e8c3-46f3-8275-0563a5e37cca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (d1812b36-b829-40e5-9b6e-3c7d61169445), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:33.810753 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d685f2-2434-43de-9903-400fd43f72b4 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccda34c2-be43-4488-9707-180b379db1a8,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:33.846712 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06d685f2-2434-43de-9903-400fd43f72b4 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:50:33.860589 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0e9d55b9-5050-422d-961e-bd929a1e57e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a9df1780-73b6-498c-80cd-0d6f184b47ba), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:33.893529 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-d05083ec-68f4-4def-a6f9-193bcc7f5c72 None None] Set router d1812b36-b829-40e5-9b6e-3c7d61169445 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:50:33.909268 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-06d685f2-2434-43de-9903-400fd43f72b4 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (62ba9fcd-ec5a-42b2-a54b-2df96d241b25), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:33.913607 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-06d685f2-2434-43de-9903-400fd43f72b4 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Added segment 62ba9fcd-ec5a-42b2-a54b-2df96d241b25 of type vlan for network c12a73b1-d375-44d9-a2af-315c5f0825a2 Aug 27 04:50:33.929536 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 175dcadf-8a44-4c4b-b18a-1ca93baabe6b triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:50:33.936688 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (175dcadf-8a44-4c4b-b18a-1ca93baabe6b), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:34.005221 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:34.099133 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:34.123017 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-06d685f2-2434-43de-9903-400fd43f72b4 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (c12a73b1-d375-44d9-a2af-315c5f0825a2), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:34.159976 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-20536a93-7df2-4a21-b1ed-a89f73d2513b None None] Provisioning complete for port 76ccfeb3-e11f-4fea-9583-67bfc8dbace1 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:50:34.160787 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-20536a93-7df2-4a21-b1ed-a89f73d2513b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (76ccfeb3-e11f-4fea-9583-67bfc8dbace1), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:34.183900 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:34.195659 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5b617a0d-e8c3-46f3-8275-0563a5e37cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (76ccfeb3-e11f-4fea-9583-67bfc8dbace1), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:34.225732 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06d685f2-2434-43de-9903-400fd43f72b4 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:50:34.247032 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:34.254044 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-d05083ec-68f4-4def-a6f9-193bcc7f5c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1812b36-b829-40e5-9b6e-3c7d61169445', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1367973411-router', 'tenant_id': '9d422ed789ea422a82d765d07166bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '62135cae-3e95-415c-8962-e18af642ac4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:50:28Z', 'updated_at': '2022-08-27T04:50:29Z', 'revision_number': 3, 'project_id': '9d422ed789ea422a82d765d07166bdac', 'gw_port': {'id': '62135cae-3e95-415c-8962-e18af642ac4c', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f5:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1812b36-b829-40e5-9b6e-3c7d61169445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:50:28Z', 'updated_at': '2022-08-27T04:50:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:34.256029 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-06d685f2-2434-43de-9903-400fd43f72b4 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (963e54b2-3458-4d27-b039-1a9e30197978), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:34.256443 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-06d685f2-2434-43de-9903-400fd43f72b4 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Added segment 963e54b2-3458-4d27-b039-1a9e30197978 of type vlan for network f42f9a18-b360-4591-8b07-5e451e990955 Aug 27 04:50:34.314348 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05083ec-68f4-4def-a6f9-193bcc7f5c72 None None] The sync data for ids ['d1812b36-b829-40e5-9b6e-3c7d61169445'] in n-d-852088-5 is: [{'id': 'd1812b36-b829-40e5-9b6e-3c7d61169445', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1367973411-router', 'tenant_id': '9d422ed789ea422a82d765d07166bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '62135cae-3e95-415c-8962-e18af642ac4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:50:28Z', 'updated_at': '2022-08-27T04:50:29Z', 'revision_number': 3, 'project_id': '9d422ed789ea422a82d765d07166bdac', 'gw_port': {'id': '62135cae-3e95-415c-8962-e18af642ac4c', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f5:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1812b36-b829-40e5-9b6e-3c7d61169445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:50:28Z', 'updated_at': '2022-08-27T04:50:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:50:34.325376 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-06d685f2-2434-43de-9903-400fd43f72b4 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (f42f9a18-b360-4591-8b07-5e451e990955), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:34.372350 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c11bf323-47e9-47e7-a277-c7b0b2c8ab0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (a9df1780-73b6-498c-80cd-0d6f184b47ba), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:34.390401 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-20536a93-7df2-4a21-b1ed-a89f73d2513b None None] Port 76ccfeb3-e11f-4fea-9583-67bfc8dbace1 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:50:34.398039 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11bf323-47e9-47e7-a277-c7b0b2c8ab0a admin admin] Pushing event deleted for resources: {'Port': ['ID=a9df1780-73b6-498c-80cd-0d6f184b47ba,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:34.437731 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 175dcadf-8a44-4c4b-b18a-1ca93baabe6b is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:50:34.500508 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-06d685f2-2434-43de-9903-400fd43f72b4 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (c12a73b1-d375-44d9-a2af-315c5f0825a2), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:34.507731 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-06d685f2-2434-43de-9903-400fd43f72b4 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (f42f9a18-b360-4591-8b07-5e451e990955), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:34.516135 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d685f2-2434-43de-9903-400fd43f72b4 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:50:34.516771 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5b617a0d-e8c3-46f3-8275-0563a5e37cca admin admin] Publish callbacks [] for port (76ccfeb3-e11f-4fea-9583-67bfc8dbace1), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:34.531930 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d685f2-2434-43de-9903-400fd43f72b4 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:50:34.533542 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-06d685f2-2434-43de-9903-400fd43f72b4 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:34.623277 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5b617a0d-e8c3-46f3-8275-0563a5e37cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (76ccfeb3-e11f-4fea-9583-67bfc8dbace1), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:34.646647 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-06d685f2-2434-43de-9903-400fd43f72b4 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.3004022 Aug 27 04:50:34.667470 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 54056) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:34.688646 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:34.768673 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b617a0d-e8c3-46f3-8275-0563a5e37cca admin admin] Pushing event updated for resources: {'Port': ['ID=76ccfeb3-e11f-4fea-9583-67bfc8dbace1,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:34.779758 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5b617a0d-e8c3-46f3-8275-0563a5e37cca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (d1812b36-b829-40e5-9b6e-3c7d61169445), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:34.896561 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-0e9d55b9-5050-422d-961e-bd929a1e57e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:50:34.897013 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-0e9d55b9-5050-422d-961e-bd929a1e57e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:50:34.954886 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b617a0d-e8c3-46f3-8275-0563a5e37cca admin admin] Network 16a748d5-fa4e-4621-922b-c824095470af is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:50:34.956744 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-5b617a0d-e8c3-46f3-8275-0563a5e37cca admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:50:35.014671 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d685f2-2434-43de-9903-400fd43f72b4 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Pushing event updated for resources: {'Network': ['ID=c12a73b1-d375-44d9-a2af-315c5f0825a2,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:35.047972 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network c12a73b1-d375-44d9-a2af-315c5f0825a2 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:50:35.199588 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:35.217863 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b617a0d-e8c3-46f3-8275-0563a5e37cca admin admin] Router d1812b36-b829-40e5-9b6e-3c7d61169445 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:50:35.260844 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=82,neutron:DELETE=16,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:35.309852 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 62135cae-3e95-415c-8962-e18af642ac4c up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:50:35.329502 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d685f2-2434-43de-9903-400fd43f72b4 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Pushing event updated for resources: {'Network': ['ID=f42f9a18-b360-4591-8b07-5e451e990955,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:35.360765 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network f42f9a18-b360-4591-8b07-5e451e990955 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:50:35.416650 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c11bf323-47e9-47e7-a277-c7b0b2c8ab0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:35.475744 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b617a0d-e8c3-46f3-8275-0563a5e37cca admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:50:35.487674 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-5b617a0d-e8c3-46f3-8275-0563a5e37cca admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/d1812b36-b829-40e5-9b6e-3c7d61169445/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4756324 Aug 27 04:50:35.533798 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:35.547631 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ac06bb-1670-4ae9-9535-2b37771d0cb6 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:50:35.553809 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ac06bb-1670-4ae9-9535-2b37771d0cb6 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:50:35.560483 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ac06bb-1670-4ae9-9535-2b37771d0cb6 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:50:35.566338 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ac06bb-1670-4ae9-9535-2b37771d0cb6 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:50:35.568593 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-76ac06bb-1670-4ae9-9535-2b37771d0cb6 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] 10.222.0.76 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.9001293 Aug 27 04:50:35.572716 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 54068) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:35.625895 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-5959da54-6867-4db5-a3f7-7913133ce62c None None] Provisioning complete for port 76ccfeb3-e11f-4fea-9583-67bfc8dbace1 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:50:35.627933 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5959da54-6867-4db5-a3f7-7913133ce62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (76ccfeb3-e11f-4fea-9583-67bfc8dbace1), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:35.682148 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9d55b9-5050-422d-961e-bd929a1e57e3 None None] Port a9df1780-73b6-498c-80cd-0d6f184b47ba not found while updating agent binding for router 7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e. {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 27 04:50:35.741091 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-5959da54-6867-4db5-a3f7-7913133ce62c None None] Port 76ccfeb3-e11f-4fea-9583-67bfc8dbace1 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:50:35.743278 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9d55b9-5050-422d-961e-bd929a1e57e3 None None] Routers {'7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:50:35.744203 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-0e9d55b9-5050-422d-961e-bd929a1e57e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:50:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:35.762053 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=4,neutron:UPDATE=4,neutron:SELECT=92 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:35.764357 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d5e871cc-3405-43d9-9152-39751da55af2 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (c12a73b1-d375-44d9-a2af-315c5f0825a2), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:35.787527 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 62135cae-3e95-415c-8962-e18af642ac4c triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:50:35.788218 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (62135cae-3e95-415c-8962-e18af642ac4c), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:35.954094 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 62135cae-3e95-415c-8962-e18af642ac4c is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:50:35.957424 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (62135cae-3e95-415c-8962-e18af642ac4c), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:35.975135 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d5e871cc-3405-43d9-9152-39751da55af2 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (c12a73b1-d375-44d9-a2af-315c5f0825a2), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:35.981310 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-0e9d55b9-5050-422d-961e-bd929a1e57e3 None None] Set router 7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:50:36.006938 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c11bf323-47e9-47e7-a277-c7b0b2c8ab0a admin admin] Router 7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:50:36.008806 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-d5e871cc-3405-43d9-9152-39751da55af2 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c12a73b1-d375-44d9-a2af-315c5f0825a2']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:36.028222 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-d5e871cc-3405-43d9-9152-39751da55af2 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62ba9fcd-ec5a-42b2-a54b-2df96d241b25') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:36.028958 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-d5e871cc-3405-43d9-9152-39751da55af2 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62ba9fcd-ec5a-42b2-a54b-2df96d241b25') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:36.079265 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d5e871cc-3405-43d9-9152-39751da55af2 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (62ba9fcd-ec5a-42b2-a54b-2df96d241b25), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:36.083631 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:36.106343 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d5e871cc-3405-43d9-9152-39751da55af2 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (62ba9fcd-ec5a-42b2-a54b-2df96d241b25), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:36.110071 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 62135cae-3e95-415c-8962-e18af642ac4c, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=62135cae-3e95-415c-8962-e18af642ac4c,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:50:36.144385 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5e871cc-3405-43d9-9152-39751da55af2 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:50:36.144804 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d5e871cc-3405-43d9-9152-39751da55af2 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (62ba9fcd-ec5a-42b2-a54b-2df96d241b25), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:36.195955 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (62135cae-3e95-415c-8962-e18af642ac4c), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:36.205872 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 62ba9fcd-ec5a-42b2-a54b-2df96d241b25 resource provider aggregate not found Aug 27 04:50:36.234153 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 62ba9fcd-ec5a-42b2-a54b-2df96d241b25 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 62ba9fcd-ec5a-42b2-a54b-2df96d241b25 found for delete ", "request_id": "req-bf931472-d971-4e03-b06f-f59fc0f140c9"}]} Aug 27 04:50:36.238997 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11bf323-47e9-47e7-a277-c7b0b2c8ab0a admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:50:36.245598 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c11bf323-47e9-47e7-a277-c7b0b2c8ab0a admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3432267 Aug 27 04:50:36.248441 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 54084) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:36.294119 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=62135cae-3e95-415c-8962-e18af642ac4c,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:36.299226 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-0e9d55b9-5050-422d-961e-bd929a1e57e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e', 'name': 'tempest-ServerGroup264TestJSON-1238961565-router', 'tenant_id': '0f5b28f1897849a0b07ee3817838caf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'd60ae4c0-2bda-4133-88ee-f3e19fcb56ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:50:24Z', 'updated_at': '2022-08-27T04:50:34Z', 'revision_number': 5, 'project_id': '0f5b28f1897849a0b07ee3817838caf1', 'gw_port': {'id': 'd60ae4c0-2bda-4133-88ee-f3e19fcb56ae', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:50:25Z', 'updated_at': '2022-08-27T04:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:36.326857 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9d55b9-5050-422d-961e-bd929a1e57e3 None None] The sync data for ids ['7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e'] in n-d-852088-5 is: [{'id': '7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e', 'name': 'tempest-ServerGroup264TestJSON-1238961565-router', 'tenant_id': '0f5b28f1897849a0b07ee3817838caf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'd60ae4c0-2bda-4133-88ee-f3e19fcb56ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:50:24Z', 'updated_at': '2022-08-27T04:50:34Z', 'revision_number': 5, 'project_id': '0f5b28f1897849a0b07ee3817838caf1', 'gw_port': {'id': 'd60ae4c0-2bda-4133-88ee-f3e19fcb56ae', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:50:25Z', 'updated_at': '2022-08-27T04:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:50:36.347834 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:36.366214 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d5e871cc-3405-43d9-9152-39751da55af2 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (c12a73b1-d375-44d9-a2af-315c5f0825a2), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:36.371482 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d5e871cc-3405-43d9-9152-39751da55af2 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:36.374883 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d5e871cc-3405-43d9-9152-39751da55af2 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] 10.222.0.76 "DELETE /networking/v2.0/networks/c12a73b1-d375-44d9-a2af-315c5f0825a2 HTTP/1.1" status: 204 len: 168 time: 0.8007941 Aug 27 04:50:36.378362 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 54088) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:36.393659 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e871cc-3405-43d9-9152-39751da55af2 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Pushing event deleted for resources: {'Network': ['ID=c12a73b1-d375-44d9-a2af-315c5f0825a2,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:36.409262 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2bfe5e73-9125-4661-8377-239c196361dc admin admin] Publish callbacks [] for router (7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:36.513580 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a54a6e7f-23d1-4bd2-8068-846577e88b07 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (f42f9a18-b360-4591-8b07-5e451e990955), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:36.547421 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2bfe5e73-9125-4661-8377-239c196361dc admin admin] Publish callbacks [] for router_gateway (7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:36.613344 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a54a6e7f-23d1-4bd2-8068-846577e88b07 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (f42f9a18-b360-4591-8b07-5e451e990955), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:36.640460 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-a54a6e7f-23d1-4bd2-8068-846577e88b07 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f42f9a18-b360-4591-8b07-5e451e990955']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:36.651696 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-a54a6e7f-23d1-4bd2-8068-846577e88b07 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '963e54b2-3458-4d27-b039-1a9e30197978') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:36.652074 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-a54a6e7f-23d1-4bd2-8068-846577e88b07 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '963e54b2-3458-4d27-b039-1a9e30197978') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:36.662676 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a54a6e7f-23d1-4bd2-8068-846577e88b07 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (963e54b2-3458-4d27-b039-1a9e30197978), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:36.679298 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a54a6e7f-23d1-4bd2-8068-846577e88b07 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (963e54b2-3458-4d27-b039-1a9e30197978), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:36.688157 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a54a6e7f-23d1-4bd2-8068-846577e88b07 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:50:36.688589 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a54a6e7f-23d1-4bd2-8068-846577e88b07 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (963e54b2-3458-4d27-b039-1a9e30197978), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:36.743706 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 963e54b2-3458-4d27-b039-1a9e30197978 resource provider aggregate not found Aug 27 04:50:36.752056 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-2bfe5e73-9125-4661-8377-239c196361dc admin admin] Deleting port d60ae4c0-2bda-4133-88ee-f3e19fcb56ae {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:50:36.752442 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2bfe5e73-9125-4661-8377-239c196361dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (d60ae4c0-2bda-4133-88ee-f3e19fcb56ae), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:36.774092 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 963e54b2-3458-4d27-b039-1a9e30197978 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 963e54b2-3458-4d27-b039-1a9e30197978 found for delete ", "request_id": "req-bb54cfa1-4602-49f1-af34-a237909f6640"}]} Aug 27 04:50:36.842174 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-2bfe5e73-9125-4661-8377-239c196361dc admin admin] For port d60ae4c0-2bda-4133-88ee-f3e19fcb56ae, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=d60ae4c0-2bda-4133-88ee-f3e19fcb56ae,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:50:36.842717 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2bfe5e73-9125-4661-8377-239c196361dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (d60ae4c0-2bda-4133-88ee-f3e19fcb56ae), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:36.858700 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-2bfe5e73-9125-4661-8377-239c196361dc admin admin] Calling delete_port for d60ae4c0-2bda-4133-88ee-f3e19fcb56ae owned by network:router_gateway {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:50:36.905698 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:36.906612 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff685201-50df-49ba-bd78-ce149131efd2 None None] Sync routers for ids ['d1812b36-b829-40e5-9b6e-3c7d61169445'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:50:36.935263 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff685201-50df-49ba-bd78-ce149131efd2 None None] Routers {'d1812b36-b829-40e5-9b6e-3c7d61169445'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:50:36.935263 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-ff685201-50df-49ba-bd78-ce149131efd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:50:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['d1812b36-b829-40e5-9b6e-3c7d61169445'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:36.936517 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:DELETE=1,neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:37.074820 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a54a6e7f-23d1-4bd2-8068-846577e88b07 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (f42f9a18-b360-4591-8b07-5e451e990955), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:37.085273 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a54a6e7f-23d1-4bd2-8068-846577e88b07 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:37.094407 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a54a6e7f-23d1-4bd2-8068-846577e88b07 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] 10.222.0.76 "DELETE /networking/v2.0/networks/f42f9a18-b360-4591-8b07-5e451e990955 HTTP/1.1" status: 204 len: 168 time: 0.7142751 Aug 27 04:50:37.097248 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 54098) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:37.117465 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-ff685201-50df-49ba-bd78-ce149131efd2 None None] Set router d1812b36-b829-40e5-9b6e-3c7d61169445 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:50:37.126074 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54a6e7f-23d1-4bd2-8068-846577e88b07 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Pushing event deleted for resources: {'Network': ['ID=f42f9a18-b360-4591-8b07-5e451e990955,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:37.304841 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:37.341403 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 62135cae-3e95-415c-8962-e18af642ac4c up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:50:37.365997 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2bfe5e73-9125-4661-8377-239c196361dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (d60ae4c0-2bda-4133-88ee-f3e19fcb56ae), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:37.452948 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7c0ee0-1c3b-43cb-8bf0-786ab57c1aaf tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:50:37.459127 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 62135cae-3e95-415c-8962-e18af642ac4c triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:50:37.459506 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (62135cae-3e95-415c-8962-e18af642ac4c), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:37.462385 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7c0ee0-1c3b-43cb-8bf0-786ab57c1aaf tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:50:37.469059 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 54108) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:37.475818 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-c719e98b-35d3-4b8f-9146-02953ee24f10 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-677202268'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:50:37.481935 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-cd7c0ee0-1c3b-43cb-8bf0-786ab57c1aaf tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] 10.222.0.76 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3833067 Aug 27 04:50:37.489920 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-ff685201-50df-49ba-bd78-ce149131efd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1812b36-b829-40e5-9b6e-3c7d61169445', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1367973411-router', 'tenant_id': '9d422ed789ea422a82d765d07166bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '62135cae-3e95-415c-8962-e18af642ac4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:50:28Z', 'updated_at': '2022-08-27T04:50:34Z', 'revision_number': 4, 'project_id': '9d422ed789ea422a82d765d07166bdac', 'gw_port': {'id': '62135cae-3e95-415c-8962-e18af642ac4c', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1812b36-b829-40e5-9b6e-3c7d61169445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:50:28Z', 'updated_at': '2022-08-27T04:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '76ccfeb3-e11f-4fea-9583-67bfc8dbace1', 'name': '', 'network_id': '16a748d5-fa4e-4621-922b-c824095470af', 'tenant_id': '9d422ed789ea422a82d765d07166bdac', 'mac_address': 'fa:16:3e:f7:9b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1812b36-b829-40e5-9b6e-3c7d61169445', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '64724384-5679-4971-b826-475d88bca20c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:50:32Z', 'updated_at': '2022-08-27T04:50:34Z', 'revision_number': 2, 'project_id': '9d422ed789ea422a82d765d07166bdac', 'subnets': [{'id': '64724384-5679-4971-b826-475d88bca20c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:37.598842 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2bfe5e73-9125-4661-8377-239c196361dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:37.602212 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfe5e73-9125-4661-8377-239c196361dc admin admin] Pushing event deleted for resources: {'Port': ['ID=d60ae4c0-2bda-4133-88ee-f3e19fcb56ae,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:37.609779 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff685201-50df-49ba-bd78-ce149131efd2 None None] Checking router: d1812b36-b829-40e5-9b6e-3c7d61169445 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:50:37.610413 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff685201-50df-49ba-bd78-ce149131efd2 None None] Updating router d1812b36-b829-40e5-9b6e-3c7d61169445 port 76ccfeb3-e11f-4fea-9583-67bfc8dbace1 binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:50:37.636648 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c719e98b-35d3-4b8f-9146-02953ee24f10 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Made reservation on behalf of 59bd03033f714f7a85eacadc38c4ecc4 for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:50:37.640414 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 62135cae-3e95-415c-8962-e18af642ac4c is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:50:37.640831 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c719e98b-35d3-4b8f-9146-02953ee24f10 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:37.654787 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a9df1780-73b6-498c-80cd-0d6f184b47ba no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:50:37.711338 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: a9df1780-73b6-498c-80cd-0d6f184b47ba {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:50:37.712000 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a9df1780-73b6-498c-80cd-0d6f184b47ba not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:50:37.715880 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c719e98b-35d3-4b8f-9146-02953ee24f10 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:50:37.739878 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c719e98b-35d3-4b8f-9146-02953ee24f10 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (6a2560e4-a5a6-45f5-94d7-0e96bc341712), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:37.740269 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-c719e98b-35d3-4b8f-9146-02953ee24f10 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Added segment 6a2560e4-a5a6-45f5-94d7-0e96bc341712 of type vlan for network e586077a-fdff-4129-a94c-d7db55bee0ae Aug 27 04:50:37.778455 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2bfe5e73-9125-4661-8377-239c196361dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:37.781330 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2bfe5e73-9125-4661-8377-239c196361dc admin admin] Publish callbacks [] for router_controller (7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:37.843805 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:37.852018 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c719e98b-35d3-4b8f-9146-02953ee24f10 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (e586077a-fdff-4129-a94c-d7db55bee0ae), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:37.903167 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-ff685201-50df-49ba-bd78-ce149131efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (76ccfeb3-e11f-4fea-9583-67bfc8dbace1), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:37.977264 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c719e98b-35d3-4b8f-9146-02953ee24f10 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (e586077a-fdff-4129-a94c-d7db55bee0ae), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:37.983555 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c719e98b-35d3-4b8f-9146-02953ee24f10 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:50:37.984505 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c719e98b-35d3-4b8f-9146-02953ee24f10 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:38.114763 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c719e98b-35d3-4b8f-9146-02953ee24f10 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6437798 Aug 27 04:50:38.124205 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 54124) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:38.132402 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-08a57b97-3c4e-4553-bef3-712ecaefe132 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-296371037'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:50:38.247216 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:38.258776 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c719e98b-35d3-4b8f-9146-02953ee24f10 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Pushing event updated for resources: {'Network': ['ID=e586077a-fdff-4129-a94c-d7db55bee0ae,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:38.273802 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network e586077a-fdff-4129-a94c-d7db55bee0ae details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:50:38.284048 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:38.340426 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a57b97-3c4e-4553-bef3-712ecaefe132 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Made reservation on behalf of 59bd03033f714f7a85eacadc38c4ecc4 for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:50:38.344687 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-08a57b97-3c4e-4553-bef3-712ecaefe132 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:38.368489 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235aec92-acf4-4abc-8614-b74810fcd13e None None] Sync routers for ids ['7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:50:38.375120 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d03131-d76c-4af7-9690-34bc8e68a7f1 req-b8f1218a-4303-4b97-9827-b7df49ea212d tempest-ImagesOneServerNegativeTestJSON-1063833800 tempest-ImagesOneServerNegativeTestJSON-1063833800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:50:38.376724 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-08d03131-d76c-4af7-9690-34bc8e68a7f1 req-b8f1218a-4303-4b97-9827-b7df49ea212d tempest-ImagesOneServerNegativeTestJSON-1063833800 tempest-ImagesOneServerNegativeTestJSON-1063833800-project] 10.222.0.76 "GET /networking/v2.0/networks?id=16a748d5-fa4e-4621-922b-c824095470af HTTP/1.1" status: 200 len: 822 time: 0.2360706 Aug 27 04:50:38.391645 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08a57b97-3c4e-4553-bef3-712ecaefe132 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:50:38.406713 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-08d03131-d76c-4af7-9690-34bc8e68a7f1 req-046eb232-924e-4f8d-a944-b21c7ad58eb2 tempest-ImagesOneServerNegativeTestJSON-1063833800 tempest-ImagesOneServerNegativeTestJSON-1063833800-project] 10.222.0.76 "GET /networking/v2.0/quotas/9d422ed789ea422a82d765d07166bdac HTTP/1.1" status: 200 len: 375 time: 0.0191288 Aug 27 04:50:38.417546 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-08a57b97-3c4e-4553-bef3-712ecaefe132 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (85c32924-2c54-44f3-95c6-a4135a07ca8c), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:38.417898 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-08a57b97-3c4e-4553-bef3-712ecaefe132 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Added segment 85c32924-2c54-44f3-95c6-a4135a07ca8c of type vlan for network 51295c3b-dcbc-4275-826e-d5a1c28d336f Aug 27 04:50:38.485062 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235aec92-acf4-4abc-8614-b74810fcd13e None None] Routers {'7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:50:38.489511 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-235aec92-acf4-4abc-8614-b74810fcd13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:50:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:38.501265 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-ff685201-50df-49ba-bd78-ce149131efd2 None None] Publish callbacks [] for port (76ccfeb3-e11f-4fea-9583-67bfc8dbace1), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:38.503455 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-08a57b97-3c4e-4553-bef3-712ecaefe132 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (51295c3b-dcbc-4275-826e-d5a1c28d336f), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:38.515065 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-08d03131-d76c-4af7-9690-34bc8e68a7f1 req-1bd00208-faf1-4b0a-b79c-8c83cda102ed tempest-ImagesOneServerNegativeTestJSON-1063833800 tempest-ImagesOneServerNegativeTestJSON-1063833800-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=9d422ed789ea422a82d765d07166bdac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0998559 Aug 27 04:50:38.550323 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:38.596684 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-ff685201-50df-49ba-bd78-ce149131efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (76ccfeb3-e11f-4fea-9583-67bfc8dbace1), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:38.601625 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-235aec92-acf4-4abc-8614-b74810fcd13e None None] Set router 7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:50:38.611212 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:38.640462 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-08a57b97-3c4e-4553-bef3-712ecaefe132 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (51295c3b-dcbc-4275-826e-d5a1c28d336f), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:38.646107 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a57b97-3c4e-4553-bef3-712ecaefe132 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:50:38.646794 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-08a57b97-3c4e-4553-bef3-712ecaefe132 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:38.661200 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e7f451-0299-4f3b-9945-794d2a11b302 None None] Pushing event updated for resources: {'Port': ['ID=76ccfeb3-e11f-4fea-9583-67bfc8dbace1,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:38.678591 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-235aec92-acf4-4abc-8614-b74810fcd13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e', 'name': 'tempest-ServerGroup264TestJSON-1238961565-router', 'tenant_id': '0f5b28f1897849a0b07ee3817838caf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:50:24Z', 'updated_at': '2022-08-27T04:50:37Z', 'revision_number': 7, 'project_id': '0f5b28f1897849a0b07ee3817838caf1', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:38.712286 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235aec92-acf4-4abc-8614-b74810fcd13e None None] Checking router: 7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:50:38.722992 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235aec92-acf4-4abc-8614-b74810fcd13e None None] Routers {'7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:50:38.723918 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-235aec92-acf4-4abc-8614-b74810fcd13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:50:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:38.742174 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2bfe5e73-9125-4661-8377-239c196361dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:38.744747 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bfe5e73-9125-4661-8377-239c196361dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:50:38.756695 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2bfe5e73-9125-4661-8377-239c196361dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:38.757239 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 54136) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:38.757534 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2bfe5e73-9125-4661-8377-239c196361dc admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e HTTP/1.1" status: 204 len: 168 time: 2.5077765 Aug 27 04:50:38.771795 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a57b97-3c4e-4553-bef3-712ecaefe132 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Pushing event updated for resources: {'Network': ['ID=51295c3b-dcbc-4275-826e-d5a1c28d336f,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:38.782532 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-ff685201-50df-49ba-bd78-ce149131efd2 None None] Attempting to bind port 76ccfeb3-e11f-4fea-9583-67bfc8dbace1 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:50:38.783076 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-ff685201-50df-49ba-bd78-ce149131efd2 None None] Attempting to bind port 76ccfeb3-e11f-4fea-9583-67bfc8dbace1 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '0d08e27b-2df1-48d6-b549-73cd2d6d8f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '16a748d5-fa4e-4621-922b-c824095470af'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:50:38.783543 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff685201-50df-49ba-bd78-ce149131efd2 None None] Attempting to bind port 76ccfeb3-e11f-4fea-9583-67bfc8dbace1 on network 16a748d5-fa4e-4621-922b-c824095470af {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:50:38.788123 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-08a57b97-3c4e-4553-bef3-712ecaefe132 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6614912 Aug 27 04:50:38.789489 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 51295c3b-dcbc-4275-826e-d5a1c28d336f details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:50:38.796929 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff685201-50df-49ba-bd78-ce149131efd2 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:50:38.796929 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff685201-50df-49ba-bd78-ce149131efd2 None None] Checking segment: {'id': '0d08e27b-2df1-48d6-b549-73cd2d6d8f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '16a748d5-fa4e-4621-922b-c824095470af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:50:38.799199 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 54138) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:38.804937 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-01dfbb49-9aa9-45f0-a131-8cfad68a0807 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Request body: {'ports': [{'network_id': 'e586077a-fdff-4129-a94c-d7db55bee0ae', 'name': 'tempest-port--1580380311', 'admin_state_up': True}, {'network_id': '51295c3b-dcbc-4275-826e-d5a1c28d336f', 'admin_state_up': False}]} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:50:38.805756 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-01dfbb49-9aa9-45f0-a131-8cfad68a0807 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Request body: {'port': {'network_id': 'e586077a-fdff-4129-a94c-d7db55bee0ae', 'name': 'tempest-port--1580380311', 'admin_state_up': True}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:50:38.806499 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-01dfbb49-9aa9-45f0-a131-8cfad68a0807 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Request body: {'port': {'network_id': '51295c3b-dcbc-4275-826e-d5a1c28d336f', 'admin_state_up': False}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:50:38.810336 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-ff685201-50df-49ba-bd78-ce149131efd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:38.810909 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff685201-50df-49ba-bd78-ce149131efd2 None None] Bound using segment: {'id': '0d08e27b-2df1-48d6-b549-73cd2d6d8f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '16a748d5-fa4e-4621-922b-c824095470af'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:50:38.811424 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-ff685201-50df-49ba-bd78-ce149131efd2 None None] Bound port: 76ccfeb3-e11f-4fea-9583-67bfc8dbace1, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d08e27b-2df1-48d6-b549-73cd2d6d8f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '16a748d5-fa4e-4621-922b-c824095470af'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:50:38.813043 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-ff685201-50df-49ba-bd78-ce149131efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (76ccfeb3-e11f-4fea-9583-67bfc8dbace1), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:38.837372 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-c318a1a9-d2d9-4926-ad4d-bccd8300fd15 admin admin] Deleting subnet a420df0d-bba3-4e7b-9d06-dbfe4c6f0178 {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:50:38.842665 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c318a1a9-d2d9-4926-ad4d-bccd8300fd15 admin admin] Publish callbacks [] for subnet (a420df0d-bba3-4e7b-9d06-dbfe4c6f0178), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:38.881381 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:38.893527 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c318a1a9-d2d9-4926-ad4d-bccd8300fd15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (a420df0d-bba3-4e7b-9d06-dbfe4c6f0178), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:38.912611 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-235aec92-acf4-4abc-8614-b74810fcd13e None None] Set router 7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:50:38.925652 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-ff685201-50df-49ba-bd78-ce149131efd2 None None] For port 76ccfeb3-e11f-4fea-9583-67bfc8dbace1, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:50:38.932476 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-ff685201-50df-49ba-bd78-ce149131efd2 None None] For port 76ccfeb3-e11f-4fea-9583-67bfc8dbace1, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=76ccfeb3-e11f-4fea-9583-67bfc8dbace1,segment=NetworkSegment(0d08e27b-2df1-48d6-b549-73cd2d6d8f17),segment_id=0d08e27b-2df1-48d6-b549-73cd2d6d8f17)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:50:39.007344 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-235aec92-acf4-4abc-8614-b74810fcd13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e', 'name': 'tempest-ServerGroup264TestJSON-1238961565-router', 'tenant_id': '0f5b28f1897849a0b07ee3817838caf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:50:24Z', 'updated_at': '2022-08-27T04:50:37Z', 'revision_number': 7, 'project_id': '0f5b28f1897849a0b07ee3817838caf1', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:39.016712 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c318a1a9-d2d9-4926-ad4d-bccd8300fd15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (a420df0d-bba3-4e7b-9d06-dbfe4c6f0178), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:39.038322 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235aec92-acf4-4abc-8614-b74810fcd13e None None] The sync data for ids ['7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e'] in n-d-852088-5 is: [{'id': '7f82aaa5-2d3b-4b5d-8b83-ceec464fad8e', 'name': 'tempest-ServerGroup264TestJSON-1238961565-router', 'tenant_id': '0f5b28f1897849a0b07ee3817838caf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:50:24Z', 'updated_at': '2022-08-27T04:50:37Z', 'revision_number': 7, 'project_id': '0f5b28f1897849a0b07ee3817838caf1', 'gw_port_host': None}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:50:39.076685 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-ff685201-50df-49ba-bd78-ce149131efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (76ccfeb3-e11f-4fea-9583-67bfc8dbace1), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:39.111995 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff685201-50df-49ba-bd78-ce149131efd2 None None] Routers {'d1812b36-b829-40e5-9b6e-3c7d61169445'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:50:39.113123 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-ff685201-50df-49ba-bd78-ce149131efd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:50:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['d1812b36-b829-40e5-9b6e-3c7d61169445'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:39.168023 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01dfbb49-9aa9-45f0-a131-8cfad68a0807 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Made reservation on behalf of 59bd03033f714f7a85eacadc38c4ecc4 for: {'port': 2} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:50:39.175791 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-01dfbb49-9aa9-45f0-a131-8cfad68a0807 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:39.190099 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e7f451-0299-4f3b-9945-794d2a11b302 None None] Pushing event updated for resources: {'Port': ['ID=76ccfeb3-e11f-4fea-9583-67bfc8dbace1,revision_number=4']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:39.207888 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c318a1a9-d2d9-4926-ad4d-bccd8300fd15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (a420df0d-bba3-4e7b-9d06-dbfe4c6f0178), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:39.225228 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-01dfbb49-9aa9-45f0-a131-8cfad68a0807 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:39.254114 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 54144) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:39.278672 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c318a1a9-d2d9-4926-ad4d-bccd8300fd15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:39.285436 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c318a1a9-d2d9-4926-ad4d-bccd8300fd15 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/a420df0d-bba3-4e7b-9d06-dbfe4c6f0178 HTTP/1.1" status: 204 len: 168 time: 0.5265732 Aug 27 04:50:39.290141 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 54146) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:39.297253 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4086f18c-a16f-47ba-8290-a382581cafbf None None] Network 823586fb-ce37-4e4f-aa23-09bb649ebe3d requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:50:39.298264 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c318a1a9-d2d9-4926-ad4d-bccd8300fd15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a420df0d-bba3-4e7b-9d06-dbfe4c6f0178,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:39.351981 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-ff685201-50df-49ba-bd78-ce149131efd2 None None] Set router d1812b36-b829-40e5-9b6e-3c7d61169445 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:50:39.429781 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:39.468916 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-206d5866-dcc7-4c08-a3d7-2a39d020e13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (823586fb-ce37-4e4f-aa23-09bb649ebe3d), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:39.570603 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-206d5866-dcc7-4c08-a3d7-2a39d020e13b admin admin] Deleting port 67d88bd0-7290-48e6-9909-05af9a4aa037 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:50:39.572554 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-206d5866-dcc7-4c08-a3d7-2a39d020e13b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (67d88bd0-7290-48e6-9909-05af9a4aa037), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:39.616680 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6758dc55-35c4-46b7-9faf-ca0f2c87ac38 None None] DHCP port deletion for 823586fb-ce37-4e4f-aa23-09bb649ebe3d request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:50:39.630054 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-ff685201-50df-49ba-bd78-ce149131efd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1812b36-b829-40e5-9b6e-3c7d61169445', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1367973411-router', 'tenant_id': '9d422ed789ea422a82d765d07166bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '62135cae-3e95-415c-8962-e18af642ac4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:50:28Z', 'updated_at': '2022-08-27T04:50:34Z', 'revision_number': 4, 'project_id': '9d422ed789ea422a82d765d07166bdac', 'gw_port': {'id': '62135cae-3e95-415c-8962-e18af642ac4c', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1812b36-b829-40e5-9b6e-3c7d61169445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:50:28Z', 'updated_at': '2022-08-27T04:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '76ccfeb3-e11f-4fea-9583-67bfc8dbace1', 'name': '', 'network_id': '16a748d5-fa4e-4621-922b-c824095470af', 'tenant_id': '9d422ed789ea422a82d765d07166bdac', 'mac_address': 'fa:16:3e:f7:9b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1812b36-b829-40e5-9b6e-3c7d61169445', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '64724384-5679-4971-b826-475d88bca20c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:50:32Z', 'updated_at': '2022-08-27T04:50:38Z', 'revision_number': 4, 'project_id': '9d422ed789ea422a82d765d07166bdac', 'subnets': [{'id': '64724384-5679-4971-b826-475d88bca20c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:39.672818 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff685201-50df-49ba-bd78-ce149131efd2 None None] The sync data for ids ['d1812b36-b829-40e5-9b6e-3c7d61169445'] in n-d-852088-5 is: [{'id': 'd1812b36-b829-40e5-9b6e-3c7d61169445', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1367973411-router', 'tenant_id': '9d422ed789ea422a82d765d07166bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '62135cae-3e95-415c-8962-e18af642ac4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:50:28Z', 'updated_at': '2022-08-27T04:50:34Z', 'revision_number': 4, 'project_id': '9d422ed789ea422a82d765d07166bdac', 'gw_port': {'id': '62135cae-3e95-415c-8962-e18af642ac4c', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1812b36-b829-40e5-9b6e-3c7d61169445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:50:28Z', 'updated_at': '2022-08-27T04:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '76ccfeb3-e11f-4fea-9583-67bfc8dbace1', 'name': '', 'network_id': '16a748d5-fa4e-4621-922b-c824095470af', 'tenant_id': '9d422ed789ea422a82d765d07166bdac', 'mac_address': 'fa:16:3e:f7:9b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1812b36-b829-40e5-9b6e-3c7d61169445', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '64724384-5679-4971-b826-475d88bca20c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:50:32Z', 'updated_at': '2022-08-27T04:50:38Z', 'revision_number': 4, 'project_id': '9d422ed789ea422a82d765d07166bdac', 'subnets': [{'id': '64724384-5679-4971-b826-475d88bca20c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:50:39.700612 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-6758dc55-35c4-46b7-9faf-ca0f2c87ac38 None None] Deleting port 67d88bd0-7290-48e6-9909-05af9a4aa037 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:50:39.701006 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6758dc55-35c4-46b7-9faf-ca0f2c87ac38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (67d88bd0-7290-48e6-9909-05af9a4aa037), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:39.702678 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-206d5866-dcc7-4c08-a3d7-2a39d020e13b admin admin] For port 67d88bd0-7290-48e6-9909-05af9a4aa037, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=67d88bd0-7290-48e6-9909-05af9a4aa037,segment=NetworkSegment(333c3d27-bd63-4782-9c93-d71a5e39e99b),segment_id=333c3d27-bd63-4782-9c93-d71a5e39e99b)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:50:39.703269 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-206d5866-dcc7-4c08-a3d7-2a39d020e13b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (67d88bd0-7290-48e6-9909-05af9a4aa037), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:39.732986 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-206d5866-dcc7-4c08-a3d7-2a39d020e13b admin admin] Calling delete_port for 67d88bd0-7290-48e6-9909-05af9a4aa037 owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:50:39.755574 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [None req-01dfbb49-9aa9-45f0-a131-8cfad68a0807 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] device_id is not set on port c8d7bf96-39b7-4742-8f7c-f75745139bc3 yet. {{(pid=107776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:50:39.775910 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:39.824609 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:39.873515 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-6758dc55-35c4-46b7-9faf-ca0f2c87ac38 None None] For port 67d88bd0-7290-48e6-9909-05af9a4aa037, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=67d88bd0-7290-48e6-9909-05af9a4aa037,segment=NetworkSegment(333c3d27-bd63-4782-9c93-d71a5e39e99b),segment_id=333c3d27-bd63-4782-9c93-d71a5e39e99b)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:50:39.874720 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6758dc55-35c4-46b7-9faf-ca0f2c87ac38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (67d88bd0-7290-48e6-9909-05af9a4aa037), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:39.895612 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-6758dc55-35c4-46b7-9faf-ca0f2c87ac38 None None] Calling delete_port for 67d88bd0-7290-48e6-9909-05af9a4aa037 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:50:40.029134 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-206d5866-dcc7-4c08-a3d7-2a39d020e13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (67d88bd0-7290-48e6-9909-05af9a4aa037), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:40.035893 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:40.104634 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6758dc55-35c4-46b7-9faf-ca0f2c87ac38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (67d88bd0-7290-48e6-9909-05af9a4aa037), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:40.118021 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-01dfbb49-9aa9-45f0-a131-8cfad68a0807 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks [] for port (c8d7bf96-39b7-4742-8f7c-f75745139bc3), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:40.156320 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d5866-dcc7-4c08-a3d7-2a39d020e13b admin admin] Pushing event deleted for resources: {'Port': ['ID=67d88bd0-7290-48e6-9909-05af9a4aa037,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:40.160177 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206d5866-dcc7-4c08-a3d7-2a39d020e13b admin admin] No DVR routers for this DVR port 67d88bd0-7290-48e6-9909-05af9a4aa037 on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:50:40.176708 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6758dc55-35c4-46b7-9faf-ca0f2c87ac38 None None] Pushing event deleted for resources: {'Port': ['ID=67d88bd0-7290-48e6-9909-05af9a4aa037,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:40.194449 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6758dc55-35c4-46b7-9faf-ca0f2c87ac38 None None] No DVR routers for this DVR port 67d88bd0-7290-48e6-9909-05af9a4aa037 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:50:40.323963 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-206d5866-dcc7-4c08-a3d7-2a39d020e13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (823586fb-ce37-4e4f-aa23-09bb649ebe3d), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:40.360296 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ef404a94-69b1-4610-9e6d-588f993fef4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (d1812b36-b829-40e5-9b6e-3c7d61169445), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:40.360487 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-206d5866-dcc7-4c08-a3d7-2a39d020e13b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['823586fb-ce37-4e4f-aa23-09bb649ebe3d']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:40.388133 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-206d5866-dcc7-4c08-a3d7-2a39d020e13b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '333c3d27-bd63-4782-9c93-d71a5e39e99b') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:40.388133 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-206d5866-dcc7-4c08-a3d7-2a39d020e13b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '333c3d27-bd63-4782-9c93-d71a5e39e99b') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:40.398181 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-206d5866-dcc7-4c08-a3d7-2a39d020e13b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (333c3d27-bd63-4782-9c93-d71a5e39e99b), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:40.418961 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-206d5866-dcc7-4c08-a3d7-2a39d020e13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (333c3d27-bd63-4782-9c93-d71a5e39e99b), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:40.428530 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-206d5866-dcc7-4c08-a3d7-2a39d020e13b admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:50:40.429002 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-206d5866-dcc7-4c08-a3d7-2a39d020e13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (333c3d27-bd63-4782-9c93-d71a5e39e99b), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:40.431380 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [None req-01dfbb49-9aa9-45f0-a131-8cfad68a0807 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] device_id is not set on port ae6f2440-e908-411b-bd2d-6a3cad76147c yet. {{(pid=107776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:50:40.478331 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 333c3d27-bd63-4782-9c93-d71a5e39e99b resource provider aggregate not found Aug 27 04:50:40.511267 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 333c3d27-bd63-4782-9c93-d71a5e39e99b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 333c3d27-bd63-4782-9c93-d71a5e39e99b found for delete ", "request_id": "req-e63a4824-f3c7-44d8-bb65-f1c3528f2c94"}]} Aug 27 04:50:40.593256 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-206d5866-dcc7-4c08-a3d7-2a39d020e13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (823586fb-ce37-4e4f-aa23-09bb649ebe3d), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:40.600813 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-206d5866-dcc7-4c08-a3d7-2a39d020e13b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:40.608642 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-206d5866-dcc7-4c08-a3d7-2a39d020e13b admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/823586fb-ce37-4e4f-aa23-09bb649ebe3d HTTP/1.1" status: 204 len: 168 time: 1.3211849 Aug 27 04:50:40.626017 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d5866-dcc7-4c08-a3d7-2a39d020e13b admin admin] Pushing event deleted for resources: {'Network': ['ID=823586fb-ce37-4e4f-aa23-09bb649ebe3d,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:40.635095 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206d5866-dcc7-4c08-a3d7-2a39d020e13b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:50:40.635697 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206d5866-dcc7-4c08-a3d7-2a39d020e13b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:50:40.636197 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206d5866-dcc7-4c08-a3d7-2a39d020e13b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:50:40.638514 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206d5866-dcc7-4c08-a3d7-2a39d020e13b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:50:40.638514 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206d5866-dcc7-4c08-a3d7-2a39d020e13b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:50:40.638514 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206d5866-dcc7-4c08-a3d7-2a39d020e13b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:50:40.638514 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206d5866-dcc7-4c08-a3d7-2a39d020e13b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:50:40.638514 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206d5866-dcc7-4c08-a3d7-2a39d020e13b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:50:40.638514 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206d5866-dcc7-4c08-a3d7-2a39d020e13b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:50:40.639164 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206d5866-dcc7-4c08-a3d7-2a39d020e13b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:50:40.639164 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206d5866-dcc7-4c08-a3d7-2a39d020e13b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:50:40.639335 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206d5866-dcc7-4c08-a3d7-2a39d020e13b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:50:40.639565 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206d5866-dcc7-4c08-a3d7-2a39d020e13b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:50:40.639881 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206d5866-dcc7-4c08-a3d7-2a39d020e13b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:50:40.640223 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206d5866-dcc7-4c08-a3d7-2a39d020e13b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:50:40.696187 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:40.708155 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-01dfbb49-9aa9-45f0-a131-8cfad68a0807 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks [] for port (ae6f2440-e908-411b-bd2d-6a3cad76147c), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:40.740183 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-ef404a94-69b1-4610-9e6d-588f993fef4e admin admin] Deleting port 76ccfeb3-e11f-4fea-9583-67bfc8dbace1 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:50:40.740534 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ef404a94-69b1-4610-9e6d-588f993fef4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (76ccfeb3-e11f-4fea-9583-67bfc8dbace1), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:40.856706 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-ef404a94-69b1-4610-9e6d-588f993fef4e admin admin] For port 76ccfeb3-e11f-4fea-9583-67bfc8dbace1, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=76ccfeb3-e11f-4fea-9583-67bfc8dbace1,segment=NetworkSegment(0d08e27b-2df1-48d6-b549-73cd2d6d8f17),segment_id=0d08e27b-2df1-48d6-b549-73cd2d6d8f17)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:50:40.857339 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ef404a94-69b1-4610-9e6d-588f993fef4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (76ccfeb3-e11f-4fea-9583-67bfc8dbace1), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:40.874757 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-ef404a94-69b1-4610-9e6d-588f993fef4e admin admin] Calling delete_port for 76ccfeb3-e11f-4fea-9583-67bfc8dbace1 owned by network:router_interface {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:50:40.917632 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-01dfbb49-9aa9-45f0-a131-8cfad68a0807 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (c8d7bf96-39b7-4742-8f7c-f75745139bc3), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:40.996964 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dfbb49-9aa9-45f0-a131-8cfad68a0807 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Pushing event updated for resources: {'Port': ['ID=c8d7bf96-39b7-4742-8f7c-f75745139bc3,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:41.065612 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dfbb49-9aa9-45f0-a131-8cfad68a0807 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Checking segment: {'id': '6a2560e4-a5a6-45f5-94d7-0e96bc341712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e586077a-fdff-4129-a94c-d7db55bee0ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:50:41.065612 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dfbb49-9aa9-45f0-a131-8cfad68a0807 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Network hostable DHCP agents. Network: e586077a-fdff-4129-a94c-d7db55bee0ae, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:50:41.258241 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 76ccfeb3-e11f-4fea-9583-67bfc8dbace1 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:50:41.274471 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dfbb49-9aa9-45f0-a131-8cfad68a0807 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Network e586077a-fdff-4129-a94c-d7db55bee0ae is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:50:41.314896 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 76ccfeb3-e11f-4fea-9583-67bfc8dbace1 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:50:41.315271 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (76ccfeb3-e11f-4fea-9583-67bfc8dbace1), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:41.405030 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 76ccfeb3-e11f-4fea-9583-67bfc8dbace1 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:50:41.405411 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (76ccfeb3-e11f-4fea-9583-67bfc8dbace1), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:41.410657 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-01dfbb49-9aa9-45f0-a131-8cfad68a0807 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, e586077a-fdff-4129-a94c-d7db55bee0ae) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:50:41.413321 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ef404a94-69b1-4610-9e6d-588f993fef4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (76ccfeb3-e11f-4fea-9583-67bfc8dbace1), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:41.426574 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dfbb49-9aa9-45f0-a131-8cfad68a0807 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:50:41.428784 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-01dfbb49-9aa9-45f0-a131-8cfad68a0807 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (ae6f2440-e908-411b-bd2d-6a3cad76147c), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:41.430406 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54022073-c9aa-41c0-9c0f-d18b2c6abbb9 None None] Network e586077a-fdff-4129-a94c-d7db55bee0ae requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:50:41.438794 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:41.470155 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef404a94-69b1-4610-9e6d-588f993fef4e admin admin] Pushing event deleted for resources: {'Port': ['ID=76ccfeb3-e11f-4fea-9583-67bfc8dbace1,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:41.508897 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef404a94-69b1-4610-9e6d-588f993fef4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:50:41.509686 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef404a94-69b1-4610-9e6d-588f993fef4e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:50:41.510188 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef404a94-69b1-4610-9e6d-588f993fef4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:50:41.510682 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef404a94-69b1-4610-9e6d-588f993fef4e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:50:41.511214 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef404a94-69b1-4610-9e6d-588f993fef4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:50:41.511721 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef404a94-69b1-4610-9e6d-588f993fef4e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:50:41.512049 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef404a94-69b1-4610-9e6d-588f993fef4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:50:41.512417 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef404a94-69b1-4610-9e6d-588f993fef4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:50:41.513219 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef404a94-69b1-4610-9e6d-588f993fef4e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:50:41.513782 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef404a94-69b1-4610-9e6d-588f993fef4e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:50:41.514013 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef404a94-69b1-4610-9e6d-588f993fef4e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:50:41.514690 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef404a94-69b1-4610-9e6d-588f993fef4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:50:41.515178 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef404a94-69b1-4610-9e6d-588f993fef4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:50:41.515670 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef404a94-69b1-4610-9e6d-588f993fef4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:50:41.515999 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef404a94-69b1-4610-9e6d-588f993fef4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:50:41.593353 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d60ae4c0-2bda-4133-88ee-f3e19fcb56ae no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:50:41.615292 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: d60ae4c0-2bda-4133-88ee-f3e19fcb56ae {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:50:41.615806 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d60ae4c0-2bda-4133-88ee-f3e19fcb56ae not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:50:41.616726 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 67d88bd0-7290-48e6-9909-05af9a4aa037 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:50:41.627934 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:41.643496 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dfbb49-9aa9-45f0-a131-8cfad68a0807 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Pushing event updated for resources: {'Port': ['ID=ae6f2440-e908-411b-bd2d-6a3cad76147c,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:41.652345 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 67d88bd0-7290-48e6-9909-05af9a4aa037 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:50:41.652345 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 67d88bd0-7290-48e6-9909-05af9a4aa037 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:50:41.686400 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dfbb49-9aa9-45f0-a131-8cfad68a0807 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Checking segment: {'id': '85c32924-2c54-44f3-95c6-a4135a07ca8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '51295c3b-dcbc-4275-826e-d5a1c28d336f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:50:41.686771 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dfbb49-9aa9-45f0-a131-8cfad68a0807 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Network hostable DHCP agents. Network: 51295c3b-dcbc-4275-826e-d5a1c28d336f, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:50:41.704393 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 54176) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:41.770147 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ef404a94-69b1-4610-9e6d-588f993fef4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (d1812b36-b829-40e5-9b6e-3c7d61169445), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:41.783811 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-6ac686ff-9eb5-4c93-aeaa-516bfc8ff3b9 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=0f5b28f1897849a0b07ee3817838caf1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0779204 Aug 27 04:50:41.789226 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 54178) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:41.838310 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 54180) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:41.885203 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a80357b2-f603-4196-be83-e1d39d9caf8d admin admin] Publish callbacks [] for security_group (27d1d473-9b3e-41ff-95da-eec242217c0d), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:41.910027 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a80357b2-f603-4196-be83-e1d39d9caf8d admin admin] Publish callbacks [] for security_group (27d1d473-9b3e-41ff-95da-eec242217c0d), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:41.970125 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dfbb49-9aa9-45f0-a131-8cfad68a0807 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Network 51295c3b-dcbc-4275-826e-d5a1c28d336f is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:50:41.974503 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 54184) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:42.004784 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 54188) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:42.044061 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef404a94-69b1-4610-9e6d-588f993fef4e admin admin] Router d1812b36-b829-40e5-9b6e-3c7d61169445 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:50:42.130769 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a80357b2-f603-4196-be83-e1d39d9caf8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (27d1d473-9b3e-41ff-95da-eec242217c0d), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:42.133448 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a80357b2-f603-4196-be83-e1d39d9caf8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:42.138003 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a80357b2-f603-4196-be83-e1d39d9caf8d admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/27d1d473-9b3e-41ff-95da-eec242217c0d HTTP/1.1" status: 204 len: 168 time: 0.3452942 Aug 27 04:50:42.149711 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80357b2-f603-4196-be83-e1d39d9caf8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d1d473-9b3e-41ff-95da-eec242217c0d,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:42.160663 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-01dfbb49-9aa9-45f0-a131-8cfad68a0807 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 51295c3b-dcbc-4275-826e-d5a1c28d336f) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:50:42.176193 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dfbb49-9aa9-45f0-a131-8cfad68a0807 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:50:42.177451 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7dd2aa-d0de-4870-a68c-96b7edb30f50 None None] Network 51295c3b-dcbc-4275-826e-d5a1c28d336f requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:50:42.185643 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dfbb49-9aa9-45f0-a131-8cfad68a0807 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:50:42.192512 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dfbb49-9aa9-45f0-a131-8cfad68a0807 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:50:42.193630 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-01dfbb49-9aa9-45f0-a131-8cfad68a0807 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:42.231420 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef404a94-69b1-4610-9e6d-588f993fef4e admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:50:42.244920 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9107eb36-1011-4511-a7e7-31981cc66531 None None] Sync routers for ids ['d1812b36-b829-40e5-9b6e-3c7d61169445'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:50:42.249064 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ef404a94-69b1-4610-9e6d-588f993fef4e admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/d1812b36-b829-40e5-9b6e-3c7d61169445/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9892254 Aug 27 04:50:42.251218 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 54196) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:42.260457 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9107eb36-1011-4511-a7e7-31981cc66531 None None] Routers {'d1812b36-b829-40e5-9b6e-3c7d61169445'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:50:42.262915 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-9107eb36-1011-4511-a7e7-31981cc66531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:50:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['d1812b36-b829-40e5-9b6e-3c7d61169445'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:42.284553 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9256ce41-e57e-4c06-a260-512ef8c0836c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:42.331222 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-aa715244-18da-4705-b474-53e51ee61004 tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2039792518'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:50:42.341376 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-01dfbb49-9aa9-45f0-a131-8cfad68a0807 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.5342650 Aug 27 04:50:42.341376 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 54198) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:42.408215 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:42.423186 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-9107eb36-1011-4511-a7e7-31981cc66531 None None] Set router d1812b36-b829-40e5-9b6e-3c7d61169445 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:50:42.465309 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-18256c34-b164-467a-b652-1678bcbba905 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:42.476320 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abf8902-ccc5-47bb-b4a7-c62d8a35836b tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:50:42.482352 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abf8902-ccc5-47bb-b4a7-c62d8a35836b tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:50:42.487674 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-9abf8902-ccc5-47bb-b4a7-c62d8a35836b tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] 10.222.0.76 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1477697 Aug 27 04:50:42.490071 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 54202) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:42.491701 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=82,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:42.523667 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f9216fdf-5765-4b44-b6c6-16bb2b33f016 admin admin] Publish callbacks [] for router (d1812b36-b829-40e5-9b6e-3c7d61169445), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:42.531466 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9256ce41-e57e-4c06-a260-512ef8c0836c admin admin] Publish callbacks [] for security_group (11303619-f0b6-463b-9958-4dab868b4679), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:42.568423 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-aa715244-18da-4705-b474-53e51ee61004 tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (223ac0bb-f6cd-458f-ac94-7bc6edd590a7), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:42.569442 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-aa715244-18da-4705-b474-53e51ee61004 tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (223ac0bb-f6cd-458f-ac94-7bc6edd590a7), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:42.590847 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-5fdd1fcc-140b-4262-b863-ee4f0e0b166f tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Deleting port c8d7bf96-39b7-4742-8f7c-f75745139bc3 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:50:42.591196 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5fdd1fcc-140b-4262-b863-ee4f0e0b166f tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (c8d7bf96-39b7-4742-8f7c-f75745139bc3), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:42.660797 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:42.688753 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-9107eb36-1011-4511-a7e7-31981cc66531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1812b36-b829-40e5-9b6e-3c7d61169445', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1367973411-router', 'tenant_id': '9d422ed789ea422a82d765d07166bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '62135cae-3e95-415c-8962-e18af642ac4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:50:28Z', 'updated_at': '2022-08-27T04:50:41Z', 'revision_number': 5, 'project_id': '9d422ed789ea422a82d765d07166bdac', 'gw_port': {'id': '62135cae-3e95-415c-8962-e18af642ac4c', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1812b36-b829-40e5-9b6e-3c7d61169445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:50:28Z', 'updated_at': '2022-08-27T04:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:42.709244 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5fdd1fcc-140b-4262-b863-ee4f0e0b166f tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (c8d7bf96-39b7-4742-8f7c-f75745139bc3), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:42.726034 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9107eb36-1011-4511-a7e7-31981cc66531 None None] Checking router: d1812b36-b829-40e5-9b6e-3c7d61169445 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:50:42.730724 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9256ce41-e57e-4c06-a260-512ef8c0836c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (11303619-f0b6-463b-9958-4dab868b4679), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:42.738087 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-5fdd1fcc-140b-4262-b863-ee4f0e0b166f tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Calling delete_port for c8d7bf96-39b7-4742-8f7c-f75745139bc3 owned by {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:50:42.739231 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-aa715244-18da-4705-b474-53e51ee61004 tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] Publish callbacks [] for router_controller (223ac0bb-f6cd-458f-ac94-7bc6edd590a7), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:42.748287 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9107eb36-1011-4511-a7e7-31981cc66531 None None] Routers {'d1812b36-b829-40e5-9b6e-3c7d61169445'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:50:42.749286 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-9107eb36-1011-4511-a7e7-31981cc66531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:50:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['d1812b36-b829-40e5-9b6e-3c7d61169445'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:42.770951 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-18256c34-b164-467a-b652-1678bcbba905 admin admin] Publish callbacks [] for security_group (3f2ed2f7-07e7-4600-8900-487d8e965176), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:42.798016 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9256ce41-e57e-4c06-a260-512ef8c0836c admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=fdc86b7f0afd4ff5a178a8ccd599c630&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9570732 Aug 27 04:50:42.803669 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 54208) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:42.804331 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9256ce41-e57e-4c06-a260-512ef8c0836c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11303619-f0b6-463b-9958-4dab868b4679,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:42.815392 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f9216fdf-5765-4b44-b6c6-16bb2b33f016 admin admin] Publish callbacks [] for router_gateway (d1812b36-b829-40e5-9b6e-3c7d61169445), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:42.846938 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-aa715244-18da-4705-b474-53e51ee61004 tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (223ac0bb-f6cd-458f-ac94-7bc6edd590a7), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:42.883772 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-9107eb36-1011-4511-a7e7-31981cc66531 None None] Set router d1812b36-b829-40e5-9b6e-3c7d61169445 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:50:42.918909 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e05aa643-011e-4202-a83d-8a7e04581200 admin admin] Publish callbacks [] for security_group (11303619-f0b6-463b-9958-4dab868b4679), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:42.955337 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e05aa643-011e-4202-a83d-8a7e04581200 admin admin] Publish callbacks [] for security_group (11303619-f0b6-463b-9958-4dab868b4679), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:42.991900 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-18256c34-b164-467a-b652-1678bcbba905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (3f2ed2f7-07e7-4600-8900-487d8e965176), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:43.005535 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-aa715244-18da-4705-b474-53e51ee61004 tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:43.007527 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-aa715244-18da-4705-b474-53e51ee61004 tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.0311253 Aug 27 04:50:43.026655 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 54214) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:43.083922 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-18256c34-b164-467a-b652-1678bcbba905 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=4154168022a54748b78538e321aea82b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0776632 Aug 27 04:50:43.084762 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-f9216fdf-5765-4b44-b6c6-16bb2b33f016 admin admin] Deleting port 62135cae-3e95-415c-8962-e18af642ac4c {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:50:43.085711 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f9216fdf-5765-4b44-b6c6-16bb2b33f016 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (62135cae-3e95-415c-8962-e18af642ac4c), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:43.111826 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 54216) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:43.114709 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5fdd1fcc-140b-4262-b863-ee4f0e0b166f tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (c8d7bf96-39b7-4742-8f7c-f75745139bc3), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:43.146778 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18256c34-b164-467a-b652-1678bcbba905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2ed2f7-07e7-4600-8900-487d8e965176,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:43.147587 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:43.167267 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd1fcc-140b-4262-b863-ee4f0e0b166f tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Pushing event deleted for resources: {'Port': ['ID=c8d7bf96-39b7-4742-8f7c-f75745139bc3,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:43.179164 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-82689e62-674d-4782-a457-53da85049611 tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] Publish callbacks [] for router (223ac0bb-f6cd-458f-ac94-7bc6edd590a7), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:43.187654 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5fdd1fcc-140b-4262-b863-ee4f0e0b166f tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:43.193735 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-5fdd1fcc-140b-4262-b863-ee4f0e0b166f tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] 10.222.0.76 "DELETE /networking/v2.0/ports/c8d7bf96-39b7-4742-8f7c-f75745139bc3 HTTP/1.1" status: 204 len: 168 time: 0.7004137 Aug 27 04:50:43.233405 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 54218) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:43.256228 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-9107eb36-1011-4511-a7e7-31981cc66531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1812b36-b829-40e5-9b6e-3c7d61169445', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1367973411-router', 'tenant_id': '9d422ed789ea422a82d765d07166bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '62135cae-3e95-415c-8962-e18af642ac4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:50:28Z', 'updated_at': '2022-08-27T04:50:41Z', 'revision_number': 5, 'project_id': '9d422ed789ea422a82d765d07166bdac', 'gw_port': {'id': '62135cae-3e95-415c-8962-e18af642ac4c', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1812b36-b829-40e5-9b6e-3c7d61169445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:50:28Z', 'updated_at': '2022-08-27T04:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:43.285154 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-f9216fdf-5765-4b44-b6c6-16bb2b33f016 admin admin] For port 62135cae-3e95-415c-8962-e18af642ac4c, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=62135cae-3e95-415c-8962-e18af642ac4c,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:50:43.286462 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f9216fdf-5765-4b44-b6c6-16bb2b33f016 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (62135cae-3e95-415c-8962-e18af642ac4c), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:43.299926 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9107eb36-1011-4511-a7e7-31981cc66531 None None] The sync data for ids ['d1812b36-b829-40e5-9b6e-3c7d61169445'] in n-d-852088-5 is: [{'id': 'd1812b36-b829-40e5-9b6e-3c7d61169445', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1367973411-router', 'tenant_id': '9d422ed789ea422a82d765d07166bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '62135cae-3e95-415c-8962-e18af642ac4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:50:28Z', 'updated_at': '2022-08-27T04:50:41Z', 'revision_number': 5, 'project_id': '9d422ed789ea422a82d765d07166bdac', 'gw_port': {'id': '62135cae-3e95-415c-8962-e18af642ac4c', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1812b36-b829-40e5-9b6e-3c7d61169445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:50:28Z', 'updated_at': '2022-08-27T04:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:50:43.305509 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-f9216fdf-5765-4b44-b6c6-16bb2b33f016 admin admin] Calling delete_port for 62135cae-3e95-415c-8962-e18af642ac4c owned by network:router_gateway {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:50:43.390638 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e05aa643-011e-4202-a83d-8a7e04581200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (11303619-f0b6-463b-9958-4dab868b4679), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:43.393414 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e05aa643-011e-4202-a83d-8a7e04581200 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:43.394605 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e05aa643-011e-4202-a83d-8a7e04581200 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/11303619-f0b6-463b-9958-4dab868b4679 HTTP/1.1" status: 204 len: 168 time: 0.5874064 Aug 27 04:50:43.407722 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05aa643-011e-4202-a83d-8a7e04581200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11303619-f0b6-463b-9958-4dab868b4679,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:43.476337 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-b68cef20-f1e2-411f-991e-ed76aa9c279c tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Deleting port ae6f2440-e908-411b-bd2d-6a3cad76147c {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:50:43.477128 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b68cef20-f1e2-411f-991e-ed76aa9c279c tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (ae6f2440-e908-411b-bd2d-6a3cad76147c), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:43.572205 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b68cef20-f1e2-411f-991e-ed76aa9c279c tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (ae6f2440-e908-411b-bd2d-6a3cad76147c), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:43.591021 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-b68cef20-f1e2-411f-991e-ed76aa9c279c tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Calling delete_port for ae6f2440-e908-411b-bd2d-6a3cad76147c owned by {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:50:43.640155 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fc1d343c-80f3-4af8-b1da-16f19b437774 admin admin] Publish callbacks [] for security_group (3f2ed2f7-07e7-4600-8900-487d8e965176), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:43.697964 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f9216fdf-5765-4b44-b6c6-16bb2b33f016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (62135cae-3e95-415c-8962-e18af642ac4c), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:43.708540 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-82689e62-674d-4782-a457-53da85049611 tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (223ac0bb-f6cd-458f-ac94-7bc6edd590a7), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:43.715152 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-82689e62-674d-4782-a457-53da85049611 tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] Publish callbacks [] for router_controller (223ac0bb-f6cd-458f-ac94-7bc6edd590a7), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:43.723054 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fc1d343c-80f3-4af8-b1da-16f19b437774 admin admin] Publish callbacks [] for security_group (3f2ed2f7-07e7-4600-8900-487d8e965176), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:43.735896 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9216fdf-5765-4b44-b6c6-16bb2b33f016 admin admin] Pushing event deleted for resources: {'Port': ['ID=62135cae-3e95-415c-8962-e18af642ac4c,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:43.754056 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:DELETE=4,neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:43.829354 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f9216fdf-5765-4b44-b6c6-16bb2b33f016 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (d1812b36-b829-40e5-9b6e-3c7d61169445), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:43.956666 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f9216fdf-5765-4b44-b6c6-16bb2b33f016 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (d1812b36-b829-40e5-9b6e-3c7d61169445), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:43.960440 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f9216fdf-5765-4b44-b6c6-16bb2b33f016 admin admin] Publish callbacks [] for router_controller (d1812b36-b829-40e5-9b6e-3c7d61169445), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:44.036620 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b68cef20-f1e2-411f-991e-ed76aa9c279c tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (ae6f2440-e908-411b-bd2d-6a3cad76147c), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:44.041185 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-82689e62-674d-4782-a457-53da85049611 tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (223ac0bb-f6cd-458f-ac94-7bc6edd590a7), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:44.041185 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82689e62-674d-4782-a457-53da85049611 tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 223ac0bb-f6cd-458f-ac94-7bc6edd590a7 {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:50:44.049781 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-82689e62-674d-4782-a457-53da85049611 tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:44.050965 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-82689e62-674d-4782-a457-53da85049611 tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] 10.222.0.76 "DELETE /networking/v2.0/routers/223ac0bb-f6cd-458f-ac94-7bc6edd590a7 HTTP/1.1" status: 204 len: 168 time: 1.0233123 Aug 27 04:50:44.071771 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 54232) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:44.078175 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-2640a613-7d79-4600-9d08-1945559d6fc1 tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] Request body: {'router': {'name': 'tempest-router-665231795', 'distributed': False}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:50:44.088662 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68cef20-f1e2-411f-991e-ed76aa9c279c tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Pushing event deleted for resources: {'Port': ['ID=ae6f2440-e908-411b-bd2d-6a3cad76147c,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:44.093876 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b68cef20-f1e2-411f-991e-ed76aa9c279c tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:44.097170 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b68cef20-f1e2-411f-991e-ed76aa9c279c tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] 10.222.0.76 "DELETE /networking/v2.0/ports/ae6f2440-e908-411b-bd2d-6a3cad76147c HTTP/1.1" status: 204 len: 168 time: 0.8627656 Aug 27 04:50:44.100060 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 54234) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:44.137462 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fc1d343c-80f3-4af8-b1da-16f19b437774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (3f2ed2f7-07e7-4600-8900-487d8e965176), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:44.140130 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fc1d343c-80f3-4af8-b1da-16f19b437774 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:44.143772 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-fc1d343c-80f3-4af8-b1da-16f19b437774 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/3f2ed2f7-07e7-4600-8900-487d8e965176 HTTP/1.1" status: 204 len: 168 time: 1.0279856 Aug 27 04:50:44.149416 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-792b517e-5a4d-497b-a6db-2dc83179a697 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] 10.222.0.76 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0468190 Aug 27 04:50:44.160982 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 54242) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:44.167766 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-d87455ee-cf01-4a5d-9ee3-db6e1dfb5890 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1864896035'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:50:44.172074 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d343c-80f3-4af8-b1da-16f19b437774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2ed2f7-07e7-4600-8900-487d8e965176,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:44.320083 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2640a613-7d79-4600-9d08-1945559d6fc1 tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (7a944cdf-3521-4b9e-be9b-fb86ba1b6fef), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:44.323630 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2640a613-7d79-4600-9d08-1945559d6fc1 tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (7a944cdf-3521-4b9e-be9b-fb86ba1b6fef), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:44.325132 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87455ee-cf01-4a5d-9ee3-db6e1dfb5890 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Made reservation on behalf of 59bd03033f714f7a85eacadc38c4ecc4 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:50:44.328918 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d87455ee-cf01-4a5d-9ee3-db6e1dfb5890 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:44.370218 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d87455ee-cf01-4a5d-9ee3-db6e1dfb5890 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:50:44.383454 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d87455ee-cf01-4a5d-9ee3-db6e1dfb5890 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (286b35c1-6434-4023-9d85-915f997a686e), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:44.384070 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-d87455ee-cf01-4a5d-9ee3-db6e1dfb5890 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Added segment 286b35c1-6434-4023-9d85-915f997a686e of type vlan for network cd5279f3-13dd-4cad-8875-b8f7fb07b6ba Aug 27 04:50:44.442263 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d87455ee-cf01-4a5d-9ee3-db6e1dfb5890 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (cd5279f3-13dd-4cad-8875-b8f7fb07b6ba), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:44.504605 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f9216fdf-5765-4b44-b6c6-16bb2b33f016 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (d1812b36-b829-40e5-9b6e-3c7d61169445), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:44.505199 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9216fdf-5765-4b44-b6c6-16bb2b33f016 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1812b36-b829-40e5-9b6e-3c7d61169445 {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:50:44.509442 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f9216fdf-5765-4b44-b6c6-16bb2b33f016 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:44.512670 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f9216fdf-5765-4b44-b6c6-16bb2b33f016 admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/d1812b36-b829-40e5-9b6e-3c7d61169445 HTTP/1.1" status: 204 len: 168 time: 2.2592406 Aug 27 04:50:44.514947 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 54246) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:44.592403 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-29191de1-b1eb-47b0-99b6-8c1da3fdf77d admin admin] Deleting subnet 64724384-5679-4971-b826-475d88bca20c {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:50:44.597290 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d87455ee-cf01-4a5d-9ee3-db6e1dfb5890 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (cd5279f3-13dd-4cad-8875-b8f7fb07b6ba), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:44.597936 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-29191de1-b1eb-47b0-99b6-8c1da3fdf77d admin admin] Publish callbacks [] for subnet (64724384-5679-4971-b826-475d88bca20c), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:44.607999 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87455ee-cf01-4a5d-9ee3-db6e1dfb5890 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:50:44.609056 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d87455ee-cf01-4a5d-9ee3-db6e1dfb5890 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:44.624794 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2640a613-7d79-4600-9d08-1945559d6fc1 tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] Publish callbacks [] for router_controller (7a944cdf-3521-4b9e-be9b-fb86ba1b6fef), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:44.685742 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-29191de1-b1eb-47b0-99b6-8c1da3fdf77d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (64724384-5679-4971-b826-475d88bca20c), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:44.716835 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:44.719210 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2640a613-7d79-4600-9d08-1945559d6fc1 tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (7a944cdf-3521-4b9e-be9b-fb86ba1b6fef), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:44.759970 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87455ee-cf01-4a5d-9ee3-db6e1dfb5890 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Pushing event updated for resources: {'Network': ['ID=cd5279f3-13dd-4cad-8875-b8f7fb07b6ba,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:44.779260 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network cd5279f3-13dd-4cad-8875-b8f7fb07b6ba details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:50:44.828588 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-29191de1-b1eb-47b0-99b6-8c1da3fdf77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (64724384-5679-4971-b826-475d88bca20c), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:44.854023 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d87455ee-cf01-4a5d-9ee3-db6e1dfb5890 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6917744 Aug 27 04:50:44.857190 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2640a613-7d79-4600-9d08-1945559d6fc1 tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:44.858142 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 54252) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:44.859234 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2640a613-7d79-4600-9d08-1945559d6fc1 tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7857835 Aug 27 04:50:44.861553 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 54254) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:44.866782 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-d2b25a42-d743-4dcb-a679-089e169b2053 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1245844632'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:50:44.946089 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b79dea58-911c-40aa-8dc6-ab4c30e3aa6b tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] Publish callbacks [] for router (7a944cdf-3521-4b9e-be9b-fb86ba1b6fef), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:45.139721 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-29191de1-b1eb-47b0-99b6-8c1da3fdf77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (64724384-5679-4971-b826-475d88bca20c), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:45.168498 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b25a42-d743-4dcb-a679-089e169b2053 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Made reservation on behalf of 59bd03033f714f7a85eacadc38c4ecc4 for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:50:45.171911 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d2b25a42-d743-4dcb-a679-089e169b2053 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:45.177644 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29191de1-b1eb-47b0-99b6-8c1da3fdf77d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64724384-5679-4971-b826-475d88bca20c,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:45.211889 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d3bd5a-cae4-4afb-9992-a9856bbd4ce7 None None] Network 16a748d5-fa4e-4621-922b-c824095470af requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:50:45.225635 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-29191de1-b1eb-47b0-99b6-8c1da3fdf77d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:45.233914 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-29191de1-b1eb-47b0-99b6-8c1da3fdf77d admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/64724384-5679-4971-b826-475d88bca20c HTTP/1.1" status: 204 len: 168 time: 0.7176611 Aug 27 04:50:45.236981 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 54258) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:45.273286 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 76ccfeb3-e11f-4fea-9583-67bfc8dbace1 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:50:45.298156 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2b25a42-d743-4dcb-a679-089e169b2053 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:50:45.311967 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:45.317307 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 76ccfeb3-e11f-4fea-9583-67bfc8dbace1 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:50:45.318084 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 76ccfeb3-e11f-4fea-9583-67bfc8dbace1 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:50:45.319338 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 62135cae-3e95-415c-8962-e18af642ac4c no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:50:45.342106 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d2b25a42-d743-4dcb-a679-089e169b2053 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (01bf8f3b-a237-405f-972c-853b0a456001), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:45.342452 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-d2b25a42-d743-4dcb-a679-089e169b2053 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Added segment 01bf8f3b-a237-405f-972c-853b0a456001 of type vlan for network c8e504e5-8d16-45ca-97c5-ea29a2f36031 Aug 27 04:50:45.350226 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 62135cae-3e95-415c-8962-e18af642ac4c {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:50:45.350586 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 62135cae-3e95-415c-8962-e18af642ac4c not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:50:45.437216 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d2b25a42-d743-4dcb-a679-089e169b2053 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (c8e504e5-8d16-45ca-97c5-ea29a2f36031), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:45.474675 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-960c402b-8203-4109-8f36-df89671fe1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (16a748d5-fa4e-4621-922b-c824095470af), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:45.503626 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b79dea58-911c-40aa-8dc6-ab4c30e3aa6b tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (7a944cdf-3521-4b9e-be9b-fb86ba1b6fef), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:45.506889 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b79dea58-911c-40aa-8dc6-ab4c30e3aa6b tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] Publish callbacks [] for router_controller (7a944cdf-3521-4b9e-be9b-fb86ba1b6fef), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:45.533925 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-960c402b-8203-4109-8f36-df89671fe1f8 admin admin] Deleting port 175dcadf-8a44-4c4b-b18a-1ca93baabe6b {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:50:45.533925 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-960c402b-8203-4109-8f36-df89671fe1f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (175dcadf-8a44-4c4b-b18a-1ca93baabe6b), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:45.551801 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abece24-c5e8-42b9-ace8-b80328ce9564 None None] DHCP port deletion for 16a748d5-fa4e-4621-922b-c824095470af request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:50:45.573446 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d2b25a42-d743-4dcb-a679-089e169b2053 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (c8e504e5-8d16-45ca-97c5-ea29a2f36031), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:45.578923 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b25a42-d743-4dcb-a679-089e169b2053 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:50:45.579531 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d2b25a42-d743-4dcb-a679-089e169b2053 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:45.595955 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 54262) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:45.613069 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-7abece24-c5e8-42b9-ace8-b80328ce9564 None None] Deleting port 175dcadf-8a44-4c4b-b18a-1ca93baabe6b {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:50:45.613755 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7abece24-c5e8-42b9-ace8-b80328ce9564 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (175dcadf-8a44-4c4b-b18a-1ca93baabe6b), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:45.620778 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-369d8df0-7acb-4dc6-befe-8603a464443a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:45.649421 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b79dea58-911c-40aa-8dc6-ab4c30e3aa6b tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (7a944cdf-3521-4b9e-be9b-fb86ba1b6fef), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:45.650670 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b79dea58-911c-40aa-8dc6-ab4c30e3aa6b tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7a944cdf-3521-4b9e-be9b-fb86ba1b6fef {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:50:45.663400 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b79dea58-911c-40aa-8dc6-ab4c30e3aa6b tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:45.671494 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b79dea58-911c-40aa-8dc6-ab4c30e3aa6b tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] 10.222.0.76 "DELETE /networking/v2.0/routers/7a944cdf-3521-4b9e-be9b-fb86ba1b6fef HTTP/1.1" status: 204 len: 168 time: 0.8037655 Aug 27 04:50:45.671494 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 54264) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:45.677175 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-2c725430-6f88-41cc-ab22-d56f9c12b926 tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] Request body: {'router': {'name': 'tempest-router-519334238', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '0e8f4d2e736c4d409a47e60a882a8de9'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:50:45.680560 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-960c402b-8203-4109-8f36-df89671fe1f8 admin admin] For port 175dcadf-8a44-4c4b-b18a-1ca93baabe6b, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=175dcadf-8a44-4c4b-b18a-1ca93baabe6b,segment=NetworkSegment(0d08e27b-2df1-48d6-b549-73cd2d6d8f17),segment_id=0d08e27b-2df1-48d6-b549-73cd2d6d8f17)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:50:45.681048 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-960c402b-8203-4109-8f36-df89671fe1f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (175dcadf-8a44-4c4b-b18a-1ca93baabe6b), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:45.707603 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-960c402b-8203-4109-8f36-df89671fe1f8 admin admin] Calling delete_port for 175dcadf-8a44-4c4b-b18a-1ca93baabe6b owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:50:45.708509 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:45.710108 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b25a42-d743-4dcb-a679-089e169b2053 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Pushing event updated for resources: {'Network': ['ID=c8e504e5-8d16-45ca-97c5-ea29a2f36031,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:45.727252 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network c8e504e5-8d16-45ca-97c5-ea29a2f36031 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:50:45.789583 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-369d8df0-7acb-4dc6-befe-8603a464443a admin admin] Publish callbacks [] for security_group (bac8dae2-bad8-4897-a13d-6bc26ebd9575), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:45.809110 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-d2b25a42-d743-4dcb-a679-089e169b2053 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9494026 Aug 27 04:50:45.817148 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-7abece24-c5e8-42b9-ace8-b80328ce9564 None None] For port 175dcadf-8a44-4c4b-b18a-1ca93baabe6b, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=175dcadf-8a44-4c4b-b18a-1ca93baabe6b,segment=NetworkSegment(0d08e27b-2df1-48d6-b549-73cd2d6d8f17),segment_id=0d08e27b-2df1-48d6-b549-73cd2d6d8f17)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:50:45.818017 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7abece24-c5e8-42b9-ace8-b80328ce9564 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (175dcadf-8a44-4c4b-b18a-1ca93baabe6b), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:45.848565 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-7abece24-c5e8-42b9-ace8-b80328ce9564 None None] Calling delete_port for 175dcadf-8a44-4c4b-b18a-1ca93baabe6b owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:50:45.862535 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2c725430-6f88-41cc-ab22-d56f9c12b926 tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (732a0be5-7a0a-48cd-81b1-d77dece2b9fe), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:45.864466 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2c725430-6f88-41cc-ab22-d56f9c12b926 tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (732a0be5-7a0a-48cd-81b1-d77dece2b9fe), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:45.906651 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-369d8df0-7acb-4dc6-befe-8603a464443a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (bac8dae2-bad8-4897-a13d-6bc26ebd9575), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:45.984782 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-960c402b-8203-4109-8f36-df89671fe1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (175dcadf-8a44-4c4b-b18a-1ca93baabe6b), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:45.991193 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:45.992515 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7abece24-c5e8-42b9-ace8-b80328ce9564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (175dcadf-8a44-4c4b-b18a-1ca93baabe6b), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:46.015947 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2c725430-6f88-41cc-ab22-d56f9c12b926 tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] Publish callbacks [] for router_controller (732a0be5-7a0a-48cd-81b1-d77dece2b9fe), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:46.034758 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-369d8df0-7acb-4dc6-befe-8603a464443a admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=69d9e47688d94130aafbf3c225513d2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4372115 Aug 27 04:50:46.043549 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abece24-c5e8-42b9-ace8-b80328ce9564 None None] Pushing event deleted for resources: {'Port': ['ID=175dcadf-8a44-4c4b-b18a-1ca93baabe6b,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:46.044095 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 54268) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:46.046163 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abece24-c5e8-42b9-ace8-b80328ce9564 None None] No DVR routers for this DVR port 175dcadf-8a44-4c4b-b18a-1ca93baabe6b on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:50:46.065597 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960c402b-8203-4109-8f36-df89671fe1f8 admin admin] No DVR routers for this DVR port 175dcadf-8a44-4c4b-b18a-1ca93baabe6b on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:50:46.073279 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960c402b-8203-4109-8f36-df89671fe1f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=175dcadf-8a44-4c4b-b18a-1ca93baabe6b,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:46.078654 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369d8df0-7acb-4dc6-befe-8603a464443a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac8dae2-bad8-4897-a13d-6bc26ebd9575,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:46.092830 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=8,neutron:INSERT=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:46.118239 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2c725430-6f88-41cc-ab22-d56f9c12b926 tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (732a0be5-7a0a-48cd-81b1-d77dece2b9fe), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:46.139584 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-747ef91b-6e9e-4d13-a93b-9ba5d54c0570 admin admin] Publish callbacks [] for security_group (bac8dae2-bad8-4897-a13d-6bc26ebd9575), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:46.186784 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-747ef91b-6e9e-4d13-a93b-9ba5d54c0570 admin admin] Publish callbacks [] for security_group (bac8dae2-bad8-4897-a13d-6bc26ebd9575), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:46.198658 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-960c402b-8203-4109-8f36-df89671fe1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (16a748d5-fa4e-4621-922b-c824095470af), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:46.224901 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-960c402b-8203-4109-8f36-df89671fe1f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16a748d5-fa4e-4621-922b-c824095470af']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:46.237573 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2c725430-6f88-41cc-ab22-d56f9c12b926 tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:46.244211 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2c725430-6f88-41cc-ab22-d56f9c12b926 tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5683730 Aug 27 04:50:46.244477 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-960c402b-8203-4109-8f36-df89671fe1f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d08e27b-2df1-48d6-b549-73cd2d6d8f17') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:46.244477 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-960c402b-8203-4109-8f36-df89671fe1f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d08e27b-2df1-48d6-b549-73cd2d6d8f17') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:46.249397 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 54270) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:46.251417 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-35721c21-9136-4c59-b3ff-0a3c295ef8a5 tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] Request body: {'router': {'distributed': True}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:50:46.254346 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-960c402b-8203-4109-8f36-df89671fe1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (0d08e27b-2df1-48d6-b549-73cd2d6d8f17), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:46.270550 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-960c402b-8203-4109-8f36-df89671fe1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (0d08e27b-2df1-48d6-b549-73cd2d6d8f17), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:46.280757 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-960c402b-8203-4109-8f36-df89671fe1f8 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:50:46.281227 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-960c402b-8203-4109-8f36-df89671fe1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (0d08e27b-2df1-48d6-b549-73cd2d6d8f17), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:46.341258 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 0d08e27b-2df1-48d6-b549-73cd2d6d8f17 resource provider aggregate not found Aug 27 04:50:46.374875 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 0d08e27b-2df1-48d6-b549-73cd2d6d8f17 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0d08e27b-2df1-48d6-b549-73cd2d6d8f17 found for delete ", "request_id": "req-36f6dff9-0fc5-4999-b929-9f99b4e9e5fa"}]} Aug 27 04:50:46.496068 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 54280) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:46.506745 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 54284) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:46.562101 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-960c402b-8203-4109-8f36-df89671fe1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (16a748d5-fa4e-4621-922b-c824095470af), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:46.564243 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-aa12cbea-00e4-4cbe-ac8d-cdb441a6764b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:46.578504 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-35721c21-9136-4c59-b3ff-0a3c295ef8a5 tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1678557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12747'] for router (732a0be5-7a0a-48cd-81b1-d77dece2b9fe), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:46.578944 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-960c402b-8203-4109-8f36-df89671fe1f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:46.579042 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-35721c21-9136-4c59-b3ff-0a3c295ef8a5 tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] Publish callbacks [] for router (732a0be5-7a0a-48cd-81b1-d77dece2b9fe), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:46.586991 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-960c402b-8203-4109-8f36-df89671fe1f8 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/16a748d5-fa4e-4621-922b-c824095470af HTTP/1.1" status: 204 len: 168 time: 1.3389556 Aug 27 04:50:46.624984 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960c402b-8203-4109-8f36-df89671fe1f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=16a748d5-fa4e-4621-922b-c824095470af,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:46.709614 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-35721c21-9136-4c59-b3ff-0a3c295ef8a5 tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=107776) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 27 04:50:46.710147 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-35721c21-9136-4c59-b3ff-0a3c295ef8a5 tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] Router 732a0be5-7a0a-48cd-81b1-d77dece2b9fe migrating from provider to provider. {{(pid=107776) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 27 04:50:46.716539 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-35721c21-9136-4c59-b3ff-0a3c295ef8a5 tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] Publish callbacks [] for router_controller (732a0be5-7a0a-48cd-81b1-d77dece2b9fe), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:46.719182 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-35721c21-9136-4c59-b3ff-0a3c295ef8a5 tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] Publish callbacks [] for router_controller (732a0be5-7a0a-48cd-81b1-d77dece2b9fe), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:46.721375 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-747ef91b-6e9e-4d13-a93b-9ba5d54c0570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (bac8dae2-bad8-4897-a13d-6bc26ebd9575), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:46.725316 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-747ef91b-6e9e-4d13-a93b-9ba5d54c0570 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:46.727058 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-747ef91b-6e9e-4d13-a93b-9ba5d54c0570 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/bac8dae2-bad8-4897-a13d-6bc26ebd9575 HTTP/1.1" status: 204 len: 168 time: 0.6783531 Aug 27 04:50:46.741573 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747ef91b-6e9e-4d13-a93b-9ba5d54c0570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac8dae2-bad8-4897-a13d-6bc26ebd9575,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:46.800989 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-aa12cbea-00e4-4cbe-ac8d-cdb441a6764b admin admin] Publish callbacks [] for security_group (128648c6-29ba-4d13-949d-c1ed0d92867b), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:46.844689 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-35721c21-9136-4c59-b3ff-0a3c295ef8a5 tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1676574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1676639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1678566'] for router (732a0be5-7a0a-48cd-81b1-d77dece2b9fe), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:46.856205 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c7bfb5e9-b3f9-4221-aa31-a563db20442f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:46.985063 n-d-852088-5 neutron-server[107776]: WARNING neutron.scheduler.l3_agent_scheduler [None req-35721c21-9136-4c59-b3ff-0a3c295ef8a5 tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] No L3 agents can host the router 732a0be5-7a0a-48cd-81b1-d77dece2b9fe Aug 27 04:50:46.986468 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c7bfb5e9-b3f9-4221-aa31-a563db20442f admin admin] Publish callbacks [] for security_group (63bbff6d-dffc-43b0-ae6f-6b77e2bb273f), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:46.988082 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-aa12cbea-00e4-4cbe-ac8d-cdb441a6764b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (128648c6-29ba-4d13-949d-c1ed0d92867b), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:47.021027 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-aa12cbea-00e4-4cbe-ac8d-cdb441a6764b admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=725a578a14244fec84d2138e48ede87f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5132377 Aug 27 04:50:47.024526 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 54294) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:47.073513 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa12cbea-00e4-4cbe-ac8d-cdb441a6764b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128648c6-29ba-4d13-949d-c1ed0d92867b,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:47.116654 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8946725a-e6cf-4f7e-9cc3-e7605ed6a231 admin admin] Publish callbacks [] for security_group (128648c6-29ba-4d13-949d-c1ed0d92867b), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:47.141704 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8946725a-e6cf-4f7e-9cc3-e7605ed6a231 admin admin] Publish callbacks [] for security_group (128648c6-29ba-4d13-949d-c1ed0d92867b), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:47.167563 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35721c21-9136-4c59-b3ff-0a3c295ef8a5 tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] Hosts for router 732a0be5-7a0a-48cd-81b1-d77dece2b9fe: [] {{(pid=107776) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:326}} Aug 27 04:50:47.184929 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c7bfb5e9-b3f9-4221-aa31-a563db20442f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (63bbff6d-dffc-43b0-ae6f-6b77e2bb273f), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:47.195818 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35721c21-9136-4c59-b3ff-0a3c295ef8a5 tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] Hosts for other DVR routers connected to router 732a0be5-7a0a-48cd-81b1-d77dece2b9fe: set() {{(pid=107776) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:343}} Aug 27 04:50:47.198444 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-35721c21-9136-4c59-b3ff-0a3c295ef8a5 tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:47.203080 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-35721c21-9136-4c59-b3ff-0a3c295ef8a5 tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] 10.222.0.76 "PUT /networking/v2.0/routers/732a0be5-7a0a-48cd-81b1-d77dece2b9fe HTTP/1.1" status: 200 len: 716 time: 0.9542763 Aug 27 04:50:47.203080 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 54296) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:47.285740 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 175dcadf-8a44-4c4b-b18a-1ca93baabe6b no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:50:47.293133 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c7bfb5e9-b3f9-4221-aa31-a563db20442f admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=f0149f47762a47bcb51db10ffebdde95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7950766 Aug 27 04:50:47.299814 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 54300) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:47.308058 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bfb5e9-b3f9-4221-aa31-a563db20442f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63bbff6d-dffc-43b0-ae6f-6b77e2bb273f,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:47.318261 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f9a03bb1-0c67-4999-b07f-374e976365bc tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] 10.222.0.76 "GET /networking/v2.0/routers/732a0be5-7a0a-48cd-81b1-d77dece2b9fe HTTP/1.1" status: 200 len: 716 time: 0.1143007 Aug 27 04:50:47.322605 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 54302) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:47.354532 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 175dcadf-8a44-4c4b-b18a-1ca93baabe6b {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:50:47.359514 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 175dcadf-8a44-4c4b-b18a-1ca93baabe6b not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:50:47.428155 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f069edef-5d24-42d9-86c3-b95b1e9def9e admin admin] Publish callbacks [] for security_group (63bbff6d-dffc-43b0-ae6f-6b77e2bb273f), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:47.455146 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f069edef-5d24-42d9-86c3-b95b1e9def9e admin admin] Publish callbacks [] for security_group (63bbff6d-dffc-43b0-ae6f-6b77e2bb273f), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:47.488742 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 54306) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:47.530480 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:47.553518 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8946725a-e6cf-4f7e-9cc3-e7605ed6a231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (128648c6-29ba-4d13-949d-c1ed0d92867b), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:47.558656 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8946725a-e6cf-4f7e-9cc3-e7605ed6a231 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:47.564235 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-8946725a-e6cf-4f7e-9cc3-e7605ed6a231 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/128648c6-29ba-4d13-949d-c1ed0d92867b HTTP/1.1" status: 204 len: 168 time: 0.5342023 Aug 27 04:50:47.567652 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f1f8012a-c217-4cab-a35a-64c1c4a3f0de admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=9d422ed789ea422a82d765d07166bdac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0794811 Aug 27 04:50:47.570061 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 54310) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:47.582955 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8946725a-e6cf-4f7e-9cc3-e7605ed6a231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128648c6-29ba-4d13-949d-c1ed0d92867b,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:47.641076 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ea578a0d-e74b-4a2f-8d04-7c203e86e592 admin admin] Publish callbacks [] for security_group (b49a4c49-3095-4651-98fb-40f392b67ef4), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:47.669149 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ea578a0d-e74b-4a2f-8d04-7c203e86e592 admin admin] Publish callbacks [] for security_group (b49a4c49-3095-4651-98fb-40f392b67ef4), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:47.701712 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f069edef-5d24-42d9-86c3-b95b1e9def9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (63bbff6d-dffc-43b0-ae6f-6b77e2bb273f), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:47.704371 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f069edef-5d24-42d9-86c3-b95b1e9def9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:47.705529 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f069edef-5d24-42d9-86c3-b95b1e9def9e admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/63bbff6d-dffc-43b0-ae6f-6b77e2bb273f HTTP/1.1" status: 204 len: 168 time: 0.3737524 Aug 27 04:50:47.722259 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069edef-5d24-42d9-86c3-b95b1e9def9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63bbff6d-dffc-43b0-ae6f-6b77e2bb273f,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:47.737543 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:47.810285 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ea578a0d-e74b-4a2f-8d04-7c203e86e592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (b49a4c49-3095-4651-98fb-40f392b67ef4), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:47.813439 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ea578a0d-e74b-4a2f-8d04-7c203e86e592 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:47.814805 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ea578a0d-e74b-4a2f-8d04-7c203e86e592 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/b49a4c49-3095-4651-98fb-40f392b67ef4 HTTP/1.1" status: 204 len: 168 time: 0.2436199 Aug 27 04:50:47.826179 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea578a0d-e74b-4a2f-8d04-7c203e86e592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49a4c49-3095-4651-98fb-40f392b67ef4,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:48.264980 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:48.318553 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 54324) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:48.318791 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c6f49837-5ca0-4772-8d17-1e70aaee9ce3 tempest-RoutersTestDVR-1816016258 tempest-RoutersTestDVR-1816016258-project] 10.222.0.76 "GET /networking/v2.0/routers/732a0be5-7a0a-48cd-81b1-d77dece2b9fe HTTP/1.1" status: 200 len: 682 time: 0.9950492 Aug 27 04:50:48.443318 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-826c5f23-b0ed-4b10-bbea-11b3c3327933 tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] Publish callbacks [] for router (732a0be5-7a0a-48cd-81b1-d77dece2b9fe), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:48.529564 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:50:48.625222 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-826c5f23-b0ed-4b10-bbea-11b3c3327933 tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (732a0be5-7a0a-48cd-81b1-d77dece2b9fe), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:48.627548 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-826c5f23-b0ed-4b10-bbea-11b3c3327933 tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] Publish callbacks [] for router_controller (732a0be5-7a0a-48cd-81b1-d77dece2b9fe), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:48.795889 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-826c5f23-b0ed-4b10-bbea-11b3c3327933 tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (732a0be5-7a0a-48cd-81b1-d77dece2b9fe), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:48.796845 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-826c5f23-b0ed-4b10-bbea-11b3c3327933 tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 732a0be5-7a0a-48cd-81b1-d77dece2b9fe {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:50:48.802181 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-826c5f23-b0ed-4b10-bbea-11b3c3327933 tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:48.808530 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-826c5f23-b0ed-4b10-bbea-11b3c3327933 tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] 10.222.0.76 "DELETE /networking/v2.0/routers/732a0be5-7a0a-48cd-81b1-d77dece2b9fe HTTP/1.1" status: 204 len: 168 time: 0.4834146 Aug 27 04:50:48.809235 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 54330) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:48.812783 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-82afebad-0304-47e0-8dff-20fb995c4098 tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] Request body: {'router': {'name': 'tempest-router-1063974375', 'distributed': True}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:50:48.987990 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-82afebad-0304-47e0-8dff-20fb995c4098 tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (ea6d3bca-10dd-4b63-bcf6-fa8070287b0f), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:48.989470 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-82afebad-0304-47e0-8dff-20fb995c4098 tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (ea6d3bca-10dd-4b63-bcf6-fa8070287b0f), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:49.076311 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-82afebad-0304-47e0-8dff-20fb995c4098 tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] Publish callbacks [] for router_controller (ea6d3bca-10dd-4b63-bcf6-fa8070287b0f), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:49.227212 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-82afebad-0304-47e0-8dff-20fb995c4098 tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (ea6d3bca-10dd-4b63-bcf6-fa8070287b0f), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:49.267233 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 54344) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:49.267233 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-97659776-29b7-49fd-8e65-5d2ad3831bb7 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Request body: {'subnets': [{'network_id': 'cd5279f3-13dd-4cad-8875-b8f7fb07b6ba', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--732516251', 'ip_version': 6}, {'network_id': 'c8e504e5-8d16-45ca-97c5-ea29a2f36031', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:50:49.267233 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-97659776-29b7-49fd-8e65-5d2ad3831bb7 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Request body: {'subnet': {'network_id': 'cd5279f3-13dd-4cad-8875-b8f7fb07b6ba', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--732516251', 'ip_version': 6}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:50:49.267233 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-97659776-29b7-49fd-8e65-5d2ad3831bb7 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Request body: {'subnet': {'network_id': 'c8e504e5-8d16-45ca-97c5-ea29a2f36031', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:50:49.375353 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-82afebad-0304-47e0-8dff-20fb995c4098 tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:49.379566 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-82afebad-0304-47e0-8dff-20fb995c4098 tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5702350 Aug 27 04:50:49.382941 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 54348) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:49.491714 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-676ac3f5-7369-4f57-8da3-48bc7e375631 tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] Publish callbacks [] for router (ea6d3bca-10dd-4b63-bcf6-fa8070287b0f), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:49.577075 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:49.638355 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 54364) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:49.663841 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f8ca9c41-0b83-47d5-b392-b73051048d29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:49.686790 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-676ac3f5-7369-4f57-8da3-48bc7e375631 tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (ea6d3bca-10dd-4b63-bcf6-fa8070287b0f), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:49.689962 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-676ac3f5-7369-4f57-8da3-48bc7e375631 tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] Publish callbacks [] for router_controller (ea6d3bca-10dd-4b63-bcf6-fa8070287b0f), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:49.698628 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97659776-29b7-49fd-8e65-5d2ad3831bb7 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Made reservation on behalf of 59bd03033f714f7a85eacadc38c4ecc4 for: {'subnet': 2} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:50:49.704746 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-97659776-29b7-49fd-8e65-5d2ad3831bb7 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:49.705379 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-97659776-29b7-49fd-8e65-5d2ad3831bb7 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:49.780981 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:49.827521 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f8ca9c41-0b83-47d5-b392-b73051048d29 admin admin] Publish callbacks [] for security_group (4375ac00-4385-48ed-95c2-eecc288ec394), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:49.896385 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-676ac3f5-7369-4f57-8da3-48bc7e375631 tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (ea6d3bca-10dd-4b63-bcf6-fa8070287b0f), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:49.897277 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676ac3f5-7369-4f57-8da3-48bc7e375631 tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ea6d3bca-10dd-4b63-bcf6-fa8070287b0f {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:50:49.906629 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-676ac3f5-7369-4f57-8da3-48bc7e375631 tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:49.909361 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-676ac3f5-7369-4f57-8da3-48bc7e375631 tempest-RoutersTestDVR-1911239531 tempest-RoutersTestDVR-1911239531-project-admin] 10.222.0.76 "DELETE /networking/v2.0/routers/ea6d3bca-10dd-4b63-bcf6-fa8070287b0f HTTP/1.1" status: 204 len: 168 time: 0.5252600 Aug 27 04:50:49.967133 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b5ec5c2e-16da-4649-9297-fdd939f9fde9 req-8b9907cf-e99f-46d3-a7df-f3af380147f0 tempest-ServerShowV247Test-1868573598 tempest-ServerShowV247Test-1868573598-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=30d2b26d-a5ea-40b4-b5c3-55d54465002d HTTP/1.1" status: 200 len: 210 time: 0.0442963 Aug 27 04:50:49.967442 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f8ca9c41-0b83-47d5-b392-b73051048d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (4375ac00-4385-48ed-95c2-eecc288ec394), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:50.019125 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f8ca9c41-0b83-47d5-b392-b73051048d29 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=9c04c6bdae564cda9d7860f8f7cb4ef6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3796406 Aug 27 04:50:50.021869 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 54378) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:50.032787 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ca9c41-0b83-47d5-b392-b73051048d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4375ac00-4385-48ed-95c2-eecc288ec394,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:50.115169 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e3ea2bad-4324-42bf-b822-3f261dc37bc8 admin admin] Publish callbacks [] for security_group (4375ac00-4385-48ed-95c2-eecc288ec394), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:50.141189 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e3ea2bad-4324-42bf-b822-3f261dc37bc8 admin admin] Publish callbacks [] for security_group (4375ac00-4385-48ed-95c2-eecc288ec394), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:50.299205 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e3ea2bad-4324-42bf-b822-3f261dc37bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (4375ac00-4385-48ed-95c2-eecc288ec394), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:50.304188 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e3ea2bad-4324-42bf-b822-3f261dc37bc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:50.309902 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e3ea2bad-4324-42bf-b822-3f261dc37bc8 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/4375ac00-4385-48ed-95c2-eecc288ec394 HTTP/1.1" status: 204 len: 168 time: 0.2828257 Aug 27 04:50:50.326703 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ea2bad-4324-42bf-b822-3f261dc37bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4375ac00-4385-48ed-95c2-eecc288ec394,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:50.509488 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-97659776-29b7-49fd-8e65-5d2ad3831bb7 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (1996059c-57e6-4b6c-86d0-b73d3e96d6e5), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:50.577001 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97659776-29b7-49fd-8e65-5d2ad3831bb7 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Pushing event updated for resources: {'Subnet': ['ID=1996059c-57e6-4b6c-86d0-b73d3e96d6e5,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:50.585236 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97659776-29b7-49fd-8e65-5d2ad3831bb7 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Checking segment: {'id': '286b35c1-6434-4023-9d85-915f997a686e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cd5279f3-13dd-4cad-8875-b8f7fb07b6ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:50:50.585584 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97659776-29b7-49fd-8e65-5d2ad3831bb7 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Network hostable DHCP agents. Network: cd5279f3-13dd-4cad-8875-b8f7fb07b6ba, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:50:50.713780 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97659776-29b7-49fd-8e65-5d2ad3831bb7 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Network cd5279f3-13dd-4cad-8875-b8f7fb07b6ba is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:50:50.884886 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-97659776-29b7-49fd-8e65-5d2ad3831bb7 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, cd5279f3-13dd-4cad-8875-b8f7fb07b6ba) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:50:50.887025 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=7,neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:50.890090 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-97659776-29b7-49fd-8e65-5d2ad3831bb7 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (ef216311-efed-4269-8d8f-b35be68d5d81), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:50.898701 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02dbd323-a293-47db-8723-dad2c758f5b6 None None] Network cd5279f3-13dd-4cad-8875-b8f7fb07b6ba requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:50:50.984795 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97659776-29b7-49fd-8e65-5d2ad3831bb7 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Pushing event updated for resources: {'Subnet': ['ID=ef216311-efed-4269-8d8f-b35be68d5d81,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:50.996639 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97659776-29b7-49fd-8e65-5d2ad3831bb7 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Checking segment: {'id': '01bf8f3b-a237-405f-972c-853b0a456001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c8e504e5-8d16-45ca-97c5-ea29a2f36031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:50:50.997004 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97659776-29b7-49fd-8e65-5d2ad3831bb7 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Network hostable DHCP agents. Network: c8e504e5-8d16-45ca-97c5-ea29a2f36031, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:50:51.012403 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:51.127230 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74dff66-e8c6-4df7-9005-68811f278de1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-cd5279f3-13dd-4cad-8875-b8f7fb07b6ba', 'network_id': 'cd5279f3-13dd-4cad-8875-b8f7fb07b6ba', 'project_id': '59bd03033f714f7a85eacadc38c4ecc4', 'fixed_ips': [{'subnet_id': '1996059c-57e6-4b6c-86d0-b73d3e96d6e5'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:50:51.128773 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d74dff66-e8c6-4df7-9005-68811f278de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:51.165843 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97659776-29b7-49fd-8e65-5d2ad3831bb7 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Network c8e504e5-8d16-45ca-97c5-ea29a2f36031 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:50:51.171860 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-19bab8c9-659f-41c5-8285-2e7b013ea0f4 req-ddb9618b-4c6b-4659-bdb7-a4b18705077a tempest-ServerShowV247Test-1868573598 tempest-ServerShowV247Test-1868573598-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d75bbe34-5092-4be5-aa5d-923ee597a6a5 HTTP/1.1" status: 200 len: 210 time: 0.0634496 Aug 27 04:50:51.177525 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=83,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:51.320547 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-d74dff66-e8c6-4df7-9005-68811f278de1 None None] Allocated IP 2001:db8::1 (cd5279f3-13dd-4cad-8875-b8f7fb07b6ba/1996059c-57e6-4b6c-86d0-b73d3e96d6e5/df2d20ef-de44-4632-bf09-1f1e764e2fa1) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:50:51.336612 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-97659776-29b7-49fd-8e65-5d2ad3831bb7 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, c8e504e5-8d16-45ca-97c5-ea29a2f36031) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:50:51.351675 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97659776-29b7-49fd-8e65-5d2ad3831bb7 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:50:51.354336 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97659776-29b7-49fd-8e65-5d2ad3831bb7 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:50:51.357517 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-97659776-29b7-49fd-8e65-5d2ad3831bb7 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:51.359284 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e9012f-0c2d-42d8-bd66-537dda1d93c5 None None] Network c8e504e5-8d16-45ca-97c5-ea29a2f36031 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:50:51.448853 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 54430) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:51.535196 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 54438) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:51.535870 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-97659776-29b7-49fd-8e65-5d2ad3831bb7 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.2732868 Aug 27 04:50:51.571060 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a75145-6e53-4d99-9cbf-bffdfe6bdb75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-c8e504e5-8d16-45ca-97c5-ea29a2f36031', 'network_id': 'c8e504e5-8d16-45ca-97c5-ea29a2f36031', 'project_id': '59bd03033f714f7a85eacadc38c4ecc4', 'fixed_ips': [{'subnet_id': 'ef216311-efed-4269-8d8f-b35be68d5d81'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:50:51.572682 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c8a75145-6e53-4d99-9cbf-bffdfe6bdb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:51.678305 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae7c941-f3c6-4d5c-9671-9a17f5b5f02e tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:50:51.678498 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae7c941-f3c6-4d5c-9671-9a17f5b5f02e tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:50:51.680736 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae7c941-f3c6-4d5c-9671-9a17f5b5f02e tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:50:51.682573 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7ae7c941-f3c6-4d5c-9671-9a17f5b5f02e tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] 10.222.0.76 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1463847 Aug 27 04:50:51.691961 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 54442) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:51.728044 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d74dff66-e8c6-4df7-9005-68811f278de1 None None] Publish callbacks [] for port (df2d20ef-de44-4632-bf09-1f1e764e2fa1), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:51.767538 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bc84f8f-afcd-4818-8fd6-cc16ecf0a845 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Deleting subnet 1996059c-57e6-4b6c-86d0-b73d3e96d6e5 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:50:51.809657 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-c8a75145-6e53-4d99-9cbf-bffdfe6bdb75 None None] Allocated IP 2001:db8:0:1::1 (c8e504e5-8d16-45ca-97c5-ea29a2f36031/ef216311-efed-4269-8d8f-b35be68d5d81/77930f05-8307-4091-a61a-9384d22403f6) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:50:51.829591 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2bc84f8f-afcd-4818-8fd6-cc16ecf0a845 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks [] for subnet (1996059c-57e6-4b6c-86d0-b73d3e96d6e5), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:51.843147 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d74dff66-e8c6-4df7-9005-68811f278de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (df2d20ef-de44-4632-bf09-1f1e764e2fa1), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:51.888933 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7edd61e5-5f86-4741-8f25-9ca673aba337 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:51.908118 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:DELETE=2,neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:51.953572 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74dff66-e8c6-4df7-9005-68811f278de1 None None] Network cd5279f3-13dd-4cad-8875-b8f7fb07b6ba is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:50:51.961355 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-d74dff66-e8c6-4df7-9005-68811f278de1 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:50:51.973863 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74dff66-e8c6-4df7-9005-68811f278de1 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:50:51.981417 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:INSERT=6 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:51.984787 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2bc84f8f-afcd-4818-8fd6-cc16ecf0a845 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (1996059c-57e6-4b6c-86d0-b73d3e96d6e5), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:51.994893 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74dff66-e8c6-4df7-9005-68811f278de1 None None] Pushing event updated for resources: {'Port': ['ID=df2d20ef-de44-4632-bf09-1f1e764e2fa1,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:52.098938 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-d74dff66-e8c6-4df7-9005-68811f278de1 None None] Attempting to bind port df2d20ef-de44-4632-bf09-1f1e764e2fa1 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:50:52.099811 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-d74dff66-e8c6-4df7-9005-68811f278de1 None None] Attempting to bind port df2d20ef-de44-4632-bf09-1f1e764e2fa1 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '286b35c1-6434-4023-9d85-915f997a686e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cd5279f3-13dd-4cad-8875-b8f7fb07b6ba'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:50:52.100617 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74dff66-e8c6-4df7-9005-68811f278de1 None None] Attempting to bind port df2d20ef-de44-4632-bf09-1f1e764e2fa1 on network cd5279f3-13dd-4cad-8875-b8f7fb07b6ba {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:50:52.111198 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7edd61e5-5f86-4741-8f25-9ca673aba337 admin admin] Publish callbacks [] for security_group (95037238-0712-4251-a9f2-da201d914cf5), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:52.132483 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74dff66-e8c6-4df7-9005-68811f278de1 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:50:52.133151 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74dff66-e8c6-4df7-9005-68811f278de1 None None] Checking segment: {'id': '286b35c1-6434-4023-9d85-915f997a686e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cd5279f3-13dd-4cad-8875-b8f7fb07b6ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:50:52.133839 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d74dff66-e8c6-4df7-9005-68811f278de1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:52.135118 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74dff66-e8c6-4df7-9005-68811f278de1 None None] Bound using segment: {'id': '286b35c1-6434-4023-9d85-915f997a686e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cd5279f3-13dd-4cad-8875-b8f7fb07b6ba'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:50:52.135845 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-d74dff66-e8c6-4df7-9005-68811f278de1 None None] Bound port: df2d20ef-de44-4632-bf09-1f1e764e2fa1, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '286b35c1-6434-4023-9d85-915f997a686e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cd5279f3-13dd-4cad-8875-b8f7fb07b6ba'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:50:52.136484 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d74dff66-e8c6-4df7-9005-68811f278de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (df2d20ef-de44-4632-bf09-1f1e764e2fa1), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:52.154576 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2bc84f8f-afcd-4818-8fd6-cc16ecf0a845 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (1996059c-57e6-4b6c-86d0-b73d3e96d6e5), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:52.193381 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c8a75145-6e53-4d99-9cbf-bffdfe6bdb75 None None] Publish callbacks [] for port (77930f05-8307-4091-a61a-9384d22403f6), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:52.214148 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7edd61e5-5f86-4741-8f25-9ca673aba337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (95037238-0712-4251-a9f2-da201d914cf5), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:52.338164 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b32ab1e7-256f-40c5-ab5c-2193891efb55 req-45a1e669-f72e-4f5e-8d0f-c69efb4b1a68 tempest-ServerShowV247Test-1868573598 tempest-ServerShowV247Test-1868573598-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d75bbe34-5092-4be5-aa5d-923ee597a6a5 HTTP/1.1" status: 200 len: 210 time: 0.0701797 Aug 27 04:50:52.343332 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7edd61e5-5f86-4741-8f25-9ca673aba337 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=0e8f4d2e736c4d409a47e60a882a8de9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8934200 Aug 27 04:50:52.344533 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd61e5-5f86-4741-8f25-9ca673aba337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95037238-0712-4251-a9f2-da201d914cf5,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:52.347695 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 54468) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:52.390051 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c8a75145-6e53-4d99-9cbf-bffdfe6bdb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (77930f05-8307-4091-a61a-9384d22403f6), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:52.435160 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2bc84f8f-afcd-4818-8fd6-cc16ecf0a845 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (1996059c-57e6-4b6c-86d0-b73d3e96d6e5), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:52.454993 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2bc84f8f-afcd-4818-8fd6-cc16ecf0a845 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:52.455224 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d74dff66-e8c6-4df7-9005-68811f278de1 None None] For port df2d20ef-de44-4632-bf09-1f1e764e2fa1, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:50:52.460384 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2bc84f8f-afcd-4818-8fd6-cc16ecf0a845 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/1996059c-57e6-4b6c-86d0-b73d3e96d6e5 HTTP/1.1" status: 204 len: 168 time: 0.7664497 Aug 27 04:50:52.463900 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 54472) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:52.481393 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d74dff66-e8c6-4df7-9005-68811f278de1 None None] For port df2d20ef-de44-4632-bf09-1f1e764e2fa1, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=df2d20ef-de44-4632-bf09-1f1e764e2fa1,segment=NetworkSegment(286b35c1-6434-4023-9d85-915f997a686e),segment_id=286b35c1-6434-4023-9d85-915f997a686e)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:50:52.495776 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a75145-6e53-4d99-9cbf-bffdfe6bdb75 None None] Network c8e504e5-8d16-45ca-97c5-ea29a2f36031 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:50:52.496941 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a75145-6e53-4d99-9cbf-bffdfe6bdb75 None None] Pushing event updated for resources: {'Port': ['ID=77930f05-8307-4091-a61a-9384d22403f6,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:52.499692 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-c8a75145-6e53-4d99-9cbf-bffdfe6bdb75 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:50:52.502160 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a75145-6e53-4d99-9cbf-bffdfe6bdb75 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:50:52.530128 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc84f8f-afcd-4818-8fd6-cc16ecf0a845 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Pushing event deleted for resources: {'Subnet': ['ID=1996059c-57e6-4b6c-86d0-b73d3e96d6e5,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:52.552348 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:52.562162 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-782a2c31-1ff9-421e-ac64-c897ab4fb551 admin admin] Publish callbacks [] for security_group (95037238-0712-4251-a9f2-da201d914cf5), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:52.611106 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-5882bdd9-d668-4142-8b4b-7651449328e1 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Deleting subnet ef216311-efed-4269-8d8f-b35be68d5d81 {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:50:52.622079 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5882bdd9-d668-4142-8b4b-7651449328e1 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks [] for subnet (ef216311-efed-4269-8d8f-b35be68d5d81), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:52.646349 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d74dff66-e8c6-4df7-9005-68811f278de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (df2d20ef-de44-4632-bf09-1f1e764e2fa1), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:52.647484 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-782a2c31-1ff9-421e-ac64-c897ab4fb551 admin admin] Publish callbacks [] for security_group (95037238-0712-4251-a9f2-da201d914cf5), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:52.664188 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-c8a75145-6e53-4d99-9cbf-bffdfe6bdb75 None None] Attempting to bind port 77930f05-8307-4091-a61a-9384d22403f6 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:50:52.664566 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-c8a75145-6e53-4d99-9cbf-bffdfe6bdb75 None None] Attempting to bind port 77930f05-8307-4091-a61a-9384d22403f6 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '01bf8f3b-a237-405f-972c-853b0a456001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c8e504e5-8d16-45ca-97c5-ea29a2f36031'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:50:52.664938 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a75145-6e53-4d99-9cbf-bffdfe6bdb75 None None] Attempting to bind port 77930f05-8307-4091-a61a-9384d22403f6 on network c8e504e5-8d16-45ca-97c5-ea29a2f36031 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:50:52.728507 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5882bdd9-d668-4142-8b4b-7651449328e1 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (ef216311-efed-4269-8d8f-b35be68d5d81), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:52.730564 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a75145-6e53-4d99-9cbf-bffdfe6bdb75 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:50:52.730964 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a75145-6e53-4d99-9cbf-bffdfe6bdb75 None None] Checking segment: {'id': '01bf8f3b-a237-405f-972c-853b0a456001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c8e504e5-8d16-45ca-97c5-ea29a2f36031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:50:52.731375 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c8a75145-6e53-4d99-9cbf-bffdfe6bdb75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:52.733205 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a75145-6e53-4d99-9cbf-bffdfe6bdb75 None None] Bound using segment: {'id': '01bf8f3b-a237-405f-972c-853b0a456001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c8e504e5-8d16-45ca-97c5-ea29a2f36031'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:50:52.737000 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-c8a75145-6e53-4d99-9cbf-bffdfe6bdb75 None None] Bound port: 77930f05-8307-4091-a61a-9384d22403f6, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01bf8f3b-a237-405f-972c-853b0a456001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c8e504e5-8d16-45ca-97c5-ea29a2f36031'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:50:52.737000 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c8a75145-6e53-4d99-9cbf-bffdfe6bdb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (77930f05-8307-4091-a61a-9384d22403f6), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:52.752011 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:52.924915 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-782a2c31-1ff9-421e-ac64-c897ab4fb551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (95037238-0712-4251-a9f2-da201d914cf5), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:52.929747 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-782a2c31-1ff9-421e-ac64-c897ab4fb551 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:52.931444 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-782a2c31-1ff9-421e-ac64-c897ab4fb551 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/95037238-0712-4251-a9f2-da201d914cf5 HTTP/1.1" status: 204 len: 168 time: 0.5826836 Aug 27 04:50:52.952258 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5882bdd9-d668-4142-8b4b-7651449328e1 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (ef216311-efed-4269-8d8f-b35be68d5d81), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:52.953513 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782a2c31-1ff9-421e-ac64-c897ab4fb551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95037238-0712-4251-a9f2-da201d914cf5,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:52.964129 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74dff66-e8c6-4df7-9005-68811f278de1 None None] Pushing event updated for resources: {'Port': ['ID=df2d20ef-de44-4632-bf09-1f1e764e2fa1,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:53.231161 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5882bdd9-d668-4142-8b4b-7651449328e1 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (ef216311-efed-4269-8d8f-b35be68d5d81), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:53.233266 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-c8a75145-6e53-4d99-9cbf-bffdfe6bdb75 None None] For port 77930f05-8307-4091-a61a-9384d22403f6, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:50:53.256211 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-c8a75145-6e53-4d99-9cbf-bffdfe6bdb75 None None] For port 77930f05-8307-4091-a61a-9384d22403f6, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=77930f05-8307-4091-a61a-9384d22403f6,segment=NetworkSegment(01bf8f3b-a237-405f-972c-853b0a456001),segment_id=01bf8f3b-a237-405f-972c-853b0a456001)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:50:53.277811 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5882bdd9-d668-4142-8b4b-7651449328e1 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:53.284137 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 54486) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:53.289735 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-5882bdd9-d668-4142-8b4b-7651449328e1 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/ef216311-efed-4269-8d8f-b35be68d5d81 HTTP/1.1" status: 204 len: 168 time: 0.8240466 Aug 27 04:50:53.315775 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device df2d20ef-de44-4632-bf09-1f1e764e2fa1 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:50:53.325056 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5882bdd9-d668-4142-8b4b-7651449328e1 tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Pushing event deleted for resources: {'Subnet': ['ID=ef216311-efed-4269-8d8f-b35be68d5d81,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:53.432386 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9639c681-13db-4c43-b8db-9d7b5a31579c tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:50:53.433204 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c8a75145-6e53-4d99-9cbf-bffdfe6bdb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (77930f05-8307-4091-a61a-9384d22403f6), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:53.438395 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 54492) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:53.439405 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-9639c681-13db-4c43-b8db-9d7b5a31579c tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] 10.222.0.76 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1532028 Aug 27 04:50:53.491111 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port df2d20ef-de44-4632-bf09-1f1e764e2fa1 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:50:53.491821 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (df2d20ef-de44-4632-bf09-1f1e764e2fa1), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:53.582036 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a75145-6e53-4d99-9cbf-bffdfe6bdb75 None None] Pushing event updated for resources: {'Port': ['ID=77930f05-8307-4091-a61a-9384d22403f6,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:53.606967 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0f5417a3-9763-4fa1-9eec-266eda4d985b tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (c8e504e5-8d16-45ca-97c5-ea29a2f36031), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:53.655563 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-07495ca5-c3c8-4048-94ac-9d17ec207b5a req-57c398c0-1252-484a-8f40-a8e658958539 tempest-ServerShowV247Test-1868573598 tempest-ServerShowV247Test-1868573598-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d75bbe34-5092-4be5-aa5d-923ee597a6a5 HTTP/1.1" status: 200 len: 210 time: 0.0457563 Aug 27 04:50:53.699332 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port df2d20ef-de44-4632-bf09-1f1e764e2fa1 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:50:53.699738 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (df2d20ef-de44-4632-bf09-1f1e764e2fa1), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:53.728653 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-0f5417a3-9763-4fa1-9eec-266eda4d985b tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Deleting port 77930f05-8307-4091-a61a-9384d22403f6 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:50:53.729559 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0f5417a3-9763-4fa1-9eec-266eda4d985b tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (77930f05-8307-4091-a61a-9384d22403f6), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:53.859050 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port df2d20ef-de44-4632-bf09-1f1e764e2fa1, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=df2d20ef-de44-4632-bf09-1f1e764e2fa1,segment=NetworkSegment(286b35c1-6434-4023-9d85-915f997a686e),segment_id=286b35c1-6434-4023-9d85-915f997a686e)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:50:53.867393 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-0f5417a3-9763-4fa1-9eec-266eda4d985b tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] For port 77930f05-8307-4091-a61a-9384d22403f6, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=77930f05-8307-4091-a61a-9384d22403f6,segment=NetworkSegment(01bf8f3b-a237-405f-972c-853b0a456001),segment_id=01bf8f3b-a237-405f-972c-853b0a456001)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:50:53.868832 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0f5417a3-9763-4fa1-9eec-266eda4d985b tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (77930f05-8307-4091-a61a-9384d22403f6), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:53.902655 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-0f5417a3-9763-4fa1-9eec-266eda4d985b tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Calling delete_port for 77930f05-8307-4091-a61a-9384d22403f6 owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:50:54.022571 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (df2d20ef-de44-4632-bf09-1f1e764e2fa1), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:54.126359 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=df2d20ef-de44-4632-bf09-1f1e764e2fa1,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:54.245570 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0f5417a3-9763-4fa1-9eec-266eda4d985b tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (77930f05-8307-4091-a61a-9384d22403f6), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:54.281631 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5417a3-9763-4fa1-9eec-266eda4d985b tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Pushing event deleted for resources: {'Port': ['ID=77930f05-8307-4091-a61a-9384d22403f6,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:54.287567 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5417a3-9763-4fa1-9eec-266eda4d985b tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] No DVR routers for this DVR port 77930f05-8307-4091-a61a-9384d22403f6 on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:50:54.406812 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19dc304-4270-4c67-bd4f-e775c0ec872c None None] Network cd5279f3-13dd-4cad-8875-b8f7fb07b6ba requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:50:54.414513 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0f5417a3-9763-4fa1-9eec-266eda4d985b tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (c8e504e5-8d16-45ca-97c5-ea29a2f36031), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:54.440090 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-0f5417a3-9763-4fa1-9eec-266eda4d985b tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8e504e5-8d16-45ca-97c5-ea29a2f36031']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:54.457494 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-0f5417a3-9763-4fa1-9eec-266eda4d985b tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01bf8f3b-a237-405f-972c-853b0a456001') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:54.457890 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-0f5417a3-9763-4fa1-9eec-266eda4d985b tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01bf8f3b-a237-405f-972c-853b0a456001') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:54.469688 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0f5417a3-9763-4fa1-9eec-266eda4d985b tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (01bf8f3b-a237-405f-972c-853b0a456001), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:54.491214 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0f5417a3-9763-4fa1-9eec-266eda4d985b tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (01bf8f3b-a237-405f-972c-853b0a456001), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:54.496781 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-f95be7f1-2bde-425e-87ec-b2de525194f4 None None] Provisioning complete for port df2d20ef-de44-4632-bf09-1f1e764e2fa1 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:50:54.497176 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f95be7f1-2bde-425e-87ec-b2de525194f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (df2d20ef-de44-4632-bf09-1f1e764e2fa1), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:54.500453 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f5417a3-9763-4fa1-9eec-266eda4d985b tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:50:54.501096 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0f5417a3-9763-4fa1-9eec-266eda4d985b tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (01bf8f3b-a237-405f-972c-853b0a456001), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:54.562068 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 01bf8f3b-a237-405f-972c-853b0a456001 resource provider aggregate not found Aug 27 04:50:54.603765 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 01bf8f3b-a237-405f-972c-853b0a456001 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 01bf8f3b-a237-405f-972c-853b0a456001 found for delete ", "request_id": "req-93a89bae-d006-4714-8f0d-b569357e8d5d"}]} Aug 27 04:50:54.690104 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0f5417a3-9763-4fa1-9eec-266eda4d985b tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (c8e504e5-8d16-45ca-97c5-ea29a2f36031), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:54.718415 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0f5417a3-9763-4fa1-9eec-266eda4d985b tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:54.729126 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0f5417a3-9763-4fa1-9eec-266eda4d985b tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] 10.222.0.76 "DELETE /networking/v2.0/networks/c8e504e5-8d16-45ca-97c5-ea29a2f36031 HTTP/1.1" status: 204 len: 168 time: 1.2890902 Aug 27 04:50:54.731335 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 54518) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:54.829161 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5417a3-9763-4fa1-9eec-266eda4d985b tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Pushing event deleted for resources: {'Network': ['ID=c8e504e5-8d16-45ca-97c5-ea29a2f36031,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:54.843657 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801e1763-2a17-4783-8e92-057b02aacc65 None None] DHCP port deletion for cd5279f3-13dd-4cad-8875-b8f7fb07b6ba request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:50:54.862474 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-f95be7f1-2bde-425e-87ec-b2de525194f4 None None] Current status of the port df2d20ef-de44-4632-bf09-1f1e764e2fa1 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:50:54.891659 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:54.921867 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-801e1763-2a17-4783-8e92-057b02aacc65 None None] Deleting port df2d20ef-de44-4632-bf09-1f1e764e2fa1 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:50:54.921867 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-801e1763-2a17-4783-8e92-057b02aacc65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (df2d20ef-de44-4632-bf09-1f1e764e2fa1), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:54.931724 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e791e6bd-67f6-4900-b696-f5b152b6bd6f req-9e6a61e6-947d-4da4-b0a0-5e1f9709311b tempest-ServerShowV247Test-1868573598 tempest-ServerShowV247Test-1868573598-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d75bbe34-5092-4be5-aa5d-923ee597a6a5 HTTP/1.1" status: 200 len: 210 time: 0.0968995 Aug 27 04:50:54.983951 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-85a52704-a83d-41a4-8d32-28dc5c3ef08f tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (cd5279f3-13dd-4cad-8875-b8f7fb07b6ba), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:55.002133 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:55.041190 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-801e1763-2a17-4783-8e92-057b02aacc65 None None] For port df2d20ef-de44-4632-bf09-1f1e764e2fa1, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=df2d20ef-de44-4632-bf09-1f1e764e2fa1,segment=NetworkSegment(286b35c1-6434-4023-9d85-915f997a686e),segment_id=286b35c1-6434-4023-9d85-915f997a686e)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:50:55.042758 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-801e1763-2a17-4783-8e92-057b02aacc65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (df2d20ef-de44-4632-bf09-1f1e764e2fa1), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:55.052884 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=74,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:55.065160 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 54556) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:55.075230 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-85a52704-a83d-41a4-8d32-28dc5c3ef08f tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Deleting port df2d20ef-de44-4632-bf09-1f1e764e2fa1 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:50:55.075624 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-85a52704-a83d-41a4-8d32-28dc5c3ef08f tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (df2d20ef-de44-4632-bf09-1f1e764e2fa1), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:55.081945 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-801e1763-2a17-4783-8e92-057b02aacc65 None None] Calling delete_port for df2d20ef-de44-4632-bf09-1f1e764e2fa1 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:50:55.089418 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bdcd9bde-8efc-433a-8b7c-a810db3c5138 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:55.152523 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:INSERT=13 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:55.254113 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bdcd9bde-8efc-433a-8b7c-a810db3c5138 admin admin] Publish callbacks [] for security_group (547c2559-46e8-44f2-bd45-ae9cc7f8e6ff), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:55.303141 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-85a52704-a83d-41a4-8d32-28dc5c3ef08f tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] For port df2d20ef-de44-4632-bf09-1f1e764e2fa1, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=df2d20ef-de44-4632-bf09-1f1e764e2fa1,segment=NetworkSegment(286b35c1-6434-4023-9d85-915f997a686e),segment_id=286b35c1-6434-4023-9d85-915f997a686e)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:50:55.303514 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-85a52704-a83d-41a4-8d32-28dc5c3ef08f tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (df2d20ef-de44-4632-bf09-1f1e764e2fa1), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:55.307332 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:55.309845 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device df2d20ef-de44-4632-bf09-1f1e764e2fa1 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:50:55.328794 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-85a52704-a83d-41a4-8d32-28dc5c3ef08f tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Calling delete_port for df2d20ef-de44-4632-bf09-1f1e764e2fa1 owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:50:55.373062 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bdcd9bde-8efc-433a-8b7c-a810db3c5138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (547c2559-46e8-44f2-bd45-ae9cc7f8e6ff), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:55.382903 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e17f64-9c6d-4004-a929-e1a386352506 None None] DHCP port deletion for c8e504e5-8d16-45ca-97c5-ea29a2f36031 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:50:55.393845 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-ec401554-8cdb-4ef6-ba51-7561a2c4d051 None None] Could not find standard attr ID for object 77930f05-8307-4091-a61a-9384d22403f6. {{(pid=107777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 27 04:50:55.414985 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-801e1763-2a17-4783-8e92-057b02aacc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (df2d20ef-de44-4632-bf09-1f1e764e2fa1), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:55.419846 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-85a52704-a83d-41a4-8d32-28dc5c3ef08f tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (df2d20ef-de44-4632-bf09-1f1e764e2fa1), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:55.426281 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-bdcd9bde-8efc-433a-8b7c-a810db3c5138 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=21f72f96606c438ab6b5619010f4e1cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3599548 Aug 27 04:50:55.428246 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcd9bde-8efc-433a-8b7c-a810db3c5138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547c2559-46e8-44f2-bd45-ae9cc7f8e6ff,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:55.429778 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 54560) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:55.434443 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8389233b-2825-4c10-9873-ed64bbf3f9f9 None None] Network c8e504e5-8d16-45ca-97c5-ea29a2f36031 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:50:55.448940 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801e1763-2a17-4783-8e92-057b02aacc65 None None] No DVR routers for this DVR port df2d20ef-de44-4632-bf09-1f1e764e2fa1 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:50:55.450944 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8389233b-2825-4c10-9873-ed64bbf3f9f9 None None] Network c8e504e5-8d16-45ca-97c5-ea29a2f36031 could not be found, it might have been deleted concurrently. {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Aug 27 04:50:55.460905 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a52704-a83d-41a4-8d32-28dc5c3ef08f tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Pushing event deleted for resources: {'Port': ['ID=df2d20ef-de44-4632-bf09-1f1e764e2fa1,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:55.468051 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a52704-a83d-41a4-8d32-28dc5c3ef08f tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] No DVR routers for this DVR port df2d20ef-de44-4632-bf09-1f1e764e2fa1 on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:50:55.470756 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port df2d20ef-de44-4632-bf09-1f1e764e2fa1 is: ACTIVE; New status is: DOWN {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:50:55.471165 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (df2d20ef-de44-4632-bf09-1f1e764e2fa1), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:55.476336 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801e1763-2a17-4783-8e92-057b02aacc65 None None] Pushing event deleted for resources: {'Port': ['ID=df2d20ef-de44-4632-bf09-1f1e764e2fa1,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:55.491327 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:55.520787 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3389f8e0-a62f-4493-b264-1ca151e39107 admin admin] Publish callbacks [] for security_group (547c2559-46e8-44f2-bd45-ae9cc7f8e6ff), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:55.553246 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3389f8e0-a62f-4493-b264-1ca151e39107 admin admin] Publish callbacks [] for security_group (547c2559-46e8-44f2-bd45-ae9cc7f8e6ff), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:55.584965 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-85a52704-a83d-41a4-8d32-28dc5c3ef08f tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (cd5279f3-13dd-4cad-8875-b8f7fb07b6ba), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:55.608091 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-85a52704-a83d-41a4-8d32-28dc5c3ef08f tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd5279f3-13dd-4cad-8875-b8f7fb07b6ba']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:55.620227 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-85a52704-a83d-41a4-8d32-28dc5c3ef08f tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '286b35c1-6434-4023-9d85-915f997a686e') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:55.621284 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-85a52704-a83d-41a4-8d32-28dc5c3ef08f tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '286b35c1-6434-4023-9d85-915f997a686e') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:55.640519 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-85a52704-a83d-41a4-8d32-28dc5c3ef08f tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (286b35c1-6434-4023-9d85-915f997a686e), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:55.663891 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-85a52704-a83d-41a4-8d32-28dc5c3ef08f tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (286b35c1-6434-4023-9d85-915f997a686e), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:55.682412 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85a52704-a83d-41a4-8d32-28dc5c3ef08f tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:50:55.683000 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-85a52704-a83d-41a4-8d32-28dc5c3ef08f tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (286b35c1-6434-4023-9d85-915f997a686e), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:55.775609 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3389f8e0-a62f-4493-b264-1ca151e39107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (547c2559-46e8-44f2-bd45-ae9cc7f8e6ff), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:55.778512 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3389f8e0-a62f-4493-b264-1ca151e39107 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:55.780221 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3389f8e0-a62f-4493-b264-1ca151e39107 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/547c2559-46e8-44f2-bd45-ae9cc7f8e6ff HTTP/1.1" status: 204 len: 168 time: 0.3488462 Aug 27 04:50:55.794235 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3389f8e0-a62f-4493-b264-1ca151e39107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547c2559-46e8-44f2-bd45-ae9cc7f8e6ff,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:55.933448 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-85a52704-a83d-41a4-8d32-28dc5c3ef08f tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (cd5279f3-13dd-4cad-8875-b8f7fb07b6ba), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:55.942183 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-85a52704-a83d-41a4-8d32-28dc5c3ef08f tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:55.945789 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-85a52704-a83d-41a4-8d32-28dc5c3ef08f tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] 10.222.0.76 "DELETE /networking/v2.0/networks/cd5279f3-13dd-4cad-8875-b8f7fb07b6ba HTTP/1.1" status: 204 len: 168 time: 1.2134821 Aug 27 04:50:55.949050 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 54570) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:55.956971 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a52704-a83d-41a4-8d32-28dc5c3ef08f tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Pushing event deleted for resources: {'Network': ['ID=cd5279f3-13dd-4cad-8875-b8f7fb07b6ba,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:56.048034 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3701ec7f-024a-4e36-87c2-5e7c6b84861d tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (51295c3b-dcbc-4275-826e-d5a1c28d336f), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:56.052529 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-95d9465e-ae20-45a4-b6b8-307ede5153f4 req-01fc25ca-14c7-47e4-9b63-99b2939edf7a tempest-ServerShowV247Test-1868573598 tempest-ServerShowV247Test-1868573598-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d75bbe34-5092-4be5-aa5d-923ee597a6a5 HTTP/1.1" status: 200 len: 210 time: 0.0344300 Aug 27 04:50:56.171800 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3701ec7f-024a-4e36-87c2-5e7c6b84861d tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (51295c3b-dcbc-4275-826e-d5a1c28d336f), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:56.191973 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-3701ec7f-024a-4e36-87c2-5e7c6b84861d tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51295c3b-dcbc-4275-826e-d5a1c28d336f']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:56.202124 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-3701ec7f-024a-4e36-87c2-5e7c6b84861d tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85c32924-2c54-44f3-95c6-a4135a07ca8c') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:56.202420 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-3701ec7f-024a-4e36-87c2-5e7c6b84861d tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85c32924-2c54-44f3-95c6-a4135a07ca8c') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:56.212296 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3701ec7f-024a-4e36-87c2-5e7c6b84861d tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (85c32924-2c54-44f3-95c6-a4135a07ca8c), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:56.228895 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3701ec7f-024a-4e36-87c2-5e7c6b84861d tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (85c32924-2c54-44f3-95c6-a4135a07ca8c), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:56.236268 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3701ec7f-024a-4e36-87c2-5e7c6b84861d tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:50:56.236668 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3701ec7f-024a-4e36-87c2-5e7c6b84861d tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (85c32924-2c54-44f3-95c6-a4135a07ca8c), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:56.283372 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 85c32924-2c54-44f3-95c6-a4135a07ca8c resource provider aggregate not found Aug 27 04:50:56.325967 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 85c32924-2c54-44f3-95c6-a4135a07ca8c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 85c32924-2c54-44f3-95c6-a4135a07ca8c found for delete ", "request_id": "req-64672ec0-f63b-492b-b050-ac7a1085361d"}]} Aug 27 04:50:56.452942 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3701ec7f-024a-4e36-87c2-5e7c6b84861d tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (51295c3b-dcbc-4275-826e-d5a1c28d336f), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:56.463213 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3701ec7f-024a-4e36-87c2-5e7c6b84861d tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:56.466690 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3701ec7f-024a-4e36-87c2-5e7c6b84861d tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] 10.222.0.76 "DELETE /networking/v2.0/networks/51295c3b-dcbc-4275-826e-d5a1c28d336f HTTP/1.1" status: 204 len: 168 time: 0.5163300 Aug 27 04:50:56.469400 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 54586) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:56.477335 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3701ec7f-024a-4e36-87c2-5e7c6b84861d tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Pushing event deleted for resources: {'Network': ['ID=51295c3b-dcbc-4275-826e-d5a1c28d336f,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:56.567440 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-93df87b3-fe4b-4fa3-a69e-ad27da65a37a tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (e586077a-fdff-4129-a94c-d7db55bee0ae), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:56.625680 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 286b35c1-6434-4023-9d85-915f997a686e resource provider aggregate not found Aug 27 04:50:56.657923 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 286b35c1-6434-4023-9d85-915f997a686e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 286b35c1-6434-4023-9d85-915f997a686e found for delete ", "request_id": "req-9914b773-1a89-4221-9859-e57ed4500e32"}]} Aug 27 04:50:56.674922 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a0f3af4a-4f93-40aa-840a-26ca454d8a08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:56.679369 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-93df87b3-fe4b-4fa3-a69e-ad27da65a37a tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (e586077a-fdff-4129-a94c-d7db55bee0ae), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:56.703633 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-93df87b3-fe4b-4fa3-a69e-ad27da65a37a tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e586077a-fdff-4129-a94c-d7db55bee0ae']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:56.715342 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-93df87b3-fe4b-4fa3-a69e-ad27da65a37a tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a2560e4-a5a6-45f5-94d7-0e96bc341712') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:56.715612 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-93df87b3-fe4b-4fa3-a69e-ad27da65a37a tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a2560e4-a5a6-45f5-94d7-0e96bc341712') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:56.731165 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-93df87b3-fe4b-4fa3-a69e-ad27da65a37a tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (6a2560e4-a5a6-45f5-94d7-0e96bc341712), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:56.745216 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-93df87b3-fe4b-4fa3-a69e-ad27da65a37a tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (6a2560e4-a5a6-45f5-94d7-0e96bc341712), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:56.752060 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93df87b3-fe4b-4fa3-a69e-ad27da65a37a tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:50:56.752494 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-93df87b3-fe4b-4fa3-a69e-ad27da65a37a tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (6a2560e4-a5a6-45f5-94d7-0e96bc341712), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:56.815504 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 54596) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:56.961251 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-93df87b3-fe4b-4fa3-a69e-ad27da65a37a tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (e586077a-fdff-4129-a94c-d7db55bee0ae), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:56.970172 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-93df87b3-fe4b-4fa3-a69e-ad27da65a37a tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:56.973519 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-93df87b3-fe4b-4fa3-a69e-ad27da65a37a tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] 10.222.0.76 "DELETE /networking/v2.0/networks/e586077a-fdff-4129-a94c-d7db55bee0ae HTTP/1.1" status: 204 len: 168 time: 0.5027962 Aug 27 04:50:56.986144 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df87b3-fe4b-4fa3-a69e-ad27da65a37a tempest-BulkNetworkOpsIpV6Test-1137304699 tempest-BulkNetworkOpsIpV6Test-1137304699-project] Pushing event deleted for resources: {'Network': ['ID=e586077a-fdff-4129-a94c-d7db55bee0ae,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:57.173049 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-9f3479c5-244a-4b22-85ae-9cfa0dca4601 req-66c7968e-d6be-4f55-9611-a763912dde4b tempest-ServerShowV247Test-1868573598 tempest-ServerShowV247Test-1868573598-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d75bbe34-5092-4be5-aa5d-923ee597a6a5 HTTP/1.1" status: 200 len: 210 time: 0.0279412 Aug 27 04:50:57.178387 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 77930f05-8307-4091-a61a-9384d22403f6 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:50:57.218962 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 77930f05-8307-4091-a61a-9384d22403f6 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:50:57.219300 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 77930f05-8307-4091-a61a-9384d22403f6 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:50:57.427505 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-55d06e08-c2d3-47e5-a3e2-4a7795f65791 req-d4c53b5a-9aad-4852-b888-bacf93585fef service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=30d2b26d-a5ea-40b4-b5c3-55d54465002d HTTP/1.1" status: 200 len: 210 time: 0.0398002 Aug 27 04:50:57.521271 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9cabe346-1b54-4551-9486-1527a0cbd96c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:57.593561 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=74,neutron:INSERT=17,neutron:DELETE=4,neutron:UPDATE=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:57.635393 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9cabe346-1b54-4551-9486-1527a0cbd96c admin admin] Publish callbacks [] for security_group (1eff7e81-bd10-464f-be28-1addddc9178a), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:57.670449 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:57.732762 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9cabe346-1b54-4551-9486-1527a0cbd96c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (1eff7e81-bd10-464f-be28-1addddc9178a), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:57.787769 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-9cabe346-1b54-4551-9486-1527a0cbd96c admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=19b52ba67d3a4468a52ed9b1c849e6b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9709232 Aug 27 04:50:57.788690 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cabe346-1b54-4551-9486-1527a0cbd96c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eff7e81-bd10-464f-be28-1addddc9178a,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:57.796250 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 54618) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:57.870873 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-496f351c-b4be-4062-95ae-1840bb74e827 admin admin] Publish callbacks [] for security_group (1eff7e81-bd10-464f-be28-1addddc9178a), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:57.901660 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-496f351c-b4be-4062-95ae-1840bb74e827 admin admin] Publish callbacks [] for security_group (1eff7e81-bd10-464f-be28-1addddc9178a), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:57.944908 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:58.124370 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-496f351c-b4be-4062-95ae-1840bb74e827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (1eff7e81-bd10-464f-be28-1addddc9178a), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:58.127244 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-496f351c-b4be-4062-95ae-1840bb74e827 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:58.131445 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-496f351c-b4be-4062-95ae-1840bb74e827 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/1eff7e81-bd10-464f-be28-1addddc9178a HTTP/1.1" status: 204 len: 168 time: 0.3307350 Aug 27 04:50:58.138917 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496f351c-b4be-4062-95ae-1840bb74e827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eff7e81-bd10-464f-be28-1addddc9178a,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:58.313631 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-03650d5e-1e11-4a56-b737-91198bc790b5 req-5758e897-a17c-4624-be14-09e57234c4d0 tempest-ServerShowV247Test-1868573598 tempest-ServerShowV247Test-1868573598-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d75bbe34-5092-4be5-aa5d-923ee597a6a5 HTTP/1.1" status: 200 len: 210 time: 0.0410724 Aug 27 04:50:58.316747 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:58.510664 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 54634) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:58.528956 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=44 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:58.680821 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 6a2560e4-a5a6-45f5-94d7-0e96bc341712 resource provider aggregate not found Aug 27 04:50:58.697399 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 6a2560e4-a5a6-45f5-94d7-0e96bc341712 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6a2560e4-a5a6-45f5-94d7-0e96bc341712 found for delete ", "request_id": "req-39e1c0f5-ae01-4dcc-bf4e-141c67f5465f"}]} Aug 27 04:50:58.835810 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:50:59.167319 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4e8d19b9-93c7-40ec-bb02-cea1601c3cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:59.365062 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-4380d4ae-6c59-40f7-af95-6f39963ce343 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=59bd03033f714f7a85eacadc38c4ecc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8547761 Aug 27 04:50:59.369634 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 54656) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:50:59.435822 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d234ad00-6622-4e9d-a3df-c9aab9a2abb2 admin admin] Publish callbacks [] for security_group (ccda34c2-be43-4488-9707-180b379db1a8), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:59.458365 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a5677923-d001-46c5-936d-1906509c19e0 req-617d6e20-0d30-46bc-9800-271a8f0d2a18 tempest-ServerShowV247Test-1868573598 tempest-ServerShowV247Test-1868573598-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d75bbe34-5092-4be5-aa5d-923ee597a6a5 HTTP/1.1" status: 200 len: 210 time: 0.0349462 Aug 27 04:50:59.472059 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d234ad00-6622-4e9d-a3df-c9aab9a2abb2 admin admin] Publish callbacks [] for security_group (ccda34c2-be43-4488-9707-180b379db1a8), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:59.677051 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d234ad00-6622-4e9d-a3df-c9aab9a2abb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (ccda34c2-be43-4488-9707-180b379db1a8), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:59.679909 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d234ad00-6622-4e9d-a3df-c9aab9a2abb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:50:59.681780 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-d234ad00-6622-4e9d-a3df-c9aab9a2abb2 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/ccda34c2-be43-4488-9707-180b379db1a8 HTTP/1.1" status: 204 len: 168 time: 0.3125596 Aug 27 04:50:59.690312 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d234ad00-6622-4e9d-a3df-c9aab9a2abb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccda34c2-be43-4488-9707-180b379db1a8,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:59.926724 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:00.310225 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:00.598174 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5ac1b480-19b5-4d8d-9bd9-d9f6cfe48c69 req-e909ff16-7193-429e-bffc-5efe45984a2b tempest-ServerShowV247Test-1868573598 tempest-ServerShowV247Test-1868573598-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d75bbe34-5092-4be5-aa5d-923ee597a6a5 HTTP/1.1" status: 200 len: 210 time: 0.0281210 Aug 27 04:51:01.107806 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:01.163883 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:01.346791 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-699e8e1c-082a-44a2-ac03-56035056d15a req-a5bed32b-35cf-4266-8e63-07781b415271 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d75bbe34-5092-4be5-aa5d-923ee597a6a5 HTTP/1.1" status: 200 len: 210 time: 0.0274982 Aug 27 04:51:01.487219 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:01.713937 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-314235b8-2af6-4312-9f63-540afedd4124 req-9db21168-f111-4000-aeb5-ed339afb0b2b tempest-ServerShowV247Test-1868573598 tempest-ServerShowV247Test-1868573598-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d75bbe34-5092-4be5-aa5d-923ee597a6a5 HTTP/1.1" status: 200 len: 210 time: 0.0317559 Aug 27 04:51:01.744434 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:01.870229 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:01.908546 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 54722) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:02.170027 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:02.440821 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-747d7fcb-cbb4-4af9-99ad-861058a79d6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:02.521080 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-747d7fcb-cbb4-4af9-99ad-861058a79d6d admin admin] Publish callbacks [] for security_group (fda79311-6422-4689-bd38-8a81c8d849a0), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:02.609986 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-747d7fcb-cbb4-4af9-99ad-861058a79d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (fda79311-6422-4689-bd38-8a81c8d849a0), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:02.650429 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d7fcb-cbb4-4af9-99ad-861058a79d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda79311-6422-4689-bd38-8a81c8d849a0,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:02.654911 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-747d7fcb-cbb4-4af9-99ad-861058a79d6d admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=f1044294cc6343e48ffa3de8f6cd6c50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7453198 Aug 27 04:51:02.657777 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 54740) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:02.711311 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8ed27d24-9444-469c-b543-9fb7beefcbff admin admin] Publish callbacks [] for security_group (fda79311-6422-4689-bd38-8a81c8d849a0), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:02.736959 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8ed27d24-9444-469c-b543-9fb7beefcbff admin admin] Publish callbacks [] for security_group (fda79311-6422-4689-bd38-8a81c8d849a0), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:02.841872 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8132dfb4-9a7a-4a07-9a81-9113fd58fba2 req-fbac669e-67c1-474a-bf03-c40419241b8c tempest-ServerShowV247Test-1868573598 tempest-ServerShowV247Test-1868573598-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d75bbe34-5092-4be5-aa5d-923ee597a6a5 HTTP/1.1" status: 200 len: 210 time: 0.0286100 Aug 27 04:51:03.018680 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8ed27d24-9444-469c-b543-9fb7beefcbff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (fda79311-6422-4689-bd38-8a81c8d849a0), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:03.021326 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8ed27d24-9444-469c-b543-9fb7beefcbff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:03.022496 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8ed27d24-9444-469c-b543-9fb7beefcbff admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/fda79311-6422-4689-bd38-8a81c8d849a0 HTTP/1.1" status: 204 len: 168 time: 0.3632288 Aug 27 04:51:03.031720 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed27d24-9444-469c-b543-9fb7beefcbff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda79311-6422-4689-bd38-8a81c8d849a0,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:03.775466 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=18,neutron:SELECT=73,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:03.841222 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:03.946775 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 54780) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:03.958708 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4eaa7f59-5268-4840-96fa-6ac45da2f662 req-327790d3-6c8a-4260-92e7-0573ed20f59b tempest-ServerShowV247Test-1868573598 tempest-ServerShowV247Test-1868573598-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d75bbe34-5092-4be5-aa5d-923ee597a6a5 HTTP/1.1" status: 200 len: 210 time: 0.0306549 Aug 27 04:51:04.206948 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:04.577735 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 54802) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:04.592785 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6bedd623-7ba8-462c-8c0b-a41d3e4dc687 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:04.656518 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-07d27f28-75d0-45c1-910e-9f5cfae5f146 req-df352b68-5b0a-4ebc-b012-3434d8c3a73a tempest-ServerShowV247Test-1868573598 tempest-ServerShowV247Test-1868573598-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d75bbe34-5092-4be5-aa5d-923ee597a6a5 HTTP/1.1" status: 200 len: 210 time: 0.0293562 Aug 27 04:51:04.684940 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6bedd623-7ba8-462c-8c0b-a41d3e4dc687 admin admin] Publish callbacks [] for security_group (a373f3ed-9c78-45ee-9f25-c8d3d86a75ac), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:04.792563 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6bedd623-7ba8-462c-8c0b-a41d3e4dc687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (a373f3ed-9c78-45ee-9f25-c8d3d86a75ac), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:04.833227 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bedd623-7ba8-462c-8c0b-a41d3e4dc687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a373f3ed-9c78-45ee-9f25-c8d3d86a75ac,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:04.838038 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6bedd623-7ba8-462c-8c0b-a41d3e4dc687 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=55cae27d0bfc4f1b8857b8118e7dfeca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2589972 Aug 27 04:51:04.840920 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 54808) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:04.862887 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-5f6ff6b8-2206-4890-860c-da295a3b57ec admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-2068683273-network', 'tenant_id': '7b3645ed00d94f47b69ffbab3ee73850'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:04.904303 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:04.909089 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-31ca4fd4-c9ce-4dc0-821b-469e2bf228e8 admin admin] Publish callbacks [] for security_group (a373f3ed-9c78-45ee-9f25-c8d3d86a75ac), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:04.930815 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-31ca4fd4-c9ce-4dc0-821b-469e2bf228e8 admin admin] Publish callbacks [] for security_group (a373f3ed-9c78-45ee-9f25-c8d3d86a75ac), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:05.012800 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6ff6b8-2206-4890-860c-da295a3b57ec admin admin] Made reservation on behalf of 7b3645ed00d94f47b69ffbab3ee73850 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:51:05.015991 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5f6ff6b8-2206-4890-860c-da295a3b57ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:05.026362 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5f6ff6b8-2206-4890-860c-da295a3b57ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:05.163753 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-31ca4fd4-c9ce-4dc0-821b-469e2bf228e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (a373f3ed-9c78-45ee-9f25-c8d3d86a75ac), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:05.168147 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-31ca4fd4-c9ce-4dc0-821b-469e2bf228e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:05.169334 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-31ca4fd4-c9ce-4dc0-821b-469e2bf228e8 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/a373f3ed-9c78-45ee-9f25-c8d3d86a75ac HTTP/1.1" status: 204 len: 168 time: 0.3274269 Aug 27 04:51:05.177954 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ca4fd4-c9ce-4dc0-821b-469e2bf228e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a373f3ed-9c78-45ee-9f25-c8d3d86a75ac,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:05.225743 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 54824) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:05.243896 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5f6ff6b8-2206-4890-860c-da295a3b57ec admin admin] Publish callbacks [] for security_group (163eed2a-587e-4633-908b-41992c47c5fd), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:05.396031 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5f6ff6b8-2206-4890-860c-da295a3b57ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (163eed2a-587e-4633-908b-41992c47c5fd), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:05.423713 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f6ff6b8-2206-4890-860c-da295a3b57ec admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:51:05.435536 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6ff6b8-2206-4890-860c-da295a3b57ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163eed2a-587e-4633-908b-41992c47c5fd,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:05.440510 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5f6ff6b8-2206-4890-860c-da295a3b57ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (f535ca34-c927-44e4-9b46-d4d6facdec02), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:05.441025 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-5f6ff6b8-2206-4890-860c-da295a3b57ec admin admin] Added segment f535ca34-c927-44e4-9b46-d4d6facdec02 of type vlan for network e221e316-e76d-4cde-b0ad-94b4bcf89294 Aug 27 04:51:05.483707 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5f6ff6b8-2206-4890-860c-da295a3b57ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (e221e316-e76d-4cde-b0ad-94b4bcf89294), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:05.733100 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5f6ff6b8-2206-4890-860c-da295a3b57ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (e221e316-e76d-4cde-b0ad-94b4bcf89294), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:05.734314 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6ff6b8-2206-4890-860c-da295a3b57ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:05.735108 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5f6ff6b8-2206-4890-860c-da295a3b57ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:05.764047 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-21970051-ca7f-4f58-80c9-7c91c7807768 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1631055727'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:05.807524 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c0778f43-f448-48cb-934d-5a1262f44c09 req-9501f5c2-3238-4805-a7dd-fad3014d874d tempest-ServerShowV247Test-1868573598 tempest-ServerShowV247Test-1868573598-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d75bbe34-5092-4be5-aa5d-923ee597a6a5 HTTP/1.1" status: 200 len: 210 time: 0.0595167 Aug 27 04:51:05.817401 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6ff6b8-2206-4890-860c-da295a3b57ec admin admin] Pushing event updated for resources: {'Network': ['ID=e221e316-e76d-4cde-b0ad-94b4bcf89294,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:05.829211 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network e221e316-e76d-4cde-b0ad-94b4bcf89294 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:51:05.935059 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21970051-ca7f-4f58-80c9-7c91c7807768 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Made reservation on behalf of 11151118b7d14bb38c65f8f3de18c1f9 for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:51:05.939104 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-21970051-ca7f-4f58-80c9-7c91c7807768 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:05.949301 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-21970051-ca7f-4f58-80c9-7c91c7807768 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:05.987122 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-5f6ff6b8-2206-4890-860c-da295a3b57ec admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0383527 Aug 27 04:51:05.990059 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 54844) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:05.995762 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-c4a01ab4-a1c1-4803-be97-81b28172fb2b admin admin] Request body: {'subnet': {'network_id': 'e221e316-e76d-4cde-b0ad-94b4bcf89294', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-2068683273-subnet', 'tenant_id': '7b3645ed00d94f47b69ffbab3ee73850', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:06.054341 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-21970051-ca7f-4f58-80c9-7c91c7807768 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks [] for security_group (3302120c-6024-4dc2-be29-405b1c3b6b42), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:06.150152 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a01ab4-a1c1-4803-be97-81b28172fb2b admin admin] Made reservation on behalf of 7b3645ed00d94f47b69ffbab3ee73850 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:51:06.150659 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-21970051-ca7f-4f58-80c9-7c91c7807768 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (3302120c-6024-4dc2-be29-405b1c3b6b42), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:06.158045 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c4a01ab4-a1c1-4803-be97-81b28172fb2b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:06.180206 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21970051-ca7f-4f58-80c9-7c91c7807768 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:51:06.190417 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21970051-ca7f-4f58-80c9-7c91c7807768 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3302120c-6024-4dc2-be29-405b1c3b6b42,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:06.195108 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-21970051-ca7f-4f58-80c9-7c91c7807768 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (82081832-e69d-408d-b1ac-7d4da4a2f06a), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:06.195450 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-21970051-ca7f-4f58-80c9-7c91c7807768 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Added segment 82081832-e69d-408d-b1ac-7d4da4a2f06a of type vlan for network f88432f5-ca72-4bea-be90-fcc52ff452c2 Aug 27 04:51:06.238189 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-21970051-ca7f-4f58-80c9-7c91c7807768 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (f88432f5-ca72-4bea-be90-fcc52ff452c2), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:06.395400 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-21970051-ca7f-4f58-80c9-7c91c7807768 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (f88432f5-ca72-4bea-be90-fcc52ff452c2), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:06.401417 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21970051-ca7f-4f58-80c9-7c91c7807768 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:06.402455 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-21970051-ca7f-4f58-80c9-7c91c7807768 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:06.476877 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c4a01ab4-a1c1-4803-be97-81b28172fb2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (be2952ba-c92e-437b-81d7-aea29120b777), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:06.556830 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a01ab4-a1c1-4803-be97-81b28172fb2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=be2952ba-c92e-437b-81d7-aea29120b777,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:06.572781 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a01ab4-a1c1-4803-be97-81b28172fb2b admin admin] Checking segment: {'id': 'f535ca34-c927-44e4-9b46-d4d6facdec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e221e316-e76d-4cde-b0ad-94b4bcf89294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:51:06.572781 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a01ab4-a1c1-4803-be97-81b28172fb2b admin admin] Network hostable DHCP agents. Network: e221e316-e76d-4cde-b0ad-94b4bcf89294, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:51:06.663910 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a01ab4-a1c1-4803-be97-81b28172fb2b admin admin] Network e221e316-e76d-4cde-b0ad-94b4bcf89294 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:51:06.691994 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 54864) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:06.770563 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-c4a01ab4-a1c1-4803-be97-81b28172fb2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, e221e316-e76d-4cde-b0ad-94b4bcf89294) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:51:06.781481 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a01ab4-a1c1-4803-be97-81b28172fb2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:06.781481 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c4a01ab4-a1c1-4803-be97-81b28172fb2b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:06.782792 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7caf22-d091-42c8-ae4e-e7727c3531d9 None None] Network e221e316-e76d-4cde-b0ad-94b4bcf89294 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:51:06.811266 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 54870) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:06.821560 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21970051-ca7f-4f58-80c9-7c91c7807768 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Pushing event updated for resources: {'Network': ['ID=f88432f5-ca72-4bea-be90-fcc52ff452c2,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:06.863550 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network f88432f5-ca72-4bea-be90-fcc52ff452c2 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:51:06.911383 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:06.926504 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ea534ae5-f6c3-4a6a-8c26-62991d829571 req-fbb4379a-a005-4838-86c0-8d0f71da9fe2 tempest-ServerShowV247Test-1868573598 tempest-ServerShowV247Test-1868573598-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d75bbe34-5092-4be5-aa5d-923ee597a6a5 HTTP/1.1" status: 200 len: 210 time: 0.0279105 Aug 27 04:51:06.936903 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c4a01ab4-a1c1-4803-be97-81b28172fb2b admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9429660 Aug 27 04:51:06.944465 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 54878) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:06.948289 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-fd12bb5d-641e-4115-b879-ba5fd41da7ba admin admin] Request body: {'router': {'name': 'tempest-SecurityGroupsTestJSON-2068683273-router', 'tenant_id': '7b3645ed00d94f47b69ffbab3ee73850', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:06.950472 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-21970051-ca7f-4f58-80c9-7c91c7807768 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7224755 Aug 27 04:51:07.014121 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d23405-c9f5-401c-bc1b-06f8e4692ca6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-e221e316-e76d-4cde-b0ad-94b4bcf89294', 'network_id': 'e221e316-e76d-4cde-b0ad-94b4bcf89294', 'project_id': '7b3645ed00d94f47b69ffbab3ee73850', 'fixed_ips': [{'subnet_id': 'be2952ba-c92e-437b-81d7-aea29120b777'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:51:07.014121 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-83d23405-c9f5-401c-bc1b-06f8e4692ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:07.047599 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-3ff824eb-211a-4e42-bd0f-f8bdda9ccb36 tempest-RoutersAdminNegativeTest-1001281492 tempest-RoutersAdminNegativeTest-1001281492-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2050618693', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:07.079576 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fd12bb5d-641e-4115-b879-ba5fd41da7ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (57153e38-253c-46c0-bae5-714e99bd2a96), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:07.081112 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fd12bb5d-641e-4115-b879-ba5fd41da7ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (57153e38-253c-46c0-bae5-714e99bd2a96), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:07.178174 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-83d23405-c9f5-401c-bc1b-06f8e4692ca6 None None] Allocated IP 172.20.0.2 (e221e316-e76d-4cde-b0ad-94b4bcf89294/be2952ba-c92e-437b-81d7-aea29120b777/37e2aac2-b4dc-44e6-a81f-61f73be44304) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:51:07.179050 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fd12bb5d-641e-4115-b879-ba5fd41da7ba admin admin] Publish callbacks [] for router_controller (57153e38-253c-46c0-bae5-714e99bd2a96), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:07.187945 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff824eb-211a-4e42-bd0f-f8bdda9ccb36 tempest-RoutersAdminNegativeTest-1001281492 tempest-RoutersAdminNegativeTest-1001281492-project-admin] Made reservation on behalf of 2360b3d1e3f94b11aca87c33f8ecd790 for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:51:07.191534 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3ff824eb-211a-4e42-bd0f-f8bdda9ccb36 tempest-RoutersAdminNegativeTest-1001281492 tempest-RoutersAdminNegativeTest-1001281492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:07.196434 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fe754d21-d282-4b34-8b64-03cd93c65c46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:07.216786 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3ff824eb-211a-4e42-bd0f-f8bdda9ccb36 tempest-RoutersAdminNegativeTest-1001281492 tempest-RoutersAdminNegativeTest-1001281492-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:07.274797 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:07.357103 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-83d23405-c9f5-401c-bc1b-06f8e4692ca6 None None] Publish callbacks [] for port (37e2aac2-b4dc-44e6-a81f-61f73be44304), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:07.471905 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-83d23405-c9f5-401c-bc1b-06f8e4692ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (37e2aac2-b4dc-44e6-a81f-61f73be44304), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:07.480254 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fe754d21-d282-4b34-8b64-03cd93c65c46 admin admin] Publish callbacks [] for security_group (43105061-83ac-44c7-a4c8-2ebb1cd92c2a), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:07.489491 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3ff824eb-211a-4e42-bd0f-f8bdda9ccb36 tempest-RoutersAdminNegativeTest-1001281492 tempest-RoutersAdminNegativeTest-1001281492-project-admin] Publish callbacks [] for security_group (75e87f98-3f0b-43b4-a524-fd94f273f2e8), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:07.494120 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fd12bb5d-641e-4115-b879-ba5fd41da7ba admin admin] Publish callbacks [] for router_gateway (57153e38-253c-46c0-bae5-714e99bd2a96), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:07.521013 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d23405-c9f5-401c-bc1b-06f8e4692ca6 None None] Network e221e316-e76d-4cde-b0ad-94b4bcf89294 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:51:07.530039 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-83d23405-c9f5-401c-bc1b-06f8e4692ca6 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:51:07.534028 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d23405-c9f5-401c-bc1b-06f8e4692ca6 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:51:07.541431 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d23405-c9f5-401c-bc1b-06f8e4692ca6 None None] Pushing event updated for resources: {'Port': ['ID=37e2aac2-b4dc-44e6-a81f-61f73be44304,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:07.557154 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fe754d21-d282-4b34-8b64-03cd93c65c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (43105061-83ac-44c7-a4c8-2ebb1cd92c2a), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:07.570207 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:07.599033 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-83d23405-c9f5-401c-bc1b-06f8e4692ca6 None None] Attempting to bind port 37e2aac2-b4dc-44e6-a81f-61f73be44304 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:51:07.599476 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-83d23405-c9f5-401c-bc1b-06f8e4692ca6 None None] Attempting to bind port 37e2aac2-b4dc-44e6-a81f-61f73be44304 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'f535ca34-c927-44e4-9b46-d4d6facdec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e221e316-e76d-4cde-b0ad-94b4bcf89294'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:51:07.599830 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d23405-c9f5-401c-bc1b-06f8e4692ca6 None None] Attempting to bind port 37e2aac2-b4dc-44e6-a81f-61f73be44304 on network e221e316-e76d-4cde-b0ad-94b4bcf89294 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:51:07.605114 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d23405-c9f5-401c-bc1b-06f8e4692ca6 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:51:07.605462 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d23405-c9f5-401c-bc1b-06f8e4692ca6 None None] Checking segment: {'id': 'f535ca34-c927-44e4-9b46-d4d6facdec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e221e316-e76d-4cde-b0ad-94b4bcf89294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:51:07.605857 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-83d23405-c9f5-401c-bc1b-06f8e4692ca6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:07.609177 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d23405-c9f5-401c-bc1b-06f8e4692ca6 None None] Bound using segment: {'id': 'f535ca34-c927-44e4-9b46-d4d6facdec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e221e316-e76d-4cde-b0ad-94b4bcf89294'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:51:07.609177 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-83d23405-c9f5-401c-bc1b-06f8e4692ca6 None None] Bound port: 37e2aac2-b4dc-44e6-a81f-61f73be44304, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f535ca34-c927-44e4-9b46-d4d6facdec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e221e316-e76d-4cde-b0ad-94b4bcf89294'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:51:07.609413 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-fe754d21-d282-4b34-8b64-03cd93c65c46 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=2654d38f2ffc4e7ca353480bd695d219&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7943850 Aug 27 04:51:07.609515 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-83d23405-c9f5-401c-bc1b-06f8e4692ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (37e2aac2-b4dc-44e6-a81f-61f73be44304), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:07.609607 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe754d21-d282-4b34-8b64-03cd93c65c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43105061-83ac-44c7-a4c8-2ebb1cd92c2a,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:07.610627 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 54886) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:07.615835 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3ff824eb-211a-4e42-bd0f-f8bdda9ccb36 tempest-RoutersAdminNegativeTest-1001281492 tempest-RoutersAdminNegativeTest-1001281492-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (75e87f98-3f0b-43b4-a524-fd94f273f2e8), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:07.623826 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [None req-3ff824eb-211a-4e42-bd0f-f8bdda9ccb36 tempest-RoutersAdminNegativeTest-1001281492 tempest-RoutersAdminNegativeTest-1001281492-project-admin] device_id is not set on port 2eb96c7a-d9b5-41d3-80c2-a86a5bf2bcdc yet. {{(pid=107776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:51:07.694266 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-83d23405-c9f5-401c-bc1b-06f8e4692ca6 None None] For port 37e2aac2-b4dc-44e6-a81f-61f73be44304, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:51:07.698747 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-83d23405-c9f5-401c-bc1b-06f8e4692ca6 None None] For port 37e2aac2-b4dc-44e6-a81f-61f73be44304, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=37e2aac2-b4dc-44e6-a81f-61f73be44304,segment=NetworkSegment(f535ca34-c927-44e4-9b46-d4d6facdec02),segment_id=f535ca34-c927-44e4-9b46-d4d6facdec02)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:51:07.699266 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-560c61f4-0e05-4e88-b4a0-8aee6f8d9c81 admin admin] Publish callbacks [] for security_group (43105061-83ac-44c7-a4c8-2ebb1cd92c2a), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:07.733112 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-560c61f4-0e05-4e88-b4a0-8aee6f8d9c81 admin admin] Publish callbacks [] for security_group (43105061-83ac-44c7-a4c8-2ebb1cd92c2a), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:07.796059 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-83d23405-c9f5-401c-bc1b-06f8e4692ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (37e2aac2-b4dc-44e6-a81f-61f73be44304), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:07.877126 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d23405-c9f5-401c-bc1b-06f8e4692ca6 None None] Pushing event updated for resources: {'Port': ['ID=37e2aac2-b4dc-44e6-a81f-61f73be44304,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:07.889959 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff824eb-211a-4e42-bd0f-f8bdda9ccb36 tempest-RoutersAdminNegativeTest-1001281492 tempest-RoutersAdminNegativeTest-1001281492-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e87f98-3f0b-43b4-a524-fd94f273f2e8,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:07.899260 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-560c61f4-0e05-4e88-b4a0-8aee6f8d9c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (43105061-83ac-44c7-a4c8-2ebb1cd92c2a), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:07.902417 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-560c61f4-0e05-4e88-b4a0-8aee6f8d9c81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:07.904945 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-560c61f4-0e05-4e88-b4a0-8aee6f8d9c81 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/43105061-83ac-44c7-a4c8-2ebb1cd92c2a HTTP/1.1" status: 204 len: 168 time: 0.2915668 Aug 27 04:51:07.940110 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:UPDATE=4,neutron:SELECT=91,neutron:INSERT=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:07.954435 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-3ff824eb-211a-4e42-bd0f-f8bdda9ccb36 tempest-RoutersAdminNegativeTest-1001281492 tempest-RoutersAdminNegativeTest-1001281492-project-admin] Allocated IP 172.25.2.53 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/2eb96c7a-d9b5-41d3-80c2-a86a5bf2bcdc) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:51:07.967151 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c61f4-0e05-4e88-b4a0-8aee6f8d9c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43105061-83ac-44c7-a4c8-2ebb1cd92c2a,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:08.096844 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-00d58baf-18b1-439d-b568-ad7084e7ce66 req-b7057e49-4ccd-4884-93a8-4a670a2bc22c tempest-ServerShowV247Test-1868573598 tempest-ServerShowV247Test-1868573598-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d75bbe34-5092-4be5-aa5d-923ee597a6a5 HTTP/1.1" status: 200 len: 210 time: 0.0407114 Aug 27 04:51:08.220123 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:08.283407 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fd12bb5d-641e-4115-b879-ba5fd41da7ba admin admin] Publish callbacks [] for router_gateway (57153e38-253c-46c0-bae5-714e99bd2a96), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:08.337019 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fd12bb5d-641e-4115-b879-ba5fd41da7ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:08.439832 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3ff824eb-211a-4e42-bd0f-f8bdda9ccb36 tempest-RoutersAdminNegativeTest-1001281492 tempest-RoutersAdminNegativeTest-1001281492-project-admin] Publish callbacks [] for port (2eb96c7a-d9b5-41d3-80c2-a86a5bf2bcdc), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:08.492666 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:08.609264 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3ff824eb-211a-4e42-bd0f-f8bdda9ccb36 tempest-RoutersAdminNegativeTest-1001281492 tempest-RoutersAdminNegativeTest-1001281492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (2eb96c7a-d9b5-41d3-80c2-a86a5bf2bcdc), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:08.664025 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:08.687697 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff824eb-211a-4e42-bd0f-f8bdda9ccb36 tempest-RoutersAdminNegativeTest-1001281492 tempest-RoutersAdminNegativeTest-1001281492-project-admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:51:08.708909 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-3ff824eb-211a-4e42-bd0f-f8bdda9ccb36 tempest-RoutersAdminNegativeTest-1001281492 tempest-RoutersAdminNegativeTest-1001281492-project-admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:51:08.721309 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff824eb-211a-4e42-bd0f-f8bdda9ccb36 tempest-RoutersAdminNegativeTest-1001281492 tempest-RoutersAdminNegativeTest-1001281492-project-admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:51:08.786056 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff824eb-211a-4e42-bd0f-f8bdda9ccb36 tempest-RoutersAdminNegativeTest-1001281492 tempest-RoutersAdminNegativeTest-1001281492-project-admin] Pushing event updated for resources: {'Port': ['ID=2eb96c7a-d9b5-41d3-80c2-a86a5bf2bcdc,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:08.819530 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-fd12bb5d-641e-4115-b879-ba5fd41da7ba admin admin] Allocated IP 172.25.2.62 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/d80990d4-f100-41e9-91c3-252a2fd4dbc0) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:51:08.829161 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff824eb-211a-4e42-bd0f-f8bdda9ccb36 tempest-RoutersAdminNegativeTest-1001281492 tempest-RoutersAdminNegativeTest-1001281492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:08.831572 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3ff824eb-211a-4e42-bd0f-f8bdda9ccb36 tempest-RoutersAdminNegativeTest-1001281492 tempest-RoutersAdminNegativeTest-1001281492-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:08.950513 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3ff824eb-211a-4e42-bd0f-f8bdda9ccb36 tempest-RoutersAdminNegativeTest-1001281492 tempest-RoutersAdminNegativeTest-1001281492-project-admin] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.2568822 Aug 27 04:51:08.958670 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 54914) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:08.967418 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-7f106ebb-206e-438a-8778-a3e2e35abc42 tempest-RoutersAdminNegativeTest-1001281492 tempest-RoutersAdminNegativeTest-1001281492-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.53'}]}}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:09.140420 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7f106ebb-206e-438a-8778-a3e2e35abc42 tempest-RoutersAdminNegativeTest-1001281492 tempest-RoutersAdminNegativeTest-1001281492-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (ab8cb673-a182-47a2-b0e2-3bcd99118f64), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:09.140420 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7f106ebb-206e-438a-8778-a3e2e35abc42 tempest-RoutersAdminNegativeTest-1001281492 tempest-RoutersAdminNegativeTest-1001281492-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (ab8cb673-a182-47a2-b0e2-3bcd99118f64), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:09.396926 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7f106ebb-206e-438a-8778-a3e2e35abc42 tempest-RoutersAdminNegativeTest-1001281492 tempest-RoutersAdminNegativeTest-1001281492-project-admin] Publish callbacks [] for router_controller (ab8cb673-a182-47a2-b0e2-3bcd99118f64), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:09.401290 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fd12bb5d-641e-4115-b879-ba5fd41da7ba admin admin] Publish callbacks [] for port (d80990d4-f100-41e9-91c3-252a2fd4dbc0), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:09.403774 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 37e2aac2-b4dc-44e6-a81f-61f73be44304 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:51:09.466010 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b96d9b-4e51-486e-8964-620107a95e77 None None] Network e221e316-e76d-4cde-b0ad-94b4bcf89294 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:51:09.492009 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b34cbff6-45d8-4baa-98b3-50a56e05d98c req-42128f9a-19b7-43b3-8cd8-7e4bd8dd23d7 tempest-ServerShowV247Test-1868573598 tempest-ServerShowV247Test-1868573598-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d75bbe34-5092-4be5-aa5d-923ee597a6a5 HTTP/1.1" status: 200 len: 210 time: 0.0650518 Aug 27 04:51:09.545096 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fd12bb5d-641e-4115-b879-ba5fd41da7ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (d80990d4-f100-41e9-91c3-252a2fd4dbc0), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:09.569288 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-cfca76c6-edfd-4d8e-805c-1a60199ab76c None None] Provisioning complete for port 37e2aac2-b4dc-44e6-a81f-61f73be44304 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:51:09.569925 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cfca76c6-edfd-4d8e-805c-1a60199ab76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (37e2aac2-b4dc-44e6-a81f-61f73be44304), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:09.614571 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd12bb5d-641e-4115-b879-ba5fd41da7ba admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:51:09.621127 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-fd12bb5d-641e-4115-b879-ba5fd41da7ba admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:51:09.624249 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd12bb5d-641e-4115-b879-ba5fd41da7ba admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:51:09.626179 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 37e2aac2-b4dc-44e6-a81f-61f73be44304 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:51:09.626754 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (37e2aac2-b4dc-44e6-a81f-61f73be44304), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:09.663470 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd12bb5d-641e-4115-b879-ba5fd41da7ba admin admin] Pushing event updated for resources: {'Port': ['ID=d80990d4-f100-41e9-91c3-252a2fd4dbc0,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:09.783394 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7f106ebb-206e-438a-8778-a3e2e35abc42 tempest-RoutersAdminNegativeTest-1001281492 tempest-RoutersAdminNegativeTest-1001281492-project-admin] Publish callbacks [] for router_gateway (ab8cb673-a182-47a2-b0e2-3bcd99118f64), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:09.821849 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 37e2aac2-b4dc-44e6-a81f-61f73be44304 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:51:09.822643 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (37e2aac2-b4dc-44e6-a81f-61f73be44304), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:09.861891 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:09.893061 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 37e2aac2-b4dc-44e6-a81f-61f73be44304, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=37e2aac2-b4dc-44e6-a81f-61f73be44304,segment=NetworkSegment(f535ca34-c927-44e4-9b46-d4d6facdec02),segment_id=f535ca34-c927-44e4-9b46-d4d6facdec02)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:51:09.894326 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-cfca76c6-edfd-4d8e-805c-1a60199ab76c None None] Current status of the port 37e2aac2-b4dc-44e6-a81f-61f73be44304 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:51:09.895172 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cfca76c6-edfd-4d8e-805c-1a60199ab76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (37e2aac2-b4dc-44e6-a81f-61f73be44304), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:10.001188 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (37e2aac2-b4dc-44e6-a81f-61f73be44304), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:10.108836 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:10.178861 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-cfca76c6-edfd-4d8e-805c-1a60199ab76c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:51:10.180986 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-cfca76c6-edfd-4d8e-805c-1a60199ab76c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:51:10.209714 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=37e2aac2-b4dc-44e6-a81f-61f73be44304,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:10.228552 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fd12bb5d-641e-4115-b879-ba5fd41da7ba admin admin] Publish callbacks [] for router_gateway (57153e38-253c-46c0-bae5-714e99bd2a96), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:10.309836 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7f106ebb-206e-438a-8778-a3e2e35abc42 tempest-RoutersAdminNegativeTest-1001281492 tempest-RoutersAdminNegativeTest-1001281492-project-admin] Publish callbacks [] for router_gateway (ab8cb673-a182-47a2-b0e2-3bcd99118f64), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:10.330338 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7f106ebb-206e-438a-8778-a3e2e35abc42 tempest-RoutersAdminNegativeTest-1001281492 tempest-RoutersAdminNegativeTest-1001281492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:10.373488 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 54934) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:10.380629 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-d34eac38-180d-435c-bea5-1a5abddfd23a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Request body: {'subnet': {'network_id': 'f88432f5-ca72-4bea-be90-fcc52ff452c2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:10.460583 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fd12bb5d-641e-4115-b879-ba5fd41da7ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (57153e38-253c-46c0-bae5-714e99bd2a96), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:10.507381 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:10.625564 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34eac38-180d-435c-bea5-1a5abddfd23a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Made reservation on behalf of 11151118b7d14bb38c65f8f3de18c1f9 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:51:10.629310 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d34eac38-180d-435c-bea5-1a5abddfd23a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:10.632582 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7f106ebb-206e-438a-8778-a3e2e35abc42 tempest-RoutersAdminNegativeTest-1001281492 tempest-RoutersAdminNegativeTest-1001281492-project-admin] Publish callbacks [] for router (ab8cb673-a182-47a2-b0e2-3bcd99118f64), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:10.636000 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-0aee5cc2-0b2f-43d7-9cd3-5d31de30af4e req-d60adbeb-8691-4ba7-9b1d-80a1698a4817 tempest-ServerShowV247Test-1868573598 tempest-ServerShowV247Test-1868573598-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d75bbe34-5092-4be5-aa5d-923ee597a6a5 HTTP/1.1" status: 200 len: 210 time: 0.0382891 Aug 27 04:51:10.681716 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd12bb5d-641e-4115-b879-ba5fd41da7ba admin admin] Router 57153e38-253c-46c0-bae5-714e99bd2a96 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:51:10.729507 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-cfca76c6-edfd-4d8e-805c-1a60199ab76c None None] Current status of the port 37e2aac2-b4dc-44e6-a81f-61f73be44304 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:51:10.816812 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd12bb5d-641e-4115-b879-ba5fd41da7ba admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:51:10.828495 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d089a2f6-8f43-42a7-a0aa-aa886ff5d486 None None] Sync routers for ids ['57153e38-253c-46c0-bae5-714e99bd2a96'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:51:10.850056 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-f99b53ea-4902-44b3-9a24-fec3bab59384 None None] Provisioning complete for port 37e2aac2-b4dc-44e6-a81f-61f73be44304 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:51:10.850511 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f99b53ea-4902-44b3-9a24-fec3bab59384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (37e2aac2-b4dc-44e6-a81f-61f73be44304), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:10.853001 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d089a2f6-8f43-42a7-a0aa-aa886ff5d486 None None] Routers {'57153e38-253c-46c0-bae5-714e99bd2a96'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:51:10.853728 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-d089a2f6-8f43-42a7-a0aa-aa886ff5d486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:50:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['57153e38-253c-46c0-bae5-714e99bd2a96'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:10.889173 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7f106ebb-206e-438a-8778-a3e2e35abc42 tempest-RoutersAdminNegativeTest-1001281492 tempest-RoutersAdminNegativeTest-1001281492-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (ab8cb673-a182-47a2-b0e2-3bcd99118f64), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:10.892688 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7f106ebb-206e-438a-8778-a3e2e35abc42 tempest-RoutersAdminNegativeTest-1001281492 tempest-RoutersAdminNegativeTest-1001281492-project-admin] Publish callbacks [] for router_controller (ab8cb673-a182-47a2-b0e2-3bcd99118f64), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:10.939801 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fd12bb5d-641e-4115-b879-ba5fd41da7ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:10.941654 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-fd12bb5d-641e-4115-b879-ba5fd41da7ba admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.9955194 Aug 27 04:51:10.942648 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 54946) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:10.963703 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:11.024256 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-d089a2f6-8f43-42a7-a0aa-aa886ff5d486 None None] Set router 57153e38-253c-46c0-bae5-714e99bd2a96 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:51:11.026440 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-f99b53ea-4902-44b3-9a24-fec3bab59384 None None] Current status of the port 37e2aac2-b4dc-44e6-a81f-61f73be44304 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:51:11.063585 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:11.104553 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7f106ebb-206e-438a-8778-a3e2e35abc42 tempest-RoutersAdminNegativeTest-1001281492 tempest-RoutersAdminNegativeTest-1001281492-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (ab8cb673-a182-47a2-b0e2-3bcd99118f64), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:11.105157 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f106ebb-206e-438a-8778-a3e2e35abc42 tempest-RoutersAdminNegativeTest-1001281492 tempest-RoutersAdminNegativeTest-1001281492-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ab8cb673-a182-47a2-b0e2-3bcd99118f64 {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:51:11.116103 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 54950) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:11.192681 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d34eac38-180d-435c-bea5-1a5abddfd23a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (2e34f4e0-8f80-4c81-8538-629ac55ec53e), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:11.244393 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-7f106ebb-206e-438a-8778-a3e2e35abc42 tempest-RoutersAdminNegativeTest-1001281492 tempest-RoutersAdminNegativeTest-1001281492-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 27 04:51:11.248537 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7f106ebb-206e-438a-8778-a3e2e35abc42 tempest-RoutersAdminNegativeTest-1001281492 tempest-RoutersAdminNegativeTest-1001281492-project-admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.2882526 Aug 27 04:51:11.249262 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 54956) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:11.312698 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 37e2aac2-b4dc-44e6-a81f-61f73be44304 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:51:11.408200 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3af1b-eb1f-4b99-a271-7a9594fd977c tempest-RoutersAdminNegativeTest-1001281492 tempest-RoutersAdminNegativeTest-1001281492-project-admin] Deleting port 2eb96c7a-d9b5-41d3-80c2-a86a5bf2bcdc {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:51:11.408621 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9dc3af1b-eb1f-4b99-a271-7a9594fd977c tempest-RoutersAdminNegativeTest-1001281492 tempest-RoutersAdminNegativeTest-1001281492-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (2eb96c7a-d9b5-41d3-80c2-a86a5bf2bcdc), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:11.423691 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-d089a2f6-8f43-42a7-a0aa-aa886ff5d486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57153e38-253c-46c0-bae5-714e99bd2a96', 'name': 'tempest-SecurityGroupsTestJSON-2068683273-router', 'tenant_id': '7b3645ed00d94f47b69ffbab3ee73850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': 'd80990d4-f100-41e9-91c3-252a2fd4dbc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:51:07Z', 'updated_at': '2022-08-27T04:51:09Z', 'revision_number': 3, 'project_id': '7b3645ed00d94f47b69ffbab3ee73850', 'gw_port': {'id': 'd80990d4-f100-41e9-91c3-252a2fd4dbc0', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b1:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57153e38-253c-46c0-bae5-714e99bd2a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:51:08Z', 'updated_at': '2022-08-27T04:51:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:11.486683 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:11.494747 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34eac38-180d-435c-bea5-1a5abddfd23a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Pushing event updated for resources: {'Subnet': ['ID=2e34f4e0-8f80-4c81-8538-629ac55ec53e,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:11.505819 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34eac38-180d-435c-bea5-1a5abddfd23a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Checking segment: {'id': '82081832-e69d-408d-b1ac-7d4da4a2f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f88432f5-ca72-4bea-be90-fcc52ff452c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:51:11.506271 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34eac38-180d-435c-bea5-1a5abddfd23a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Network hostable DHCP agents. Network: f88432f5-ca72-4bea-be90-fcc52ff452c2, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:51:11.521203 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d089a2f6-8f43-42a7-a0aa-aa886ff5d486 None None] Checking router: 57153e38-253c-46c0-bae5-714e99bd2a96 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:51:11.530008 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d089a2f6-8f43-42a7-a0aa-aa886ff5d486 None None] Updating router 57153e38-253c-46c0-bae5-714e99bd2a96 port d80990d4-f100-41e9-91c3-252a2fd4dbc0 binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:51:11.531517 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:11.557085 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d089a2f6-8f43-42a7-a0aa-aa886ff5d486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (d80990d4-f100-41e9-91c3-252a2fd4dbc0), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:11.566489 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9dc3af1b-eb1f-4b99-a271-7a9594fd977c tempest-RoutersAdminNegativeTest-1001281492 tempest-RoutersAdminNegativeTest-1001281492-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (2eb96c7a-d9b5-41d3-80c2-a86a5bf2bcdc), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:11.570347 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-104046d7-6cff-4679-890d-7e5fc925a40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:11.598596 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6e5f3524-8a2e-4b25-a79e-cb0cf8ff5fa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:11.601170 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3af1b-eb1f-4b99-a271-7a9594fd977c tempest-RoutersAdminNegativeTest-1001281492 tempest-RoutersAdminNegativeTest-1001281492-project-admin] Calling delete_port for 2eb96c7a-d9b5-41d3-80c2-a86a5bf2bcdc owned by {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:51:11.672808 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34eac38-180d-435c-bea5-1a5abddfd23a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Network f88432f5-ca72-4bea-be90-fcc52ff452c2 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:51:11.733502 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 37e2aac2-b4dc-44e6-a81f-61f73be44304 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:51:11.736468 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (37e2aac2-b4dc-44e6-a81f-61f73be44304), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:11.761172 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-d34eac38-180d-435c-bea5-1a5abddfd23a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, f88432f5-ca72-4bea-be90-fcc52ff452c2) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:51:11.779109 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34eac38-180d-435c-bea5-1a5abddfd23a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:11.779701 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d34eac38-180d-435c-bea5-1a5abddfd23a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:11.816522 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-104046d7-6cff-4679-890d-7e5fc925a40b admin admin] Allocated IP 172.20.0.1 (e221e316-e76d-4cde-b0ad-94b4bcf89294/be2952ba-c92e-437b-81d7-aea29120b777/a9f659b3-8acd-442c-86e0-67705f0003a5) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:51:11.901107 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-0c4ab34e-df3d-4f8c-a8b6-539b5c7ba81f req-ced91e4b-4ceb-4e7b-86d5-3686c8d6874c tempest-ServerShowV247Test-1868573598 tempest-ServerShowV247Test-1868573598-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d75bbe34-5092-4be5-aa5d-923ee597a6a5 HTTP/1.1" status: 200 len: 210 time: 0.1426482 Aug 27 04:51:11.917092 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca372b9-5585-4f5c-a438-81d55ea95aae None None] Network f88432f5-ca72-4bea-be90-fcc52ff452c2 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:51:11.938946 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6e5f3524-8a2e-4b25-a79e-cb0cf8ff5fa2 admin admin] Publish callbacks [] for security_group (445fc84c-197f-4f4f-a2a8-b12c0a9971bc), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:12.012127 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-104046d7-6cff-4679-890d-7e5fc925a40b admin admin] Publish callbacks [] for port (a9f659b3-8acd-442c-86e0-67705f0003a5), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:12.016401 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-d34eac38-180d-435c-bea5-1a5abddfd23a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6418417 Aug 27 04:51:12.021891 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 54972) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:12.039876 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:12.042423 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-d1583e82-de00-45bd-910c-5c4f991aa4a0 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1347222770'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:12.058671 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6e5f3524-8a2e-4b25-a79e-cb0cf8ff5fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (445fc84c-197f-4f4f-a2a8-b12c0a9971bc), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:12.086249 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d089a2f6-8f43-42a7-a0aa-aa886ff5d486 None None] Publish callbacks [] for port (d80990d4-f100-41e9-91c3-252a2fd4dbc0), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:12.117376 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-6e5f3524-8a2e-4b25-a79e-cb0cf8ff5fa2 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=6e57f0e3cfdb4ee29ec2d6e1c3468bb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9989846 Aug 27 04:51:12.118553 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5f3524-8a2e-4b25-a79e-cb0cf8ff5fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445fc84c-197f-4f4f-a2a8-b12c0a9971bc,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:12.120927 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 54976) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:12.144881 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 37e2aac2-b4dc-44e6-a81f-61f73be44304 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:51:12.165402 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-104046d7-6cff-4679-890d-7e5fc925a40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (a9f659b3-8acd-442c-86e0-67705f0003a5), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:12.174665 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d089a2f6-8f43-42a7-a0aa-aa886ff5d486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (d80990d4-f100-41e9-91c3-252a2fd4dbc0), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:12.176895 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1583e82-de00-45bd-910c-5c4f991aa4a0 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Made reservation on behalf of 11151118b7d14bb38c65f8f3de18c1f9 for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:51:12.186512 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d1583e82-de00-45bd-910c-5c4f991aa4a0 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:12.191943 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9dc3af1b-eb1f-4b99-a271-7a9594fd977c tempest-RoutersAdminNegativeTest-1001281492 tempest-RoutersAdminNegativeTest-1001281492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (2eb96c7a-d9b5-41d3-80c2-a86a5bf2bcdc), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:12.213941 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104046d7-6cff-4679-890d-7e5fc925a40b admin admin] Network e221e316-e76d-4cde-b0ad-94b4bcf89294 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:51:12.219291 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-104046d7-6cff-4679-890d-7e5fc925a40b admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:51:12.223370 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104046d7-6cff-4679-890d-7e5fc925a40b admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:51:12.233271 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf384f-5d32-4c03-bf72-db6f363bd51f None None] Pushing event updated for resources: {'Port': ['ID=d80990d4-f100-41e9-91c3-252a2fd4dbc0,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:12.236896 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f40a01-df1f-4699-87b4-2a9669fb192c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-f88432f5-ca72-4bea-be90-fcc52ff452c2', 'network_id': 'f88432f5-ca72-4bea-be90-fcc52ff452c2', 'project_id': '11151118b7d14bb38c65f8f3de18c1f9', 'fixed_ips': [{'subnet_id': '2e34f4e0-8f80-4c81-8538-629ac55ec53e'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:51:12.238622 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f0f40a01-df1f-4699-87b4-2a9669fb192c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:12.265614 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-d089a2f6-8f43-42a7-a0aa-aa886ff5d486 None None] Attempting to bind port d80990d4-f100-41e9-91c3-252a2fd4dbc0 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:51:12.265614 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-d089a2f6-8f43-42a7-a0aa-aa886ff5d486 None None] Attempting to bind port d80990d4-f100-41e9-91c3-252a2fd4dbc0 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:51:12.266379 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d089a2f6-8f43-42a7-a0aa-aa886ff5d486 None None] Attempting to bind port d80990d4-f100-41e9-91c3-252a2fd4dbc0 on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:51:12.271589 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104046d7-6cff-4679-890d-7e5fc925a40b admin admin] Pushing event updated for resources: {'Port': ['ID=a9f659b3-8acd-442c-86e0-67705f0003a5,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:12.286501 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-104046d7-6cff-4679-890d-7e5fc925a40b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (57153e38-253c-46c0-bae5-714e99bd2a96), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:12.289782 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d089a2f6-8f43-42a7-a0aa-aa886ff5d486 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:51:12.293182 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d089a2f6-8f43-42a7-a0aa-aa886ff5d486 None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:51:12.293602 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d089a2f6-8f43-42a7-a0aa-aa886ff5d486 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:12.295849 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d089a2f6-8f43-42a7-a0aa-aa886ff5d486 None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:51:12.296405 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-d089a2f6-8f43-42a7-a0aa-aa886ff5d486 None None] Bound port: d80990d4-f100-41e9-91c3-252a2fd4dbc0, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:51:12.296760 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d089a2f6-8f43-42a7-a0aa-aa886ff5d486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (d80990d4-f100-41e9-91c3-252a2fd4dbc0), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:12.321148 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3af1b-eb1f-4b99-a271-7a9594fd977c tempest-RoutersAdminNegativeTest-1001281492 tempest-RoutersAdminNegativeTest-1001281492-project-admin] Pushing event deleted for resources: {'Port': ['ID=2eb96c7a-d9b5-41d3-80c2-a86a5bf2bcdc,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:12.338082 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e9941c9a-26ac-4392-9ef4-bd7cfad30fde admin admin] Publish callbacks [] for security_group (445fc84c-197f-4f4f-a2a8-b12c0a9971bc), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:12.410251 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1583e82-de00-45bd-910c-5c4f991aa4a0 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:51:12.477660 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e9941c9a-26ac-4392-9ef4-bd7cfad30fde admin admin] Publish callbacks [] for security_group (445fc84c-197f-4f4f-a2a8-b12c0a9971bc), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:12.493770 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d089a2f6-8f43-42a7-a0aa-aa886ff5d486 None None] For port d80990d4-f100-41e9-91c3-252a2fd4dbc0, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:51:12.498941 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d089a2f6-8f43-42a7-a0aa-aa886ff5d486 None None] For port d80990d4-f100-41e9-91c3-252a2fd4dbc0, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=d80990d4-f100-41e9-91c3-252a2fd4dbc0,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:51:12.506054 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d1583e82-de00-45bd-910c-5c4f991aa4a0 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (5d306e09-7b5e-408d-af47-c6aad21e1d55), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:12.506409 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-d1583e82-de00-45bd-910c-5c4f991aa4a0 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Added segment 5d306e09-7b5e-408d-af47-c6aad21e1d55 of type vlan for network 5b133cb0-e860-452c-9e86-7d9939e6d3f6 Aug 27 04:51:12.557494 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:12.560471 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-104046d7-6cff-4679-890d-7e5fc925a40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a9f659b3-8acd-442c-86e0-67705f0003a5), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:12.578567 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9dc3af1b-eb1f-4b99-a271-7a9594fd977c tempest-RoutersAdminNegativeTest-1001281492 tempest-RoutersAdminNegativeTest-1001281492-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:12.583152 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9dc3af1b-eb1f-4b99-a271-7a9594fd977c tempest-RoutersAdminNegativeTest-1001281492 tempest-RoutersAdminNegativeTest-1001281492-project-admin] 10.222.0.76 "DELETE /networking/v2.0/ports/2eb96c7a-d9b5-41d3-80c2-a86a5bf2bcdc HTTP/1.1" status: 204 len: 168 time: 1.3298764 Aug 27 04:51:12.593044 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-f0f40a01-df1f-4699-87b4-2a9669fb192c None None] Allocated IP 2001:db8:0:ffff::2 (f88432f5-ca72-4bea-be90-fcc52ff452c2/2e34f4e0-8f80-4c81-8538-629ac55ec53e/6a1f0aee-c84b-415b-9a62-dd09ce059a82) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:51:12.602026 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d1583e82-de00-45bd-910c-5c4f991aa4a0 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (5b133cb0-e860-452c-9e86-7d9939e6d3f6), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:12.613725 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d089a2f6-8f43-42a7-a0aa-aa886ff5d486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (d80990d4-f100-41e9-91c3-252a2fd4dbc0), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:12.736137 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d089a2f6-8f43-42a7-a0aa-aa886ff5d486 None None] Routers {'57153e38-253c-46c0-bae5-714e99bd2a96'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:51:12.737170 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-d089a2f6-8f43-42a7-a0aa-aa886ff5d486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:50:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['57153e38-253c-46c0-bae5-714e99bd2a96'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:12.742038 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d1583e82-de00-45bd-910c-5c4f991aa4a0 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (5b133cb0-e860-452c-9e86-7d9939e6d3f6), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:12.747104 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-72b24b28-6c58-4932-b5ac-d1f132abcc7a None None] Provisioning complete for port a9f659b3-8acd-442c-86e0-67705f0003a5 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:51:12.747104 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-72b24b28-6c58-4932-b5ac-d1f132abcc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a9f659b3-8acd-442c-86e0-67705f0003a5), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:12.750449 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1583e82-de00-45bd-910c-5c4f991aa4a0 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:12.755887 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d1583e82-de00-45bd-910c-5c4f991aa4a0 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:12.766581 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e9941c9a-26ac-4392-9ef4-bd7cfad30fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (445fc84c-197f-4f4f-a2a8-b12c0a9971bc), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:12.771871 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e9941c9a-26ac-4392-9ef4-bd7cfad30fde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:12.774372 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e9941c9a-26ac-4392-9ef4-bd7cfad30fde admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/445fc84c-197f-4f4f-a2a8-b12c0a9971bc HTTP/1.1" status: 204 len: 168 time: 0.6515272 Aug 27 04:51:12.788706 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-104046d7-6cff-4679-890d-7e5fc925a40b admin admin] Publish callbacks [] for port (a9f659b3-8acd-442c-86e0-67705f0003a5), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:12.817525 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-72b24b28-6c58-4932-b5ac-d1f132abcc7a None None] Port a9f659b3-8acd-442c-86e0-67705f0003a5 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:51:12.823123 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf384f-5d32-4c03-bf72-db6f363bd51f None None] Pushing event updated for resources: {'Port': ['ID=d80990d4-f100-41e9-91c3-252a2fd4dbc0,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:12.835408 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9941c9a-26ac-4392-9ef4-bd7cfad30fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445fc84c-197f-4f4f-a2a8-b12c0a9971bc,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:12.861589 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1583e82-de00-45bd-910c-5c4f991aa4a0 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Pushing event updated for resources: {'Network': ['ID=5b133cb0-e860-452c-9e86-7d9939e6d3f6,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:12.871111 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-104046d7-6cff-4679-890d-7e5fc925a40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (a9f659b3-8acd-442c-86e0-67705f0003a5), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:12.901162 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 5b133cb0-e860-452c-9e86-7d9939e6d3f6 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:51:12.941731 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-104046d7-6cff-4679-890d-7e5fc925a40b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (57153e38-253c-46c0-bae5-714e99bd2a96), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:12.943707 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104046d7-6cff-4679-890d-7e5fc925a40b admin admin] Pushing event updated for resources: {'Port': ['ID=a9f659b3-8acd-442c-86e0-67705f0003a5,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:12.971972 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-d1583e82-de00-45bd-910c-5c4f991aa4a0 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9468811 Aug 27 04:51:12.980498 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 54998) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:12.986032 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-ec3468db-68cf-4e72-8541-e98df2920188 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Request body: {'subnet': {'network_id': '5b133cb0-e860-452c-9e86-7d9939e6d3f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:13.061607 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-d089a2f6-8f43-42a7-a0aa-aa886ff5d486 None None] Set router 57153e38-253c-46c0-bae5-714e99bd2a96 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:51:13.067842 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f0f40a01-df1f-4699-87b4-2a9669fb192c None None] Publish callbacks [] for port (6a1f0aee-c84b-415b-9a62-dd09ce059a82), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:13.100225 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104046d7-6cff-4679-890d-7e5fc925a40b admin admin] Network e221e316-e76d-4cde-b0ad-94b4bcf89294 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:51:13.102542 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-104046d7-6cff-4679-890d-7e5fc925a40b admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:51:13.112800 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8b5aa3d2-8564-4da3-8901-8a058aa3297e req-520ed9a3-cdfa-4ba9-82eb-dff311ac2baa tempest-ServerShowV247Test-1868573598 tempest-ServerShowV247Test-1868573598-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d75bbe34-5092-4be5-aa5d-923ee597a6a5 HTTP/1.1" status: 200 len: 210 time: 0.0338254 Aug 27 04:51:13.194998 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f0f40a01-df1f-4699-87b4-2a9669fb192c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (6a1f0aee-c84b-415b-9a62-dd09ce059a82), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:13.217604 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:13.250576 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-104046d7-6cff-4679-890d-7e5fc925a40b admin admin] Router 57153e38-253c-46c0-bae5-714e99bd2a96 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:51:13.283934 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3468db-68cf-4e72-8541-e98df2920188 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Made reservation on behalf of 11151118b7d14bb38c65f8f3de18c1f9 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:51:13.285829 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f40a01-df1f-4699-87b4-2a9669fb192c None None] Network f88432f5-ca72-4bea-be90-fcc52ff452c2 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:51:13.288708 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ec3468db-68cf-4e72-8541-e98df2920188 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:13.294648 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-f0f40a01-df1f-4699-87b4-2a9669fb192c None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:51:13.302459 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f40a01-df1f-4699-87b4-2a9669fb192c None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:51:13.309795 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f40a01-df1f-4699-87b4-2a9669fb192c None None] Pushing event updated for resources: {'Port': ['ID=6a1f0aee-c84b-415b-9a62-dd09ce059a82,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:13.443919 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104046d7-6cff-4679-890d-7e5fc925a40b admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:51:13.453299 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-104046d7-6cff-4679-890d-7e5fc925a40b admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/57153e38-253c-46c0-bae5-714e99bd2a96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5055039 Aug 27 04:51:13.549348 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:13.588073 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-f0f40a01-df1f-4699-87b4-2a9669fb192c None None] Attempting to bind port 6a1f0aee-c84b-415b-9a62-dd09ce059a82 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:51:13.589105 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-f0f40a01-df1f-4699-87b4-2a9669fb192c None None] Attempting to bind port 6a1f0aee-c84b-415b-9a62-dd09ce059a82 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '82081832-e69d-408d-b1ac-7d4da4a2f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f88432f5-ca72-4bea-be90-fcc52ff452c2'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:51:13.589479 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f40a01-df1f-4699-87b4-2a9669fb192c None None] Attempting to bind port 6a1f0aee-c84b-415b-9a62-dd09ce059a82 on network f88432f5-ca72-4bea-be90-fcc52ff452c2 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:51:13.595031 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-e7a5976c-b56a-4b4c-8ede-dcb37371123b None None] Provisioning complete for port a9f659b3-8acd-442c-86e0-67705f0003a5 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:51:13.595406 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e7a5976c-b56a-4b4c-8ede-dcb37371123b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a9f659b3-8acd-442c-86e0-67705f0003a5), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:13.638643 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f40a01-df1f-4699-87b4-2a9669fb192c None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:51:13.639019 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f40a01-df1f-4699-87b4-2a9669fb192c None None] Checking segment: {'id': '82081832-e69d-408d-b1ac-7d4da4a2f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f88432f5-ca72-4bea-be90-fcc52ff452c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:51:13.639463 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f0f40a01-df1f-4699-87b4-2a9669fb192c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:13.639855 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f40a01-df1f-4699-87b4-2a9669fb192c None None] Bound using segment: {'id': '82081832-e69d-408d-b1ac-7d4da4a2f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f88432f5-ca72-4bea-be90-fcc52ff452c2'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:51:13.640393 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-f0f40a01-df1f-4699-87b4-2a9669fb192c None None] Bound port: 6a1f0aee-c84b-415b-9a62-dd09ce059a82, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82081832-e69d-408d-b1ac-7d4da4a2f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f88432f5-ca72-4bea-be90-fcc52ff452c2'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:51:13.640779 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f0f40a01-df1f-4699-87b4-2a9669fb192c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (6a1f0aee-c84b-415b-9a62-dd09ce059a82), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:13.667593 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ec3468db-68cf-4e72-8541-e98df2920188 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (900661e8-8d87-432f-bf6b-ce43d4bb54a4), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:13.669623 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=82,neutron:DELETE=10,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:13.680397 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-e7a5976c-b56a-4b4c-8ede-dcb37371123b None None] Port a9f659b3-8acd-442c-86e0-67705f0003a5 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:51:13.703045 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-d089a2f6-8f43-42a7-a0aa-aa886ff5d486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57153e38-253c-46c0-bae5-714e99bd2a96', 'name': 'tempest-SecurityGroupsTestJSON-2068683273-router', 'tenant_id': '7b3645ed00d94f47b69ffbab3ee73850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': 'd80990d4-f100-41e9-91c3-252a2fd4dbc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:51:07Z', 'updated_at': '2022-08-27T04:51:12Z', 'revision_number': 4, 'project_id': '7b3645ed00d94f47b69ffbab3ee73850', 'gw_port': {'id': 'd80990d4-f100-41e9-91c3-252a2fd4dbc0', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b1:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57153e38-253c-46c0-bae5-714e99bd2a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:51:08Z', 'updated_at': '2022-08-27T04:51:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'a9f659b3-8acd-442c-86e0-67705f0003a5', 'name': '', 'network_id': 'e221e316-e76d-4cde-b0ad-94b4bcf89294', 'tenant_id': '7b3645ed00d94f47b69ffbab3ee73850', 'mac_address': 'fa:16:3e:f7:a8:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57153e38-253c-46c0-bae5-714e99bd2a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': 'be2952ba-c92e-437b-81d7-aea29120b777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:51:11Z', 'updated_at': '2022-08-27T04:51:11Z', 'revision_number': 1, 'project_id': '7b3645ed00d94f47b69ffbab3ee73850', 'subnets': [{'id': 'be2952ba-c92e-437b-81d7-aea29120b777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:13.733070 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d089a2f6-8f43-42a7-a0aa-aa886ff5d486 None None] The sync data for ids ['57153e38-253c-46c0-bae5-714e99bd2a96'] in n-d-852088-5 is: [{'id': '57153e38-253c-46c0-bae5-714e99bd2a96', 'name': 'tempest-SecurityGroupsTestJSON-2068683273-router', 'tenant_id': '7b3645ed00d94f47b69ffbab3ee73850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': 'd80990d4-f100-41e9-91c3-252a2fd4dbc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:51:07Z', 'updated_at': '2022-08-27T04:51:12Z', 'revision_number': 4, 'project_id': '7b3645ed00d94f47b69ffbab3ee73850', 'gw_port': {'id': 'd80990d4-f100-41e9-91c3-252a2fd4dbc0', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b1:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57153e38-253c-46c0-bae5-714e99bd2a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:51:08Z', 'updated_at': '2022-08-27T04:51:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'a9f659b3-8acd-442c-86e0-67705f0003a5', 'name': '', 'network_id': 'e221e316-e76d-4cde-b0ad-94b4bcf89294', 'tenant_id': '7b3645ed00d94f47b69ffbab3ee73850', 'mac_address': 'fa:16:3e:f7:a8:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57153e38-253c-46c0-bae5-714e99bd2a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': 'be2952ba-c92e-437b-81d7-aea29120b777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:51:11Z', 'updated_at': '2022-08-27T04:51:11Z', 'revision_number': 1, 'project_id': '7b3645ed00d94f47b69ffbab3ee73850', 'subnets': [{'id': 'be2952ba-c92e-437b-81d7-aea29120b777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:51:13.765508 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3468db-68cf-4e72-8541-e98df2920188 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Pushing event updated for resources: {'Subnet': ['ID=900661e8-8d87-432f-bf6b-ce43d4bb54a4,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:13.765677 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-f0f40a01-df1f-4699-87b4-2a9669fb192c None None] For port 6a1f0aee-c84b-415b-9a62-dd09ce059a82, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:51:13.768379 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3468db-68cf-4e72-8541-e98df2920188 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Checking segment: {'id': '5d306e09-7b5e-408d-af47-c6aad21e1d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5b133cb0-e860-452c-9e86-7d9939e6d3f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:51:13.768379 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3468db-68cf-4e72-8541-e98df2920188 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Network hostable DHCP agents. Network: 5b133cb0-e860-452c-9e86-7d9939e6d3f6, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:51:13.778671 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-f0f40a01-df1f-4699-87b4-2a9669fb192c None None] For port 6a1f0aee-c84b-415b-9a62-dd09ce059a82, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=6a1f0aee-c84b-415b-9a62-dd09ce059a82,segment=NetworkSegment(82081832-e69d-408d-b1ac-7d4da4a2f06a),segment_id=82081832-e69d-408d-b1ac-7d4da4a2f06a)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:51:13.779039 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 55010) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:13.779224 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=87,neutron:INSERT=1,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:13.860547 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 55016) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:13.867316 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:13.898313 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3468db-68cf-4e72-8541-e98df2920188 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Network 5b133cb0-e860-452c-9e86-7d9939e6d3f6 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:51:13.899414 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f0f40a01-df1f-4699-87b4-2a9669fb192c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (6a1f0aee-c84b-415b-9a62-dd09ce059a82), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:14.021824 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f40a01-df1f-4699-87b4-2a9669fb192c None None] Pushing event updated for resources: {'Port': ['ID=6a1f0aee-c84b-415b-9a62-dd09ce059a82,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:14.029710 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-ec3468db-68cf-4e72-8541-e98df2920188 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 5b133cb0-e860-452c-9e86-7d9939e6d3f6) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:51:14.035140 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3468db-68cf-4e72-8541-e98df2920188 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:14.038520 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ec3468db-68cf-4e72-8541-e98df2920188 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:14.056154 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccea39c0-5088-449c-8a9a-4e0b055af81d None None] Network 5b133cb0-e860-452c-9e86-7d9939e6d3f6 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:51:14.074511 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f40a01-df1f-4699-87b4-2a9669fb192c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:14.074511 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f40a01-df1f-4699-87b4-2a9669fb192c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:14.074511 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f40a01-df1f-4699-87b4-2a9669fb192c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:14.074511 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f40a01-df1f-4699-87b4-2a9669fb192c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:14.074511 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f40a01-df1f-4699-87b4-2a9669fb192c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:14.074511 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f40a01-df1f-4699-87b4-2a9669fb192c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:14.074511 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f40a01-df1f-4699-87b4-2a9669fb192c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:14.074511 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f40a01-df1f-4699-87b4-2a9669fb192c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:14.074511 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f40a01-df1f-4699-87b4-2a9669fb192c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:14.074511 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f40a01-df1f-4699-87b4-2a9669fb192c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:14.075558 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f40a01-df1f-4699-87b4-2a9669fb192c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:14.075558 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f40a01-df1f-4699-87b4-2a9669fb192c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:14.075882 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f40a01-df1f-4699-87b4-2a9669fb192c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:14.076270 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f40a01-df1f-4699-87b4-2a9669fb192c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:14.076569 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f40a01-df1f-4699-87b4-2a9669fb192c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:14.196090 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 55028) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:14.202035 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ec3468db-68cf-4e72-8541-e98df2920188 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2107685 Aug 27 04:51:14.292713 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e021ee8-59b6-45b5-affd-9282ba8fd907 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-5b133cb0-e860-452c-9e86-7d9939e6d3f6', 'network_id': '5b133cb0-e860-452c-9e86-7d9939e6d3f6', 'project_id': '11151118b7d14bb38c65f8f3de18c1f9', 'fixed_ips': [{'subnet_id': '900661e8-8d87-432f-bf6b-ce43d4bb54a4'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:51:14.293750 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4e021ee8-59b6-45b5-affd-9282ba8fd907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:14.331254 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-71e1a2b6-c4f3-4d47-8101-fc1fd1904f77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:14.380637 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-42ec3d6d-41a4-4ce6-b186-359f1924849b req-b24764bd-fc3b-4c21-9cac-9435f9e35af8 tempest-ServerShowV247Test-1868573598 tempest-ServerShowV247Test-1868573598-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d75bbe34-5092-4be5-aa5d-923ee597a6a5 HTTP/1.1" status: 200 len: 210 time: 0.0954752 Aug 27 04:51:14.461497 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-57e0a3be-bd36-4a92-bea3-56b4e67f19af tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (5b133cb0-e860-452c-9e86-7d9939e6d3f6), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:14.515930 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-4e021ee8-59b6-45b5-affd-9282ba8fd907 None None] Allocated IP 2001:db8::1 (5b133cb0-e860-452c-9e86-7d9939e6d3f6/900661e8-8d87-432f-bf6b-ce43d4bb54a4/6a4666f2-6428-458a-be9e-74bed605db0a) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:51:14.675364 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-71e1a2b6-c4f3-4d47-8101-fc1fd1904f77 admin admin] Publish callbacks [] for security_group (c98016ec-a6cc-4e8f-8e3c-8ce95c6b55fb), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:14.675364 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9174c448-6bcc-4534-a7cc-0dbfbde0cce3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:14.675364 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-57e0a3be-bd36-4a92-bea3-56b4e67f19af tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (900661e8-8d87-432f-bf6b-ce43d4bb54a4), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:14.754325 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4e021ee8-59b6-45b5-affd-9282ba8fd907 None None] Publish callbacks [] for port (6a4666f2-6428-458a-be9e-74bed605db0a), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:14.783579 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 55032) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:14.797450 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4caa849d-9e5b-4395-b6d6-648a21a96640 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:14.819137 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-71e1a2b6-c4f3-4d47-8101-fc1fd1904f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (c98016ec-a6cc-4e8f-8e3c-8ce95c6b55fb), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:14.894488 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9174c448-6bcc-4534-a7cc-0dbfbde0cce3 admin admin] Publish callbacks [] for security_group (0cefd7e1-19ad-4068-b9a0-91847d629bfb), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:14.894488 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-71e1a2b6-c4f3-4d47-8101-fc1fd1904f77 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=dc976c7c588e42f089299ed5a3c124fe&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0917206 Aug 27 04:51:14.895114 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 55036) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:14.898098 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e1a2b6-c4f3-4d47-8101-fc1fd1904f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98016ec-a6cc-4e8f-8e3c-8ce95c6b55fb,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:14.920846 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4e021ee8-59b6-45b5-affd-9282ba8fd907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (6a4666f2-6428-458a-be9e-74bed605db0a), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:14.956898 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4caa849d-9e5b-4395-b6d6-648a21a96640 admin admin] Publish callbacks [] for security_group (b9941197-29ca-4464-bd07-dc97b041b293), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:14.981450 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9174c448-6bcc-4534-a7cc-0dbfbde0cce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (0cefd7e1-19ad-4068-b9a0-91847d629bfb), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:15.033600 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9174c448-6bcc-4534-a7cc-0dbfbde0cce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cefd7e1-19ad-4068-b9a0-91847d629bfb,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:15.037998 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-57e0a3be-bd36-4a92-bea3-56b4e67f19af tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (900661e8-8d87-432f-bf6b-ce43d4bb54a4), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:15.059299 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e021ee8-59b6-45b5-affd-9282ba8fd907 None None] Network 5b133cb0-e860-452c-9e86-7d9939e6d3f6 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:51:15.081512 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-4e021ee8-59b6-45b5-affd-9282ba8fd907 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:51:15.085839 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e021ee8-59b6-45b5-affd-9282ba8fd907 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:51:15.095171 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4caa849d-9e5b-4395-b6d6-648a21a96640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (b9941197-29ca-4464-bd07-dc97b041b293), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:15.096255 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e0a3be-bd36-4a92-bea3-56b4e67f19af tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Pushing event deleted for resources: {'Subnet': ['ID=900661e8-8d87-432f-bf6b-ce43d4bb54a4,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:15.096601 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e021ee8-59b6-45b5-affd-9282ba8fd907 None None] Pushing event updated for resources: {'Port': ['ID=6a4666f2-6428-458a-be9e-74bed605db0a,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:15.136808 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c49a593b-765f-4432-bc86-183f0e498b2f admin admin] Publish callbacks [] for security_group (c98016ec-a6cc-4e8f-8e3c-8ce95c6b55fb), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:15.175068 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-9174c448-6bcc-4534-a7cc-0dbfbde0cce3 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=40339c1d2e2842cab5a9a143a40c0d8e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3132691 Aug 27 04:51:15.190104 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 55040) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:15.251352 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:15.300813 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-4e021ee8-59b6-45b5-affd-9282ba8fd907 None None] Attempting to bind port 6a4666f2-6428-458a-be9e-74bed605db0a on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:51:15.301183 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-4e021ee8-59b6-45b5-affd-9282ba8fd907 None None] Attempting to bind port 6a4666f2-6428-458a-be9e-74bed605db0a by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '5d306e09-7b5e-408d-af47-c6aad21e1d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5b133cb0-e860-452c-9e86-7d9939e6d3f6'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:51:15.301866 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e021ee8-59b6-45b5-affd-9282ba8fd907 None None] Attempting to bind port 6a4666f2-6428-458a-be9e-74bed605db0a on network 5b133cb0-e860-452c-9e86-7d9939e6d3f6 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:51:15.310388 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-57e0a3be-bd36-4a92-bea3-56b4e67f19af tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (5b133cb0-e860-452c-9e86-7d9939e6d3f6), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:15.315167 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e021ee8-59b6-45b5-affd-9282ba8fd907 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:51:15.324558 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e021ee8-59b6-45b5-affd-9282ba8fd907 None None] Checking segment: {'id': '5d306e09-7b5e-408d-af47-c6aad21e1d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5b133cb0-e860-452c-9e86-7d9939e6d3f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:51:15.325252 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4e021ee8-59b6-45b5-affd-9282ba8fd907 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:15.325663 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e021ee8-59b6-45b5-affd-9282ba8fd907 None None] Bound using segment: {'id': '5d306e09-7b5e-408d-af47-c6aad21e1d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5b133cb0-e860-452c-9e86-7d9939e6d3f6'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:51:15.326167 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-4e021ee8-59b6-45b5-affd-9282ba8fd907 None None] Bound port: 6a4666f2-6428-458a-be9e-74bed605db0a, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d306e09-7b5e-408d-af47-c6aad21e1d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5b133cb0-e860-452c-9e86-7d9939e6d3f6'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:51:15.326547 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4e021ee8-59b6-45b5-affd-9282ba8fd907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (6a4666f2-6428-458a-be9e-74bed605db0a), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:15.352858 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-57e0a3be-bd36-4a92-bea3-56b4e67f19af tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b133cb0-e860-452c-9e86-7d9939e6d3f6']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:15.358017 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [req-305bddf0-c702-4306-9a88-7388dd481056 req-916445ca-d9be-479a-b115-7150dd3d2dd4 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-261710844', 'description': 'tempest-description-1705364046'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:15.373025 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-57e0a3be-bd36-4a92-bea3-56b4e67f19af tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d306e09-7b5e-408d-af47-c6aad21e1d55') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:15.373778 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-57e0a3be-bd36-4a92-bea3-56b4e67f19af tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d306e09-7b5e-408d-af47-c6aad21e1d55') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:15.390860 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa849d-9e5b-4395-b6d6-648a21a96640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9941197-29ca-4464-bd07-dc97b041b293,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:15.399706 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-4caa849d-9e5b-4395-b6d6-648a21a96640 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=eb09c05d05e94499a231d232c57a523a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6152272 Aug 27 04:51:15.402671 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 55042) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:15.413208 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-57e0a3be-bd36-4a92-bea3-56b4e67f19af tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (5d306e09-7b5e-408d-af47-c6aad21e1d55), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:15.434154 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c49a593b-765f-4432-bc86-183f0e498b2f admin admin] Publish callbacks [] for security_group (c98016ec-a6cc-4e8f-8e3c-8ce95c6b55fb), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:15.477947 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:15.483681 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-57e0a3be-bd36-4a92-bea3-56b4e67f19af tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (5d306e09-7b5e-408d-af47-c6aad21e1d55), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:15.487057 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d80990d4-f100-41e9-91c3-252a2fd4dbc0 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:51:15.520608 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-305bddf0-c702-4306-9a88-7388dd481056 req-916445ca-d9be-479a-b115-7150dd3d2dd4 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:15.559933 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57e0a3be-bd36-4a92-bea3-56b4e67f19af tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:51:15.560573 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-57e0a3be-bd36-4a92-bea3-56b4e67f19af tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (5d306e09-7b5e-408d-af47-c6aad21e1d55), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:15.621556 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4e021ee8-59b6-45b5-affd-9282ba8fd907 None None] For port 6a4666f2-6428-458a-be9e-74bed605db0a, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:51:15.669055 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port d80990d4-f100-41e9-91c3-252a2fd4dbc0 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:51:15.670205 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d80990d4-f100-41e9-91c3-252a2fd4dbc0), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:15.745216 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 5d306e09-7b5e-408d-af47-c6aad21e1d55 resource provider aggregate not found Aug 27 04:51:15.751003 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7af0a329-4520-4fa7-82bd-50080e77d004 admin admin] Publish callbacks [] for security_group (b9941197-29ca-4464-bd07-dc97b041b293), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:15.754480 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52aaa607-a347-4e79-a30a-f663788bbf65 None None] Network f88432f5-ca72-4bea-be90-fcc52ff452c2 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:51:15.760539 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-028d170d-b878-4864-921f-3f9a6de61579 admin admin] Publish callbacks [] for security_group (0cefd7e1-19ad-4068-b9a0-91847d629bfb), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:15.774808 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7af0a329-4520-4fa7-82bd-50080e77d004 admin admin] Publish callbacks [] for security_group (b9941197-29ca-4464-bd07-dc97b041b293), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:15.788668 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-028d170d-b878-4864-921f-3f9a6de61579 admin admin] Publish callbacks [] for security_group (0cefd7e1-19ad-4068-b9a0-91847d629bfb), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:15.840934 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 5d306e09-7b5e-408d-af47-c6aad21e1d55 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5d306e09-7b5e-408d-af47-c6aad21e1d55 found for delete ", "request_id": "req-e7a0a663-977d-42ac-a2a4-6baa7e83f844"}]} Aug 27 04:51:15.847972 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b283caa9-2d5b-46c2-99d4-e89ee23e9174 req-5989546b-706b-4b78-b627-ca42a2db7cc5 tempest-ServerShowV247Test-1868573598 tempest-ServerShowV247Test-1868573598-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d75bbe34-5092-4be5-aa5d-923ee597a6a5 HTTP/1.1" status: 200 len: 210 time: 0.2616942 Aug 27 04:51:15.913231 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4e021ee8-59b6-45b5-affd-9282ba8fd907 None None] For port 6a4666f2-6428-458a-be9e-74bed605db0a, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=6a4666f2-6428-458a-be9e-74bed605db0a,segment=NetworkSegment(5d306e09-7b5e-408d-af47-c6aad21e1d55),segment_id=5d306e09-7b5e-408d-af47-c6aad21e1d55)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:51:15.921999 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:15.939181 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.db.api [None req-57e0a3be-bd36-4a92-bea3-56b4e67f19af tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 04:51:15.939181 n-d-852088-5 neutron-server[107776]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 04:51:15.939181 n-d-852088-5 neutron-server[107776]: [parameters: {'id': '5b133cb0-e860-452c-9e86-7d9939e6d3f6'}] Aug 27 04:51:15.939181 n-d-852088-5 neutron-server[107776]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=107776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:51:15.940493 n-d-852088-5 neutron-server[107776]: DEBUG oslo_db.api [None req-57e0a3be-bd36-4a92-bea3-56b4e67f19af tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:51:15.960176 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-fc11331b-20dc-4f86-a1a3-b7ccb8b76db2 None None] Provisioning complete for port 6a1f0aee-c84b-415b-9a62-dd09ce059a82 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:51:15.960637 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fc11331b-20dc-4f86-a1a3-b7ccb8b76db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (6a1f0aee-c84b-415b-9a62-dd09ce059a82), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:16.002732 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7af0a329-4520-4fa7-82bd-50080e77d004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (b9941197-29ca-4464-bd07-dc97b041b293), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:16.011231 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4e021ee8-59b6-45b5-affd-9282ba8fd907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (6a4666f2-6428-458a-be9e-74bed605db0a), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:16.011432 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7af0a329-4520-4fa7-82bd-50080e77d004 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:16.015080 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-028d170d-b878-4864-921f-3f9a6de61579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (0cefd7e1-19ad-4068-b9a0-91847d629bfb), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:16.015304 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7af0a329-4520-4fa7-82bd-50080e77d004 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/b9941197-29ca-4464-bd07-dc97b041b293 HTTP/1.1" status: 204 len: 168 time: 0.6105816 Aug 27 04:51:16.036384 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af0a329-4520-4fa7-82bd-50080e77d004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9941197-29ca-4464-bd07-dc97b041b293,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:16.038473 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-028d170d-b878-4864-921f-3f9a6de61579 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:16.041472 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-028d170d-b878-4864-921f-3f9a6de61579 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/0cefd7e1-19ad-4068-b9a0-91847d629bfb HTTP/1.1" status: 204 len: 168 time: 0.8314788 Aug 27 04:51:16.046573 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c49a593b-765f-4432-bc86-183f0e498b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (c98016ec-a6cc-4e8f-8e3c-8ce95c6b55fb), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:16.046573 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c49a593b-765f-4432-bc86-183f0e498b2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:16.047671 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c49a593b-765f-4432-bc86-183f0e498b2f admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/c98016ec-a6cc-4e8f-8e3c-8ce95c6b55fb HTTP/1.1" status: 204 len: 168 time: 1.1523993 Aug 27 04:51:16.075564 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028d170d-b878-4864-921f-3f9a6de61579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cefd7e1-19ad-4068-b9a0-91847d629bfb,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:16.087972 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49a593b-765f-4432-bc86-183f0e498b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98016ec-a6cc-4e8f-8e3c-8ce95c6b55fb,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:16.123608 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port d80990d4-f100-41e9-91c3-252a2fd4dbc0 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:51:16.124117 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (d80990d4-f100-41e9-91c3-252a2fd4dbc0), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:16.129685 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-305bddf0-c702-4306-9a88-7388dd481056 req-916445ca-d9be-479a-b115-7150dd3d2dd4 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks [] for security_group (50340f5f-e5f9-44fb-8592-f86b4113fb7c), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:16.213070 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port d80990d4-f100-41e9-91c3-252a2fd4dbc0, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=d80990d4-f100-41e9-91c3-252a2fd4dbc0,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:51:16.235983 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-305bddf0-c702-4306-9a88-7388dd481056 req-916445ca-d9be-479a-b115-7150dd3d2dd4 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (50340f5f-e5f9-44fb-8592-f86b4113fb7c), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:16.236096 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e021ee8-59b6-45b5-affd-9282ba8fd907 None None] Pushing event updated for resources: {'Port': ['ID=6a4666f2-6428-458a-be9e-74bed605db0a,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:16.264286 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208e8f3e-cb42-4ff0-ac28-58dc671d36c5 None None] Network 5b133cb0-e860-452c-9e86-7d9939e6d3f6 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:51:16.277901 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916445ca-d9be-479a-b115-7150dd3d2dd4 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50340f5f-e5f9-44fb-8592-f86b4113fb7c,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:16.293829 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-fc11331b-20dc-4f86-a1a3-b7ccb8b76db2 None None] Current status of the port 6a1f0aee-c84b-415b-9a62-dd09ce059a82 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:51:16.297990 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fc11331b-20dc-4f86-a1a3-b7ccb8b76db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (6a1f0aee-c84b-415b-9a62-dd09ce059a82), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:16.321174 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (d80990d4-f100-41e9-91c3-252a2fd4dbc0), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:16.322328 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6a1f0aee-c84b-415b-9a62-dd09ce059a82 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:51:16.404501 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-305bddf0-c702-4306-9a88-7388dd481056 req-916445ca-d9be-479a-b115-7150dd3d2dd4 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:16.419324 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-305bddf0-c702-4306-9a88-7388dd481056 req-916445ca-d9be-479a-b115-7150dd3d2dd4 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 1.1440284 Aug 27 04:51:16.436372 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [req-1d7a11c0-0f6c-4664-bb1d-a28922de2322 req-1b5f8c98-b87c-4e71-b6ee-5fc2bab75713 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1273004074', 'description': 'tempest-description-71872539'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:16.442998 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-57e0a3be-bd36-4a92-bea3-56b4e67f19af tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (5b133cb0-e860-452c-9e86-7d9939e6d3f6), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:16.486529 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-fc11331b-20dc-4f86-a1a3-b7ccb8b76db2 None None] For port 6a1f0aee-c84b-415b-9a62-dd09ce059a82, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=6a1f0aee-c84b-415b-9a62-dd09ce059a82,segment=NetworkSegment(82081832-e69d-408d-b1ac-7d4da4a2f06a),segment_id=82081832-e69d-408d-b1ac-7d4da4a2f06a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:51:16.495553 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=d80990d4-f100-41e9-91c3-252a2fd4dbc0,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:16.502272 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51044aad-527c-46ff-b80b-0860bd412f81 None None] get_active_networks_info from n-d-852088-5 {{(pid=107777) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 27 04:51:16.530723 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-57e0a3be-bd36-4a92-bea3-56b4e67f19af tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Deleting port 6a4666f2-6428-458a-be9e-74bed605db0a {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:51:16.531332 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-57e0a3be-bd36-4a92-bea3-56b4e67f19af tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (6a4666f2-6428-458a-be9e-74bed605db0a), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:16.549783 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-1d7a11c0-0f6c-4664-bb1d-a28922de2322 req-1b5f8c98-b87c-4e71-b6ee-5fc2bab75713 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:16.580407 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 6a1f0aee-c84b-415b-9a62-dd09ce059a82 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:51:16.580784 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (6a1f0aee-c84b-415b-9a62-dd09ce059a82), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:16.592977 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fc11331b-20dc-4f86-a1a3-b7ccb8b76db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (6a1f0aee-c84b-415b-9a62-dd09ce059a82), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:16.621328 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-57e0a3be-bd36-4a92-bea3-56b4e67f19af tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] For port 6a4666f2-6428-458a-be9e-74bed605db0a, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=6a4666f2-6428-458a-be9e-74bed605db0a,segment=NetworkSegment(5d306e09-7b5e-408d-af47-c6aad21e1d55),segment_id=5d306e09-7b5e-408d-af47-c6aad21e1d55)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:51:16.622117 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-57e0a3be-bd36-4a92-bea3-56b4e67f19af tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (6a4666f2-6428-458a-be9e-74bed605db0a), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:16.640613 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-57e0a3be-bd36-4a92-bea3-56b4e67f19af tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Calling delete_port for 6a4666f2-6428-458a-be9e-74bed605db0a owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:51:16.649693 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51044aad-527c-46ff-b80b-0860bd412f81 None None] Resources bound (agent type, host, resource id): {{(pid=107777) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 04:51:16.686583 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-1d7a11c0-0f6c-4664-bb1d-a28922de2322 req-1b5f8c98-b87c-4e71-b6ee-5fc2bab75713 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks [] for security_group (06d46bb1-2c45-43a0-94eb-7e2fcab3d03e), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:16.704662 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc11331b-20dc-4f86-a1a3-b7ccb8b76db2 None None] Pushing event updated for resources: {'Port': ['ID=6a1f0aee-c84b-415b-9a62-dd09ce059a82,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:16.708553 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:16.721362 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=80,neutron:UPDATE=4,neutron:INSERT=16 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:16.756388 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-1d7a11c0-0f6c-4664-bb1d-a28922de2322 req-1b5f8c98-b87c-4e71-b6ee-5fc2bab75713 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (06d46bb1-2c45-43a0-94eb-7e2fcab3d03e), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:16.790275 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-c5799df7-b90d-4524-8837-69261310b9cd None None] Provisioning complete for port 6a1f0aee-c84b-415b-9a62-dd09ce059a82 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:51:16.790657 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c5799df7-b90d-4524-8837-69261310b9cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (6a1f0aee-c84b-415b-9a62-dd09ce059a82), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:16.810568 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:16.816016 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5f8c98-b87c-4e71-b6ee-5fc2bab75713 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06d46bb1-2c45-43a0-94eb-7e2fcab3d03e,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:16.835716 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 6a1f0aee-c84b-415b-9a62-dd09ce059a82 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:51:16.903057 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7f4f99-60e5-4a2f-a131-5a6356bea738 None None] Sync routers for ids ['57153e38-253c-46c0-bae5-714e99bd2a96'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:51:16.912780 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7f4f99-60e5-4a2f-a131-5a6356bea738 None None] Routers {'57153e38-253c-46c0-bae5-714e99bd2a96'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:51:16.913394 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-9d7f4f99-60e5-4a2f-a131-5a6356bea738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:50:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['57153e38-253c-46c0-bae5-714e99bd2a96'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:16.950561 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-57e0a3be-bd36-4a92-bea3-56b4e67f19af tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (6a4666f2-6428-458a-be9e-74bed605db0a), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:16.953941 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-1d7a11c0-0f6c-4664-bb1d-a28922de2322 req-1b5f8c98-b87c-4e71-b6ee-5fc2bab75713 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:16.967458 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1d7a11c0-0f6c-4664-bb1d-a28922de2322 req-1b5f8c98-b87c-4e71-b6ee-5fc2bab75713 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.5288558 Aug 27 04:51:16.986377 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-c5799df7-b90d-4524-8837-69261310b9cd None None] Current status of the port 6a1f0aee-c84b-415b-9a62-dd09ce059a82 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:51:17.016916 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e0a3be-bd36-4a92-bea3-56b4e67f19af tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Pushing event deleted for resources: {'Port': ['ID=6a4666f2-6428-458a-be9e-74bed605db0a,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:17.020868 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e0a3be-bd36-4a92-bea3-56b4e67f19af tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] No DVR routers for this DVR port 6a4666f2-6428-458a-be9e-74bed605db0a on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:51:17.036443 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8ec27b21-7bc7-4d95-a00b-b59294ecc672 req-ff9ce5bf-72d8-4326-aa09-f7183bcfd5e2 tempest-ServerShowV247Test-1868573598 tempest-ServerShowV247Test-1868573598-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d75bbe34-5092-4be5-aa5d-923ee597a6a5 HTTP/1.1" status: 200 len: 210 time: 0.0316556 Aug 27 04:51:17.079141 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-9d7f4f99-60e5-4a2f-a131-5a6356bea738 None None] Set router 57153e38-253c-46c0-bae5-714e99bd2a96 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:51:17.112636 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-57e0a3be-bd36-4a92-bea3-56b4e67f19af tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (5b133cb0-e860-452c-9e86-7d9939e6d3f6), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:17.135617 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-57e0a3be-bd36-4a92-bea3-56b4e67f19af tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b133cb0-e860-452c-9e86-7d9939e6d3f6']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:17.146615 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-57e0a3be-bd36-4a92-bea3-56b4e67f19af tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d306e09-7b5e-408d-af47-c6aad21e1d55') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:17.147038 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-57e0a3be-bd36-4a92-bea3-56b4e67f19af tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d306e09-7b5e-408d-af47-c6aad21e1d55') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:17.159038 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-57e0a3be-bd36-4a92-bea3-56b4e67f19af tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (5d306e09-7b5e-408d-af47-c6aad21e1d55), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:17.176007 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-57e0a3be-bd36-4a92-bea3-56b4e67f19af tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (5d306e09-7b5e-408d-af47-c6aad21e1d55), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:17.185260 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57e0a3be-bd36-4a92-bea3-56b4e67f19af tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:51:17.185884 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-57e0a3be-bd36-4a92-bea3-56b4e67f19af tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (5d306e09-7b5e-408d-af47-c6aad21e1d55), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:17.232834 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:17.295522 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-9d7f4f99-60e5-4a2f-a131-5a6356bea738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57153e38-253c-46c0-bae5-714e99bd2a96', 'name': 'tempest-SecurityGroupsTestJSON-2068683273-router', 'tenant_id': '7b3645ed00d94f47b69ffbab3ee73850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': 'd80990d4-f100-41e9-91c3-252a2fd4dbc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:51:07Z', 'updated_at': '2022-08-27T04:51:12Z', 'revision_number': 4, 'project_id': '7b3645ed00d94f47b69ffbab3ee73850', 'gw_port': {'id': 'd80990d4-f100-41e9-91c3-252a2fd4dbc0', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57153e38-253c-46c0-bae5-714e99bd2a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:51:08Z', 'updated_at': '2022-08-27T04:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'a9f659b3-8acd-442c-86e0-67705f0003a5', 'name': '', 'network_id': 'e221e316-e76d-4cde-b0ad-94b4bcf89294', 'tenant_id': '7b3645ed00d94f47b69ffbab3ee73850', 'mac_address': 'fa:16:3e:f7:a8:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57153e38-253c-46c0-bae5-714e99bd2a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': 'be2952ba-c92e-437b-81d7-aea29120b777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:51:11Z', 'updated_at': '2022-08-27T04:51:12Z', 'revision_number': 2, 'project_id': '7b3645ed00d94f47b69ffbab3ee73850', 'subnets': [{'id': 'be2952ba-c92e-437b-81d7-aea29120b777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:17.324486 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d80990d4-f100-41e9-91c3-252a2fd4dbc0 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:51:17.326151 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7f4f99-60e5-4a2f-a131-5a6356bea738 None None] Checking router: 57153e38-253c-46c0-bae5-714e99bd2a96 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:51:17.326503 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7f4f99-60e5-4a2f-a131-5a6356bea738 None None] Updating router 57153e38-253c-46c0-bae5-714e99bd2a96 port a9f659b3-8acd-442c-86e0-67705f0003a5 binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:51:17.353251 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-57e0a3be-bd36-4a92-bea3-56b4e67f19af tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (5b133cb0-e860-452c-9e86-7d9939e6d3f6), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:17.355810 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-9d7f4f99-60e5-4a2f-a131-5a6356bea738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a9f659b3-8acd-442c-86e0-67705f0003a5), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:17.362657 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-57e0a3be-bd36-4a92-bea3-56b4e67f19af tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:17.366149 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-57e0a3be-bd36-4a92-bea3-56b4e67f19af tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] 10.222.0.76 "DELETE /networking/v2.0/networks/5b133cb0-e860-452c-9e86-7d9939e6d3f6 HTTP/1.1" status: 204 len: 168 time: 3.1690662 Aug 27 04:51:17.370882 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 55086) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:17.375790 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-f2ef64e4-1807-426d-a650-b76041c449eb tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2112166130'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:17.390121 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e0a3be-bd36-4a92-bea3-56b4e67f19af tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Pushing event deleted for resources: {'Network': ['ID=5b133cb0-e860-452c-9e86-7d9939e6d3f6,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:17.406531 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port d80990d4-f100-41e9-91c3-252a2fd4dbc0 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:51:17.406898 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d80990d4-f100-41e9-91c3-252a2fd4dbc0), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:17.484965 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port d80990d4-f100-41e9-91c3-252a2fd4dbc0 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:51:17.485929 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6a1f0aee-c84b-415b-9a62-dd09ce059a82 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:51:17.495004 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ef64e4-1807-426d-a650-b76041c449eb tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Made reservation on behalf of 11151118b7d14bb38c65f8f3de18c1f9 for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:51:17.499550 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f2ef64e4-1807-426d-a650-b76041c449eb tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:17.528503 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:17.532072 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 6a1f0aee-c84b-415b-9a62-dd09ce059a82 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:51:17.532487 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (6a1f0aee-c84b-415b-9a62-dd09ce059a82), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:17.540976 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2ef64e4-1807-426d-a650-b76041c449eb tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:51:17.550396 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f2ef64e4-1807-426d-a650-b76041c449eb tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (f6080918-e688-44f2-b8d3-42e4f7d44551), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:17.551201 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-f2ef64e4-1807-426d-a650-b76041c449eb tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Added segment f6080918-e688-44f2-b8d3-42e4f7d44551 of type vlan for network ac32b6d8-7f4b-42f2-a959-07e4ec5f3a46 Aug 27 04:51:17.616772 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f2ef64e4-1807-426d-a650-b76041c449eb tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (ac32b6d8-7f4b-42f2-a959-07e4ec5f3a46), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:17.632127 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 6a1f0aee-c84b-415b-9a62-dd09ce059a82 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:51:17.693847 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-9d7f4f99-60e5-4a2f-a131-5a6356bea738 None None] Publish callbacks [] for port (a9f659b3-8acd-442c-86e0-67705f0003a5), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:17.722761 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f2ef64e4-1807-426d-a650-b76041c449eb tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (ac32b6d8-7f4b-42f2-a959-07e4ec5f3a46), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:17.726299 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ef64e4-1807-426d-a650-b76041c449eb tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:17.727207 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f2ef64e4-1807-426d-a650-b76041c449eb tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:17.738369 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:17.823839 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-9d7f4f99-60e5-4a2f-a131-5a6356bea738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a9f659b3-8acd-442c-86e0-67705f0003a5), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:17.870054 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 5d306e09-7b5e-408d-af47-c6aad21e1d55 resource provider aggregate not found Aug 27 04:51:17.884786 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ef64e4-1807-426d-a650-b76041c449eb tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Pushing event updated for resources: {'Network': ['ID=ac32b6d8-7f4b-42f2-a959-07e4ec5f3a46,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:17.895180 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 5d306e09-7b5e-408d-af47-c6aad21e1d55 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5d306e09-7b5e-408d-af47-c6aad21e1d55 found for delete ", "request_id": "req-a2da1800-88a7-408f-bc00-a87f2366a5dc"}]} Aug 27 04:51:17.906110 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 55110) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:17.906557 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f2ef64e4-1807-426d-a650-b76041c449eb tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5342338 Aug 27 04:51:17.912889 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-0cd6b260-9c97-44a4-99b6-140efbe493bd tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Request body: {'subnet': {'network_id': 'ac32b6d8-7f4b-42f2-a959-07e4ec5f3a46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:17.953095 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d10c3-54c5-4217-af68-e2db1dd7eb0a req-bb20587e-8d4c-4969-af8c-e7a89d45e74a tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:17.956623 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8e0d10c3-54c5-4217-af68-e2db1dd7eb0a req-bb20587e-8d4c-4969-af8c-e7a89d45e74a tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] 10.222.0.76 "GET /networking/v2.0/networks?id=e221e316-e76d-4cde-b0ad-94b4bcf89294 HTTP/1.1" status: 200 len: 813 time: 0.1710672 Aug 27 04:51:17.957410 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network ac32b6d8-7f4b-42f2-a959-07e4ec5f3a46 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:51:17.977345 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8e0d10c3-54c5-4217-af68-e2db1dd7eb0a req-b76ab987-022c-4f68-bd00-1cd81f8e0fd1 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] 10.222.0.76 "GET /networking/v2.0/quotas/7b3645ed00d94f47b69ffbab3ee73850 HTTP/1.1" status: 200 len: 375 time: 0.0101120 Aug 27 04:51:18.003247 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c9b36e-8621-4a52-a515-17efefc2a90f None None] Pushing event updated for resources: {'Port': ['ID=a9f659b3-8acd-442c-86e0-67705f0003a5,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:18.007046 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-9d7f4f99-60e5-4a2f-a131-5a6356bea738 None None] Attempting to bind port a9f659b3-8acd-442c-86e0-67705f0003a5 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:51:18.011293 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-9d7f4f99-60e5-4a2f-a131-5a6356bea738 None None] Attempting to bind port a9f659b3-8acd-442c-86e0-67705f0003a5 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'f535ca34-c927-44e4-9b46-d4d6facdec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e221e316-e76d-4cde-b0ad-94b4bcf89294'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:51:18.011293 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7f4f99-60e5-4a2f-a131-5a6356bea738 None None] Attempting to bind port a9f659b3-8acd-442c-86e0-67705f0003a5 on network e221e316-e76d-4cde-b0ad-94b4bcf89294 {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:51:18.018170 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7f4f99-60e5-4a2f-a131-5a6356bea738 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:51:18.018900 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7f4f99-60e5-4a2f-a131-5a6356bea738 None None] Checking segment: {'id': 'f535ca34-c927-44e4-9b46-d4d6facdec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e221e316-e76d-4cde-b0ad-94b4bcf89294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:51:18.019527 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-9d7f4f99-60e5-4a2f-a131-5a6356bea738 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:18.020396 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7f4f99-60e5-4a2f-a131-5a6356bea738 None None] Bound using segment: {'id': 'f535ca34-c927-44e4-9b46-d4d6facdec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e221e316-e76d-4cde-b0ad-94b4bcf89294'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:51:18.021271 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-9d7f4f99-60e5-4a2f-a131-5a6356bea738 None None] Bound port: a9f659b3-8acd-442c-86e0-67705f0003a5, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f535ca34-c927-44e4-9b46-d4d6facdec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e221e316-e76d-4cde-b0ad-94b4bcf89294'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:51:18.021890 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-9d7f4f99-60e5-4a2f-a131-5a6356bea738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a9f659b3-8acd-442c-86e0-67705f0003a5), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:18.025249 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c9b36e-8621-4a52-a515-17efefc2a90f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:18.025888 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c9b36e-8621-4a52-a515-17efefc2a90f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:18.026436 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c9b36e-8621-4a52-a515-17efefc2a90f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:18.027255 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c9b36e-8621-4a52-a515-17efefc2a90f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:18.027806 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c9b36e-8621-4a52-a515-17efefc2a90f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:18.028399 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c9b36e-8621-4a52-a515-17efefc2a90f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:18.028954 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c9b36e-8621-4a52-a515-17efefc2a90f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:18.030659 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c9b36e-8621-4a52-a515-17efefc2a90f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:18.031217 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c9b36e-8621-4a52-a515-17efefc2a90f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:18.032347 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c9b36e-8621-4a52-a515-17efefc2a90f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:18.033026 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c9b36e-8621-4a52-a515-17efefc2a90f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:18.033568 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c9b36e-8621-4a52-a515-17efefc2a90f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:18.034118 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c9b36e-8621-4a52-a515-17efefc2a90f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:18.034663 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c9b36e-8621-4a52-a515-17efefc2a90f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:18.035207 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c9b36e-8621-4a52-a515-17efefc2a90f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:18.070572 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8e0d10c3-54c5-4217-af68-e2db1dd7eb0a req-cf6df439-d087-46fd-bf21-473d6ba4e8df tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=7b3645ed00d94f47b69ffbab3ee73850&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0840116 Aug 27 04:51:18.109650 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:18.116506 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-9d7f4f99-60e5-4a2f-a131-5a6356bea738 None None] For port a9f659b3-8acd-442c-86e0-67705f0003a5, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:51:18.121504 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-9d7f4f99-60e5-4a2f-a131-5a6356bea738 None None] For port a9f659b3-8acd-442c-86e0-67705f0003a5, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a9f659b3-8acd-442c-86e0-67705f0003a5,segment=NetworkSegment(f535ca34-c927-44e4-9b46-d4d6facdec02),segment_id=f535ca34-c927-44e4-9b46-d4d6facdec02)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:51:18.129856 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd6b260-9c97-44a4-99b6-140efbe493bd tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Made reservation on behalf of 11151118b7d14bb38c65f8f3de18c1f9 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:51:18.135321 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0cd6b260-9c97-44a4-99b6-140efbe493bd tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:18.177852 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=84,neutron:DELETE=15,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:18.191892 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6b8ac072-c078-400f-bba3-bf1d87fd526e req-3b901b7f-2ae2-46d7-b248-5e1294cb11f9 tempest-ServerShowV247Test-1868573598 tempest-ServerShowV247Test-1868573598-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d75bbe34-5092-4be5-aa5d-923ee597a6a5 HTTP/1.1" status: 200 len: 210 time: 0.0692229 Aug 27 04:51:18.222923 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-9d7f4f99-60e5-4a2f-a131-5a6356bea738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a9f659b3-8acd-442c-86e0-67705f0003a5), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:18.269000 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7f4f99-60e5-4a2f-a131-5a6356bea738 None None] Routers {'57153e38-253c-46c0-bae5-714e99bd2a96'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:51:18.270272 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-9d7f4f99-60e5-4a2f-a131-5a6356bea738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:50:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['57153e38-253c-46c0-bae5-714e99bd2a96'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:18.273047 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 55118) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:18.339464 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-6c799683-26ee-478e-94c3-82f0b909d123 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=2360b3d1e3f94b11aca87c33f8ecd790&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0639887 Aug 27 04:51:18.342837 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 55120) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:18.395404 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-9d7f4f99-60e5-4a2f-a131-5a6356bea738 None None] Set router 57153e38-253c-46c0-bae5-714e99bd2a96 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:51:18.469397 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-30e3056a-de23-481e-91b9-251860e3aa0e admin admin] Publish callbacks [] for security_group (75e87f98-3f0b-43b4-a524-fd94f273f2e8), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:18.498604 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:18.506403 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-30e3056a-de23-481e-91b9-251860e3aa0e admin admin] Publish callbacks [] for security_group (75e87f98-3f0b-43b4-a524-fd94f273f2e8), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:18.543579 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [req-ed640052-163a-4a85-af1b-baa5af7bc2ca req-5a9daac5-ef4d-4eff-8f55-b17ff2472765 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Request body: {'security_group': {'name': ' tempest-securitygroup -639013362 ', 'description': 'tempest-description-36579895'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:18.577993 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:18.596603 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c9b36e-8621-4a52-a515-17efefc2a90f None None] Pushing event updated for resources: {'Port': ['ID=a9f659b3-8acd-442c-86e0-67705f0003a5,revision_number=4']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:18.626374 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:18.646276 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-ed640052-163a-4a85-af1b-baa5af7bc2ca req-5a9daac5-ef4d-4eff-8f55-b17ff2472765 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:18.701985 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-30e3056a-de23-481e-91b9-251860e3aa0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (75e87f98-3f0b-43b4-a524-fd94f273f2e8), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:18.706276 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-30e3056a-de23-481e-91b9-251860e3aa0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:18.708731 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-30e3056a-de23-481e-91b9-251860e3aa0e admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/75e87f98-3f0b-43b4-a524-fd94f273f2e8 HTTP/1.1" status: 204 len: 168 time: 0.3644052 Aug 27 04:51:18.715049 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-9d7f4f99-60e5-4a2f-a131-5a6356bea738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57153e38-253c-46c0-bae5-714e99bd2a96', 'name': 'tempest-SecurityGroupsTestJSON-2068683273-router', 'tenant_id': '7b3645ed00d94f47b69ffbab3ee73850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': 'd80990d4-f100-41e9-91c3-252a2fd4dbc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:51:07Z', 'updated_at': '2022-08-27T04:51:12Z', 'revision_number': 4, 'project_id': '7b3645ed00d94f47b69ffbab3ee73850', 'gw_port': {'id': 'd80990d4-f100-41e9-91c3-252a2fd4dbc0', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57153e38-253c-46c0-bae5-714e99bd2a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:51:08Z', 'updated_at': '2022-08-27T04:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'a9f659b3-8acd-442c-86e0-67705f0003a5', 'name': '', 'network_id': 'e221e316-e76d-4cde-b0ad-94b4bcf89294', 'tenant_id': '7b3645ed00d94f47b69ffbab3ee73850', 'mac_address': 'fa:16:3e:f7:a8:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57153e38-253c-46c0-bae5-714e99bd2a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': 'be2952ba-c92e-437b-81d7-aea29120b777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:51:11Z', 'updated_at': '2022-08-27T04:51:18Z', 'revision_number': 4, 'project_id': '7b3645ed00d94f47b69ffbab3ee73850', 'subnets': [{'id': 'be2952ba-c92e-437b-81d7-aea29120b777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:18.722490 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e3056a-de23-481e-91b9-251860e3aa0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e87f98-3f0b-43b4-a524-fd94f273f2e8,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:18.770014 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-ed640052-163a-4a85-af1b-baa5af7bc2ca req-5a9daac5-ef4d-4eff-8f55-b17ff2472765 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks [] for security_group (8ba317cd-a388-46ea-81ab-60945cdee616), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:18.770940 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7f4f99-60e5-4a2f-a131-5a6356bea738 None None] The sync data for ids ['57153e38-253c-46c0-bae5-714e99bd2a96'] in n-d-852088-5 is: [{'id': '57153e38-253c-46c0-bae5-714e99bd2a96', 'name': 'tempest-SecurityGroupsTestJSON-2068683273-router', 'tenant_id': '7b3645ed00d94f47b69ffbab3ee73850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': 'd80990d4-f100-41e9-91c3-252a2fd4dbc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:51:07Z', 'updated_at': '2022-08-27T04:51:12Z', 'revision_number': 4, 'project_id': '7b3645ed00d94f47b69ffbab3ee73850', 'gw_port': {'id': 'd80990d4-f100-41e9-91c3-252a2fd4dbc0', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57153e38-253c-46c0-bae5-714e99bd2a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:51:08Z', 'updated_at': '2022-08-27T04:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'a9f659b3-8acd-442c-86e0-67705f0003a5', 'name': '', 'network_id': 'e221e316-e76d-4cde-b0ad-94b4bcf89294', 'tenant_id': '7b3645ed00d94f47b69ffbab3ee73850', 'mac_address': 'fa:16:3e:f7:a8:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57153e38-253c-46c0-bae5-714e99bd2a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': 'be2952ba-c92e-437b-81d7-aea29120b777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:51:11Z', 'updated_at': '2022-08-27T04:51:18Z', 'revision_number': 4, 'project_id': '7b3645ed00d94f47b69ffbab3ee73850', 'subnets': [{'id': 'be2952ba-c92e-437b-81d7-aea29120b777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:51:18.855387 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-ed640052-163a-4a85-af1b-baa5af7bc2ca req-5a9daac5-ef4d-4eff-8f55-b17ff2472765 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (8ba317cd-a388-46ea-81ab-60945cdee616), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:18.888630 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9daac5-ef4d-4eff-8f55-b17ff2472765 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba317cd-a388-46ea-81ab-60945cdee616,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:18.961420 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0cd6b260-9c97-44a4-99b6-140efbe493bd tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (2f7ca855-2e8c-4c17-862c-2e86368bcc9d), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:19.010068 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-ed640052-163a-4a85-af1b-baa5af7bc2ca req-5a9daac5-ef4d-4eff-8f55-b17ff2472765 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:19.011389 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ed640052-163a-4a85-af1b-baa5af7bc2ca req-5a9daac5-ef4d-4eff-8f55-b17ff2472765 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.4781952 Aug 27 04:51:19.021893 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd6b260-9c97-44a4-99b6-140efbe493bd tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Pushing event updated for resources: {'Subnet': ['ID=2f7ca855-2e8c-4c17-862c-2e86368bcc9d,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:19.048031 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd6b260-9c97-44a4-99b6-140efbe493bd tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Checking segment: {'id': 'f6080918-e688-44f2-b8d3-42e4f7d44551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'ac32b6d8-7f4b-42f2-a959-07e4ec5f3a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:51:19.048569 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd6b260-9c97-44a4-99b6-140efbe493bd tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Network hostable DHCP agents. Network: ac32b6d8-7f4b-42f2-a959-07e4ec5f3a46, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:51:19.107336 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e3c713eb-6504-45c2-b611-95a12b22e298 req-2cbbff60-617f-4b07-9ad0-2c3be6a5edf0 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] 10.222.0.76 "GET /networking/v2.0/security-groups/8ba317cd-a388-46ea-81ab-60945cdee616 HTTP/1.1" status: 200 len: 1797 time: 0.0643201 Aug 27 04:51:19.135135 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd6b260-9c97-44a4-99b6-140efbe493bd tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Network ac32b6d8-7f4b-42f2-a959-07e4ec5f3a46 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:51:19.144651 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:19.192471 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6f08b3d5-191a-4376-8130-399b8cd366cf req-06c3d698-4027-4a7a-9452-1d27dfa551c1 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] 10.222.0.76 "GET /networking/v2.0/security-groups/8ba317cd-a388-46ea-81ab-60945cdee616 HTTP/1.1" status: 200 len: 1797 time: 0.0528646 Aug 27 04:51:19.215052 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-0cd6b260-9c97-44a4-99b6-140efbe493bd tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, ac32b6d8-7f4b-42f2-a959-07e4ec5f3a46) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:51:19.220304 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd6b260-9c97-44a4-99b6-140efbe493bd tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:19.220967 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0cd6b260-9c97-44a4-99b6-140efbe493bd tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:19.228069 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c25cc0b-2913-4e6d-8ee3-6642d6705c65 None None] Network ac32b6d8-7f4b-42f2-a959-07e4ec5f3a46 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:51:19.315575 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-6f08b3d5-191a-4376-8130-399b8cd366cf req-103ddaa1-dd92-4547-8e9f-b3471f51adea tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks [] for security_group (8ba317cd-a388-46ea-81ab-60945cdee616), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:19.342809 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a9f659b3-8acd-442c-86e0-67705f0003a5 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:51:19.343026 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-0cd6b260-9c97-44a4-99b6-140efbe493bd tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4337254 Aug 27 04:51:19.344449 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 55146) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:19.349965 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-6966aa11-9eaf-4e9f-8f92-f29349ea83ac tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1535294672'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:19.392088 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-6f08b3d5-191a-4376-8130-399b8cd366cf req-103ddaa1-dd92-4547-8e9f-b3471f51adea tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks [] for security_group (8ba317cd-a388-46ea-81ab-60945cdee616), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:19.402738 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-eb843a79-1387-4ff6-b2ce-e62f318a5845 req-e839ba6b-adef-4a7d-b45d-f44b04b46881 tempest-ServerShowV247Test-1868573598 tempest-ServerShowV247Test-1868573598-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d75bbe34-5092-4be5-aa5d-923ee597a6a5 HTTP/1.1" status: 200 len: 210 time: 0.0698743 Aug 27 04:51:19.420628 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port a9f659b3-8acd-442c-86e0-67705f0003a5 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:51:19.421097 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a9f659b3-8acd-442c-86e0-67705f0003a5), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:19.482498 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22749753-8f55-40b0-b97d-ef0cfe77cad4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-ac32b6d8-7f4b-42f2-a959-07e4ec5f3a46', 'network_id': 'ac32b6d8-7f4b-42f2-a959-07e4ec5f3a46', 'project_id': '11151118b7d14bb38c65f8f3de18c1f9', 'fixed_ips': [{'subnet_id': '2f7ca855-2e8c-4c17-862c-2e86368bcc9d'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:51:19.483573 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-22749753-8f55-40b0-b97d-ef0cfe77cad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:19.498836 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6966aa11-9eaf-4e9f-8f92-f29349ea83ac tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Made reservation on behalf of 11151118b7d14bb38c65f8f3de18c1f9 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:51:19.502745 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6966aa11-9eaf-4e9f-8f92-f29349ea83ac tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:19.555458 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-6f08b3d5-191a-4376-8130-399b8cd366cf req-103ddaa1-dd92-4547-8e9f-b3471f51adea tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (8ba317cd-a388-46ea-81ab-60945cdee616), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:19.559965 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-6f08b3d5-191a-4376-8130-399b8cd366cf req-103ddaa1-dd92-4547-8e9f-b3471f51adea tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:19.560377 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6966aa11-9eaf-4e9f-8f92-f29349ea83ac tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:51:19.569076 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6f08b3d5-191a-4376-8130-399b8cd366cf req-103ddaa1-dd92-4547-8e9f-b3471f51adea tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/8ba317cd-a388-46ea-81ab-60945cdee616 HTTP/1.1" status: 204 len: 173 time: 0.3687694 Aug 27 04:51:19.569427 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port a9f659b3-8acd-442c-86e0-67705f0003a5 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:51:19.569427 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a9f659b3-8acd-442c-86e0-67705f0003a5), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:19.580097 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103ddaa1-dd92-4547-8e9f-b3471f51adea tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba317cd-a388-46ea-81ab-60945cdee616,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:19.580674 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6966aa11-9eaf-4e9f-8f92-f29349ea83ac tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (c0531905-f0c9-4139-b683-5ec1a3569f9d), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:19.581290 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-6966aa11-9eaf-4e9f-8f92-f29349ea83ac tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Added segment c0531905-f0c9-4139-b683-5ec1a3569f9d of type vlan for network 3130bf12-1ca7-47f2-9394-96b0bd7bd85f Aug 27 04:51:19.641303 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [req-095314aa-a311-4628-a3f1-8f376482c17d req-4152fb8b-da6f-4b87-8799-2335a790774c tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] show failed (client error): The resource could not be found. Aug 27 04:51:19.646080 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-095314aa-a311-4628-a3f1-8f376482c17d req-4152fb8b-da6f-4b87-8799-2335a790774c tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] 10.222.0.76 "GET /networking/v2.0/security-groups/8ba317cd-a388-46ea-81ab-60945cdee616 HTTP/1.1" status: 404 len: 352 time: 0.0527785 Aug 27 04:51:19.667300 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6966aa11-9eaf-4e9f-8f92-f29349ea83ac tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (3130bf12-1ca7-47f2-9394-96b0bd7bd85f), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:19.680082 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [req-4c453093-a553-4728-87ab-c85f1378fedc req-dfd16f2d-782d-4720-b2d0-8e3d8c738e72 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-931284011', 'description': 'tempest-description-225302138'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:19.767018 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port a9f659b3-8acd-442c-86e0-67705f0003a5, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a9f659b3-8acd-442c-86e0-67705f0003a5,segment=NetworkSegment(f535ca34-c927-44e4-9b46-d4d6facdec02),segment_id=f535ca34-c927-44e4-9b46-d4d6facdec02)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:51:19.775324 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6966aa11-9eaf-4e9f-8f92-f29349ea83ac tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (3130bf12-1ca7-47f2-9394-96b0bd7bd85f), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:19.781405 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6966aa11-9eaf-4e9f-8f92-f29349ea83ac tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:19.782593 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6966aa11-9eaf-4e9f-8f92-f29349ea83ac tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:19.795965 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-22749753-8f55-40b0-b97d-ef0cfe77cad4 None None] Allocated IP 2001:db8::1 (ac32b6d8-7f4b-42f2-a959-07e4ec5f3a46/2f7ca855-2e8c-4c17-862c-2e86368bcc9d/1496cbe0-f125-4732-b9b5-dda350177146) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:51:19.798437 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-4c453093-a553-4728-87ab-c85f1378fedc req-dfd16f2d-782d-4720-b2d0-8e3d8c738e72 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:19.863879 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6966aa11-9eaf-4e9f-8f92-f29349ea83ac tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Pushing event updated for resources: {'Network': ['ID=3130bf12-1ca7-47f2-9394-96b0bd7bd85f,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:19.871122 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a9f659b3-8acd-442c-86e0-67705f0003a5), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:19.881905 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 3130bf12-1ca7-47f2-9394-96b0bd7bd85f details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:51:19.911476 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-4c453093-a553-4728-87ab-c85f1378fedc req-dfd16f2d-782d-4720-b2d0-8e3d8c738e72 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks [] for security_group (972831a0-8ed3-409b-bcac-4f3fadef4d86), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:19.952277 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:19.957998 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6966aa11-9eaf-4e9f-8f92-f29349ea83ac tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6124916 Aug 27 04:51:19.960943 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 55158) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:19.974366 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-8700061a-fc87-475c-b97c-825a1cae3a69 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Request body: {'subnet': {'network_id': '3130bf12-1ca7-47f2-9394-96b0bd7bd85f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:20.021020 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-4c453093-a553-4728-87ab-c85f1378fedc req-dfd16f2d-782d-4720-b2d0-8e3d8c738e72 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (972831a0-8ed3-409b-bcac-4f3fadef4d86), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:20.037538 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=a9f659b3-8acd-442c-86e0-67705f0003a5,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:20.085327 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd16f2d-782d-4720-b2d0-8e3d8c738e72 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=972831a0-8ed3-409b-bcac-4f3fadef4d86,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:20.110095 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-22749753-8f55-40b0-b97d-ef0cfe77cad4 None None] Publish callbacks [] for port (1496cbe0-f125-4732-b9b5-dda350177146), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:20.153594 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-4c453093-a553-4728-87ab-c85f1378fedc req-dfd16f2d-782d-4720-b2d0-8e3d8c738e72 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:20.155976 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4c453093-a553-4728-87ab-c85f1378fedc req-dfd16f2d-782d-4720-b2d0-8e3d8c738e72 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.4808960 Aug 27 04:51:20.176804 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-22749753-8f55-40b0-b97d-ef0cfe77cad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (1496cbe0-f125-4732-b9b5-dda350177146), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:20.189175 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [req-e9dbf08e-001d-4b0f-8f26-223b14f0a5d7 req-0a793bac-cb6d-4b07-bbfd-a6e849306261 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-115668375', 'description': 'tempest-description-1793888565'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:20.224579 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22749753-8f55-40b0-b97d-ef0cfe77cad4 None None] Network ac32b6d8-7f4b-42f2-a959-07e4ec5f3a46 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:51:20.228045 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-22749753-8f55-40b0-b97d-ef0cfe77cad4 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:51:20.232825 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22749753-8f55-40b0-b97d-ef0cfe77cad4 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:51:20.237911 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8700061a-fc87-475c-b97c-825a1cae3a69 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Made reservation on behalf of 11151118b7d14bb38c65f8f3de18c1f9 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:51:20.240035 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22749753-8f55-40b0-b97d-ef0cfe77cad4 None None] Pushing event updated for resources: {'Port': ['ID=1496cbe0-f125-4732-b9b5-dda350177146,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:20.242878 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8700061a-fc87-475c-b97c-825a1cae3a69 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:20.298868 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-22749753-8f55-40b0-b97d-ef0cfe77cad4 None None] Attempting to bind port 1496cbe0-f125-4732-b9b5-dda350177146 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:51:20.299236 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-22749753-8f55-40b0-b97d-ef0cfe77cad4 None None] Attempting to bind port 1496cbe0-f125-4732-b9b5-dda350177146 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'f6080918-e688-44f2-b8d3-42e4f7d44551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'ac32b6d8-7f4b-42f2-a959-07e4ec5f3a46'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:51:20.299604 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22749753-8f55-40b0-b97d-ef0cfe77cad4 None None] Attempting to bind port 1496cbe0-f125-4732-b9b5-dda350177146 on network ac32b6d8-7f4b-42f2-a959-07e4ec5f3a46 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:51:20.306422 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22749753-8f55-40b0-b97d-ef0cfe77cad4 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:51:20.306664 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.ipam_backend_mixin [None req-8700061a-fc87-475c-b97c-825a1cae3a69 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Performing IP validity checks on allocation pools {{(pid=107775) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Aug 27 04:51:20.306797 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22749753-8f55-40b0-b97d-ef0cfe77cad4 None None] Checking segment: {'id': 'f6080918-e688-44f2-b8d3-42e4f7d44551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'ac32b6d8-7f4b-42f2-a959-07e4ec5f3a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:51:20.306976 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.ipam_backend_mixin [None req-8700061a-fc87-475c-b97c-825a1cae3a69 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Checking for overlaps among allocation pools and gateway ip {{(pid=107775) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Aug 27 04:51:20.307185 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-22749753-8f55-40b0-b97d-ef0cfe77cad4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:20.307783 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22749753-8f55-40b0-b97d-ef0cfe77cad4 None None] Bound using segment: {'id': 'f6080918-e688-44f2-b8d3-42e4f7d44551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'ac32b6d8-7f4b-42f2-a959-07e4ec5f3a46'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:51:20.308260 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-22749753-8f55-40b0-b97d-ef0cfe77cad4 None None] Bound port: 1496cbe0-f125-4732-b9b5-dda350177146, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6080918-e688-44f2-b8d3-42e4f7d44551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'ac32b6d8-7f4b-42f2-a959-07e4ec5f3a46'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:51:20.308643 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-22749753-8f55-40b0-b97d-ef0cfe77cad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (1496cbe0-f125-4732-b9b5-dda350177146), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:20.344057 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-e9dbf08e-001d-4b0f-8f26-223b14f0a5d7 req-0a793bac-cb6d-4b07-bbfd-a6e849306261 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:20.381126 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-22749753-8f55-40b0-b97d-ef0cfe77cad4 None None] For port 1496cbe0-f125-4732-b9b5-dda350177146, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:51:20.388785 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-22749753-8f55-40b0-b97d-ef0cfe77cad4 None None] For port 1496cbe0-f125-4732-b9b5-dda350177146, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=1496cbe0-f125-4732-b9b5-dda350177146,segment=NetworkSegment(f6080918-e688-44f2-b8d3-42e4f7d44551),segment_id=f6080918-e688-44f2-b8d3-42e4f7d44551)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:51:20.507099 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-e9dbf08e-001d-4b0f-8f26-223b14f0a5d7 req-0a793bac-cb6d-4b07-bbfd-a6e849306261 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks [] for security_group (bb852960-2d09-4b4f-bf73-f4a1b181e571), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:20.513115 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-22749753-8f55-40b0-b97d-ef0cfe77cad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (1496cbe0-f125-4732-b9b5-dda350177146), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:20.542862 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-fe62698c-7ffa-4b04-a08c-c06c8f710943 req-5e530bd3-d59c-407b-a163-9f10a7c81c64 tempest-ServerShowV247Test-1868573598 tempest-ServerShowV247Test-1868573598-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d75bbe34-5092-4be5-aa5d-923ee597a6a5 HTTP/1.1" status: 200 len: 210 time: 0.0332382 Aug 27 04:51:20.543493 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8700061a-fc87-475c-b97c-825a1cae3a69 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (587b13e3-756b-4a9a-b67e-83d173761eee), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:20.544212 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:20.581549 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22749753-8f55-40b0-b97d-ef0cfe77cad4 None None] Pushing event updated for resources: {'Port': ['ID=1496cbe0-f125-4732-b9b5-dda350177146,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:20.594162 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-e9dbf08e-001d-4b0f-8f26-223b14f0a5d7 req-0a793bac-cb6d-4b07-bbfd-a6e849306261 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (bb852960-2d09-4b4f-bf73-f4a1b181e571), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:20.658557 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a793bac-cb6d-4b07-bbfd-a6e849306261 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb852960-2d09-4b4f-bf73-f4a1b181e571,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:20.668707 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8700061a-fc87-475c-b97c-825a1cae3a69 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Pushing event updated for resources: {'Subnet': ['ID=587b13e3-756b-4a9a-b67e-83d173761eee,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:20.674658 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:20.682760 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8700061a-fc87-475c-b97c-825a1cae3a69 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Checking segment: {'id': 'c0531905-f0c9-4139-b683-5ec1a3569f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3130bf12-1ca7-47f2-9394-96b0bd7bd85f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:51:20.683231 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8700061a-fc87-475c-b97c-825a1cae3a69 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Network hostable DHCP agents. Network: 3130bf12-1ca7-47f2-9394-96b0bd7bd85f, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:51:20.733883 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-e9dbf08e-001d-4b0f-8f26-223b14f0a5d7 req-0a793bac-cb6d-4b07-bbfd-a6e849306261 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:20.743015 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e9dbf08e-001d-4b0f-8f26-223b14f0a5d7 req-0a793bac-cb6d-4b07-bbfd-a6e849306261 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.5477562 Aug 27 04:51:20.774730 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [req-3cf14e8a-1e81-46a5-89a0-004257058da8 req-42cd6af7-f479-454a-b899-991c00c22763 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1631190402', 'description': 'tempest-description-313419377'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:20.797814 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8700061a-fc87-475c-b97c-825a1cae3a69 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Network 3130bf12-1ca7-47f2-9394-96b0bd7bd85f is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:51:20.907493 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-3cf14e8a-1e81-46a5-89a0-004257058da8 req-42cd6af7-f479-454a-b899-991c00c22763 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:20.943924 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:20.945798 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:20.948214 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-8700061a-fc87-475c-b97c-825a1cae3a69 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 3130bf12-1ca7-47f2-9394-96b0bd7bd85f) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:51:20.956043 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8700061a-fc87-475c-b97c-825a1cae3a69 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:20.956864 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8700061a-fc87-475c-b97c-825a1cae3a69 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:20.965180 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9461bdb9-0541-4d53-84fb-0339ae977323 None None] Network 3130bf12-1ca7-47f2-9394-96b0bd7bd85f requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:51:21.000308 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-3cf14e8a-1e81-46a5-89a0-004257058da8 req-42cd6af7-f479-454a-b899-991c00c22763 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks [] for security_group (18d143b4-4578-4ee9-916d-5db06ec9f3d5), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:21.047218 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:21.078022 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-8700061a-fc87-475c-b97c-825a1cae3a69 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.1156693 Aug 27 04:51:21.078735 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-3cf14e8a-1e81-46a5-89a0-004257058da8 req-42cd6af7-f479-454a-b899-991c00c22763 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (18d143b4-4578-4ee9-916d-5db06ec9f3d5), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:21.081184 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 55194) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:21.084382 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb38aa3-84fb-45ff-b3f0-928e3d0908f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-3130bf12-1ca7-47f2-9394-96b0bd7bd85f', 'network_id': '3130bf12-1ca7-47f2-9394-96b0bd7bd85f', 'project_id': '11151118b7d14bb38c65f8f3de18c1f9', 'fixed_ips': [{'subnet_id': '587b13e3-756b-4a9a-b67e-83d173761eee'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:51:21.084841 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7fb38aa3-84fb-45ff-b3f0-928e3d0908f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:21.124676 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cd6af7-f479-454a-b899-991c00c22763 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18d143b4-4578-4ee9-916d-5db06ec9f3d5,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:21.162836 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-3cf14e8a-1e81-46a5-89a0-004257058da8 req-42cd6af7-f479-454a-b899-991c00c22763 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:21.168891 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3cf14e8a-1e81-46a5-89a0-004257058da8 req-42cd6af7-f479-454a-b899-991c00c22763 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3999770 Aug 27 04:51:21.283398 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-94efdc99-cf09-49a3-9884-98475cd4e483 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (3130bf12-1ca7-47f2-9394-96b0bd7bd85f), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:21.310819 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:21.381814 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-7fb38aa3-84fb-45ff-b3f0-928e3d0908f5 None None] Allocated IP 2001:db8::3 (3130bf12-1ca7-47f2-9394-96b0bd7bd85f/587b13e3-756b-4a9a-b67e-83d173761eee/7a0e6b23-0f25-4a31-b33e-78224ed5a249) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:51:21.412843 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6b1cfb13-3d19-4310-bc66-48a2f9388832 req-115dc98c-f880-4979-8b6e-318ff67c0bb9 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=7b3645ed00d94f47b69ffbab3ee73850 HTTP/1.1" status: 200 len: 11009 time: 0.2111917 Aug 27 04:51:21.434934 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-94efdc99-cf09-49a3-9884-98475cd4e483 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (587b13e3-756b-4a9a-b67e-83d173761eee), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:21.488821 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6b1cfb13-3d19-4310-bc66-48a2f9388832 req-ecdd8643-289b-486e-a7a0-36fd31a42bc5 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] 10.222.0.76 "GET /networking/v2.0/security-groups/163eed2a-587e-4633-908b-41992c47c5fd HTTP/1.1" status: 200 len: 3002 time: 0.0684671 Aug 27 04:51:21.498644 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a9f659b3-8acd-442c-86e0-67705f0003a5 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:51:21.558681 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6b1cfb13-3d19-4310-bc66-48a2f9388832 req-f3eed70d-4313-4d91-b355-7284bab05aff tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] 10.222.0.76 "GET /networking/v2.0/security-groups/163eed2a-587e-4633-908b-41992c47c5fd HTTP/1.1" status: 200 len: 3002 time: 0.0685709 Aug 27 04:51:21.574205 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port a9f659b3-8acd-442c-86e0-67705f0003a5 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:51:21.575510 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a9f659b3-8acd-442c-86e0-67705f0003a5), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:21.697562 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-cacf25d7-cea5-4bb9-9029-51369e6217fc req-31c1516c-c1fb-4a75-ba14-b735169672fb tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] 10.222.0.76 "GET /networking/v2.0/security-groups/972831a0-8ed3-409b-bcac-4f3fadef4d86 HTTP/1.1" status: 200 len: 1818 time: 0.0935657 Aug 27 04:51:21.730224 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-0e958a9d-34d3-4c88-be68-d38696a4b062 req-be82d73b-cca1-4b5e-b4e7-4b89bb7a2aab tempest-ServerShowV247Test-1868573598 tempest-ServerShowV247Test-1868573598-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d75bbe34-5092-4be5-aa5d-923ee597a6a5 HTTP/1.1" status: 200 len: 210 time: 0.0508966 Aug 27 04:51:21.808548 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7fb38aa3-84fb-45ff-b3f0-928e3d0908f5 None None] Publish callbacks [] for port (7a0e6b23-0f25-4a31-b33e-78224ed5a249), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:21.812978 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port a9f659b3-8acd-442c-86e0-67705f0003a5 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:51:21.813463 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-cacf25d7-cea5-4bb9-9029-51369e6217fc req-2f049326-2e97-4059-95e2-36fb63482bf3 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks [] for security_group (972831a0-8ed3-409b-bcac-4f3fadef4d86), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:21.813913 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 1496cbe0-f125-4732-b9b5-dda350177146 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:51:21.846243 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-cacf25d7-cea5-4bb9-9029-51369e6217fc req-2f049326-2e97-4059-95e2-36fb63482bf3 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks [] for security_group (972831a0-8ed3-409b-bcac-4f3fadef4d86), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:21.850267 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c75896c-ee68-4b78-a550-87b10895c1fa None None] Network ac32b6d8-7f4b-42f2-a959-07e4ec5f3a46 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:51:21.918923 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 1496cbe0-f125-4732-b9b5-dda350177146 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:51:21.919469 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (1496cbe0-f125-4732-b9b5-dda350177146), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:21.975618 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7fb38aa3-84fb-45ff-b3f0-928e3d0908f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (7a0e6b23-0f25-4a31-b33e-78224ed5a249), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:21.980330 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:21.992571 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-54f7ad70-75c9-4063-b092-48762a0b007f None None] Provisioning complete for port 1496cbe0-f125-4732-b9b5-dda350177146 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:51:21.993027 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-54f7ad70-75c9-4063-b092-48762a0b007f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (1496cbe0-f125-4732-b9b5-dda350177146), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:22.020611 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-cacf25d7-cea5-4bb9-9029-51369e6217fc req-2f049326-2e97-4059-95e2-36fb63482bf3 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (972831a0-8ed3-409b-bcac-4f3fadef4d86), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:22.023897 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-cacf25d7-cea5-4bb9-9029-51369e6217fc req-2f049326-2e97-4059-95e2-36fb63482bf3 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:22.024877 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-cacf25d7-cea5-4bb9-9029-51369e6217fc req-2f049326-2e97-4059-95e2-36fb63482bf3 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/972831a0-8ed3-409b-bcac-4f3fadef4d86 HTTP/1.1" status: 204 len: 173 time: 0.3103120 Aug 27 04:51:22.036425 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f049326-2e97-4059-95e2-36fb63482bf3 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=972831a0-8ed3-409b-bcac-4f3fadef4d86,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:22.059396 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-94efdc99-cf09-49a3-9884-98475cd4e483 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (587b13e3-756b-4a9a-b67e-83d173761eee), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:22.079335 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [req-c00bb7d6-61f9-4cb6-a920-9864065fcede req-15db482b-fabd-4ebb-9105-99047a4cc772 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] show failed (client error): The resource could not be found. Aug 27 04:51:22.079335 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c00bb7d6-61f9-4cb6-a920-9864065fcede req-15db482b-fabd-4ebb-9105-99047a4cc772 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] 10.222.0.76 "GET /networking/v2.0/security-groups/972831a0-8ed3-409b-bcac-4f3fadef4d86 HTTP/1.1" status: 404 len: 352 time: 0.0251267 Aug 27 04:51:22.090224 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb38aa3-84fb-45ff-b3f0-928e3d0908f5 None None] Network 3130bf12-1ca7-47f2-9394-96b0bd7bd85f is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:51:22.110986 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-7fb38aa3-84fb-45ff-b3f0-928e3d0908f5 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:51:22.119429 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb38aa3-84fb-45ff-b3f0-928e3d0908f5 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:51:22.132101 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb38aa3-84fb-45ff-b3f0-928e3d0908f5 None None] Pushing event updated for resources: {'Port': ['ID=7a0e6b23-0f25-4a31-b33e-78224ed5a249,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:22.177384 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94efdc99-cf09-49a3-9884-98475cd4e483 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Pushing event deleted for resources: {'Subnet': ['ID=587b13e3-756b-4a9a-b67e-83d173761eee,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:22.179135 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3686e3d1-892b-44ea-93d8-32906f622a3a req-7a111b2b-d5d5-4636-a3cb-d20889c2baf5 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] 10.222.0.76 "GET /networking/v2.0/security-groups/bb852960-2d09-4b4f-bf73-f4a1b181e571 HTTP/1.1" status: 200 len: 1819 time: 0.0712521 Aug 27 04:51:22.227419 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 1496cbe0-f125-4732-b9b5-dda350177146 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:51:22.228455 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (1496cbe0-f125-4732-b9b5-dda350177146), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:22.271821 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:22.297298 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-94efdc99-cf09-49a3-9884-98475cd4e483 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (3130bf12-1ca7-47f2-9394-96b0bd7bd85f), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:22.318986 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-3686e3d1-892b-44ea-93d8-32906f622a3a req-5b4f5268-4eb4-4480-9809-205d5a1abda2 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks [] for security_group (bb852960-2d09-4b4f-bf73-f4a1b181e571), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:22.364104 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-3686e3d1-892b-44ea-93d8-32906f622a3a req-5b4f5268-4eb4-4480-9809-205d5a1abda2 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks [] for security_group (bb852960-2d09-4b4f-bf73-f4a1b181e571), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:22.381959 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-94efdc99-cf09-49a3-9884-98475cd4e483 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3130bf12-1ca7-47f2-9394-96b0bd7bd85f']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:22.397578 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-94efdc99-cf09-49a3-9884-98475cd4e483 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0531905-f0c9-4139-b683-5ec1a3569f9d') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:22.398774 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-94efdc99-cf09-49a3-9884-98475cd4e483 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0531905-f0c9-4139-b683-5ec1a3569f9d') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:22.416020 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-94efdc99-cf09-49a3-9884-98475cd4e483 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (c0531905-f0c9-4139-b683-5ec1a3569f9d), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:22.432350 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-94efdc99-cf09-49a3-9884-98475cd4e483 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (c0531905-f0c9-4139-b683-5ec1a3569f9d), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:22.441727 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94efdc99-cf09-49a3-9884-98475cd4e483 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:51:22.442081 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-94efdc99-cf09-49a3-9884-98475cd4e483 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (c0531905-f0c9-4139-b683-5ec1a3569f9d), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:22.480540 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-54f7ad70-75c9-4063-b092-48762a0b007f None None] Current status of the port 1496cbe0-f125-4732-b9b5-dda350177146 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:51:22.481046 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-54f7ad70-75c9-4063-b092-48762a0b007f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (1496cbe0-f125-4732-b9b5-dda350177146), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:22.488383 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-7fb38aa3-84fb-45ff-b3f0-928e3d0908f5 None None] Attempting to bind port 7a0e6b23-0f25-4a31-b33e-78224ed5a249 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:51:22.488650 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-7fb38aa3-84fb-45ff-b3f0-928e3d0908f5 None None] Attempting to bind port 7a0e6b23-0f25-4a31-b33e-78224ed5a249 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'c0531905-f0c9-4139-b683-5ec1a3569f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3130bf12-1ca7-47f2-9394-96b0bd7bd85f'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:51:22.489073 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb38aa3-84fb-45ff-b3f0-928e3d0908f5 None None] Attempting to bind port 7a0e6b23-0f25-4a31-b33e-78224ed5a249 on network 3130bf12-1ca7-47f2-9394-96b0bd7bd85f {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:51:22.489209 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment c0531905-f0c9-4139-b683-5ec1a3569f9d resource provider aggregate not found Aug 27 04:51:22.511279 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb38aa3-84fb-45ff-b3f0-928e3d0908f5 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:51:22.514517 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb38aa3-84fb-45ff-b3f0-928e3d0908f5 None None] Checking segment: {'id': 'c0531905-f0c9-4139-b683-5ec1a3569f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3130bf12-1ca7-47f2-9394-96b0bd7bd85f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:51:22.514517 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7fb38aa3-84fb-45ff-b3f0-928e3d0908f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:22.514517 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb38aa3-84fb-45ff-b3f0-928e3d0908f5 None None] Bound using segment: {'id': 'c0531905-f0c9-4139-b683-5ec1a3569f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3130bf12-1ca7-47f2-9394-96b0bd7bd85f'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:51:22.514517 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-7fb38aa3-84fb-45ff-b3f0-928e3d0908f5 None None] Bound port: 7a0e6b23-0f25-4a31-b33e-78224ed5a249, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0531905-f0c9-4139-b683-5ec1a3569f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3130bf12-1ca7-47f2-9394-96b0bd7bd85f'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:51:22.514517 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7fb38aa3-84fb-45ff-b3f0-928e3d0908f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (7a0e6b23-0f25-4a31-b33e-78224ed5a249), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:22.516548 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 1496cbe0-f125-4732-b9b5-dda350177146, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=1496cbe0-f125-4732-b9b5-dda350177146,segment=NetworkSegment(f6080918-e688-44f2-b8d3-42e4f7d44551),segment_id=f6080918-e688-44f2-b8d3-42e4f7d44551)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:51:22.519796 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment c0531905-f0c9-4139-b683-5ec1a3569f9d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c0531905-f0c9-4139-b683-5ec1a3569f9d found for delete ", "request_id": "req-a1c79ea8-34e6-4745-9bad-8039c1f9a4fc"}]} Aug 27 04:51:22.532329 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-3686e3d1-892b-44ea-93d8-32906f622a3a req-5b4f5268-4eb4-4480-9809-205d5a1abda2 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (bb852960-2d09-4b4f-bf73-f4a1b181e571), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:22.535006 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-3686e3d1-892b-44ea-93d8-32906f622a3a req-5b4f5268-4eb4-4480-9809-205d5a1abda2 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:22.536302 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3686e3d1-892b-44ea-93d8-32906f622a3a req-5b4f5268-4eb4-4480-9809-205d5a1abda2 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/bb852960-2d09-4b4f-bf73-f4a1b181e571 HTTP/1.1" status: 204 len: 173 time: 0.3425260 Aug 27 04:51:22.570929 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4f5268-4eb4-4480-9809-205d5a1abda2 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb852960-2d09-4b4f-bf73-f4a1b181e571,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:22.579096 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.db.api [None req-94efdc99-cf09-49a3-9884-98475cd4e483 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 04:51:22.579096 n-d-852088-5 neutron-server[107776]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 04:51:22.579096 n-d-852088-5 neutron-server[107776]: [parameters: {'id': '3130bf12-1ca7-47f2-9394-96b0bd7bd85f'}] Aug 27 04:51:22.579096 n-d-852088-5 neutron-server[107776]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=107776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:51:22.579995 n-d-852088-5 neutron-server[107776]: DEBUG oslo_db.api [None req-94efdc99-cf09-49a3-9884-98475cd4e483 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:51:22.581294 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [req-f2fa9892-84bc-4ef9-aea7-08d27492c79f req-3fec86e2-b80d-43c9-a251-32e87953bc20 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] show failed (client error): The resource could not be found. Aug 27 04:51:22.594862 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f2fa9892-84bc-4ef9-aea7-08d27492c79f req-3fec86e2-b80d-43c9-a251-32e87953bc20 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] 10.222.0.76 "GET /networking/v2.0/security-groups/bb852960-2d09-4b4f-bf73-f4a1b181e571 HTTP/1.1" status: 404 len: 352 time: 0.0351219 Aug 27 04:51:22.600555 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-7fb38aa3-84fb-45ff-b3f0-928e3d0908f5 None None] For port 7a0e6b23-0f25-4a31-b33e-78224ed5a249, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:51:22.613250 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-7fb38aa3-84fb-45ff-b3f0-928e3d0908f5 None None] For port 7a0e6b23-0f25-4a31-b33e-78224ed5a249, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=7a0e6b23-0f25-4a31-b33e-78224ed5a249,segment=NetworkSegment(c0531905-f0c9-4139-b683-5ec1a3569f9d),segment_id=c0531905-f0c9-4139-b683-5ec1a3569f9d)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:51:22.655965 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d9da208d-21e6-430c-afd1-4e54ae26bd29 req-ecdb8e65-f4a5-4f74-91d2-2607db4a561e tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] 10.222.0.76 "GET /networking/v2.0/security-groups/18d143b4-4578-4ee9-916d-5db06ec9f3d5 HTTP/1.1" status: 200 len: 1819 time: 0.0459554 Aug 27 04:51:22.693551 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (1496cbe0-f125-4732-b9b5-dda350177146), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:22.762093 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7fb38aa3-84fb-45ff-b3f0-928e3d0908f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (7a0e6b23-0f25-4a31-b33e-78224ed5a249), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:22.764965 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-d9da208d-21e6-430c-afd1-4e54ae26bd29 req-861a8466-c479-4c37-a7cf-93d267684342 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks [] for security_group (18d143b4-4578-4ee9-916d-5db06ec9f3d5), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:22.800038 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-d9da208d-21e6-430c-afd1-4e54ae26bd29 req-861a8466-c479-4c37-a7cf-93d267684342 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks [] for security_group (18d143b4-4578-4ee9-916d-5db06ec9f3d5), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:22.819043 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-54f7ad70-75c9-4063-b092-48762a0b007f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:51:22.827363 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-54f7ad70-75c9-4063-b092-48762a0b007f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:51:22.870416 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=1496cbe0-f125-4732-b9b5-dda350177146,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:22.891129 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-261574b9-0940-4baa-93da-401e61b91453 req-527593f6-ad93-4d5c-92df-9d37d6fb861c tempest-ServerShowV247Test-1868573598 tempest-ServerShowV247Test-1868573598-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d75bbe34-5092-4be5-aa5d-923ee597a6a5 HTTP/1.1" status: 200 len: 210 time: 0.0434434 Aug 27 04:51:22.909743 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ed7f13-3e86-47cb-b369-2260aed9990e None None] get_active_networks_info from n-d-852088-5 {{(pid=107777) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 27 04:51:23.012917 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-d9da208d-21e6-430c-afd1-4e54ae26bd29 req-861a8466-c479-4c37-a7cf-93d267684342 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (18d143b4-4578-4ee9-916d-5db06ec9f3d5), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:23.017066 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-d9da208d-21e6-430c-afd1-4e54ae26bd29 req-861a8466-c479-4c37-a7cf-93d267684342 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:23.018397 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d9da208d-21e6-430c-afd1-4e54ae26bd29 req-861a8466-c479-4c37-a7cf-93d267684342 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/18d143b4-4578-4ee9-916d-5db06ec9f3d5 HTTP/1.1" status: 204 len: 173 time: 0.3561723 Aug 27 04:51:23.028426 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb38aa3-84fb-45ff-b3f0-928e3d0908f5 None None] Pushing event updated for resources: {'Port': ['ID=7a0e6b23-0f25-4a31-b33e-78224ed5a249,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:23.031786 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a8466-c479-4c37-a7cf-93d267684342 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d143b4-4578-4ee9-916d-5db06ec9f3d5,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:23.055714 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [req-ca8bec9c-0ab9-4a08-8b49-a9078e911ab4 req-0421da10-f032-4d7a-b0ae-f39ec5860762 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] show failed (client error): The resource could not be found. Aug 27 04:51:23.056772 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ca8bec9c-0ab9-4a08-8b49-a9078e911ab4 req-0421da10-f032-4d7a-b0ae-f39ec5860762 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] 10.222.0.76 "GET /networking/v2.0/security-groups/18d143b4-4578-4ee9-916d-5db06ec9f3d5 HTTP/1.1" status: 404 len: 352 time: 0.0151682 Aug 27 04:51:23.086034 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-94efdc99-cf09-49a3-9884-98475cd4e483 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (3130bf12-1ca7-47f2-9394-96b0bd7bd85f), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:23.086510 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ed7f13-3e86-47cb-b369-2260aed9990e None None] Resources bound (agent type, host, resource id): {{(pid=107777) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 04:51:23.138954 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-94efdc99-cf09-49a3-9884-98475cd4e483 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Deleting port 7a0e6b23-0f25-4a31-b33e-78224ed5a249 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:51:23.139394 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-94efdc99-cf09-49a3-9884-98475cd4e483 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (7a0e6b23-0f25-4a31-b33e-78224ed5a249), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:23.183583 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6382db1d-bf93-4e2e-948f-a696f7e1d305 req-d41f74e6-b021-4983-a8f9-1eb81e102c04 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=7b3645ed00d94f47b69ffbab3ee73850 HTTP/1.1" status: 200 len: 6206 time: 0.0943470 Aug 27 04:51:23.224643 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=85,neutron:INSERT=3,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:23.247344 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6382db1d-bf93-4e2e-948f-a696f7e1d305 req-eb2c3b4f-c69a-45ab-ae8f-6970fba6e344 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] 10.222.0.76 "GET /networking/v2.0/security-groups/163eed2a-587e-4633-908b-41992c47c5fd HTTP/1.1" status: 200 len: 3002 time: 0.0602601 Aug 27 04:51:23.248019 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-94efdc99-cf09-49a3-9884-98475cd4e483 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] For port 7a0e6b23-0f25-4a31-b33e-78224ed5a249, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=7a0e6b23-0f25-4a31-b33e-78224ed5a249,segment=NetworkSegment(c0531905-f0c9-4139-b683-5ec1a3569f9d),segment_id=c0531905-f0c9-4139-b683-5ec1a3569f9d)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:51:23.248649 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-94efdc99-cf09-49a3-9884-98475cd4e483 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (7a0e6b23-0f25-4a31-b33e-78224ed5a249), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:23.268454 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-94efdc99-cf09-49a3-9884-98475cd4e483 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Calling delete_port for 7a0e6b23-0f25-4a31-b33e-78224ed5a249 owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:51:23.292746 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:UPDATE=2,neutron:SELECT=87,neutron:INSERT=11 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:23.302674 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6382db1d-bf93-4e2e-948f-a696f7e1d305 req-dab18f8a-3735-4db3-97b5-091e745bc811 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] 10.222.0.76 "GET /networking/v2.0/security-groups/163eed2a-587e-4633-908b-41992c47c5fd HTTP/1.1" status: 200 len: 3002 time: 0.0567756 Aug 27 04:51:23.331213 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [req-2eda4797-0b46-4ca7-a36d-87a60e0d9c3f req-794df3df-0855-4bfd-b7e7-17c60a69ebe0 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-371945379', 'description': 'tempest-description-817725173'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:23.368714 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 1496cbe0-f125-4732-b9b5-dda350177146 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:51:23.414904 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:23.419325 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6a94f3-26e3-48f6-b46f-1ba0045df82d None None] Network 3130bf12-1ca7-47f2-9394-96b0bd7bd85f requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:51:23.429797 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:23.469762 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-94efdc99-cf09-49a3-9884-98475cd4e483 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (7a0e6b23-0f25-4a31-b33e-78224ed5a249), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:23.474964 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-54f7ad70-75c9-4063-b092-48762a0b007f None None] Current status of the port 1496cbe0-f125-4732-b9b5-dda350177146 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:51:23.479507 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-2eda4797-0b46-4ca7-a36d-87a60e0d9c3f req-794df3df-0855-4bfd-b7e7-17c60a69ebe0 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:23.521113 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 1496cbe0-f125-4732-b9b5-dda350177146 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:51:23.521113 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (1496cbe0-f125-4732-b9b5-dda350177146), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:23.559014 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94efdc99-cf09-49a3-9884-98475cd4e483 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Pushing event deleted for resources: {'Port': ['ID=7a0e6b23-0f25-4a31-b33e-78224ed5a249,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:23.569935 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:23.579503 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94efdc99-cf09-49a3-9884-98475cd4e483 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] No DVR routers for this DVR port 7a0e6b23-0f25-4a31-b33e-78224ed5a249 on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:51:23.601877 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-2eda4797-0b46-4ca7-a36d-87a60e0d9c3f req-794df3df-0855-4bfd-b7e7-17c60a69ebe0 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks [] for security_group (fe550962-8f01-4c5e-95ad-094ad96867e4), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:23.606829 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-c62279c2-b561-4519-b8c1-610fe1d7003b None None] Provisioning complete for port 1496cbe0-f125-4732-b9b5-dda350177146 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:51:23.607216 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c62279c2-b561-4519-b8c1-610fe1d7003b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (1496cbe0-f125-4732-b9b5-dda350177146), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:23.677114 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 1496cbe0-f125-4732-b9b5-dda350177146 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:51:23.685999 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-2eda4797-0b46-4ca7-a36d-87a60e0d9c3f req-794df3df-0855-4bfd-b7e7-17c60a69ebe0 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (fe550962-8f01-4c5e-95ad-094ad96867e4), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:23.714554 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-94efdc99-cf09-49a3-9884-98475cd4e483 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (3130bf12-1ca7-47f2-9394-96b0bd7bd85f), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:23.721062 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-c62279c2-b561-4519-b8c1-610fe1d7003b None None] Current status of the port 1496cbe0-f125-4732-b9b5-dda350177146 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:51:23.754244 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794df3df-0855-4bfd-b7e7-17c60a69ebe0 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe550962-8f01-4c5e-95ad-094ad96867e4,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:23.759834 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-94efdc99-cf09-49a3-9884-98475cd4e483 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3130bf12-1ca7-47f2-9394-96b0bd7bd85f']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:23.770526 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-94efdc99-cf09-49a3-9884-98475cd4e483 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0531905-f0c9-4139-b683-5ec1a3569f9d') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:23.770826 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-94efdc99-cf09-49a3-9884-98475cd4e483 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0531905-f0c9-4139-b683-5ec1a3569f9d') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:23.782167 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-94efdc99-cf09-49a3-9884-98475cd4e483 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (c0531905-f0c9-4139-b683-5ec1a3569f9d), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:23.810748 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-94efdc99-cf09-49a3-9884-98475cd4e483 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (c0531905-f0c9-4139-b683-5ec1a3569f9d), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:23.815311 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94efdc99-cf09-49a3-9884-98475cd4e483 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:51:23.815733 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-94efdc99-cf09-49a3-9884-98475cd4e483 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (c0531905-f0c9-4139-b683-5ec1a3569f9d), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:23.831363 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-2eda4797-0b46-4ca7-a36d-87a60e0d9c3f req-794df3df-0855-4bfd-b7e7-17c60a69ebe0 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:23.857090 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2eda4797-0b46-4ca7-a36d-87a60e0d9c3f req-794df3df-0855-4bfd-b7e7-17c60a69ebe0 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.5111966 Aug 27 04:51:23.874128 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [req-3dd67dfd-1a53-4c03-8117-c521365b5fa0 req-e94671c3-3d03-4bf4-83a5-f9a06e8be1d3 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2105680478', 'description': 'tempest-description-94893870'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:23.944030 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:23.972613 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-3dd67dfd-1a53-4c03-8117-c521365b5fa0 req-e94671c3-3d03-4bf4-83a5-f9a06e8be1d3 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:23.973253 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-94efdc99-cf09-49a3-9884-98475cd4e483 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (3130bf12-1ca7-47f2-9394-96b0bd7bd85f), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:23.983313 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-94efdc99-cf09-49a3-9884-98475cd4e483 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:23.986632 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-94efdc99-cf09-49a3-9884-98475cd4e483 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] 10.222.0.76 "DELETE /networking/v2.0/networks/3130bf12-1ca7-47f2-9394-96b0bd7bd85f HTTP/1.1" status: 204 len: 168 time: 2.9042222 Aug 27 04:51:23.995459 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 55284) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:24.007695 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94efdc99-cf09-49a3-9884-98475cd4e483 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Pushing event deleted for resources: {'Network': ['ID=3130bf12-1ca7-47f2-9394-96b0bd7bd85f,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:24.012404 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-a3dcba20-63a9-4fd2-88bc-e0cf8b7a7db2 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-544821720'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:24.046148 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8ec5acac-9e72-4e75-878f-6dbc5d0a7894 req-a39a8855-e505-4539-bb2c-7d6a315b9e9b tempest-ServerShowV247Test-1868573598 tempest-ServerShowV247Test-1868573598-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d75bbe34-5092-4be5-aa5d-923ee597a6a5 HTTP/1.1" status: 200 len: 210 time: 0.0579252 Aug 27 04:51:24.120681 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-3dd67dfd-1a53-4c03-8117-c521365b5fa0 req-e94671c3-3d03-4bf4-83a5-f9a06e8be1d3 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks [] for security_group (2b02782b-4a98-4103-b59a-d500891cf779), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:24.160718 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3dcba20-63a9-4fd2-88bc-e0cf8b7a7db2 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Made reservation on behalf of 11151118b7d14bb38c65f8f3de18c1f9 for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:51:24.166540 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a3dcba20-63a9-4fd2-88bc-e0cf8b7a7db2 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:24.191399 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3dcba20-63a9-4fd2-88bc-e0cf8b7a7db2 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:51:24.201192 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a3dcba20-63a9-4fd2-88bc-e0cf8b7a7db2 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (acea806d-900c-4d2c-b4fc-848a64be07a4), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:24.201624 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-a3dcba20-63a9-4fd2-88bc-e0cf8b7a7db2 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Added segment acea806d-900c-4d2c-b4fc-848a64be07a4 of type vlan for network 29c6a84b-6a6f-4f95-92fe-4b2c002ee8d3 Aug 27 04:51:24.211608 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-3dd67dfd-1a53-4c03-8117-c521365b5fa0 req-e94671c3-3d03-4bf4-83a5-f9a06e8be1d3 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (2b02782b-4a98-4103-b59a-d500891cf779), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:24.266524 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a3dcba20-63a9-4fd2-88bc-e0cf8b7a7db2 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (29c6a84b-6a6f-4f95-92fe-4b2c002ee8d3), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:24.276003 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94671c3-3d03-4bf4-83a5-f9a06e8be1d3 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b02782b-4a98-4103-b59a-d500891cf779,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:24.404188 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 55298) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:24.420039 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-3dd67dfd-1a53-4c03-8117-c521365b5fa0 req-e94671c3-3d03-4bf4-83a5-f9a06e8be1d3 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:24.421376 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3dd67dfd-1a53-4c03-8117-c521365b5fa0 req-e94671c3-3d03-4bf4-83a5-f9a06e8be1d3 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.5514131 Aug 27 04:51:24.422095 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a3dcba20-63a9-4fd2-88bc-e0cf8b7a7db2 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (29c6a84b-6a6f-4f95-92fe-4b2c002ee8d3), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:24.439504 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3dcba20-63a9-4fd2-88bc-e0cf8b7a7db2 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:24.439504 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a3dcba20-63a9-4fd2-88bc-e0cf8b7a7db2 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:24.505237 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dcba20-63a9-4fd2-88bc-e0cf8b7a7db2 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Pushing event updated for resources: {'Network': ['ID=29c6a84b-6a6f-4f95-92fe-4b2c002ee8d3,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:24.516026 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 29c6a84b-6a6f-4f95-92fe-4b2c002ee8d3 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:51:24.540710 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment c0531905-f0c9-4139-b683-5ec1a3569f9d resource provider aggregate not found Aug 27 04:51:24.557769 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment c0531905-f0c9-4139-b683-5ec1a3569f9d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c0531905-f0c9-4139-b683-5ec1a3569f9d found for delete ", "request_id": "req-d93ae41f-fa92-42e2-a5f0-1cb2ae79677c"}]} Aug 27 04:51:24.560904 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a3dcba20-63a9-4fd2-88bc-e0cf8b7a7db2 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5637829 Aug 27 04:51:24.563610 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 55310) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:24.568888 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-b58f8e83-0f3c-4f9d-9943-c7d8dac6f692 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Request body: {'subnet': {'network_id': '29c6a84b-6a6f-4f95-92fe-4b2c002ee8d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:24.878800 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-37d62439-c6b2-4dad-9eb2-2dbc8143ffcd tempest-AgentManagementNegativeTest-298180652 tempest-AgentManagementNegativeTest-298180652-project] 10.222.0.76 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4731519 Aug 27 04:51:24.906675 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:25.156250 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:25.165170 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58f8e83-0f3c-4f9d-9943-c7d8dac6f692 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Made reservation on behalf of 11151118b7d14bb38c65f8f3de18c1f9 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:51:25.165170 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b58f8e83-0f3c-4f9d-9943-c7d8dac6f692 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:25.253758 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d68c19-2990-46fb-8cbc-7b5b11ced55f req-c2e643e9-1be9-4835-9613-7294019cd537 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:25.255247 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-89d68c19-2990-46fb-8cbc-7b5b11ced55f req-c2e643e9-1be9-4835-9613-7294019cd537 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] 10.222.0.76 "GET /networking/v2.0/networks?id=e221e316-e76d-4cde-b0ad-94b4bcf89294 HTTP/1.1" status: 200 len: 813 time: 0.2137475 Aug 27 04:51:25.285770 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ad9d17c3-4c5b-40f3-99aa-f38557b40b8e req-882a6723-99a7-4ef6-9281-4d940940ce54 tempest-ServerShowV247Test-1868573598 tempest-ServerShowV247Test-1868573598-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d75bbe34-5092-4be5-aa5d-923ee597a6a5 HTTP/1.1" status: 200 len: 210 time: 0.0854704 Aug 27 04:51:25.303432 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-89d68c19-2990-46fb-8cbc-7b5b11ced55f req-3eec671c-afc8-4673-ac2a-884ec2b1fca8 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] 10.222.0.76 "GET /networking/v2.0/quotas/7b3645ed00d94f47b69ffbab3ee73850 HTTP/1.1" status: 200 len: 375 time: 0.0201044 Aug 27 04:51:25.366658 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-89d68c19-2990-46fb-8cbc-7b5b11ced55f req-6089da72-4060-426f-a57d-d3a7bd4a4854 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=7b3645ed00d94f47b69ffbab3ee73850&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0560613 Aug 27 04:51:25.416370 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:25.534318 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:51:25.537593 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:25.592994 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b58f8e83-0f3c-4f9d-9943-c7d8dac6f692 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (800683ab-54c3-4745-bae0-af11ecd1daef), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:25.646048 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:25.678368 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f8e83-0f3c-4f9d-9943-c7d8dac6f692 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Pushing event updated for resources: {'Subnet': ['ID=800683ab-54c3-4745-bae0-af11ecd1daef,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:25.689057 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58f8e83-0f3c-4f9d-9943-c7d8dac6f692 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Checking segment: {'id': 'acea806d-900c-4d2c-b4fc-848a64be07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '29c6a84b-6a6f-4f95-92fe-4b2c002ee8d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:51:25.689408 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58f8e83-0f3c-4f9d-9943-c7d8dac6f692 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Network hostable DHCP agents. Network: 29c6a84b-6a6f-4f95-92fe-4b2c002ee8d3, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:51:25.802876 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [req-16b7395a-0146-4e97-9f51-b0f052555ae2 req-6dd3a6d4-dd9a-4ca9-9e34-ecba43aa32ef tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1387268716', 'description': 'tempest-description-682433465'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:25.821107 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58f8e83-0f3c-4f9d-9943-c7d8dac6f692 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Network 29c6a84b-6a6f-4f95-92fe-4b2c002ee8d3 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:51:25.912203 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:25.987468 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 55366) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:25.998365 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-16b7395a-0146-4e97-9f51-b0f052555ae2 req-6dd3a6d4-dd9a-4ca9-9e34-ecba43aa32ef tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:26.000442 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-b58f8e83-0f3c-4f9d-9943-c7d8dac6f692 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 29c6a84b-6a6f-4f95-92fe-4b2c002ee8d3) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:51:26.005221 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58f8e83-0f3c-4f9d-9943-c7d8dac6f692 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:26.006242 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b58f8e83-0f3c-4f9d-9943-c7d8dac6f692 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:26.013543 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c13afd2-3cd5-4cb9-b60e-16d25d492243 None None] Network 29c6a84b-6a6f-4f95-92fe-4b2c002ee8d3 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:51:26.117815 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-16b7395a-0146-4e97-9f51-b0f052555ae2 req-6dd3a6d4-dd9a-4ca9-9e34-ecba43aa32ef tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks [] for security_group (9dc51ad3-e51e-45d4-a051-d521c94b928b), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:26.143575 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a920b09c-81ea-4945-97db-5b17a8bbb275 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-29c6a84b-6a6f-4f95-92fe-4b2c002ee8d3', 'network_id': '29c6a84b-6a6f-4f95-92fe-4b2c002ee8d3', 'project_id': '11151118b7d14bb38c65f8f3de18c1f9', 'fixed_ips': [{'subnet_id': '800683ab-54c3-4745-bae0-af11ecd1daef'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:51:26.145038 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a920b09c-81ea-4945-97db-5b17a8bbb275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:26.219925 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b58f8e83-0f3c-4f9d-9943-c7d8dac6f692 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.6544359 Aug 27 04:51:26.224177 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 55380) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:26.303418 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1c05479f-af00-4263-bd30-f8b78e36b258 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:26.307804 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-16b7395a-0146-4e97-9f51-b0f052555ae2 req-6dd3a6d4-dd9a-4ca9-9e34-ecba43aa32ef tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (9dc51ad3-e51e-45d4-a051-d521c94b928b), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:26.322921 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-a920b09c-81ea-4945-97db-5b17a8bbb275 None None] Allocated IP 2001:db8::1 (29c6a84b-6a6f-4f95-92fe-4b2c002ee8d3/800683ab-54c3-4745-bae0-af11ecd1daef/cfcf73a9-c2ce-4c7c-bd9b-d130b295fa32) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:51:26.383429 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd3a6d4-dd9a-4ca9-9e34-ecba43aa32ef tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc51ad3-e51e-45d4-a051-d521c94b928b,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:26.452674 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-93aab50c-471e-4ca7-900c-d11fb1fe0d39 req-5597dbc4-50b0-4b7a-b55f-f64c8481545a tempest-ServerShowV247Test-1868573598 tempest-ServerShowV247Test-1868573598-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d75bbe34-5092-4be5-aa5d-923ee597a6a5 HTTP/1.1" status: 200 len: 210 time: 0.0542808 Aug 27 04:51:26.459007 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-16b7395a-0146-4e97-9f51-b0f052555ae2 req-6dd3a6d4-dd9a-4ca9-9e34-ecba43aa32ef tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:26.460608 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-16b7395a-0146-4e97-9f51-b0f052555ae2 req-6dd3a6d4-dd9a-4ca9-9e34-ecba43aa32ef tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.6622865 Aug 27 04:51:26.487819 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-791e7f7b-2551-4a5f-ba0d-696af998ad6b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (29c6a84b-6a6f-4f95-92fe-4b2c002ee8d3), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:26.531367 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a920b09c-81ea-4945-97db-5b17a8bbb275 None None] Publish callbacks [] for port (cfcf73a9-c2ce-4c7c-bd9b-d130b295fa32), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:26.543983 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1c05479f-af00-4263-bd30-f8b78e36b258 admin admin] Publish callbacks [] for security_group (3fad4288-591e-4c75-b021-638cc732a70b), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:26.633800 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a920b09c-81ea-4945-97db-5b17a8bbb275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (cfcf73a9-c2ce-4c7c-bd9b-d130b295fa32), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:26.640233 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1c05479f-af00-4263-bd30-f8b78e36b258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (3fad4288-591e-4c75-b021-638cc732a70b), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:26.658823 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-9bb1c987-7727-443e-8f27-27e34b757d32 req-ec44e808-5011-47e1-a899-b467f11a2cf9 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] 10.222.0.76 "GET /networking/v2.0/security-groups/9dc51ad3-e51e-45d4-a051-d521c94b928b HTTP/1.1" status: 200 len: 1819 time: 0.1171646 Aug 27 04:51:26.662620 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-791e7f7b-2551-4a5f-ba0d-696af998ad6b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (800683ab-54c3-4745-bae0-af11ecd1daef), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:26.682822 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a920b09c-81ea-4945-97db-5b17a8bbb275 None None] Network 29c6a84b-6a6f-4f95-92fe-4b2c002ee8d3 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:51:26.688326 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-a920b09c-81ea-4945-97db-5b17a8bbb275 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:51:26.690819 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a920b09c-81ea-4945-97db-5b17a8bbb275 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:51:26.696094 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:26.698741 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a920b09c-81ea-4945-97db-5b17a8bbb275 None None] Pushing event updated for resources: {'Port': ['ID=cfcf73a9-c2ce-4c7c-bd9b-d130b295fa32,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:26.707127 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [req-9bb1c987-7727-443e-8f27-27e34b757d32 req-cafe60d0-9b46-4933-a010-961bea19a42c tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1568582826', 'description': 'tempest-description-hth-111180063'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:26.753186 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c05479f-af00-4263-bd30-f8b78e36b258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fad4288-591e-4c75-b021-638cc732a70b,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:26.769956 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ad403917-b511-47d9-b293-9cb571be3e18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:26.786328 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-a920b09c-81ea-4945-97db-5b17a8bbb275 None None] Attempting to bind port cfcf73a9-c2ce-4c7c-bd9b-d130b295fa32 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:51:26.786704 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-a920b09c-81ea-4945-97db-5b17a8bbb275 None None] Attempting to bind port cfcf73a9-c2ce-4c7c-bd9b-d130b295fa32 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'acea806d-900c-4d2c-b4fc-848a64be07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '29c6a84b-6a6f-4f95-92fe-4b2c002ee8d3'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:51:26.787066 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a920b09c-81ea-4945-97db-5b17a8bbb275 None None] Attempting to bind port cfcf73a9-c2ce-4c7c-bd9b-d130b295fa32 on network 29c6a84b-6a6f-4f95-92fe-4b2c002ee8d3 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:51:26.793743 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a920b09c-81ea-4945-97db-5b17a8bbb275 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:51:26.794117 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a920b09c-81ea-4945-97db-5b17a8bbb275 None None] Checking segment: {'id': 'acea806d-900c-4d2c-b4fc-848a64be07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '29c6a84b-6a6f-4f95-92fe-4b2c002ee8d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:51:26.794517 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a920b09c-81ea-4945-97db-5b17a8bbb275 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:26.794998 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a920b09c-81ea-4945-97db-5b17a8bbb275 None None] Bound using segment: {'id': 'acea806d-900c-4d2c-b4fc-848a64be07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '29c6a84b-6a6f-4f95-92fe-4b2c002ee8d3'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:51:26.796322 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-a920b09c-81ea-4945-97db-5b17a8bbb275 None None] Bound port: cfcf73a9-c2ce-4c7c-bd9b-d130b295fa32, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acea806d-900c-4d2c-b4fc-848a64be07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '29c6a84b-6a6f-4f95-92fe-4b2c002ee8d3'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:51:26.796718 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a920b09c-81ea-4945-97db-5b17a8bbb275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (cfcf73a9-c2ce-4c7c-bd9b-d130b295fa32), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:26.812251 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 55416) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:26.825333 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1c05479f-af00-4263-bd30-f8b78e36b258 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=d3b2b69d4366472280ac8ef285f6a628&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8365219 Aug 27 04:51:26.871930 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-9bb1c987-7727-443e-8f27-27e34b757d32 req-cafe60d0-9b46-4933-a010-961bea19a42c tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks [] for security_group (9dc51ad3-e51e-45d4-a051-d521c94b928b), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:26.879125 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-a920b09c-81ea-4945-97db-5b17a8bbb275 None None] For port cfcf73a9-c2ce-4c7c-bd9b-d130b295fa32, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:51:26.882765 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-a920b09c-81ea-4945-97db-5b17a8bbb275 None None] For port cfcf73a9-c2ce-4c7c-bd9b-d130b295fa32, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=cfcf73a9-c2ce-4c7c-bd9b-d130b295fa32,segment=NetworkSegment(acea806d-900c-4d2c-b4fc-848a64be07a4),segment_id=acea806d-900c-4d2c-b4fc-848a64be07a4)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:51:26.911698 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9920bc54-9c15-43be-9eef-c8d3054b9720 admin admin] Publish callbacks [] for security_group (3fad4288-591e-4c75-b021-638cc732a70b), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:26.947288 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9920bc54-9c15-43be-9eef-c8d3054b9720 admin admin] Publish callbacks [] for security_group (3fad4288-591e-4c75-b021-638cc732a70b), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:26.952742 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-9bb1c987-7727-443e-8f27-27e34b757d32 req-cafe60d0-9b46-4933-a010-961bea19a42c tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks [] for security_group (9dc51ad3-e51e-45d4-a051-d521c94b928b), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:27.047272 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a920b09c-81ea-4945-97db-5b17a8bbb275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (cfcf73a9-c2ce-4c7c-bd9b-d130b295fa32), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:27.093635 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-9bb1c987-7727-443e-8f27-27e34b757d32 req-cafe60d0-9b46-4933-a010-961bea19a42c tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (9dc51ad3-e51e-45d4-a051-d521c94b928b), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:27.094392 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9920bc54-9c15-43be-9eef-c8d3054b9720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (3fad4288-591e-4c75-b021-638cc732a70b), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:27.097424 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9920bc54-9c15-43be-9eef-c8d3054b9720 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:27.108483 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-9920bc54-9c15-43be-9eef-c8d3054b9720 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/3fad4288-591e-4c75-b021-638cc732a70b HTTP/1.1" status: 204 len: 168 time: 0.2854295 Aug 27 04:51:27.109400 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-9bb1c987-7727-443e-8f27-27e34b757d32 req-cafe60d0-9b46-4933-a010-961bea19a42c tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:27.109400 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-9bb1c987-7727-443e-8f27-27e34b757d32 req-cafe60d0-9b46-4933-a010-961bea19a42c tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] 10.222.0.76 "PUT /networking/v2.0/security-groups/9dc51ad3-e51e-45d4-a051-d521c94b928b HTTP/1.1" status: 200 len: 1793 time: 0.4296105 Aug 27 04:51:27.109400 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-791e7f7b-2551-4a5f-ba0d-696af998ad6b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (800683ab-54c3-4745-bae0-af11ecd1daef), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:27.135408 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9920bc54-9c15-43be-9eef-c8d3054b9720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fad4288-591e-4c75-b021-638cc732a70b,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:27.193365 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791e7f7b-2551-4a5f-ba0d-696af998ad6b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Pushing event deleted for resources: {'Subnet': ['ID=800683ab-54c3-4745-bae0-af11ecd1daef,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:27.400043 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafe60d0-9b46-4933-a010-961bea19a42c tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc51ad3-e51e-45d4-a051-d521c94b928b,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:27.421964 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-791e7f7b-2551-4a5f-ba0d-696af998ad6b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (29c6a84b-6a6f-4f95-92fe-4b2c002ee8d3), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:27.437790 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a920b09c-81ea-4945-97db-5b17a8bbb275 None None] Pushing event updated for resources: {'Port': ['ID=cfcf73a9-c2ce-4c7c-bd9b-d130b295fa32,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:27.443132 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d97aa537-047c-4c32-a279-7044c14dc54a req-2ee27795-2704-4498-90ce-30144f2e0318 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] 10.222.0.76 "GET /networking/v2.0/security-groups/9dc51ad3-e51e-45d4-a051-d521c94b928b HTTP/1.1" status: 200 len: 1793 time: 0.2802379 Aug 27 04:51:27.478780 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=7 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:27.485319 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-791e7f7b-2551-4a5f-ba0d-696af998ad6b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29c6a84b-6a6f-4f95-92fe-4b2c002ee8d3']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:27.540353 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-791e7f7b-2551-4a5f-ba0d-696af998ad6b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acea806d-900c-4d2c-b4fc-848a64be07a4') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:27.541188 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-791e7f7b-2551-4a5f-ba0d-696af998ad6b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acea806d-900c-4d2c-b4fc-848a64be07a4') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:27.608153 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-791e7f7b-2551-4a5f-ba0d-696af998ad6b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (acea806d-900c-4d2c-b4fc-848a64be07a4), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:27.638568 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1183da03-df99-4f79-85d9-dee3a6b3e62e req-42fcfde4-e90e-445a-9868-c35abbe6912c tempest-ServerShowV247Test-1868573598 tempest-ServerShowV247Test-1868573598-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d75bbe34-5092-4be5-aa5d-923ee597a6a5 HTTP/1.1" status: 200 len: 210 time: 0.0739369 Aug 27 04:51:27.639327 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:27.652006 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-0cf0a24a-623c-4b92-b74f-55dae55ec168 req-e339e7b4-5dfb-46f3-8c37-3ea4ca8600e9 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] 10.222.0.76 "GET /networking/v2.0/security-groups/9dc51ad3-e51e-45d4-a051-d521c94b928b HTTP/1.1" status: 200 len: 1793 time: 0.1730237 Aug 27 04:51:27.653028 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-791e7f7b-2551-4a5f-ba0d-696af998ad6b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (acea806d-900c-4d2c-b4fc-848a64be07a4), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:27.661238 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-791e7f7b-2551-4a5f-ba0d-696af998ad6b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:51:27.661625 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-791e7f7b-2551-4a5f-ba0d-696af998ad6b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (acea806d-900c-4d2c-b4fc-848a64be07a4), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:27.710730 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment acea806d-900c-4d2c-b4fc-848a64be07a4 resource provider aggregate not found Aug 27 04:51:27.744277 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment acea806d-900c-4d2c-b4fc-848a64be07a4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid acea806d-900c-4d2c-b4fc-848a64be07a4 found for delete ", "request_id": "req-1ab9de57-30d6-452a-8486-acaf65550e32"}]} Aug 27 04:51:27.780428 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-0cf0a24a-623c-4b92-b74f-55dae55ec168 req-8fce7a3b-e2c9-4026-b29f-41ce4816ebbc tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks [] for security_group (9dc51ad3-e51e-45d4-a051-d521c94b928b), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:27.802667 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.db.api [None req-791e7f7b-2551-4a5f-ba0d-696af998ad6b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 04:51:27.802667 n-d-852088-5 neutron-server[107775]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 04:51:27.802667 n-d-852088-5 neutron-server[107775]: [parameters: {'id': '29c6a84b-6a6f-4f95-92fe-4b2c002ee8d3'}] Aug 27 04:51:27.802667 n-d-852088-5 neutron-server[107775]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=107775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:51:27.803131 n-d-852088-5 neutron-server[107775]: DEBUG oslo_db.api [None req-791e7f7b-2551-4a5f-ba0d-696af998ad6b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:51:27.804510 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-0cf0a24a-623c-4b92-b74f-55dae55ec168 req-8fce7a3b-e2c9-4026-b29f-41ce4816ebbc tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks [] for security_group (9dc51ad3-e51e-45d4-a051-d521c94b928b), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:27.986467 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-0cf0a24a-623c-4b92-b74f-55dae55ec168 req-8fce7a3b-e2c9-4026-b29f-41ce4816ebbc tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (9dc51ad3-e51e-45d4-a051-d521c94b928b), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:28.017083 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-0cf0a24a-623c-4b92-b74f-55dae55ec168 req-8fce7a3b-e2c9-4026-b29f-41ce4816ebbc tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:28.017083 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-0cf0a24a-623c-4b92-b74f-55dae55ec168 req-8fce7a3b-e2c9-4026-b29f-41ce4816ebbc tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/9dc51ad3-e51e-45d4-a051-d521c94b928b HTTP/1.1" status: 204 len: 173 time: 0.3308733 Aug 27 04:51:28.017083 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fce7a3b-e2c9-4026-b29f-41ce4816ebbc tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc51ad3-e51e-45d4-a051-d521c94b928b,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:28.051164 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1d4a5399-5e09-4bdf-a448-f3e2e8059a1d req-c1b4729f-9146-4f2e-8542-17e558b4df86 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] 10.222.0.76 "GET /networking/v2.0/security-groups/2b02782b-4a98-4103-b59a-d500891cf779 HTTP/1.1" status: 200 len: 1818 time: 0.0406296 Aug 27 04:51:28.112434 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:28.119902 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-1d4a5399-5e09-4bdf-a448-f3e2e8059a1d req-cc75604a-0385-418b-8ec2-386f79e5e3c7 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks [] for security_group (2b02782b-4a98-4103-b59a-d500891cf779), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:28.143569 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-1d4a5399-5e09-4bdf-a448-f3e2e8059a1d req-cc75604a-0385-418b-8ec2-386f79e5e3c7 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks [] for security_group (2b02782b-4a98-4103-b59a-d500891cf779), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:28.304894 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-791e7f7b-2551-4a5f-ba0d-696af998ad6b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (29c6a84b-6a6f-4f95-92fe-4b2c002ee8d3), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:28.305501 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63f8b52-7d74-4b1e-a68a-0ce45e0dd3dc None None] Network 29c6a84b-6a6f-4f95-92fe-4b2c002ee8d3 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:51:28.347511 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-791e7f7b-2551-4a5f-ba0d-696af998ad6b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Deleting port cfcf73a9-c2ce-4c7c-bd9b-d130b295fa32 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:51:28.347853 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-791e7f7b-2551-4a5f-ba0d-696af998ad6b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (cfcf73a9-c2ce-4c7c-bd9b-d130b295fa32), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:28.402286 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4c536391-f4e5-4ceb-9c84-ee8999442f7d None None] Provisioning complete for port cfcf73a9-c2ce-4c7c-bd9b-d130b295fa32 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:51:28.402574 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4c536391-f4e5-4ceb-9c84-ee8999442f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (cfcf73a9-c2ce-4c7c-bd9b-d130b295fa32), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:28.417469 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-791e7f7b-2551-4a5f-ba0d-696af998ad6b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] For port cfcf73a9-c2ce-4c7c-bd9b-d130b295fa32, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=cfcf73a9-c2ce-4c7c-bd9b-d130b295fa32,segment=NetworkSegment(acea806d-900c-4d2c-b4fc-848a64be07a4),segment_id=acea806d-900c-4d2c-b4fc-848a64be07a4)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:51:28.417839 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-791e7f7b-2551-4a5f-ba0d-696af998ad6b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (cfcf73a9-c2ce-4c7c-bd9b-d130b295fa32), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:28.433418 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-791e7f7b-2551-4a5f-ba0d-696af998ad6b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Calling delete_port for cfcf73a9-c2ce-4c7c-bd9b-d130b295fa32 owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:51:28.440647 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-1d4a5399-5e09-4bdf-a448-f3e2e8059a1d req-cc75604a-0385-418b-8ec2-386f79e5e3c7 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (2b02782b-4a98-4103-b59a-d500891cf779), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:28.443715 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-1d4a5399-5e09-4bdf-a448-f3e2e8059a1d req-cc75604a-0385-418b-8ec2-386f79e5e3c7 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:28.446008 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-1d4a5399-5e09-4bdf-a448-f3e2e8059a1d req-cc75604a-0385-418b-8ec2-386f79e5e3c7 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/2b02782b-4a98-4103-b59a-d500891cf779 HTTP/1.1" status: 204 len: 173 time: 0.3882368 Aug 27 04:51:28.471363 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ee9ae0-3458-4264-9306-8024ead77e53 None None] DHCP port deletion for 29c6a84b-6a6f-4f95-92fe-4b2c002ee8d3 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:51:28.500071 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc75604a-0385-418b-8ec2-386f79e5e3c7 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b02782b-4a98-4103-b59a-d500891cf779,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:28.531919 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:28.546514 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4c536391-f4e5-4ceb-9c84-ee8999442f7d None None] Current status of the port cfcf73a9-c2ce-4c7c-bd9b-d130b295fa32 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:51:28.546821 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4c536391-f4e5-4ceb-9c84-ee8999442f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (cfcf73a9-c2ce-4c7c-bd9b-d130b295fa32), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:28.561085 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-83ee9ae0-3458-4264-9306-8024ead77e53 None None] Deleting port cfcf73a9-c2ce-4c7c-bd9b-d130b295fa32 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:51:28.561644 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-83ee9ae0-3458-4264-9306-8024ead77e53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (cfcf73a9-c2ce-4c7c-bd9b-d130b295fa32), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:28.561818 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5c02633f-a7ca-47b4-b8d4-c38b9f0e187f req-681bfaaf-70ea-4765-a608-83e94e34527e tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] 10.222.0.76 "GET /networking/v2.0/security-groups/fe550962-8f01-4c5e-95ad-094ad96867e4 HTTP/1.1" status: 200 len: 1818 time: 0.0642924 Aug 27 04:51:28.600897 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:28.640707 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-83ee9ae0-3458-4264-9306-8024ead77e53 None None] For port cfcf73a9-c2ce-4c7c-bd9b-d130b295fa32, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=cfcf73a9-c2ce-4c7c-bd9b-d130b295fa32,segment=NetworkSegment(acea806d-900c-4d2c-b4fc-848a64be07a4),segment_id=acea806d-900c-4d2c-b4fc-848a64be07a4)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:51:28.641423 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-83ee9ae0-3458-4264-9306-8024ead77e53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (cfcf73a9-c2ce-4c7c-bd9b-d130b295fa32), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:28.650920 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-5c02633f-a7ca-47b4-b8d4-c38b9f0e187f req-c098b3d3-ad77-4df9-842b-837074c23159 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks [] for security_group (fe550962-8f01-4c5e-95ad-094ad96867e4), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:28.661736 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-83ee9ae0-3458-4264-9306-8024ead77e53 None None] Calling delete_port for cfcf73a9-c2ce-4c7c-bd9b-d130b295fa32 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:51:28.682216 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-5c02633f-a7ca-47b4-b8d4-c38b9f0e187f req-c098b3d3-ad77-4df9-842b-837074c23159 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks [] for security_group (fe550962-8f01-4c5e-95ad-094ad96867e4), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:28.706828 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-791e7f7b-2551-4a5f-ba0d-696af998ad6b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (cfcf73a9-c2ce-4c7c-bd9b-d130b295fa32), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:28.761233 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:DELETE=15,neutron:UPDATE=2,neutron:SELECT=77,neutron:INSERT=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:28.771852 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791e7f7b-2551-4a5f-ba0d-696af998ad6b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Pushing event deleted for resources: {'Port': ['ID=cfcf73a9-c2ce-4c7c-bd9b-d130b295fa32,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:28.782768 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791e7f7b-2551-4a5f-ba0d-696af998ad6b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] No DVR routers for this DVR port cfcf73a9-c2ce-4c7c-bd9b-d130b295fa32 on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:51:28.793159 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 55464) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:28.805847 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-83ee9ae0-3458-4264-9306-8024ead77e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (cfcf73a9-c2ce-4c7c-bd9b-d130b295fa32), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:28.848682 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee9ae0-3458-4264-9306-8024ead77e53 None None] Pushing event deleted for resources: {'Port': ['ID=cfcf73a9-c2ce-4c7c-bd9b-d130b295fa32,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:28.855543 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ee9ae0-3458-4264-9306-8024ead77e53 None None] No DVR routers for this DVR port cfcf73a9-c2ce-4c7c-bd9b-d130b295fa32 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:51:28.864617 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5556c9a8-8cb8-4645-ba33-5abbc2c0ebed req-592162ea-c10f-4c22-a4ec-0c43492253a6 tempest-ServerShowV247Test-1868573598 tempest-ServerShowV247Test-1868573598-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d75bbe34-5092-4be5-aa5d-923ee597a6a5 HTTP/1.1" status: 200 len: 210 time: 0.0938656 Aug 27 04:51:28.936806 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-791e7f7b-2551-4a5f-ba0d-696af998ad6b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (29c6a84b-6a6f-4f95-92fe-4b2c002ee8d3), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:28.956704 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-791e7f7b-2551-4a5f-ba0d-696af998ad6b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29c6a84b-6a6f-4f95-92fe-4b2c002ee8d3']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:28.977423 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-791e7f7b-2551-4a5f-ba0d-696af998ad6b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acea806d-900c-4d2c-b4fc-848a64be07a4') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:28.977423 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-791e7f7b-2551-4a5f-ba0d-696af998ad6b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acea806d-900c-4d2c-b4fc-848a64be07a4') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:28.980843 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-791e7f7b-2551-4a5f-ba0d-696af998ad6b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (acea806d-900c-4d2c-b4fc-848a64be07a4), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:28.994247 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-791e7f7b-2551-4a5f-ba0d-696af998ad6b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (acea806d-900c-4d2c-b4fc-848a64be07a4), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:29.000424 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-791e7f7b-2551-4a5f-ba0d-696af998ad6b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:51:29.000809 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-791e7f7b-2551-4a5f-ba0d-696af998ad6b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (acea806d-900c-4d2c-b4fc-848a64be07a4), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:29.048839 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-5c02633f-a7ca-47b4-b8d4-c38b9f0e187f req-c098b3d3-ad77-4df9-842b-837074c23159 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (fe550962-8f01-4c5e-95ad-094ad96867e4), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:29.051434 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-5c02633f-a7ca-47b4-b8d4-c38b9f0e187f req-c098b3d3-ad77-4df9-842b-837074c23159 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:29.052594 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5c02633f-a7ca-47b4-b8d4-c38b9f0e187f req-c098b3d3-ad77-4df9-842b-837074c23159 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/fe550962-8f01-4c5e-95ad-094ad96867e4 HTTP/1.1" status: 204 len: 173 time: 0.4819005 Aug 27 04:51:29.079048 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098b3d3-ad77-4df9-842b-837074c23159 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe550962-8f01-4c5e-95ad-094ad96867e4,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:29.095609 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [req-f43997e1-3098-4c7c-954e-7be89f289b20 req-e1eacf4b-7a36-4fb5-babc-d45957ba0eea tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] show failed (client error): The resource could not be found. Aug 27 04:51:29.132021 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f43997e1-3098-4c7c-954e-7be89f289b20 req-e1eacf4b-7a36-4fb5-babc-d45957ba0eea tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] 10.222.0.76 "GET /networking/v2.0/security-groups/18d143b4-4578-4ee9-916d-5db06ec9f3d5 HTTP/1.1" status: 404 len: 352 time: 0.0352716 Aug 27 04:51:29.155328 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [req-a4a07189-787c-4cf1-a47f-d32353926ec2 req-5138ad06-ca6d-4c2a-922b-dfd87b896234 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] show failed (client error): The resource could not be found. Aug 27 04:51:29.156698 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a4a07189-787c-4cf1-a47f-d32353926ec2 req-5138ad06-ca6d-4c2a-922b-dfd87b896234 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] 10.222.0.76 "GET /networking/v2.0/security-groups/bb852960-2d09-4b4f-bf73-f4a1b181e571 HTTP/1.1" status: 404 len: 352 time: 0.0172398 Aug 27 04:51:29.159131 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7a4a48ee-be80-408b-8510-5bf621c1f865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:29.189395 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-791e7f7b-2551-4a5f-ba0d-696af998ad6b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (29c6a84b-6a6f-4f95-92fe-4b2c002ee8d3), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:29.194166 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-791e7f7b-2551-4a5f-ba0d-696af998ad6b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:29.198083 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-791e7f7b-2551-4a5f-ba0d-696af998ad6b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] 10.222.0.76 "DELETE /networking/v2.0/networks/29c6a84b-6a6f-4f95-92fe-4b2c002ee8d3 HTTP/1.1" status: 204 len: 168 time: 2.9727898 Aug 27 04:51:29.202055 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 55480) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:29.208577 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-3b4d444e-82bd-4288-a97c-5918038e4470 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1406386708'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:29.209170 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [req-e5708901-3fd1-46bc-8732-3190307630e9 req-97ffbc0b-4796-4af9-a8a6-f37e5cc2db98 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] show failed (client error): The resource could not be found. Aug 27 04:51:29.210373 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e5708901-3fd1-46bc-8732-3190307630e9 req-97ffbc0b-4796-4af9-a8a6-f37e5cc2db98 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] 10.222.0.76 "GET /networking/v2.0/security-groups/972831a0-8ed3-409b-bcac-4f3fadef4d86 HTTP/1.1" status: 404 len: 352 time: 0.0302286 Aug 27 04:51:29.220677 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791e7f7b-2551-4a5f-ba0d-696af998ad6b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Pushing event deleted for resources: {'Network': ['ID=29c6a84b-6a6f-4f95-92fe-4b2c002ee8d3,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:29.276503 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [req-bc6773c2-8b95-49ce-ad93-0538e08f9499 req-9a025875-0195-4400-97b7-23c61e824672 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] show failed (client error): The resource could not be found. Aug 27 04:51:29.278682 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-bc6773c2-8b95-49ce-ad93-0538e08f9499 req-9a025875-0195-4400-97b7-23c61e824672 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] 10.222.0.76 "GET /networking/v2.0/security-groups/8ba317cd-a388-46ea-81ab-60945cdee616 HTTP/1.1" status: 404 len: 352 time: 0.0275364 Aug 27 04:51:29.280912 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0265e1c8-f4d8-4155-9904-603b21e85af2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:29.323057 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4d444e-82bd-4288-a97c-5918038e4470 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Made reservation on behalf of 11151118b7d14bb38c65f8f3de18c1f9 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:51:29.326883 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3b4d444e-82bd-4288-a97c-5918038e4470 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:29.362115 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b4d444e-82bd-4288-a97c-5918038e4470 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:51:29.364496 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-108b9fbf-04fc-4399-aa96-74d0e5c36d22 req-312fecaa-d70a-4c59-b234-5bfcfaa6c306 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] 10.222.0.76 "GET /networking/v2.0/security-groups/06d46bb1-2c45-43a0-94eb-7e2fcab3d03e HTTP/1.1" status: 200 len: 1818 time: 0.0522318 Aug 27 04:51:29.384256 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3b4d444e-82bd-4288-a97c-5918038e4470 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (a33a4acd-2a44-4c7f-b27f-3ca09e7f7e42), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:29.384598 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-3b4d444e-82bd-4288-a97c-5918038e4470 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Added segment a33a4acd-2a44-4c7f-b27f-3ca09e7f7e42 of type vlan for network 9f68e492-c002-464c-bb04-fdb09f5efcfd Aug 27 04:51:29.425376 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0265e1c8-f4d8-4155-9904-603b21e85af2 admin admin] Publish callbacks [] for security_group (7733f371-55e6-4a5a-90e8-959b0d2e05df), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:29.429855 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-108b9fbf-04fc-4399-aa96-74d0e5c36d22 req-669ec43e-4c36-4408-8185-2141474fc0f7 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks [] for security_group (06d46bb1-2c45-43a0-94eb-7e2fcab3d03e), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:29.437291 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3b4d444e-82bd-4288-a97c-5918038e4470 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (9f68e492-c002-464c-bb04-fdb09f5efcfd), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:29.459948 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-108b9fbf-04fc-4399-aa96-74d0e5c36d22 req-669ec43e-4c36-4408-8185-2141474fc0f7 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks [] for security_group (06d46bb1-2c45-43a0-94eb-7e2fcab3d03e), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:29.668888 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0265e1c8-f4d8-4155-9904-603b21e85af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (7733f371-55e6-4a5a-90e8-959b0d2e05df), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:29.707596 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-0265e1c8-f4d8-4155-9904-603b21e85af2 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=39f97f4919f44ceb81381c2bbb3a67a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9130147 Aug 27 04:51:29.708771 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0265e1c8-f4d8-4155-9904-603b21e85af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7733f371-55e6-4a5a-90e8-959b0d2e05df,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:29.710973 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 55492) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:29.741484 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3b4d444e-82bd-4288-a97c-5918038e4470 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (9f68e492-c002-464c-bb04-fdb09f5efcfd), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:29.742865 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-108b9fbf-04fc-4399-aa96-74d0e5c36d22 req-669ec43e-4c36-4408-8185-2141474fc0f7 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (06d46bb1-2c45-43a0-94eb-7e2fcab3d03e), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:29.745518 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-108b9fbf-04fc-4399-aa96-74d0e5c36d22 req-669ec43e-4c36-4408-8185-2141474fc0f7 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:29.746667 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-108b9fbf-04fc-4399-aa96-74d0e5c36d22 req-669ec43e-4c36-4408-8185-2141474fc0f7 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/06d46bb1-2c45-43a0-94eb-7e2fcab3d03e HTTP/1.1" status: 204 len: 173 time: 0.3754404 Aug 27 04:51:29.753229 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4d444e-82bd-4288-a97c-5918038e4470 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:29.762056 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3b4d444e-82bd-4288-a97c-5918038e4470 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:29.773806 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669ec43e-4c36-4408-8185-2141474fc0f7 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d46bb1-2c45-43a0-94eb-7e2fcab3d03e,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:29.795260 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment acea806d-900c-4d2c-b4fc-848a64be07a4 resource provider aggregate not found Aug 27 04:51:29.805383 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f10cda4b-c9ed-47a2-bc21-8f0d44bb5b94 admin admin] Publish callbacks [] for security_group (7733f371-55e6-4a5a-90e8-959b0d2e05df), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:29.852086 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment acea806d-900c-4d2c-b4fc-848a64be07a4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid acea806d-900c-4d2c-b4fc-848a64be07a4 found for delete ", "request_id": "req-061927a1-d310-497a-8873-2d2cbacc6d30"}]} Aug 27 04:51:29.865708 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4d444e-82bd-4288-a97c-5918038e4470 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Pushing event updated for resources: {'Network': ['ID=9f68e492-c002-464c-bb04-fdb09f5efcfd,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:29.870235 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f10cda4b-c9ed-47a2-bc21-8f0d44bb5b94 admin admin] Publish callbacks [] for security_group (7733f371-55e6-4a5a-90e8-959b0d2e05df), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:29.876455 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 9f68e492-c002-464c-bb04-fdb09f5efcfd details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:51:29.899329 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d63f5021-0ad5-4918-b469-6851338a8261 req-dc1b0b0e-8bd6-41cb-a4f5-a06c8df2b4d9 tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] 10.222.0.76 "GET /networking/v2.0/security-groups/50340f5f-e5f9-44fb-8592-f86b4113fb7c HTTP/1.1" status: 200 len: 1819 time: 0.0879860 Aug 27 04:51:29.926118 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3b4d444e-82bd-4288-a97c-5918038e4470 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7224569 Aug 27 04:51:29.932240 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 55504) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:29.934588 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-4791ec52-adc3-4b41-84bd-d75196ea1f7b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Request body: {'subnet': {'network_id': '9f68e492-c002-464c-bb04-fdb09f5efcfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:29.994781 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-d63f5021-0ad5-4918-b469-6851338a8261 req-fb1ae9a1-1db4-4f56-9a6e-d9f23ed9e3ad tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks [] for security_group (50340f5f-e5f9-44fb-8592-f86b4113fb7c), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:30.016973 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ab5efa80-4d90-485c-b0e1-e2c6f72f8a3c req-788bf023-9e88-4fa3-8f00-73c3daee1dee tempest-ServerShowV247Test-1868573598 tempest-ServerShowV247Test-1868573598-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d75bbe34-5092-4be5-aa5d-923ee597a6a5 HTTP/1.1" status: 200 len: 210 time: 0.0380807 Aug 27 04:51:30.044717 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-d63f5021-0ad5-4918-b469-6851338a8261 req-fb1ae9a1-1db4-4f56-9a6e-d9f23ed9e3ad tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks [] for security_group (50340f5f-e5f9-44fb-8592-f86b4113fb7c), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:30.106450 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f10cda4b-c9ed-47a2-bc21-8f0d44bb5b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (7733f371-55e6-4a5a-90e8-959b0d2e05df), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:30.109593 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f10cda4b-c9ed-47a2-bc21-8f0d44bb5b94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:30.110824 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f10cda4b-c9ed-47a2-bc21-8f0d44bb5b94 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/7733f371-55e6-4a5a-90e8-959b0d2e05df HTTP/1.1" status: 204 len: 168 time: 0.3988805 Aug 27 04:51:30.123734 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10cda4b-c9ed-47a2-bc21-8f0d44bb5b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7733f371-55e6-4a5a-90e8-959b0d2e05df,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:30.146411 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4791ec52-adc3-4b41-84bd-d75196ea1f7b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Made reservation on behalf of 11151118b7d14bb38c65f8f3de18c1f9 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:51:30.150875 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4791ec52-adc3-4b41-84bd-d75196ea1f7b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:30.189007 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-d63f5021-0ad5-4918-b469-6851338a8261 req-fb1ae9a1-1db4-4f56-9a6e-d9f23ed9e3ad tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (50340f5f-e5f9-44fb-8592-f86b4113fb7c), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:30.192769 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [req-d63f5021-0ad5-4918-b469-6851338a8261 req-fb1ae9a1-1db4-4f56-9a6e-d9f23ed9e3ad tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:30.211082 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d63f5021-0ad5-4918-b469-6851338a8261 req-fb1ae9a1-1db4-4f56-9a6e-d9f23ed9e3ad tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/50340f5f-e5f9-44fb-8592-f86b4113fb7c HTTP/1.1" status: 204 len: 173 time: 0.2967658 Aug 27 04:51:30.211082 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 55512) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:30.232528 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:30.276278 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1ae9a1-1db4-4f56-9a6e-d9f23ed9e3ad tempest-SecurityGroupsTestJSON-301456991 tempest-SecurityGroupsTestJSON-301456991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50340f5f-e5f9-44fb-8592-f86b4113fb7c,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:30.302615 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:30.442530 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:30.480705 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4791ec52-adc3-4b41-84bd-d75196ea1f7b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (268b3568-fdc1-4887-af0e-b8c1851e3861), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:30.550929 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4791ec52-adc3-4b41-84bd-d75196ea1f7b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Pushing event updated for resources: {'Subnet': ['ID=268b3568-fdc1-4887-af0e-b8c1851e3861,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:30.566578 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4791ec52-adc3-4b41-84bd-d75196ea1f7b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Checking segment: {'id': 'a33a4acd-2a44-4c7f-b27f-3ca09e7f7e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9f68e492-c002-464c-bb04-fdb09f5efcfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:51:30.566940 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4791ec52-adc3-4b41-84bd-d75196ea1f7b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Network hostable DHCP agents. Network: 9f68e492-c002-464c-bb04-fdb09f5efcfd, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:51:30.577276 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fc4a9c10-31bc-4433-8ac1-5a1f18808aac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (57153e38-253c-46c0-bae5-714e99bd2a96), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:30.760781 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4791ec52-adc3-4b41-84bd-d75196ea1f7b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Network 9f68e492-c002-464c-bb04-fdb09f5efcfd is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:51:30.809265 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-fc4a9c10-31bc-4433-8ac1-5a1f18808aac admin admin] Deleting port a9f659b3-8acd-442c-86e0-67705f0003a5 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:51:30.809611 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fc4a9c10-31bc-4433-8ac1-5a1f18808aac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (a9f659b3-8acd-442c-86e0-67705f0003a5), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:30.904201 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-4791ec52-adc3-4b41-84bd-d75196ea1f7b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 9f68e492-c002-464c-bb04-fdb09f5efcfd) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:51:30.921089 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4791ec52-adc3-4b41-84bd-d75196ea1f7b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:30.921089 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4791ec52-adc3-4b41-84bd-d75196ea1f7b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:30.922395 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-fc4a9c10-31bc-4433-8ac1-5a1f18808aac admin admin] For port a9f659b3-8acd-442c-86e0-67705f0003a5, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a9f659b3-8acd-442c-86e0-67705f0003a5,segment=NetworkSegment(f535ca34-c927-44e4-9b46-d4d6facdec02),segment_id=f535ca34-c927-44e4-9b46-d4d6facdec02)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:51:30.922395 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fc4a9c10-31bc-4433-8ac1-5a1f18808aac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (a9f659b3-8acd-442c-86e0-67705f0003a5), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:30.923570 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1789a13c-ea62-4507-ab73-927ee2d4222f None None] Network 9f68e492-c002-464c-bb04-fdb09f5efcfd requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:51:30.940250 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-fc4a9c10-31bc-4433-8ac1-5a1f18808aac admin admin] Calling delete_port for a9f659b3-8acd-442c-86e0-67705f0003a5 owned by network:router_interface {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:51:31.000074 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:31.031379 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-4791ec52-adc3-4b41-84bd-d75196ea1f7b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1013458 Aug 27 04:51:31.037562 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 55528) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:31.037712 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052bd053-cf2f-4dc1-a377-f36e1310f54c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-9f68e492-c002-464c-bb04-fdb09f5efcfd', 'network_id': '9f68e492-c002-464c-bb04-fdb09f5efcfd', 'project_id': '11151118b7d14bb38c65f8f3de18c1f9', 'fixed_ips': [{'subnet_id': '268b3568-fdc1-4887-af0e-b8c1851e3861'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:51:31.037712 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-052bd053-cf2f-4dc1-a377-f36e1310f54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:31.175772 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-685d0114-1e0c-49a6-8acb-2d6a821a23d2 req-ff37fe0f-b90e-43e0-a15b-4ac5bff990aa tempest-ServerShowV247Test-1868573598 tempest-ServerShowV247Test-1868573598-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d75bbe34-5092-4be5-aa5d-923ee597a6a5 HTTP/1.1" status: 200 len: 210 time: 0.0318444 Aug 27 04:51:31.184493 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-12c1890b-e984-401a-98ab-9a2ca8265317 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (9f68e492-c002-464c-bb04-fdb09f5efcfd), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:31.196334 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-052bd053-cf2f-4dc1-a377-f36e1310f54c None None] Allocated IP 2001:db8::1 (9f68e492-c002-464c-bb04-fdb09f5efcfd/268b3568-fdc1-4887-af0e-b8c1851e3861/5362d14c-a9b1-4c12-82e6-25a6f9fc85ae) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:51:31.261135 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-12c1890b-e984-401a-98ab-9a2ca8265317 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (268b3568-fdc1-4887-af0e-b8c1851e3861), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:31.323770 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fc4a9c10-31bc-4433-8ac1-5a1f18808aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (a9f659b3-8acd-442c-86e0-67705f0003a5), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:31.349753 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a9c10-31bc-4433-8ac1-5a1f18808aac admin admin] Pushing event deleted for resources: {'Port': ['ID=a9f659b3-8acd-442c-86e0-67705f0003a5,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:31.361593 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-052bd053-cf2f-4dc1-a377-f36e1310f54c None None] Publish callbacks [] for port (5362d14c-a9b1-4c12-82e6-25a6f9fc85ae), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:31.522317 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fc4a9c10-31bc-4433-8ac1-5a1f18808aac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (57153e38-253c-46c0-bae5-714e99bd2a96), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:31.535286 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-052bd053-cf2f-4dc1-a377-f36e1310f54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (5362d14c-a9b1-4c12-82e6-25a6f9fc85ae), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:31.586247 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052bd053-cf2f-4dc1-a377-f36e1310f54c None None] Network 9f68e492-c002-464c-bb04-fdb09f5efcfd is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:51:31.589754 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-052bd053-cf2f-4dc1-a377-f36e1310f54c None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:51:31.593785 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052bd053-cf2f-4dc1-a377-f36e1310f54c None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:51:31.595429 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:31.601422 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052bd053-cf2f-4dc1-a377-f36e1310f54c None None] Pushing event updated for resources: {'Port': ['ID=5362d14c-a9b1-4c12-82e6-25a6f9fc85ae,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:31.626089 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:31.640999 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-12c1890b-e984-401a-98ab-9a2ca8265317 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (268b3568-fdc1-4887-af0e-b8c1851e3861), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:31.677447 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-052bd053-cf2f-4dc1-a377-f36e1310f54c None None] Attempting to bind port 5362d14c-a9b1-4c12-82e6-25a6f9fc85ae on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:51:31.678109 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-052bd053-cf2f-4dc1-a377-f36e1310f54c None None] Attempting to bind port 5362d14c-a9b1-4c12-82e6-25a6f9fc85ae by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'a33a4acd-2a44-4c7f-b27f-3ca09e7f7e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9f68e492-c002-464c-bb04-fdb09f5efcfd'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:51:31.678657 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052bd053-cf2f-4dc1-a377-f36e1310f54c None None] Attempting to bind port 5362d14c-a9b1-4c12-82e6-25a6f9fc85ae on network 9f68e492-c002-464c-bb04-fdb09f5efcfd {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:51:31.685521 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052bd053-cf2f-4dc1-a377-f36e1310f54c None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:51:31.686355 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052bd053-cf2f-4dc1-a377-f36e1310f54c None None] Checking segment: {'id': 'a33a4acd-2a44-4c7f-b27f-3ca09e7f7e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9f68e492-c002-464c-bb04-fdb09f5efcfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:51:31.686938 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-052bd053-cf2f-4dc1-a377-f36e1310f54c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:31.687502 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052bd053-cf2f-4dc1-a377-f36e1310f54c None None] Bound using segment: {'id': 'a33a4acd-2a44-4c7f-b27f-3ca09e7f7e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9f68e492-c002-464c-bb04-fdb09f5efcfd'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:51:31.688177 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-052bd053-cf2f-4dc1-a377-f36e1310f54c None None] Bound port: 5362d14c-a9b1-4c12-82e6-25a6f9fc85ae, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a33a4acd-2a44-4c7f-b27f-3ca09e7f7e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9f68e492-c002-464c-bb04-fdb09f5efcfd'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:51:31.688746 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-052bd053-cf2f-4dc1-a377-f36e1310f54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (5362d14c-a9b1-4c12-82e6-25a6f9fc85ae), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:31.689684 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1890b-e984-401a-98ab-9a2ca8265317 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Pushing event deleted for resources: {'Subnet': ['ID=268b3568-fdc1-4887-af0e-b8c1851e3861,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:31.764813 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:31.772917 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 55538) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:31.787886 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-052bd053-cf2f-4dc1-a377-f36e1310f54c None None] For port 5362d14c-a9b1-4c12-82e6-25a6f9fc85ae, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:51:31.788740 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-12c1890b-e984-401a-98ab-9a2ca8265317 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (9f68e492-c002-464c-bb04-fdb09f5efcfd), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:31.811311 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-052bd053-cf2f-4dc1-a377-f36e1310f54c None None] For port 5362d14c-a9b1-4c12-82e6-25a6f9fc85ae, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=5362d14c-a9b1-4c12-82e6-25a6f9fc85ae,segment=NetworkSegment(a33a4acd-2a44-4c7f-b27f-3ca09e7f7e42),segment_id=a33a4acd-2a44-4c7f-b27f-3ca09e7f7e42)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:51:31.813982 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-12c1890b-e984-401a-98ab-9a2ca8265317 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f68e492-c002-464c-bb04-fdb09f5efcfd']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:31.818253 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dfa6d5d2-4887-41d9-b298-4c1b98028d60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:31.827055 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-12c1890b-e984-401a-98ab-9a2ca8265317 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a33a4acd-2a44-4c7f-b27f-3ca09e7f7e42') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:31.827055 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-12c1890b-e984-401a-98ab-9a2ca8265317 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a33a4acd-2a44-4c7f-b27f-3ca09e7f7e42') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:31.839573 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-12c1890b-e984-401a-98ab-9a2ca8265317 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (a33a4acd-2a44-4c7f-b27f-3ca09e7f7e42), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:31.841047 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc4a9c10-31bc-4433-8ac1-5a1f18808aac admin admin] Router 57153e38-253c-46c0-bae5-714e99bd2a96 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:51:31.884945 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:31.912449 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-12c1890b-e984-401a-98ab-9a2ca8265317 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (a33a4acd-2a44-4c7f-b27f-3ca09e7f7e42), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:31.915739 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-052bd053-cf2f-4dc1-a377-f36e1310f54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (5362d14c-a9b1-4c12-82e6-25a6f9fc85ae), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:31.923995 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 55542) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:31.942286 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12c1890b-e984-401a-98ab-9a2ca8265317 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:51:31.942989 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-12c1890b-e984-401a-98ab-9a2ca8265317 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (a33a4acd-2a44-4c7f-b27f-3ca09e7f7e42), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:31.988764 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc4a9c10-31bc-4433-8ac1-5a1f18808aac admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:51:31.997979 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-fc4a9c10-31bc-4433-8ac1-5a1f18808aac admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/57153e38-253c-46c0-bae5-714e99bd2a96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7856915 Aug 27 04:51:31.998579 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 55550) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:32.013473 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment a33a4acd-2a44-4c7f-b27f-3ca09e7f7e42 resource provider aggregate not found Aug 27 04:51:32.014541 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d69d9f-cc00-4f2a-bcab-593609c97621 None None] Sync routers for ids ['57153e38-253c-46c0-bae5-714e99bd2a96'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:51:32.060848 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment a33a4acd-2a44-4c7f-b27f-3ca09e7f7e42 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a33a4acd-2a44-4c7f-b27f-3ca09e7f7e42 found for delete ", "request_id": "req-b6094cfa-f3dc-43fb-a604-7140bd797c59"}]} Aug 27 04:51:32.082308 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052bd053-cf2f-4dc1-a377-f36e1310f54c None None] Pushing event updated for resources: {'Port': ['ID=5362d14c-a9b1-4c12-82e6-25a6f9fc85ae,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:32.084538 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=81,neutron:DELETE=11,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:32.094999 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234f13e6-f96d-4152-b8da-c01099d5fcf3 None None] get_active_networks_info from n-d-852088-5 {{(pid=107777) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 27 04:51:32.096810 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d69d9f-cc00-4f2a-bcab-593609c97621 None None] Routers {'57153e38-253c-46c0-bae5-714e99bd2a96'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:51:32.097434 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-d6d69d9f-cc00-4f2a-bcab-593609c97621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:51:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['57153e38-253c-46c0-bae5-714e99bd2a96'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:32.126520 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.db.api [None req-12c1890b-e984-401a-98ab-9a2ca8265317 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 04:51:32.126520 n-d-852088-5 neutron-server[107776]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 04:51:32.126520 n-d-852088-5 neutron-server[107776]: [parameters: {'id': '9f68e492-c002-464c-bb04-fdb09f5efcfd'}] Aug 27 04:51:32.126520 n-d-852088-5 neutron-server[107776]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=107776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:51:32.127045 n-d-852088-5 neutron-server[107776]: DEBUG oslo_db.api [None req-12c1890b-e984-401a-98ab-9a2ca8265317 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:51:32.169021 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dfa6d5d2-4887-41d9-b298-4c1b98028d60 admin admin] Publish callbacks [] for security_group (e1d19a8f-cee3-4db8-98f8-6a7b3a83dbbc), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:32.172299 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-50d4839d-a220-4680-b48c-32d7887ec563 admin admin] Publish callbacks [] for router (57153e38-253c-46c0-bae5-714e99bd2a96), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:32.269097 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dfa6d5d2-4887-41d9-b298-4c1b98028d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (e1d19a8f-cee3-4db8-98f8-6a7b3a83dbbc), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:32.269344 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-d6d69d9f-cc00-4f2a-bcab-593609c97621 None None] Set router 57153e38-253c-46c0-bae5-714e99bd2a96 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:51:32.296543 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234f13e6-f96d-4152-b8da-c01099d5fcf3 None None] Resources bound (agent type, host, resource id): {{(pid=107777) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 04:51:32.353089 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-dfa6d5d2-4887-41d9-b298-4c1b98028d60 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=e9d908cf094d454891d2e52617f620e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5789130 Aug 27 04:51:32.354308 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-50d4839d-a220-4680-b48c-32d7887ec563 admin admin] Publish callbacks [] for router_gateway (57153e38-253c-46c0-bae5-714e99bd2a96), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:32.356347 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 55560) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:32.364560 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa6d5d2-4887-41d9-b298-4c1b98028d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d19a8f-cee3-4db8-98f8-6a7b3a83dbbc,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:32.402324 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ca7223ea-9ad5-4540-81de-49096437e7c4 req-856e6336-fb08-48a8-a67e-be3cc38c2982 tempest-ServerShowV247Test-1868573598 tempest-ServerShowV247Test-1868573598-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d75bbe34-5092-4be5-aa5d-923ee597a6a5 HTTP/1.1" status: 200 len: 210 time: 0.0890086 Aug 27 04:51:32.469383 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-50d4839d-a220-4680-b48c-32d7887ec563 admin admin] Deleting port d80990d4-f100-41e9-91c3-252a2fd4dbc0 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:51:32.469644 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-50d4839d-a220-4680-b48c-32d7887ec563 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (d80990d4-f100-41e9-91c3-252a2fd4dbc0), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:32.470054 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1beeb030-c7ba-4bd4-a195-85ed2131b9a4 admin admin] Publish callbacks [] for security_group (e1d19a8f-cee3-4db8-98f8-6a7b3a83dbbc), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:32.501250 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1beeb030-c7ba-4bd4-a195-85ed2131b9a4 admin admin] Publish callbacks [] for security_group (e1d19a8f-cee3-4db8-98f8-6a7b3a83dbbc), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:32.555374 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-50d4839d-a220-4680-b48c-32d7887ec563 admin admin] For port d80990d4-f100-41e9-91c3-252a2fd4dbc0, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=d80990d4-f100-41e9-91c3-252a2fd4dbc0,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:51:32.556100 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-50d4839d-a220-4680-b48c-32d7887ec563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (d80990d4-f100-41e9-91c3-252a2fd4dbc0), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:32.589739 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-50d4839d-a220-4680-b48c-32d7887ec563 admin admin] Calling delete_port for d80990d4-f100-41e9-91c3-252a2fd4dbc0 owned by network:router_gateway {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:51:32.628211 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-12c1890b-e984-401a-98ab-9a2ca8265317 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (9f68e492-c002-464c-bb04-fdb09f5efcfd), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:32.654991 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-d6d69d9f-cc00-4f2a-bcab-593609c97621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57153e38-253c-46c0-bae5-714e99bd2a96', 'name': 'tempest-SecurityGroupsTestJSON-2068683273-router', 'tenant_id': '7b3645ed00d94f47b69ffbab3ee73850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': 'd80990d4-f100-41e9-91c3-252a2fd4dbc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:51:07Z', 'updated_at': '2022-08-27T04:51:31Z', 'revision_number': 5, 'project_id': '7b3645ed00d94f47b69ffbab3ee73850', 'gw_port': {'id': 'd80990d4-f100-41e9-91c3-252a2fd4dbc0', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57153e38-253c-46c0-bae5-714e99bd2a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:51:08Z', 'updated_at': '2022-08-27T04:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:32.688605 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1beeb030-c7ba-4bd4-a195-85ed2131b9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (e1d19a8f-cee3-4db8-98f8-6a7b3a83dbbc), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:32.691152 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1beeb030-c7ba-4bd4-a195-85ed2131b9a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:32.701066 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-21685366-d376-47d4-98c2-564dbd1d6e84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:32.703970 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1beeb030-c7ba-4bd4-a195-85ed2131b9a4 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/e1d19a8f-cee3-4db8-98f8-6a7b3a83dbbc HTTP/1.1" status: 204 len: 168 time: 0.3347261 Aug 27 04:51:32.730482 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 55566) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:32.753056 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beeb030-c7ba-4bd4-a195-85ed2131b9a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d19a8f-cee3-4db8-98f8-6a7b3a83dbbc,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:32.754720 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-12c1890b-e984-401a-98ab-9a2ca8265317 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Deleting port 5362d14c-a9b1-4c12-82e6-25a6f9fc85ae {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:51:32.755066 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-12c1890b-e984-401a-98ab-9a2ca8265317 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (5362d14c-a9b1-4c12-82e6-25a6f9fc85ae), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:32.836995 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdf4c0b-9de3-46b9-ab87-2522e1cb797e None None] Network 9f68e492-c002-464c-bb04-fdb09f5efcfd requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:51:32.843674 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d69d9f-cc00-4f2a-bcab-593609c97621 None None] Checking router: 57153e38-253c-46c0-bae5-714e99bd2a96 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:51:32.847884 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:32.856489 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-12c1890b-e984-401a-98ab-9a2ca8265317 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] For port 5362d14c-a9b1-4c12-82e6-25a6f9fc85ae, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=5362d14c-a9b1-4c12-82e6-25a6f9fc85ae,segment=NetworkSegment(a33a4acd-2a44-4c7f-b27f-3ca09e7f7e42),segment_id=a33a4acd-2a44-4c7f-b27f-3ca09e7f7e42)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:51:32.857109 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-12c1890b-e984-401a-98ab-9a2ca8265317 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (5362d14c-a9b1-4c12-82e6-25a6f9fc85ae), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:32.876303 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-12c1890b-e984-401a-98ab-9a2ca8265317 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Calling delete_port for 5362d14c-a9b1-4c12-82e6-25a6f9fc85ae owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:51:32.905047 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d69d9f-cc00-4f2a-bcab-593609c97621 None None] Routers {'57153e38-253c-46c0-bae5-714e99bd2a96'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:51:32.905749 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-d6d69d9f-cc00-4f2a-bcab-593609c97621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:51:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['57153e38-253c-46c0-bae5-714e99bd2a96'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:33.104351 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-12c1890b-e984-401a-98ab-9a2ca8265317 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (5362d14c-a9b1-4c12-82e6-25a6f9fc85ae), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:33.120265 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-d6d69d9f-cc00-4f2a-bcab-593609c97621 None None] Set router 57153e38-253c-46c0-bae5-714e99bd2a96 gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:51:33.138691 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-b0e1245f-c70f-4413-b20a-a1411cf3608d tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1500294647', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:33.145058 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1890b-e984-401a-98ab-9a2ca8265317 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Pushing event deleted for resources: {'Port': ['ID=5362d14c-a9b1-4c12-82e6-25a6f9fc85ae,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:33.151947 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c1890b-e984-401a-98ab-9a2ca8265317 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] No DVR routers for this DVR port 5362d14c-a9b1-4c12-82e6-25a6f9fc85ae on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:51:33.249490 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-d6d69d9f-cc00-4f2a-bcab-593609c97621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57153e38-253c-46c0-bae5-714e99bd2a96', 'name': 'tempest-SecurityGroupsTestJSON-2068683273-router', 'tenant_id': '7b3645ed00d94f47b69ffbab3ee73850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:51:07Z', 'updated_at': '2022-08-27T04:51:32Z', 'revision_number': 6, 'project_id': '7b3645ed00d94f47b69ffbab3ee73850', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:33.259854 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-21685366-d376-47d4-98c2-564dbd1d6e84 admin admin] Publish callbacks [] for security_group (3ae5d644-8dbf-417d-9dde-49594230dc81), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:33.269714 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-12c1890b-e984-401a-98ab-9a2ca8265317 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (9f68e492-c002-464c-bb04-fdb09f5efcfd), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:33.295317 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d69d9f-cc00-4f2a-bcab-593609c97621 None None] The sync data for ids ['57153e38-253c-46c0-bae5-714e99bd2a96'] in n-d-852088-5 is: [{'id': '57153e38-253c-46c0-bae5-714e99bd2a96', 'name': 'tempest-SecurityGroupsTestJSON-2068683273-router', 'tenant_id': '7b3645ed00d94f47b69ffbab3ee73850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:51:07Z', 'updated_at': '2022-08-27T04:51:32Z', 'revision_number': 6, 'project_id': '7b3645ed00d94f47b69ffbab3ee73850', 'gw_port_host': None}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:51:33.296802 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-12c1890b-e984-401a-98ab-9a2ca8265317 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f68e492-c002-464c-bb04-fdb09f5efcfd']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:33.311205 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-12c1890b-e984-401a-98ab-9a2ca8265317 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a33a4acd-2a44-4c7f-b27f-3ca09e7f7e42') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:33.311576 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-12c1890b-e984-401a-98ab-9a2ca8265317 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a33a4acd-2a44-4c7f-b27f-3ca09e7f7e42') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:33.328646 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-12c1890b-e984-401a-98ab-9a2ca8265317 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (a33a4acd-2a44-4c7f-b27f-3ca09e7f7e42), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:33.331810 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-50d4839d-a220-4680-b48c-32d7887ec563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (d80990d4-f100-41e9-91c3-252a2fd4dbc0), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:33.343938 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-12c1890b-e984-401a-98ab-9a2ca8265317 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (a33a4acd-2a44-4c7f-b27f-3ca09e7f7e42), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:33.350754 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12c1890b-e984-401a-98ab-9a2ca8265317 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:51:33.351731 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-12c1890b-e984-401a-98ab-9a2ca8265317 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (a33a4acd-2a44-4c7f-b27f-3ca09e7f7e42), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:33.363137 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d4839d-a220-4680-b48c-32d7887ec563 admin admin] Pushing event deleted for resources: {'Port': ['ID=d80990d4-f100-41e9-91c3-252a2fd4dbc0,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:33.385988 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-21685366-d376-47d4-98c2-564dbd1d6e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (3ae5d644-8dbf-417d-9dde-49594230dc81), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:33.399364 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b0e1245f-c70f-4413-b20a-a1411cf3608d tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (29ae91eb-a1b0-4c59-aa6f-8312a1c868bf), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:33.400441 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b0e1245f-c70f-4413-b20a-a1411cf3608d tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (29ae91eb-a1b0-4c59-aa6f-8312a1c868bf), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:33.404082 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:33.465235 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21685366-d376-47d4-98c2-564dbd1d6e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae5d644-8dbf-417d-9dde-49594230dc81,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:33.469477 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-21685366-d376-47d4-98c2-564dbd1d6e84 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=1a37fc9cd3c148b58ace5a410df2a8bb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5448663 Aug 27 04:51:33.472324 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 55578) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:33.481004 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-50d4839d-a220-4680-b48c-32d7887ec563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (57153e38-253c-46c0-bae5-714e99bd2a96), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:33.563096 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c16408cf-bd70-42ae-bd8b-b841da415007 admin admin] Publish callbacks [] for security_group (3ae5d644-8dbf-417d-9dde-49594230dc81), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:33.571830 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4db393d3-75f0-427d-9420-40d5f8a8db09 req-a57318ab-669b-44fe-aa49-e1b3ff0a5884 tempest-ServerShowV247Test-1868573598 tempest-ServerShowV247Test-1868573598-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d75bbe34-5092-4be5-aa5d-923ee597a6a5 HTTP/1.1" status: 200 len: 210 time: 0.0819762 Aug 27 04:51:33.593568 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c16408cf-bd70-42ae-bd8b-b841da415007 admin admin] Publish callbacks [] for security_group (3ae5d644-8dbf-417d-9dde-49594230dc81), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:33.610697 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-12c1890b-e984-401a-98ab-9a2ca8265317 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (9f68e492-c002-464c-bb04-fdb09f5efcfd), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:33.641626 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-50d4839d-a220-4680-b48c-32d7887ec563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (57153e38-253c-46c0-bae5-714e99bd2a96), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:33.646235 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-50d4839d-a220-4680-b48c-32d7887ec563 admin admin] Publish callbacks [] for router_controller (57153e38-253c-46c0-bae5-714e99bd2a96), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:33.646374 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:33.660182 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-12c1890b-e984-401a-98ab-9a2ca8265317 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:33.663763 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-12c1890b-e984-401a-98ab-9a2ca8265317 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] 10.222.0.76 "DELETE /networking/v2.0/networks/9f68e492-c002-464c-bb04-fdb09f5efcfd HTTP/1.1" status: 204 len: 168 time: 2.6287465 Aug 27 04:51:33.667172 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1890b-e984-401a-98ab-9a2ca8265317 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Pushing event deleted for resources: {'Network': ['ID=9f68e492-c002-464c-bb04-fdb09f5efcfd,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:33.680989 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 55588) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:33.692129 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-3c0d8ae1-ebe3-4f5c-be48-9b02569f2558 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1031538411'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:33.768658 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b0e1245f-c70f-4413-b20a-a1411cf3608d tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks [] for router_controller (29ae91eb-a1b0-4c59-aa6f-8312a1c868bf), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:33.791759 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-50d4839d-a220-4680-b48c-32d7887ec563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (57153e38-253c-46c0-bae5-714e99bd2a96), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:33.792424 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d4839d-a220-4680-b48c-32d7887ec563 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57153e38-253c-46c0-bae5-714e99bd2a96 {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:51:33.797483 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-50d4839d-a220-4680-b48c-32d7887ec563 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:33.798720 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-50d4839d-a220-4680-b48c-32d7887ec563 admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/57153e38-253c-46c0-bae5-714e99bd2a96 HTTP/1.1" status: 204 len: 168 time: 1.7991891 Aug 27 04:51:33.801338 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 55592) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:33.839783 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0d8ae1-ebe3-4f5c-be48-9b02569f2558 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Made reservation on behalf of 11151118b7d14bb38c65f8f3de18c1f9 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:51:33.843497 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3c0d8ae1-ebe3-4f5c-be48-9b02569f2558 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:33.878370 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-d41d126b-d858-47a6-ac40-8911a6c62bc8 admin admin] Deleting subnet be2952ba-c92e-437b-81d7-aea29120b777 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:51:33.890673 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d41d126b-d858-47a6-ac40-8911a6c62bc8 admin admin] Publish callbacks [] for subnet (be2952ba-c92e-437b-81d7-aea29120b777), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:33.895030 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c16408cf-bd70-42ae-bd8b-b841da415007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (3ae5d644-8dbf-417d-9dde-49594230dc81), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:33.897602 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c16408cf-bd70-42ae-bd8b-b841da415007 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:33.899477 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c16408cf-bd70-42ae-bd8b-b841da415007 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/3ae5d644-8dbf-417d-9dde-49594230dc81 HTTP/1.1" status: 204 len: 168 time: 0.4261394 Aug 27 04:51:33.900642 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b0e1245f-c70f-4413-b20a-a1411cf3608d tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (29ae91eb-a1b0-4c59-aa6f-8312a1c868bf), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:33.905664 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c0d8ae1-ebe3-4f5c-be48-9b02569f2558 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:51:33.914167 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:33.957102 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16408cf-bd70-42ae-bd8b-b841da415007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae5d644-8dbf-417d-9dde-49594230dc81,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:33.962633 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3c0d8ae1-ebe3-4f5c-be48-9b02569f2558 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (8d2b60a6-0c20-429b-848c-46fb33356a86), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:33.962981 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-3c0d8ae1-ebe3-4f5c-be48-9b02569f2558 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Added segment 8d2b60a6-0c20-429b-848c-46fb33356a86 of type vlan for network 5ddde7e4-0bc7-42f8-b4c9-e3d11853f3d0 Aug 27 04:51:33.977422 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d41d126b-d858-47a6-ac40-8911a6c62bc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (be2952ba-c92e-437b-81d7-aea29120b777), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:34.044072 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3c0d8ae1-ebe3-4f5c-be48-9b02569f2558 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (5ddde7e4-0bc7-42f8-b4c9-e3d11853f3d0), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:34.063869 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b0e1245f-c70f-4413-b20a-a1411cf3608d tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:34.067512 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b0e1245f-c70f-4413-b20a-a1411cf3608d tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.3298149 Aug 27 04:51:34.067736 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 55606) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:34.073624 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-be686632-94d9-4072-af7b-507b193165c6 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1690857053'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:34.106632 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment a33a4acd-2a44-4c7f-b27f-3ca09e7f7e42 resource provider aggregate not found Aug 27 04:51:34.131521 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment a33a4acd-2a44-4c7f-b27f-3ca09e7f7e42 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a33a4acd-2a44-4c7f-b27f-3ca09e7f7e42 found for delete ", "request_id": "req-b76c5004-d20c-49dc-861d-422239c128b1"}]} Aug 27 04:51:34.135496 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d41d126b-d858-47a6-ac40-8911a6c62bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (be2952ba-c92e-437b-81d7-aea29120b777), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:34.211918 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be686632-94d9-4072-af7b-507b193165c6 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Made reservation on behalf of 6ce726174f1e4e6987c3110c9e2e762f for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:51:34.215717 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-be686632-94d9-4072-af7b-507b193165c6 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:34.224876 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-be686632-94d9-4072-af7b-507b193165c6 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:34.245872 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3c0d8ae1-ebe3-4f5c-be48-9b02569f2558 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (5ddde7e4-0bc7-42f8-b4c9-e3d11853f3d0), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:34.257743 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0d8ae1-ebe3-4f5c-be48-9b02569f2558 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:34.257743 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3c0d8ae1-ebe3-4f5c-be48-9b02569f2558 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:34.314930 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d41d126b-d858-47a6-ac40-8911a6c62bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (be2952ba-c92e-437b-81d7-aea29120b777), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:34.356665 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41d126b-d858-47a6-ac40-8911a6c62bc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be2952ba-c92e-437b-81d7-aea29120b777,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:34.363370 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d41d126b-d858-47a6-ac40-8911a6c62bc8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:34.367766 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d41d126b-d858-47a6-ac40-8911a6c62bc8 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/be2952ba-c92e-437b-81d7-aea29120b777 HTTP/1.1" status: 204 len: 168 time: 0.5653884 Aug 27 04:51:34.369098 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0d8ae1-ebe3-4f5c-be48-9b02569f2558 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Pushing event updated for resources: {'Network': ['ID=5ddde7e4-0bc7-42f8-b4c9-e3d11853f3d0,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:34.371447 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 55614) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:34.387808 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f631cfe8-7be8-4381-bbcf-3672d2b5dddd None None] Network e221e316-e76d-4cde-b0ad-94b4bcf89294 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:51:34.394331 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 5ddde7e4-0bc7-42f8-b4c9-e3d11853f3d0 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:51:34.398787 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-be686632-94d9-4072-af7b-507b193165c6 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks [] for security_group (0b9165b6-8748-4f65-9151-4d75aad1fc01), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:34.441944 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3c0d8ae1-ebe3-4f5c-be48-9b02569f2558 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7541153 Aug 27 04:51:34.445015 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 55616) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:34.449718 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-457db87d-5659-4cf6-958e-8e2b72f2a891 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Request body: {'subnet': {'network_id': '5ddde7e4-0bc7-42f8-b4c9-e3d11853f3d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:34.510736 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-be686632-94d9-4072-af7b-507b193165c6 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (0b9165b6-8748-4f65-9151-4d75aad1fc01), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:34.527391 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9dde8af0-ab1d-4a3d-8904-88073ab48fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (e221e316-e76d-4cde-b0ad-94b4bcf89294), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:34.575352 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be686632-94d9-4072-af7b-507b193165c6 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:51:34.583928 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:34.590103 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be686632-94d9-4072-af7b-507b193165c6 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9165b6-8748-4f65-9151-4d75aad1fc01,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:34.598333 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-be686632-94d9-4072-af7b-507b193165c6 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (ad182e63-7b93-4586-a7f4-e68825c271f6), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:34.598911 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-be686632-94d9-4072-af7b-507b193165c6 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Added segment ad182e63-7b93-4586-a7f4-e68825c271f6 of type vlan for network 83747d6e-1730-4584-a4e6-31ba7716266c Aug 27 04:51:34.608481 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-9dde8af0-ab1d-4a3d-8904-88073ab48fe2 admin admin] Deleting port 37e2aac2-b4dc-44e6-a81f-61f73be44304 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:51:34.608690 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9dde8af0-ab1d-4a3d-8904-88073ab48fe2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (37e2aac2-b4dc-44e6-a81f-61f73be44304), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:34.637860 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a82945-2a7f-4b8a-b680-625ffa5b08bb None None] DHCP port deletion for e221e316-e76d-4cde-b0ad-94b4bcf89294 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:51:34.669896 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-be686632-94d9-4072-af7b-507b193165c6 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (83747d6e-1730-4584-a4e6-31ba7716266c), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:34.701013 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457db87d-5659-4cf6-958e-8e2b72f2a891 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Made reservation on behalf of 11151118b7d14bb38c65f8f3de18c1f9 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:51:34.701013 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-457db87d-5659-4cf6-958e-8e2b72f2a891 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:34.715164 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-44a82945-2a7f-4b8a-b680-625ffa5b08bb None None] Deleting port 37e2aac2-b4dc-44e6-a81f-61f73be44304 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:51:34.715849 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-44a82945-2a7f-4b8a-b680-625ffa5b08bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (37e2aac2-b4dc-44e6-a81f-61f73be44304), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:34.774931 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c75a1e5a-b3b8-4acd-899c-c18e456255bb req-9267c834-3d24-4e3b-99cf-acec6e9aa6b2 tempest-ServerShowV247Test-1868573598 tempest-ServerShowV247Test-1868573598-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d75bbe34-5092-4be5-aa5d-923ee597a6a5 HTTP/1.1" status: 200 len: 210 time: 0.0497820 Aug 27 04:51:34.793024 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-44a82945-2a7f-4b8a-b680-625ffa5b08bb None None] For port 37e2aac2-b4dc-44e6-a81f-61f73be44304, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=37e2aac2-b4dc-44e6-a81f-61f73be44304,segment=NetworkSegment(f535ca34-c927-44e4-9b46-d4d6facdec02),segment_id=f535ca34-c927-44e4-9b46-d4d6facdec02)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:51:34.793429 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-44a82945-2a7f-4b8a-b680-625ffa5b08bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (37e2aac2-b4dc-44e6-a81f-61f73be44304), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:34.811448 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-be686632-94d9-4072-af7b-507b193165c6 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (83747d6e-1730-4584-a4e6-31ba7716266c), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:34.812608 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-44a82945-2a7f-4b8a-b680-625ffa5b08bb None None] Calling delete_port for 37e2aac2-b4dc-44e6-a81f-61f73be44304 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:51:34.824792 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be686632-94d9-4072-af7b-507b193165c6 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:34.824792 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-be686632-94d9-4072-af7b-507b193165c6 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:34.825351 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-9dde8af0-ab1d-4a3d-8904-88073ab48fe2 admin admin] For port 37e2aac2-b4dc-44e6-a81f-61f73be44304, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=37e2aac2-b4dc-44e6-a81f-61f73be44304,segment=NetworkSegment(f535ca34-c927-44e4-9b46-d4d6facdec02),segment_id=f535ca34-c927-44e4-9b46-d4d6facdec02)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:51:34.825351 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9dde8af0-ab1d-4a3d-8904-88073ab48fe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (37e2aac2-b4dc-44e6-a81f-61f73be44304), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:34.845762 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-9dde8af0-ab1d-4a3d-8904-88073ab48fe2 admin admin] Calling delete_port for 37e2aac2-b4dc-44e6-a81f-61f73be44304 owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:51:34.899059 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:34.915455 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be686632-94d9-4072-af7b-507b193165c6 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Pushing event updated for resources: {'Network': ['ID=83747d6e-1730-4584-a4e6-31ba7716266c,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:34.926194 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 83747d6e-1730-4584-a4e6-31ba7716266c details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:51:35.066214 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:35.126455 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-44a82945-2a7f-4b8a-b680-625ffa5b08bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (37e2aac2-b4dc-44e6-a81f-61f73be44304), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:35.130175 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-be686632-94d9-4072-af7b-507b193165c6 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.0613606 Aug 27 04:51:35.131021 n-d-852088-5 neutron-server[107776]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 04:51:35.131021 n-d-852088-5 neutron-server[107776]: from cryptography.utils import int_from_bytes Aug 27 04:51:35.131021 n-d-852088-5 neutron-server[107776]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 04:51:35.131021 n-d-852088-5 neutron-server[107776]: from cryptography.utils import int_from_bytes Aug 27 04:51:35.131021 n-d-852088-5 neutron-server[107776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:51:35.131021 n-d-852088-5 neutron-server[107776]: self.session.flush() Aug 27 04:51:35.131021 n-d-852088-5 neutron-server[107776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:51:35.131021 n-d-852088-5 neutron-server[107776]: self.session.flush() Aug 27 04:51:35.131021 n-d-852088-5 neutron-server[107776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:51:35.131021 n-d-852088-5 neutron-server[107776]: self.session.flush() Aug 27 04:51:35.131021 n-d-852088-5 neutron-server[107776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:51:35.131021 n-d-852088-5 neutron-server[107776]: self.session.flush() Aug 27 04:51:35.131021 n-d-852088-5 neutron-server[107776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:51:35.131021 n-d-852088-5 neutron-server[107776]: self.session.flush() Aug 27 04:51:35.131021 n-d-852088-5 neutron-server[107776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:51:35.131021 n-d-852088-5 neutron-server[107776]: self.session.flush() Aug 27 04:51:35.131021 n-d-852088-5 neutron-server[107776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:51:35.131021 n-d-852088-5 neutron-server[107776]: self.session.flush() Aug 27 04:51:35.131021 n-d-852088-5 neutron-server[107776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:51:35.131021 n-d-852088-5 neutron-server[107776]: self.session.flush() Aug 27 04:51:35.131021 n-d-852088-5 neutron-server[107776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:51:35.131021 n-d-852088-5 neutron-server[107776]: self.session.flush() Aug 27 04:51:35.131021 n-d-852088-5 neutron-server[107776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:51:35.131021 n-d-852088-5 neutron-server[107776]: self.session.flush() Aug 27 04:51:35.131021 n-d-852088-5 neutron-server[107776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:51:35.131021 n-d-852088-5 neutron-server[107776]: self.session.flush() Aug 27 04:51:35.131021 n-d-852088-5 neutron-server[107776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:51:35.131021 n-d-852088-5 neutron-server[107776]: self.session.flush() Aug 27 04:51:35.131021 n-d-852088-5 neutron-server[107776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:51:35.131021 n-d-852088-5 neutron-server[107776]: self.session.flush() Aug 27 04:51:35.131021 n-d-852088-5 neutron-server[107776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:51:35.131021 n-d-852088-5 neutron-server[107776]: self.session.flush() Aug 27 04:51:35.131021 n-d-852088-5 neutron-server[107776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:51:35.131021 n-d-852088-5 neutron-server[107776]: self.session.flush() Aug 27 04:51:35.131021 n-d-852088-5 neutron-server[107776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:51:35.131021 n-d-852088-5 neutron-server[107776]: self.session.flush() Aug 27 04:51:35.131021 n-d-852088-5 neutron-server[107776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:51:35.131021 n-d-852088-5 neutron-server[107776]: self.session.flush() Aug 27 04:51:35.131021 n-d-852088-5 neutron-server[107776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:51:35.131021 n-d-852088-5 neutron-server[107776]: self.session.flush() Aug 27 04:51:35.131021 n-d-852088-5 neutron-server[107776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:51:35.131021 n-d-852088-5 neutron-server[107776]: self.session.flush() Aug 27 04:51:35.139347 n-d-852088-5 neutron-server[107776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:51:35.139347 n-d-852088-5 neutron-server[107776]: self.session.flush() Aug 27 04:51:35.139347 n-d-852088-5 neutron-server[107776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:51:35.139347 n-d-852088-5 neutron-server[107776]: self.session.flush() Aug 27 04:51:35.139347 n-d-852088-5 neutron-server[107776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:51:35.139347 n-d-852088-5 neutron-server[107776]: self.session.flush() Aug 27 04:51:35.139347 n-d-852088-5 neutron-server[107776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:51:35.139347 n-d-852088-5 neutron-server[107776]: self.session.flush() Aug 27 04:51:35.139347 n-d-852088-5 neutron-server[107776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:51:35.139347 n-d-852088-5 neutron-server[107776]: self.session.flush() Aug 27 04:51:35.139347 n-d-852088-5 neutron-server[107776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:51:35.139347 n-d-852088-5 neutron-server[107776]: self.session.flush() Aug 27 04:51:35.139347 n-d-852088-5 neutron-server[107776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:51:35.139347 n-d-852088-5 neutron-server[107776]: self.session.flush() Aug 27 04:51:35.139347 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 55630) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:35.140683 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9dde8af0-ab1d-4a3d-8904-88073ab48fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (37e2aac2-b4dc-44e6-a81f-61f73be44304), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:35.151834 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-002ac3b5-4432-4d51-8a70-a4ca8186aa9d tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Request body: {'subnet': {'network_id': '83747d6e-1730-4584-a4e6-31ba7716266c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:35.161612 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a82945-2a7f-4b8a-b680-625ffa5b08bb None None] Pushing event deleted for resources: {'Port': ['ID=37e2aac2-b4dc-44e6-a81f-61f73be44304,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:35.168844 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a82945-2a7f-4b8a-b680-625ffa5b08bb None None] No DVR routers for this DVR port 37e2aac2-b4dc-44e6-a81f-61f73be44304 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:51:35.220371 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dde8af0-ab1d-4a3d-8904-88073ab48fe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=37e2aac2-b4dc-44e6-a81f-61f73be44304,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:35.222530 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-457db87d-5659-4cf6-958e-8e2b72f2a891 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (1a758e71-aeea-44ef-8f5f-cb78654fbd89), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:35.266380 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dde8af0-ab1d-4a3d-8904-88073ab48fe2 admin admin] No DVR routers for this DVR port 37e2aac2-b4dc-44e6-a81f-61f73be44304 on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:51:35.273169 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:35.276040 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d80990d4-f100-41e9-91c3-252a2fd4dbc0 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:51:35.304702 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 55638) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:35.307273 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: d80990d4-f100-41e9-91c3-252a2fd4dbc0 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:51:35.314399 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d80990d4-f100-41e9-91c3-252a2fd4dbc0 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:51:35.314399 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 37e2aac2-b4dc-44e6-a81f-61f73be44304 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:51:35.328300 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ad18b50a-fb8c-4d59-88a6-930de1eb7810 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:35.336882 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 37e2aac2-b4dc-44e6-a81f-61f73be44304 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:51:35.337237 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 37e2aac2-b4dc-44e6-a81f-61f73be44304 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:51:35.337650 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a9f659b3-8acd-442c-86e0-67705f0003a5 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:51:35.367435 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: a9f659b3-8acd-442c-86e0-67705f0003a5 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:51:35.367780 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a9f659b3-8acd-442c-86e0-67705f0003a5 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:51:35.415074 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457db87d-5659-4cf6-958e-8e2b72f2a891 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Pushing event updated for resources: {'Subnet': ['ID=1a758e71-aeea-44ef-8f5f-cb78654fbd89,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:35.449156 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-c8d8e50a-820a-4a16-a9bb-8b9fbba7178f req-4a77f6ce-efa8-4b63-8006-9879bde25d6a service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=30d2b26d-a5ea-40b4-b5c3-55d54465002d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0987217 Aug 27 04:51:35.487016 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ad18b50a-fb8c-4d59-88a6-930de1eb7810 admin admin] Publish callbacks [] for security_group (7057415f-0a44-42fa-8bd2-760f4bdb61a7), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:35.504122 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-f7904c1a-c4fb-4ecc-be27-ac19e5cc42f0 req-70a7ab98-d26a-4c53-b11c-6fd5d99ef35c service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d75bbe34-5092-4be5-aa5d-923ee597a6a5 HTTP/1.1" status: 200 len: 210 time: 0.0515876 Aug 27 04:51:35.509395 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9dde8af0-ab1d-4a3d-8904-88073ab48fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (e221e316-e76d-4cde-b0ad-94b4bcf89294), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:35.520293 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457db87d-5659-4cf6-958e-8e2b72f2a891 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Checking segment: {'id': '8d2b60a6-0c20-429b-848c-46fb33356a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5ddde7e4-0bc7-42f8-b4c9-e3d11853f3d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:51:35.520656 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457db87d-5659-4cf6-958e-8e2b72f2a891 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Network hostable DHCP agents. Network: 5ddde7e4-0bc7-42f8-b4c9-e3d11853f3d0, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:51:35.530237 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=69 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:35.535291 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-9dde8af0-ab1d-4a3d-8904-88073ab48fe2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e221e316-e76d-4cde-b0ad-94b4bcf89294']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:35.548568 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-9dde8af0-ab1d-4a3d-8904-88073ab48fe2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f535ca34-c927-44e4-9b46-d4d6facdec02') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:35.548869 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-9dde8af0-ab1d-4a3d-8904-88073ab48fe2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f535ca34-c927-44e4-9b46-d4d6facdec02') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:35.560320 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9dde8af0-ab1d-4a3d-8904-88073ab48fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (f535ca34-c927-44e4-9b46-d4d6facdec02), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:35.575990 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9dde8af0-ab1d-4a3d-8904-88073ab48fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (f535ca34-c927-44e4-9b46-d4d6facdec02), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:35.582288 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dde8af0-ab1d-4a3d-8904-88073ab48fe2 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:51:35.582695 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9dde8af0-ab1d-4a3d-8904-88073ab48fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (f535ca34-c927-44e4-9b46-d4d6facdec02), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:35.592200 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ad18b50a-fb8c-4d59-88a6-930de1eb7810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (7057415f-0a44-42fa-8bd2-760f4bdb61a7), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:35.596804 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002ac3b5-4432-4d51-8a70-a4ca8186aa9d tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Made reservation on behalf of 6ce726174f1e4e6987c3110c9e2e762f for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:51:35.597729 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-002ac3b5-4432-4d51-8a70-a4ca8186aa9d tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:35.641826 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad18b50a-fb8c-4d59-88a6-930de1eb7810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7057415f-0a44-42fa-8bd2-760f4bdb61a7,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:35.652005 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ad18b50a-fb8c-4d59-88a6-930de1eb7810 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=a7074ae1c8ab4920b6cb59b20bae36ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3457770 Aug 27 04:51:35.653666 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 55646) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:35.709454 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457db87d-5659-4cf6-958e-8e2b72f2a891 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Network 5ddde7e4-0bc7-42f8-b4c9-e3d11853f3d0 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:51:35.720923 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-99ad1e44-16c0-4f71-a15d-a2341e4f2214 admin admin] Publish callbacks [] for security_group (7057415f-0a44-42fa-8bd2-760f4bdb61a7), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:35.761902 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-99ad1e44-16c0-4f71-a15d-a2341e4f2214 admin admin] Publish callbacks [] for security_group (7057415f-0a44-42fa-8bd2-760f4bdb61a7), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:35.826072 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9dde8af0-ab1d-4a3d-8904-88073ab48fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (e221e316-e76d-4cde-b0ad-94b4bcf89294), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:35.869111 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9dde8af0-ab1d-4a3d-8904-88073ab48fe2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:35.872413 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-9dde8af0-ab1d-4a3d-8904-88073ab48fe2 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/e221e316-e76d-4cde-b0ad-94b4bcf89294 HTTP/1.1" status: 204 len: 168 time: 1.4998379 Aug 27 04:51:35.907878 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-457db87d-5659-4cf6-958e-8e2b72f2a891 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 5ddde7e4-0bc7-42f8-b4c9-e3d11853f3d0) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:51:35.910651 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-c8d8e50a-820a-4a16-a9bb-8b9fbba7178f req-282b6938-8d44-40b5-bcb9-bacad049ea81 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=1f4d7832e8944ccfa33d32d50f28fafe&device_id=30d2b26d-a5ea-40b4-b5c3-55d54465002d HTTP/1.1" status: 200 len: 210 time: 0.0610943 Aug 27 04:51:35.914511 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dde8af0-ab1d-4a3d-8904-88073ab48fe2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e221e316-e76d-4cde-b0ad-94b4bcf89294,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:35.918515 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457db87d-5659-4cf6-958e-8e2b72f2a891 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:35.919089 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-457db87d-5659-4cf6-958e-8e2b72f2a891 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:35.921540 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4178c1cd-2774-45ae-a677-14f299d090c7 None None] Network 5ddde7e4-0bc7-42f8-b4c9-e3d11853f3d0 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:51:35.929649 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7844266e-c518-4cc2-a93c-26973a6531c6 req-f1d2c641-b099-49a8-bf6c-6de03a4dc091 tempest-ServerShowV247Test-1868573598 tempest-ServerShowV247Test-1868573598-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d75bbe34-5092-4be5-aa5d-923ee597a6a5 HTTP/1.1" status: 200 len: 210 time: 0.0341568 Aug 27 04:51:35.983514 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-99ad1e44-16c0-4f71-a15d-a2341e4f2214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (7057415f-0a44-42fa-8bd2-760f4bdb61a7), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:35.986532 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-99ad1e44-16c0-4f71-a15d-a2341e4f2214 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:35.993679 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-99ad1e44-16c0-4f71-a15d-a2341e4f2214 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/7057415f-0a44-42fa-8bd2-760f4bdb61a7 HTTP/1.1" status: 204 len: 168 time: 0.3352706 Aug 27 04:51:35.999396 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ad1e44-16c0-4f71-a15d-a2341e4f2214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7057415f-0a44-42fa-8bd2-760f4bdb61a7,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:36.012424 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-002ac3b5-4432-4d51-8a70-a4ca8186aa9d tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (42d81454-266b-4391-92ed-f10c445d9d77), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:36.057449 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3792a4-687d-49ab-9964-5245a224cfda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-5ddde7e4-0bc7-42f8-b4c9-e3d11853f3d0', 'network_id': '5ddde7e4-0bc7-42f8-b4c9-e3d11853f3d0', 'project_id': '11151118b7d14bb38c65f8f3de18c1f9', 'fixed_ips': [{'subnet_id': '1a758e71-aeea-44ef-8f5f-cb78654fbd89'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:51:36.058394 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0e3792a4-687d-49ab-9964-5245a224cfda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:36.091227 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 55666) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:36.096335 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-1059ccee-8e5c-4e20-9f99-9d3ac23911ad tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Request body: {'subnet': {'network_id': '5ddde7e4-0bc7-42f8-b4c9-e3d11853f3d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:36.101607 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-457db87d-5659-4cf6-958e-8e2b72f2a891 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6555016 Aug 27 04:51:36.131734 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ac3b5-4432-4d51-8a70-a4ca8186aa9d tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Pushing event updated for resources: {'Subnet': ['ID=42d81454-266b-4391-92ed-f10c445d9d77,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:36.187264 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment f535ca34-c927-44e4-9b46-d4d6facdec02 resource provider aggregate not found Aug 27 04:51:36.219444 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002ac3b5-4432-4d51-8a70-a4ca8186aa9d tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Checking segment: {'id': 'ad182e63-7b93-4586-a7f4-e68825c271f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '83747d6e-1730-4584-a4e6-31ba7716266c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:51:36.220254 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002ac3b5-4432-4d51-8a70-a4ca8186aa9d tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Network hostable DHCP agents. Network: 83747d6e-1730-4584-a4e6-31ba7716266c, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:51:36.223910 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment f535ca34-c927-44e4-9b46-d4d6facdec02 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f535ca34-c927-44e4-9b46-d4d6facdec02 found for delete ", "request_id": "req-0df8afa6-1355-4b2e-ae51-62094a1553fe"}]} Aug 27 04:51:36.261187 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-0e3792a4-687d-49ab-9964-5245a224cfda None None] Allocated IP 2001:db8::2 (5ddde7e4-0bc7-42f8-b4c9-e3d11853f3d0/1a758e71-aeea-44ef-8f5f-cb78654fbd89/912423ae-89db-4fff-8137-ba3db52edd95) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:51:36.331871 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:DELETE=4,neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:36.388701 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002ac3b5-4432-4d51-8a70-a4ca8186aa9d tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Network 83747d6e-1730-4584-a4e6-31ba7716266c is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:51:36.394213 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1059ccee-8e5c-4e20-9f99-9d3ac23911ad tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Made reservation on behalf of 11151118b7d14bb38c65f8f3de18c1f9 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:51:36.398559 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1059ccee-8e5c-4e20-9f99-9d3ac23911ad tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:36.413175 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0e3792a4-687d-49ab-9964-5245a224cfda None None] Publish callbacks [] for port (912423ae-89db-4fff-8137-ba3db52edd95), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:36.463578 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-c8d8e50a-820a-4a16-a9bb-8b9fbba7178f req-b34879b1-cff1-40d4-ba29-cd7c149b7738 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?tenant_id=1f4d7832e8944ccfa33d32d50f28fafe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382762 Aug 27 04:51:36.484111 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-002ac3b5-4432-4d51-8a70-a4ca8186aa9d tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 83747d6e-1730-4584-a4e6-31ba7716266c) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:51:36.485885 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:36.494425 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b9d888-4fe9-44d7-99b2-81c7a9cdb226 None None] Network 83747d6e-1730-4584-a4e6-31ba7716266c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:51:36.526433 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002ac3b5-4432-4d51-8a70-a4ca8186aa9d tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:36.527292 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-002ac3b5-4432-4d51-8a70-a4ca8186aa9d tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:36.536264 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0e3792a4-687d-49ab-9964-5245a224cfda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (912423ae-89db-4fff-8137-ba3db52edd95), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:36.604241 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 55694) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:36.605246 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3792a4-687d-49ab-9964-5245a224cfda None None] Pushing event updated for resources: {'Port': ['ID=912423ae-89db-4fff-8137-ba3db52edd95,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:36.623316 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3792a4-687d-49ab-9964-5245a224cfda None None] Network 5ddde7e4-0bc7-42f8-b4c9-e3d11853f3d0 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:51:36.627098 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-0e3792a4-687d-49ab-9964-5245a224cfda None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:51:36.640262 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3792a4-687d-49ab-9964-5245a224cfda None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:51:36.665253 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-002ac3b5-4432-4d51-8a70-a4ca8186aa9d tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5253911 Aug 27 04:51:36.670956 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 55696) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:36.674866 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d8e50a-820a-4a16-a9bb-8b9fbba7178f req-3863615c-4414-4f08-88ad-3811d7b4ef88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:36.677217 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-c8d8e50a-820a-4a16-a9bb-8b9fbba7178f req-3863615c-4414-4f08-88ad-3811d7b4ef88 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2070210 Aug 27 04:51:36.681724 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-159e7f23-5478-4c72-86eb-2727cbaaf582 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Request body: {'network': {'name': 'tempest-router-network01--1701222951'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:36.741020 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7388b175-6d5d-4b93-927f-625634578309 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-83747d6e-1730-4584-a4e6-31ba7716266c', 'network_id': '83747d6e-1730-4584-a4e6-31ba7716266c', 'project_id': '6ce726174f1e4e6987c3110c9e2e762f', 'fixed_ips': [{'subnet_id': '42d81454-266b-4391-92ed-f10c445d9d77'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:51:36.741020 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7388b175-6d5d-4b93-927f-625634578309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:36.749655 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-5b82b411-5b06-4f84-9e43-b29d2eef54b3 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=7b3645ed00d94f47b69ffbab3ee73850&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1433084 Aug 27 04:51:36.751534 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 55702) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:36.779681 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-0e3792a4-687d-49ab-9964-5245a224cfda None None] Attempting to bind port 912423ae-89db-4fff-8137-ba3db52edd95 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:51:36.780059 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-0e3792a4-687d-49ab-9964-5245a224cfda None None] Attempting to bind port 912423ae-89db-4fff-8137-ba3db52edd95 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '8d2b60a6-0c20-429b-848c-46fb33356a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5ddde7e4-0bc7-42f8-b4c9-e3d11853f3d0'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:51:36.780486 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3792a4-687d-49ab-9964-5245a224cfda None None] Attempting to bind port 912423ae-89db-4fff-8137-ba3db52edd95 on network 5ddde7e4-0bc7-42f8-b4c9-e3d11853f3d0 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:51:36.794650 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3792a4-687d-49ab-9964-5245a224cfda None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:51:36.795031 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3792a4-687d-49ab-9964-5245a224cfda None None] Checking segment: {'id': '8d2b60a6-0c20-429b-848c-46fb33356a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5ddde7e4-0bc7-42f8-b4c9-e3d11853f3d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:51:36.795434 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0e3792a4-687d-49ab-9964-5245a224cfda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:36.795828 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3792a4-687d-49ab-9964-5245a224cfda None None] Bound using segment: {'id': '8d2b60a6-0c20-429b-848c-46fb33356a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5ddde7e4-0bc7-42f8-b4c9-e3d11853f3d0'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:51:36.796343 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-0e3792a4-687d-49ab-9964-5245a224cfda None None] Bound port: 912423ae-89db-4fff-8137-ba3db52edd95, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d2b60a6-0c20-429b-848c-46fb33356a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5ddde7e4-0bc7-42f8-b4c9-e3d11853f3d0'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:51:36.796724 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0e3792a4-687d-49ab-9964-5245a224cfda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (912423ae-89db-4fff-8137-ba3db52edd95), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:36.821469 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8fc3fdad-636a-41ad-9662-f38883f2e624 admin admin] Publish callbacks [] for security_group (163eed2a-587e-4633-908b-41992c47c5fd), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:36.865362 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8fc3fdad-636a-41ad-9662-f38883f2e624 admin admin] Publish callbacks [] for security_group (163eed2a-587e-4633-908b-41992c47c5fd), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:36.869528 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:36.925292 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:36.931290 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:36.958065 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159e7f23-5478-4c72-86eb-2727cbaaf582 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Made reservation on behalf of 6ce726174f1e4e6987c3110c9e2e762f for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:51:36.963060 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-159e7f23-5478-4c72-86eb-2727cbaaf582 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:36.989824 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-0e3792a4-687d-49ab-9964-5245a224cfda None None] For port 912423ae-89db-4fff-8137-ba3db52edd95, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:51:37.007772 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:37.007772 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1059ccee-8e5c-4e20-9f99-9d3ac23911ad tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (d4945dbe-36c6-4887-ae3f-c0cb0946e082), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:37.019404 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-0e3792a4-687d-49ab-9964-5245a224cfda None None] For port 912423ae-89db-4fff-8137-ba3db52edd95, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=912423ae-89db-4fff-8137-ba3db52edd95,segment=NetworkSegment(8d2b60a6-0c20-429b-848c-46fb33356a86),segment_id=8d2b60a6-0c20-429b-848c-46fb33356a86)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:51:37.040272 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-7388b175-6d5d-4b93-927f-625634578309 None None] Allocated IP 172.20.0.2 (83747d6e-1730-4584-a4e6-31ba7716266c/42d81454-266b-4391-92ed-f10c445d9d77/aa85027a-027a-4d16-b82e-5a13c580ee56) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:51:37.090969 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1059ccee-8e5c-4e20-9f99-9d3ac23911ad tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Pushing event updated for resources: {'Subnet': ['ID=d4945dbe-36c6-4887-ae3f-c0cb0946e082,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:37.096089 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8fc3fdad-636a-41ad-9662-f38883f2e624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (163eed2a-587e-4633-908b-41992c47c5fd), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:37.100731 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8fc3fdad-636a-41ad-9662-f38883f2e624 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:37.102274 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8fc3fdad-636a-41ad-9662-f38883f2e624 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/163eed2a-587e-4633-908b-41992c47c5fd HTTP/1.1" status: 204 len: 168 time: 0.3492947 Aug 27 04:51:37.119817 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc3fdad-636a-41ad-9662-f38883f2e624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163eed2a-587e-4633-908b-41992c47c5fd,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:37.130558 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-159e7f23-5478-4c72-86eb-2727cbaaf582 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:51:37.141998 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-0b5c84c4-097f-4cba-8e4a-5a64df409675 req-67640443-4aac-4b46-a219-45e86299c586 tempest-ServerShowV247Test-1868573598 tempest-ServerShowV247Test-1868573598-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d75bbe34-5092-4be5-aa5d-923ee597a6a5 HTTP/1.1" status: 200 len: 210 time: 0.0492268 Aug 27 04:51:37.145695 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1059ccee-8e5c-4e20-9f99-9d3ac23911ad tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Network 5ddde7e4-0bc7-42f8-b4c9-e3d11853f3d0 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:51:37.148823 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-1059ccee-8e5c-4e20-9f99-9d3ac23911ad tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:51:37.154000 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1059ccee-8e5c-4e20-9f99-9d3ac23911ad tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:37.154736 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1059ccee-8e5c-4e20-9f99-9d3ac23911ad tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:37.158059 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-159e7f23-5478-4c72-86eb-2727cbaaf582 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (5863ad3a-5dd3-4c4e-b2d7-164001d6ec5e), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:37.158598 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-159e7f23-5478-4c72-86eb-2727cbaaf582 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Added segment 5863ad3a-5dd3-4c4e-b2d7-164001d6ec5e of type vlan for network 326f2f60-f39f-49a1-bf46-033689306607 Aug 27 04:51:37.165537 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0e3792a4-687d-49ab-9964-5245a224cfda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (912423ae-89db-4fff-8137-ba3db52edd95), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:37.227676 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-159e7f23-5478-4c72-86eb-2727cbaaf582 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (326f2f60-f39f-49a1-bf46-033689306607), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:37.272264 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3792a4-687d-49ab-9964-5245a224cfda None None] Pushing event updated for resources: {'Port': ['ID=912423ae-89db-4fff-8137-ba3db52edd95,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:37.315418 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1059ccee-8e5c-4e20-9f99-9d3ac23911ad tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2230685 Aug 27 04:51:37.321993 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 55732) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:37.323095 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7388b175-6d5d-4b93-927f-625634578309 None None] Publish callbacks [] for port (aa85027a-027a-4d16-b82e-5a13c580ee56), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:37.343328 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-159e7f23-5478-4c72-86eb-2727cbaaf582 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (326f2f60-f39f-49a1-bf46-033689306607), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:37.349374 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159e7f23-5478-4c72-86eb-2727cbaaf582 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:37.350004 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-159e7f23-5478-4c72-86eb-2727cbaaf582 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:37.432958 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a334de6e-f16f-4a8f-ad50-21f7191298a6 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:37.434579 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a334de6e-f16f-4a8f-ad50-21f7191298a6 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:37.436366 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a334de6e-f16f-4a8f-ad50-21f7191298a6 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:37.437972 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a334de6e-f16f-4a8f-ad50-21f7191298a6 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:37.439588 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a334de6e-f16f-4a8f-ad50-21f7191298a6 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:37.441315 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a334de6e-f16f-4a8f-ad50-21f7191298a6 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] 10.222.0.76 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1220541 Aug 27 04:51:37.442351 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7388b175-6d5d-4b93-927f-625634578309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (aa85027a-027a-4d16-b82e-5a13c580ee56), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:37.449475 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 55734) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:37.470942 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-999e9148-3182-4d35-8c68-0b6125de5f3a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1451695798'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:37.480405 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-159e7f23-5478-4c72-86eb-2727cbaaf582 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8083138 Aug 27 04:51:37.483260 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 55736) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:37.492236 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-ab1ac470-d9f7-4eb3-b2e4-22b5a3b036b5 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Request body: {'network': {'name': 'tempest-router-network02--1863995475'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:37.501359 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e7f23-5478-4c72-86eb-2727cbaaf582 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Pushing event updated for resources: {'Network': ['ID=326f2f60-f39f-49a1-bf46-033689306607,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:37.524244 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7388b175-6d5d-4b93-927f-625634578309 None None] Pushing event updated for resources: {'Port': ['ID=aa85027a-027a-4d16-b82e-5a13c580ee56,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:37.527273 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 326f2f60-f39f-49a1-bf46-033689306607 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:51:37.569827 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:37.595019 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7388b175-6d5d-4b93-927f-625634578309 None None] Network 83747d6e-1730-4584-a4e6-31ba7716266c is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:51:37.599411 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-7388b175-6d5d-4b93-927f-625634578309 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:51:37.618683 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7388b175-6d5d-4b93-927f-625634578309 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:51:37.643614 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999e9148-3182-4d35-8c68-0b6125de5f3a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Made reservation on behalf of 11151118b7d14bb38c65f8f3de18c1f9 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:51:37.644089 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1ac470-d9f7-4eb3-b2e4-22b5a3b036b5 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Made reservation on behalf of 6ce726174f1e4e6987c3110c9e2e762f for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:51:37.650974 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ab1ac470-d9f7-4eb3-b2e4-22b5a3b036b5 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:37.658771 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-999e9148-3182-4d35-8c68-0b6125de5f3a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:37.692308 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab1ac470-d9f7-4eb3-b2e4-22b5a3b036b5 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:51:37.700543 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-7388b175-6d5d-4b93-927f-625634578309 None None] Attempting to bind port aa85027a-027a-4d16-b82e-5a13c580ee56 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:51:37.702384 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-7388b175-6d5d-4b93-927f-625634578309 None None] Attempting to bind port aa85027a-027a-4d16-b82e-5a13c580ee56 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'ad182e63-7b93-4586-a7f4-e68825c271f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '83747d6e-1730-4584-a4e6-31ba7716266c'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:51:37.703895 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7388b175-6d5d-4b93-927f-625634578309 None None] Attempting to bind port aa85027a-027a-4d16-b82e-5a13c580ee56 on network 83747d6e-1730-4584-a4e6-31ba7716266c {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:51:37.705292 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ab1ac470-d9f7-4eb3-b2e4-22b5a3b036b5 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (475e7172-eb29-4330-9318-b99c4757f262), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:37.705830 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-ab1ac470-d9f7-4eb3-b2e4-22b5a3b036b5 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Added segment 475e7172-eb29-4330-9318-b99c4757f262 of type vlan for network 1e20987c-7cb2-4d32-bb2c-95df3aba4a83 Aug 27 04:51:37.706598 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-999e9148-3182-4d35-8c68-0b6125de5f3a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:51:37.716107 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7388b175-6d5d-4b93-927f-625634578309 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:51:37.716579 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7388b175-6d5d-4b93-927f-625634578309 None None] Checking segment: {'id': 'ad182e63-7b93-4586-a7f4-e68825c271f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '83747d6e-1730-4584-a4e6-31ba7716266c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:51:37.717183 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7388b175-6d5d-4b93-927f-625634578309 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:37.717649 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7388b175-6d5d-4b93-927f-625634578309 None None] Bound using segment: {'id': 'ad182e63-7b93-4586-a7f4-e68825c271f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '83747d6e-1730-4584-a4e6-31ba7716266c'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:51:37.718214 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-7388b175-6d5d-4b93-927f-625634578309 None None] Bound port: aa85027a-027a-4d16-b82e-5a13c580ee56, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad182e63-7b93-4586-a7f4-e68825c271f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '83747d6e-1730-4584-a4e6-31ba7716266c'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:51:37.718673 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7388b175-6d5d-4b93-927f-625634578309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (aa85027a-027a-4d16-b82e-5a13c580ee56), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:37.721659 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-999e9148-3182-4d35-8c68-0b6125de5f3a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (a10758f7-fd20-4042-8b87-761071d00855), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:37.722275 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-999e9148-3182-4d35-8c68-0b6125de5f3a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Added segment a10758f7-fd20-4042-8b87-761071d00855 of type vlan for network fca4579d-59e1-4b62-9a29-4aafeea6eae9 Aug 27 04:51:37.755040 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ab1ac470-d9f7-4eb3-b2e4-22b5a3b036b5 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (1e20987c-7cb2-4d32-bb2c-95df3aba4a83), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:37.784973 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-999e9148-3182-4d35-8c68-0b6125de5f3a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (fca4579d-59e1-4b62-9a29-4aafeea6eae9), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:37.790590 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-7388b175-6d5d-4b93-927f-625634578309 None None] For port aa85027a-027a-4d16-b82e-5a13c580ee56, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:51:37.793965 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-7388b175-6d5d-4b93-927f-625634578309 None None] For port aa85027a-027a-4d16-b82e-5a13c580ee56, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=aa85027a-027a-4d16-b82e-5a13c580ee56,segment=NetworkSegment(ad182e63-7b93-4586-a7f4-e68825c271f6),segment_id=ad182e63-7b93-4586-a7f4-e68825c271f6)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:51:37.925847 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ab1ac470-d9f7-4eb3-b2e4-22b5a3b036b5 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (1e20987c-7cb2-4d32-bb2c-95df3aba4a83), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:37.926545 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7388b175-6d5d-4b93-927f-625634578309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (aa85027a-027a-4d16-b82e-5a13c580ee56), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:37.931388 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1ac470-d9f7-4eb3-b2e4-22b5a3b036b5 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:37.931691 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ab1ac470-d9f7-4eb3-b2e4-22b5a3b036b5 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:37.978003 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-999e9148-3182-4d35-8c68-0b6125de5f3a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (fca4579d-59e1-4b62-9a29-4aafeea6eae9), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:37.983151 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999e9148-3182-4d35-8c68-0b6125de5f3a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:37.984799 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-999e9148-3182-4d35-8c68-0b6125de5f3a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:38.033321 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7388b175-6d5d-4b93-927f-625634578309 None None] Pushing event updated for resources: {'Port': ['ID=aa85027a-027a-4d16-b82e-5a13c580ee56,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:38.101594 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ab1ac470-d9f7-4eb3-b2e4-22b5a3b036b5 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6171019 Aug 27 04:51:38.102225 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 55746) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:38.118377 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-2de06e17-84d2-4114-8029-52d2ce914f2e tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Request body: {'subnet': {'network_id': '326f2f60-f39f-49a1-bf46-033689306607', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:38.362727 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 55750) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:38.379884 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1ac470-d9f7-4eb3-b2e4-22b5a3b036b5 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Pushing event updated for resources: {'Network': ['ID=1e20987c-7cb2-4d32-bb2c-95df3aba4a83,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:38.391979 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 1e20987c-7cb2-4d32-bb2c-95df3aba4a83 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:51:38.446282 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c4618653-b33b-40b0-8263-d68238a773a0 req-6fbc9580-abe4-4bd5-88e0-04c94de41993 tempest-ServerShowV247Test-1868573598 tempest-ServerShowV247Test-1868573598-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d75bbe34-5092-4be5-aa5d-923ee597a6a5 HTTP/1.1" status: 200 len: 210 time: 0.0619280 Aug 27 04:51:38.537504 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de06e17-84d2-4114-8029-52d2ce914f2e tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Made reservation on behalf of 6ce726174f1e4e6987c3110c9e2e762f for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:51:38.543825 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2de06e17-84d2-4114-8029-52d2ce914f2e tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:38.688408 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e9148-3182-4d35-8c68-0b6125de5f3a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Pushing event updated for resources: {'Network': ['ID=fca4579d-59e1-4b62-9a29-4aafeea6eae9,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:38.787730 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network fca4579d-59e1-4b62-9a29-4aafeea6eae9 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:51:38.845835 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-999e9148-3182-4d35-8c68-0b6125de5f3a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3929257 Aug 27 04:51:38.853408 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 55764) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:38.870167 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-028c759c-29f1-4bd3-a172-df1f92ab0075 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Request body: {'network': {'name': 'New_network'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:38.885433 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8d8ac9-d86f-4802-be53-87582b788f74 None None] Network 5ddde7e4-0bc7-42f8-b4c9-e3d11853f3d0 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:51:38.952519 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-050bbdf6-a038-4bc8-a42c-cf95891ef5d6 None None] Provisioning complete for port 912423ae-89db-4fff-8137-ba3db52edd95 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:51:38.953618 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-050bbdf6-a038-4bc8-a42c-cf95891ef5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (912423ae-89db-4fff-8137-ba3db52edd95), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:39.119314 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a3683ddc-cfe1-42e2-bcc3-f0b0f845262d req-9f88a073-1992-4cdb-b20f-536de33214b2 tempest-ServerShowV247Test-1868573598 tempest-ServerShowV247Test-1868573598-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d75bbe34-5092-4be5-aa5d-923ee597a6a5&device_id=30d2b26d-a5ea-40b4-b5c3-55d54465002d HTTP/1.1" status: 200 len: 210 time: 0.0496707 Aug 27 04:51:39.119804 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-050bbdf6-a038-4bc8-a42c-cf95891ef5d6 None None] Current status of the port 912423ae-89db-4fff-8137-ba3db52edd95 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:51:39.119804 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-050bbdf6-a038-4bc8-a42c-cf95891ef5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (912423ae-89db-4fff-8137-ba3db52edd95), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:39.167295 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8274eb71-2081-4183-91c5-c79e2efdefd8 None None] Update dhcp port {'port': {'network_id': '5ddde7e4-0bc7-42f8-b4c9-e3d11853f3d0', 'fixed_ips': [{'subnet_id': '1a758e71-aeea-44ef-8f5f-cb78654fbd89', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd4945dbe-36c6-4887-ae3f-c0cb0946e082'}], 'binding:host_id': 'n-d-852088-5'}, 'id': '912423ae-89db-4fff-8137-ba3db52edd95'} from n-d-852088-5. {{(pid=107777) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Aug 27 04:51:39.186689 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:39.190497 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-92936707-c331-4659-9182-4a35c7e3e6aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:39.228294 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2de06e17-84d2-4114-8029-52d2ce914f2e tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (74184787-e30f-4d0c-b5eb-2bc627113bc5), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:39.245593 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-028c759c-29f1-4bd3-a172-df1f92ab0075 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (fca4579d-59e1-4b62-9a29-4aafeea6eae9), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:39.260785 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-050bbdf6-a038-4bc8-a42c-cf95891ef5d6 None None] For port 912423ae-89db-4fff-8137-ba3db52edd95, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=912423ae-89db-4fff-8137-ba3db52edd95,segment=NetworkSegment(8d2b60a6-0c20-429b-848c-46fb33356a86),segment_id=8d2b60a6-0c20-429b-848c-46fb33356a86)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:51:39.306013 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8274eb71-2081-4183-91c5-c79e2efdefd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (912423ae-89db-4fff-8137-ba3db52edd95), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:39.371375 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de06e17-84d2-4114-8029-52d2ce914f2e tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Pushing event updated for resources: {'Subnet': ['ID=74184787-e30f-4d0c-b5eb-2bc627113bc5,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:39.388798 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-050bbdf6-a038-4bc8-a42c-cf95891ef5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (912423ae-89db-4fff-8137-ba3db52edd95), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:39.389226 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de06e17-84d2-4114-8029-52d2ce914f2e tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Checking segment: {'id': '5863ad3a-5dd3-4c4e-b2d7-164001d6ec5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '326f2f60-f39f-49a1-bf46-033689306607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:51:39.389226 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de06e17-84d2-4114-8029-52d2ce914f2e tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Network hostable DHCP agents. Network: 326f2f60-f39f-49a1-bf46-033689306607, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:51:39.410881 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-028c759c-29f1-4bd3-a172-df1f92ab0075 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (fca4579d-59e1-4b62-9a29-4aafeea6eae9), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:39.427144 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-028c759c-29f1-4bd3-a172-df1f92ab0075 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Network fca4579d-59e1-4b62-9a29-4aafeea6eae9 is not hosted by any dhcp agent {{(pid=107776) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 27 04:51:39.436124 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028c759c-29f1-4bd3-a172-df1f92ab0075 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:39.439108 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-028c759c-29f1-4bd3-a172-df1f92ab0075 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:39.445668 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-028c759c-29f1-4bd3-a172-df1f92ab0075 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] 10.222.0.76 "PUT /networking/v2.0/networks/fca4579d-59e1-4b62-9a29-4aafeea6eae9 HTTP/1.1" status: 200 len: 723 time: 0.5908608 Aug 27 04:51:39.448784 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 55778) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:39.465926 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-9f1abe94-a598-432c-9548-c818312f3cfc tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Request body: {'subnet': {'network_id': 'fca4579d-59e1-4b62-9a29-4aafeea6eae9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:39.506644 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-92936707-c331-4659-9182-4a35c7e3e6aa admin admin] Publish callbacks [] for security_group (931de3af-6689-4690-a2e1-1901fe757e1b), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:39.514596 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 912423ae-89db-4fff-8137-ba3db52edd95 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:51:39.529350 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de06e17-84d2-4114-8029-52d2ce914f2e tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Network 326f2f60-f39f-49a1-bf46-033689306607 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:51:39.558004 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=78,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:39.599802 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-92936707-c331-4659-9182-4a35c7e3e6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (931de3af-6689-4690-a2e1-1901fe757e1b), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:39.642961 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028c759c-29f1-4bd3-a172-df1f92ab0075 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Pushing event updated for resources: {'Network': ['ID=fca4579d-59e1-4b62-9a29-4aafeea6eae9,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:39.657898 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-8274eb71-2081-4183-91c5-c79e2efdefd8 None None] Allocated IP 172.20.0.1 (5ddde7e4-0bc7-42f8-b4c9-e3d11853f3d0/d4945dbe-36c6-4887-ae3f-c0cb0946e082/912423ae-89db-4fff-8137-ba3db52edd95) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:51:39.700149 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 55786) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:39.700843 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-92936707-c331-4659-9182-4a35c7e3e6aa admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=38aa11ca93314ca19452cc1da639b047&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3369160 Aug 27 04:51:39.706782 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-2de06e17-84d2-4114-8029-52d2ce914f2e tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 326f2f60-f39f-49a1-bf46-033689306607) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:51:39.714459 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de06e17-84d2-4114-8029-52d2ce914f2e tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:39.715710 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2de06e17-84d2-4114-8029-52d2ce914f2e tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:39.748105 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92936707-c331-4659-9182-4a35c7e3e6aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931de3af-6689-4690-a2e1-1901fe757e1b,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:39.802397 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network fca4579d-59e1-4b62-9a29-4aafeea6eae9 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:51:39.808765 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6178ce-cd9f-41a0-b227-5ae2bad6d108 None None] Network 326f2f60-f39f-49a1-bf46-033689306607 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:51:39.834105 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1abe94-a598-432c-9548-c818312f3cfc tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Made reservation on behalf of 11151118b7d14bb38c65f8f3de18c1f9 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:51:39.840476 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9f1abe94-a598-432c-9548-c818312f3cfc tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:39.876130 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-df99f73b-dc0b-4807-a42b-910685119733 req-12a01616-90f2-4a6d-bc33-53268812ce44 tempest-ServerShowV247Test-1868573598 tempest-ServerShowV247Test-1868573598-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d75bbe34-5092-4be5-aa5d-923ee597a6a5 HTTP/1.1" status: 200 len: 210 time: 0.0564294 Aug 27 04:51:39.889921 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2de06e17-84d2-4114-8029-52d2ce914f2e tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7843089 Aug 27 04:51:39.890916 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 55792) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:39.909048 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-4be17306-9166-4a17-91aa-8ca3bbdb04cc tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Request body: {'subnet': {'network_id': '1e20987c-7cb2-4d32-bb2c-95df3aba4a83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:39.922708 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1aef9ba-e764-40ab-989b-a82952b30192 None None] Network 83747d6e-1730-4584-a4e6-31ba7716266c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:51:39.931168 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bca55166-98ec-48cb-9d6b-e29cb7db797d admin admin] Publish callbacks [] for security_group (931de3af-6689-4690-a2e1-1901fe757e1b), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:39.942227 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-78ccabba-5450-4317-8f55-8d81d75e3ce3 req-4b294c7a-7fb5-4f97-823a-6c24b1417217 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=1f4d7832e8944ccfa33d32d50f28fafe&device_id=d75bbe34-5092-4be5-aa5d-923ee597a6a5 HTTP/1.1" status: 200 len: 210 time: 0.1476450 Aug 27 04:51:39.951299 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=87,neutron:UPDATE=8,neutron:INSERT=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:40.009048 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bca55166-98ec-48cb-9d6b-e29cb7db797d admin admin] Publish callbacks [] for security_group (931de3af-6689-4690-a2e1-1901fe757e1b), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:40.060809 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-826d3b4a-fb42-427b-b4d0-10732f1141a3 None None] Provisioning complete for port aa85027a-027a-4d16-b82e-5a13c580ee56 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:51:40.069338 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-826d3b4a-fb42-427b-b4d0-10732f1141a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (aa85027a-027a-4d16-b82e-5a13c580ee56), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:40.069507 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-78ccabba-5450-4317-8f55-8d81d75e3ce3 req-1f56c1c9-d779-411a-ba17-6ca35c3820a0 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?tenant_id=1f4d7832e8944ccfa33d32d50f28fafe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1115921 Aug 27 04:51:40.096500 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:40.133733 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 912423ae-89db-4fff-8137-ba3db52edd95 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:51:40.134090 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (912423ae-89db-4fff-8137-ba3db52edd95), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:40.160895 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050bbdf6-a038-4bc8-a42c-cf95891ef5d6 None None] Pushing event updated for resources: {'Port': ['ID=912423ae-89db-4fff-8137-ba3db52edd95,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:40.190110 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ccabba-5450-4317-8f55-8d81d75e3ce3 req-45ad1f8a-461a-4bac-b992-2ed4136af6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:40.191602 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-78ccabba-5450-4317-8f55-8d81d75e3ce3 req-45ad1f8a-461a-4bac-b992-2ed4136af6ea service neutron] 10.222.0.75 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1156306 Aug 27 04:51:40.202946 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f58624-845a-4fc4-abfb-c5df7ef63d4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-326f2f60-f39f-49a1-bf46-033689306607', 'network_id': '326f2f60-f39f-49a1-bf46-033689306607', 'project_id': '6ce726174f1e4e6987c3110c9e2e762f', 'fixed_ips': [{'subnet_id': '74184787-e30f-4d0c-b5eb-2bc627113bc5'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:51:40.203871 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c2f58624-845a-4fc4-abfb-c5df7ef63d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:40.219190 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be17306-9166-4a17-91aa-8ca3bbdb04cc tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Made reservation on behalf of 6ce726174f1e4e6987c3110c9e2e762f for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:51:40.221642 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bca55166-98ec-48cb-9d6b-e29cb7db797d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (931de3af-6689-4690-a2e1-1901fe757e1b), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:40.224476 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bca55166-98ec-48cb-9d6b-e29cb7db797d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:40.225115 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4be17306-9166-4a17-91aa-8ca3bbdb04cc tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:40.227946 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-bca55166-98ec-48cb-9d6b-e29cb7db797d admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/931de3af-6689-4690-a2e1-1901fe757e1b HTTP/1.1" status: 204 len: 168 time: 0.5259275 Aug 27 04:51:40.243454 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca55166-98ec-48cb-9d6b-e29cb7db797d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931de3af-6689-4690-a2e1-1901fe757e1b,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:40.475996 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=5,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:40.518657 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9f1abe94-a598-432c-9548-c818312f3cfc tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (1aacc2ab-6db0-468c-9c24-fd8e4e709ee9), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:40.519182 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-826d3b4a-fb42-427b-b4d0-10732f1141a3 None None] Current status of the port aa85027a-027a-4d16-b82e-5a13c580ee56 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:51:40.523945 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-826d3b4a-fb42-427b-b4d0-10732f1141a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (aa85027a-027a-4d16-b82e-5a13c580ee56), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:40.535287 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-8274eb71-2081-4183-91c5-c79e2efdefd8 None None] For port 912423ae-89db-4fff-8137-ba3db52edd95, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=912423ae-89db-4fff-8137-ba3db52edd95,segment=NetworkSegment(8d2b60a6-0c20-429b-848c-46fb33356a86),segment_id=8d2b60a6-0c20-429b-848c-46fb33356a86)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:51:40.584753 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 912423ae-89db-4fff-8137-ba3db52edd95 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:51:40.586428 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device aa85027a-027a-4d16-b82e-5a13c580ee56 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:51:40.590122 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4be17306-9166-4a17-91aa-8ca3bbdb04cc tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (9549275b-596c-46ba-bdba-a5a05e0ce372), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:40.598613 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1abe94-a598-432c-9548-c818312f3cfc tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Pushing event updated for resources: {'Subnet': ['ID=1aacc2ab-6db0-468c-9c24-fd8e4e709ee9,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:40.609903 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1abe94-a598-432c-9548-c818312f3cfc tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Checking segment: {'id': 'a10758f7-fd20-4042-8b87-761071d00855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fca4579d-59e1-4b62-9a29-4aafeea6eae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:51:40.610318 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1abe94-a598-432c-9548-c818312f3cfc tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Network hostable DHCP agents. Network: fca4579d-59e1-4b62-9a29-4aafeea6eae9, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:51:40.634015 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8274eb71-2081-4183-91c5-c79e2efdefd8 None None] Publish callbacks [] for port (912423ae-89db-4fff-8137-ba3db52edd95), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:40.650855 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-c2f58624-845a-4fc4-abfb-c5df7ef63d4a None None] Allocated IP 172.20.0.2 (326f2f60-f39f-49a1-bf46-033689306607/74184787-e30f-4d0c-b5eb-2bc627113bc5/2e946071-557e-4503-879c-5f96a1af31f9) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:51:40.662420 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-826d3b4a-fb42-427b-b4d0-10732f1141a3 None None] For port aa85027a-027a-4d16-b82e-5a13c580ee56, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=aa85027a-027a-4d16-b82e-5a13c580ee56,segment=NetworkSegment(ad182e63-7b93-4586-a7f4-e68825c271f6),segment_id=ad182e63-7b93-4586-a7f4-e68825c271f6)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:51:40.685645 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be17306-9166-4a17-91aa-8ca3bbdb04cc tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Pushing event updated for resources: {'Subnet': ['ID=9549275b-596c-46ba-bdba-a5a05e0ce372,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:40.700812 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1abe94-a598-432c-9548-c818312f3cfc tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Network fca4579d-59e1-4b62-9a29-4aafeea6eae9 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:51:40.717279 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be17306-9166-4a17-91aa-8ca3bbdb04cc tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:40.717629 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be17306-9166-4a17-91aa-8ca3bbdb04cc tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:40.718156 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be17306-9166-4a17-91aa-8ca3bbdb04cc tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:40.718682 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be17306-9166-4a17-91aa-8ca3bbdb04cc tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:40.719178 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be17306-9166-4a17-91aa-8ca3bbdb04cc tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:40.719671 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be17306-9166-4a17-91aa-8ca3bbdb04cc tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:40.720181 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be17306-9166-4a17-91aa-8ca3bbdb04cc tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:40.720688 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be17306-9166-4a17-91aa-8ca3bbdb04cc tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:40.721186 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be17306-9166-4a17-91aa-8ca3bbdb04cc tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:40.721683 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be17306-9166-4a17-91aa-8ca3bbdb04cc tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:40.722169 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be17306-9166-4a17-91aa-8ca3bbdb04cc tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:40.723032 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be17306-9166-4a17-91aa-8ca3bbdb04cc tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:40.723544 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be17306-9166-4a17-91aa-8ca3bbdb04cc tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:40.724031 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be17306-9166-4a17-91aa-8ca3bbdb04cc tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:40.725161 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be17306-9166-4a17-91aa-8ca3bbdb04cc tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:40.732516 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be17306-9166-4a17-91aa-8ca3bbdb04cc tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Checking segment: {'id': '475e7172-eb29-4330-9318-b99c4757f262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1e20987c-7cb2-4d32-bb2c-95df3aba4a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:51:40.732516 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be17306-9166-4a17-91aa-8ca3bbdb04cc tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Network hostable DHCP agents. Network: 1e20987c-7cb2-4d32-bb2c-95df3aba4a83, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:51:40.759501 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port aa85027a-027a-4d16-b82e-5a13c580ee56 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:51:40.759894 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (aa85027a-027a-4d16-b82e-5a13c580ee56), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:40.761560 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8274eb71-2081-4183-91c5-c79e2efdefd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (912423ae-89db-4fff-8137-ba3db52edd95), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:40.768705 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-826d3b4a-fb42-427b-b4d0-10732f1141a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (aa85027a-027a-4d16-b82e-5a13c580ee56), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:40.781947 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-9f1abe94-a598-432c-9548-c818312f3cfc tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, fca4579d-59e1-4b62-9a29-4aafeea6eae9) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:51:40.789541 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1abe94-a598-432c-9548-c818312f3cfc tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:40.793687 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9f1abe94-a598-432c-9548-c818312f3cfc tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:40.821260 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46c4c59-35e8-4c00-ad27-9fc39b72627d None None] Network fca4579d-59e1-4b62-9a29-4aafeea6eae9 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:51:40.878143 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be17306-9166-4a17-91aa-8ca3bbdb04cc tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Network 1e20987c-7cb2-4d32-bb2c-95df3aba4a83 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:51:40.886765 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-9f1abe94-a598-432c-9548-c818312f3cfc tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4333577 Aug 27 04:51:40.887665 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-4be17306-9166-4a17-91aa-8ca3bbdb04cc tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 1e20987c-7cb2-4d32-bb2c-95df3aba4a83) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:51:40.892789 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 55810) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:40.896416 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be17306-9166-4a17-91aa-8ca3bbdb04cc tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:40.897156 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4be17306-9166-4a17-91aa-8ca3bbdb04cc tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:40.902974 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-2569f260-f8d7-4538-8946-41da5da3e154 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:41.028811 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3e158528-2d26-4865-8a4c-f0b88a220055 req-8b8f80af-268d-4fda-a448-c9a8627fb54f tempest-ServerShowV247Test-1868573598 tempest-ServerShowV247Test-1868573598-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d75bbe34-5092-4be5-aa5d-923ee597a6a5 HTTP/1.1" status: 200 len: 210 time: 0.0447500 Aug 27 04:51:41.035405 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 55814) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:41.035818 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-4be17306-9166-4a17-91aa-8ca3bbdb04cc tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1434731 Aug 27 04:51:41.053457 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2569f260-f8d7-4538-8946-41da5da3e154 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7618696'] for subnet (1aacc2ab-6db0-468c-9c24-fd8e4e709ee9), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:41.061340 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5735dbd6-6446-4329-a6b2-c447ba8b8397 None None] Network 1e20987c-7cb2-4d32-bb2c-95df3aba4a83 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:51:41.193358 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8274eb71-2081-4183-91c5-c79e2efdefd8 None None] Pushing event updated for resources: {'Port': ['ID=912423ae-89db-4fff-8137-ba3db52edd95,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:41.197441 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-10956167-8781-40dc-ba06-7b5ce1a936e5 None None] Provisioning complete for port aa85027a-027a-4d16-b82e-5a13c580ee56 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:51:41.197819 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-10956167-8781-40dc-ba06-7b5ce1a936e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (aa85027a-027a-4d16-b82e-5a13c580ee56), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:41.224062 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:41.462376 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port aa85027a-027a-4d16-b82e-5a13c580ee56 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:51:41.477247 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826d3b4a-fb42-427b-b4d0-10732f1141a3 None None] Pushing event updated for resources: {'Port': ['ID=aa85027a-027a-4d16-b82e-5a13c580ee56,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:41.487774 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c2f58624-845a-4fc4-abfb-c5df7ef63d4a None None] Publish callbacks [] for port (2e946071-557e-4503-879c-5f96a1af31f9), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:41.501110 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05302159-245b-4d85-8ca8-4690450d1003 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-fca4579d-59e1-4b62-9a29-4aafeea6eae9', 'network_id': 'fca4579d-59e1-4b62-9a29-4aafeea6eae9', 'project_id': '11151118b7d14bb38c65f8f3de18c1f9', 'fixed_ips': [{'subnet_id': '1aacc2ab-6db0-468c-9c24-fd8e4e709ee9'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:51:41.501577 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-05302159-245b-4d85-8ca8-4690450d1003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:41.524449 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-de3d55dd-fcfe-422d-9924-125678f08e12 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:41.545956 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc7ae16-7216-43d0-9c1d-572232b5adb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-1e20987c-7cb2-4d32-bb2c-95df3aba4a83', 'network_id': '1e20987c-7cb2-4d32-bb2c-95df3aba4a83', 'project_id': '6ce726174f1e4e6987c3110c9e2e762f', 'fixed_ips': [{'subnet_id': '9549275b-596c-46ba-bdba-a5a05e0ce372'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:51:41.547391 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6dc7ae16-7216-43d0-9c1d-572232b5adb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:41.551850 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:41.658487 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 912423ae-89db-4fff-8137-ba3db52edd95 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:51:41.678722 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2569f260-f8d7-4538-8946-41da5da3e154 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730952648075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8098785'] for subnet (1aacc2ab-6db0-468c-9c24-fd8e4e709ee9), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:41.727057 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c2f58624-845a-4fc4-abfb-c5df7ef63d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (2e946071-557e-4503-879c-5f96a1af31f9), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:41.730054 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-10956167-8781-40dc-ba06-7b5ce1a936e5 None None] Current status of the port aa85027a-027a-4d16-b82e-5a13c580ee56 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:51:41.786705 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2569f260-f8d7-4538-8946-41da5da3e154 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:41.787301 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2569f260-f8d7-4538-8946-41da5da3e154 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:41.788686 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2569f260-f8d7-4538-8946-41da5da3e154 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] 10.222.0.76 "PUT /networking/v2.0/subnets/1aacc2ab-6db0-468c-9c24-fd8e4e709ee9 HTTP/1.1" status: 200 len: 826 time: 0.8938634 Aug 27 04:51:41.791681 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 55828) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:41.797467 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-78ccabba-5450-4317-8f55-8d81d75e3ce3 req-c4d779e5-fcbd-4538-ab3c-b53489b0012e tempest-ServerShowV247Test-1868573598 tempest-ServerShowV247Test-1868573598-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d75bbe34-5092-4be5-aa5d-923ee597a6a5 HTTP/1.1" status: 200 len: 210 time: 0.0435312 Aug 27 04:51:41.827329 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2569f260-f8d7-4538-8946-41da5da3e154 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Pushing event updated for resources: {'Subnet': ['ID=1aacc2ab-6db0-468c-9c24-fd8e4e709ee9,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:41.974994 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2569f260-f8d7-4538-8946-41da5da3e154 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:41.974994 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2569f260-f8d7-4538-8946-41da5da3e154 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:41.974994 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2569f260-f8d7-4538-8946-41da5da3e154 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:41.974994 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2569f260-f8d7-4538-8946-41da5da3e154 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:41.974994 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2569f260-f8d7-4538-8946-41da5da3e154 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:41.979235 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2569f260-f8d7-4538-8946-41da5da3e154 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:41.979235 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2569f260-f8d7-4538-8946-41da5da3e154 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:41.979235 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2569f260-f8d7-4538-8946-41da5da3e154 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:41.979235 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2569f260-f8d7-4538-8946-41da5da3e154 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:41.979235 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2569f260-f8d7-4538-8946-41da5da3e154 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:41.979235 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2569f260-f8d7-4538-8946-41da5da3e154 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:41.979235 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2569f260-f8d7-4538-8946-41da5da3e154 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:41.979235 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2569f260-f8d7-4538-8946-41da5da3e154 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:41.979235 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2569f260-f8d7-4538-8946-41da5da3e154 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:41.979235 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2569f260-f8d7-4538-8946-41da5da3e154 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:42.016415 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-de3d55dd-fcfe-422d-9924-125678f08e12 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Allocated IP 172.20.0.1 (326f2f60-f39f-49a1-bf46-033689306607/74184787-e30f-4d0c-b5eb-2bc627113bc5/4a802229-fa63-403e-ba43-f7084e536a3f) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:51:42.035871 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f58624-845a-4fc4-abfb-c5df7ef63d4a None None] Network 326f2f60-f39f-49a1-bf46-033689306607 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:51:42.047958 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-18cdeee4-c8ba-4d7e-8be2-aa777a93e77a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (fca4579d-59e1-4b62-9a29-4aafeea6eae9), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:42.055268 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-c2f58624-845a-4fc4-abfb-c5df7ef63d4a None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:51:42.084531 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f58624-845a-4fc4-abfb-c5df7ef63d4a None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:51:42.087383 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f58624-845a-4fc4-abfb-c5df7ef63d4a None None] Pushing event updated for resources: {'Port': ['ID=2e946071-557e-4503-879c-5f96a1af31f9,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:42.147342 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-18cdeee4-c8ba-4d7e-8be2-aa777a93e77a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (1aacc2ab-6db0-468c-9c24-fd8e4e709ee9), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:42.223356 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ce0c8d-142a-4dda-b6d5-0d53631af39b None None] Network 5ddde7e4-0bc7-42f8-b4c9-e3d11853f3d0 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:51:42.258518 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-de3d55dd-fcfe-422d-9924-125678f08e12 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks [] for port (4a802229-fa63-403e-ba43-f7084e536a3f), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:42.286108 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b854c823-830c-427d-8019-047fe3a203c8 req-0d4effbd-962a-4b76-a4d2-5c3d1018bf51 tempest-ServerShowV247Test-1868573598 tempest-ServerShowV247Test-1868573598-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d75bbe34-5092-4be5-aa5d-923ee597a6a5 HTTP/1.1" status: 200 len: 210 time: 0.0662637 Aug 27 04:51:42.286869 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-6dc7ae16-7216-43d0-9c1d-572232b5adb9 None None] Allocated IP 172.20.0.2 (1e20987c-7cb2-4d32-bb2c-95df3aba4a83/9549275b-596c-46ba-bdba-a5a05e0ce372/3c60a072-b62d-4f1f-8796-0ddbd22cdcdd) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:51:42.308085 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 912423ae-89db-4fff-8137-ba3db52edd95 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:51:42.308480 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (912423ae-89db-4fff-8137-ba3db52edd95), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:42.406092 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-69763a4e-2c95-46d2-adf4-2c0c0e0d2a35 None None] Provisioning complete for port 912423ae-89db-4fff-8137-ba3db52edd95 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:51:42.406471 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-69763a4e-2c95-46d2-adf4-2c0c0e0d2a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (912423ae-89db-4fff-8137-ba3db52edd95), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:42.431429 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-de3d55dd-fcfe-422d-9924-125678f08e12 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (4a802229-fa63-403e-ba43-f7084e536a3f), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:42.441738 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 55842) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:42.459059 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-05302159-245b-4d85-8ca8-4690450d1003 None None] Allocated IP 2001:db8::2 (fca4579d-59e1-4b62-9a29-4aafeea6eae9/1aacc2ab-6db0-468c-9c24-fd8e4e709ee9/cb61b00d-6e2e-4dca-93a7-38706b0b11cb) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:51:42.500687 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3d55dd-fcfe-422d-9924-125678f08e12 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Network 326f2f60-f39f-49a1-bf46-033689306607 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:51:42.504431 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-de3d55dd-fcfe-422d-9924-125678f08e12 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:51:42.508458 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3d55dd-fcfe-422d-9924-125678f08e12 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:51:42.527278 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-c2f58624-845a-4fc4-abfb-c5df7ef63d4a None None] Attempting to bind port 2e946071-557e-4503-879c-5f96a1af31f9 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:51:42.527644 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-c2f58624-845a-4fc4-abfb-c5df7ef63d4a None None] Attempting to bind port 2e946071-557e-4503-879c-5f96a1af31f9 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '5863ad3a-5dd3-4c4e-b2d7-164001d6ec5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '326f2f60-f39f-49a1-bf46-033689306607'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:51:42.528208 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f58624-845a-4fc4-abfb-c5df7ef63d4a None None] Attempting to bind port 2e946071-557e-4503-879c-5f96a1af31f9 on network 326f2f60-f39f-49a1-bf46-033689306607 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:51:42.535787 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3d55dd-fcfe-422d-9924-125678f08e12 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Pushing event updated for resources: {'Port': ['ID=4a802229-fa63-403e-ba43-f7084e536a3f,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:42.563678 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f58624-845a-4fc4-abfb-c5df7ef63d4a None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:51:42.565732 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f58624-845a-4fc4-abfb-c5df7ef63d4a None None] Checking segment: {'id': '5863ad3a-5dd3-4c4e-b2d7-164001d6ec5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '326f2f60-f39f-49a1-bf46-033689306607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:51:42.565732 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c2f58624-845a-4fc4-abfb-c5df7ef63d4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:42.565732 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f58624-845a-4fc4-abfb-c5df7ef63d4a None None] Bound using segment: {'id': '5863ad3a-5dd3-4c4e-b2d7-164001d6ec5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '326f2f60-f39f-49a1-bf46-033689306607'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:51:42.565732 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-c2f58624-845a-4fc4-abfb-c5df7ef63d4a None None] Bound port: 2e946071-557e-4503-879c-5f96a1af31f9, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5863ad3a-5dd3-4c4e-b2d7-164001d6ec5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '326f2f60-f39f-49a1-bf46-033689306607'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:51:42.565732 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c2f58624-845a-4fc4-abfb-c5df7ef63d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (2e946071-557e-4503-879c-5f96a1af31f9), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:42.567642 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-de3d55dd-fcfe-422d-9924-125678f08e12 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (29ae91eb-a1b0-4c59-aa6f-8312a1c868bf), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:42.784454 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 912423ae-89db-4fff-8137-ba3db52edd95 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:51:42.853253 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:42.873652 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-c2f58624-845a-4fc4-abfb-c5df7ef63d4a None None] For port 2e946071-557e-4503-879c-5f96a1af31f9, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:51:42.879661 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-69763a4e-2c95-46d2-adf4-2c0c0e0d2a35 None None] Current status of the port 912423ae-89db-4fff-8137-ba3db52edd95 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:51:42.901353 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-de3d55dd-fcfe-422d-9924-125678f08e12 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (4a802229-fa63-403e-ba43-f7084e536a3f), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:42.921497 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-c2f58624-845a-4fc4-abfb-c5df7ef63d4a None None] For port 2e946071-557e-4503-879c-5f96a1af31f9, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=2e946071-557e-4503-879c-5f96a1af31f9,segment=NetworkSegment(5863ad3a-5dd3-4c4e-b2d7-164001d6ec5e),segment_id=5863ad3a-5dd3-4c4e-b2d7-164001d6ec5e)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:51:42.923018 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:INSERT=1,neutron:UPDATE=2,neutron:SELECT=97 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:42.925833 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6dc7ae16-7216-43d0-9c1d-572232b5adb9 None None] Publish callbacks [] for port (3c60a072-b62d-4f1f-8796-0ddbd22cdcdd), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:42.960129 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-05302159-245b-4d85-8ca8-4690450d1003 None None] Publish callbacks [] for port (cb61b00d-6e2e-4dca-93a7-38706b0b11cb), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:43.120526 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-f7a515b4-e2fd-4aa8-a9e9-6cc58731518c None None] Provisioning complete for port 912423ae-89db-4fff-8137-ba3db52edd95 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:51:43.120526 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f7a515b4-e2fd-4aa8-a9e9-6cc58731518c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (912423ae-89db-4fff-8137-ba3db52edd95), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:43.123835 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-c27830a0-254a-4559-8257-e1ffa9b08bc5 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1393506305-network', 'tenant_id': '0e490bef1fb4425cb00bc508165626fd'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:43.148742 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6dc7ae16-7216-43d0-9c1d-572232b5adb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (3c60a072-b62d-4f1f-8796-0ddbd22cdcdd), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:43.151418 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c2f58624-845a-4fc4-abfb-c5df7ef63d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (2e946071-557e-4503-879c-5f96a1af31f9), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:43.233830 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-05302159-245b-4d85-8ca8-4690450d1003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (cb61b00d-6e2e-4dca-93a7-38706b0b11cb), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:43.240583 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc7ae16-7216-43d0-9c1d-572232b5adb9 None None] Network 1e20987c-7cb2-4d32-bb2c-95df3aba4a83 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:51:43.252701 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-6dc7ae16-7216-43d0-9c1d-572232b5adb9 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:51:43.255812 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc7ae16-7216-43d0-9c1d-572232b5adb9 None None] Pushing event updated for resources: {'Port': ['ID=3c60a072-b62d-4f1f-8796-0ddbd22cdcdd,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:43.259471 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc7ae16-7216-43d0-9c1d-572232b5adb9 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:51:43.294640 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05302159-245b-4d85-8ca8-4690450d1003 None None] Network fca4579d-59e1-4b62-9a29-4aafeea6eae9 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:51:43.296563 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-de3d55dd-fcfe-422d-9924-125678f08e12 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks [] for port (4a802229-fa63-403e-ba43-f7084e536a3f), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:43.326687 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-05302159-245b-4d85-8ca8-4690450d1003 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:51:43.332286 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27830a0-254a-4559-8257-e1ffa9b08bc5 admin admin] Made reservation on behalf of 0e490bef1fb4425cb00bc508165626fd for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:51:43.341833 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c27830a0-254a-4559-8257-e1ffa9b08bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:43.363532 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c27830a0-254a-4559-8257-e1ffa9b08bc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:43.390625 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-18cdeee4-c8ba-4d7e-8be2-aa777a93e77a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (1aacc2ab-6db0-468c-9c24-fd8e4e709ee9), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:43.410478 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 55862) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:43.420244 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-de3d55dd-fcfe-422d-9924-125678f08e12 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (4a802229-fa63-403e-ba43-f7084e536a3f), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:43.563926 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05302159-245b-4d85-8ca8-4690450d1003 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:51:43.587368 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cdeee4-c8ba-4d7e-8be2-aa777a93e77a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Pushing event deleted for resources: {'Subnet': ['ID=1aacc2ab-6db0-468c-9c24-fd8e4e709ee9,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:43.598684 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-de3d55dd-fcfe-422d-9924-125678f08e12 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (29ae91eb-a1b0-4c59-aa6f-8312a1c868bf), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:43.617820 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-f7a515b4-e2fd-4aa8-a9e9-6cc58731518c None None] Current status of the port 912423ae-89db-4fff-8137-ba3db52edd95 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:51:43.639418 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f58624-845a-4fc4-abfb-c5df7ef63d4a None None] Pushing event updated for resources: {'Port': ['ID=2e946071-557e-4503-879c-5f96a1af31f9,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:43.698522 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-6dc7ae16-7216-43d0-9c1d-572232b5adb9 None None] Attempting to bind port 3c60a072-b62d-4f1f-8796-0ddbd22cdcdd on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:51:43.699274 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-6dc7ae16-7216-43d0-9c1d-572232b5adb9 None None] Attempting to bind port 3c60a072-b62d-4f1f-8796-0ddbd22cdcdd by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '475e7172-eb29-4330-9318-b99c4757f262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1e20987c-7cb2-4d32-bb2c-95df3aba4a83'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:51:43.699890 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc7ae16-7216-43d0-9c1d-572232b5adb9 None None] Attempting to bind port 3c60a072-b62d-4f1f-8796-0ddbd22cdcdd on network 1e20987c-7cb2-4d32-bb2c-95df3aba4a83 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:51:43.724743 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device aa85027a-027a-4d16-b82e-5a13c580ee56 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:51:43.728312 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:43.766436 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3d55dd-fcfe-422d-9924-125678f08e12 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Pushing event updated for resources: {'Port': ['ID=4a802229-fa63-403e-ba43-f7084e536a3f,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:43.773608 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc7ae16-7216-43d0-9c1d-572232b5adb9 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:51:43.774420 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc7ae16-7216-43d0-9c1d-572232b5adb9 None None] Checking segment: {'id': '475e7172-eb29-4330-9318-b99c4757f262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1e20987c-7cb2-4d32-bb2c-95df3aba4a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:51:43.775032 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6dc7ae16-7216-43d0-9c1d-572232b5adb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:43.775603 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc7ae16-7216-43d0-9c1d-572232b5adb9 None None] Bound using segment: {'id': '475e7172-eb29-4330-9318-b99c4757f262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1e20987c-7cb2-4d32-bb2c-95df3aba4a83'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:51:43.776501 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-6dc7ae16-7216-43d0-9c1d-572232b5adb9 None None] Bound port: 3c60a072-b62d-4f1f-8796-0ddbd22cdcdd, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '475e7172-eb29-4330-9318-b99c4757f262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1e20987c-7cb2-4d32-bb2c-95df3aba4a83'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:51:43.777558 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6dc7ae16-7216-43d0-9c1d-572232b5adb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (3c60a072-b62d-4f1f-8796-0ddbd22cdcdd), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:43.786021 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c27830a0-254a-4559-8257-e1ffa9b08bc5 admin admin] Publish callbacks [] for security_group (ce0b1490-85d3-4f3b-956a-9ed92a67ae86), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:43.788155 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-18cdeee4-c8ba-4d7e-8be2-aa777a93e77a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (fca4579d-59e1-4b62-9a29-4aafeea6eae9), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:43.795962 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-05302159-245b-4d85-8ca8-4690450d1003 None None] Attempting to bind port cb61b00d-6e2e-4dca-93a7-38706b0b11cb on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:51:43.796866 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-05302159-245b-4d85-8ca8-4690450d1003 None None] Attempting to bind port cb61b00d-6e2e-4dca-93a7-38706b0b11cb by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'a10758f7-fd20-4042-8b87-761071d00855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fca4579d-59e1-4b62-9a29-4aafeea6eae9'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:51:43.797461 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05302159-245b-4d85-8ca8-4690450d1003 None None] Attempting to bind port cb61b00d-6e2e-4dca-93a7-38706b0b11cb on network fca4579d-59e1-4b62-9a29-4aafeea6eae9 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:51:43.814385 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05302159-245b-4d85-8ca8-4690450d1003 None None] Pushing event updated for resources: {'Port': ['ID=cb61b00d-6e2e-4dca-93a7-38706b0b11cb,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:43.823513 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05302159-245b-4d85-8ca8-4690450d1003 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:51:43.824081 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05302159-245b-4d85-8ca8-4690450d1003 None None] Checking segment: {'id': 'a10758f7-fd20-4042-8b87-761071d00855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fca4579d-59e1-4b62-9a29-4aafeea6eae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:51:43.824607 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-05302159-245b-4d85-8ca8-4690450d1003 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:43.825278 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05302159-245b-4d85-8ca8-4690450d1003 None None] Bound using segment: {'id': 'a10758f7-fd20-4042-8b87-761071d00855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fca4579d-59e1-4b62-9a29-4aafeea6eae9'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:51:43.825954 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-05302159-245b-4d85-8ca8-4690450d1003 None None] Bound port: cb61b00d-6e2e-4dca-93a7-38706b0b11cb, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a10758f7-fd20-4042-8b87-761071d00855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fca4579d-59e1-4b62-9a29-4aafeea6eae9'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:51:43.826445 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-05302159-245b-4d85-8ca8-4690450d1003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (cb61b00d-6e2e-4dca-93a7-38706b0b11cb), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:43.829718 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-18cdeee4-c8ba-4d7e-8be2-aa777a93e77a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fca4579d-59e1-4b62-9a29-4aafeea6eae9']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:43.842118 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-18cdeee4-c8ba-4d7e-8be2-aa777a93e77a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a10758f7-fd20-4042-8b87-761071d00855') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:43.842712 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-18cdeee4-c8ba-4d7e-8be2-aa777a93e77a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a10758f7-fd20-4042-8b87-761071d00855') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:43.857129 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c27830a0-254a-4559-8257-e1ffa9b08bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (ce0b1490-85d3-4f3b-956a-9ed92a67ae86), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:43.871540 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3d55dd-fcfe-422d-9924-125678f08e12 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Network 326f2f60-f39f-49a1-bf46-033689306607 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:51:43.883286 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-de3d55dd-fcfe-422d-9924-125678f08e12 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:51:43.891965 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-18cdeee4-c8ba-4d7e-8be2-aa777a93e77a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (a10758f7-fd20-4042-8b87-761071d00855), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:43.895471 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27830a0-254a-4559-8257-e1ffa9b08bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0b1490-85d3-4f3b-956a-9ed92a67ae86,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:43.919092 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c27830a0-254a-4559-8257-e1ffa9b08bc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:51:43.922993 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-18cdeee4-c8ba-4d7e-8be2-aa777a93e77a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (a10758f7-fd20-4042-8b87-761071d00855), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:43.937603 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port aa85027a-027a-4d16-b82e-5a13c580ee56 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:51:43.938564 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (aa85027a-027a-4d16-b82e-5a13c580ee56), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:43.952295 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18cdeee4-c8ba-4d7e-8be2-aa777a93e77a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:51:43.952720 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-18cdeee4-c8ba-4d7e-8be2-aa777a93e77a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (a10758f7-fd20-4042-8b87-761071d00855), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:43.987368 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-6dc7ae16-7216-43d0-9c1d-572232b5adb9 None None] For port 3c60a072-b62d-4f1f-8796-0ddbd22cdcdd, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:51:44.002864 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-6dc7ae16-7216-43d0-9c1d-572232b5adb9 None None] For port 3c60a072-b62d-4f1f-8796-0ddbd22cdcdd, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=3c60a072-b62d-4f1f-8796-0ddbd22cdcdd,segment=NetworkSegment(475e7172-eb29-4330-9318-b99c4757f262),segment_id=475e7172-eb29-4330-9318-b99c4757f262)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:51:44.019357 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment a10758f7-fd20-4042-8b87-761071d00855 resource provider aggregate not found Aug 27 04:51:44.044061 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-05302159-245b-4d85-8ca8-4690450d1003 None None] For port cb61b00d-6e2e-4dca-93a7-38706b0b11cb, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:51:44.059524 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment a10758f7-fd20-4042-8b87-761071d00855 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a10758f7-fd20-4042-8b87-761071d00855 found for delete ", "request_id": "req-c1f27ebc-5ccd-466d-9655-ed5efe961b10"}]} Aug 27 04:51:44.075117 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c27830a0-254a-4559-8257-e1ffa9b08bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (6f478a95-5490-4941-8ad1-6c7ee80668a5), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:44.075719 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-c27830a0-254a-4559-8257-e1ffa9b08bc5 admin admin] Added segment 6f478a95-5490-4941-8ad1-6c7ee80668a5 of type vlan for network d05bf3b8-33b1-435e-a40e-b45628c0b12d Aug 27 04:51:44.098422 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-ac7d41fb-3212-4c93-b929-77f9cd0d49c3 req-18871ff9-46f4-4170-80f8-5b2b75f344a0 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=1f4d7832e8944ccfa33d32d50f28fafe&device_id=30d2b26d-a5ea-40b4-b5c3-55d54465002d HTTP/1.1" status: 200 len: 210 time: 0.0687120 Aug 27 04:51:44.114672 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port aa85027a-027a-4d16-b82e-5a13c580ee56 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:51:44.127344 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6dc7ae16-7216-43d0-9c1d-572232b5adb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (3c60a072-b62d-4f1f-8796-0ddbd22cdcdd), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:44.137101 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-05302159-245b-4d85-8ca8-4690450d1003 None None] For port cb61b00d-6e2e-4dca-93a7-38706b0b11cb, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=cb61b00d-6e2e-4dca-93a7-38706b0b11cb,segment=NetworkSegment(a10758f7-fd20-4042-8b87-761071d00855),segment_id=a10758f7-fd20-4042-8b87-761071d00855)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:51:44.142114 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-ac7d41fb-3212-4c93-b929-77f9cd0d49c3 req-f71b42fa-3723-446a-8789-7ea70c9f938e service neutron] 10.222.0.75 "GET /networking/v2.0/networks?tenant_id=1f4d7832e8944ccfa33d32d50f28fafe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280147 Aug 27 04:51:44.193610 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc7ae16-7216-43d0-9c1d-572232b5adb9 None None] Pushing event updated for resources: {'Port': ['ID=3c60a072-b62d-4f1f-8796-0ddbd22cdcdd,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:44.204083 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.db.api [None req-18cdeee4-c8ba-4d7e-8be2-aa777a93e77a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 04:51:44.204083 n-d-852088-5 neutron-server[107775]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 04:51:44.204083 n-d-852088-5 neutron-server[107775]: [parameters: {'id': 'fca4579d-59e1-4b62-9a29-4aafeea6eae9'}] Aug 27 04:51:44.204083 n-d-852088-5 neutron-server[107775]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=107775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:51:44.205344 n-d-852088-5 neutron-server[107775]: DEBUG oslo_db.api [None req-18cdeee4-c8ba-4d7e-8be2-aa777a93e77a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:51:44.217487 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7097a552-2e26-49dd-bdff-53485b1a56ae req-eba50fe3-5cb1-4b0c-b269-1f12ff240097 tempest-ServerShowV247Test-1868573598 tempest-ServerShowV247Test-1868573598-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=30d2b26d-a5ea-40b4-b5c3-55d54465002d HTTP/1.1" status: 200 len: 210 time: 0.1289811 Aug 27 04:51:44.218408 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-05302159-245b-4d85-8ca8-4690450d1003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (cb61b00d-6e2e-4dca-93a7-38706b0b11cb), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:44.230263 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c27830a0-254a-4559-8257-e1ffa9b08bc5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (d05bf3b8-33b1-435e-a40e-b45628c0b12d), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:44.360732 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c27830a0-254a-4559-8257-e1ffa9b08bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (d05bf3b8-33b1-435e-a40e-b45628c0b12d), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:44.362877 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27830a0-254a-4559-8257-e1ffa9b08bc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:44.363658 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c27830a0-254a-4559-8257-e1ffa9b08bc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:44.407856 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c61fc04f-cbef-47a3-b676-7095119c4d4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:44.441111 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44de347a-5ed9-41ec-9842-883da9d37ed9 None None] Network fca4579d-59e1-4b62-9a29-4aafeea6eae9 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:51:44.467284 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05302159-245b-4d85-8ca8-4690450d1003 None None] Pushing event updated for resources: {'Port': ['ID=cb61b00d-6e2e-4dca-93a7-38706b0b11cb,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:44.537617 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c27830a0-254a-4559-8257-e1ffa9b08bc5 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0946655 Aug 27 04:51:44.555033 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 55882) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:44.577643 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-a0ac93b8-eae4-4a02-aa03-0c303716313b admin admin] Request body: {'subnet': {'network_id': 'd05bf3b8-33b1-435e-a40e-b45628c0b12d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1393506305-subnet', 'tenant_id': '0e490bef1fb4425cb00bc508165626fd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:44.621933 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27830a0-254a-4559-8257-e1ffa9b08bc5 admin admin] Pushing event updated for resources: {'Network': ['ID=d05bf3b8-33b1-435e-a40e-b45628c0b12d,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:44.657279 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network d05bf3b8-33b1-435e-a40e-b45628c0b12d details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:51:44.660126 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:44.665673 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de3d55dd-fcfe-422d-9924-125678f08e12 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Router 29ae91eb-a1b0-4c59-aa6f-8312a1c868bf is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:51:44.683203 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d41fb-3212-4c93-b929-77f9cd0d49c3 req-25d7e8df-2712-4107-a2f0-f1ac10e35229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:44.687353 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-ac7d41fb-3212-4c93-b929-77f9cd0d49c3 req-25d7e8df-2712-4107-a2f0-f1ac10e35229 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5365679 Aug 27 04:51:44.692906 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:DELETE=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:44.707652 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-18cdeee4-c8ba-4d7e-8be2-aa777a93e77a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (fca4579d-59e1-4b62-9a29-4aafeea6eae9), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:44.710602 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c61fc04f-cbef-47a3-b676-7095119c4d4d admin admin] Publish callbacks [] for security_group (da032abf-fcab-454f-a4c4-db44449a95da), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:44.719221 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b595bb8-98c1-49ff-9468-aafc24f941bc None None] Network fca4579d-59e1-4b62-9a29-4aafeea6eae9 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:51:44.831747 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ac93b8-eae4-4a02-aa03-0c303716313b admin admin] Made reservation on behalf of 0e490bef1fb4425cb00bc508165626fd for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:51:44.836129 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a0ac93b8-eae4-4a02-aa03-0c303716313b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:44.841378 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c61fc04f-cbef-47a3-b676-7095119c4d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (da032abf-fcab-454f-a4c4-db44449a95da), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:44.934041 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-18cdeee4-c8ba-4d7e-8be2-aa777a93e77a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Deleting port cb61b00d-6e2e-4dca-93a7-38706b0b11cb {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:51:44.937802 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3d55dd-fcfe-422d-9924-125678f08e12 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:51:44.943430 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f65cc2-dacf-4705-8928-347b06845086 None None] Network 326f2f60-f39f-49a1-bf46-033689306607 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:51:44.943789 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-18cdeee4-c8ba-4d7e-8be2-aa777a93e77a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (cb61b00d-6e2e-4dca-93a7-38706b0b11cb), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:44.951274 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-de3d55dd-fcfe-422d-9924-125678f08e12 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] 10.222.0.76 "PUT /networking/v2.0/routers/29ae91eb-a1b0-4c59-aa6f-8312a1c868bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9140294 Aug 27 04:51:44.952049 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 55890) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:44.958369 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b15fdaa-c6cf-47fb-89fc-27a08dece2d9 None None] Sync routers for ids ['29ae91eb-a1b0-4c59-aa6f-8312a1c868bf'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:51:44.979255 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b15fdaa-c6cf-47fb-89fc-27a08dece2d9 None None] Routers {'29ae91eb-a1b0-4c59-aa6f-8312a1c868bf'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:51:44.979908 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-8b15fdaa-c6cf-47fb-89fc-27a08dece2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:51:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['29ae91eb-a1b0-4c59-aa6f-8312a1c868bf'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:45.042010 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-0a9820fd-593d-49b3-8592-3bb7217a6837 None None] Provisioning complete for port 2e946071-557e-4503-879c-5f96a1af31f9 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:51:45.042630 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0a9820fd-593d-49b3-8592-3bb7217a6837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (2e946071-557e-4503-879c-5f96a1af31f9), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:45.057117 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:45.071680 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-8b15fdaa-c6cf-47fb-89fc-27a08dece2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:45.098043 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b15fdaa-c6cf-47fb-89fc-27a08dece2d9 None None] Routers {'29ae91eb-a1b0-4c59-aa6f-8312a1c868bf'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:51:45.101121 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-8b15fdaa-c6cf-47fb-89fc-27a08dece2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:51:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['29ae91eb-a1b0-4c59-aa6f-8312a1c868bf'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:45.124374 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-18cdeee4-c8ba-4d7e-8be2-aa777a93e77a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] For port cb61b00d-6e2e-4dca-93a7-38706b0b11cb, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=cb61b00d-6e2e-4dca-93a7-38706b0b11cb,segment=NetworkSegment(a10758f7-fd20-4042-8b87-761071d00855),segment_id=a10758f7-fd20-4042-8b87-761071d00855)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:51:45.124600 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-18cdeee4-c8ba-4d7e-8be2-aa777a93e77a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (cb61b00d-6e2e-4dca-93a7-38706b0b11cb), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:45.127255 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c61fc04f-cbef-47a3-b676-7095119c4d4d admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=4abf602299dd4fa298aed54d64976f7d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7154350 Aug 27 04:51:45.131307 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 55894) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:45.155885 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-18cdeee4-c8ba-4d7e-8be2-aa777a93e77a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Calling delete_port for cb61b00d-6e2e-4dca-93a7-38706b0b11cb owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:51:45.166115 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61fc04f-cbef-47a3-b676-7095119c4d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da032abf-fcab-454f-a4c4-db44449a95da,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:45.204974 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-8b15fdaa-c6cf-47fb-89fc-27a08dece2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:45.206780 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b15fdaa-c6cf-47fb-89fc-27a08dece2d9 None None] The sync data for ids ['29ae91eb-a1b0-4c59-aa6f-8312a1c868bf'] in n-d-852088-5 is: [] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:51:45.245193 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-0a9820fd-593d-49b3-8592-3bb7217a6837 None None] Current status of the port 2e946071-557e-4503-879c-5f96a1af31f9 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:51:45.245771 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0a9820fd-593d-49b3-8592-3bb7217a6837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (2e946071-557e-4503-879c-5f96a1af31f9), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:45.298220 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-0a9820fd-593d-49b3-8592-3bb7217a6837 None None] For port 2e946071-557e-4503-879c-5f96a1af31f9, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=2e946071-557e-4503-879c-5f96a1af31f9,segment=NetworkSegment(5863ad3a-5dd3-4c4e-b2d7-164001d6ec5e),segment_id=5863ad3a-5dd3-4c4e-b2d7-164001d6ec5e)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:51:45.384053 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0a9820fd-593d-49b3-8592-3bb7217a6837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (2e946071-557e-4503-879c-5f96a1af31f9), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:45.510505 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9820fd-593d-49b3-8592-3bb7217a6837 None None] Pushing event updated for resources: {'Port': ['ID=2e946071-557e-4503-879c-5f96a1af31f9,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:45.528515 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:45.534025 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f3838ff0-0c5a-466d-bf94-7f37944a233d req-f3172cde-6a78-4c5b-9011-d71bf61854c2 tempest-ServerShowV247Test-1868573598 tempest-ServerShowV247Test-1868573598-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=30d2b26d-a5ea-40b4-b5c3-55d54465002d HTTP/1.1" status: 200 len: 210 time: 0.1094286 Aug 27 04:51:45.577126 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:45.727987 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-8dc214d4-5e40-4f96-8296-81ce0d296694 None None] Provisioning complete for port 2e946071-557e-4503-879c-5f96a1af31f9 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:51:45.732148 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8dc214d4-5e40-4f96-8296-81ce0d296694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (2e946071-557e-4503-879c-5f96a1af31f9), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:45.737892 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:45.747057 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f1510d17-7c64-451f-a7aa-0fa71763a31e admin admin] Publish callbacks [] for security_group (da032abf-fcab-454f-a4c4-db44449a95da), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:45.829860 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a0ac93b8-eae4-4a02-aa03-0c303716313b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (6fd249c2-6f64-4208-92f7-baa409220d44), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:45.853796 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 3c60a072-b62d-4f1f-8796-0ddbd22cdcdd up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:51:45.855121 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f1510d17-7c64-451f-a7aa-0fa71763a31e admin admin] Publish callbacks [] for security_group (da032abf-fcab-454f-a4c4-db44449a95da), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:46.025475 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 3c60a072-b62d-4f1f-8796-0ddbd22cdcdd triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:51:46.025857 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (3c60a072-b62d-4f1f-8796-0ddbd22cdcdd), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:46.062525 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ac93b8-eae4-4a02-aa03-0c303716313b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fd249c2-6f64-4208-92f7-baa409220d44,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:46.077738 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ac93b8-eae4-4a02-aa03-0c303716313b admin admin] Checking segment: {'id': '6f478a95-5490-4941-8ad1-6c7ee80668a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd05bf3b8-33b1-435e-a40e-b45628c0b12d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:51:46.078776 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ac93b8-eae4-4a02-aa03-0c303716313b admin admin] Network hostable DHCP agents. Network: d05bf3b8-33b1-435e-a40e-b45628c0b12d, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:51:46.090422 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-18cdeee4-c8ba-4d7e-8be2-aa777a93e77a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (cb61b00d-6e2e-4dca-93a7-38706b0b11cb), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:46.135943 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-8dc214d4-5e40-4f96-8296-81ce0d296694 None None] Current status of the port 2e946071-557e-4503-879c-5f96a1af31f9 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:51:46.156848 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f1510d17-7c64-451f-a7aa-0fa71763a31e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (da032abf-fcab-454f-a4c4-db44449a95da), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:46.165438 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f1510d17-7c64-451f-a7aa-0fa71763a31e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:46.165438 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f1510d17-7c64-451f-a7aa-0fa71763a31e admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/da032abf-fcab-454f-a4c4-db44449a95da HTTP/1.1" status: 204 len: 168 time: 1.0267358 Aug 27 04:51:46.166291 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cdeee4-c8ba-4d7e-8be2-aa777a93e77a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] No DVR routers for this DVR port cb61b00d-6e2e-4dca-93a7-38706b0b11cb on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:51:46.172857 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cdeee4-c8ba-4d7e-8be2-aa777a93e77a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Pushing event deleted for resources: {'Port': ['ID=cb61b00d-6e2e-4dca-93a7-38706b0b11cb,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:46.181440 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de07ecd1-24d9-4098-b826-71ce8bbc4618 None None] Network 1e20987c-7cb2-4d32-bb2c-95df3aba4a83 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:51:46.215282 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1510d17-7c64-451f-a7aa-0fa71763a31e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da032abf-fcab-454f-a4c4-db44449a95da,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:46.220104 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-ac7d41fb-3212-4c93-b929-77f9cd0d49c3 req-183e222e-d911-462b-b4a4-bf9d699351e7 tempest-ServerShowV247Test-1868573598 tempest-ServerShowV247Test-1868573598-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=30d2b26d-a5ea-40b4-b5c3-55d54465002d HTTP/1.1" status: 200 len: 210 time: 0.0420010 Aug 27 04:51:46.278459 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-e4724a8f-ce73-495e-8ee1-29f2a7538f2c tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 04:51:46.278685 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ac93b8-eae4-4a02-aa03-0c303716313b admin admin] Network d05bf3b8-33b1-435e-a40e-b45628c0b12d is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:51:46.284476 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e4724a8f-ce73-495e-8ee1-29f2a7538f2c tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] 10.222.0.76 "PUT /networking/v2.0/routers/29ae91eb-a1b0-4c59-aa6f-8312a1c868bf/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3045697 Aug 27 04:51:46.285488 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 55916) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:46.314888 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-18cdeee4-c8ba-4d7e-8be2-aa777a93e77a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (fca4579d-59e1-4b62-9a29-4aafeea6eae9), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:46.349183 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-18cdeee4-c8ba-4d7e-8be2-aa777a93e77a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fca4579d-59e1-4b62-9a29-4aafeea6eae9']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:46.377511 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-8dc214d4-5e40-4f96-8296-81ce0d296694 None None] Provisioning complete for port 4a802229-fa63-403e-ba43-f7084e536a3f triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:51:46.378013 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8dc214d4-5e40-4f96-8296-81ce0d296694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (4a802229-fa63-403e-ba43-f7084e536a3f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:46.390635 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-18cdeee4-c8ba-4d7e-8be2-aa777a93e77a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a10758f7-fd20-4042-8b87-761071d00855') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:46.391035 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-18cdeee4-c8ba-4d7e-8be2-aa777a93e77a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a10758f7-fd20-4042-8b87-761071d00855') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:46.407954 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-18cdeee4-c8ba-4d7e-8be2-aa777a93e77a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (a10758f7-fd20-4042-8b87-761071d00855), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:46.417930 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-8dc214d4-5e40-4f96-8296-81ce0d296694 None None] Port 4a802229-fa63-403e-ba43-f7084e536a3f cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:51:46.423074 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 3c60a072-b62d-4f1f-8796-0ddbd22cdcdd is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:51:46.423469 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (3c60a072-b62d-4f1f-8796-0ddbd22cdcdd), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:46.434598 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-18cdeee4-c8ba-4d7e-8be2-aa777a93e77a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (a10758f7-fd20-4042-8b87-761071d00855), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:46.437637 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-a0ac93b8-eae4-4a02-aa03-0c303716313b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, d05bf3b8-33b1-435e-a40e-b45628c0b12d) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:51:46.457489 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ac93b8-eae4-4a02-aa03-0c303716313b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:46.458862 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a0ac93b8-eae4-4a02-aa03-0c303716313b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:46.463760 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18cdeee4-c8ba-4d7e-8be2-aa777a93e77a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:51:46.464349 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-18cdeee4-c8ba-4d7e-8be2-aa777a93e77a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (a10758f7-fd20-4042-8b87-761071d00855), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:46.475113 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fc9194-b491-4091-b2d7-3504899375e8 None None] Network d05bf3b8-33b1-435e-a40e-b45628c0b12d requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:51:46.551092 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment a10758f7-fd20-4042-8b87-761071d00855 resource provider aggregate not found Aug 27 04:51:46.577810 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment a10758f7-fd20-4042-8b87-761071d00855 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a10758f7-fd20-4042-8b87-761071d00855 found for delete ", "request_id": "req-73c57c76-365d-4d2b-9f9f-675c9d35bba6"}]} Aug 27 04:51:46.603163 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:46.643873 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-e507bad6-5420-4b64-a951-8444cc24d9dc None None] Provisioning complete for port 4a802229-fa63-403e-ba43-f7084e536a3f triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:51:46.644283 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e507bad6-5420-4b64-a951-8444cc24d9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (4a802229-fa63-403e-ba43-f7084e536a3f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:46.674624 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a0ac93b8-eae4-4a02-aa03-0c303716313b admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1268611 Aug 27 04:51:46.678448 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 55930) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:46.687931 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-62aafeb3-7ef6-46fc-822a-2a3aac4f8717 admin admin] Request body: {'router': {'name': 'tempest-ServerDiskConfigTestJSON-1393506305-router', 'tenant_id': '0e490bef1fb4425cb00bc508165626fd', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:46.694973 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-e507bad6-5420-4b64-a951-8444cc24d9dc None None] Port 4a802229-fa63-403e-ba43-f7084e536a3f cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:51:46.711048 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-18cdeee4-c8ba-4d7e-8be2-aa777a93e77a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (fca4579d-59e1-4b62-9a29-4aafeea6eae9), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:46.714231 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 3c60a072-b62d-4f1f-8796-0ddbd22cdcdd, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=3c60a072-b62d-4f1f-8796-0ddbd22cdcdd,segment=NetworkSegment(475e7172-eb29-4330-9318-b99c4757f262),segment_id=475e7172-eb29-4330-9318-b99c4757f262)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:51:46.735880 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-e507bad6-5420-4b64-a951-8444cc24d9dc None None] Provisioning complete for port 3c60a072-b62d-4f1f-8796-0ddbd22cdcdd triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:51:46.736284 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e507bad6-5420-4b64-a951-8444cc24d9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (3c60a072-b62d-4f1f-8796-0ddbd22cdcdd), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:46.741511 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-18cdeee4-c8ba-4d7e-8be2-aa777a93e77a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:46.754512 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-18cdeee4-c8ba-4d7e-8be2-aa777a93e77a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] 10.222.0.76 "DELETE /networking/v2.0/networks/fca4579d-59e1-4b62-9a29-4aafeea6eae9 HTTP/1.1" status: 204 len: 168 time: 4.9616804 Aug 27 04:51:46.764939 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 55932) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:46.802654 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cdeee4-c8ba-4d7e-8be2-aa777a93e77a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Pushing event deleted for resources: {'Network': ['ID=fca4579d-59e1-4b62-9a29-4aafeea6eae9,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:46.820700 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d84fac9-5866-4eb7-bae0-98421ede795b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] DELETE failed (client error): The resource could not be found. Aug 27 04:51:46.829192 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d84fac9-5866-4eb7-bae0-98421ede795b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:51:46.835721 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6d84fac9-5866-4eb7-bae0-98421ede795b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] 10.222.0.76 "DELETE /networking/v2.0/networks/fca4579d-59e1-4b62-9a29-4aafeea6eae9 HTTP/1.1" status: 404 len: 339 time: 0.0696032 Aug 27 04:51:46.837581 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 55934) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:46.839231 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ba5865-af59-4a0d-ac5f-6bd5859b8fa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-d05bf3b8-33b1-435e-a40e-b45628c0b12d', 'network_id': 'd05bf3b8-33b1-435e-a40e-b45628c0b12d', 'project_id': '0e490bef1fb4425cb00bc508165626fd', 'fixed_ips': [{'subnet_id': '6fd249c2-6f64-4208-92f7-baa409220d44'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:51:46.840279 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-53ba5865-af59-4a0d-ac5f-6bd5859b8fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:46.873398 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-71029e04-823f-48f5-a19c-eb8109bf69e7 req-f9c65d8a-7884-47c4-8cec-fc4be9c68921 tempest-ServerShowV247Test-1868573598 tempest-ServerShowV247Test-1868573598-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=30d2b26d-a5ea-40b4-b5c3-55d54465002d HTTP/1.1" status: 200 len: 210 time: 0.0941920 Aug 27 04:51:46.874852 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-77304532-86e7-4825-ac1f-30d44e10c352 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-611597082', 'description': 'd1'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:46.878493 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (3c60a072-b62d-4f1f-8796-0ddbd22cdcdd), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:46.879882 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 2e946071-557e-4503-879c-5f96a1af31f9 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:51:46.936478 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-62aafeb3-7ef6-46fc-822a-2a3aac4f8717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (5970b2c9-c027-4ed7-99ec-4951b3548cbd), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:46.937112 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-e507bad6-5420-4b64-a951-8444cc24d9dc None None] Current status of the port 3c60a072-b62d-4f1f-8796-0ddbd22cdcdd is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:51:46.937847 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e507bad6-5420-4b64-a951-8444cc24d9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (3c60a072-b62d-4f1f-8796-0ddbd22cdcdd), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:46.945106 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-62aafeb3-7ef6-46fc-822a-2a3aac4f8717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (5970b2c9-c027-4ed7-99ec-4951b3548cbd), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:46.993508 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8a29358a-20e9-43de-8c8c-ee0821bc2f72 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (29ae91eb-a1b0-4c59-aa6f-8312a1c868bf), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:47.045755 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-62aafeb3-7ef6-46fc-822a-2a3aac4f8717 admin admin] Publish callbacks [] for router_controller (5970b2c9-c027-4ed7-99ec-4951b3548cbd), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:47.100958 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77304532-86e7-4825-ac1f-30d44e10c352 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Made reservation on behalf of 11151118b7d14bb38c65f8f3de18c1f9 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:51:47.107353 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-77304532-86e7-4825-ac1f-30d44e10c352 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:47.120893 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 55940) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:47.170707 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77304532-86e7-4825-ac1f-30d44e10c352 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:51:47.221032 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-77304532-86e7-4825-ac1f-30d44e10c352 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (10591221-6eaf-4e16-b7c1-0bae6d0e1471), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:47.222160 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-77304532-86e7-4825-ac1f-30d44e10c352 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Added segment 10591221-6eaf-4e16-b7c1-0bae6d0e1471 of type vlan for network 39139784-f86f-44e9-b508-aae3283f3710 Aug 27 04:51:47.282064 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-53ba5865-af59-4a0d-ac5f-6bd5859b8fa1 None None] Allocated IP 172.20.0.2 (d05bf3b8-33b1-435e-a40e-b45628c0b12d/6fd249c2-6f64-4208-92f7-baa409220d44/b140971b-b3b6-4904-b211-bb62babeeca5) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:51:47.385895 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-77304532-86e7-4825-ac1f-30d44e10c352 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (39139784-f86f-44e9-b508-aae3283f3710), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:47.393624 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-62aafeb3-7ef6-46fc-822a-2a3aac4f8717 admin admin] Publish callbacks [] for router_gateway (5970b2c9-c027-4ed7-99ec-4951b3548cbd), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:47.406436 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-e507bad6-5420-4b64-a951-8444cc24d9dc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:51:47.407012 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-e507bad6-5420-4b64-a951-8444cc24d9dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:51:47.436774 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=3c60a072-b62d-4f1f-8796-0ddbd22cdcdd,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:47.445289 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 2e946071-557e-4503-879c-5f96a1af31f9 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:51:47.445663 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (2e946071-557e-4503-879c-5f96a1af31f9), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:47.565744 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-8a29358a-20e9-43de-8c8c-ee0821bc2f72 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Deleting port 4a802229-fa63-403e-ba43-f7084e536a3f {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:51:47.573901 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8a29358a-20e9-43de-8c8c-ee0821bc2f72 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (4a802229-fa63-403e-ba43-f7084e536a3f), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:47.590483 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-53ba5865-af59-4a0d-ac5f-6bd5859b8fa1 None None] Publish callbacks [] for port (b140971b-b3b6-4904-b211-bb62babeeca5), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:47.595447 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 2e946071-557e-4503-879c-5f96a1af31f9 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:51:47.613642 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:47.646654 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-77304532-86e7-4825-ac1f-30d44e10c352 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (39139784-f86f-44e9-b508-aae3283f3710), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:47.653577 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77304532-86e7-4825-ac1f-30d44e10c352 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:47.653577 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-77304532-86e7-4825-ac1f-30d44e10c352 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:47.672955 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-53ba5865-af59-4a0d-ac5f-6bd5859b8fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (b140971b-b3b6-4904-b211-bb62babeeca5), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:47.727101 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 3c60a072-b62d-4f1f-8796-0ddbd22cdcdd up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:51:47.736074 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-62aafeb3-7ef6-46fc-822a-2a3aac4f8717 admin admin] Publish callbacks [] for router_gateway (5970b2c9-c027-4ed7-99ec-4951b3548cbd), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:47.764007 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-62aafeb3-7ef6-46fc-822a-2a3aac4f8717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:47.769701 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77304532-86e7-4825-ac1f-30d44e10c352 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Pushing event updated for resources: {'Network': ['ID=39139784-f86f-44e9-b508-aae3283f3710,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:47.774805 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ba5865-af59-4a0d-ac5f-6bd5859b8fa1 None None] Network d05bf3b8-33b1-435e-a40e-b45628c0b12d is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:51:47.793455 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 39139784-f86f-44e9-b508-aae3283f3710 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:51:47.793871 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8a29358a-20e9-43de-8c8c-ee0821bc2f72 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (4a802229-fa63-403e-ba43-f7084e536a3f), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:47.797110 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-53ba5865-af59-4a0d-ac5f-6bd5859b8fa1 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:51:47.813336 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-8a29358a-20e9-43de-8c8c-ee0821bc2f72 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Calling delete_port for 4a802229-fa63-403e-ba43-f7084e536a3f owned by network:router_interface {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:51:47.819440 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ba5865-af59-4a0d-ac5f-6bd5859b8fa1 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:51:47.822539 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-38a3ea5e-f553-4e44-b27e-3da92016a8fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:47.831036 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-77304532-86e7-4825-ac1f-30d44e10c352 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9816513 Aug 27 04:51:47.835636 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 55948) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:47.901629 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ba5865-af59-4a0d-ac5f-6bd5859b8fa1 None None] Pushing event updated for resources: {'Port': ['ID=b140971b-b3b6-4904-b211-bb62babeeca5,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:48.000268 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 3c60a072-b62d-4f1f-8796-0ddbd22cdcdd triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:51:48.004019 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (3c60a072-b62d-4f1f-8796-0ddbd22cdcdd), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:48.047921 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 55956) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:48.105323 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d878605c-8c76-48dc-a983-3970bc118f6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:48.105769 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:48.110146 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-53ba5865-af59-4a0d-ac5f-6bd5859b8fa1 None None] Attempting to bind port b140971b-b3b6-4904-b211-bb62babeeca5 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:51:48.110544 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-53ba5865-af59-4a0d-ac5f-6bd5859b8fa1 None None] Attempting to bind port b140971b-b3b6-4904-b211-bb62babeeca5 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '6f478a95-5490-4941-8ad1-6c7ee80668a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd05bf3b8-33b1-435e-a40e-b45628c0b12d'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:51:48.110888 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ba5865-af59-4a0d-ac5f-6bd5859b8fa1 None None] Attempting to bind port b140971b-b3b6-4904-b211-bb62babeeca5 on network d05bf3b8-33b1-435e-a40e-b45628c0b12d {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:51:48.124152 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:48.140555 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ba5865-af59-4a0d-ac5f-6bd5859b8fa1 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:51:48.140555 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ba5865-af59-4a0d-ac5f-6bd5859b8fa1 None None] Checking segment: {'id': '6f478a95-5490-4941-8ad1-6c7ee80668a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd05bf3b8-33b1-435e-a40e-b45628c0b12d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:51:48.141132 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-53ba5865-af59-4a0d-ac5f-6bd5859b8fa1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:48.141465 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ba5865-af59-4a0d-ac5f-6bd5859b8fa1 None None] Bound using segment: {'id': '6f478a95-5490-4941-8ad1-6c7ee80668a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd05bf3b8-33b1-435e-a40e-b45628c0b12d'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:51:48.141868 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-53ba5865-af59-4a0d-ac5f-6bd5859b8fa1 None None] Bound port: b140971b-b3b6-4904-b211-bb62babeeca5, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f478a95-5490-4941-8ad1-6c7ee80668a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd05bf3b8-33b1-435e-a40e-b45628c0b12d'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:51:48.142253 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-53ba5865-af59-4a0d-ac5f-6bd5859b8fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (b140971b-b3b6-4904-b211-bb62babeeca5), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:48.144279 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-e507bad6-5420-4b64-a951-8444cc24d9dc None None] Current status of the port 3c60a072-b62d-4f1f-8796-0ddbd22cdcdd is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:51:48.247912 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 3c60a072-b62d-4f1f-8796-0ddbd22cdcdd is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:51:48.249372 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 2e946071-557e-4503-879c-5f96a1af31f9 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:51:48.303114 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-53ba5865-af59-4a0d-ac5f-6bd5859b8fa1 None None] For port b140971b-b3b6-4904-b211-bb62babeeca5, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:51:48.307848 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaeec504-05ca-4b83-8272-659da015db08 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:48.312368 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-aaeec504-05ca-4b83-8272-659da015db08 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] 10.222.0.76 "GET /networking/v2.0/networks?id=39139784-f86f-44e9-b508-aae3283f3710 HTTP/1.1" status: 200 len: 764 time: 0.4746950 Aug 27 04:51:48.322739 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-130a74f1-376e-46b8-b79d-bbab9efda022 None None] Provisioning complete for port 3c60a072-b62d-4f1f-8796-0ddbd22cdcdd triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:51:48.323006 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-130a74f1-376e-46b8-b79d-bbab9efda022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (3c60a072-b62d-4f1f-8796-0ddbd22cdcdd), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:48.328109 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-53ba5865-af59-4a0d-ac5f-6bd5859b8fa1 None None] For port b140971b-b3b6-4904-b211-bb62babeeca5, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=b140971b-b3b6-4904-b211-bb62babeeca5,segment=NetworkSegment(6f478a95-5490-4941-8ad1-6c7ee80668a5),segment_id=6f478a95-5490-4941-8ad1-6c7ee80668a5)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:51:48.355759 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 2e946071-557e-4503-879c-5f96a1af31f9 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:51:48.356146 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (2e946071-557e-4503-879c-5f96a1af31f9), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:48.367317 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 55958) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:48.378232 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-5a124897-92e3-468f-8f5e-13f63853f24b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Request body: {'network': {'description': 'd2'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:48.426151 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-53ba5865-af59-4a0d-ac5f-6bd5859b8fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (b140971b-b3b6-4904-b211-bb62babeeca5), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:48.429548 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d878605c-8c76-48dc-a983-3970bc118f6b admin admin] Publish callbacks [] for security_group (08d5c285-7248-4c56-9ea2-23ff637b5e6c), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:48.470647 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:48.509407 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8a29358a-20e9-43de-8c8c-ee0821bc2f72 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (4a802229-fa63-403e-ba43-f7084e536a3f), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:48.545112 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-62aafeb3-7ef6-46fc-822a-2a3aac4f8717 admin admin] Allocated IP 172.25.2.24 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/29379161-bc01-4bb5-a59c-9f1ca971e28b) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:51:48.547686 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ba5865-af59-4a0d-ac5f-6bd5859b8fa1 None None] Pushing event updated for resources: {'Port': ['ID=b140971b-b3b6-4904-b211-bb62babeeca5,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:48.555882 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 2e946071-557e-4503-879c-5f96a1af31f9 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:51:48.561914 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-130a74f1-376e-46b8-b79d-bbab9efda022 None None] Current status of the port 3c60a072-b62d-4f1f-8796-0ddbd22cdcdd is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:51:48.603530 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d878605c-8c76-48dc-a983-3970bc118f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (08d5c285-7248-4c56-9ea2-23ff637b5e6c), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:48.620570 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5a124897-92e3-468f-8f5e-13f63853f24b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (39139784-f86f-44e9-b508-aae3283f3710), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:48.677062 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d878605c-8c76-48dc-a983-3970bc118f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d5c285-7248-4c56-9ea2-23ff637b5e6c,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:48.680344 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a29358a-20e9-43de-8c8c-ee0821bc2f72 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Pushing event deleted for resources: {'Port': ['ID=4a802229-fa63-403e-ba43-f7084e536a3f,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:48.685558 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-38a3ea5e-f553-4e44-b27e-3da92016a8fe admin admin] Publish callbacks [] for security_group (dfabb3fa-13e9-4116-962e-8a8f134b537d), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:48.710336 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d878605c-8c76-48dc-a983-3970bc118f6b admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=76e49a8527f9424a98c5871576973cb6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6616693 Aug 27 04:51:48.713256 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 55962) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:48.769528 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5a124897-92e3-468f-8f5e-13f63853f24b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (39139784-f86f-44e9-b508-aae3283f3710), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:48.814163 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8a29358a-20e9-43de-8c8c-ee0821bc2f72 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (29ae91eb-a1b0-4c59-aa6f-8312a1c868bf), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:48.861513 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5a124897-92e3-468f-8f5e-13f63853f24b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Network 39139784-f86f-44e9-b508-aae3283f3710 is not hosted by any dhcp agent {{(pid=107775) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 27 04:51:48.867856 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a124897-92e3-468f-8f5e-13f63853f24b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:48.868735 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5a124897-92e3-468f-8f5e-13f63853f24b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:48.869838 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-5a124897-92e3-468f-8f5e-13f63853f24b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] 10.222.0.76 "PUT /networking/v2.0/networks/39139784-f86f-44e9-b508-aae3283f3710 HTTP/1.1" status: 200 len: 761 time: 0.4987977 Aug 27 04:51:48.870584 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-38a3ea5e-f553-4e44-b27e-3da92016a8fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (dfabb3fa-13e9-4116-962e-8a8f134b537d), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:48.893869 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 55966) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:48.908208 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-62aafeb3-7ef6-46fc-822a-2a3aac4f8717 admin admin] Publish callbacks [] for port (29379161-bc01-4bb5-a59c-9f1ca971e28b), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:48.932635 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-38a3ea5e-f553-4e44-b27e-3da92016a8fe admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=88383306a1174445a1e8eb1cddd47ea7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8101051 Aug 27 04:51:48.933338 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 55968) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:49.034384 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a124897-92e3-468f-8f5e-13f63853f24b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Pushing event updated for resources: {'Network': ['ID=39139784-f86f-44e9-b508-aae3283f3710,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:49.051059 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a3ea5e-f553-4e44-b27e-3da92016a8fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfabb3fa-13e9-4116-962e-8a8f134b537d,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:49.057092 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 39139784-f86f-44e9-b508-aae3283f3710 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:51:49.080922 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-68363947-b07d-42e7-bb83-9b1f22617bf8 admin admin] Publish callbacks [] for security_group (08d5c285-7248-4c56-9ea2-23ff637b5e6c), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:49.108044 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-68363947-b07d-42e7-bb83-9b1f22617bf8 admin admin] Publish callbacks [] for security_group (08d5c285-7248-4c56-9ea2-23ff637b5e6c), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:49.115525 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a29358a-20e9-43de-8c8c-ee0821bc2f72 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Router 29ae91eb-a1b0-4c59-aa6f-8312a1c868bf has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:51:49.148892 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4b6324-73bb-4498-b8b2-dc8cf7ef862f tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:49.154680 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2d4b6324-73bb-4498-b8b2-dc8cf7ef862f tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] 10.222.0.76 "GET /networking/v2.0/networks?id=39139784-f86f-44e9-b508-aae3283f3710 HTTP/1.1" status: 200 len: 764 time: 0.2552264 Aug 27 04:51:49.160140 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 55972) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:49.205264 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-529174c3-d453-4897-83d2-4ffb0005e850 admin admin] Publish callbacks [] for security_group (dfabb3fa-13e9-4116-962e-8a8f134b537d), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:49.229430 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-529174c3-d453-4897-83d2-4ffb0005e850 admin admin] Publish callbacks [] for security_group (dfabb3fa-13e9-4116-962e-8a8f134b537d), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:49.240436 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-68363947-b07d-42e7-bb83-9b1f22617bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (08d5c285-7248-4c56-9ea2-23ff637b5e6c), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:49.243264 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-68363947-b07d-42e7-bb83-9b1f22617bf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:49.244459 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-68363947-b07d-42e7-bb83-9b1f22617bf8 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/08d5c285-7248-4c56-9ea2-23ff637b5e6c HTTP/1.1" status: 204 len: 168 time: 0.5302258 Aug 27 04:51:49.254121 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:49.271851 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68363947-b07d-42e7-bb83-9b1f22617bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d5c285-7248-4c56-9ea2-23ff637b5e6c,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:49.318633 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-62aafeb3-7ef6-46fc-822a-2a3aac4f8717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (29379161-bc01-4bb5-a59c-9f1ca971e28b), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:49.373350 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62aafeb3-7ef6-46fc-822a-2a3aac4f8717 admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:51:49.379339 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 55980) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:49.385543 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-62aafeb3-7ef6-46fc-822a-2a3aac4f8717 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:51:49.391566 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62aafeb3-7ef6-46fc-822a-2a3aac4f8717 admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:51:49.422044 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aafeb3-7ef6-46fc-822a-2a3aac4f8717 admin admin] Pushing event updated for resources: {'Port': ['ID=29379161-bc01-4bb5-a59c-9f1ca971e28b,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:49.429332 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-529174c3-d453-4897-83d2-4ffb0005e850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (dfabb3fa-13e9-4116-962e-8a8f134b537d), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:49.429332 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-529174c3-d453-4897-83d2-4ffb0005e850 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:49.432364 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-529174c3-d453-4897-83d2-4ffb0005e850 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/dfabb3fa-13e9-4116-962e-8a8f134b537d HTTP/1.1" status: 204 len: 168 time: 0.4780858 Aug 27 04:51:49.436592 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a29358a-20e9-43de-8c8c-ee0821bc2f72 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:51:49.448102 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8a29358a-20e9-43de-8c8c-ee0821bc2f72 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] 10.222.0.76 "PUT /networking/v2.0/routers/29ae91eb-a1b0-4c59-aa6f-8312a1c868bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1614511 Aug 27 04:51:49.448385 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529174c3-d453-4897-83d2-4ffb0005e850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfabb3fa-13e9-4116-962e-8a8f134b537d,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:49.448896 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 55986) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:49.449019 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf00968a-8b8b-4334-9c34-7aa5077a5d57 None None] Sync routers for ids ['29ae91eb-a1b0-4c59-aa6f-8312a1c868bf'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:51:49.463469 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019059e7-45cb-4395-b22c-9c13fb78e61e tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:49.465216 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-019059e7-45cb-4395-b22c-9c13fb78e61e tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] 10.222.0.76 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3079662 Aug 27 04:51:49.468010 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 55988) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:49.509802 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf00968a-8b8b-4334-9c34-7aa5077a5d57 None None] Routers {'29ae91eb-a1b0-4c59-aa6f-8312a1c868bf'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:51:49.511917 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-bf00968a-8b8b-4334-9c34-7aa5077a5d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:51:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['29ae91eb-a1b0-4c59-aa6f-8312a1c868bf'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:49.570621 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-6ba0659e-58bf-4e8e-aa73-f414dd295c60 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] delete failed (client error): The resource could not be found. Aug 27 04:51:49.570621 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6ba0659e-58bf-4e8e-aa73-f414dd295c60 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] 10.222.0.76 "DELETE /networking/v2.0/routers/tempest-non_exist_router-101793000 HTTP/1.1" status: 404 len: 334 time: 0.1141725 Aug 27 04:51:49.570621 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 55990) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:49.575933 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-bf00968a-8b8b-4334-9c34-7aa5077a5d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:49.587342 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf00968a-8b8b-4334-9c34-7aa5077a5d57 None None] Routers {'29ae91eb-a1b0-4c59-aa6f-8312a1c868bf'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:51:49.587988 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-bf00968a-8b8b-4334-9c34-7aa5077a5d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:51:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['29ae91eb-a1b0-4c59-aa6f-8312a1c868bf'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:49.593689 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-c0a80548-14a8-4120-aa0f-ca70ca328fab tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Request body: {'router': {'external_gateway_info': {'network_id': '29ae91eb-a1b0-4c59-aa6f-8312a1c868bf'}}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:49.600413 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3f11d9f6-1bf8-4d19-a133-4cbf9690abf0 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] 10.222.0.76 "GET /networking/v2.0/subnets?network_id=2db7b18a-8c4b-4ba8-8012-3e7d96728abb HTTP/1.1" status: 200 len: 207 time: 0.1306212 Aug 27 04:51:49.617485 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 55992) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:49.637164 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:49.646374 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-bf00968a-8b8b-4334-9c34-7aa5077a5d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:49.647095 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf00968a-8b8b-4334-9c34-7aa5077a5d57 None None] The sync data for ids ['29ae91eb-a1b0-4c59-aa6f-8312a1c868bf'] in n-d-852088-5 is: [] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:51:49.734510 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device b140971b-b3b6-4904-b211-bb62babeeca5 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:51:49.820821 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port b140971b-b3b6-4904-b211-bb62babeeca5 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:51:49.821626 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (b140971b-b3b6-4904-b211-bb62babeeca5), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:49.872428 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d707ef15-2eda-472b-b947-d805372aef97 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:49.876628 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c0a80548-14a8-4120-aa0f-ca70ca328fab tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks [] for router_gateway (29ae91eb-a1b0-4c59-aa6f-8312a1c868bf), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:49.880354 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d707ef15-2eda-472b-b947-d805372aef97 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:49.887359 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d707ef15-2eda-472b-b947-d805372aef97 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:49.890749 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:49.898175 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d707ef15-2eda-472b-b947-d805372aef97 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:49.903896 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d707ef15-2eda-472b-b947-d805372aef97 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:49.909386 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d707ef15-2eda-472b-b947-d805372aef97 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:49.911815 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-d707ef15-2eda-472b-b947-d805372aef97 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] 10.222.0.76 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.2923563 Aug 27 04:51:49.917608 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 55996) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:49.970827 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port b140971b-b3b6-4904-b211-bb62babeeca5 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:51:49.971238 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (b140971b-b3b6-4904-b211-bb62babeeca5), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:50.057526 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port b140971b-b3b6-4904-b211-bb62babeeca5, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=b140971b-b3b6-4904-b211-bb62babeeca5,segment=NetworkSegment(6f478a95-5490-4941-8ad1-6c7ee80668a5),segment_id=6f478a95-5490-4941-8ad1-6c7ee80668a5)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:51:50.065154 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-62aafeb3-7ef6-46fc-822a-2a3aac4f8717 admin admin] Publish callbacks [] for router_gateway (5970b2c9-c027-4ed7-99ec-4951b3548cbd), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:50.083390 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-c0a80548-14a8-4120-aa0f-ca70ca328fab tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] update failed (client error): The resource could not be found. Aug 27 04:51:50.089834 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c0a80548-14a8-4120-aa0f-ca70ca328fab tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] 10.222.0.76 "PUT /networking/v2.0/routers/29ae91eb-a1b0-4c59-aa6f-8312a1c868bf HTTP/1.1" status: 404 len: 339 time: 0.5010860 Aug 27 04:51:50.094023 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56000) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:50.214526 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5fc657-15a6-40a4-b9ec-27efddb5e60f None None] get_active_networks_info from n-d-852088-5 {{(pid=107777) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 27 04:51:50.268774 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (b140971b-b3b6-4904-b211-bb62babeeca5), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:50.314137 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-30ccaa4b-de91-4325-afbe-08b8160585fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:50.348887 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-9b4c532d-4a40-4b82-aed2-a2bc98806464 None None] Provisioning complete for port b140971b-b3b6-4904-b211-bb62babeeca5 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:51:50.349264 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9b4c532d-4a40-4b82-aed2-a2bc98806464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (b140971b-b3b6-4904-b211-bb62babeeca5), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:50.414962 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-62aafeb3-7ef6-46fc-822a-2a3aac4f8717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (5970b2c9-c027-4ed7-99ec-4951b3548cbd), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:50.493161 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=b140971b-b3b6-4904-b211-bb62babeeca5,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:50.533313 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:50.552384 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-30ccaa4b-de91-4325-afbe-08b8160585fd admin admin] Publish callbacks [] for security_group (5b05dab3-943f-4646-8862-a591244d9a33), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:50.564111 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-9b4c532d-4a40-4b82-aed2-a2bc98806464 None None] Current status of the port b140971b-b3b6-4904-b211-bb62babeeca5 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:51:50.583965 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:50.597055 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5fc657-15a6-40a4-b9ec-27efddb5e60f None None] Resources bound (agent type, host, resource id): {{(pid=107777) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 04:51:50.728401 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-30ccaa4b-de91-4325-afbe-08b8160585fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (5b05dab3-943f-4646-8862-a591244d9a33), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:50.731067 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62aafeb3-7ef6-46fc-822a-2a3aac4f8717 admin admin] Router 5970b2c9-c027-4ed7-99ec-4951b3548cbd is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:51:50.758369 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-41ea567e-0f80-4f0e-ba33-3126331c2168 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] 10.222.0.76 "GET /networking/v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.8394890 Aug 27 04:51:50.761863 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56010) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:50.874327 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688ed224-ea78-48c1-8cd8-fe65a3ccea19 None None] Network d05bf3b8-33b1-435e-a40e-b45628c0b12d requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:51:50.878742 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-30ccaa4b-de91-4325-afbe-08b8160585fd admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=1f4d7832e8944ccfa33d32d50f28fafe&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4960942 Aug 27 04:51:50.884085 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56012) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:50.907046 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ccaa4b-de91-4325-afbe-08b8160585fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b05dab3-943f-4646-8862-a591244d9a33,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:50.914798 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0658f591-c2c1-49ac-ad41-9229902e1503 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:50.916760 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0658f591-c2c1-49ac-ad41-9229902e1503 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:50.918715 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0658f591-c2c1-49ac-ad41-9229902e1503 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:50.920540 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0658f591-c2c1-49ac-ad41-9229902e1503 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:50.922761 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0658f591-c2c1-49ac-ad41-9229902e1503 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:50.925244 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-0658f591-c2c1-49ac-ad41-9229902e1503 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] 10.222.0.76 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1620693 Aug 27 04:51:50.931010 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56014) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:50.946764 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62aafeb3-7ef6-46fc-822a-2a3aac4f8717 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:51:50.970792 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2e8fea-1d27-47f2-8e54-a8ec996a8098 None None] Sync routers for ids ['5970b2c9-c027-4ed7-99ec-4951b3548cbd'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:51:50.972233 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-916306a3-9159-438f-b559-fbde91563c4c admin admin] Publish callbacks [] for security_group (5b05dab3-943f-4646-8862-a591244d9a33), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:50.995660 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2e8fea-1d27-47f2-8e54-a8ec996a8098 None None] Routers {'5970b2c9-c027-4ed7-99ec-4951b3548cbd'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:51:50.996824 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-6e2e8fea-1d27-47f2-8e54-a8ec996a8098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:51:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['5970b2c9-c027-4ed7-99ec-4951b3548cbd'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:50.999586 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-916306a3-9159-438f-b559-fbde91563c4c admin admin] Publish callbacks [] for security_group (5b05dab3-943f-4646-8862-a591244d9a33), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:51.079356 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-62aafeb3-7ef6-46fc-822a-2a3aac4f8717 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:51.083817 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-62aafeb3-7ef6-46fc-822a-2a3aac4f8717 admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.4011023 Aug 27 04:51:51.084042 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56018) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:51.090240 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:51.095085 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:51.130205 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4fdfe70e-5a46-45ce-b4d3-7b026213185a tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:51.150604 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e16c6e1-fb0d-41a6-aeff-fda47b9a7387 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Attributes excluded by policy engine: ['shared'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:51.152973 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e16c6e1-fb0d-41a6-aeff-fda47b9a7387 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Attributes excluded by policy engine: ['shared'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:51.154818 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e16c6e1-fb0d-41a6-aeff-fda47b9a7387 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Attributes excluded by policy engine: ['shared'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:51.156833 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e16c6e1-fb0d-41a6-aeff-fda47b9a7387 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Attributes excluded by policy engine: ['shared'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:51.159082 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e16c6e1-fb0d-41a6-aeff-fda47b9a7387 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Attributes excluded by policy engine: ['shared'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:51.166255 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1e16c6e1-fb0d-41a6-aeff-fda47b9a7387 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] 10.222.0.76 "GET /networking/v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2340028 Aug 27 04:51:51.167083 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56022) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:51.168703 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-6e2e8fea-1d27-47f2-8e54-a8ec996a8098 None None] Set router 5970b2c9-c027-4ed7-99ec-4951b3548cbd gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:51:51.307940 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-916306a3-9159-438f-b559-fbde91563c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (5b05dab3-943f-4646-8862-a591244d9a33), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:51.311073 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-916306a3-9159-438f-b559-fbde91563c4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:51.314865 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-916306a3-9159-438f-b559-fbde91563c4c admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/5b05dab3-943f-4646-8862-a591244d9a33 HTTP/1.1" status: 204 len: 168 time: 0.4297929 Aug 27 04:51:51.395518 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:51.399541 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916306a3-9159-438f-b559-fbde91563c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b05dab3-943f-4646-8862-a591244d9a33,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:51.473245 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-6e2e8fea-1d27-47f2-8e54-a8ec996a8098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5970b2c9-c027-4ed7-99ec-4951b3548cbd', 'name': 'tempest-ServerDiskConfigTestJSON-1393506305-router', 'tenant_id': '0e490bef1fb4425cb00bc508165626fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '29379161-bc01-4bb5-a59c-9f1ca971e28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:51:46Z', 'updated_at': '2022-08-27T04:51:49Z', 'revision_number': 3, 'project_id': '0e490bef1fb4425cb00bc508165626fd', 'gw_port': {'id': '29379161-bc01-4bb5-a59c-9f1ca971e28b', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5970b2c9-c027-4ed7-99ec-4951b3548cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:51:47Z', 'updated_at': '2022-08-27T04:51:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:51.479363 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea12f4df-373a-425f-8c18-8ab181081626 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:51.485346 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ea12f4df-373a-425f-8c18-8ab181081626 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] 10.222.0.76 "GET /networking/v2.0/networks/f88432f5-ca72-4bea-be90-fcc52ff452c2 HTTP/1.1" status: 200 len: 804 time: 0.3040445 Aug 27 04:51:51.485607 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56032) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:51.531938 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2e8fea-1d27-47f2-8e54-a8ec996a8098 None None] Checking router: 5970b2c9-c027-4ed7-99ec-4951b3548cbd for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:51:51.532605 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2e8fea-1d27-47f2-8e54-a8ec996a8098 None None] Updating router 5970b2c9-c027-4ed7-99ec-4951b3548cbd port 29379161-bc01-4bb5-a59c-9f1ca971e28b binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:51:51.573154 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-6e2e8fea-1d27-47f2-8e54-a8ec996a8098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (29379161-bc01-4bb5-a59c-9f1ca971e28b), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:51.673111 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-4fdfe70e-5a46-45ce-b4d3-7b026213185a tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Allocated IP 172.20.0.1 (83747d6e-1730-4584-a4e6-31ba7716266c/42d81454-266b-4391-92ed-f10c445d9d77/30272fa9-f9b1-48a1-a27a-60492348eddc) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:51:51.702229 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-438dfbb4-a544-4979-9399-ed7e92f2ebcf None None] Provisioning complete for port b140971b-b3b6-4904-b211-bb62babeeca5 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:51:51.708851 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-438dfbb4-a544-4979-9399-ed7e92f2ebcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (b140971b-b3b6-4904-b211-bb62babeeca5), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:51.711558 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3e7743c9-ebf8-4101-8104-880bbb6fd8a1 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] 10.222.0.76 "GET /networking/v2.0/networks/f88432f5-ca72-4bea-be90-fcc52ff452c2?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2248626 Aug 27 04:51:51.718751 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56036) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:51.759352 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device b140971b-b3b6-4904-b211-bb62babeeca5 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:51:51.782211 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392ff87b-d6a7-472f-9634-2510e13e9709 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:51.783685 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-392ff87b-d6a7-472f-9634-2510e13e9709 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] 10.222.0.76 "GET /networking/v2.0/subnets/2e34f4e0-8f80-4c81-8538-629ac55ec53e HTTP/1.1" status: 200 len: 843 time: 0.0638578 Aug 27 04:51:51.875903 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56038) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:51.906185 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port b140971b-b3b6-4904-b211-bb62babeeca5 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:51:51.906588 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (b140971b-b3b6-4904-b211-bb62babeeca5), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:51.929124 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4fdfe70e-5a46-45ce-b4d3-7b026213185a tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks [] for port (30272fa9-f9b1-48a1-a27a-60492348eddc), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:51.977835 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-438dfbb4-a544-4979-9399-ed7e92f2ebcf None None] Current status of the port b140971b-b3b6-4904-b211-bb62babeeca5 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:51:52.065534 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4431f30-27d7-49e7-a61c-0ea0aac461d7 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Attributes excluded by policy engine: ['shared'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:52.067091 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a4431f30-27d7-49e7-a61c-0ea0aac461d7 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] 10.222.0.76 "GET /networking/v2.0/subnets/2e34f4e0-8f80-4c81-8538-629ac55ec53e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1213515 Aug 27 04:51:52.072863 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-6e2e8fea-1d27-47f2-8e54-a8ec996a8098 None None] Publish callbacks [] for port (29379161-bc01-4bb5-a59c-9f1ca971e28b), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:52.074330 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56044) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:52.082032 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-3e3f31c9-97f2-42f2-8769-9142cfbb4f08 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1803851317'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:52.085188 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-41592ced-36d9-4831-9591-476459a035d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:52.088944 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port b140971b-b3b6-4904-b211-bb62babeeca5 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:51:52.154526 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4fdfe70e-5a46-45ce-b4d3-7b026213185a tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (30272fa9-f9b1-48a1-a27a-60492348eddc), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:52.200244 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdfe70e-5a46-45ce-b4d3-7b026213185a tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Network 83747d6e-1730-4584-a4e6-31ba7716266c is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:51:52.205536 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-4fdfe70e-5a46-45ce-b4d3-7b026213185a tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:51:52.207496 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdfe70e-5a46-45ce-b4d3-7b026213185a tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Pushing event updated for resources: {'Port': ['ID=30272fa9-f9b1-48a1-a27a-60492348eddc,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:52.209749 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdfe70e-5a46-45ce-b4d3-7b026213185a tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:51:52.243035 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-6e2e8fea-1d27-47f2-8e54-a8ec996a8098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (29379161-bc01-4bb5-a59c-9f1ca971e28b), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:52.261032 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-6e2e8fea-1d27-47f2-8e54-a8ec996a8098 None None] Attempting to bind port 29379161-bc01-4bb5-a59c-9f1ca971e28b on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:51:52.262132 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-6e2e8fea-1d27-47f2-8e54-a8ec996a8098 None None] Attempting to bind port 29379161-bc01-4bb5-a59c-9f1ca971e28b by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:51:52.262797 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2e8fea-1d27-47f2-8e54-a8ec996a8098 None None] Attempting to bind port 29379161-bc01-4bb5-a59c-9f1ca971e28b on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:51:52.264851 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4fdfe70e-5a46-45ce-b4d3-7b026213185a tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (29ae91eb-a1b0-4c59-aa6f-8312a1c868bf), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:52.293601 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2e8fea-1d27-47f2-8e54-a8ec996a8098 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:51:52.294419 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2e8fea-1d27-47f2-8e54-a8ec996a8098 None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:51:52.295037 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-6e2e8fea-1d27-47f2-8e54-a8ec996a8098 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:52.295786 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2e8fea-1d27-47f2-8e54-a8ec996a8098 None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:51:52.296596 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-6e2e8fea-1d27-47f2-8e54-a8ec996a8098 None None] Bound port: 29379161-bc01-4bb5-a59c-9f1ca971e28b, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:51:52.297220 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-6e2e8fea-1d27-47f2-8e54-a8ec996a8098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (29379161-bc01-4bb5-a59c-9f1ca971e28b), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:52.332894 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-41592ced-36d9-4831-9591-476459a035d0 admin admin] Allocated IP 172.20.0.1 (d05bf3b8-33b1-435e-a40e-b45628c0b12d/6fd249c2-6f64-4208-92f7-baa409220d44/f71f5f6f-61f5-4013-9de2-1c1b43f0d321) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:51:52.360248 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3f31c9-97f2-42f2-8769-9142cfbb4f08 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Made reservation on behalf of 11151118b7d14bb38c65f8f3de18c1f9 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:51:52.373249 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3e3f31c9-97f2-42f2-8769-9142cfbb4f08 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:52.384052 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-6e2e8fea-1d27-47f2-8e54-a8ec996a8098 None None] For port 29379161-bc01-4bb5-a59c-9f1ca971e28b, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:51:52.393458 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-6e2e8fea-1d27-47f2-8e54-a8ec996a8098 None None] For port 29379161-bc01-4bb5-a59c-9f1ca971e28b, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=29379161-bc01-4bb5-a59c-9f1ca971e28b,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:51:52.406844 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:52.425979 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f1a971-b1ab-4336-992d-6e17802b804a None None] Pushing event updated for resources: {'Port': ['ID=29379161-bc01-4bb5-a59c-9f1ca971e28b,revision_number=2']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:52.467539 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e3f31c9-97f2-42f2-8769-9142cfbb4f08 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:51:52.479851 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:52.486169 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3e3f31c9-97f2-42f2-8769-9142cfbb4f08 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (8f42f9ac-100a-49ad-be33-dffc4965147b), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:52.486519 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-3e3f31c9-97f2-42f2-8769-9142cfbb4f08 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Added segment 8f42f9ac-100a-49ad-be33-dffc4965147b of type vlan for network 0d290f46-12e7-43d6-9f2f-cf5521bd879a Aug 27 04:51:52.528884 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-41592ced-36d9-4831-9591-476459a035d0 admin admin] Publish callbacks [] for port (f71f5f6f-61f5-4013-9de2-1c1b43f0d321), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:52.533016 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-6e2e8fea-1d27-47f2-8e54-a8ec996a8098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (29379161-bc01-4bb5-a59c-9f1ca971e28b), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:52.569545 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3e3f31c9-97f2-42f2-8769-9142cfbb4f08 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (0d290f46-12e7-43d6-9f2f-cf5521bd879a), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:52.612439 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2e8fea-1d27-47f2-8e54-a8ec996a8098 None None] Routers {'5970b2c9-c027-4ed7-99ec-4951b3548cbd'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:51:52.613417 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-6e2e8fea-1d27-47f2-8e54-a8ec996a8098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:51:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['5970b2c9-c027-4ed7-99ec-4951b3548cbd'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:52.626250 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-690622d6-634e-4bcc-aff5-ca798360d8b2 None None] Provisioning complete for port 30272fa9-f9b1-48a1-a27a-60492348eddc triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:51:52.626641 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-690622d6-634e-4bcc-aff5-ca798360d8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (30272fa9-f9b1-48a1-a27a-60492348eddc), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:52.645203 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4fdfe70e-5a46-45ce-b4d3-7b026213185a tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (30272fa9-f9b1-48a1-a27a-60492348eddc), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:52.672575 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f1a971-b1ab-4336-992d-6e17802b804a None None] Pushing event updated for resources: {'Port': ['ID=29379161-bc01-4bb5-a59c-9f1ca971e28b,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:52.703642 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56052) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:52.749649 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-690622d6-634e-4bcc-aff5-ca798360d8b2 None None] Port 30272fa9-f9b1-48a1-a27a-60492348eddc cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:51:52.766752 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:52.799138 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-6e2e8fea-1d27-47f2-8e54-a8ec996a8098 None None] Set router 5970b2c9-c027-4ed7-99ec-4951b3548cbd gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:51:52.823269 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3e3f31c9-97f2-42f2-8769-9142cfbb4f08 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (0d290f46-12e7-43d6-9f2f-cf5521bd879a), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:52.829317 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-41592ced-36d9-4831-9591-476459a035d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (f71f5f6f-61f5-4013-9de2-1c1b43f0d321), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:52.839628 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3f31c9-97f2-42f2-8769-9142cfbb4f08 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:52.839628 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3e3f31c9-97f2-42f2-8769-9142cfbb4f08 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:52.907777 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41592ced-36d9-4831-9591-476459a035d0 admin admin] Network d05bf3b8-33b1-435e-a40e-b45628c0b12d is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:51:52.927336 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-41592ced-36d9-4831-9591-476459a035d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:51:52.932201 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41592ced-36d9-4831-9591-476459a035d0 admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:51:52.984982 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41592ced-36d9-4831-9591-476459a035d0 admin admin] Pushing event updated for resources: {'Port': ['ID=f71f5f6f-61f5-4013-9de2-1c1b43f0d321,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:53.028969 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-41592ced-36d9-4831-9591-476459a035d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (5970b2c9-c027-4ed7-99ec-4951b3548cbd), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:53.038600 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-6e2e8fea-1d27-47f2-8e54-a8ec996a8098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5970b2c9-c027-4ed7-99ec-4951b3548cbd', 'name': 'tempest-ServerDiskConfigTestJSON-1393506305-router', 'tenant_id': '0e490bef1fb4425cb00bc508165626fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '29379161-bc01-4bb5-a59c-9f1ca971e28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:51:46Z', 'updated_at': '2022-08-27T04:51:49Z', 'revision_number': 3, 'project_id': '0e490bef1fb4425cb00bc508165626fd', 'gw_port': {'id': '29379161-bc01-4bb5-a59c-9f1ca971e28b', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5970b2c9-c027-4ed7-99ec-4951b3548cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:51:47Z', 'updated_at': '2022-08-27T04:51:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:53.056574 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3f31c9-97f2-42f2-8769-9142cfbb4f08 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Pushing event updated for resources: {'Network': ['ID=0d290f46-12e7-43d6-9f2f-cf5521bd879a,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:53.074645 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 0d290f46-12e7-43d6-9f2f-cf5521bd879a details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:51:53.112331 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6e5a723c-9755-4789-81ef-4f15e23c206d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:53.128810 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2e8fea-1d27-47f2-8e54-a8ec996a8098 None None] The sync data for ids ['5970b2c9-c027-4ed7-99ec-4951b3548cbd'] in n-d-852088-5 is: [{'id': '5970b2c9-c027-4ed7-99ec-4951b3548cbd', 'name': 'tempest-ServerDiskConfigTestJSON-1393506305-router', 'tenant_id': '0e490bef1fb4425cb00bc508165626fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '29379161-bc01-4bb5-a59c-9f1ca971e28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:51:46Z', 'updated_at': '2022-08-27T04:51:49Z', 'revision_number': 3, 'project_id': '0e490bef1fb4425cb00bc508165626fd', 'gw_port': {'id': '29379161-bc01-4bb5-a59c-9f1ca971e28b', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5970b2c9-c027-4ed7-99ec-4951b3548cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:51:47Z', 'updated_at': '2022-08-27T04:51:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:51:53.270759 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-31305ddb-12a5-4fe3-89f0-b234a7c9b42e None None] Provisioning complete for port f71f5f6f-61f5-4013-9de2-1c1b43f0d321 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:51:53.277628 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-31305ddb-12a5-4fe3-89f0-b234a7c9b42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (f71f5f6f-61f5-4013-9de2-1c1b43f0d321), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:53.286544 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6e5a723c-9755-4789-81ef-4f15e23c206d admin admin] Publish callbacks [] for security_group (85e6b5f0-6b87-438f-ad9d-36a7b6af0faa), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:53.338213 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-31305ddb-12a5-4fe3-89f0-b234a7c9b42e None None] Port f71f5f6f-61f5-4013-9de2-1c1b43f0d321 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:51:53.353597 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4fdfe70e-5a46-45ce-b4d3-7b026213185a tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks [] for port (30272fa9-f9b1-48a1-a27a-60492348eddc), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:53.503571 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3e3f31c9-97f2-42f2-8769-9142cfbb4f08 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4279659 Aug 27 04:51:53.514468 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4fdfe70e-5a46-45ce-b4d3-7b026213185a tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (30272fa9-f9b1-48a1-a27a-60492348eddc), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:53.525044 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56072) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:53.550173 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-41592ced-36d9-4831-9591-476459a035d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f71f5f6f-61f5-4013-9de2-1c1b43f0d321), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:53.557002 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-5c8cf977-e69c-4d84-a346-3584c6ea8d32 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Request body: {'subnet': {'network_id': '0d290f46-12e7-43d6-9f2f-cf5521bd879a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:53.560767 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6e5a723c-9755-4789-81ef-4f15e23c206d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (85e6b5f0-6b87-438f-ad9d-36a7b6af0faa), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:53.660693 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4fdfe70e-5a46-45ce-b4d3-7b026213185a tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (29ae91eb-a1b0-4c59-aa6f-8312a1c868bf), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:53.692360 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdfe70e-5a46-45ce-b4d3-7b026213185a tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Pushing event updated for resources: {'Port': ['ID=30272fa9-f9b1-48a1-a27a-60492348eddc,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:53.760111 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:53.785082 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 29379161-bc01-4bb5-a59c-9f1ca971e28b up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:51:53.847650 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-6e5a723c-9755-4789-81ef-4f15e23c206d admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=acbc50ff913042aebfb7cdcc8b11820f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1401694 Aug 27 04:51:53.850747 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56086) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:53.855033 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5a723c-9755-4789-81ef-4f15e23c206d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e6b5f0-6b87-438f-ad9d-36a7b6af0faa,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:53.883646 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:53.892924 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 29379161-bc01-4bb5-a59c-9f1ca971e28b triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:51:53.893732 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (29379161-bc01-4bb5-a59c-9f1ca971e28b), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:53.894432 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdfe70e-5a46-45ce-b4d3-7b026213185a tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Network 83747d6e-1730-4584-a4e6-31ba7716266c is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:51:53.898019 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-4fdfe70e-5a46-45ce-b4d3-7b026213185a tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:51:53.999812 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 29379161-bc01-4bb5-a59c-9f1ca971e28b is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:51:54.000565 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (29379161-bc01-4bb5-a59c-9f1ca971e28b), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:54.057976 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 29379161-bc01-4bb5-a59c-9f1ca971e28b, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=29379161-bc01-4bb5-a59c-9f1ca971e28b,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:51:54.107457 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-41592ced-36d9-4831-9591-476459a035d0 admin admin] Publish callbacks [] for port (f71f5f6f-61f5-4013-9de2-1c1b43f0d321), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:54.109772 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8cf977-e69c-4d84-a346-3584c6ea8d32 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Made reservation on behalf of 11151118b7d14bb38c65f8f3de18c1f9 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:51:54.113747 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5c8cf977-e69c-4d84-a346-3584c6ea8d32 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:54.153098 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=7,neutron:SELECT=87,neutron:UPDATE=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:54.165461 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fdfe70e-5a46-45ce-b4d3-7b026213185a tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Router 29ae91eb-a1b0-4c59-aa6f-8312a1c868bf has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:51:54.180634 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (29379161-bc01-4bb5-a59c-9f1ca971e28b), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:54.195548 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.ipam_backend_mixin [None req-5c8cf977-e69c-4d84-a346-3584c6ea8d32 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Performing IP validity checks on allocation pools {{(pid=107775) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Aug 27 04:51:54.196073 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.ipam_backend_mixin [None req-5c8cf977-e69c-4d84-a346-3584c6ea8d32 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Checking for overlaps among allocation pools and gateway ip {{(pid=107775) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Aug 27 04:51:54.285884 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-41592ced-36d9-4831-9591-476459a035d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (f71f5f6f-61f5-4013-9de2-1c1b43f0d321), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:54.314489 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-8cea88f1-c3d2-4e22-9edb-2b770bd7554a None None] Provisioning complete for port 30272fa9-f9b1-48a1-a27a-60492348eddc triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:51:54.315116 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8cea88f1-c3d2-4e22-9edb-2b770bd7554a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (30272fa9-f9b1-48a1-a27a-60492348eddc), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:54.356659 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-8cea88f1-c3d2-4e22-9edb-2b770bd7554a None None] Port 30272fa9-f9b1-48a1-a27a-60492348eddc cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:51:54.370499 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=29379161-bc01-4bb5-a59c-9f1ca971e28b,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:54.384334 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fdfe70e-5a46-45ce-b4d3-7b026213185a tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:51:54.396218 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-4fdfe70e-5a46-45ce-b4d3-7b026213185a tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] 10.222.0.76 "PUT /networking/v2.0/routers/29ae91eb-a1b0-4c59-aa6f-8312a1c868bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2968063 Aug 27 04:51:54.396218 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-801361b7-cbf0-411c-8774-8f05a161ec10 admin admin] Publish callbacks [] for security_group (85e6b5f0-6b87-438f-ad9d-36a7b6af0faa), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:54.396218 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56094) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:54.402013 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f78f011-9f6c-40b7-8c71-882aa5499e7e None None] Sync routers for ids ['29ae91eb-a1b0-4c59-aa6f-8312a1c868bf'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:51:54.407821 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-41592ced-36d9-4831-9591-476459a035d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (5970b2c9-c027-4ed7-99ec-4951b3548cbd), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:54.420415 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f78f011-9f6c-40b7-8c71-882aa5499e7e None None] Routers {'29ae91eb-a1b0-4c59-aa6f-8312a1c868bf'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:51:54.421025 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-9f78f011-9f6c-40b7-8c71-882aa5499e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:51:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['29ae91eb-a1b0-4c59-aa6f-8312a1c868bf'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:54.439325 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41592ced-36d9-4831-9591-476459a035d0 admin admin] Pushing event updated for resources: {'Port': ['ID=f71f5f6f-61f5-4013-9de2-1c1b43f0d321,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:54.465455 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:54.504411 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-801361b7-cbf0-411c-8774-8f05a161ec10 admin admin] Publish callbacks [] for security_group (85e6b5f0-6b87-438f-ad9d-36a7b6af0faa), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:54.505651 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-9f78f011-9f6c-40b7-8c71-882aa5499e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:54.529333 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f78f011-9f6c-40b7-8c71-882aa5499e7e None None] Routers {'29ae91eb-a1b0-4c59-aa6f-8312a1c868bf'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:51:54.530534 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-9f78f011-9f6c-40b7-8c71-882aa5499e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:51:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['29ae91eb-a1b0-4c59-aa6f-8312a1c868bf'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:54.531201 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:54.562327 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8e9dc929-149e-434c-8e1e-35c073e71d22 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks [] for router (29ae91eb-a1b0-4c59-aa6f-8312a1c868bf), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:54.584088 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5c8cf977-e69c-4d84-a346-3584c6ea8d32 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (43dde8cf-ec7c-442c-bca0-4b29e73eeb60), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:54.606934 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-9f78f011-9f6c-40b7-8c71-882aa5499e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:54.609329 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f78f011-9f6c-40b7-8c71-882aa5499e7e None None] The sync data for ids ['29ae91eb-a1b0-4c59-aa6f-8312a1c868bf'] in n-d-852088-5 is: [] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:51:54.641196 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41592ced-36d9-4831-9591-476459a035d0 admin admin] Network d05bf3b8-33b1-435e-a40e-b45628c0b12d is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:51:54.646411 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-41592ced-36d9-4831-9591-476459a035d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:51:54.681724 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8cf977-e69c-4d84-a346-3584c6ea8d32 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Pushing event updated for resources: {'Subnet': ['ID=43dde8cf-ec7c-442c-bca0-4b29e73eeb60,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:54.689564 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-8e9dc929-149e-434c-8e1e-35c073e71d22 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 27 04:51:54.691637 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8e9dc929-149e-434c-8e1e-35c073e71d22 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] 10.222.0.76 "DELETE /networking/v2.0/routers/29ae91eb-a1b0-4c59-aa6f-8312a1c868bf HTTP/1.1" status: 409 len: 376 time: 0.2951174 Aug 27 04:51:54.694647 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56102) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:54.782212 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8cf977-e69c-4d84-a346-3584c6ea8d32 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Checking segment: {'id': '8f42f9ac-100a-49ad-be33-dffc4965147b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0d290f46-12e7-43d6-9f2f-cf5521bd879a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:51:54.782589 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8cf977-e69c-4d84-a346-3584c6ea8d32 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Network hostable DHCP agents. Network: 0d290f46-12e7-43d6-9f2f-cf5521bd879a, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:51:54.821754 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-801361b7-cbf0-411c-8774-8f05a161ec10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (85e6b5f0-6b87-438f-ad9d-36a7b6af0faa), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:54.825737 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-801361b7-cbf0-411c-8774-8f05a161ec10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:54.826904 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-801361b7-cbf0-411c-8774-8f05a161ec10 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/85e6b5f0-6b87-438f-ad9d-36a7b6af0faa HTTP/1.1" status: 204 len: 168 time: 0.9747233 Aug 27 04:51:54.848864 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801361b7-cbf0-411c-8774-8f05a161ec10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e6b5f0-6b87-438f-ad9d-36a7b6af0faa,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:54.908288 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41592ced-36d9-4831-9591-476459a035d0 admin admin] Router 5970b2c9-c027-4ed7-99ec-4951b3548cbd has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:51:55.049502 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8cf977-e69c-4d84-a346-3584c6ea8d32 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Network 0d290f46-12e7-43d6-9f2f-cf5521bd879a is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:51:55.097176 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-c6027df5-4295-4bda-94f8-d063491615f3 None None] Provisioning complete for port f71f5f6f-61f5-4013-9de2-1c1b43f0d321 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:51:55.097747 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c6027df5-4295-4bda-94f8-d063491615f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (f71f5f6f-61f5-4013-9de2-1c1b43f0d321), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:55.101723 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41592ced-36d9-4831-9591-476459a035d0 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:51:55.128198 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-41592ced-36d9-4831-9591-476459a035d0 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/5970b2c9-c027-4ed7-99ec-4951b3548cbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0231314 Aug 27 04:51:55.136752 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-c6027df5-4295-4bda-94f8-d063491615f3 None None] Port f71f5f6f-61f5-4013-9de2-1c1b43f0d321 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:51:55.160267 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7655d308-01bd-4b16-97e5-6be6502d0919 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (29ae91eb-a1b0-4c59-aa6f-8312a1c868bf), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:55.188833 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-5c8cf977-e69c-4d84-a346-3584c6ea8d32 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 0d290f46-12e7-43d6-9f2f-cf5521bd879a) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:51:55.195187 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8cf977-e69c-4d84-a346-3584c6ea8d32 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:55.197228 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5c8cf977-e69c-4d84-a346-3584c6ea8d32 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580129'] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:55.203813 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a551f81f-1103-4739-a8d3-b2c9eca4b1ec None None] Network 0d290f46-12e7-43d6-9f2f-cf5521bd879a requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:51:55.249285 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:55.321214 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772fa4ba-3f15-4146-963f-eee1aa439ceb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-0d290f46-12e7-43d6-9f2f-cf5521bd879a', 'network_id': '0d290f46-12e7-43d6-9f2f-cf5521bd879a', 'project_id': '11151118b7d14bb38c65f8f3de18c1f9', 'fixed_ips': [{'subnet_id': '43dde8cf-ec7c-442c-bca0-4b29e73eeb60'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:51:55.322273 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-772fa4ba-3f15-4146-963f-eee1aa439ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:55.355016 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-5c8cf977-e69c-4d84-a346-3584c6ea8d32 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.8056922 Aug 27 04:51:55.362849 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56118) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:55.369226 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-7a1f3d6f-6960-43f3-bc94-d26831a267bd tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:55.489848 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-7655d308-01bd-4b16-97e5-6be6502d0919 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Deleting port 30272fa9-f9b1-48a1-a27a-60492348eddc {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:51:55.490232 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7655d308-01bd-4b16-97e5-6be6502d0919 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (30272fa9-f9b1-48a1-a27a-60492348eddc), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:55.494651 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7a1f3d6f-6960-43f3-bc94-d26831a267bd tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7640775'] for subnet (43dde8cf-ec7c-442c-bca0-4b29e73eeb60), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:55.518703 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-772fa4ba-3f15-4146-963f-eee1aa439ceb None None] Allocated IP 2001:db8::3 (0d290f46-12e7-43d6-9f2f-cf5521bd879a/43dde8cf-ec7c-442c-bca0-4b29e73eeb60/df47b943-9690-479e-8548-02c46021d423) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:51:55.603307 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7655d308-01bd-4b16-97e5-6be6502d0919 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (30272fa9-f9b1-48a1-a27a-60492348eddc), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:55.653113 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-7655d308-01bd-4b16-97e5-6be6502d0919 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Calling delete_port for 30272fa9-f9b1-48a1-a27a-60492348eddc owned by network:router_interface {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:51:55.736729 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 29379161-bc01-4bb5-a59c-9f1ca971e28b up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:51:55.743310 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-772fa4ba-3f15-4146-963f-eee1aa439ceb None None] Publish callbacks [] for port (df47b943-9690-479e-8548-02c46021d423), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:55.759611 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c02d758-90e9-4a0a-998b-c99283cbc885 None None] Sync routers for ids ['5970b2c9-c027-4ed7-99ec-4951b3548cbd'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:51:55.772976 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c02d758-90e9-4a0a-998b-c99283cbc885 None None] Routers {'5970b2c9-c027-4ed7-99ec-4951b3548cbd'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:51:55.773784 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-5c02d758-90e9-4a0a-998b-c99283cbc885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:51:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['5970b2c9-c027-4ed7-99ec-4951b3548cbd'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:55.797121 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 29379161-bc01-4bb5-a59c-9f1ca971e28b triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:51:55.797798 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (29379161-bc01-4bb5-a59c-9f1ca971e28b), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:55.874860 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 29379161-bc01-4bb5-a59c-9f1ca971e28b is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:51:55.905030 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-5c02d758-90e9-4a0a-998b-c99283cbc885 None None] Set router 5970b2c9-c027-4ed7-99ec-4951b3548cbd gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:51:55.975524 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-772fa4ba-3f15-4146-963f-eee1aa439ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (df47b943-9690-479e-8548-02c46021d423), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:56.012920 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7655d308-01bd-4b16-97e5-6be6502d0919 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (30272fa9-f9b1-48a1-a27a-60492348eddc), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:56.032945 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772fa4ba-3f15-4146-963f-eee1aa439ceb None None] Network 0d290f46-12e7-43d6-9f2f-cf5521bd879a is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:51:56.046834 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-772fa4ba-3f15-4146-963f-eee1aa439ceb None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:51:56.072551 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772fa4ba-3f15-4146-963f-eee1aa439ceb None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:51:56.127292 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772fa4ba-3f15-4146-963f-eee1aa439ceb None None] Pushing event updated for resources: {'Port': ['ID=df47b943-9690-479e-8548-02c46021d423,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:56.135967 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-5c02d758-90e9-4a0a-998b-c99283cbc885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5970b2c9-c027-4ed7-99ec-4951b3548cbd', 'name': 'tempest-ServerDiskConfigTestJSON-1393506305-router', 'tenant_id': '0e490bef1fb4425cb00bc508165626fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '29379161-bc01-4bb5-a59c-9f1ca971e28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:51:46Z', 'updated_at': '2022-08-27T04:51:53Z', 'revision_number': 4, 'project_id': '0e490bef1fb4425cb00bc508165626fd', 'gw_port': {'id': '29379161-bc01-4bb5-a59c-9f1ca971e28b', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5970b2c9-c027-4ed7-99ec-4951b3548cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:51:47Z', 'updated_at': '2022-08-27T04:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'f71f5f6f-61f5-4013-9de2-1c1b43f0d321', 'name': '', 'network_id': 'd05bf3b8-33b1-435e-a40e-b45628c0b12d', 'tenant_id': '0e490bef1fb4425cb00bc508165626fd', 'mac_address': 'fa:16:3e:5a:08:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5970b2c9-c027-4ed7-99ec-4951b3548cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '6fd249c2-6f64-4208-92f7-baa409220d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:51:52Z', 'updated_at': '2022-08-27T04:51:53Z', 'revision_number': 2, 'project_id': '0e490bef1fb4425cb00bc508165626fd', 'subnets': [{'id': '6fd249c2-6f64-4208-92f7-baa409220d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:56.152482 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7655d308-01bd-4b16-97e5-6be6502d0919 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Pushing event deleted for resources: {'Port': ['ID=30272fa9-f9b1-48a1-a27a-60492348eddc,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:56.191862 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-772fa4ba-3f15-4146-963f-eee1aa439ceb None None] Attempting to bind port df47b943-9690-479e-8548-02c46021d423 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:51:56.192271 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-772fa4ba-3f15-4146-963f-eee1aa439ceb None None] Attempting to bind port df47b943-9690-479e-8548-02c46021d423 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '8f42f9ac-100a-49ad-be33-dffc4965147b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0d290f46-12e7-43d6-9f2f-cf5521bd879a'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:51:56.192632 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772fa4ba-3f15-4146-963f-eee1aa439ceb None None] Attempting to bind port df47b943-9690-479e-8548-02c46021d423 on network 0d290f46-12e7-43d6-9f2f-cf5521bd879a {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:51:56.197496 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c02d758-90e9-4a0a-998b-c99283cbc885 None None] Checking router: 5970b2c9-c027-4ed7-99ec-4951b3548cbd for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:51:56.197845 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c02d758-90e9-4a0a-998b-c99283cbc885 None None] Updating router 5970b2c9-c027-4ed7-99ec-4951b3548cbd port f71f5f6f-61f5-4013-9de2-1c1b43f0d321 binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:51:56.203267 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772fa4ba-3f15-4146-963f-eee1aa439ceb None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:51:56.203777 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772fa4ba-3f15-4146-963f-eee1aa439ceb None None] Checking segment: {'id': '8f42f9ac-100a-49ad-be33-dffc4965147b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0d290f46-12e7-43d6-9f2f-cf5521bd879a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:51:56.204037 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-772fa4ba-3f15-4146-963f-eee1aa439ceb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:56.204446 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772fa4ba-3f15-4146-963f-eee1aa439ceb None None] Bound using segment: {'id': '8f42f9ac-100a-49ad-be33-dffc4965147b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0d290f46-12e7-43d6-9f2f-cf5521bd879a'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:51:56.204909 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-772fa4ba-3f15-4146-963f-eee1aa439ceb None None] Bound port: df47b943-9690-479e-8548-02c46021d423, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f42f9ac-100a-49ad-be33-dffc4965147b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0d290f46-12e7-43d6-9f2f-cf5521bd879a'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:51:56.208208 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-772fa4ba-3f15-4146-963f-eee1aa439ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (df47b943-9690-479e-8548-02c46021d423), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:56.295168 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:56.320523 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-772fa4ba-3f15-4146-963f-eee1aa439ceb None None] For port df47b943-9690-479e-8548-02c46021d423, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:51:56.324123 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-772fa4ba-3f15-4146-963f-eee1aa439ceb None None] For port df47b943-9690-479e-8548-02c46021d423, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=df47b943-9690-479e-8548-02c46021d423,segment=NetworkSegment(8f42f9ac-100a-49ad-be33-dffc4965147b),segment_id=8f42f9ac-100a-49ad-be33-dffc4965147b)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:51:56.363693 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-5c02d758-90e9-4a0a-998b-c99283cbc885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f71f5f6f-61f5-4013-9de2-1c1b43f0d321), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:56.442883 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7a1f3d6f-6960-43f3-bc94-d26831a267bd tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730952648075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4352560'] for subnet (43dde8cf-ec7c-442c-bca0-4b29e73eeb60), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:56.496844 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1f3d6f-6960-43f3-bc94-d26831a267bd tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:56.497463 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7a1f3d6f-6960-43f3-bc94-d26831a267bd tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:56.499026 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7a1f3d6f-6960-43f3-bc94-d26831a267bd tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] 10.222.0.76 "PUT /networking/v2.0/subnets/43dde8cf-ec7c-442c-bca0-4b29e73eeb60 HTTP/1.1" status: 200 len: 900 time: 1.1348307 Aug 27 04:51:56.502010 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56132) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:56.517550 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1f3d6f-6960-43f3-bc94-d26831a267bd tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Pushing event updated for resources: {'Subnet': ['ID=43dde8cf-ec7c-442c-bca0-4b29e73eeb60,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:56.523379 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-772fa4ba-3f15-4146-963f-eee1aa439ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (df47b943-9690-479e-8548-02c46021d423), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:56.632753 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772fa4ba-3f15-4146-963f-eee1aa439ceb None None] Pushing event updated for resources: {'Port': ['ID=df47b943-9690-479e-8548-02c46021d423,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:56.674156 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:56.677036 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2763f07f-62c5-47ea-9c23-2ae0da27f958 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (0d290f46-12e7-43d6-9f2f-cf5521bd879a), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:56.743318 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-2763f07f-62c5-47ea-9c23-2ae0da27f958 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Deleting port df47b943-9690-479e-8548-02c46021d423 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:51:56.743671 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2763f07f-62c5-47ea-9c23-2ae0da27f958 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (df47b943-9690-479e-8548-02c46021d423), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:56.748677 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d7731881-f30c-479f-aab8-b1b1b3a7b789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:56.750194 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-5c02d758-90e9-4a0a-998b-c99283cbc885 None None] Publish callbacks [] for port (f71f5f6f-61f5-4013-9de2-1c1b43f0d321), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:56.762490 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7655d308-01bd-4b16-97e5-6be6502d0919 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (29ae91eb-a1b0-4c59-aa6f-8312a1c868bf), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:56.820561 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:56.874208 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-5c02d758-90e9-4a0a-998b-c99283cbc885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (f71f5f6f-61f5-4013-9de2-1c1b43f0d321), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:56.890159 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-2763f07f-62c5-47ea-9c23-2ae0da27f958 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] For port df47b943-9690-479e-8548-02c46021d423, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=df47b943-9690-479e-8548-02c46021d423,segment=NetworkSegment(8f42f9ac-100a-49ad-be33-dffc4965147b),segment_id=8f42f9ac-100a-49ad-be33-dffc4965147b)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:51:56.890353 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2763f07f-62c5-47ea-9c23-2ae0da27f958 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (df47b943-9690-479e-8548-02c46021d423), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:56.910261 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-2763f07f-62c5-47ea-9c23-2ae0da27f958 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Calling delete_port for df47b943-9690-479e-8548-02c46021d423 owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:51:56.945011 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:56.954008 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbefa60-f6b8-4bc8-9742-892422720c5f None None] Pushing event updated for resources: {'Port': ['ID=f71f5f6f-61f5-4013-9de2-1c1b43f0d321,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:56.985750 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56140) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:56.987617 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:DELETE=6,neutron:UPDATE=3,neutron:SELECT=85,neutron:INSERT=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:57.024675 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:57.026307 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-65a8d74b-0bfd-41f2-bc14-b6fe7af43950 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:57.031835 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:57.046224 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-5c02d758-90e9-4a0a-998b-c99283cbc885 None None] Attempting to bind port f71f5f6f-61f5-4013-9de2-1c1b43f0d321 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:51:57.046931 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-5c02d758-90e9-4a0a-998b-c99283cbc885 None None] Attempting to bind port f71f5f6f-61f5-4013-9de2-1c1b43f0d321 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '6f478a95-5490-4941-8ad1-6c7ee80668a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd05bf3b8-33b1-435e-a40e-b45628c0b12d'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:51:57.047452 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c02d758-90e9-4a0a-998b-c99283cbc885 None None] Attempting to bind port f71f5f6f-61f5-4013-9de2-1c1b43f0d321 on network d05bf3b8-33b1-435e-a40e-b45628c0b12d {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:51:57.055387 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c02d758-90e9-4a0a-998b-c99283cbc885 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:51:57.056040 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c02d758-90e9-4a0a-998b-c99283cbc885 None None] Checking segment: {'id': '6f478a95-5490-4941-8ad1-6c7ee80668a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd05bf3b8-33b1-435e-a40e-b45628c0b12d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:51:57.056650 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-5c02d758-90e9-4a0a-998b-c99283cbc885 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:57.062766 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c02d758-90e9-4a0a-998b-c99283cbc885 None None] Bound using segment: {'id': '6f478a95-5490-4941-8ad1-6c7ee80668a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd05bf3b8-33b1-435e-a40e-b45628c0b12d'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:51:57.064016 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-5c02d758-90e9-4a0a-998b-c99283cbc885 None None] Bound port: f71f5f6f-61f5-4013-9de2-1c1b43f0d321, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f478a95-5490-4941-8ad1-6c7ee80668a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd05bf3b8-33b1-435e-a40e-b45628c0b12d'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:51:57.064903 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-5c02d758-90e9-4a0a-998b-c99283cbc885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f71f5f6f-61f5-4013-9de2-1c1b43f0d321), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:57.128032 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7655d308-01bd-4b16-97e5-6be6502d0919 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Router 29ae91eb-a1b0-4c59-aa6f-8312a1c868bf has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:51:57.177266 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56144) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:57.197392 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-5c02d758-90e9-4a0a-998b-c99283cbc885 None None] For port f71f5f6f-61f5-4013-9de2-1c1b43f0d321, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:51:57.207579 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56148) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:57.239495 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7655d308-01bd-4b16-97e5-6be6502d0919 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:51:57.246097 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7655d308-01bd-4b16-97e5-6be6502d0919 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] 10.222.0.76 "PUT /networking/v2.0/routers/29ae91eb-a1b0-4c59-aa6f-8312a1c868bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5499983 Aug 27 04:51:57.249733 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56152) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:57.249918 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d34c201-ec68-47b7-83dd-206e03358752 None None] Sync routers for ids ['29ae91eb-a1b0-4c59-aa6f-8312a1c868bf'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:51:57.260758 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-5c02d758-90e9-4a0a-998b-c99283cbc885 None None] For port f71f5f6f-61f5-4013-9de2-1c1b43f0d321, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=f71f5f6f-61f5-4013-9de2-1c1b43f0d321,segment=NetworkSegment(6f478a95-5490-4941-8ad1-6c7ee80668a5),segment_id=6f478a95-5490-4941-8ad1-6c7ee80668a5)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:51:57.268491 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d34c201-ec68-47b7-83dd-206e03358752 None None] Routers {'29ae91eb-a1b0-4c59-aa6f-8312a1c868bf'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:51:57.269367 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-9d34c201-ec68-47b7-83dd-206e03358752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:51:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['29ae91eb-a1b0-4c59-aa6f-8312a1c868bf'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:57.296341 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2763f07f-62c5-47ea-9c23-2ae0da27f958 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (df47b943-9690-479e-8548-02c46021d423), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:57.302586 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-1738c9b2-8cfb-4f2b-9f23-00e807f3f5d2 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] show failed (client error): The resource could not be found. Aug 27 04:51:57.304323 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1738c9b2-8cfb-4f2b-9f23-00e807f3f5d2 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] 10.222.0.76 "GET /networking/v2.0/routers/tempest-non_exist_router-1395815496 HTTP/1.1" status: 404 len: 335 time: 0.0534201 Aug 27 04:51:57.308418 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56154) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:57.313779 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-9d34c201-ec68-47b7-83dd-206e03358752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:57.316771 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-cd1237c1-2ff0-415b-8277-46e368c1ed8b tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Request body: {'router': {'name': 'new_name'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:57.325744 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d34c201-ec68-47b7-83dd-206e03358752 None None] Routers {'29ae91eb-a1b0-4c59-aa6f-8312a1c868bf'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:51:57.326634 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-9d34c201-ec68-47b7-83dd-206e03358752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:51:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['29ae91eb-a1b0-4c59-aa6f-8312a1c868bf'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:57.347437 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2763f07f-62c5-47ea-9c23-2ae0da27f958 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Pushing event deleted for resources: {'Port': ['ID=df47b943-9690-479e-8548-02c46021d423,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:57.368308 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-cd1237c1-2ff0-415b-8277-46e368c1ed8b tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] update failed (client error): The resource could not be found. Aug 27 04:51:57.372576 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-cd1237c1-2ff0-415b-8277-46e368c1ed8b tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] 10.222.0.76 "PUT /networking/v2.0/routers/tempest-non_exist_router-1706918609 HTTP/1.1" status: 404 len: 335 time: 0.0596702 Aug 27 04:51:57.382656 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56156) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:57.388903 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-9d34c201-ec68-47b7-83dd-206e03358752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:57.389746 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d34c201-ec68-47b7-83dd-206e03358752 None None] The sync data for ids ['29ae91eb-a1b0-4c59-aa6f-8312a1c868bf'] in n-d-852088-5 is: [] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:51:57.419156 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2763f07f-62c5-47ea-9c23-2ae0da27f958 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] No DVR routers for this DVR port df47b943-9690-479e-8548-02c46021d423 on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:51:57.455906 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-5c02d758-90e9-4a0a-998b-c99283cbc885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (f71f5f6f-61f5-4013-9de2-1c1b43f0d321), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:57.467527 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-99851c2d-304c-4cfe-98ac-0939727a42c1 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Deleting subnet 9549275b-596c-46ba-bdba-a5a05e0ce372 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:51:57.471315 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-99851c2d-304c-4cfe-98ac-0939727a42c1 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks [] for subnet (9549275b-596c-46ba-bdba-a5a05e0ce372), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:57.486924 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-65a8d74b-0bfd-41f2-bc14-b6fe7af43950 admin admin] Publish callbacks [] for security_group (e4817bf8-cca9-40b0-956c-09ba852dac3d), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:57.491307 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2763f07f-62c5-47ea-9c23-2ae0da27f958 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (43dde8cf-ec7c-442c-bca0-4b29e73eeb60), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:57.535748 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c02d758-90e9-4a0a-998b-c99283cbc885 None None] Routers {'5970b2c9-c027-4ed7-99ec-4951b3548cbd'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:51:57.536440 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-5c02d758-90e9-4a0a-998b-c99283cbc885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:51:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['5970b2c9-c027-4ed7-99ec-4951b3548cbd'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:57.539114 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-99851c2d-304c-4cfe-98ac-0939727a42c1 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (9549275b-596c-46ba-bdba-a5a05e0ce372), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:57.578190 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-65a8d74b-0bfd-41f2-bc14-b6fe7af43950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (e4817bf8-cca9-40b0-956c-09ba852dac3d), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:57.777013 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-99851c2d-304c-4cfe-98ac-0939727a42c1 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (9549275b-596c-46ba-bdba-a5a05e0ce372), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:57.780378 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-65a8d74b-0bfd-41f2-bc14-b6fe7af43950 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=ce1c1a8538674c29ace05af57b818d15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7851427 Aug 27 04:51:57.782063 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56170) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:57.798922 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbefa60-f6b8-4bc8-9742-892422720c5f None None] Pushing event updated for resources: {'Port': ['ID=f71f5f6f-61f5-4013-9de2-1c1b43f0d321,revision_number=4']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:57.810346 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-b9c5dda2-31b2-4a1f-b0ca-870e95f4dbd3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-5510906-network', 'tenant_id': '74bc85d80bc74ecdb98a7df6b8af1ebd'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:57.810593 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-5c02d758-90e9-4a0a-998b-c99283cbc885 None None] Set router 5970b2c9-c027-4ed7-99ec-4951b3548cbd gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:51:57.813932 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a8d74b-0bfd-41f2-bc14-b6fe7af43950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4817bf8-cca9-40b0-956c-09ba852dac3d,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:57.887785 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:57.993434 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-485f5043-e2c7-4909-bdf0-84477beb25b4 admin admin] Publish callbacks [] for security_group (e4817bf8-cca9-40b0-956c-09ba852dac3d), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:58.024376 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-485f5043-e2c7-4909-bdf0-84477beb25b4 admin admin] Publish callbacks [] for security_group (e4817bf8-cca9-40b0-956c-09ba852dac3d), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:58.092983 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:58.108053 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-5c02d758-90e9-4a0a-998b-c99283cbc885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5970b2c9-c027-4ed7-99ec-4951b3548cbd', 'name': 'tempest-ServerDiskConfigTestJSON-1393506305-router', 'tenant_id': '0e490bef1fb4425cb00bc508165626fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '29379161-bc01-4bb5-a59c-9f1ca971e28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:51:46Z', 'updated_at': '2022-08-27T04:51:53Z', 'revision_number': 4, 'project_id': '0e490bef1fb4425cb00bc508165626fd', 'gw_port': {'id': '29379161-bc01-4bb5-a59c-9f1ca971e28b', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5970b2c9-c027-4ed7-99ec-4951b3548cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:51:47Z', 'updated_at': '2022-08-27T04:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'f71f5f6f-61f5-4013-9de2-1c1b43f0d321', 'name': '', 'network_id': 'd05bf3b8-33b1-435e-a40e-b45628c0b12d', 'tenant_id': '0e490bef1fb4425cb00bc508165626fd', 'mac_address': 'fa:16:3e:5a:08:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5970b2c9-c027-4ed7-99ec-4951b3548cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '6fd249c2-6f64-4208-92f7-baa409220d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:51:52Z', 'updated_at': '2022-08-27T04:51:57Z', 'revision_number': 4, 'project_id': '0e490bef1fb4425cb00bc508165626fd', 'subnets': [{'id': '6fd249c2-6f64-4208-92f7-baa409220d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:58.108725 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-99851c2d-304c-4cfe-98ac-0939727a42c1 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (9549275b-596c-46ba-bdba-a5a05e0ce372), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:58.109700 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:58.155228 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c02d758-90e9-4a0a-998b-c99283cbc885 None None] The sync data for ids ['5970b2c9-c027-4ed7-99ec-4951b3548cbd'] in n-d-852088-5 is: [{'id': '5970b2c9-c027-4ed7-99ec-4951b3548cbd', 'name': 'tempest-ServerDiskConfigTestJSON-1393506305-router', 'tenant_id': '0e490bef1fb4425cb00bc508165626fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '29379161-bc01-4bb5-a59c-9f1ca971e28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:51:46Z', 'updated_at': '2022-08-27T04:51:53Z', 'revision_number': 4, 'project_id': '0e490bef1fb4425cb00bc508165626fd', 'gw_port': {'id': '29379161-bc01-4bb5-a59c-9f1ca971e28b', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5970b2c9-c027-4ed7-99ec-4951b3548cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:51:47Z', 'updated_at': '2022-08-27T04:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'f71f5f6f-61f5-4013-9de2-1c1b43f0d321', 'name': '', 'network_id': 'd05bf3b8-33b1-435e-a40e-b45628c0b12d', 'tenant_id': '0e490bef1fb4425cb00bc508165626fd', 'mac_address': 'fa:16:3e:5a:08:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5970b2c9-c027-4ed7-99ec-4951b3548cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '6fd249c2-6f64-4208-92f7-baa409220d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:51:52Z', 'updated_at': '2022-08-27T04:51:57Z', 'revision_number': 4, 'project_id': '0e490bef1fb4425cb00bc508165626fd', 'subnets': [{'id': '6fd249c2-6f64-4208-92f7-baa409220d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:51:58.170498 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99851c2d-304c-4cfe-98ac-0939727a42c1 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Pushing event deleted for resources: {'Subnet': ['ID=9549275b-596c-46ba-bdba-a5a05e0ce372,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:58.178580 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-99851c2d-304c-4cfe-98ac-0939727a42c1 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:58.184020 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b184725-ae01-4d79-996c-317fbabca773 None None] Network 1e20987c-7cb2-4d32-bb2c-95df3aba4a83 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:51:58.192542 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-99851c2d-304c-4cfe-98ac-0939727a42c1 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/9549275b-596c-46ba-bdba-a5a05e0ce372 HTTP/1.1" status: 204 len: 168 time: 0.8042798 Aug 27 04:51:58.194152 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56178) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:58.277294 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-485f5043-e2c7-4909-bdf0-84477beb25b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (e4817bf8-cca9-40b0-956c-09ba852dac3d), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:58.279975 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-485f5043-e2c7-4909-bdf0-84477beb25b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:58.281171 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-485f5043-e2c7-4909-bdf0-84477beb25b4 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/e4817bf8-cca9-40b0-956c-09ba852dac3d HTTP/1.1" status: 204 len: 168 time: 0.4958909 Aug 27 04:51:58.299980 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f5043-e2c7-4909-bdf0-84477beb25b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4817bf8-cca9-40b0-956c-09ba852dac3d,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:58.330679 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9b97ad0-d859-4bff-880c-c11bb76f5839 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Deleting subnet 74184787-e30f-4d0c-b5eb-2bc627113bc5 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:51:58.340116 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d9b97ad0-d859-4bff-880c-c11bb76f5839 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks [] for subnet (74184787-e30f-4d0c-b5eb-2bc627113bc5), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:58.433182 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5d0ecd-756d-4c90-a79d-3a7e6d857ff8 None None] Network 0d290f46-12e7-43d6-9f2f-cf5521bd879a requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:51:58.450601 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d9b97ad0-d859-4bff-880c-c11bb76f5839 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (74184787-e30f-4d0c-b5eb-2bc627113bc5), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:58.562455 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d9b97ad0-d859-4bff-880c-c11bb76f5839 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (74184787-e30f-4d0c-b5eb-2bc627113bc5), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:58.563016 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-000641ef-bee6-4e82-bb3a-ec8cf5dd6ea0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:58.565368 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:58.568329 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-d86ba1bf-6b83-46d8-85c3-26c2260d9689 None None] Could not find standard attr ID for object df47b943-9690-479e-8548-02c46021d423. {{(pid=107777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 27 04:51:58.641913 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2763f07f-62c5-47ea-9c23-2ae0da27f958 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (43dde8cf-ec7c-442c-bca0-4b29e73eeb60), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:58.672425 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403cce6a-a304-4c94-a2c6-f4421095a112 req-2ce5fbc5-b59b-42d8-a5f2-5aaf6346d2a7 tempest-ServerDiskConfigTestJSON-263536246 tempest-ServerDiskConfigTestJSON-263536246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:51:58.680501 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-403cce6a-a304-4c94-a2c6-f4421095a112 req-2ce5fbc5-b59b-42d8-a5f2-5aaf6346d2a7 tempest-ServerDiskConfigTestJSON-263536246 tempest-ServerDiskConfigTestJSON-263536246-project] 10.222.0.76 "GET /networking/v2.0/networks?id=d05bf3b8-33b1-435e-a40e-b45628c0b12d HTTP/1.1" status: 200 len: 815 time: 1.0912509 Aug 27 04:51:58.708829 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77afd640-7183-4f18-a854-9c13544e3718 None None] DHCP port deletion for 1e20987c-7cb2-4d32-bb2c-95df3aba4a83 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:51:58.752667 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d9b97ad0-d859-4bff-880c-c11bb76f5839 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (74184787-e30f-4d0c-b5eb-2bc627113bc5), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:58.761262 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c5dda2-31b2-4a1f-b0ca-870e95f4dbd3 admin admin] Made reservation on behalf of 74bc85d80bc74ecdb98a7df6b8af1ebd for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:51:58.763633 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b9c5dda2-31b2-4a1f-b0ca-870e95f4dbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:58.782280 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b9c5dda2-31b2-4a1f-b0ca-870e95f4dbd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:58.788693 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2763f07f-62c5-47ea-9c23-2ae0da27f958 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Pushing event deleted for resources: {'Subnet': ['ID=43dde8cf-ec7c-442c-bca0-4b29e73eeb60,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:58.800084 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-77afd640-7183-4f18-a854-9c13544e3718 None None] Deleting port 3c60a072-b62d-4f1f-8796-0ddbd22cdcdd {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:51:58.800933 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-77afd640-7183-4f18-a854-9c13544e3718 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (3c60a072-b62d-4f1f-8796-0ddbd22cdcdd), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:58.805287 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-403cce6a-a304-4c94-a2c6-f4421095a112 req-bf4a9ca6-7360-479f-906e-0c46736502a4 tempest-ServerDiskConfigTestJSON-263536246 tempest-ServerDiskConfigTestJSON-263536246-project] 10.222.0.76 "GET /networking/v2.0/quotas/0e490bef1fb4425cb00bc508165626fd HTTP/1.1" status: 200 len: 375 time: 0.1217191 Aug 27 04:51:58.849023 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d9b97ad0-d859-4bff-880c-c11bb76f5839 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:58.855219 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d9b97ad0-d859-4bff-880c-c11bb76f5839 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/74184787-e30f-4d0c-b5eb-2bc627113bc5 HTTP/1.1" status: 204 len: 168 time: 0.6592391 Aug 27 04:51:58.857941 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b97ad0-d859-4bff-880c-c11bb76f5839 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Pushing event deleted for resources: {'Subnet': ['ID=74184787-e30f-4d0c-b5eb-2bc627113bc5,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:58.864779 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56192) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:58.911017 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-77afd640-7183-4f18-a854-9c13544e3718 None None] For port 3c60a072-b62d-4f1f-8796-0ddbd22cdcdd, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=3c60a072-b62d-4f1f-8796-0ddbd22cdcdd,segment=NetworkSegment(475e7172-eb29-4330-9318-b99c4757f262),segment_id=475e7172-eb29-4330-9318-b99c4757f262)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:51:58.911530 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-77afd640-7183-4f18-a854-9c13544e3718 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (3c60a072-b62d-4f1f-8796-0ddbd22cdcdd), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:58.930448 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-77afd640-7183-4f18-a854-9c13544e3718 None None] Calling delete_port for 3c60a072-b62d-4f1f-8796-0ddbd22cdcdd owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:51:59.026284 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-09585a4f-e872-4f33-aa44-7a4818ee1424 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (1e20987c-7cb2-4d32-bb2c-95df3aba4a83), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:59.048588 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88fb7b5-9b42-4585-89df-e5735f629c34 None None] Network 326f2f60-f39f-49a1-bf46-033689306607 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:51:59.087136 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-403cce6a-a304-4c94-a2c6-f4421095a112 req-d994b9da-25b8-4420-9783-752921c947b2 tempest-ServerDiskConfigTestJSON-263536246 tempest-ServerDiskConfigTestJSON-263536246-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=0e490bef1fb4425cb00bc508165626fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2448626 Aug 27 04:51:59.098392 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56194) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:59.122595 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa9ff53-3158-4e0f-8711-a710f6dd0563 None None] Network 0d290f46-12e7-43d6-9f2f-cf5521bd879a requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:51:59.147936 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-09585a4f-e872-4f33-aa44-7a4818ee1424 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Deleting port 3c60a072-b62d-4f1f-8796-0ddbd22cdcdd {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:51:59.147936 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-09585a4f-e872-4f33-aa44-7a4818ee1424 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (3c60a072-b62d-4f1f-8796-0ddbd22cdcdd), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:59.204974 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2763f07f-62c5-47ea-9c23-2ae0da27f958 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (0d290f46-12e7-43d6-9f2f-cf5521bd879a), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:59.235038 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-09585a4f-e872-4f33-aa44-7a4818ee1424 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] For port 3c60a072-b62d-4f1f-8796-0ddbd22cdcdd, host n-d-852088-5, got binding levels [] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:51:59.235663 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-09585a4f-e872-4f33-aa44-7a4818ee1424 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (3c60a072-b62d-4f1f-8796-0ddbd22cdcdd), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:59.251842 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-09585a4f-e872-4f33-aa44-7a4818ee1424 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Calling delete_port for 3c60a072-b62d-4f1f-8796-0ddbd22cdcdd owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:51:59.254258 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-2763f07f-62c5-47ea-9c23-2ae0da27f958 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d290f46-12e7-43d6-9f2f-cf5521bd879a']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:59.260220 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.ipam_backend_mixin [None req-09585a4f-e872-4f33-aa44-7a4818ee1424 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Port 3c60a072-b62d-4f1f-8796-0ddbd22cdcdd was not found and therefore no delete operation was performed {{(pid=107776) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 27 04:51:59.261533 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-09585a4f-e872-4f33-aa44-7a4818ee1424 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (3c60a072-b62d-4f1f-8796-0ddbd22cdcdd), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:59.272925 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-2763f07f-62c5-47ea-9c23-2ae0da27f958 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f42f9ac-100a-49ad-be33-dffc4965147b') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:59.273560 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-2763f07f-62c5-47ea-9c23-2ae0da27f958 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f42f9ac-100a-49ad-be33-dffc4965147b') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:59.295809 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2763f07f-62c5-47ea-9c23-2ae0da27f958 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (8f42f9ac-100a-49ad-be33-dffc4965147b), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:59.315499 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2763f07f-62c5-47ea-9c23-2ae0da27f958 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (8f42f9ac-100a-49ad-be33-dffc4965147b), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:59.323755 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2763f07f-62c5-47ea-9c23-2ae0da27f958 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:51:59.324197 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2763f07f-62c5-47ea-9c23-2ae0da27f958 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (8f42f9ac-100a-49ad-be33-dffc4965147b), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:59.336788 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09585a4f-e872-4f33-aa44-7a4818ee1424 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Pushing event deleted for resources: {'Port': ['ID=3c60a072-b62d-4f1f-8796-0ddbd22cdcdd,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:59.352941 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-77afd640-7183-4f18-a854-9c13544e3718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (3c60a072-b62d-4f1f-8796-0ddbd22cdcdd), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:59.357834 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09585a4f-e872-4f33-aa44-7a4818ee1424 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] No DVR routers for this DVR port 3c60a072-b62d-4f1f-8796-0ddbd22cdcdd on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:51:59.463809 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 8f42f9ac-100a-49ad-be33-dffc4965147b resource provider aggregate not found Aug 27 04:51:59.469413 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-000641ef-bee6-4e82-bb3a-ec8cf5dd6ea0 admin admin] Publish callbacks [] for security_group (7660e0c2-7430-4b47-82ec-a6faafb66ba9), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:59.477912 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77afd640-7183-4f18-a854-9c13544e3718 None None] No DVR routers for this DVR port 3c60a072-b62d-4f1f-8796-0ddbd22cdcdd on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:51:59.498252 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2763f07f-62c5-47ea-9c23-2ae0da27f958 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (0d290f46-12e7-43d6-9f2f-cf5521bd879a), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:59.519808 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:59.541581 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2763f07f-62c5-47ea-9c23-2ae0da27f958 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:59.546536 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2763f07f-62c5-47ea-9c23-2ae0da27f958 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] 10.222.0.76 "DELETE /networking/v2.0/networks/0d290f46-12e7-43d6-9f2f-cf5521bd879a HTTP/1.1" status: 204 len: 168 time: 3.0432763 Aug 27 04:51:59.549025 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 8f42f9ac-100a-49ad-be33-dffc4965147b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8f42f9ac-100a-49ad-be33-dffc4965147b found for delete ", "request_id": "req-da130689-2d47-4a03-a0d4-6ccdc5f96a6f"}]} Aug 27 04:51:59.552563 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77afd640-7183-4f18-a854-9c13544e3718 None None] Pushing event deleted for resources: {'Port': ['ID=3c60a072-b62d-4f1f-8796-0ddbd22cdcdd,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:59.556588 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56212) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:51:59.566914 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-09585a4f-e872-4f33-aa44-7a4818ee1424 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (1e20987c-7cb2-4d32-bb2c-95df3aba4a83), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:59.617335 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726cff6a-5d8b-43a8-90fd-7d888ee4e430 None None] DHCP port deletion for 326f2f60-f39f-49a1-bf46-033689306607 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:51:59.660668 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-103facfd-23b9-4648-a6c1-91b8f596b2b5 tempest-MeteringIpV6TestJSON-183921726 tempest-MeteringIpV6TestJSON-183921726-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-718933961'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:59.661294 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-103facfd-23b9-4648-a6c1-91b8f596b2b5 tempest-MeteringIpV6TestJSON-183921726 tempest-MeteringIpV6TestJSON-183921726-project-admin] Unknown quota resources ['metering_label']. {{(pid=107775) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Aug 27 04:51:59.666612 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2763f07f-62c5-47ea-9c23-2ae0da27f958 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Pushing event deleted for resources: {'Network': ['ID=0d290f46-12e7-43d6-9f2f-cf5521bd879a,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:59.699064 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-09585a4f-e872-4f33-aa44-7a4818ee1424 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e20987c-7cb2-4d32-bb2c-95df3aba4a83']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:59.706860 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-000641ef-bee6-4e82-bb3a-ec8cf5dd6ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (7660e0c2-7430-4b47-82ec-a6faafb66ba9), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:59.734982 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9b6a6c-e2e5-4f93-ac34-369aa685c54d None None] DHCP port deletion for 0d290f46-12e7-43d6-9f2f-cf5521bd879a request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:51:59.742437 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-09585a4f-e872-4f33-aa44-7a4818ee1424 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '475e7172-eb29-4330-9318-b99c4757f262') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:59.743061 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-09585a4f-e872-4f33-aa44-7a4818ee1424 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '475e7172-eb29-4330-9318-b99c4757f262') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:59.754277 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d6a1ee22-dc18-43ec-a327-e273162fbafd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:59.764205 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:51:59.766497 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-09585a4f-e872-4f33-aa44-7a4818ee1424 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (475e7172-eb29-4330-9318-b99c4757f262), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:59.809026 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-09585a4f-e872-4f33-aa44-7a4818ee1424 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (475e7172-eb29-4330-9318-b99c4757f262), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:59.822644 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09585a4f-e872-4f33-aa44-7a4818ee1424 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:51:59.823399 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-09585a4f-e872-4f33-aa44-7a4818ee1424 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (475e7172-eb29-4330-9318-b99c4757f262), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:59.855886 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-726cff6a-5d8b-43a8-90fd-7d888ee4e430 None None] Deleting port 2e946071-557e-4503-879c-5f96a1af31f9 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:51:59.860098 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-726cff6a-5d8b-43a8-90fd-7d888ee4e430 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (2e946071-557e-4503-879c-5f96a1af31f9), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:51:59.946368 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-de288733-588a-4fdf-b57b-a03a76e66473 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] DELETE failed (client error): The resource could not be found. Aug 27 04:51:59.952094 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de288733-588a-4fdf-b57b-a03a76e66473 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:51:59.969094 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-de288733-588a-4fdf-b57b-a03a76e66473 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/43dde8cf-ec7c-442c-bca0-4b29e73eeb60 HTTP/1.1" status: 404 len: 337 time: 0.3641961 Aug 27 04:52:00.012851 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 475e7172-eb29-4330-9318-b99c4757f262 resource provider aggregate not found Aug 27 04:52:00.023739 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56230) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:00.045812 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device f71f5f6f-61f5-4013-9de2-1c1b43f0d321 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:52:00.077262 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 475e7172-eb29-4330-9318-b99c4757f262 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 475e7172-eb29-4330-9318-b99c4757f262 found for delete ", "request_id": "req-68657481-c4bc-40ea-b821-74f15b69014f"}]} Aug 27 04:52:00.119261 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-70f24452-3272-475e-9113-53dbc6d6a7c1 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] DELETE failed (client error): The resource could not be found. Aug 27 04:52:00.122634 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70f24452-3272-475e-9113-53dbc6d6a7c1 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:52:00.130033 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-70f24452-3272-475e-9113-53dbc6d6a7c1 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] 10.222.0.76 "DELETE /networking/v2.0/networks/0d290f46-12e7-43d6-9f2f-cf5521bd879a HTTP/1.1" status: 404 len: 339 time: 0.1039748 Aug 27 04:52:00.134744 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56238) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:00.195781 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-726cff6a-5d8b-43a8-90fd-7d888ee4e430 None None] For port 2e946071-557e-4503-879c-5f96a1af31f9, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=2e946071-557e-4503-879c-5f96a1af31f9,segment=NetworkSegment(5863ad3a-5dd3-4c4e-b2d7-164001d6ec5e),segment_id=5863ad3a-5dd3-4c4e-b2d7-164001d6ec5e)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:52:00.196341 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-726cff6a-5d8b-43a8-90fd-7d888ee4e430 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (2e946071-557e-4503-879c-5f96a1af31f9), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:00.197156 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000641ef-bee6-4e82-bb3a-ec8cf5dd6ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7660e0c2-7430-4b47-82ec-a6faafb66ba9,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:00.243107 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port f71f5f6f-61f5-4013-9de2-1c1b43f0d321 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:52:00.243505 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (f71f5f6f-61f5-4013-9de2-1c1b43f0d321), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:00.275739 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-726cff6a-5d8b-43a8-90fd-7d888ee4e430 None None] Calling delete_port for 2e946071-557e-4503-879c-5f96a1af31f9 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:52:00.276707 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:00.287221 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-09585a4f-e872-4f33-aa44-7a4818ee1424 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (1e20987c-7cb2-4d32-bb2c-95df3aba4a83), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:00.297997 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-09585a4f-e872-4f33-aa44-7a4818ee1424 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:00.304543 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-09585a4f-e872-4f33-aa44-7a4818ee1424 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] 10.222.0.76 "DELETE /networking/v2.0/networks/1e20987c-7cb2-4d32-bb2c-95df3aba4a83 HTTP/1.1" status: 204 len: 168 time: 1.4356830 Aug 27 04:52:00.314158 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-000641ef-bee6-4e82-bb3a-ec8cf5dd6ea0 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=bf0ea305715d4476bbd6177698d73eb8&name=default HTTP/1.1" status: 200 len: 3000 time: 3.1351128 Aug 27 04:52:00.315613 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f59e25e5-c70b-470d-8d7b-8d6ad1d78e5a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (39139784-f86f-44e9-b508-aae3283f3710), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:00.321501 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56240) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:00.322130 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56242) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:00.409246 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09585a4f-e872-4f33-aa44-7a4818ee1424 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Pushing event deleted for resources: {'Network': ['ID=1e20987c-7cb2-4d32-bb2c-95df3aba4a83,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:00.491924 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b9c5dda2-31b2-4a1f-b0ca-870e95f4dbd3 admin admin] Publish callbacks [] for security_group (45fb97a6-a167-46cf-84b7-99123f579710), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:00.504121 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port f71f5f6f-61f5-4013-9de2-1c1b43f0d321 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:52:00.505368 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f71f5f6f-61f5-4013-9de2-1c1b43f0d321), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:00.511388 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:00.577424 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-103facfd-23b9-4648-a6c1-91b8f596b2b5 tempest-MeteringIpV6TestJSON-183921726 tempest-MeteringIpV6TestJSON-183921726-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:00.579834 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-103facfd-23b9-4648-a6c1-91b8f596b2b5 tempest-MeteringIpV6TestJSON-183921726 tempest-MeteringIpV6TestJSON-183921726-project-admin] 10.222.0.76 "POST /networking/v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.4774966 Aug 27 04:52:00.587345 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56250) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:00.594628 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-4eac4184-2248-483b-8da8-5b63052f4fc8 tempest-MeteringIpV6TestJSON-183921726 tempest-MeteringIpV6TestJSON-183921726-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '4bf56d98-ae51-4497-baba-c8c91e7f40d2'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:00.595396 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-4eac4184-2248-483b-8da8-5b63052f4fc8 tempest-MeteringIpV6TestJSON-183921726 tempest-MeteringIpV6TestJSON-183921726-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=107775) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Aug 27 04:52:00.607196 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port f71f5f6f-61f5-4013-9de2-1c1b43f0d321, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=f71f5f6f-61f5-4013-9de2-1c1b43f0d321,segment=NetworkSegment(6f478a95-5490-4941-8ad1-6c7ee80668a5),segment_id=6f478a95-5490-4941-8ad1-6c7ee80668a5)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:52:00.699823 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ed220878-21c2-4c1f-a5e7-354329ea42c3 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (326f2f60-f39f-49a1-bf46-033689306607), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:00.700629 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1166753-a247-49f1-909b-6c05ccfa4594 req-acee751f-047a-493d-bfc8-98a1de73e797 tempest-ServerDiskConfigTestJSON-263536246 tempest-ServerDiskConfigTestJSON-263536246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:00.702116 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b1166753-a247-49f1-909b-6c05ccfa4594 req-acee751f-047a-493d-bfc8-98a1de73e797 tempest-ServerDiskConfigTestJSON-263536246 tempest-ServerDiskConfigTestJSON-263536246-project] 10.222.0.76 "GET /networking/v2.0/networks?id=d05bf3b8-33b1-435e-a40e-b45628c0b12d HTTP/1.1" status: 200 len: 815 time: 0.6617749 Aug 27 04:52:00.707167 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f59e25e5-c70b-470d-8d7b-8d6ad1d78e5a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (39139784-f86f-44e9-b508-aae3283f3710), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:00.718106 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b1166753-a247-49f1-909b-6c05ccfa4594 req-d0aa1636-88b8-4372-813f-300d2cf0ff60 tempest-ServerDiskConfigTestJSON-263536246 tempest-ServerDiskConfigTestJSON-263536246-project] 10.222.0.76 "GET /networking/v2.0/quotas/0e490bef1fb4425cb00bc508165626fd HTTP/1.1" status: 200 len: 375 time: 0.0100713 Aug 27 04:52:00.734038 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b9c5dda2-31b2-4a1f-b0ca-870e95f4dbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (45fb97a6-a167-46cf-84b7-99123f579710), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:00.745319 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-f59e25e5-c70b-470d-8d7b-8d6ad1d78e5a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39139784-f86f-44e9-b508-aae3283f3710']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:00.749178 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (f71f5f6f-61f5-4013-9de2-1c1b43f0d321), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:00.759224 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6f7b0e51-290f-4ce0-9e50-46632425149a admin admin] Publish callbacks [] for security_group (7660e0c2-7430-4b47-82ec-a6faafb66ba9), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:00.780915 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5dda2-31b2-4a1f-b0ca-870e95f4dbd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45fb97a6-a167-46cf-84b7-99123f579710,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:00.788078 n-d-852088-5 neutron-server[107775]: WARNING neutron.services.metering.metering_plugin [None req-4eac4184-2248-483b-8da8-5b63052f4fc8 tempest-MeteringIpV6TestJSON-183921726 tempest-MeteringIpV6TestJSON-183921726-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 27 04:52:00.825094 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-f59e25e5-c70b-470d-8d7b-8d6ad1d78e5a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10591221-6eaf-4e16-b7c1-0bae6d0e1471') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:00.827056 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-f59e25e5-c70b-470d-8d7b-8d6ad1d78e5a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10591221-6eaf-4e16-b7c1-0bae6d0e1471') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:00.880232 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9c5dda2-31b2-4a1f-b0ca-870e95f4dbd3 admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:52:00.889355 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f59e25e5-c70b-470d-8d7b-8d6ad1d78e5a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (10591221-6eaf-4e16-b7c1-0bae6d0e1471), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:00.893074 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b1166753-a247-49f1-909b-6c05ccfa4594 req-17d65dac-bf6e-4243-a4d3-de081e623372 tempest-ServerDiskConfigTestJSON-263536246 tempest-ServerDiskConfigTestJSON-263536246-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=0e490bef1fb4425cb00bc508165626fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1692364 Aug 27 04:52:00.902992 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-726cff6a-5d8b-43a8-90fd-7d888ee4e430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (2e946071-557e-4503-879c-5f96a1af31f9), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:00.909733 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=f71f5f6f-61f5-4013-9de2-1c1b43f0d321,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:00.920390 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6f7b0e51-290f-4ce0-9e50-46632425149a admin admin] Publish callbacks [] for security_group (7660e0c2-7430-4b47-82ec-a6faafb66ba9), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:00.922633 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 3c60a072-b62d-4f1f-8796-0ddbd22cdcdd no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:52:00.937373 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b9c5dda2-31b2-4a1f-b0ca-870e95f4dbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (797e6b19-964f-40ed-bd62-83d569edb24a), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:00.937989 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-b9c5dda2-31b2-4a1f-b0ca-870e95f4dbd3 admin admin] Added segment 797e6b19-964f-40ed-bd62-83d569edb24a of type vlan for network 16195b11-f6cf-43f6-b965-287ec3f94065 Aug 27 04:52:00.960404 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4eac4184-2248-483b-8da8-5b63052f4fc8 tempest-MeteringIpV6TestJSON-183921726 tempest-MeteringIpV6TestJSON-183921726-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:00.962152 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-4eac4184-2248-483b-8da8-5b63052f4fc8 tempest-MeteringIpV6TestJSON-183921726 tempest-MeteringIpV6TestJSON-183921726-project-admin] 10.222.0.76 "POST /networking/v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3735571 Aug 27 04:52:00.967669 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56262) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:00.971598 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-ed220878-21c2-4c1f-a5e7-354329ea42c3 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Deleting port 2e946071-557e-4503-879c-5f96a1af31f9 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:52:00.971598 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ed220878-21c2-4c1f-a5e7-354329ea42c3 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (2e946071-557e-4503-879c-5f96a1af31f9), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:00.979388 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-2eb0efba-f975-4ca7-a5e7-48f409f13f3f tempest-MeteringIpV6TestJSON-183921726 tempest-MeteringIpV6TestJSON-183921726-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '4bf56d98-ae51-4497-baba-c8c91e7f40d2'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:00.980081 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-2eb0efba-f975-4ca7-a5e7-48f409f13f3f tempest-MeteringIpV6TestJSON-183921726 tempest-MeteringIpV6TestJSON-183921726-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=107776) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Aug 27 04:52:00.980296 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 3c60a072-b62d-4f1f-8796-0ddbd22cdcdd {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:52:00.980558 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 3c60a072-b62d-4f1f-8796-0ddbd22cdcdd not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:52:00.980981 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 2e946071-557e-4503-879c-5f96a1af31f9 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:52:00.990922 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f59e25e5-c70b-470d-8d7b-8d6ad1d78e5a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (10591221-6eaf-4e16-b7c1-0bae6d0e1471), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:01.011938 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b9c5dda2-31b2-4a1f-b0ca-870e95f4dbd3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (16195b11-f6cf-43f6-b965-287ec3f94065), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:01.030132 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726cff6a-5d8b-43a8-90fd-7d888ee4e430 None None] Pushing event deleted for resources: {'Port': ['ID=2e946071-557e-4503-879c-5f96a1af31f9,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:01.031731 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 2e946071-557e-4503-879c-5f96a1af31f9 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:52:01.032153 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 2e946071-557e-4503-879c-5f96a1af31f9 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:52:01.033651 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726cff6a-5d8b-43a8-90fd-7d888ee4e430 None None] No DVR routers for this DVR port 2e946071-557e-4503-879c-5f96a1af31f9 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:52:01.098133 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f59e25e5-c70b-470d-8d7b-8d6ad1d78e5a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:52:01.098752 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f59e25e5-c70b-470d-8d7b-8d6ad1d78e5a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (10591221-6eaf-4e16-b7c1-0bae6d0e1471), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:01.152329 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b9c5dda2-31b2-4a1f-b0ca-870e95f4dbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (16195b11-f6cf-43f6-b965-287ec3f94065), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:01.155209 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c5dda2-31b2-4a1f-b0ca-870e95f4dbd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:01.156762 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b9c5dda2-31b2-4a1f-b0ca-870e95f4dbd3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:01.194140 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:01.230815 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-ed220878-21c2-4c1f-a5e7-354329ea42c3 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] For port 2e946071-557e-4503-879c-5f96a1af31f9, host n-d-852088-5, got binding levels [] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:52:01.231193 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ed220878-21c2-4c1f-a5e7-354329ea42c3 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (2e946071-557e-4503-879c-5f96a1af31f9), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:01.247610 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-ed220878-21c2-4c1f-a5e7-354329ea42c3 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Calling delete_port for 2e946071-557e-4503-879c-5f96a1af31f9 owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:52:01.250408 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.ipam_backend_mixin [None req-ed220878-21c2-4c1f-a5e7-354329ea42c3 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Port 2e946071-557e-4503-879c-5f96a1af31f9 was not found and therefore no delete operation was performed {{(pid=107776) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 27 04:52:01.252867 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ed220878-21c2-4c1f-a5e7-354329ea42c3 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (2e946071-557e-4503-879c-5f96a1af31f9), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:01.278067 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed220878-21c2-4c1f-a5e7-354329ea42c3 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Pushing event deleted for resources: {'Port': ['ID=2e946071-557e-4503-879c-5f96a1af31f9,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:01.279920 n-d-852088-5 neutron-server[107776]: WARNING neutron.services.metering.metering_plugin [None req-2eb0efba-f975-4ca7-a5e7-48f409f13f3f tempest-MeteringIpV6TestJSON-183921726 tempest-MeteringIpV6TestJSON-183921726-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 27 04:52:01.308518 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed220878-21c2-4c1f-a5e7-354329ea42c3 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] No DVR routers for this DVR port 2e946071-557e-4503-879c-5f96a1af31f9 on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:52:01.341779 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5dda2-31b2-4a1f-b0ca-870e95f4dbd3 admin admin] Pushing event updated for resources: {'Network': ['ID=16195b11-f6cf-43f6-b965-287ec3f94065,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:01.354318 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 16195b11-f6cf-43f6-b965-287ec3f94065 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:52:01.406611 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a79bc57-c98b-42a4-93aa-5980e8b958fb req-bf191697-70ac-4cc4-8a32-ace700a38a85 tempest-ServerDiskConfigTestJSON-263536246 tempest-ServerDiskConfigTestJSON-263536246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:01.408656 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-9a79bc57-c98b-42a4-93aa-5980e8b958fb req-bf191697-70ac-4cc4-8a32-ace700a38a85 tempest-ServerDiskConfigTestJSON-263536246 tempest-ServerDiskConfigTestJSON-263536246-project] 10.222.0.76 "GET /networking/v2.0/networks?id=d05bf3b8-33b1-435e-a40e-b45628c0b12d HTTP/1.1" status: 200 len: 815 time: 0.1466358 Aug 27 04:52:01.425183 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6f7b0e51-290f-4ce0-9e50-46632425149a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (7660e0c2-7430-4b47-82ec-a6faafb66ba9), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:01.428203 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6f7b0e51-290f-4ce0-9e50-46632425149a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:01.428915 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-9a79bc57-c98b-42a4-93aa-5980e8b958fb req-018989d8-9a73-4ae6-9130-56cacb5dc1e4 tempest-ServerDiskConfigTestJSON-263536246 tempest-ServerDiskConfigTestJSON-263536246-project] 10.222.0.76 "GET /networking/v2.0/quotas/0e490bef1fb4425cb00bc508165626fd HTTP/1.1" status: 200 len: 375 time: 0.0135365 Aug 27 04:52:01.432248 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6f7b0e51-290f-4ce0-9e50-46632425149a admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/7660e0c2-7430-4b47-82ec-a6faafb66ba9 HTTP/1.1" status: 204 len: 168 time: 1.0663843 Aug 27 04:52:01.432248 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f59e25e5-c70b-470d-8d7b-8d6ad1d78e5a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (39139784-f86f-44e9-b508-aae3283f3710), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:01.437480 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2eb0efba-f975-4ca7-a5e7-48f409f13f3f tempest-MeteringIpV6TestJSON-183921726 tempest-MeteringIpV6TestJSON-183921726-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:01.446277 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b9c5dda2-31b2-4a1f-b0ca-870e95f4dbd3 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 4.2296262 Aug 27 04:52:01.447113 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2eb0efba-f975-4ca7-a5e7-48f409f13f3f tempest-MeteringIpV6TestJSON-183921726 tempest-MeteringIpV6TestJSON-183921726-project-admin] 10.222.0.76 "POST /networking/v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4632404 Aug 27 04:52:01.461294 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56282) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:01.462034 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56284) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:01.487612 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f59e25e5-c70b-470d-8d7b-8d6ad1d78e5a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:01.489786 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:01.491343 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f59e25e5-c70b-470d-8d7b-8d6ad1d78e5a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] 10.222.0.76 "DELETE /networking/v2.0/networks/39139784-f86f-44e9-b508-aae3283f3710 HTTP/1.1" status: 204 len: 168 time: 1.3538418 Aug 27 04:52:01.494629 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-e03a1140-2274-4dd8-b371-5f1210819c5e admin admin] Request body: {'subnet': {'network_id': '16195b11-f6cf-43f6-b965-287ec3f94065', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-5510906-subnet', 'tenant_id': '74bc85d80bc74ecdb98a7df6b8af1ebd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:01.496101 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56288) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:01.518696 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b0e51-290f-4ce0-9e50-46632425149a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7660e0c2-7430-4b47-82ec-a6faafb66ba9,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:01.523404 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a4acfdfe-43ae-4d53-93ab-d0d5bbc0ded1 tempest-MeteringIpV6TestJSON-183921726 tempest-MeteringIpV6TestJSON-183921726-project-admin] 10.222.0.76 "GET /networking/v2.0/metering/metering-label-rules?id=a060bdab-02c2-4033-9bda-d187ad30ea14 HTTP/1.1" status: 200 len: 462 time: 0.0559731 Aug 27 04:52:01.526195 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56292) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:01.529899 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59e25e5-c70b-470d-8d7b-8d6ad1d78e5a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Pushing event deleted for resources: {'Network': ['ID=39139784-f86f-44e9-b508-aae3283f3710,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:01.542125 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-9a79bc57-c98b-42a4-93aa-5980e8b958fb req-8fbc0809-e1ea-4cdc-8a84-11fcad19c761 tempest-ServerDiskConfigTestJSON-263536246 tempest-ServerDiskConfigTestJSON-263536246-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=0e490bef1fb4425cb00bc508165626fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1025145 Aug 27 04:52:01.555718 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ed220878-21c2-4c1f-a5e7-354329ea42c3 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (326f2f60-f39f-49a1-bf46-033689306607), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:01.558273 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-8912e53b-7fa9-4378-a9c1-cdce770a629a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] DELETE failed (client error): The resource could not be found. Aug 27 04:52:01.558744 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8912e53b-7fa9-4378-a9c1-cdce770a629a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:52:01.565279 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8912e53b-7fa9-4378-a9c1-cdce770a629a tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/1aacc2ab-6db0-468c-9c24-fd8e4e709ee9 HTTP/1.1" status: 404 len: 337 time: 0.0535591 Aug 27 04:52:01.565437 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56296) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:01.582026 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-ed220878-21c2-4c1f-a5e7-354329ea42c3 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['326f2f60-f39f-49a1-bf46-033689306607']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:01.592681 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-ed220878-21c2-4c1f-a5e7-354329ea42c3 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5863ad3a-5dd3-4c4e-b2d7-164001d6ec5e') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:01.592984 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-ed220878-21c2-4c1f-a5e7-354329ea42c3 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5863ad3a-5dd3-4c4e-b2d7-164001d6ec5e') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:01.600282 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1f699f9-23d1-4e94-a253-8256fbf02a56 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] DELETE failed (client error): The resource could not be found. Aug 27 04:52:01.600804 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1f699f9-23d1-4e94-a253-8256fbf02a56 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:52:01.603934 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ed220878-21c2-4c1f-a5e7-354329ea42c3 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (5863ad3a-5dd3-4c4e-b2d7-164001d6ec5e), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:01.604102 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c1f699f9-23d1-4e94-a253-8256fbf02a56 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] 10.222.0.76 "DELETE /networking/v2.0/networks/fca4579d-59e1-4b62-9a29-4aafeea6eae9 HTTP/1.1" status: 404 len: 339 time: 0.0382652 Aug 27 04:52:01.606785 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56298) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:01.628691 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:01.659381 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ed220878-21c2-4c1f-a5e7-354329ea42c3 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (5863ad3a-5dd3-4c4e-b2d7-164001d6ec5e), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:01.671769 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03a1140-2274-4dd8-b371-5f1210819c5e admin admin] Made reservation on behalf of 74bc85d80bc74ecdb98a7df6b8af1ebd for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:52:01.673652 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed220878-21c2-4c1f-a5e7-354329ea42c3 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:52:01.674068 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ed220878-21c2-4c1f-a5e7-354329ea42c3 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (5863ad3a-5dd3-4c4e-b2d7-164001d6ec5e), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:01.675979 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e03a1140-2274-4dd8-b371-5f1210819c5e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:01.729683 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ae4cbff-9151-43f3-9615-c9d93175ad40 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Deleting subnet d4945dbe-36c6-4887-ae3f-c0cb0946e082 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:52:01.742040 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3ae4cbff-9151-43f3-9615-c9d93175ad40 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks [] for subnet (d4945dbe-36c6-4887-ae3f-c0cb0946e082), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:01.765468 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device f71f5f6f-61f5-4013-9de2-1c1b43f0d321 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:52:01.806982 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3ae4cbff-9151-43f3-9615-c9d93175ad40 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (d4945dbe-36c6-4887-ae3f-c0cb0946e082), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:01.837001 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9fddd92a-df21-4d88-b8d0-7575cc264ef6 tempest-MeteringIpV6TestJSON-183921726 tempest-MeteringIpV6TestJSON-183921726-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:01.837001 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9fddd92a-df21-4d88-b8d0-7575cc264ef6 tempest-MeteringIpV6TestJSON-183921726 tempest-MeteringIpV6TestJSON-183921726-project-admin] 10.222.0.76 "DELETE /networking/v2.0/metering/metering-label-rules/a060bdab-02c2-4033-9bda-d187ad30ea14 HTTP/1.1" status: 204 len: 168 time: 0.3060448 Aug 27 04:52:01.837544 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56302) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:01.856720 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-dab7c7bf-b986-4dfd-b9c7-02c23c00dc3b tempest-MeteringIpV6TestJSON-183921726 tempest-MeteringIpV6TestJSON-183921726-project-admin] 10.222.0.76 "GET /networking/v2.0/metering/metering-label-rules?id=a060bdab-02c2-4033-9bda-d187ad30ea14 HTTP/1.1" status: 200 len: 221 time: 0.0186203 Aug 27 04:52:01.861580 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56304) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:01.869771 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-6ae5fb02-af08-4f6d-998f-faf158671c4c tempest-MeteringIpV6TestJSON-183921726 tempest-MeteringIpV6TestJSON-183921726-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--136102625', 'description': 'label created by tempest'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:01.870590 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-6ae5fb02-af08-4f6d-998f-faf158671c4c tempest-MeteringIpV6TestJSON-183921726 tempest-MeteringIpV6TestJSON-183921726-project-admin] Unknown quota resources ['metering_label']. {{(pid=107776) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Aug 27 04:52:01.941417 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ed220878-21c2-4c1f-a5e7-354329ea42c3 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (326f2f60-f39f-49a1-bf46-033689306607), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:01.968650 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ed220878-21c2-4c1f-a5e7-354329ea42c3 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:01.974387 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ed220878-21c2-4c1f-a5e7-354329ea42c3 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] 10.222.0.76 "DELETE /networking/v2.0/networks/326f2f60-f39f-49a1-bf46-033689306607 HTTP/1.1" status: 204 len: 168 time: 1.6196830 Aug 27 04:52:01.978768 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56308) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:02.003288 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed220878-21c2-4c1f-a5e7-354329ea42c3 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Pushing event deleted for resources: {'Network': ['ID=326f2f60-f39f-49a1-bf46-033689306607,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:02.018731 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56310) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:02.048750 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3ae4cbff-9151-43f3-9615-c9d93175ad40 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (d4945dbe-36c6-4887-ae3f-c0cb0946e082), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:02.072481 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:02.118360 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port f71f5f6f-61f5-4013-9de2-1c1b43f0d321 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:52:02.119034 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (f71f5f6f-61f5-4013-9de2-1c1b43f0d321), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:02.126020 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e03a1140-2274-4dd8-b371-5f1210819c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (341e3157-8582-4d5b-bd31-f7bec910ad25), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:02.157265 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-b32ad9ab-f0c5-41b7-9343-fabed0653a53 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Deleting subnet 42d81454-266b-4391-92ed-f10c445d9d77 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:52:02.165495 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 10591221-6eaf-4e16-b7c1-0bae6d0e1471 resource provider aggregate not found Aug 27 04:52:02.170877 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b32ad9ab-f0c5-41b7-9343-fabed0653a53 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks [] for subnet (42d81454-266b-4391-92ed-f10c445d9d77), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:02.191655 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:02.199364 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 10591221-6eaf-4e16-b7c1-0bae6d0e1471 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 10591221-6eaf-4e16-b7c1-0bae6d0e1471 found for delete ", "request_id": "req-9dcefde0-66eb-432a-b190-c1071577e891"}]} Aug 27 04:52:02.244658 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port f71f5f6f-61f5-4013-9de2-1c1b43f0d321 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:52:02.251092 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device df47b943-9690-479e-8548-02c46021d423 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:52:02.286224 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: df47b943-9690-479e-8548-02c46021d423 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:52:02.286851 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device df47b943-9690-479e-8548-02c46021d423 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:52:02.291431 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03a1140-2274-4dd8-b371-5f1210819c5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=341e3157-8582-4d5b-bd31-f7bec910ad25,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:02.296005 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 5863ad3a-5dd3-4c4e-b2d7-164001d6ec5e resource provider aggregate not found Aug 27 04:52:02.302253 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03a1140-2274-4dd8-b371-5f1210819c5e admin admin] Checking segment: {'id': '797e6b19-964f-40ed-bd62-83d569edb24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '16195b11-f6cf-43f6-b965-287ec3f94065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:52:02.302253 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03a1140-2274-4dd8-b371-5f1210819c5e admin admin] Network hostable DHCP agents. Network: 16195b11-f6cf-43f6-b965-287ec3f94065, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:52:02.306036 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6ae5fb02-af08-4f6d-998f-faf158671c4c tempest-MeteringIpV6TestJSON-183921726 tempest-MeteringIpV6TestJSON-183921726-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:02.307235 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6ae5fb02-af08-4f6d-998f-faf158671c4c tempest-MeteringIpV6TestJSON-183921726 tempest-MeteringIpV6TestJSON-183921726-project-admin] 10.222.0.76 "POST /networking/v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4443653 Aug 27 04:52:02.312248 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56324) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:02.313675 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b32ad9ab-f0c5-41b7-9343-fabed0653a53 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (42d81454-266b-4391-92ed-f10c445d9d77), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:02.336854 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 5863ad3a-5dd3-4c4e-b2d7-164001d6ec5e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5863ad3a-5dd3-4c4e-b2d7-164001d6ec5e found for delete ", "request_id": "req-a6134442-98b8-4b04-b9d6-429d04560794"}]} Aug 27 04:52:02.435677 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b32ad9ab-f0c5-41b7-9343-fabed0653a53 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (42d81454-266b-4391-92ed-f10c445d9d77), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:02.441190 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a43064a1-684b-47da-846f-e5e3ccc02dc8 tempest-MeteringIpV6TestJSON-183921726 tempest-MeteringIpV6TestJSON-183921726-project-admin] 10.222.0.76 "GET /networking/v2.0/metering/metering-labels?id=cdc4a2b2-0598-4046-98bc-4c0a9a36200f HTTP/1.1" status: 200 len: 467 time: 0.0915377 Aug 27 04:52:02.458023 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56330) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:02.513014 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3ae4cbff-9151-43f3-9615-c9d93175ad40 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (d4945dbe-36c6-4887-ae3f-c0cb0946e082), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:02.536092 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:52:02.609746 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:02.611000 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03a1140-2274-4dd8-b371-5f1210819c5e admin admin] Network 16195b11-f6cf-43f6-b965-287ec3f94065 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:52:02.630852 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae4cbff-9151-43f3-9615-c9d93175ad40 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Pushing event deleted for resources: {'Subnet': ['ID=d4945dbe-36c6-4887-ae3f-c0cb0946e082,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:02.633608 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c94cb1c3-e86b-4551-8f68-2bd47b98b7f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (5970b2c9-c027-4ed7-99ec-4951b3548cbd), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:02.638484 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3ae4cbff-9151-43f3-9615-c9d93175ad40 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:02.645644 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3ae4cbff-9151-43f3-9615-c9d93175ad40 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/d4945dbe-36c6-4887-ae3f-c0cb0946e082 HTTP/1.1" status: 204 len: 168 time: 1.0375373 Aug 27 04:52:02.651003 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf5dfd3-aefd-4f87-a34f-a0963081a41e None None] Network 5ddde7e4-0bc7-42f8-b4c9-e3d11853f3d0 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:52:02.654449 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56338) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:02.726561 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-e03a1140-2274-4dd8-b371-5f1210819c5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 16195b11-f6cf-43f6-b965-287ec3f94065) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:52:02.739213 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03a1140-2274-4dd8-b371-5f1210819c5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:02.739944 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e03a1140-2274-4dd8-b371-5f1210819c5e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:02.769934 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f405b27f-58aa-4b2b-8c7c-bb15378576c2 None None] Network 16195b11-f6cf-43f6-b965-287ec3f94065 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:52:02.817587 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba75e571-6a6c-4659-a0fb-6deefcf93cbf tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Deleting subnet 1a758e71-aeea-44ef-8f5f-cb78654fbd89 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:52:02.821843 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:02.823799 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ba75e571-6a6c-4659-a0fb-6deefcf93cbf tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks [] for subnet (1a758e71-aeea-44ef-8f5f-cb78654fbd89), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:02.878259 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e03a1140-2274-4dd8-b371-5f1210819c5e admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4122789 Aug 27 04:52:02.882454 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56340) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:02.887250 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-b455b9b3-9911-4e40-ac0d-f1e68827e035 admin admin] Request body: {'router': {'name': 'tempest-ServersNegativeTestJSON-5510906-router', 'tenant_id': '74bc85d80bc74ecdb98a7df6b8af1ebd', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:02.937026 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f87f78-2d59-421e-bd87-f6582ff841ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-16195b11-f6cf-43f6-b965-287ec3f94065', 'network_id': '16195b11-f6cf-43f6-b965-287ec3f94065', 'project_id': '74bc85d80bc74ecdb98a7df6b8af1ebd', 'fixed_ips': [{'subnet_id': '341e3157-8582-4d5b-bd31-f7bec910ad25'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:52:02.938438 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-35f87f78-2d59-421e-bd87-f6582ff841ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:03.004522 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-c94cb1c3-e86b-4551-8f68-2bd47b98b7f9 admin admin] Deleting port f71f5f6f-61f5-4013-9de2-1c1b43f0d321 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:52:03.004875 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c94cb1c3-e86b-4551-8f68-2bd47b98b7f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (f71f5f6f-61f5-4013-9de2-1c1b43f0d321), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:03.087293 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b455b9b3-9911-4e40-ac0d-f1e68827e035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (60daa95c-ea91-4892-a5eb-7f9c8acee80c), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:03.089975 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b455b9b3-9911-4e40-ac0d-f1e68827e035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (60daa95c-ea91-4892-a5eb-7f9c8acee80c), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:03.114919 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-35f87f78-2d59-421e-bd87-f6582ff841ac None None] Allocated IP 172.20.0.2 (16195b11-f6cf-43f6-b965-287ec3f94065/341e3157-8582-4d5b-bd31-f7bec910ad25/01e025fd-357b-4ee8-a8d8-674efd9ac2b0) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:52:03.255279 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b455b9b3-9911-4e40-ac0d-f1e68827e035 admin admin] Publish callbacks [] for router_controller (60daa95c-ea91-4892-a5eb-7f9c8acee80c), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:03.301468 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-c94cb1c3-e86b-4551-8f68-2bd47b98b7f9 admin admin] For port f71f5f6f-61f5-4013-9de2-1c1b43f0d321, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=f71f5f6f-61f5-4013-9de2-1c1b43f0d321,segment=NetworkSegment(6f478a95-5490-4941-8ad1-6c7ee80668a5),segment_id=6f478a95-5490-4941-8ad1-6c7ee80668a5)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:52:03.301847 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c94cb1c3-e86b-4551-8f68-2bd47b98b7f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (f71f5f6f-61f5-4013-9de2-1c1b43f0d321), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:03.332557 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=83,neutron:DELETE=10,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:03.341091 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-c94cb1c3-e86b-4551-8f68-2bd47b98b7f9 admin admin] Calling delete_port for f71f5f6f-61f5-4013-9de2-1c1b43f0d321 owned by network:router_interface {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:52:03.360664 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-35f87f78-2d59-421e-bd87-f6582ff841ac None None] Publish callbacks [] for port (01e025fd-357b-4ee8-a8d8-674efd9ac2b0), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:03.382716 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cf212a9a-078c-4382-97b2-f56759ab8ea6 tempest-MeteringIpV6TestJSON-183921726 tempest-MeteringIpV6TestJSON-183921726-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:03.383941 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-cf212a9a-078c-4382-97b2-f56759ab8ea6 tempest-MeteringIpV6TestJSON-183921726 tempest-MeteringIpV6TestJSON-183921726-project-admin] 10.222.0.76 "DELETE /networking/v2.0/metering/metering-labels/cdc4a2b2-0598-4046-98bc-4c0a9a36200f HTTP/1.1" status: 204 len: 168 time: 0.9248762 Aug 27 04:52:03.385130 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b32ad9ab-f0c5-41b7-9343-fabed0653a53 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (42d81454-266b-4391-92ed-f10c445d9d77), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:03.391625 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56352) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:03.391625 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=84,neutron:UPDATE=8,neutron:INSERT=8 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:03.405777 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=11,neutron:UPDATE=3,neutron:SELECT=86 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:03.434789 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32ad9ab-f0c5-41b7-9343-fabed0653a53 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Pushing event deleted for resources: {'Subnet': ['ID=42d81454-266b-4391-92ed-f10c445d9d77,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:03.441222 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6711a3f8-97c4-42a5-a668-ac0c04845e14 tempest-MeteringIpV6TestJSON-183921726 tempest-MeteringIpV6TestJSON-183921726-project-admin] 10.222.0.76 "GET /networking/v2.0/metering/metering-labels?id=cdc4a2b2-0598-4046-98bc-4c0a9a36200f HTTP/1.1" status: 200 len: 216 time: 0.0468881 Aug 27 04:52:03.447485 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b32ad9ab-f0c5-41b7-9343-fabed0653a53 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:03.453308 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b32ad9ab-f0c5-41b7-9343-fabed0653a53 tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/42d81454-266b-4391-92ed-f10c445d9d77 HTTP/1.1" status: 204 len: 168 time: 1.4633679 Aug 27 04:52:03.454619 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a073a685-f799-44d4-bf59-66b33b09b6be None None] Network 83747d6e-1730-4584-a4e6-31ba7716266c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:52:03.454860 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ba75e571-6a6c-4659-a0fb-6deefcf93cbf tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (1a758e71-aeea-44ef-8f5f-cb78654fbd89), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:03.458010 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56354) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:03.458010 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56356) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:03.544473 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f458a8fb-c5ea-449c-bc59-32259831dc7c tempest-MeteringIpV6TestJSON-183921726 tempest-MeteringIpV6TestJSON-183921726-project-admin] 10.222.0.76 "GET /networking/v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0823402 Aug 27 04:52:03.554612 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56362) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:03.584759 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-35f87f78-2d59-421e-bd87-f6582ff841ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (01e025fd-357b-4ee8-a8d8-674efd9ac2b0), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:03.609972 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-fc057e8a-c49a-4d80-b9f6-a9b1aa679d44 tempest-MeteringIpV6TestJSON-183921726 tempest-MeteringIpV6TestJSON-183921726-project-admin] 10.222.0.76 "GET /networking/v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0510035 Aug 27 04:52:03.613156 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56364) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:03.689739 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:03.690452 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5e9fc6c8-fbd7-4c08-ae51-0c68fc58ed2d tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (83747d6e-1730-4584-a4e6-31ba7716266c), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:03.709399 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:03.725201 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8eb997d8-0d2a-4aae-916f-75f1efc7c41c tempest-MeteringIpV6TestJSON-183921726 tempest-MeteringIpV6TestJSON-183921726-project-admin] 10.222.0.76 "GET /networking/v2.0/metering/metering-labels/4bf56d98-ae51-4497-baba-c8c91e7f40d2 HTTP/1.1" status: 200 len: 472 time: 0.1047170 Aug 27 04:52:03.730336 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56366) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:03.742362 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87f78-2d59-421e-bd87-f6582ff841ac None None] Pushing event updated for resources: {'Port': ['ID=01e025fd-357b-4ee8-a8d8-674efd9ac2b0,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:03.776720 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f87f78-2d59-421e-bd87-f6582ff841ac None None] Network 16195b11-f6cf-43f6-b965-287ec3f94065 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:52:03.779839 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-35f87f78-2d59-421e-bd87-f6582ff841ac None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:52:03.785615 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f87f78-2d59-421e-bd87-f6582ff841ac None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:52:03.786335 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-fd70f8e0-1dc3-41d6-8d68-d041ca971491 tempest-MeteringIpV6TestJSON-183921726 tempest-MeteringIpV6TestJSON-183921726-project-admin] 10.222.0.76 "GET /networking/v2.0/metering/metering-label-rules/e73bf0cf-8484-46e2-91c3-92dae533e536 HTTP/1.1" status: 200 len: 459 time: 0.0543141 Aug 27 04:52:03.792881 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ba75e571-6a6c-4659-a0fb-6deefcf93cbf tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (1a758e71-aeea-44ef-8f5f-cb78654fbd89), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:03.798598 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56370) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:03.867698 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b959daa0-611c-4489-adce-993698b63982 None None] DHCP port deletion for 83747d6e-1730-4584-a4e6-31ba7716266c request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:52:03.898099 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-5e9fc6c8-fbd7-4c08-ae51-0c68fc58ed2d tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Deleting port aa85027a-027a-4d16-b82e-5a13c580ee56 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:52:03.898233 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5e9fc6c8-fbd7-4c08-ae51-0c68fc58ed2d tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (aa85027a-027a-4d16-b82e-5a13c580ee56), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:03.943673 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:03.974305 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-b959daa0-611c-4489-adce-993698b63982 None None] Deleting port aa85027a-027a-4d16-b82e-5a13c580ee56 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:52:03.979510 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b959daa0-611c-4489-adce-993698b63982 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (aa85027a-027a-4d16-b82e-5a13c580ee56), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:03.981026 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-35f87f78-2d59-421e-bd87-f6582ff841ac None None] Attempting to bind port 01e025fd-357b-4ee8-a8d8-674efd9ac2b0 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:52:03.981403 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-35f87f78-2d59-421e-bd87-f6582ff841ac None None] Attempting to bind port 01e025fd-357b-4ee8-a8d8-674efd9ac2b0 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '797e6b19-964f-40ed-bd62-83d569edb24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '16195b11-f6cf-43f6-b965-287ec3f94065'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:52:03.981845 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f87f78-2d59-421e-bd87-f6582ff841ac None None] Attempting to bind port 01e025fd-357b-4ee8-a8d8-674efd9ac2b0 on network 16195b11-f6cf-43f6-b965-287ec3f94065 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:52:03.988088 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-5e9fc6c8-fbd7-4c08-ae51-0c68fc58ed2d tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] For port aa85027a-027a-4d16-b82e-5a13c580ee56, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=aa85027a-027a-4d16-b82e-5a13c580ee56,segment=NetworkSegment(ad182e63-7b93-4586-a7f4-e68825c271f6),segment_id=ad182e63-7b93-4586-a7f4-e68825c271f6)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:52:03.988796 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5e9fc6c8-fbd7-4c08-ae51-0c68fc58ed2d tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (aa85027a-027a-4d16-b82e-5a13c580ee56), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:04.007177 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-5e9fc6c8-fbd7-4c08-ae51-0c68fc58ed2d tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Calling delete_port for aa85027a-027a-4d16-b82e-5a13c580ee56 owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:52:04.024669 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f87f78-2d59-421e-bd87-f6582ff841ac None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:52:04.031185 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f87f78-2d59-421e-bd87-f6582ff841ac None None] Checking segment: {'id': '797e6b19-964f-40ed-bd62-83d569edb24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '16195b11-f6cf-43f6-b965-287ec3f94065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:52:04.031185 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-35f87f78-2d59-421e-bd87-f6582ff841ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:04.031185 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f87f78-2d59-421e-bd87-f6582ff841ac None None] Bound using segment: {'id': '797e6b19-964f-40ed-bd62-83d569edb24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '16195b11-f6cf-43f6-b965-287ec3f94065'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:52:04.031185 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-35f87f78-2d59-421e-bd87-f6582ff841ac None None] Bound port: 01e025fd-357b-4ee8-a8d8-674efd9ac2b0, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '797e6b19-964f-40ed-bd62-83d569edb24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '16195b11-f6cf-43f6-b965-287ec3f94065'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:52:04.031185 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-35f87f78-2d59-421e-bd87-f6582ff841ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (01e025fd-357b-4ee8-a8d8-674efd9ac2b0), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:04.107280 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-b959daa0-611c-4489-adce-993698b63982 None None] For port aa85027a-027a-4d16-b82e-5a13c580ee56, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=aa85027a-027a-4d16-b82e-5a13c580ee56,segment=NetworkSegment(ad182e63-7b93-4586-a7f4-e68825c271f6),segment_id=ad182e63-7b93-4586-a7f4-e68825c271f6)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:52:04.109764 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b959daa0-611c-4489-adce-993698b63982 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (aa85027a-027a-4d16-b82e-5a13c580ee56), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:04.116533 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b455b9b3-9911-4e40-ac0d-f1e68827e035 admin admin] Publish callbacks [] for router_gateway (60daa95c-ea91-4892-a5eb-7f9c8acee80c), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:04.152415 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dc35725c-5056-43fd-a855-6c06d5d5937f tempest-MeteringIpV6TestJSON-183921726 tempest-MeteringIpV6TestJSON-183921726-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:04.152415 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-dc35725c-5056-43fd-a855-6c06d5d5937f tempest-MeteringIpV6TestJSON-183921726 tempest-MeteringIpV6TestJSON-183921726-project-admin] 10.222.0.76 "DELETE /networking/v2.0/metering/metering-label-rules/e73bf0cf-8484-46e2-91c3-92dae533e536 HTTP/1.1" status: 204 len: 168 time: 0.3425186 Aug 27 04:52:04.152694 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-b959daa0-611c-4489-adce-993698b63982 None None] Calling delete_port for aa85027a-027a-4d16-b82e-5a13c580ee56 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:52:04.154487 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56376) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:04.158993 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-0a11c650-aa65-4210-b982-fe2b6460d4e9 None None] Provisioning complete for port 912423ae-89db-4fff-8137-ba3db52edd95 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:52:04.159369 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0a11c650-aa65-4210-b982-fe2b6460d4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (912423ae-89db-4fff-8137-ba3db52edd95), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:04.218022 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ba75e571-6a6c-4659-a0fb-6deefcf93cbf tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (1a758e71-aeea-44ef-8f5f-cb78654fbd89), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:04.272880 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-35f87f78-2d59-421e-bd87-f6582ff841ac None None] For port 01e025fd-357b-4ee8-a8d8-674efd9ac2b0, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:52:04.295186 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-35f87f78-2d59-421e-bd87-f6582ff841ac None None] For port 01e025fd-357b-4ee8-a8d8-674efd9ac2b0, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=01e025fd-357b-4ee8-a8d8-674efd9ac2b0,segment=NetworkSegment(797e6b19-964f-40ed-bd62-83d569edb24a),segment_id=797e6b19-964f-40ed-bd62-83d569edb24a)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:52:04.319417 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba75e571-6a6c-4659-a0fb-6deefcf93cbf tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Pushing event deleted for resources: {'Subnet': ['ID=1a758e71-aeea-44ef-8f5f-cb78654fbd89,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:04.325147 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ba75e571-6a6c-4659-a0fb-6deefcf93cbf tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:04.329877 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ba75e571-6a6c-4659-a0fb-6deefcf93cbf tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/1a758e71-aeea-44ef-8f5f-cb78654fbd89 HTTP/1.1" status: 204 len: 168 time: 1.6726503 Aug 27 04:52:04.332857 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56384) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:04.376018 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-0a11c650-aa65-4210-b982-fe2b6460d4e9 None None] Current status of the port 912423ae-89db-4fff-8137-ba3db52edd95 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:52:04.379061 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ff7bb3-82ea-4b41-9e24-2be78629bb95 None None] Network 5ddde7e4-0bc7-42f8-b4c9-e3d11853f3d0 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:52:04.433468 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-35f87f78-2d59-421e-bd87-f6582ff841ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (01e025fd-357b-4ee8-a8d8-674efd9ac2b0), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:04.468977 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c00170bb-4799-43b1-bb94-8e3ac5556e87 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (5ddde7e4-0bc7-42f8-b4c9-e3d11853f3d0), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:04.497415 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c94cb1c3-e86b-4551-8f68-2bd47b98b7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (f71f5f6f-61f5-4013-9de2-1c1b43f0d321), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:04.575600 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94cb1c3-e86b-4551-8f68-2bd47b98b7f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f71f5f6f-61f5-4013-9de2-1c1b43f0d321,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:04.585785 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-c00170bb-4799-43b1-bb94-8e3ac5556e87 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Deleting port 912423ae-89db-4fff-8137-ba3db52edd95 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:52:04.586701 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c00170bb-4799-43b1-bb94-8e3ac5556e87 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (912423ae-89db-4fff-8137-ba3db52edd95), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:04.615995 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87f78-2d59-421e-bd87-f6582ff841ac None None] Pushing event updated for resources: {'Port': ['ID=01e025fd-357b-4ee8-a8d8-674efd9ac2b0,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:04.618637 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b455b9b3-9911-4e40-ac0d-f1e68827e035 admin admin] Publish callbacks [] for router_gateway (60daa95c-ea91-4892-a5eb-7f9c8acee80c), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:04.639796 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5e9fc6c8-fbd7-4c08-ae51-0c68fc58ed2d tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (aa85027a-027a-4d16-b82e-5a13c580ee56), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:04.645592 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b959daa0-611c-4489-adce-993698b63982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (aa85027a-027a-4d16-b82e-5a13c580ee56), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:04.703846 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9fc6c8-fbd7-4c08-ae51-0c68fc58ed2d tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Pushing event deleted for resources: {'Port': ['ID=aa85027a-027a-4d16-b82e-5a13c580ee56,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:04.707515 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b959daa0-611c-4489-adce-993698b63982 None None] No DVR routers for this DVR port aa85027a-027a-4d16-b82e-5a13c580ee56 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:52:04.709946 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b959daa0-611c-4489-adce-993698b63982 None None] Pushing event deleted for resources: {'Port': ['ID=aa85027a-027a-4d16-b82e-5a13c580ee56,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:04.735984 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b94e226-604c-4e2f-9b4c-f0279716904a None None] DHCP port deletion for 5ddde7e4-0bc7-42f8-b4c9-e3d11853f3d0 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:52:04.744693 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9fc6c8-fbd7-4c08-ae51-0c68fc58ed2d tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] No DVR routers for this DVR port aa85027a-027a-4d16-b82e-5a13c580ee56 on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:52:04.778182 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b455b9b3-9911-4e40-ac0d-f1e68827e035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:04.798873 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-c00170bb-4799-43b1-bb94-8e3ac5556e87 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] For port 912423ae-89db-4fff-8137-ba3db52edd95, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=912423ae-89db-4fff-8137-ba3db52edd95,segment=NetworkSegment(8d2b60a6-0c20-429b-848c-46fb33356a86),segment_id=8d2b60a6-0c20-429b-848c-46fb33356a86)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:52:04.809209 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c00170bb-4799-43b1-bb94-8e3ac5556e87 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (912423ae-89db-4fff-8137-ba3db52edd95), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:04.871343 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-c00170bb-4799-43b1-bb94-8e3ac5556e87 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Calling delete_port for 912423ae-89db-4fff-8137-ba3db52edd95 owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:52:04.875586 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0908a0a4-bfe6-4308-b383-92c4106289b0 tempest-MeteringIpV6TestJSON-183921726 tempest-MeteringIpV6TestJSON-183921726-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:04.878972 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-8b94e226-604c-4e2f-9b4c-f0279716904a None None] Deleting port 912423ae-89db-4fff-8137-ba3db52edd95 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:52:04.879478 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8b94e226-604c-4e2f-9b4c-f0279716904a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (912423ae-89db-4fff-8137-ba3db52edd95), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:04.887802 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-0908a0a4-bfe6-4308-b383-92c4106289b0 tempest-MeteringIpV6TestJSON-183921726 tempest-MeteringIpV6TestJSON-183921726-project-admin] 10.222.0.76 "DELETE /networking/v2.0/metering/metering-labels/4bf56d98-ae51-4497-baba-c8c91e7f40d2 HTTP/1.1" status: 204 len: 168 time: 0.7265553 Aug 27 04:52:04.917653 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:05.081823 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5e9fc6c8-fbd7-4c08-ae51-0c68fc58ed2d tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (83747d6e-1730-4584-a4e6-31ba7716266c), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:05.113578 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-8b94e226-604c-4e2f-9b4c-f0279716904a None None] For port 912423ae-89db-4fff-8137-ba3db52edd95, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=912423ae-89db-4fff-8137-ba3db52edd95,segment=NetworkSegment(8d2b60a6-0c20-429b-848c-46fb33356a86),segment_id=8d2b60a6-0c20-429b-848c-46fb33356a86)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:52:05.116955 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8b94e226-604c-4e2f-9b4c-f0279716904a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (912423ae-89db-4fff-8137-ba3db52edd95), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:05.122897 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-5e9fc6c8-fbd7-4c08-ae51-0c68fc58ed2d tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83747d6e-1730-4584-a4e6-31ba7716266c']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:05.138187 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-5e9fc6c8-fbd7-4c08-ae51-0c68fc58ed2d tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad182e63-7b93-4586-a7f4-e68825c271f6') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:05.138899 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-5e9fc6c8-fbd7-4c08-ae51-0c68fc58ed2d tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad182e63-7b93-4586-a7f4-e68825c271f6') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:05.139700 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-8b94e226-604c-4e2f-9b4c-f0279716904a None None] Calling delete_port for 912423ae-89db-4fff-8137-ba3db52edd95 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:52:05.160066 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5e9fc6c8-fbd7-4c08-ae51-0c68fc58ed2d tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (ad182e63-7b93-4586-a7f4-e68825c271f6), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:05.182512 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5e9fc6c8-fbd7-4c08-ae51-0c68fc58ed2d tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (ad182e63-7b93-4586-a7f4-e68825c271f6), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:05.189763 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e9fc6c8-fbd7-4c08-ae51-0c68fc58ed2d tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:52:05.190212 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5e9fc6c8-fbd7-4c08-ae51-0c68fc58ed2d tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (ad182e63-7b93-4586-a7f4-e68825c271f6), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:05.197259 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:05.208568 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-b455b9b3-9911-4e40-ac0d-f1e68827e035 admin admin] Allocated IP 172.25.2.178 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/4515db45-633b-427a-8263-1975e18c64c8) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:52:05.263564 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c00170bb-4799-43b1-bb94-8e3ac5556e87 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (912423ae-89db-4fff-8137-ba3db52edd95), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:05.290622 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c94cb1c3-e86b-4551-8f68-2bd47b98b7f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (5970b2c9-c027-4ed7-99ec-4951b3548cbd), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:05.299030 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00170bb-4799-43b1-bb94-8e3ac5556e87 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] No DVR routers for this DVR port 912423ae-89db-4fff-8137-ba3db52edd95 on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:52:05.301865 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment ad182e63-7b93-4586-a7f4-e68825c271f6 resource provider aggregate not found Aug 27 04:52:05.312509 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00170bb-4799-43b1-bb94-8e3ac5556e87 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Pushing event deleted for resources: {'Port': ['ID=912423ae-89db-4fff-8137-ba3db52edd95,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:05.334882 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8b94e226-604c-4e2f-9b4c-f0279716904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (912423ae-89db-4fff-8137-ba3db52edd95), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:05.343449 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment ad182e63-7b93-4586-a7f4-e68825c271f6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ad182e63-7b93-4586-a7f4-e68825c271f6 found for delete ", "request_id": "req-80b15a3a-c471-41a1-af5b-99902cc94926"}]} Aug 27 04:52:05.344385 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5e9fc6c8-fbd7-4c08-ae51-0c68fc58ed2d tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (83747d6e-1730-4584-a4e6-31ba7716266c), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:05.358770 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:05.376986 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:05.384780 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b94e226-604c-4e2f-9b4c-f0279716904a None None] Pushing event deleted for resources: {'Port': ['ID=912423ae-89db-4fff-8137-ba3db52edd95,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:05.389364 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b94e226-604c-4e2f-9b4c-f0279716904a None None] No DVR routers for this DVR port 912423ae-89db-4fff-8137-ba3db52edd95 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:52:05.464424 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b455b9b3-9911-4e40-ac0d-f1e68827e035 admin admin] Publish callbacks [] for port (4515db45-633b-427a-8263-1975e18c64c8), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:05.471108 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c00170bb-4799-43b1-bb94-8e3ac5556e87 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (5ddde7e4-0bc7-42f8-b4c9-e3d11853f3d0), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:05.496455 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-c00170bb-4799-43b1-bb94-8e3ac5556e87 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ddde7e4-0bc7-42f8-b4c9-e3d11853f3d0']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:05.499558 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5e9fc6c8-fbd7-4c08-ae51-0c68fc58ed2d tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:05.506318 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-5e9fc6c8-fbd7-4c08-ae51-0c68fc58ed2d tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] 10.222.0.76 "DELETE /networking/v2.0/networks/83747d6e-1730-4584-a4e6-31ba7716266c HTTP/1.1" status: 204 len: 168 time: 2.0429094 Aug 27 04:52:05.518931 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56410) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:05.529696 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-c00170bb-4799-43b1-bb94-8e3ac5556e87 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d2b60a6-0c20-429b-848c-46fb33356a86') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:05.530160 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-c00170bb-4799-43b1-bb94-8e3ac5556e87 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d2b60a6-0c20-429b-848c-46fb33356a86') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:05.537926 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9fc6c8-fbd7-4c08-ae51-0c68fc58ed2d tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Pushing event deleted for resources: {'Network': ['ID=83747d6e-1730-4584-a4e6-31ba7716266c,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:05.567138 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-227efcad-f13e-4112-b14e-62c465b7521c tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=29ae91eb-a1b0-4c59-aa6f-8312a1c868bf HTTP/1.1" status: 200 len: 205 time: 0.0469408 Aug 27 04:52:05.570156 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c00170bb-4799-43b1-bb94-8e3ac5556e87 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (8d2b60a6-0c20-429b-848c-46fb33356a86), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:05.571815 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56412) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:05.617216 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c94cb1c3-e86b-4551-8f68-2bd47b98b7f9 admin admin] Router 5970b2c9-c027-4ed7-99ec-4951b3548cbd has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:52:05.656728 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c00170bb-4799-43b1-bb94-8e3ac5556e87 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (8d2b60a6-0c20-429b-848c-46fb33356a86), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:05.670417 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c00170bb-4799-43b1-bb94-8e3ac5556e87 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:52:05.674575 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c00170bb-4799-43b1-bb94-8e3ac5556e87 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (8d2b60a6-0c20-429b-848c-46fb33356a86), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:05.688381 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b455b9b3-9911-4e40-ac0d-f1e68827e035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (4515db45-633b-427a-8263-1975e18c64c8), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:05.689615 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-811a5336-98d7-4d9d-ba26-9b648d3eea6f tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks [] for router (29ae91eb-a1b0-4c59-aa6f-8312a1c868bf), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:05.751346 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b455b9b3-9911-4e40-ac0d-f1e68827e035 admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:52:05.760833 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-b455b9b3-9911-4e40-ac0d-f1e68827e035 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:52:05.760833 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b455b9b3-9911-4e40-ac0d-f1e68827e035 admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:52:05.872508 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 01e025fd-357b-4ee8-a8d8-674efd9ac2b0 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:52:05.879353 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b455b9b3-9911-4e40-ac0d-f1e68827e035 admin admin] Pushing event updated for resources: {'Port': ['ID=4515db45-633b-427a-8263-1975e18c64c8,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:05.959878 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 01e025fd-357b-4ee8-a8d8-674efd9ac2b0 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:52:05.961056 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (01e025fd-357b-4ee8-a8d8-674efd9ac2b0), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:05.994437 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:06.008418 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c00170bb-4799-43b1-bb94-8e3ac5556e87 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (5ddde7e4-0bc7-42f8-b4c9-e3d11853f3d0), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:06.019126 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c00170bb-4799-43b1-bb94-8e3ac5556e87 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:06.019359 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c94cb1c3-e86b-4551-8f68-2bd47b98b7f9 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:52:06.031365 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905d1704-9bb9-4508-8d78-d35f1a0373e2 None None] Sync routers for ids ['5970b2c9-c027-4ed7-99ec-4951b3548cbd'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:52:06.048845 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905d1704-9bb9-4508-8d78-d35f1a0373e2 None None] Routers {'5970b2c9-c027-4ed7-99ec-4951b3548cbd'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:52:06.049489 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-905d1704-9bb9-4508-8d78-d35f1a0373e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:51:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['5970b2c9-c027-4ed7-99ec-4951b3548cbd'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:06.056531 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c00170bb-4799-43b1-bb94-8e3ac5556e87 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] 10.222.0.76 "DELETE /networking/v2.0/networks/5ddde7e4-0bc7-42f8-b4c9-e3d11853f3d0 HTTP/1.1" status: 204 len: 168 time: 1.7226176 Aug 27 04:52:06.059735 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56418) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:06.066358 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c94cb1c3-e86b-4551-8f68-2bd47b98b7f9 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/5970b2c9-c027-4ed7-99ec-4951b3548cbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0558629 Aug 27 04:52:06.079152 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56420) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:06.081223 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 01e025fd-357b-4ee8-a8d8-674efd9ac2b0 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:52:06.081603 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (01e025fd-357b-4ee8-a8d8-674efd9ac2b0), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:06.130697 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 01e025fd-357b-4ee8-a8d8-674efd9ac2b0, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=01e025fd-357b-4ee8-a8d8-674efd9ac2b0,segment=NetworkSegment(797e6b19-964f-40ed-bd62-83d569edb24a),segment_id=797e6b19-964f-40ed-bd62-83d569edb24a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:52:06.205314 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-811a5336-98d7-4d9d-ba26-9b648d3eea6f tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (29ae91eb-a1b0-4c59-aa6f-8312a1c868bf), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:06.207422 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00170bb-4799-43b1-bb94-8e3ac5556e87 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Pushing event deleted for resources: {'Network': ['ID=5ddde7e4-0bc7-42f8-b4c9-e3d11853f3d0,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:06.215626 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20f9bf7-e84a-4deb-93de-046cae2a8723 None None] Network 16195b11-f6cf-43f6-b965-287ec3f94065 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:52:06.228078 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-811a5336-98d7-4d9d-ba26-9b648d3eea6f tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks [] for router_controller (29ae91eb-a1b0-4c59-aa6f-8312a1c868bf), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:06.230515 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-057c1ffd-dfb1-4cb6-b5c3-8d7d020a5a80 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] DELETE failed (client error): The resource could not be found. Aug 27 04:52:06.237858 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-057c1ffd-dfb1-4cb6-b5c3-8d7d020a5a80 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:52:06.250855 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56422) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:06.251907 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-057c1ffd-dfb1-4cb6-b5c3-8d7d020a5a80 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/268b3568-fdc1-4887-af0e-b8c1851e3861 HTTP/1.1" status: 404 len: 337 time: 0.1864810 Aug 27 04:52:06.279417 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a210c5c-b520-40cc-9a0c-5334c5106edc tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] DELETE failed (client error): The resource could not be found. Aug 27 04:52:06.279747 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a210c5c-b520-40cc-9a0c-5334c5106edc tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:52:06.282910 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9a210c5c-b520-40cc-9a0c-5334c5106edc tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] 10.222.0.76 "DELETE /networking/v2.0/networks/9f68e492-c002-464c-bb04-fdb09f5efcfd HTTP/1.1" status: 404 len: 339 time: 0.0309775 Aug 27 04:52:06.293122 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (01e025fd-357b-4ee8-a8d8-674efd9ac2b0), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:06.301180 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56426) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:06.309177 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-905d1704-9bb9-4508-8d78-d35f1a0373e2 None None] Set router 5970b2c9-c027-4ed7-99ec-4951b3548cbd gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:52:06.407317 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cdbb4e8-ad29-4092-aca7-39c6561facf6 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] DELETE failed (client error): The resource could not be found. Aug 27 04:52:06.407790 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cdbb4e8-ad29-4092-aca7-39c6561facf6 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:52:06.419486 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3cdbb4e8-ad29-4092-aca7-39c6561facf6 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/800683ab-54c3-4745-bae0-af11ecd1daef HTTP/1.1" status: 404 len: 337 time: 0.1172307 Aug 27 04:52:06.423475 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3623ed25-c2dd-4e9b-906f-6b286fbda5c8 admin admin] Publish callbacks [] for router (5970b2c9-c027-4ed7-99ec-4951b3548cbd), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:06.431789 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 912423ae-89db-4fff-8137-ba3db52edd95 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:52:06.435712 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56436) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:06.443722 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56438) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:06.478047 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-7fb9a317-372e-432e-a20c-c726ed8375fd None None] Provisioning complete for port 01e025fd-357b-4ee8-a8d8-674efd9ac2b0 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:52:06.478047 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7fb9a317-372e-432e-a20c-c726ed8375fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (01e025fd-357b-4ee8-a8d8-674efd9ac2b0), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:06.507532 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 912423ae-89db-4fff-8137-ba3db52edd95 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:52:06.508262 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 912423ae-89db-4fff-8137-ba3db52edd95 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:52:06.509626 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device aa85027a-027a-4d16-b82e-5a13c580ee56 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:52:06.532244 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=01e025fd-357b-4ee8-a8d8-674efd9ac2b0,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:06.544986 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: aa85027a-027a-4d16-b82e-5a13c580ee56 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:52:06.545256 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device aa85027a-027a-4d16-b82e-5a13c580ee56 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:52:06.565096 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b455b9b3-9911-4e40-ac0d-f1e68827e035 admin admin] Publish callbacks [] for router_gateway (60daa95c-ea91-4892-a5eb-7f9c8acee80c), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:06.616870 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-7fb9a317-372e-432e-a20c-c726ed8375fd None None] Current status of the port 01e025fd-357b-4ee8-a8d8-674efd9ac2b0 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:52:06.629892 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-27d552e5-9285-4535-8544-e6ab4109b157 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] DELETE failed (client error): The resource could not be found. Aug 27 04:52:06.631571 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27d552e5-9285-4535-8544-e6ab4109b157 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:52:06.635234 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-27d552e5-9285-4535-8544-e6ab4109b157 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] 10.222.0.76 "DELETE /networking/v2.0/networks/29c6a84b-6a6f-4f95-92fe-4b2c002ee8d3 HTTP/1.1" status: 404 len: 339 time: 0.1978223 Aug 27 04:52:06.637911 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56444) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:06.686573 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:06.733547 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-811a5336-98d7-4d9d-ba26-9b648d3eea6f tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (29ae91eb-a1b0-4c59-aa6f-8312a1c868bf), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:06.734801 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811a5336-98d7-4d9d-ba26-9b648d3eea6f tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Fanout notify agent at l3_agent the message router_deleted on router 29ae91eb-a1b0-4c59-aa6f-8312a1c868bf {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:52:06.751446 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-811a5336-98d7-4d9d-ba26-9b648d3eea6f tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:06.753560 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-811a5336-98d7-4d9d-ba26-9b648d3eea6f tempest-RoutersNegativeTest-491866286 tempest-RoutersNegativeTest-491866286-project] 10.222.0.76 "DELETE /networking/v2.0/routers/29ae91eb-a1b0-4c59-aa6f-8312a1c868bf HTTP/1.1" status: 204 len: 168 time: 1.1804321 Aug 27 04:52:06.755415 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f7c3a05-0d6b-463a-82a4-eee1d4202dcc tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] DELETE failed (client error): The resource could not be found. Aug 27 04:52:06.764813 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f7c3a05-0d6b-463a-82a4-eee1d4202dcc tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:52:06.783195 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7f7c3a05-0d6b-463a-82a4-eee1d4202dcc tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/587b13e3-756b-4a9a-b67e-83d173761eee HTTP/1.1" status: 404 len: 337 time: 0.1439791 Aug 27 04:52:06.786038 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56464) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:06.809162 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-905d1704-9bb9-4508-8d78-d35f1a0373e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5970b2c9-c027-4ed7-99ec-4951b3548cbd', 'name': 'tempest-ServerDiskConfigTestJSON-1393506305-router', 'tenant_id': '0e490bef1fb4425cb00bc508165626fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '29379161-bc01-4bb5-a59c-9f1ca971e28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:51:46Z', 'updated_at': '2022-08-27T04:52:04Z', 'revision_number': 5, 'project_id': '0e490bef1fb4425cb00bc508165626fd', 'gw_port': {'id': '29379161-bc01-4bb5-a59c-9f1ca971e28b', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5970b2c9-c027-4ed7-99ec-4951b3548cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:51:47Z', 'updated_at': '2022-08-27T04:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:06.826927 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac2ac73d-4036-4d5b-8c0e-e71cde57a8f2 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] DELETE failed (client error): The resource could not be found. Aug 27 04:52:06.827685 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac2ac73d-4036-4d5b-8c0e-e71cde57a8f2 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:52:06.833270 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ac2ac73d-4036-4d5b-8c0e-e71cde57a8f2 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] 10.222.0.76 "DELETE /networking/v2.0/networks/3130bf12-1ca7-47f2-9394-96b0bd7bd85f HTTP/1.1" status: 404 len: 339 time: 0.0403256 Aug 27 04:52:06.835266 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56466) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:06.845243 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3623ed25-c2dd-4e9b-906f-6b286fbda5c8 admin admin] Publish callbacks [] for router_gateway (5970b2c9-c027-4ed7-99ec-4951b3548cbd), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:06.851240 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:06.858002 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905d1704-9bb9-4508-8d78-d35f1a0373e2 None None] Checking router: 5970b2c9-c027-4ed7-99ec-4951b3548cbd for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:52:06.868699 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905d1704-9bb9-4508-8d78-d35f1a0373e2 None None] Routers {'5970b2c9-c027-4ed7-99ec-4951b3548cbd'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:52:06.869329 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-905d1704-9bb9-4508-8d78-d35f1a0373e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:51:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['5970b2c9-c027-4ed7-99ec-4951b3548cbd'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:06.985003 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-974b2636-b19c-406d-8681-d460835eceff tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Deleting subnet 2f7ca855-2e8c-4c17-862c-2e86368bcc9d {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:52:06.991358 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-974b2636-b19c-406d-8681-d460835eceff tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks [] for subnet (2f7ca855-2e8c-4c17-862c-2e86368bcc9d), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:07.006736 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-905d1704-9bb9-4508-8d78-d35f1a0373e2 None None] Set router 5970b2c9-c027-4ed7-99ec-4951b3548cbd gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:52:07.015009 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-3623ed25-c2dd-4e9b-906f-6b286fbda5c8 admin admin] Deleting port 29379161-bc01-4bb5-a59c-9f1ca971e28b {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:52:07.015727 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3623ed25-c2dd-4e9b-906f-6b286fbda5c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (29379161-bc01-4bb5-a59c-9f1ca971e28b), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:07.093076 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-974b2636-b19c-406d-8681-d460835eceff tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (2f7ca855-2e8c-4c17-862c-2e86368bcc9d), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:07.130759 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7c86ddd1-a3ac-47dc-b762-e6d07e6f5aff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:07.131068 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b455b9b3-9911-4e40-ac0d-f1e68827e035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (60daa95c-ea91-4892-a5eb-7f9c8acee80c), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:07.158549 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:07.188833 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-3623ed25-c2dd-4e9b-906f-6b286fbda5c8 admin admin] For port 29379161-bc01-4bb5-a59c-9f1ca971e28b, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=29379161-bc01-4bb5-a59c-9f1ca971e28b,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:52:07.189736 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3623ed25-c2dd-4e9b-906f-6b286fbda5c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (29379161-bc01-4bb5-a59c-9f1ca971e28b), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:07.190529 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-e7eb28f1-dc1b-4940-bc53-cf06b16e6714 None None] Provisioning complete for port 01e025fd-357b-4ee8-a8d8-674efd9ac2b0 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:52:07.191050 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e7eb28f1-dc1b-4940-bc53-cf06b16e6714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (01e025fd-357b-4ee8-a8d8-674efd9ac2b0), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:07.213524 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-3623ed25-c2dd-4e9b-906f-6b286fbda5c8 admin admin] Calling delete_port for 29379161-bc01-4bb5-a59c-9f1ca971e28b owned by network:router_gateway {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:52:07.282289 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-e7eb28f1-dc1b-4940-bc53-cf06b16e6714 None None] Current status of the port 01e025fd-357b-4ee8-a8d8-674efd9ac2b0 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:52:07.321575 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-905d1704-9bb9-4508-8d78-d35f1a0373e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5970b2c9-c027-4ed7-99ec-4951b3548cbd', 'name': 'tempest-ServerDiskConfigTestJSON-1393506305-router', 'tenant_id': '0e490bef1fb4425cb00bc508165626fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '29379161-bc01-4bb5-a59c-9f1ca971e28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:51:46Z', 'updated_at': '2022-08-27T04:52:04Z', 'revision_number': 5, 'project_id': '0e490bef1fb4425cb00bc508165626fd', 'gw_port': {'id': '29379161-bc01-4bb5-a59c-9f1ca971e28b', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5970b2c9-c027-4ed7-99ec-4951b3548cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:51:47Z', 'updated_at': '2022-08-27T04:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:07.343302 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-974b2636-b19c-406d-8681-d460835eceff tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (2f7ca855-2e8c-4c17-862c-2e86368bcc9d), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:07.356510 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905d1704-9bb9-4508-8d78-d35f1a0373e2 None None] The sync data for ids ['5970b2c9-c027-4ed7-99ec-4951b3548cbd'] in n-d-852088-5 is: [{'id': '5970b2c9-c027-4ed7-99ec-4951b3548cbd', 'name': 'tempest-ServerDiskConfigTestJSON-1393506305-router', 'tenant_id': '0e490bef1fb4425cb00bc508165626fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '29379161-bc01-4bb5-a59c-9f1ca971e28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:51:46Z', 'updated_at': '2022-08-27T04:52:04Z', 'revision_number': 5, 'project_id': '0e490bef1fb4425cb00bc508165626fd', 'gw_port': {'id': '29379161-bc01-4bb5-a59c-9f1ca971e28b', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5970b2c9-c027-4ed7-99ec-4951b3548cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:51:47Z', 'updated_at': '2022-08-27T04:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:52:07.383672 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7c86ddd1-a3ac-47dc-b762-e6d07e6f5aff admin admin] Publish callbacks [] for security_group (afdcd1a0-e721-4a0f-8fda-13d0fd020f05), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:07.438736 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 8d2b60a6-0c20-429b-848c-46fb33356a86 resource provider aggregate not found Aug 27 04:52:07.462924 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 8d2b60a6-0c20-429b-848c-46fb33356a86 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8d2b60a6-0c20-429b-848c-46fb33356a86 found for delete ", "request_id": "req-13ff29af-6cfe-422d-abca-79d0c59c6b7b"}]} Aug 27 04:52:07.479000 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7c86ddd1-a3ac-47dc-b762-e6d07e6f5aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (afdcd1a0-e721-4a0f-8fda-13d0fd020f05), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:07.521920 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7c86ddd1-a3ac-47dc-b762-e6d07e6f5aff admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=a80a362bf3c04509aed3cd354eb02360&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0826120 Aug 27 04:52:07.522744 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c86ddd1-a3ac-47dc-b762-e6d07e6f5aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afdcd1a0-e721-4a0f-8fda-13d0fd020f05,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:07.525640 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56476) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:07.553628 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b455b9b3-9911-4e40-ac0d-f1e68827e035 admin admin] Router 60daa95c-ea91-4892-a5eb-7f9c8acee80c is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:52:07.558413 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-974b2636-b19c-406d-8681-d460835eceff tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (2f7ca855-2e8c-4c17-862c-2e86368bcc9d), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:07.574021 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3623ed25-c2dd-4e9b-906f-6b286fbda5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (29379161-bc01-4bb5-a59c-9f1ca971e28b), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:07.603219 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3623ed25-c2dd-4e9b-906f-6b286fbda5c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=29379161-bc01-4bb5-a59c-9f1ca971e28b,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:07.605277 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-974b2636-b19c-406d-8681-d460835eceff tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:07.613801 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56480) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:07.613931 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-974b2636-b19c-406d-8681-d460835eceff tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/2f7ca855-2e8c-4c17-862c-2e86368bcc9d HTTP/1.1" status: 204 len: 168 time: 0.7763228 Aug 27 04:52:07.613931 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974b2636-b19c-406d-8681-d460835eceff tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Pushing event deleted for resources: {'Subnet': ['ID=2f7ca855-2e8c-4c17-862c-2e86368bcc9d,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:07.618002 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607fa55c-ce3c-48e1-b219-897c5a6f8356 None None] Network ac32b6d8-7f4b-42f2-a959-07e4ec5f3a46 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:52:07.697047 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fece2d2a-7747-4b2a-b9de-73018cf58f13 admin admin] Publish callbacks [] for security_group (afdcd1a0-e721-4a0f-8fda-13d0fd020f05), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:07.805494 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fece2d2a-7747-4b2a-b9de-73018cf58f13 admin admin] Publish callbacks [] for security_group (afdcd1a0-e721-4a0f-8fda-13d0fd020f05), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:07.809123 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-16f1c377-7c21-4cfc-b54d-8f12935834e2 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (ac32b6d8-7f4b-42f2-a959-07e4ec5f3a46), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:07.836153 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3623ed25-c2dd-4e9b-906f-6b286fbda5c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (5970b2c9-c027-4ed7-99ec-4951b3548cbd), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:07.863762 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b455b9b3-9911-4e40-ac0d-f1e68827e035 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:52:07.869609 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd77cf46-4235-435e-91cc-b839fc1ccf42 None None] DHCP port deletion for ac32b6d8-7f4b-42f2-a959-07e4ec5f3a46 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:52:07.919214 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1913fa4-ee35-4f30-a4cd-33fd04dfacbd None None] Sync routers for ids ['60daa95c-ea91-4892-a5eb-7f9c8acee80c'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:52:07.966902 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-bd77cf46-4235-435e-91cc-b839fc1ccf42 None None] Deleting port 1496cbe0-f125-4732-b9b5-dda350177146 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:52:07.967786 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-bd77cf46-4235-435e-91cc-b839fc1ccf42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (1496cbe0-f125-4732-b9b5-dda350177146), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:07.970957 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1913fa4-ee35-4f30-a4cd-33fd04dfacbd None None] Routers {'60daa95c-ea91-4892-a5eb-7f9c8acee80c'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:52:07.981742 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-d1913fa4-ee35-4f30-a4cd-33fd04dfacbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:51:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['60daa95c-ea91-4892-a5eb-7f9c8acee80c'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:07.986871 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:08.015172 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3623ed25-c2dd-4e9b-906f-6b286fbda5c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (5970b2c9-c027-4ed7-99ec-4951b3548cbd), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:08.019394 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3623ed25-c2dd-4e9b-906f-6b286fbda5c8 admin admin] Publish callbacks [] for router_controller (5970b2c9-c027-4ed7-99ec-4951b3548cbd), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:08.024174 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b455b9b3-9911-4e40-ac0d-f1e68827e035 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:08.024618 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b455b9b3-9911-4e40-ac0d-f1e68827e035 admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1408339 Aug 27 04:52:08.025466 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56484) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:08.026681 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fece2d2a-7747-4b2a-b9de-73018cf58f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (afdcd1a0-e721-4a0f-8fda-13d0fd020f05), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:08.030801 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fece2d2a-7747-4b2a-b9de-73018cf58f13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:08.032424 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-fece2d2a-7747-4b2a-b9de-73018cf58f13 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/afdcd1a0-e721-4a0f-8fda-13d0fd020f05 HTTP/1.1" status: 204 len: 168 time: 0.5055676 Aug 27 04:52:08.037399 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-16f1c377-7c21-4cfc-b54d-8f12935834e2 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Deleting port 1496cbe0-f125-4732-b9b5-dda350177146 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:52:08.038137 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-16f1c377-7c21-4cfc-b54d-8f12935834e2 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (1496cbe0-f125-4732-b9b5-dda350177146), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:08.050712 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 01e025fd-357b-4ee8-a8d8-674efd9ac2b0 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:52:08.133113 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:08.141018 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-16f1c377-7c21-4cfc-b54d-8f12935834e2 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] For port 1496cbe0-f125-4732-b9b5-dda350177146, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=1496cbe0-f125-4732-b9b5-dda350177146,segment=NetworkSegment(f6080918-e688-44f2-b8d3-42e4f7d44551),segment_id=f6080918-e688-44f2-b8d3-42e4f7d44551)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:52:08.142417 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-16f1c377-7c21-4cfc-b54d-8f12935834e2 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (1496cbe0-f125-4732-b9b5-dda350177146), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:08.178244 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-16f1c377-7c21-4cfc-b54d-8f12935834e2 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Calling delete_port for 1496cbe0-f125-4732-b9b5-dda350177146 owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:52:08.203687 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56488) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:08.204357 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56492) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:08.204847 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56494) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:08.262763 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:08.274399 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-bd77cf46-4235-435e-91cc-b839fc1ccf42 None None] For port 1496cbe0-f125-4732-b9b5-dda350177146, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=1496cbe0-f125-4732-b9b5-dda350177146,segment=NetworkSegment(f6080918-e688-44f2-b8d3-42e4f7d44551),segment_id=f6080918-e688-44f2-b8d3-42e4f7d44551)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:52:08.275717 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-bd77cf46-4235-435e-91cc-b839fc1ccf42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (1496cbe0-f125-4732-b9b5-dda350177146), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:08.335207 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3623ed25-c2dd-4e9b-906f-6b286fbda5c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (5970b2c9-c027-4ed7-99ec-4951b3548cbd), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:08.335891 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3623ed25-c2dd-4e9b-906f-6b286fbda5c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5970b2c9-c027-4ed7-99ec-4951b3548cbd {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:52:08.337995 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 01e025fd-357b-4ee8-a8d8-674efd9ac2b0 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:52:08.338411 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (01e025fd-357b-4ee8-a8d8-674efd9ac2b0), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:08.341943 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-d1913fa4-ee35-4f30-a4cd-33fd04dfacbd None None] Set router 60daa95c-ea91-4892-a5eb-7f9c8acee80c gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:52:08.345271 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-bd77cf46-4235-435e-91cc-b839fc1ccf42 None None] Calling delete_port for 1496cbe0-f125-4732-b9b5-dda350177146 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:52:08.350976 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3623ed25-c2dd-4e9b-906f-6b286fbda5c8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:08.355907 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3623ed25-c2dd-4e9b-906f-6b286fbda5c8 admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/5970b2c9-c027-4ed7-99ec-4951b3548cbd HTTP/1.1" status: 204 len: 168 time: 2.2521687 Aug 27 04:52:08.356920 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56502) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:08.404002 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-16f1c377-7c21-4cfc-b54d-8f12935834e2 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (1496cbe0-f125-4732-b9b5-dda350177146), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:08.452667 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f1c377-7c21-4cfc-b54d-8f12935834e2 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Pushing event deleted for resources: {'Port': ['ID=1496cbe0-f125-4732-b9b5-dda350177146,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:08.459631 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f1c377-7c21-4cfc-b54d-8f12935834e2 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] No DVR routers for this DVR port 1496cbe0-f125-4732-b9b5-dda350177146 on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:52:08.472456 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed22e3bd-22f5-44b1-8043-8c7e5633ab17 admin admin] Deleting subnet 6fd249c2-6f64-4208-92f7-baa409220d44 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:52:08.517993 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ed22e3bd-22f5-44b1-8043-8c7e5633ab17 admin admin] Publish callbacks [] for subnet (6fd249c2-6f64-4208-92f7-baa409220d44), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:08.687556 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fece2d2a-7747-4b2a-b9de-73018cf58f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afdcd1a0-e721-4a0f-8fda-13d0fd020f05,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:08.692098 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:08.705993 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:08.710906 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ed22e3bd-22f5-44b1-8043-8c7e5633ab17 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (6fd249c2-6f64-4208-92f7-baa409220d44), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:08.727200 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 01e025fd-357b-4ee8-a8d8-674efd9ac2b0 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:52:08.741762 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-16f1c377-7c21-4cfc-b54d-8f12935834e2 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (ac32b6d8-7f4b-42f2-a959-07e4ec5f3a46), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:08.771013 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-16f1c377-7c21-4cfc-b54d-8f12935834e2 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac32b6d8-7f4b-42f2-a959-07e4ec5f3a46']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:08.787628 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-16f1c377-7c21-4cfc-b54d-8f12935834e2 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6080918-e688-44f2-b8d3-42e4f7d44551') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:08.788009 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-16f1c377-7c21-4cfc-b54d-8f12935834e2 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6080918-e688-44f2-b8d3-42e4f7d44551') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:08.793058 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device f71f5f6f-61f5-4013-9de2-1c1b43f0d321 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:52:08.804044 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-16f1c377-7c21-4cfc-b54d-8f12935834e2 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (f6080918-e688-44f2-b8d3-42e4f7d44551), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:08.842232 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-16f1c377-7c21-4cfc-b54d-8f12935834e2 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (f6080918-e688-44f2-b8d3-42e4f7d44551), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:08.849282 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6b338040-abcc-41f5-a8ef-7649a5782489 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:08.855910 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16f1c377-7c21-4cfc-b54d-8f12935834e2 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:52:08.855910 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-16f1c377-7c21-4cfc-b54d-8f12935834e2 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (f6080918-e688-44f2-b8d3-42e4f7d44551), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:08.858786 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ed22e3bd-22f5-44b1-8043-8c7e5633ab17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (6fd249c2-6f64-4208-92f7-baa409220d44), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:08.898741 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-bd77cf46-4235-435e-91cc-b839fc1ccf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (1496cbe0-f125-4732-b9b5-dda350177146), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:08.925074 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b0ca15b2-8c8c-4400-a1dc-e97d5e3d6c1a admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=6ce726174f1e4e6987c3110c9e2e762f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7148015 Aug 27 04:52:08.927833 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56510) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:08.964332 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-d1913fa4-ee35-4f30-a4cd-33fd04dfacbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60daa95c-ea91-4892-a5eb-7f9c8acee80c', 'name': 'tempest-ServersNegativeTestJSON-5510906-router', 'tenant_id': '74bc85d80bc74ecdb98a7df6b8af1ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '4515db45-633b-427a-8263-1975e18c64c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:52:03Z', 'updated_at': '2022-08-27T04:52:06Z', 'revision_number': 3, 'project_id': '74bc85d80bc74ecdb98a7df6b8af1ebd', 'gw_port': {'id': '4515db45-633b-427a-8263-1975e18c64c8', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:74:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60daa95c-ea91-4892-a5eb-7f9c8acee80c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:52:04Z', 'updated_at': '2022-08-27T04:52:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:08.973695 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: f71f5f6f-61f5-4013-9de2-1c1b43f0d321 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:52:08.974136 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device f71f5f6f-61f5-4013-9de2-1c1b43f0d321 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:52:08.979536 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:09.024334 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1913fa4-ee35-4f30-a4cd-33fd04dfacbd None None] Checking router: 60daa95c-ea91-4892-a5eb-7f9c8acee80c for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:52:09.024785 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1913fa4-ee35-4f30-a4cd-33fd04dfacbd None None] Updating router 60daa95c-ea91-4892-a5eb-7f9c8acee80c port 4515db45-633b-427a-8263-1975e18c64c8 binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:52:09.062316 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd77cf46-4235-435e-91cc-b839fc1ccf42 None None] Pushing event deleted for resources: {'Port': ['ID=1496cbe0-f125-4732-b9b5-dda350177146,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:09.065710 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0ad00be1-ab4a-40e1-8105-56204afdfb70 admin admin] Publish callbacks [] for security_group (0b9165b6-8748-4f65-9151-4d75aad1fc01), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:09.065883 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd77cf46-4235-435e-91cc-b839fc1ccf42 None None] No DVR routers for this DVR port 1496cbe0-f125-4732-b9b5-dda350177146 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:52:09.066065 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d1913fa4-ee35-4f30-a4cd-33fd04dfacbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (4515db45-633b-427a-8263-1975e18c64c8), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:09.103420 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0ad00be1-ab4a-40e1-8105-56204afdfb70 admin admin] Publish callbacks [] for security_group (0b9165b6-8748-4f65-9151-4d75aad1fc01), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:09.125104 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-16f1c377-7c21-4cfc-b54d-8f12935834e2 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (ac32b6d8-7f4b-42f2-a959-07e4ec5f3a46), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:09.133968 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ed22e3bd-22f5-44b1-8043-8c7e5633ab17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (6fd249c2-6f64-4208-92f7-baa409220d44), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:09.161803 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-16f1c377-7c21-4cfc-b54d-8f12935834e2 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:09.165807 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-16f1c377-7c21-4cfc-b54d-8f12935834e2 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] 10.222.0.76 "DELETE /networking/v2.0/networks/ac32b6d8-7f4b-42f2-a959-07e4ec5f3a46 HTTP/1.1" status: 204 len: 168 time: 1.5531526 Aug 27 04:52:09.184150 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56514) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:09.186128 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6b338040-abcc-41f5-a8ef-7649a5782489 admin admin] Publish callbacks [] for security_group (56fcc91d-139d-4d3b-b3db-bf881e23a0d7), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:09.201760 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed22e3bd-22f5-44b1-8043-8c7e5633ab17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fd249c2-6f64-4208-92f7-baa409220d44,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:09.207137 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f1c377-7c21-4cfc-b54d-8f12935834e2 tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Pushing event deleted for resources: {'Network': ['ID=ac32b6d8-7f4b-42f2-a959-07e4ec5f3a46,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:09.210195 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ed22e3bd-22f5-44b1-8043-8c7e5633ab17 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:09.216254 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ed22e3bd-22f5-44b1-8043-8c7e5633ab17 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/6fd249c2-6f64-4208-92f7-baa409220d44 HTTP/1.1" status: 204 len: 168 time: 0.8560674 Aug 27 04:52:09.216868 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56516) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:09.233824 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee5db85a-6d1a-44fc-a8f6-24632b425acf tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] DELETE failed (client error): The resource could not be found. Aug 27 04:52:09.234565 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee5db85a-6d1a-44fc-a8f6-24632b425acf tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:52:09.241031 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ee5db85a-6d1a-44fc-a8f6-24632b425acf tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/900661e8-8d87-432f-bf6b-ce43d4bb54a4 HTTP/1.1" status: 404 len: 337 time: 0.0533054 Aug 27 04:52:09.242208 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56518) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:09.274150 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-d053ce37-a4cb-4486-a824-0cccc12a5f8f tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] DELETE failed (client error): The resource could not be found. Aug 27 04:52:09.275156 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d053ce37-a4cb-4486-a824-0cccc12a5f8f tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:52:09.282617 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-d053ce37-a4cb-4486-a824-0cccc12a5f8f tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] 10.222.0.76 "DELETE /networking/v2.0/networks/5b133cb0-e860-452c-9e86-7d9939e6d3f6 HTTP/1.1" status: 404 len: 339 time: 0.0365829 Aug 27 04:52:09.285077 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56520) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:09.289472 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6b338040-abcc-41f5-a8ef-7649a5782489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (56fcc91d-139d-4d3b-b3db-bf881e23a0d7), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:09.298210 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b224ca57-2f14-49dd-bcc4-5f635ddbd3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (d05bf3b8-33b1-435e-a40e-b45628c0b12d), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:09.320106 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5a8f10-d384-49c0-944e-6f045f5c40a3 None None] Network d05bf3b8-33b1-435e-a40e-b45628c0b12d requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:52:09.371110 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56522) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:09.397889 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0ad00be1-ab4a-40e1-8105-56204afdfb70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (0b9165b6-8748-4f65-9151-4d75aad1fc01), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:09.407533 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0ad00be1-ab4a-40e1-8105-56204afdfb70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:09.410463 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-0ad00be1-ab4a-40e1-8105-56204afdfb70 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/0b9165b6-8748-4f65-9151-4d75aad1fc01 HTTP/1.1" status: 204 len: 168 time: 0.4787731 Aug 27 04:52:09.425027 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-834b5b62-aecd-4c60-ab22-d7da7fdd3748 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:09.431248 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-b224ca57-2f14-49dd-bcc4-5f635ddbd3a9 admin admin] Deleting port b140971b-b3b6-4904-b211-bb62babeeca5 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:52:09.431578 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b224ca57-2f14-49dd-bcc4-5f635ddbd3a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (b140971b-b3b6-4904-b211-bb62babeeca5), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:09.432337 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-6b338040-abcc-41f5-a8ef-7649a5782489 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=6f90fffa5a4140f5a4637da116ebc138&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2235436 Aug 27 04:52:09.439347 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56526) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:09.440486 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:09.444123 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad00be1-ab4a-40e1-8105-56204afdfb70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9165b6-8748-4f65-9151-4d75aad1fc01,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:09.462830 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b338040-abcc-41f5-a8ef-7649a5782489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56fcc91d-139d-4d3b-b3db-bf881e23a0d7,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:09.483233 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c778a2d-3969-4fb1-a145-777eaf7b690b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Deleting subnet 2e34f4e0-8f80-4c81-8538-629ac55ec53e {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:52:09.512515 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d6ffa126-bad9-4ff7-bb0b-7fb44cb62b6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:09.516662 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9c778a2d-3969-4fb1-a145-777eaf7b690b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks [] for subnet (2e34f4e0-8f80-4c81-8538-629ac55ec53e), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:09.621297 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9c778a2d-3969-4fb1-a145-777eaf7b690b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (2e34f4e0-8f80-4c81-8538-629ac55ec53e), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:09.624643 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d1913fa4-ee35-4f30-a4cd-33fd04dfacbd None None] Publish callbacks [] for port (4515db45-633b-427a-8263-1975e18c64c8), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:09.625624 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9aee2fa7-d461-410d-92fa-8ad12429d103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:09.637158 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:09.740423 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f926c16-b9a8-41e6-b2aa-a4f6b661ad2e None None] DHCP port deletion for d05bf3b8-33b1-435e-a40e-b45628c0b12d request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:52:09.746471 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d1913fa4-ee35-4f30-a4cd-33fd04dfacbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (4515db45-633b-427a-8263-1975e18c64c8), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:09.759081 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 1496cbe0-f125-4732-b9b5-dda350177146 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:52:09.836237 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 1496cbe0-f125-4732-b9b5-dda350177146 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:52:09.836680 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 1496cbe0-f125-4732-b9b5-dda350177146 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:52:09.837109 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 29379161-bc01-4bb5-a59c-9f1ca971e28b no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:52:09.843187 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-d1913fa4-ee35-4f30-a4cd-33fd04dfacbd None None] Attempting to bind port 4515db45-633b-427a-8263-1975e18c64c8 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:52:09.843618 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-d1913fa4-ee35-4f30-a4cd-33fd04dfacbd None None] Attempting to bind port 4515db45-633b-427a-8263-1975e18c64c8 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:52:09.844087 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1913fa4-ee35-4f30-a4cd-33fd04dfacbd None None] Attempting to bind port 4515db45-633b-427a-8263-1975e18c64c8 on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:52:09.871921 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1913fa4-ee35-4f30-a4cd-33fd04dfacbd None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:52:09.873585 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1913fa4-ee35-4f30-a4cd-33fd04dfacbd None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:52:09.873585 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d1913fa4-ee35-4f30-a4cd-33fd04dfacbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:09.873585 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1913fa4-ee35-4f30-a4cd-33fd04dfacbd None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:52:09.873900 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-d1913fa4-ee35-4f30-a4cd-33fd04dfacbd None None] Bound port: 4515db45-633b-427a-8263-1975e18c64c8, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:52:09.874241 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d1913fa4-ee35-4f30-a4cd-33fd04dfacbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (4515db45-633b-427a-8263-1975e18c64c8), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:09.903819 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 29379161-bc01-4bb5-a59c-9f1ca971e28b {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:52:09.904188 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 29379161-bc01-4bb5-a59c-9f1ca971e28b not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:52:09.921618 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ea14-914e-4654-bd1d-cf420983b5ec None None] Pushing event updated for resources: {'Port': ['ID=4515db45-633b-427a-8263-1975e18c64c8,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:09.930453 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-2f926c16-b9a8-41e6-b2aa-a4f6b661ad2e None None] Deleting port b140971b-b3b6-4904-b211-bb62babeeca5 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:52:09.935564 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2f926c16-b9a8-41e6-b2aa-a4f6b661ad2e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (b140971b-b3b6-4904-b211-bb62babeeca5), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:09.947298 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:09.974468 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:10.030047 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d1913fa4-ee35-4f30-a4cd-33fd04dfacbd None None] For port 4515db45-633b-427a-8263-1975e18c64c8, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:52:10.055375 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d1913fa4-ee35-4f30-a4cd-33fd04dfacbd None None] For port 4515db45-633b-427a-8263-1975e18c64c8, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=4515db45-633b-427a-8263-1975e18c64c8,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:52:10.060555 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-2f926c16-b9a8-41e6-b2aa-a4f6b661ad2e None None] For port b140971b-b3b6-4904-b211-bb62babeeca5, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=b140971b-b3b6-4904-b211-bb62babeeca5,segment=NetworkSegment(6f478a95-5490-4941-8ad1-6c7ee80668a5),segment_id=6f478a95-5490-4941-8ad1-6c7ee80668a5)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:52:10.060787 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-b224ca57-2f14-49dd-bcc4-5f635ddbd3a9 admin admin] For port b140971b-b3b6-4904-b211-bb62babeeca5, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=b140971b-b3b6-4904-b211-bb62babeeca5,segment=NetworkSegment(6f478a95-5490-4941-8ad1-6c7ee80668a5),segment_id=6f478a95-5490-4941-8ad1-6c7ee80668a5)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:52:10.061301 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2f926c16-b9a8-41e6-b2aa-a4f6b661ad2e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (b140971b-b3b6-4904-b211-bb62babeeca5), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:10.061736 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b224ca57-2f14-49dd-bcc4-5f635ddbd3a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (b140971b-b3b6-4904-b211-bb62babeeca5), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:10.062203 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-834b5b62-aecd-4c60-ab22-d7da7fdd3748 admin admin] Publish callbacks [] for security_group (de60d7fe-8896-42cc-b112-e6fd6238de2b), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:10.078249 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-2f926c16-b9a8-41e6-b2aa-a4f6b661ad2e None None] Calling delete_port for b140971b-b3b6-4904-b211-bb62babeeca5 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:52:10.090876 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9c778a2d-3969-4fb1-a145-777eaf7b690b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (2e34f4e0-8f80-4c81-8538-629ac55ec53e), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:10.094443 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-9aee2fa7-d461-410d-92fa-8ad12429d103 admin admin] Allocated IP 172.20.0.1 (16195b11-f6cf-43f6-b965-287ec3f94065/341e3157-8582-4d5b-bd31-f7bec910ad25/c9b75323-3111-46ec-bd11-5b4e03eba3c5) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:52:10.096975 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-b224ca57-2f14-49dd-bcc4-5f635ddbd3a9 admin admin] Calling delete_port for b140971b-b3b6-4904-b211-bb62babeeca5 owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:52:10.119991 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d6ffa126-bad9-4ff7-bb0b-7fb44cb62b6c admin admin] Publish callbacks [] for security_group (18e4fbf1-2074-4650-8c1c-2cffac12435e), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:10.124598 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-834b5b62-aecd-4c60-ab22-d7da7fdd3748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (de60d7fe-8896-42cc-b112-e6fd6238de2b), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:10.132396 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d1913fa4-ee35-4f30-a4cd-33fd04dfacbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (4515db45-633b-427a-8263-1975e18c64c8), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:10.161577 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment f6080918-e688-44f2-b8d3-42e4f7d44551 resource provider aggregate not found Aug 27 04:52:10.173995 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1913fa4-ee35-4f30-a4cd-33fd04dfacbd None None] Routers {'60daa95c-ea91-4892-a5eb-7f9c8acee80c'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:52:10.174647 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-d1913fa4-ee35-4f30-a4cd-33fd04dfacbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:51:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['60daa95c-ea91-4892-a5eb-7f9c8acee80c'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:10.194227 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment f6080918-e688-44f2-b8d3-42e4f7d44551 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f6080918-e688-44f2-b8d3-42e4f7d44551 found for delete ", "request_id": "req-97af3405-1bc2-4286-ac7d-3f32d6fc8158"}]} Aug 27 04:52:10.210434 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-455f0789-9a94-4810-87c7-d11380657299 admin admin] Publish callbacks [] for security_group (56fcc91d-139d-4d3b-b3db-bf881e23a0d7), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:10.229814 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d6ffa126-bad9-4ff7-bb0b-7fb44cb62b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (18e4fbf1-2074-4650-8c1c-2cffac12435e), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:10.235179 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-455f0789-9a94-4810-87c7-d11380657299 admin admin] Publish callbacks [] for security_group (56fcc91d-139d-4d3b-b3db-bf881e23a0d7), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:10.321773 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56546) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:10.322022 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-834b5b62-aecd-4c60-ab22-d7da7fdd3748 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=d8a834f5e55b4544b5bbc3ab8609fe7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9429159 Aug 27 04:52:10.329909 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b5b62-aecd-4c60-ab22-d7da7fdd3748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de60d7fe-8896-42cc-b112-e6fd6238de2b,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:10.353915 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-d6ffa126-bad9-4ff7-bb0b-7fb44cb62b6c admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=d204f6345a0e4876a7359b14b48f8ca1&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1421530 Aug 27 04:52:10.354272 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56548) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:10.391392 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ffa126-bad9-4ff7-bb0b-7fb44cb62b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e4fbf1-2074-4650-8c1c-2cffac12435e,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:10.433226 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b224ca57-2f14-49dd-bcc4-5f635ddbd3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (b140971b-b3b6-4904-b211-bb62babeeca5), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:10.434037 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9c778a2d-3969-4fb1-a145-777eaf7b690b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (2e34f4e0-8f80-4c81-8538-629ac55ec53e), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:10.437275 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-455f0789-9a94-4810-87c7-d11380657299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (56fcc91d-139d-4d3b-b3db-bf881e23a0d7), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:10.443593 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-455f0789-9a94-4810-87c7-d11380657299 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:10.451898 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-455f0789-9a94-4810-87c7-d11380657299 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/56fcc91d-139d-4d3b-b3db-bf881e23a0d7 HTTP/1.1" status: 204 len: 168 time: 1.0091937 Aug 27 04:52:10.460751 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9c778a2d-3969-4fb1-a145-777eaf7b690b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:10.467134 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ea14-914e-4654-bd1d-cf420983b5ec None None] Pushing event updated for resources: {'Port': ['ID=4515db45-633b-427a-8263-1975e18c64c8,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:10.467663 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9c778a2d-3969-4fb1-a145-777eaf7b690b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/2e34f4e0-8f80-4c81-8538-629ac55ec53e HTTP/1.1" status: 204 len: 168 time: 1.1784039 Aug 27 04:52:10.477690 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8d21eb-ac0d-4dc5-870d-4dd7f7039de1 None None] Network f88432f5-ca72-4bea-be90-fcc52ff452c2 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:52:10.484451 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56552) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:10.485016 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56554) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:10.535946 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9aee2fa7-d461-410d-92fa-8ad12429d103 admin admin] Publish callbacks [] for port (c9b75323-3111-46ec-bd11-5b4e03eba3c5), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:10.542139 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:10.543061 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c778a2d-3969-4fb1-a145-777eaf7b690b tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Pushing event deleted for resources: {'Subnet': ['ID=2e34f4e0-8f80-4c81-8538-629ac55ec53e,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:10.565412 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b224ca57-2f14-49dd-bcc4-5f635ddbd3a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b140971b-b3b6-4904-b211-bb62babeeca5,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:10.576487 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:10.588014 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2f926c16-b9a8-41e6-b2aa-a4f6b661ad2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (b140971b-b3b6-4904-b211-bb62babeeca5), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:10.591439 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455f0789-9a94-4810-87c7-d11380657299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56fcc91d-139d-4d3b-b3db-bf881e23a0d7,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:10.594471 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b224ca57-2f14-49dd-bcc4-5f635ddbd3a9 admin admin] No DVR routers for this DVR port b140971b-b3b6-4904-b211-bb62babeeca5 on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:52:10.621164 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-d1913fa4-ee35-4f30-a4cd-33fd04dfacbd None None] Set router 60daa95c-ea91-4892-a5eb-7f9c8acee80c gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:52:10.652875 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-46aa485f-ee14-43ae-b7ec-7f06b84768ef tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (f88432f5-ca72-4bea-be90-fcc52ff452c2), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:10.671374 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-57168130-9cab-4ea1-bb4d-d6ca55266f41 admin admin] Publish callbacks [] for security_group (de60d7fe-8896-42cc-b112-e6fd6238de2b), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:10.704211 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f926c16-b9a8-41e6-b2aa-a4f6b661ad2e None None] No DVR routers for this DVR port b140971b-b3b6-4904-b211-bb62babeeca5 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:52:10.711551 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f926c16-b9a8-41e6-b2aa-a4f6b661ad2e None None] Pushing event deleted for resources: {'Port': ['ID=b140971b-b3b6-4904-b211-bb62babeeca5,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:10.731013 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-46aa485f-ee14-43ae-b7ec-7f06b84768ef tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Deleting port 6a1f0aee-c84b-415b-9a62-dd09ce059a82 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:52:10.731502 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-46aa485f-ee14-43ae-b7ec-7f06b84768ef tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (6a1f0aee-c84b-415b-9a62-dd09ce059a82), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:10.749771 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9e3d5a92-c581-46b8-ba82-63d6180abe6c admin admin] Publish callbacks [] for security_group (18e4fbf1-2074-4650-8c1c-2cffac12435e), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:10.780862 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-57168130-9cab-4ea1-bb4d-d6ca55266f41 admin admin] Publish callbacks [] for security_group (de60d7fe-8896-42cc-b112-e6fd6238de2b), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:10.801424 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9aee2fa7-d461-410d-92fa-8ad12429d103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (c9b75323-3111-46ec-bd11-5b4e03eba3c5), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:10.801954 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b224ca57-2f14-49dd-bcc4-5f635ddbd3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (d05bf3b8-33b1-435e-a40e-b45628c0b12d), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:10.824218 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9e3d5a92-c581-46b8-ba82-63d6180abe6c admin admin] Publish callbacks [] for security_group (18e4fbf1-2074-4650-8c1c-2cffac12435e), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:10.838319 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8935eec1-91ab-49d1-8717-3889a622c4f1 None None] DHCP port deletion for f88432f5-ca72-4bea-be90-fcc52ff452c2 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:52:10.882392 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-b224ca57-2f14-49dd-bcc4-5f635ddbd3a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d05bf3b8-33b1-435e-a40e-b45628c0b12d']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:10.900283 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aee2fa7-d461-410d-92fa-8ad12429d103 admin admin] Network 16195b11-f6cf-43f6-b965-287ec3f94065 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:52:10.911547 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-8935eec1-91ab-49d1-8717-3889a622c4f1 None None] Deleting port 6a1f0aee-c84b-415b-9a62-dd09ce059a82 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:52:10.911790 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-b224ca57-2f14-49dd-bcc4-5f635ddbd3a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f478a95-5490-4941-8ad1-6c7ee80668a5') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:10.913416 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8935eec1-91ab-49d1-8717-3889a622c4f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (6a1f0aee-c84b-415b-9a62-dd09ce059a82), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:10.913768 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-b224ca57-2f14-49dd-bcc4-5f635ddbd3a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f478a95-5490-4941-8ad1-6c7ee80668a5') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:10.920820 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-9aee2fa7-d461-410d-92fa-8ad12429d103 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:52:10.931821 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b224ca57-2f14-49dd-bcc4-5f635ddbd3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (6f478a95-5490-4941-8ad1-6c7ee80668a5), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:10.960953 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b224ca57-2f14-49dd-bcc4-5f635ddbd3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (6f478a95-5490-4941-8ad1-6c7ee80668a5), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:10.965878 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-46aa485f-ee14-43ae-b7ec-7f06b84768ef tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] For port 6a1f0aee-c84b-415b-9a62-dd09ce059a82, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=6a1f0aee-c84b-415b-9a62-dd09ce059a82,segment=NetworkSegment(82081832-e69d-408d-b1ac-7d4da4a2f06a),segment_id=82081832-e69d-408d-b1ac-7d4da4a2f06a)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:52:10.966416 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-46aa485f-ee14-43ae-b7ec-7f06b84768ef tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (6a1f0aee-c84b-415b-9a62-dd09ce059a82), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:10.973772 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aee2fa7-d461-410d-92fa-8ad12429d103 admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:52:10.988577 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b224ca57-2f14-49dd-bcc4-5f635ddbd3a9 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:52:10.989586 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b224ca57-2f14-49dd-bcc4-5f635ddbd3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (6f478a95-5490-4941-8ad1-6c7ee80668a5), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:11.009265 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aee2fa7-d461-410d-92fa-8ad12429d103 admin admin] Pushing event updated for resources: {'Port': ['ID=c9b75323-3111-46ec-bd11-5b4e03eba3c5,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:11.045481 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-d1913fa4-ee35-4f30-a4cd-33fd04dfacbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60daa95c-ea91-4892-a5eb-7f9c8acee80c', 'name': 'tempest-ServersNegativeTestJSON-5510906-router', 'tenant_id': '74bc85d80bc74ecdb98a7df6b8af1ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '4515db45-633b-427a-8263-1975e18c64c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:52:03Z', 'updated_at': '2022-08-27T04:52:06Z', 'revision_number': 3, 'project_id': '74bc85d80bc74ecdb98a7df6b8af1ebd', 'gw_port': {'id': '4515db45-633b-427a-8263-1975e18c64c8', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:74:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60daa95c-ea91-4892-a5eb-7f9c8acee80c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:52:04Z', 'updated_at': '2022-08-27T04:52:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:11.087959 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-46aa485f-ee14-43ae-b7ec-7f06b84768ef tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Calling delete_port for 6a1f0aee-c84b-415b-9a62-dd09ce059a82 owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:52:11.103647 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9e3d5a92-c581-46b8-ba82-63d6180abe6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (18e4fbf1-2074-4650-8c1c-2cffac12435e), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:11.109767 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1913fa4-ee35-4f30-a4cd-33fd04dfacbd None None] The sync data for ids ['60daa95c-ea91-4892-a5eb-7f9c8acee80c'] in n-d-852088-5 is: [{'id': '60daa95c-ea91-4892-a5eb-7f9c8acee80c', 'name': 'tempest-ServersNegativeTestJSON-5510906-router', 'tenant_id': '74bc85d80bc74ecdb98a7df6b8af1ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '4515db45-633b-427a-8263-1975e18c64c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:52:03Z', 'updated_at': '2022-08-27T04:52:06Z', 'revision_number': 3, 'project_id': '74bc85d80bc74ecdb98a7df6b8af1ebd', 'gw_port': {'id': '4515db45-633b-427a-8263-1975e18c64c8', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:74:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60daa95c-ea91-4892-a5eb-7f9c8acee80c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:52:04Z', 'updated_at': '2022-08-27T04:52:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:52:11.113467 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9e3d5a92-c581-46b8-ba82-63d6180abe6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:11.114715 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-9e3d5a92-c581-46b8-ba82-63d6180abe6c admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/18e4fbf1-2074-4650-8c1c-2cffac12435e HTTP/1.1" status: 204 len: 168 time: 0.7586439 Aug 27 04:52:11.115599 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-57168130-9cab-4ea1-bb4d-d6ca55266f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (de60d7fe-8896-42cc-b112-e6fd6238de2b), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:11.123240 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-57168130-9cab-4ea1-bb4d-d6ca55266f41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:11.123240 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-57168130-9cab-4ea1-bb4d-d6ca55266f41 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/de60d7fe-8896-42cc-b112-e6fd6238de2b HTTP/1.1" status: 204 len: 168 time: 0.7961719 Aug 27 04:52:11.156983 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3d5a92-c581-46b8-ba82-63d6180abe6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e4fbf1-2074-4650-8c1c-2cffac12435e,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:11.180069 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57168130-9cab-4ea1-bb4d-d6ca55266f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de60d7fe-8896-42cc-b112-e6fd6238de2b,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:11.188986 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b224ca57-2f14-49dd-bcc4-5f635ddbd3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (d05bf3b8-33b1-435e-a40e-b45628c0b12d), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:11.196474 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b224ca57-2f14-49dd-bcc4-5f635ddbd3a9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:11.198083 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-46a4b244-66fb-4792-b449-16736a404b0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:11.201011 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b224ca57-2f14-49dd-bcc4-5f635ddbd3a9 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/d05bf3b8-33b1-435e-a40e-b45628c0b12d HTTP/1.1" status: 204 len: 168 time: 1.9825215 Aug 27 04:52:11.211684 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-8935eec1-91ab-49d1-8717-3889a622c4f1 None None] For port 6a1f0aee-c84b-415b-9a62-dd09ce059a82, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=6a1f0aee-c84b-415b-9a62-dd09ce059a82,segment=NetworkSegment(82081832-e69d-408d-b1ac-7d4da4a2f06a),segment_id=82081832-e69d-408d-b1ac-7d4da4a2f06a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:52:11.212036 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8935eec1-91ab-49d1-8717-3889a622c4f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (6a1f0aee-c84b-415b-9a62-dd09ce059a82), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:11.219065 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b224ca57-2f14-49dd-bcc4-5f635ddbd3a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d05bf3b8-33b1-435e-a40e-b45628c0b12d,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:11.261325 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-8935eec1-91ab-49d1-8717-3889a622c4f1 None None] Calling delete_port for 6a1f0aee-c84b-415b-9a62-dd09ce059a82 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:52:11.270478 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-2cce2d5c-b4df-450b-add4-fa6d17f8c8d3 None None] Provisioning complete for port c9b75323-3111-46ec-bd11-5b4e03eba3c5 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:52:11.270864 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2cce2d5c-b4df-450b-add4-fa6d17f8c8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (c9b75323-3111-46ec-bd11-5b4e03eba3c5), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:11.296550 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9aee2fa7-d461-410d-92fa-8ad12429d103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (60daa95c-ea91-4892-a5eb-7f9c8acee80c), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:11.306792 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:11.356212 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-2cce2d5c-b4df-450b-add4-fa6d17f8c8d3 None None] Port c9b75323-3111-46ec-bd11-5b4e03eba3c5 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:52:11.461932 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:11.465600 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-46a4b244-66fb-4792-b449-16736a404b0f admin admin] Publish callbacks [] for security_group (e8fe4116-3e66-490e-8881-6bbdbe3248a3), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:11.537142 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8935eec1-91ab-49d1-8717-3889a622c4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (6a1f0aee-c84b-415b-9a62-dd09ce059a82), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:11.573856 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8935eec1-91ab-49d1-8717-3889a622c4f1 None None] Pushing event deleted for resources: {'Port': ['ID=6a1f0aee-c84b-415b-9a62-dd09ce059a82,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:11.575737 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8935eec1-91ab-49d1-8717-3889a622c4f1 None None] No DVR routers for this DVR port 6a1f0aee-c84b-415b-9a62-dd09ce059a82 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:52:11.586174 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-46a4b244-66fb-4792-b449-16736a404b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (e8fe4116-3e66-490e-8881-6bbdbe3248a3), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:11.592398 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=84,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:11.609915 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-46aa485f-ee14-43ae-b7ec-7f06b84768ef tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (6a1f0aee-c84b-415b-9a62-dd09ce059a82), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:11.682709 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a4b244-66fb-4792-b449-16736a404b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fe4116-3e66-490e-8881-6bbdbe3248a3,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:11.695346 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aa485f-ee14-43ae-b7ec-7f06b84768ef tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Pushing event deleted for resources: {'Port': ['ID=6a1f0aee-c84b-415b-9a62-dd09ce059a82,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:11.698635 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46aa485f-ee14-43ae-b7ec-7f06b84768ef tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] No DVR routers for this DVR port 6a1f0aee-c84b-415b-9a62-dd09ce059a82 on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:52:11.700115 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:11.702861 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-46a4b244-66fb-4792-b449-16736a404b0f admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=fb170528d4004209b6ebd987000bc753&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1838071 Aug 27 04:52:11.709580 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56578) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:11.778347 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9aee2fa7-d461-410d-92fa-8ad12429d103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (c9b75323-3111-46ec-bd11-5b4e03eba3c5), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:11.815398 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-68c61821-d3c4-4ef1-803b-36d12e9cbc8e admin admin] Publish callbacks [] for security_group (e8fe4116-3e66-490e-8881-6bbdbe3248a3), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:11.850823 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 4515db45-633b-427a-8263-1975e18c64c8 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:52:11.862293 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-68c61821-d3c4-4ef1-803b-36d12e9cbc8e admin admin] Publish callbacks [] for security_group (e8fe4116-3e66-490e-8881-6bbdbe3248a3), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:11.904286 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-46aa485f-ee14-43ae-b7ec-7f06b84768ef tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (f88432f5-ca72-4bea-be90-fcc52ff452c2), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:11.910942 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 4515db45-633b-427a-8263-1975e18c64c8 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:52:11.910942 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (4515db45-633b-427a-8263-1975e18c64c8), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:11.946308 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-46aa485f-ee14-43ae-b7ec-7f06b84768ef tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f88432f5-ca72-4bea-be90-fcc52ff452c2']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:12.003115 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-46aa485f-ee14-43ae-b7ec-7f06b84768ef tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82081832-e69d-408d-b1ac-7d4da4a2f06a') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:12.003839 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-46aa485f-ee14-43ae-b7ec-7f06b84768ef tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82081832-e69d-408d-b1ac-7d4da4a2f06a') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:12.012496 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 4515db45-633b-427a-8263-1975e18c64c8 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:52:12.013386 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (4515db45-633b-427a-8263-1975e18c64c8), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:12.019923 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-46aa485f-ee14-43ae-b7ec-7f06b84768ef tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (82081832-e69d-408d-b1ac-7d4da4a2f06a), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:12.046495 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 4515db45-633b-427a-8263-1975e18c64c8, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=4515db45-633b-427a-8263-1975e18c64c8,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:52:12.050106 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-46aa485f-ee14-43ae-b7ec-7f06b84768ef tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (82081832-e69d-408d-b1ac-7d4da4a2f06a), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:12.054900 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-68c61821-d3c4-4ef1-803b-36d12e9cbc8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (e8fe4116-3e66-490e-8881-6bbdbe3248a3), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:12.065861 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-68c61821-d3c4-4ef1-803b-36d12e9cbc8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:12.068088 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-68c61821-d3c4-4ef1-803b-36d12e9cbc8e admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/e8fe4116-3e66-490e-8881-6bbdbe3248a3 HTTP/1.1" status: 204 len: 168 time: 0.3608446 Aug 27 04:52:12.072299 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:12.080715 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c61821-d3c4-4ef1-803b-36d12e9cbc8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8fe4116-3e66-490e-8881-6bbdbe3248a3,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:12.081835 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46aa485f-ee14-43ae-b7ec-7f06b84768ef tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:52:12.082267 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-46aa485f-ee14-43ae-b7ec-7f06b84768ef tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (82081832-e69d-408d-b1ac-7d4da4a2f06a), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:12.111732 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (4515db45-633b-427a-8263-1975e18c64c8), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:12.171778 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 82081832-e69d-408d-b1ac-7d4da4a2f06a resource provider aggregate not found Aug 27 04:52:12.221906 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 6f478a95-5490-4941-8ad1-6c7ee80668a5 resource provider aggregate not found Aug 27 04:52:12.229960 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device b140971b-b3b6-4904-b211-bb62babeeca5 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:52:12.241535 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 6f478a95-5490-4941-8ad1-6c7ee80668a5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6f478a95-5490-4941-8ad1-6c7ee80668a5 found for delete ", "request_id": "req-fdb498ce-02b1-420b-8fc5-997d225aee71"}]} Aug 27 04:52:12.256213 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 82081832-e69d-408d-b1ac-7d4da4a2f06a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 82081832-e69d-408d-b1ac-7d4da4a2f06a found for delete ", "request_id": "req-fa97c02c-e05f-4e05-8fa1-42883b381848"}]} Aug 27 04:52:12.268797 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: b140971b-b3b6-4904-b211-bb62babeeca5 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:52:12.269054 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device b140971b-b3b6-4904-b211-bb62babeeca5 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:52:12.269474 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6a1f0aee-c84b-415b-9a62-dd09ce059a82 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:52:12.272921 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=4515db45-633b-427a-8263-1975e18c64c8,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:12.298761 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 6a1f0aee-c84b-415b-9a62-dd09ce059a82 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:52:12.299162 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6a1f0aee-c84b-415b-9a62-dd09ce059a82 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:52:12.311293 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56600) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:12.325404 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9aee2fa7-d461-410d-92fa-8ad12429d103 admin admin] Publish callbacks [] for port (c9b75323-3111-46ec-bd11-5b4e03eba3c5), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:12.340140 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56604) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:12.379761 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-46aa485f-ee14-43ae-b7ec-7f06b84768ef tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (f88432f5-ca72-4bea-be90-fcc52ff452c2), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:12.404998 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-46aa485f-ee14-43ae-b7ec-7f06b84768ef tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:12.408478 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-46aa485f-ee14-43ae-b7ec-7f06b84768ef tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] 10.222.0.76 "DELETE /networking/v2.0/networks/f88432f5-ca72-4bea-be90-fcc52ff452c2 HTTP/1.1" status: 204 len: 168 time: 1.8907073 Aug 27 04:52:12.409377 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aa485f-ee14-43ae-b7ec-7f06b84768ef tempest-NetworksIpV6Test-1302013372 tempest-NetworksIpV6Test-1302013372-project] Pushing event deleted for resources: {'Network': ['ID=f88432f5-ca72-4bea-be90-fcc52ff452c2,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:12.413274 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9aee2fa7-d461-410d-92fa-8ad12429d103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (c9b75323-3111-46ec-bd11-5b4e03eba3c5), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:12.436923 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-abfb569e-0cb1-46ad-8d96-7d036ee517c2 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=0e490bef1fb4425cb00bc508165626fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0949504 Aug 27 04:52:12.438068 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56608) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:12.465382 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:12.494360 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:12.498284 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2cb69c77-1ab7-44d7-b6bc-7d2e82cb548d admin admin] Publish callbacks [] for security_group (ce0b1490-85d3-4f3b-956a-9ed92a67ae86), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:12.519648 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9aee2fa7-d461-410d-92fa-8ad12429d103 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (60daa95c-ea91-4892-a5eb-7f9c8acee80c), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:12.522823 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aee2fa7-d461-410d-92fa-8ad12429d103 admin admin] Pushing event updated for resources: {'Port': ['ID=c9b75323-3111-46ec-bd11-5b4e03eba3c5,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:12.523396 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2cb69c77-1ab7-44d7-b6bc-7d2e82cb548d admin admin] Publish callbacks [] for security_group (ce0b1490-85d3-4f3b-956a-9ed92a67ae86), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:12.624866 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aee2fa7-d461-410d-92fa-8ad12429d103 admin admin] Network 16195b11-f6cf-43f6-b965-287ec3f94065 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:52:12.626316 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-9aee2fa7-d461-410d-92fa-8ad12429d103 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:52:12.659774 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2cb69c77-1ab7-44d7-b6bc-7d2e82cb548d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (ce0b1490-85d3-4f3b-956a-9ed92a67ae86), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:12.662459 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2cb69c77-1ab7-44d7-b6bc-7d2e82cb548d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:12.663649 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2cb69c77-1ab7-44d7-b6bc-7d2e82cb548d admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/ce0b1490-85d3-4f3b-956a-9ed92a67ae86 HTTP/1.1" status: 204 len: 168 time: 0.2244270 Aug 27 04:52:12.674001 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb69c77-1ab7-44d7-b6bc-7d2e82cb548d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0b1490-85d3-4f3b-956a-9ed92a67ae86,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:12.781462 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aee2fa7-d461-410d-92fa-8ad12429d103 admin admin] Router 60daa95c-ea91-4892-a5eb-7f9c8acee80c has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:52:12.905536 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aee2fa7-d461-410d-92fa-8ad12429d103 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:52:12.908558 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-c86f1ed9-c040-4339-855f-777f2ec1069f tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Request body: {'security_group': {'name': 'tempest-secgroup--1015386428'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:12.916900 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9aee2fa7-d461-410d-92fa-8ad12429d103 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/60daa95c-ea91-4892-a5eb-7f9c8acee80c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8800001 Aug 27 04:52:12.996069 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-1e1d7696-44fd-46c3-ba69-53c52f2ec98d None None] Provisioning complete for port c9b75323-3111-46ec-bd11-5b4e03eba3c5 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:52:12.996580 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1e1d7696-44fd-46c3-ba69-53c52f2ec98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (c9b75323-3111-46ec-bd11-5b4e03eba3c5), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:13.005334 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:13.007759 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c86f1ed9-c040-4339-855f-777f2ec1069f tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:13.016656 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c86f1ed9-c040-4339-855f-777f2ec1069f tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:13.039725 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-1e1d7696-44fd-46c3-ba69-53c52f2ec98d None None] Port c9b75323-3111-46ec-bd11-5b4e03eba3c5 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:52:13.074904 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:13.104679 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c86f1ed9-c040-4339-855f-777f2ec1069f tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group (030d10a1-2ac9-4acf-8dac-e25105ee325c), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:13.199284 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c86f1ed9-c040-4339-855f-777f2ec1069f tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (030d10a1-2ac9-4acf-8dac-e25105ee325c), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:13.247791 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86f1ed9-c040-4339-855f-777f2ec1069f tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=030d10a1-2ac9-4acf-8dac-e25105ee325c,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:13.309583 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c86f1ed9-c040-4339-855f-777f2ec1069f tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group (1649cc83-5020-45ee-b26a-6cbba616e63c), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:13.368900 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404c4db9-c31c-4a53-aa7c-c51cca01857d None None] Sync routers for ids ['60daa95c-ea91-4892-a5eb-7f9c8acee80c'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:52:13.378609 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404c4db9-c31c-4a53-aa7c-c51cca01857d None None] Routers {'60daa95c-ea91-4892-a5eb-7f9c8acee80c'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:52:13.379215 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-404c4db9-c31c-4a53-aa7c-c51cca01857d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:51:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['60daa95c-ea91-4892-a5eb-7f9c8acee80c'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:13.425857 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c86f1ed9-c040-4339-855f-777f2ec1069f tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (1649cc83-5020-45ee-b26a-6cbba616e63c), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:13.443977 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:13.462252 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86f1ed9-c040-4339-855f-777f2ec1069f tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1649cc83-5020-45ee-b26a-6cbba616e63c,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:13.508566 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-404c4db9-c31c-4a53-aa7c-c51cca01857d None None] Set router 60daa95c-ea91-4892-a5eb-7f9c8acee80c gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:52:13.515101 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:13.616625 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c86f1ed9-c040-4339-855f-777f2ec1069f tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:13.620690 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56634) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:13.621278 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c86f1ed9-c040-4339-855f-777f2ec1069f tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.3080208 Aug 27 04:52:13.688183 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-404c4db9-c31c-4a53-aa7c-c51cca01857d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60daa95c-ea91-4892-a5eb-7f9c8acee80c', 'name': 'tempest-ServersNegativeTestJSON-5510906-router', 'tenant_id': '74bc85d80bc74ecdb98a7df6b8af1ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '4515db45-633b-427a-8263-1975e18c64c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:52:03Z', 'updated_at': '2022-08-27T04:52:11Z', 'revision_number': 4, 'project_id': '74bc85d80bc74ecdb98a7df6b8af1ebd', 'gw_port': {'id': '4515db45-633b-427a-8263-1975e18c64c8', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:74:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60daa95c-ea91-4892-a5eb-7f9c8acee80c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:52:04Z', 'updated_at': '2022-08-27T04:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'c9b75323-3111-46ec-bd11-5b4e03eba3c5', 'name': '', 'network_id': '16195b11-f6cf-43f6-b965-287ec3f94065', 'tenant_id': '74bc85d80bc74ecdb98a7df6b8af1ebd', 'mac_address': 'fa:16:3e:98:dc:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60daa95c-ea91-4892-a5eb-7f9c8acee80c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': '341e3157-8582-4d5b-bd31-f7bec910ad25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:52:09Z', 'updated_at': '2022-08-27T04:52:11Z', 'revision_number': 2, 'project_id': '74bc85d80bc74ecdb98a7df6b8af1ebd', 'subnets': [{'id': '341e3157-8582-4d5b-bd31-f7bec910ad25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:13.693210 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f48bc71b-1254-47eb-be9e-0ece20d79cfb tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0711222 Aug 27 04:52:13.696267 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56636) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:13.701541 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-2eaf09bc-58dd-4fc9-81d3-6a5242262d1b tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Request body: {'security_group': {'name': 'tempest-security--1058855239', 'description': 'tempest-security-description-173192919'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:13.716919 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 4515db45-633b-427a-8263-1975e18c64c8 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:52:13.732448 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404c4db9-c31c-4a53-aa7c-c51cca01857d None None] Checking router: 60daa95c-ea91-4892-a5eb-7f9c8acee80c for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:52:13.733234 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404c4db9-c31c-4a53-aa7c-c51cca01857d None None] Updating router 60daa95c-ea91-4892-a5eb-7f9c8acee80c port c9b75323-3111-46ec-bd11-5b4e03eba3c5 binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:52:13.740509 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:13.745518 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2eaf09bc-58dd-4fc9-81d3-6a5242262d1b tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group (1649cc83-5020-45ee-b26a-6cbba616e63c), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:13.775713 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-404c4db9-c31c-4a53-aa7c-c51cca01857d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (c9b75323-3111-46ec-bd11-5b4e03eba3c5), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:13.785545 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 4515db45-633b-427a-8263-1975e18c64c8 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:52:13.786345 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (4515db45-633b-427a-8263-1975e18c64c8), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:13.799584 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2eaf09bc-58dd-4fc9-81d3-6a5242262d1b tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group (1649cc83-5020-45ee-b26a-6cbba616e63c), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:13.826524 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:13.854322 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56640) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:13.872145 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e52cda07-d9b9-4671-be64-888c35574790 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:13.879965 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 4515db45-633b-427a-8263-1975e18c64c8 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:52:13.886294 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2eaf09bc-58dd-4fc9-81d3-6a5242262d1b tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (1649cc83-5020-45ee-b26a-6cbba616e63c), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:13.893320 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2eaf09bc-58dd-4fc9-81d3-6a5242262d1b tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:13.895475 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2eaf09bc-58dd-4fc9-81d3-6a5242262d1b tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "PUT /networking/v2.0/security-groups/1649cc83-5020-45ee-b26a-6cbba616e63c HTTP/1.1" status: 200 len: 1796 time: 0.1976643 Aug 27 04:52:13.898390 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56642) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:13.924076 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaf09bc-58dd-4fc9-81d3-6a5242262d1b tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1649cc83-5020-45ee-b26a-6cbba616e63c,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:13.939941 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:13.976925 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d6a8d332-c2a9-4289-9a0f-c54c73f8d886 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "GET /networking/v2.0/security-groups/1649cc83-5020-45ee-b26a-6cbba616e63c HTTP/1.1" status: 200 len: 1796 time: 0.0773585 Aug 27 04:52:13.980586 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56646) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:14.002306 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56648) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:14.045147 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e52cda07-d9b9-4671-be64-888c35574790 admin admin] Publish callbacks [] for security_group (224aea89-9dc7-4f3e-8bd5-af4e11d83dc7), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:14.083433 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ce4460f0-df62-44a9-a1bb-d1ba4fa6ceda tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group (1649cc83-5020-45ee-b26a-6cbba616e63c), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:14.117050 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e52cda07-d9b9-4671-be64-888c35574790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (224aea89-9dc7-4f3e-8bd5-af4e11d83dc7), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:14.128226 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ce4460f0-df62-44a9-a1bb-d1ba4fa6ceda tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group (1649cc83-5020-45ee-b26a-6cbba616e63c), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:14.139356 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-404c4db9-c31c-4a53-aa7c-c51cca01857d None None] Publish callbacks [] for port (c9b75323-3111-46ec-bd11-5b4e03eba3c5), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:14.170107 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e52cda07-d9b9-4671-be64-888c35574790 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=aed67d259f504207bf495dfb65945c15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3146071 Aug 27 04:52:14.172463 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52cda07-d9b9-4671-be64-888c35574790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224aea89-9dc7-4f3e-8bd5-af4e11d83dc7,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:14.174778 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56656) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:14.211003 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-404c4db9-c31c-4a53-aa7c-c51cca01857d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (c9b75323-3111-46ec-bd11-5b4e03eba3c5), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:14.243910 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fcb0d12d-2a70-4368-b971-211f8d24c413 admin admin] Publish callbacks [] for security_group (224aea89-9dc7-4f3e-8bd5-af4e11d83dc7), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:14.267291 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fcb0d12d-2a70-4368-b971-211f8d24c413 admin admin] Publish callbacks [] for security_group (224aea89-9dc7-4f3e-8bd5-af4e11d83dc7), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:14.280053 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:14.303057 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6399dee-5626-403e-ab9d-eca8bc14effc None None] Pushing event updated for resources: {'Port': ['ID=c9b75323-3111-46ec-bd11-5b4e03eba3c5,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:14.308280 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-404c4db9-c31c-4a53-aa7c-c51cca01857d None None] Attempting to bind port c9b75323-3111-46ec-bd11-5b4e03eba3c5 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:52:14.308640 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-404c4db9-c31c-4a53-aa7c-c51cca01857d None None] Attempting to bind port c9b75323-3111-46ec-bd11-5b4e03eba3c5 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '797e6b19-964f-40ed-bd62-83d569edb24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '16195b11-f6cf-43f6-b965-287ec3f94065'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:52:14.308989 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404c4db9-c31c-4a53-aa7c-c51cca01857d None None] Attempting to bind port c9b75323-3111-46ec-bd11-5b4e03eba3c5 on network 16195b11-f6cf-43f6-b965-287ec3f94065 {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:52:14.314315 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404c4db9-c31c-4a53-aa7c-c51cca01857d None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:52:14.314931 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404c4db9-c31c-4a53-aa7c-c51cca01857d None None] Checking segment: {'id': '797e6b19-964f-40ed-bd62-83d569edb24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '16195b11-f6cf-43f6-b965-287ec3f94065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:52:14.315551 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-404c4db9-c31c-4a53-aa7c-c51cca01857d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:14.316105 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404c4db9-c31c-4a53-aa7c-c51cca01857d None None] Bound using segment: {'id': '797e6b19-964f-40ed-bd62-83d569edb24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '16195b11-f6cf-43f6-b965-287ec3f94065'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:52:14.316738 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-404c4db9-c31c-4a53-aa7c-c51cca01857d None None] Bound port: c9b75323-3111-46ec-bd11-5b4e03eba3c5, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '797e6b19-964f-40ed-bd62-83d569edb24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '16195b11-f6cf-43f6-b965-287ec3f94065'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:52:14.317302 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-404c4db9-c31c-4a53-aa7c-c51cca01857d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (c9b75323-3111-46ec-bd11-5b4e03eba3c5), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:14.318260 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ce4460f0-df62-44a9-a1bb-d1ba4fa6ceda tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (1649cc83-5020-45ee-b26a-6cbba616e63c), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:14.323876 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ce4460f0-df62-44a9-a1bb-d1ba4fa6ceda tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:14.328370 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56664) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:14.329549 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ce4460f0-df62-44a9-a1bb-d1ba4fa6ceda tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/1649cc83-5020-45ee-b26a-6cbba616e63c HTTP/1.1" status: 204 len: 168 time: 0.3480468 Aug 27 04:52:14.343528 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4460f0-df62-44a9-a1bb-d1ba4fa6ceda tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1649cc83-5020-45ee-b26a-6cbba616e63c,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:14.357633 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:14.392775 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-404c4db9-c31c-4a53-aa7c-c51cca01857d None None] For port c9b75323-3111-46ec-bd11-5b4e03eba3c5, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:52:14.396711 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-404c4db9-c31c-4a53-aa7c-c51cca01857d None None] For port c9b75323-3111-46ec-bd11-5b4e03eba3c5, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=c9b75323-3111-46ec-bd11-5b4e03eba3c5,segment=NetworkSegment(797e6b19-964f-40ed-bd62-83d569edb24a),segment_id=797e6b19-964f-40ed-bd62-83d569edb24a)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:52:14.424656 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fcb0d12d-2a70-4368-b971-211f8d24c413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (224aea89-9dc7-4f3e-8bd5-af4e11d83dc7), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:14.429466 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fcb0d12d-2a70-4368-b971-211f8d24c413 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:14.433236 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-fcb0d12d-2a70-4368-b971-211f8d24c413 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/224aea89-9dc7-4f3e-8bd5-af4e11d83dc7 HTTP/1.1" status: 204 len: 168 time: 0.2573285 Aug 27 04:52:14.439326 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7f3819af-799f-4457-8f11-89dca0bcafcf tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1068699 Aug 27 04:52:14.439805 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56672) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:14.457189 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-08d70918-65e7-4ebe-a9bf-8d3ee9438829 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] delete failed (client error): The resource could not be found. Aug 27 04:52:14.459349 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb0d12d-2a70-4368-b971-211f8d24c413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224aea89-9dc7-4f3e-8bd5-af4e11d83dc7,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:14.460906 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-08d70918-65e7-4ebe-a9bf-8d3ee9438829 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/1649cc83-5020-45ee-b26a-6cbba616e63c HTTP/1.1" status: 404 len: 347 time: 0.0199590 Aug 27 04:52:14.465525 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56676) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:14.472989 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-374056c5-7763-4b4c-af94-29b47f69eb49 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Request body: {'security_group': {'name': 'tempest-secgroup--1839323194'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:14.502246 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-404c4db9-c31c-4a53-aa7c-c51cca01857d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (c9b75323-3111-46ec-bd11-5b4e03eba3c5), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:14.511732 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1daa0215-55a0-4b91-bc4d-30016a5f71a0 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=11151118b7d14bb38c65f8f3de18c1f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5082963 Aug 27 04:52:14.514263 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56680) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:14.559440 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404c4db9-c31c-4a53-aa7c-c51cca01857d None None] Routers {'60daa95c-ea91-4892-a5eb-7f9c8acee80c'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:52:14.560487 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-404c4db9-c31c-4a53-aa7c-c51cca01857d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:51:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['60daa95c-ea91-4892-a5eb-7f9c8acee80c'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:14.576757 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-20f962ee-f9ac-49da-a1eb-49d7cc8ed020 admin admin] Publish callbacks [] for security_group (3302120c-6024-4dc2-be29-405b1c3b6b42), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:14.589195 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-374056c5-7763-4b4c-af94-29b47f69eb49 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:14.613666 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-20f962ee-f9ac-49da-a1eb-49d7cc8ed020 admin admin] Publish callbacks [] for security_group (3302120c-6024-4dc2-be29-405b1c3b6b42), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:14.647059 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6399dee-5626-403e-ab9d-eca8bc14effc None None] Pushing event updated for resources: {'Port': ['ID=c9b75323-3111-46ec-bd11-5b4e03eba3c5,revision_number=4']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:14.722021 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-374056c5-7763-4b4c-af94-29b47f69eb49 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group (40528b50-f7a5-497f-806a-b4c755404211), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:14.751396 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-404c4db9-c31c-4a53-aa7c-c51cca01857d None None] Set router 60daa95c-ea91-4892-a5eb-7f9c8acee80c gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:52:14.818517 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b78fad0-f3ec-42e4-97f3-f185da083be8 req-c468f311-3b8b-4837-91d3-c60960e985e8 tempest-ServersNegativeTestJSON-2032025729 tempest-ServersNegativeTestJSON-2032025729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:14.820360 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8b78fad0-f3ec-42e4-97f3-f185da083be8 req-c468f311-3b8b-4837-91d3-c60960e985e8 tempest-ServersNegativeTestJSON-2032025729 tempest-ServersNegativeTestJSON-2032025729-project] 10.222.0.76 "GET /networking/v2.0/networks?id=16195b11-f6cf-43f6-b965-287ec3f94065 HTTP/1.1" status: 200 len: 811 time: 0.1278045 Aug 27 04:52:14.828862 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-20f962ee-f9ac-49da-a1eb-49d7cc8ed020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (3302120c-6024-4dc2-be29-405b1c3b6b42), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:14.832250 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-20f962ee-f9ac-49da-a1eb-49d7cc8ed020 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:14.836707 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-20f962ee-f9ac-49da-a1eb-49d7cc8ed020 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/3302120c-6024-4dc2-be29-405b1c3b6b42 HTTP/1.1" status: 204 len: 168 time: 0.3212550 Aug 27 04:52:14.841879 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8b78fad0-f3ec-42e4-97f3-f185da083be8 req-fb0f461c-b63e-4a16-8bd6-e8b0e95c7973 tempest-ServersNegativeTestJSON-2032025729 tempest-ServersNegativeTestJSON-2032025729-project] 10.222.0.76 "GET /networking/v2.0/quotas/74bc85d80bc74ecdb98a7df6b8af1ebd HTTP/1.1" status: 200 len: 375 time: 0.0147836 Aug 27 04:52:14.853466 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-374056c5-7763-4b4c-af94-29b47f69eb49 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (40528b50-f7a5-497f-806a-b4c755404211), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:14.857106 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f962ee-f9ac-49da-a1eb-49d7cc8ed020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3302120c-6024-4dc2-be29-405b1c3b6b42,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:14.892057 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374056c5-7763-4b4c-af94-29b47f69eb49 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40528b50-f7a5-497f-806a-b4c755404211,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:14.914270 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:14.924119 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8b78fad0-f3ec-42e4-97f3-f185da083be8 req-2d5caa01-21bc-4411-a034-b31a64238604 tempest-ServersNegativeTestJSON-2032025729 tempest-ServersNegativeTestJSON-2032025729-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=74bc85d80bc74ecdb98a7df6b8af1ebd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0756474 Aug 27 04:52:14.976863 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-374056c5-7763-4b4c-af94-29b47f69eb49 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:14.978335 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-374056c5-7763-4b4c-af94-29b47f69eb49 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5089509 Aug 27 04:52:14.985151 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56706) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:14.987171 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-404c4db9-c31c-4a53-aa7c-c51cca01857d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60daa95c-ea91-4892-a5eb-7f9c8acee80c', 'name': 'tempest-ServersNegativeTestJSON-5510906-router', 'tenant_id': '74bc85d80bc74ecdb98a7df6b8af1ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '4515db45-633b-427a-8263-1975e18c64c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:52:03Z', 'updated_at': '2022-08-27T04:52:11Z', 'revision_number': 4, 'project_id': '74bc85d80bc74ecdb98a7df6b8af1ebd', 'gw_port': {'id': '4515db45-633b-427a-8263-1975e18c64c8', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:74:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60daa95c-ea91-4892-a5eb-7f9c8acee80c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:52:04Z', 'updated_at': '2022-08-27T04:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'c9b75323-3111-46ec-bd11-5b4e03eba3c5', 'name': '', 'network_id': '16195b11-f6cf-43f6-b965-287ec3f94065', 'tenant_id': '74bc85d80bc74ecdb98a7df6b8af1ebd', 'mac_address': 'fa:16:3e:98:dc:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60daa95c-ea91-4892-a5eb-7f9c8acee80c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': '341e3157-8582-4d5b-bd31-f7bec910ad25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:52:09Z', 'updated_at': '2022-08-27T04:52:14Z', 'revision_number': 4, 'project_id': '74bc85d80bc74ecdb98a7df6b8af1ebd', 'subnets': [{'id': '341e3157-8582-4d5b-bd31-f7bec910ad25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:14.992640 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-45290373-4629-41c2-bffc-744681b3297c tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Request body: {'security_group_rule': {'security_group_id': '40528b50-f7a5-497f-806a-b4c755404211', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:15.021494 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404c4db9-c31c-4a53-aa7c-c51cca01857d None None] The sync data for ids ['60daa95c-ea91-4892-a5eb-7f9c8acee80c'] in n-d-852088-5 is: [{'id': '60daa95c-ea91-4892-a5eb-7f9c8acee80c', 'name': 'tempest-ServersNegativeTestJSON-5510906-router', 'tenant_id': '74bc85d80bc74ecdb98a7df6b8af1ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '4515db45-633b-427a-8263-1975e18c64c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:52:03Z', 'updated_at': '2022-08-27T04:52:11Z', 'revision_number': 4, 'project_id': '74bc85d80bc74ecdb98a7df6b8af1ebd', 'gw_port': {'id': '4515db45-633b-427a-8263-1975e18c64c8', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:74:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60daa95c-ea91-4892-a5eb-7f9c8acee80c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:52:04Z', 'updated_at': '2022-08-27T04:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'c9b75323-3111-46ec-bd11-5b4e03eba3c5', 'name': '', 'network_id': '16195b11-f6cf-43f6-b965-287ec3f94065', 'tenant_id': '74bc85d80bc74ecdb98a7df6b8af1ebd', 'mac_address': 'fa:16:3e:98:dc:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60daa95c-ea91-4892-a5eb-7f9c8acee80c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': '341e3157-8582-4d5b-bd31-f7bec910ad25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:52:09Z', 'updated_at': '2022-08-27T04:52:14Z', 'revision_number': 4, 'project_id': '74bc85d80bc74ecdb98a7df6b8af1ebd', 'subnets': [{'id': '341e3157-8582-4d5b-bd31-f7bec910ad25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:52:15.118403 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-45290373-4629-41c2-bffc-744681b3297c tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (d00ce457-db96-4231-9788-b1a3e9b9da74), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:15.194743 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-45290373-4629-41c2-bffc-744681b3297c tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (d00ce457-db96-4231-9788-b1a3e9b9da74), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:15.203011 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:15.279689 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-45290373-4629-41c2-bffc-744681b3297c tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (d00ce457-db96-4231-9788-b1a3e9b9da74), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:15.301636 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45290373-4629-41c2-bffc-744681b3297c tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d00ce457-db96-4231-9788-b1a3e9b9da74,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:15.380901 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56714) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:15.391022 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:15.394272 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-45290373-4629-41c2-bffc-744681b3297c tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:15.403468 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-45290373-4629-41c2-bffc-744681b3297c tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4170408 Aug 27 04:52:15.405293 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56716) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:15.448549 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-19407f0b-b134-4e48-a5c0-313c84b236d7 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (d00ce457-db96-4231-9788-b1a3e9b9da74), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:15.459462 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-19407f0b-b134-4e48-a5c0-313c84b236d7 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (d00ce457-db96-4231-9788-b1a3e9b9da74), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:15.462039 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:15.609101 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:15.613984 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-19407f0b-b134-4e48-a5c0-313c84b236d7 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (d00ce457-db96-4231-9788-b1a3e9b9da74), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:15.622379 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-19407f0b-b134-4e48-a5c0-313c84b236d7 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:15.630991 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-19407f0b-b134-4e48-a5c0-313c84b236d7 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "DELETE /networking/v2.0/security-group-rules/d00ce457-db96-4231-9788-b1a3e9b9da74 HTTP/1.1" status: 204 len: 168 time: 0.2187035 Aug 27 04:52:15.631294 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56724) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:15.633872 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19407f0b-b134-4e48-a5c0-313c84b236d7 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d00ce457-db96-4231-9788-b1a3e9b9da74,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:15.761392 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device c9b75323-3111-46ec-bd11-5b4e03eba3c5 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:52:15.765917 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-5f094ddc-fdc7-4e5e-b61a-bcf4ecb0d0aa tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1386456 Aug 27 04:52:15.768956 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56730) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:15.841959 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port c9b75323-3111-46ec-bd11-5b4e03eba3c5 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:52:15.842338 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (c9b75323-3111-46ec-bd11-5b4e03eba3c5), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:15.859416 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56732) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:15.860346 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c1c1b97e-00f2-4295-8fb4-26470ced3d23 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group (40528b50-f7a5-497f-806a-b4c755404211), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:15.898031 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c1c1b97e-00f2-4295-8fb4-26470ced3d23 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group (40528b50-f7a5-497f-806a-b4c755404211), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:15.996075 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port c9b75323-3111-46ec-bd11-5b4e03eba3c5 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:52:15.996595 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (c9b75323-3111-46ec-bd11-5b4e03eba3c5), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:16.000218 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c02594de-7096-431c-bf12-61d4190cf0de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (60daa95c-ea91-4892-a5eb-7f9c8acee80c), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:16.038294 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port c9b75323-3111-46ec-bd11-5b4e03eba3c5, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=c9b75323-3111-46ec-bd11-5b4e03eba3c5,segment=NetworkSegment(797e6b19-964f-40ed-bd62-83d569edb24a),segment_id=797e6b19-964f-40ed-bd62-83d569edb24a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:52:16.049239 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c1c1b97e-00f2-4295-8fb4-26470ced3d23 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (40528b50-f7a5-497f-806a-b4c755404211), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:16.055954 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c1c1b97e-00f2-4295-8fb4-26470ced3d23 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:16.057440 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c1c1b97e-00f2-4295-8fb4-26470ced3d23 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/40528b50-f7a5-497f-806a-b4c755404211 HTTP/1.1" status: 204 len: 168 time: 0.2872393 Aug 27 04:52:16.061336 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56744) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:16.117085 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (c9b75323-3111-46ec-bd11-5b4e03eba3c5), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:16.137168 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c1b97e-00f2-4295-8fb4-26470ced3d23 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40528b50-f7a5-497f-806a-b4c755404211,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:16.182747 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-6ef3884d-7c3c-4ca4-98fc-356db16e43ef tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-577168946'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:16.211923 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:16.213146 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-0c96050e-8921-4131-8f47-b00e63d3b77e tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1466858 Aug 27 04:52:16.219437 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56750) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:16.226494 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-f81c6a22-938d-44b7-bfae-4e4f25154fb2 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Request body: {'security_group': {'name': 'tempest-secgroup--1332302979'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:16.268996 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=c9b75323-3111-46ec-bd11-5b4e03eba3c5,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:16.279253 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:16.279863 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:16.280321 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:16.280905 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:16.281492 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:16.281924 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:16.282440 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:16.282831 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:16.283520 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:16.284442 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:16.284876 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:16.285395 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:16.285822 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:16.286928 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:16.287322 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:16.322326 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef3884d-7c3c-4ca4-98fc-356db16e43ef tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Made reservation on behalf of f0f1eb4384394fc18f1626f3e12e04e3 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:52:16.326351 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6ef3884d-7c3c-4ca4-98fc-356db16e43ef tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:16.338543 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6ef3884d-7c3c-4ca4-98fc-356db16e43ef tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:16.355803 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f81c6a22-938d-44b7-bfae-4e4f25154fb2 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:16.366472 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-c02594de-7096-431c-bf12-61d4190cf0de admin admin] Deleting port c9b75323-3111-46ec-bd11-5b4e03eba3c5 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:52:16.366754 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c02594de-7096-431c-bf12-61d4190cf0de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (c9b75323-3111-46ec-bd11-5b4e03eba3c5), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:16.472241 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-c02594de-7096-431c-bf12-61d4190cf0de admin admin] For port c9b75323-3111-46ec-bd11-5b4e03eba3c5, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=c9b75323-3111-46ec-bd11-5b4e03eba3c5,segment=NetworkSegment(797e6b19-964f-40ed-bd62-83d569edb24a),segment_id=797e6b19-964f-40ed-bd62-83d569edb24a)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:52:16.472992 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c02594de-7096-431c-bf12-61d4190cf0de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (c9b75323-3111-46ec-bd11-5b4e03eba3c5), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:16.491905 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-c02594de-7096-431c-bf12-61d4190cf0de admin admin] Calling delete_port for c9b75323-3111-46ec-bd11-5b4e03eba3c5 owned by network:router_interface {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:52:16.515335 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f81c6a22-938d-44b7-bfae-4e4f25154fb2 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group (7e43a95d-e852-4874-9ae7-92824f774fef), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:16.520139 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6ef3884d-7c3c-4ca4-98fc-356db16e43ef tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for security_group (48d77fd1-9281-4e9b-94e5-c6eaa69e724d), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:16.576989 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f81c6a22-938d-44b7-bfae-4e4f25154fb2 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (7e43a95d-e852-4874-9ae7-92824f774fef), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:16.583714 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6ef3884d-7c3c-4ca4-98fc-356db16e43ef tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (48d77fd1-9281-4e9b-94e5-c6eaa69e724d), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:16.629529 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ef3884d-7c3c-4ca4-98fc-356db16e43ef tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:52:16.640997 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81c6a22-938d-44b7-bfae-4e4f25154fb2 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e43a95d-e852-4874-9ae7-92824f774fef,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:16.662608 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6ef3884d-7c3c-4ca4-98fc-356db16e43ef tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (09140675-bb99-40af-b2a7-6259f5b80bd3), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:16.662962 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-6ef3884d-7c3c-4ca4-98fc-356db16e43ef tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Added segment 09140675-bb99-40af-b2a7-6259f5b80bd3 of type vlan for network 61356c33-ce96-40d0-bb36-87a36b2d0e1c Aug 27 04:52:16.681556 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f81c6a22-938d-44b7-bfae-4e4f25154fb2 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:16.682820 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f81c6a22-938d-44b7-bfae-4e4f25154fb2 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4621549 Aug 27 04:52:16.687922 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56764) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:16.713890 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-e4343e77-1ced-4456-bbae-7519ee5acbb5 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Request body: {'security_group_rule': {'security_group_id': '7e43a95d-e852-4874-9ae7-92824f774fef', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:16.729076 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef3884d-7c3c-4ca4-98fc-356db16e43ef tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48d77fd1-9281-4e9b-94e5-c6eaa69e724d,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:16.737253 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6ef3884d-7c3c-4ca4-98fc-356db16e43ef tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (61356c33-ce96-40d0-bb36-87a36b2d0e1c), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:16.840047 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:16.840653 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c02594de-7096-431c-bf12-61d4190cf0de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (c9b75323-3111-46ec-bd11-5b4e03eba3c5), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:16.846040 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6ef3884d-7c3c-4ca4-98fc-356db16e43ef tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (61356c33-ce96-40d0-bb36-87a36b2d0e1c), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:16.852985 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef3884d-7c3c-4ca4-98fc-356db16e43ef tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:16.853839 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6ef3884d-7c3c-4ca4-98fc-356db16e43ef tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:16.869036 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e4343e77-1ced-4456-bbae-7519ee5acbb5 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (ed3cd384-5311-4a0f-9e6d-ee6346af54e7), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:16.908806 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02594de-7096-431c-bf12-61d4190cf0de admin admin] Pushing event deleted for resources: {'Port': ['ID=c9b75323-3111-46ec-bd11-5b4e03eba3c5,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:16.957458 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:16.991100 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef3884d-7c3c-4ca4-98fc-356db16e43ef tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event updated for resources: {'Network': ['ID=61356c33-ce96-40d0-bb36-87a36b2d0e1c,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:17.002562 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:52:17.024941 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6ef3884d-7c3c-4ca4-98fc-356db16e43ef tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1611376 Aug 27 04:52:17.025689 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56772) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:17.034624 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-a5ddb135-621c-44f4-bdb7-9c9e6f80983e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'subnet': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:17.063085 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e4343e77-1ced-4456-bbae-7519ee5acbb5 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (ed3cd384-5311-4a0f-9e6d-ee6346af54e7), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:17.187541 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e4343e77-1ced-4456-bbae-7519ee5acbb5 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (ed3cd384-5311-4a0f-9e6d-ee6346af54e7), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:17.220413 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4343e77-1ced-4456-bbae-7519ee5acbb5 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed3cd384-5311-4a0f-9e6d-ee6346af54e7,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:17.317080 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ddb135-621c-44f4-bdb7-9c9e6f80983e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Made reservation on behalf of f0f1eb4384394fc18f1626f3e12e04e3 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:52:17.322514 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a5ddb135-621c-44f4-bdb7-9c9e6f80983e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:17.329193 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e4343e77-1ced-4456-bbae-7519ee5acbb5 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:17.330600 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e4343e77-1ced-4456-bbae-7519ee5acbb5 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6244705 Aug 27 04:52:17.345478 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56782) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:17.346020 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56784) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:17.355087 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-597d7e61-7943-472a-ba65-94dd610bcc95 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Request body: {'security_group_rule': {'security_group_id': '7e43a95d-e852-4874-9ae7-92824f774fef', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:17.521578 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c02594de-7096-431c-bf12-61d4190cf0de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (60daa95c-ea91-4892-a5eb-7f9c8acee80c), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:17.569722 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=2,neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:17.573689 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-597d7e61-7943-472a-ba65-94dd610bcc95 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (9c54fe70-1673-4842-a85b-982b0dc127d4), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:17.622305 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-142b8e62-edfd-4774-9a84-0e560bd57035 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-653676456-network', 'tenant_id': '7451645b0f414ff1bffd9cc096577139'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:17.674387 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-597d7e61-7943-472a-ba65-94dd610bcc95 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (9c54fe70-1673-4842-a85b-982b0dc127d4), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:17.677683 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a5ddb135-621c-44f4-bdb7-9c9e6f80983e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (e86f0abc-aa93-4b42-a10e-97e4b034c9bd), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:17.732402 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=3,neutron:INSERT=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:17.757332 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142b8e62-edfd-4774-9a84-0e560bd57035 admin admin] Made reservation on behalf of 7451645b0f414ff1bffd9cc096577139 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:52:17.759627 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-142b8e62-edfd-4774-9a84-0e560bd57035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:17.761620 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-597d7e61-7943-472a-ba65-94dd610bcc95 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (9c54fe70-1673-4842-a85b-982b0dc127d4), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:17.775975 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ddb135-621c-44f4-bdb7-9c9e6f80983e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event updated for resources: {'Subnet': ['ID=e86f0abc-aa93-4b42-a10e-97e4b034c9bd,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:17.791309 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-142b8e62-edfd-4774-9a84-0e560bd57035 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:17.803462 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597d7e61-7943-472a-ba65-94dd610bcc95 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c54fe70-1673-4842-a85b-982b0dc127d4,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:17.810051 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ddb135-621c-44f4-bdb7-9c9e6f80983e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Checking segment: {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:52:17.810421 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ddb135-621c-44f4-bdb7-9c9e6f80983e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Network hostable DHCP agents. Network: 61356c33-ce96-40d0-bb36-87a36b2d0e1c, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:52:17.816895 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:17.823455 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c02594de-7096-431c-bf12-61d4190cf0de admin admin] Router 60daa95c-ea91-4892-a5eb-7f9c8acee80c has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:52:17.889867 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-597d7e61-7943-472a-ba65-94dd610bcc95 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:17.891660 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-597d7e61-7943-472a-ba65-94dd610bcc95 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5431061 Aug 27 04:52:17.894825 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56808) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:17.929076 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-87a768df-ae4b-4e6c-a47f-3521cbb8922d tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Request body: {'security_group_rule': {'security_group_id': '7e43a95d-e852-4874-9ae7-92824f774fef', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:17.952399 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-142b8e62-edfd-4774-9a84-0e560bd57035 admin admin] Publish callbacks [] for security_group (22ae352b-f9eb-4bad-a635-a9612c72920c), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:17.953472 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ddb135-621c-44f4-bdb7-9c9e6f80983e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:52:17.970486 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c02594de-7096-431c-bf12-61d4190cf0de admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:52:17.976557 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c02594de-7096-431c-bf12-61d4190cf0de admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/60daa95c-ea91-4892-a5eb-7f9c8acee80c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6027138 Aug 27 04:52:17.979136 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56810) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:17.984058 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7755eac5-5c4d-489d-ae9b-07a9fc737e50 None None] Sync routers for ids ['60daa95c-ea91-4892-a5eb-7f9c8acee80c'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:52:17.998257 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7755eac5-5c4d-489d-ae9b-07a9fc737e50 None None] Routers {'60daa95c-ea91-4892-a5eb-7f9c8acee80c'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:52:17.998888 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-7755eac5-5c4d-489d-ae9b-07a9fc737e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:51:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['60daa95c-ea91-4892-a5eb-7f9c8acee80c'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:18.056665 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-87a768df-ae4b-4e6c-a47f-3521cbb8922d tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (e65dafb8-bb79-431b-8d93-642118465cfa), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:18.064838 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-142b8e62-edfd-4774-9a84-0e560bd57035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (22ae352b-f9eb-4bad-a635-a9612c72920c), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:18.105293 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:18.135778 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-87a768df-ae4b-4e6c-a47f-3521cbb8922d tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (e65dafb8-bb79-431b-8d93-642118465cfa), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:18.163532 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-a5ddb135-621c-44f4-bdb7-9c9e6f80983e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 61356c33-ce96-40d0-bb36-87a36b2d0e1c) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:52:18.165440 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142b8e62-edfd-4774-9a84-0e560bd57035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ae352b-f9eb-4bad-a635-a9612c72920c,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:18.177167 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ddb135-621c-44f4-bdb7-9c9e6f80983e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:18.177167 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a5ddb135-621c-44f4-bdb7-9c9e6f80983e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:18.179289 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-302970a0-62a6-40ac-b97f-ea156f4ba2df admin admin] Publish callbacks [] for router (60daa95c-ea91-4892-a5eb-7f9c8acee80c), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:18.220542 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-87a768df-ae4b-4e6c-a47f-3521cbb8922d tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (e65dafb8-bb79-431b-8d93-642118465cfa), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:18.235728 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-142b8e62-edfd-4774-9a84-0e560bd57035 admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:52:18.259991 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a768df-ae4b-4e6c-a47f-3521cbb8922d tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e65dafb8-bb79-431b-8d93-642118465cfa,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:18.285950 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-142b8e62-edfd-4774-9a84-0e560bd57035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (434ee9f5-609b-4584-a366-8a5f884dbfd9), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:18.287009 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-142b8e62-edfd-4774-9a84-0e560bd57035 admin admin] Added segment 434ee9f5-609b-4584-a366-8a5f884dbfd9 of type vlan for network 89a91630-9ce5-4066-afbe-564d09f829ff Aug 27 04:52:18.294501 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c66f993-9abf-47c3-96e2-97e800c6de76 None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:52:18.352982 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:18.355376 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-142b8e62-edfd-4774-9a84-0e560bd57035 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (89a91630-9ce5-4066-afbe-564d09f829ff), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:18.360340 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-87a768df-ae4b-4e6c-a47f-3521cbb8922d tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:18.362001 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-87a768df-ae4b-4e6c-a47f-3521cbb8922d tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4636600 Aug 27 04:52:18.365559 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a5ddb135-621c-44f4-bdb7-9c9e6f80983e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3359571 Aug 27 04:52:18.369638 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-302970a0-62a6-40ac-b97f-ea156f4ba2df admin admin] Publish callbacks [] for router_gateway (60daa95c-ea91-4892-a5eb-7f9c8acee80c), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:18.373131 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56822) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:18.373567 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56824) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:18.374153 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56826) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:18.384530 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-b39bee83-4e2f-420e-beaa-02e78e304e2d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'port': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'name': 'tempest-NetworksTestDHCPv6-1011003396'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:18.386023 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-7755eac5-5c4d-489d-ae9b-07a9fc737e50 None None] Set router 60daa95c-ea91-4892-a5eb-7f9c8acee80c gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:52:18.401687 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-0fe4b571-7ca3-414a-b81e-ed27c20424e1 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Request body: {'security_group_rule': {'security_group_id': '7e43a95d-e852-4874-9ae7-92824f774fef', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:18.475223 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-142b8e62-edfd-4774-9a84-0e560bd57035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (89a91630-9ce5-4066-afbe-564d09f829ff), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:18.483769 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142b8e62-edfd-4774-9a84-0e560bd57035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:18.484430 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-142b8e62-edfd-4774-9a84-0e560bd57035 admin admin] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:18.501415 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56830) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:18.539834 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc3688d-2525-4218-8dc0-282eb9fa0ed3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'project_id': 'f0f1eb4384394fc18f1626f3e12e04e3', 'fixed_ips': [{'subnet_id': 'e86f0abc-aa93-4b42-a10e-97e4b034c9bd'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:52:18.541750 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-bcc3688d-2525-4218-8dc0-282eb9fa0ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:18.554262 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:18.610748 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-302970a0-62a6-40ac-b97f-ea156f4ba2df admin admin] Deleting port 4515db45-633b-427a-8263-1975e18c64c8 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:52:18.611058 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0fe4b571-7ca3-414a-b81e-ed27c20424e1 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (05397fc3-d7be-4455-ab9f-7b38f167bc19), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:18.611179 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-302970a0-62a6-40ac-b97f-ea156f4ba2df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (4515db45-633b-427a-8263-1975e18c64c8), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:18.613594 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142b8e62-edfd-4774-9a84-0e560bd57035 admin admin] Pushing event updated for resources: {'Network': ['ID=89a91630-9ce5-4066-afbe-564d09f829ff,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:18.639011 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 89a91630-9ce5-4066-afbe-564d09f829ff details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:52:18.666814 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-142b8e62-edfd-4774-9a84-0e560bd57035 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3193419 Aug 27 04:52:18.672594 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56838) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:18.678011 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-1d75bd83-3b3d-4d09-bd49-36cbc994b12c admin admin] Request body: {'subnet': {'network_id': '89a91630-9ce5-4066-afbe-564d09f829ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-653676456-subnet', 'tenant_id': '7451645b0f414ff1bffd9cc096577139', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:18.737261 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-302970a0-62a6-40ac-b97f-ea156f4ba2df admin admin] For port 4515db45-633b-427a-8263-1975e18c64c8, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=4515db45-633b-427a-8263-1975e18c64c8,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:52:18.737637 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-302970a0-62a6-40ac-b97f-ea156f4ba2df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (4515db45-633b-427a-8263-1975e18c64c8), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:18.738705 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0fe4b571-7ca3-414a-b81e-ed27c20424e1 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (05397fc3-d7be-4455-ab9f-7b38f167bc19), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:18.753477 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-302970a0-62a6-40ac-b97f-ea156f4ba2df admin admin] Calling delete_port for 4515db45-633b-427a-8263-1975e18c64c8 owned by network:router_gateway {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:52:18.765010 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39bee83-4e2f-420e-beaa-02e78e304e2d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Made reservation on behalf of f0f1eb4384394fc18f1626f3e12e04e3 for: {'port': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:52:18.766496 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d75bd83-3b3d-4d09-bd49-36cbc994b12c admin admin] Made reservation on behalf of 7451645b0f414ff1bffd9cc096577139 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:52:18.768906 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1d75bd83-3b3d-4d09-bd49-36cbc994b12c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:18.770128 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b39bee83-4e2f-420e-beaa-02e78e304e2d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:18.805528 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [None req-b39bee83-4e2f-420e-beaa-02e78e304e2d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] device_id is not set on port ed9fac9a-6339-483a-8d6f-d7d4aa68a446 yet. {{(pid=107775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:52:18.821677 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-7755eac5-5c4d-489d-ae9b-07a9fc737e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60daa95c-ea91-4892-a5eb-7f9c8acee80c', 'name': 'tempest-ServersNegativeTestJSON-5510906-router', 'tenant_id': '74bc85d80bc74ecdb98a7df6b8af1ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '4515db45-633b-427a-8263-1975e18c64c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:52:03Z', 'updated_at': '2022-08-27T04:52:16Z', 'revision_number': 5, 'project_id': '74bc85d80bc74ecdb98a7df6b8af1ebd', 'gw_port': {'id': '4515db45-633b-427a-8263-1975e18c64c8', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:74:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60daa95c-ea91-4892-a5eb-7f9c8acee80c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:52:04Z', 'updated_at': '2022-08-27T04:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:18.855244 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0fe4b571-7ca3-414a-b81e-ed27c20424e1 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (05397fc3-d7be-4455-ab9f-7b38f167bc19), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:18.886111 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7755eac5-5c4d-489d-ae9b-07a9fc737e50 None None] Checking router: 60daa95c-ea91-4892-a5eb-7f9c8acee80c for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:52:18.904892 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7755eac5-5c4d-489d-ae9b-07a9fc737e50 None None] Routers {'60daa95c-ea91-4892-a5eb-7f9c8acee80c'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:52:18.905675 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-7755eac5-5c4d-489d-ae9b-07a9fc737e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:51:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['60daa95c-ea91-4892-a5eb-7f9c8acee80c'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:18.950332 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-69fd19a0-9aa7-4927-8eee-3a5fdc35c4db tempest-MeteringTestJSON-350872907 tempest-MeteringTestJSON-350872907-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-624945057'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:18.950974 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-69fd19a0-9aa7-4927-8eee-3a5fdc35c4db tempest-MeteringTestJSON-350872907 tempest-MeteringTestJSON-350872907-project-admin] Unknown quota resources ['metering_label']. {{(pid=107775) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Aug 27 04:52:18.978948 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe4b571-7ca3-414a-b81e-ed27c20424e1 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05397fc3-d7be-4455-ab9f-7b38f167bc19,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:19.017252 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-7755eac5-5c4d-489d-ae9b-07a9fc737e50 None None] Set router 60daa95c-ea91-4892-a5eb-7f9c8acee80c gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:52:19.076197 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-7755eac5-5c4d-489d-ae9b-07a9fc737e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60daa95c-ea91-4892-a5eb-7f9c8acee80c', 'name': 'tempest-ServersNegativeTestJSON-5510906-router', 'tenant_id': '74bc85d80bc74ecdb98a7df6b8af1ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:52:03Z', 'updated_at': '2022-08-27T04:52:18Z', 'revision_number': 6, 'project_id': '74bc85d80bc74ecdb98a7df6b8af1ebd', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:19.077877 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0fe4b571-7ca3-414a-b81e-ed27c20424e1 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:19.081650 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0fe4b571-7ca3-414a-b81e-ed27c20424e1 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7039495 Aug 27 04:52:19.081812 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-48c65bad-e1d6-4f92-a548-9037e38d0804 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1198303658'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:19.084007 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56840) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:19.094092 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-9fc978a8-0feb-4b48-a9af-8afc120b0064 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Request body: {'security_group_rule': {'security_group_id': '7e43a95d-e852-4874-9ae7-92824f774fef', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:19.112465 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7755eac5-5c4d-489d-ae9b-07a9fc737e50 None None] The sync data for ids ['60daa95c-ea91-4892-a5eb-7f9c8acee80c'] in n-d-852088-5 is: [{'id': '60daa95c-ea91-4892-a5eb-7f9c8acee80c', 'name': 'tempest-ServersNegativeTestJSON-5510906-router', 'tenant_id': '74bc85d80bc74ecdb98a7df6b8af1ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:52:03Z', 'updated_at': '2022-08-27T04:52:18Z', 'revision_number': 6, 'project_id': '74bc85d80bc74ecdb98a7df6b8af1ebd', 'gw_port_host': None}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:52:19.120770 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:19.136860 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-bcc3688d-2525-4218-8dc0-282eb9fa0ed3 None None] Allocated IP 2001:db8::2 (61356c33-ce96-40d0-bb36-87a36b2d0e1c/e86f0abc-aa93-4b42-a10e-97e4b034c9bd/5a943d45-e97e-4b15-8d11-d37fa97d3d4c) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:52:19.183590 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-302970a0-62a6-40ac-b97f-ea156f4ba2df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (4515db45-633b-427a-8263-1975e18c64c8), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:19.191316 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c65bad-e1d6-4f92-a548-9037e38d0804 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Made reservation on behalf of 7404cab787d9443cbae839218717bbbd for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:52:19.197715 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-48c65bad-e1d6-4f92-a548-9037e38d0804 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:19.205374 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-69fd19a0-9aa7-4927-8eee-3a5fdc35c4db tempest-MeteringTestJSON-350872907 tempest-MeteringTestJSON-350872907-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:19.210421 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-69fd19a0-9aa7-4927-8eee-3a5fdc35c4db tempest-MeteringTestJSON-350872907 tempest-MeteringTestJSON-350872907-project-admin] 10.222.0.76 "POST /networking/v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.8275049 Aug 27 04:52:19.210421 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56842) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:19.211570 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1d75bd83-3b3d-4d09-bd49-36cbc994b12c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (0fb52974-bbb6-42e6-b0d8-aa0476c2dbe0), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:19.214555 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-0c3593e2-2e07-4b57-9fc7-7ce4371a810c tempest-MeteringTestJSON-350872907 tempest-MeteringTestJSON-350872907-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'f64b3039-828e-4bdb-a73d-ee28eb4d2ed8'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:19.215308 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-0c3593e2-2e07-4b57-9fc7-7ce4371a810c tempest-MeteringTestJSON-350872907 tempest-MeteringTestJSON-350872907-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=107775) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Aug 27 04:52:19.289830 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-48c65bad-e1d6-4f92-a548-9037e38d0804 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:19.299591 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302970a0-62a6-40ac-b97f-ea156f4ba2df admin admin] Pushing event deleted for resources: {'Port': ['ID=4515db45-633b-427a-8263-1975e18c64c8,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:19.307770 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9fc978a8-0feb-4b48-a9af-8afc120b0064 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (b19c79f1-b533-488b-b934-4cc02d6d11b8), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:19.359898 n-d-852088-5 neutron-server[107775]: WARNING neutron.services.metering.metering_plugin [None req-0c3593e2-2e07-4b57-9fc7-7ce4371a810c tempest-MeteringTestJSON-350872907 tempest-MeteringTestJSON-350872907-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 27 04:52:19.377623 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56848) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:19.422393 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d75bd83-3b3d-4d09-bd49-36cbc994b12c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fb52974-bbb6-42e6-b0d8-aa0476c2dbe0,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:19.438312 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-bcc3688d-2525-4218-8dc0-282eb9fa0ed3 None None] Publish callbacks [] for port (5a943d45-e97e-4b15-8d11-d37fa97d3d4c), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:19.471814 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d75bd83-3b3d-4d09-bd49-36cbc994b12c admin admin] Checking segment: {'id': '434ee9f5-609b-4584-a366-8a5f884dbfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '89a91630-9ce5-4066-afbe-564d09f829ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:52:19.472187 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d75bd83-3b3d-4d09-bd49-36cbc994b12c admin admin] Network hostable DHCP agents. Network: 89a91630-9ce5-4066-afbe-564d09f829ff, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:52:19.484577 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-302970a0-62a6-40ac-b97f-ea156f4ba2df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (60daa95c-ea91-4892-a5eb-7f9c8acee80c), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:19.530886 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0c3593e2-2e07-4b57-9fc7-7ce4371a810c tempest-MeteringTestJSON-350872907 tempest-MeteringTestJSON-350872907-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:19.532110 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0c3593e2-2e07-4b57-9fc7-7ce4371a810c tempest-MeteringTestJSON-350872907 tempest-MeteringTestJSON-350872907-project-admin] 10.222.0.76 "POST /networking/v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3209386 Aug 27 04:52:19.537476 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56854) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:19.541879 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-284a2e63-da64-4e86-8311-65644d693b41 tempest-MeteringTestJSON-350872907 tempest-MeteringTestJSON-350872907-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'f64b3039-828e-4bdb-a73d-ee28eb4d2ed8'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:19.543646 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-284a2e63-da64-4e86-8311-65644d693b41 tempest-MeteringTestJSON-350872907 tempest-MeteringTestJSON-350872907-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=107775) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Aug 27 04:52:19.559756 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9fc978a8-0feb-4b48-a9af-8afc120b0064 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (b19c79f1-b533-488b-b934-4cc02d6d11b8), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:19.564351 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-bcc3688d-2525-4218-8dc0-282eb9fa0ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (5a943d45-e97e-4b15-8d11-d37fa97d3d4c), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:19.626328 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc3688d-2525-4218-8dc0-282eb9fa0ed3 None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:52:19.636281 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-bcc3688d-2525-4218-8dc0-282eb9fa0ed3 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:52:19.641369 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc3688d-2525-4218-8dc0-282eb9fa0ed3 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:52:19.643080 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-302970a0-62a6-40ac-b97f-ea156f4ba2df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (60daa95c-ea91-4892-a5eb-7f9c8acee80c), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:19.645105 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-af7f035b-a765-4bca-97d7-6b8faa81c974 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:19.648828 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-302970a0-62a6-40ac-b97f-ea156f4ba2df admin admin] Publish callbacks [] for router_controller (60daa95c-ea91-4892-a5eb-7f9c8acee80c), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:19.668145 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9fc978a8-0feb-4b48-a9af-8afc120b0064 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (b19c79f1-b533-488b-b934-4cc02d6d11b8), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:19.703136 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-48c65bad-e1d6-4f92-a548-9037e38d0804 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks [] for security_group (48e6dcd1-a893-4bca-8395-29560a826e39), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:19.735290 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc3688d-2525-4218-8dc0-282eb9fa0ed3 None None] Pushing event updated for resources: {'Port': ['ID=5a943d45-e97e-4b15-8d11-d37fa97d3d4c,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:19.738985 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-bcc3688d-2525-4218-8dc0-282eb9fa0ed3 None None] Attempting to bind port 5a943d45-e97e-4b15-8d11-d37fa97d3d4c on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:52:19.739398 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-bcc3688d-2525-4218-8dc0-282eb9fa0ed3 None None] Attempting to bind port 5a943d45-e97e-4b15-8d11-d37fa97d3d4c by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:52:19.739913 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc3688d-2525-4218-8dc0-282eb9fa0ed3 None None] Attempting to bind port 5a943d45-e97e-4b15-8d11-d37fa97d3d4c on network 61356c33-ce96-40d0-bb36-87a36b2d0e1c {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:52:19.747433 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc3688d-2525-4218-8dc0-282eb9fa0ed3 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:52:19.747433 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc3688d-2525-4218-8dc0-282eb9fa0ed3 None None] Checking segment: {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:52:19.747433 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-bcc3688d-2525-4218-8dc0-282eb9fa0ed3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:19.747433 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc3688d-2525-4218-8dc0-282eb9fa0ed3 None None] Bound using segment: {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:52:19.747960 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-bcc3688d-2525-4218-8dc0-282eb9fa0ed3 None None] Bound port: 5a943d45-e97e-4b15-8d11-d37fa97d3d4c, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:52:19.748284 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-bcc3688d-2525-4218-8dc0-282eb9fa0ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (5a943d45-e97e-4b15-8d11-d37fa97d3d4c), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:19.751801 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d75bd83-3b3d-4d09-bd49-36cbc994b12c admin admin] Network 89a91630-9ce5-4066-afbe-564d09f829ff is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:52:19.773117 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-b39bee83-4e2f-420e-beaa-02e78e304e2d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Allocated IP 2001:db8::386 (61356c33-ce96-40d0-bb36-87a36b2d0e1c/e86f0abc-aa93-4b42-a10e-97e4b034c9bd/ed9fac9a-6339-483a-8d6f-d7d4aa68a446) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:52:19.773117 n-d-852088-5 neutron-server[107775]: WARNING neutron.services.metering.metering_plugin [None req-284a2e63-da64-4e86-8311-65644d693b41 tempest-MeteringTestJSON-350872907 tempest-MeteringTestJSON-350872907-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 27 04:52:19.796865 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-48c65bad-e1d6-4f92-a548-9037e38d0804 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (48e6dcd1-a893-4bca-8395-29560a826e39), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:19.821428 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-bcc3688d-2525-4218-8dc0-282eb9fa0ed3 None None] For port 5a943d45-e97e-4b15-8d11-d37fa97d3d4c, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:52:19.824658 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-bcc3688d-2525-4218-8dc0-282eb9fa0ed3 None None] For port 5a943d45-e97e-4b15-8d11-d37fa97d3d4c, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=5a943d45-e97e-4b15-8d11-d37fa97d3d4c,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:52:19.827440 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:19.834346 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc978a8-0feb-4b48-a9af-8afc120b0064 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b19c79f1-b533-488b-b934-4cc02d6d11b8,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:19.837692 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48c65bad-e1d6-4f92-a548-9037e38d0804 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:52:19.858759 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-302970a0-62a6-40ac-b97f-ea156f4ba2df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (60daa95c-ea91-4892-a5eb-7f9c8acee80c), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:19.859338 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-302970a0-62a6-40ac-b97f-ea156f4ba2df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60daa95c-ea91-4892-a5eb-7f9c8acee80c {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:52:19.868746 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-302970a0-62a6-40ac-b97f-ea156f4ba2df admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:19.872268 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-302970a0-62a6-40ac-b97f-ea156f4ba2df admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/60daa95c-ea91-4892-a5eb-7f9c8acee80c HTTP/1.1" status: 204 len: 168 time: 1.8898625 Aug 27 04:52:19.875009 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-48c65bad-e1d6-4f92-a548-9037e38d0804 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (257dc741-ab17-417a-80ce-32a358a99076), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:19.876105 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-48c65bad-e1d6-4f92-a548-9037e38d0804 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Added segment 257dc741-ab17-417a-80ce-32a358a99076 of type vlan for network 1a0d28c9-dad1-4bf0-95b2-ab8644bc75c2 Aug 27 04:52:19.876513 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56862) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:19.894869 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-af7f035b-a765-4bca-97d7-6b8faa81c974 admin admin] Publish callbacks [] for security_group (f8167f27-b6b4-4164-af81-1aefd2b785f1), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:19.896484 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c65bad-e1d6-4f92-a548-9037e38d0804 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48e6dcd1-a893-4bca-8395-29560a826e39,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:19.903098 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-1d75bd83-3b3d-4d09-bd49-36cbc994b12c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 89a91630-9ce5-4066-afbe-564d09f829ff) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:52:19.910537 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9fc978a8-0feb-4b48-a9af-8afc120b0064 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:19.910677 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02205ecc-ea8d-4ddf-94ac-1cbb7e1544c5 None None] Network 89a91630-9ce5-4066-afbe-564d09f829ff requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:52:19.913539 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9fc978a8-0feb-4b48-a9af-8afc120b0064 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.8292134 Aug 27 04:52:19.921028 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56864) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:19.949234 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-bcc3688d-2525-4218-8dc0-282eb9fa0ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (5a943d45-e97e-4b15-8d11-d37fa97d3d4c), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:19.954356 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d75bd83-3b3d-4d09-bd49-36cbc994b12c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:19.954946 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1d75bd83-3b3d-4d09-bd49-36cbc994b12c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:19.994992 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-284a2e63-da64-4e86-8311-65644d693b41 tempest-MeteringTestJSON-350872907 tempest-MeteringTestJSON-350872907-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:19.996211 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-284a2e63-da64-4e86-8311-65644d693b41 tempest-MeteringTestJSON-350872907 tempest-MeteringTestJSON-350872907-project-admin] 10.222.0.76 "POST /networking/v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4577327 Aug 27 04:52:19.998922 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:20.019620 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-af7f035b-a765-4bca-97d7-6b8faa81c974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (f8167f27-b6b4-4164-af81-1aefd2b785f1), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:20.037090 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-48c65bad-e1d6-4f92-a548-9037e38d0804 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (1a0d28c9-dad1-4bf0-95b2-ab8644bc75c2), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:20.042904 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56866) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:20.102221 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-06b0a52e-19ca-44ac-8f33-cfca707a5aa2 tempest-MeteringTestJSON-350872907 tempest-MeteringTestJSON-350872907-project-admin] 10.222.0.76 "GET /networking/v2.0/metering/metering-label-rules?id=7e4bccef-c536-4541-935d-4af609473bc1 HTTP/1.1" status: 200 len: 464 time: 0.0562928 Aug 27 04:52:20.102941 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56870) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:20.126107 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-19a0b8a4-c977-4ff0-ba0e-cb8f3d5f4043 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (b19c79f1-b533-488b-b934-4cc02d6d11b8), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:20.129061 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:20.136762 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7f035b-a765-4bca-97d7-6b8faa81c974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8167f27-b6b4-4164-af81-1aefd2b785f1,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:20.142077 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device c9b75323-3111-46ec-bd11-5b4e03eba3c5 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:52:20.146882 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1d75bd83-3b3d-4d09-bd49-36cbc994b12c admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.4732246 Aug 27 04:52:20.152090 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56872) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:20.156392 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-de1ff981-61bc-4ea4-8f18-975e3dbcda90 admin admin] Deleting subnet 341e3157-8582-4d5b-bd31-f7bec910ad25 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:52:20.161145 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-19a0b8a4-c977-4ff0-ba0e-cb8f3d5f4043 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (b19c79f1-b533-488b-b934-4cc02d6d11b8), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:20.165923 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-af7f035b-a765-4bca-97d7-6b8faa81c974 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=8f09db728c6f44b88ef295e39d22b612&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7872550 Aug 27 04:52:20.173214 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-cf10f3e0-9105-46cf-b343-d46113d4dfac admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-653676456-router', 'tenant_id': '7451645b0f414ff1bffd9cc096577139', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:20.176936 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56874) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:20.180925 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-de1ff981-61bc-4ea4-8f18-975e3dbcda90 admin admin] Publish callbacks [] for subnet (341e3157-8582-4d5b-bd31-f7bec910ad25), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:20.189705 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:20.230763 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: c9b75323-3111-46ec-bd11-5b4e03eba3c5 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:52:20.231121 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device c9b75323-3111-46ec-bd11-5b4e03eba3c5 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:52:20.259855 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc3688d-2525-4218-8dc0-282eb9fa0ed3 None None] Pushing event updated for resources: {'Port': ['ID=5a943d45-e97e-4b15-8d11-d37fa97d3d4c,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:20.285818 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-de1ff981-61bc-4ea4-8f18-975e3dbcda90 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (341e3157-8582-4d5b-bd31-f7bec910ad25), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:20.288130 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-48c65bad-e1d6-4f92-a548-9037e38d0804 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (1a0d28c9-dad1-4bf0-95b2-ab8644bc75c2), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:20.295671 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b39bee83-4e2f-420e-beaa-02e78e304e2d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for port (ed9fac9a-6339-483a-8d6f-d7d4aa68a446), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:20.297116 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c65bad-e1d6-4f92-a548-9037e38d0804 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:20.297466 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-48c65bad-e1d6-4f92-a548-9037e38d0804 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:20.354634 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ff6473-6185-413f-a349-6a627e08427a None None] Network 89a91630-9ce5-4066-afbe-564d09f829ff requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:52:20.401560 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-19a0b8a4-c977-4ff0-ba0e-cb8f3d5f4043 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (b19c79f1-b533-488b-b934-4cc02d6d11b8), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:20.417997 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-19a0b8a4-c977-4ff0-ba0e-cb8f3d5f4043 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:20.419196 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-19a0b8a4-c977-4ff0-ba0e-cb8f3d5f4043 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "DELETE /networking/v2.0/security-group-rules/b19c79f1-b533-488b-b934-4cc02d6d11b8 HTTP/1.1" status: 204 len: 168 time: 0.4951184 Aug 27 04:52:20.434327 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56878) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:20.499481 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a0b8a4-c977-4ff0-ba0e-cb8f3d5f4043 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b19c79f1-b533-488b-b934-4cc02d6d11b8,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:20.528664 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c0f9b936-854b-40cc-a9f7-020a6d927660 tempest-MeteringTestJSON-350872907 tempest-MeteringTestJSON-350872907-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:20.532282 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c0f9b936-854b-40cc-a9f7-020a6d927660 tempest-MeteringTestJSON-350872907 tempest-MeteringTestJSON-350872907-project-admin] 10.222.0.76 "DELETE /networking/v2.0/metering/metering-label-rules/7e4bccef-c536-4541-935d-4af609473bc1 HTTP/1.1" status: 204 len: 168 time: 0.4238074 Aug 27 04:52:20.534218 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56880) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:20.544483 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cf10f3e0-9105-46cf-b343-d46113d4dfac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (aebfef6b-d0d5-4683-bd74-53fa4d37d9fc), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:20.548804 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cf10f3e0-9105-46cf-b343-d46113d4dfac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (aebfef6b-d0d5-4683-bd74-53fa4d37d9fc), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:20.564097 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:20.573412 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f8a924bf-6a02-4638-a82d-8dc83778344d tempest-MeteringTestJSON-350872907 tempest-MeteringTestJSON-350872907-project-admin] 10.222.0.76 "GET /networking/v2.0/metering/metering-label-rules?id=7e4bccef-c536-4541-935d-4af609473bc1 HTTP/1.1" status: 200 len: 221 time: 0.0312581 Aug 27 04:52:20.574820 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56882) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:20.585056 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-06099400-0ac3-487c-ab8f-8dc52d0ba33a tempest-MeteringTestJSON-350872907 tempest-MeteringTestJSON-350872907-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1612089435', 'description': 'label created by tempest'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:20.585521 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-06099400-0ac3-487c-ab8f-8dc52d0ba33a tempest-MeteringTestJSON-350872907 tempest-MeteringTestJSON-350872907-project-admin] Unknown quota resources ['metering_label']. {{(pid=107775) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Aug 27 04:52:20.641353 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c65bad-e1d6-4f92-a548-9037e38d0804 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Pushing event updated for resources: {'Network': ['ID=1a0d28c9-dad1-4bf0-95b2-ab8644bc75c2,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:20.652348 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b39bee83-4e2f-420e-beaa-02e78e304e2d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (ed9fac9a-6339-483a-8d6f-d7d4aa68a446), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:20.657095 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 1a0d28c9-dad1-4bf0-95b2-ab8644bc75c2 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:52:20.669425 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bcab6f86-bf30-4485-adf7-185718fdc318 admin admin] Publish callbacks [] for security_group (f8167f27-b6b4-4164-af81-1aefd2b785f1), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:20.680931 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-de1ff981-61bc-4ea4-8f18-975e3dbcda90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (341e3157-8582-4d5b-bd31-f7bec910ad25), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:20.689461 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0373f65b-2949-4db0-91a6-fdbbe3972eac tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2440095 Aug 27 04:52:20.718348 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-48c65bad-e1d6-4f92-a548-9037e38d0804 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.1801720 Aug 27 04:52:20.718348 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56886) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:20.804472 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cf10f3e0-9105-46cf-b343-d46113d4dfac admin admin] Publish callbacks [] for router_controller (aebfef6b-d0d5-4683-bd74-53fa4d37d9fc), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:20.806598 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bcab6f86-bf30-4485-adf7-185718fdc318 admin admin] Publish callbacks [] for security_group (f8167f27-b6b4-4164-af81-1aefd2b785f1), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:20.822042 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b40b54a8-414f-41af-b3b2-c44abeeab884 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (05397fc3-d7be-4455-ab9f-7b38f167bc19), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:20.863867 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b40b54a8-414f-41af-b3b2-c44abeeab884 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (05397fc3-d7be-4455-ab9f-7b38f167bc19), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:20.920592 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39bee83-4e2f-420e-beaa-02e78e304e2d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:52:20.965173 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:20.971029 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-b39bee83-4e2f-420e-beaa-02e78e304e2d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:52:20.974435 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39bee83-4e2f-420e-beaa-02e78e304e2d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:52:20.979691 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39bee83-4e2f-420e-beaa-02e78e304e2d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:20.980393 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b39bee83-4e2f-420e-beaa-02e78e304e2d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:21.024124 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39bee83-4e2f-420e-beaa-02e78e304e2d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event updated for resources: {'Port': ['ID=ed9fac9a-6339-483a-8d6f-d7d4aa68a446,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:21.035669 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-06099400-0ac3-487c-ab8f-8dc52d0ba33a tempest-MeteringTestJSON-350872907 tempest-MeteringTestJSON-350872907-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:21.037596 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-06099400-0ac3-487c-ab8f-8dc52d0ba33a tempest-MeteringTestJSON-350872907 tempest-MeteringTestJSON-350872907-project-admin] 10.222.0.76 "POST /networking/v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4622102 Aug 27 04:52:21.041157 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56894) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:21.120400 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-de1ff981-61bc-4ea4-8f18-975e3dbcda90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (341e3157-8582-4d5b-bd31-f7bec910ad25), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:21.122375 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b40b54a8-414f-41af-b3b2-c44abeeab884 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (05397fc3-d7be-4455-ab9f-7b38f167bc19), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:21.126677 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-72f8df27-5f7b-4cc1-9e32-40edaef20bc2 tempest-MeteringTestJSON-350872907 tempest-MeteringTestJSON-350872907-project-admin] 10.222.0.76 "GET /networking/v2.0/metering/metering-labels?id=b1461538-2d7d-4630-b326-6b71f76234dc HTTP/1.1" status: 200 len: 468 time: 0.0812013 Aug 27 04:52:21.138557 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56896) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:21.155755 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cf10f3e0-9105-46cf-b343-d46113d4dfac admin admin] Publish callbacks [] for router_gateway (aebfef6b-d0d5-4683-bd74-53fa4d37d9fc), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:21.165184 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b40b54a8-414f-41af-b3b2-c44abeeab884 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:21.174982 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b40b54a8-414f-41af-b3b2-c44abeeab884 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "DELETE /networking/v2.0/security-group-rules/05397fc3-d7be-4455-ab9f-7b38f167bc19 HTTP/1.1" status: 204 len: 168 time: 0.4394057 Aug 27 04:52:21.199483 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bcab6f86-bf30-4485-adf7-185718fdc318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (f8167f27-b6b4-4164-af81-1aefd2b785f1), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:21.202415 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bcab6f86-bf30-4485-adf7-185718fdc318 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:21.203975 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-bcab6f86-bf30-4485-adf7-185718fdc318 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/f8167f27-b6b4-4164-af81-1aefd2b785f1 HTTP/1.1" status: 204 len: 168 time: 1.0258670 Aug 27 04:52:21.213377 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ff981-61bc-4ea4-8f18-975e3dbcda90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=341e3157-8582-4d5b-bd31-f7bec910ad25,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:21.217313 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56900) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:21.264198 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-de1ff981-61bc-4ea4-8f18-975e3dbcda90 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:21.264442 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3f9d16-6c5e-42e6-aa55-86159ea67d5b None None] Network 16195b11-f6cf-43f6-b965-287ec3f94065 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:52:21.270165 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-de1ff981-61bc-4ea4-8f18-975e3dbcda90 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/341e3157-8582-4d5b-bd31-f7bec910ad25 HTTP/1.1" status: 204 len: 168 time: 1.3894951 Aug 27 04:52:21.349684 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56904) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:21.369327 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b39bee83-4e2f-420e-beaa-02e78e304e2d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.9913497 Aug 27 04:52:21.481940 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40b54a8-414f-41af-b3b2-c44abeeab884 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=05397fc3-d7be-4455-ab9f-7b38f167bc19,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:21.484608 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56906) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:21.499767 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-0fbc020c-c2d6-48ac-845e-a267df663117 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2748208 Aug 27 04:52:21.587856 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56910) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:21.590438 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcab6f86-bf30-4485-adf7-185718fdc318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8167f27-b6b4-4164-af81-1aefd2b785f1,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:21.614667 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96a7286-44a7-4292-9919-1f211a8a41b6 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:21.620547 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96a7286-44a7-4292-9919-1f211a8a41b6 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:21.622141 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e96a7286-44a7-4292-9919-1f211a8a41b6 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1189032 Aug 27 04:52:21.647172 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fe24ce-5d83-4fb7-ace5-a7fdb82e1396 None None] DHCP port deletion for 16195b11-f6cf-43f6-b965-287ec3f94065 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:52:21.668922 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56912) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:21.677817 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:21.684841 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-43601b41-d3ac-4a37-b41b-54d9a4be271a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (16195b11-f6cf-43f6-b965-287ec3f94065), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:21.794983 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d107f432-bf19-4ed6-b713-3d3fab50c298 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (e65dafb8-bb79-431b-8d93-642118465cfa), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:21.820640 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d107f432-bf19-4ed6-b713-3d3fab50c298 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (e65dafb8-bb79-431b-8d93-642118465cfa), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:21.824619 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-30fe24ce-5d83-4fb7-ace5-a7fdb82e1396 None None] Deleting port 01e025fd-357b-4ee8-a8d8-674efd9ac2b0 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:52:21.829167 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-30fe24ce-5d83-4fb7-ace5-a7fdb82e1396 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (01e025fd-357b-4ee8-a8d8-674efd9ac2b0), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:21.956154 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:DELETE=7,neutron:SELECT=79,neutron:UPDATE=2,neutron:INSERT=12 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:21.983935 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cf10f3e0-9105-46cf-b343-d46113d4dfac admin admin] Publish callbacks [] for router_gateway (aebfef6b-d0d5-4683-bd74-53fa4d37d9fc), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:22.011514 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cf10f3e0-9105-46cf-b343-d46113d4dfac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:22.085442 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d107f432-bf19-4ed6-b713-3d3fab50c298 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (e65dafb8-bb79-431b-8d93-642118465cfa), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:22.122281 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d107f432-bf19-4ed6-b713-3d3fab50c298 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:22.128088 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d107f432-bf19-4ed6-b713-3d3fab50c298 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "DELETE /networking/v2.0/security-group-rules/e65dafb8-bb79-431b-8d93-642118465cfa HTTP/1.1" status: 204 len: 168 time: 0.5002215 Aug 27 04:52:22.130619 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:22.139081 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56924) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:22.180152 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:22.205286 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d107f432-bf19-4ed6-b713-3d3fab50c298 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e65dafb8-bb79-431b-8d93-642118465cfa,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:22.284568 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad7dd38-5be9-40c2-9d76-b219071ec6d8 None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:52:22.299463 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 5a943d45-e97e-4b15-8d11-d37fa97d3d4c up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:52:22.359946 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-43601b41-d3ac-4a37-b41b-54d9a4be271a admin admin] Deleting port 01e025fd-357b-4ee8-a8d8-674efd9ac2b0 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:52:22.360316 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-43601b41-d3ac-4a37-b41b-54d9a4be271a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (01e025fd-357b-4ee8-a8d8-674efd9ac2b0), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:22.387011 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-cf10f3e0-9105-46cf-b343-d46113d4dfac admin admin] Allocated IP 172.25.2.68 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/8e64974f-eb52-4a9e-9d1f-f1e812e43a86) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:52:22.435437 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-43601b41-d3ac-4a37-b41b-54d9a4be271a admin admin] For port 01e025fd-357b-4ee8-a8d8-674efd9ac2b0, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=01e025fd-357b-4ee8-a8d8-674efd9ac2b0,segment=NetworkSegment(797e6b19-964f-40ed-bd62-83d569edb24a),segment_id=797e6b19-964f-40ed-bd62-83d569edb24a)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:52:22.435856 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-43601b41-d3ac-4a37-b41b-54d9a4be271a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (01e025fd-357b-4ee8-a8d8-674efd9ac2b0), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:22.450109 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-43601b41-d3ac-4a37-b41b-54d9a4be271a admin admin] Calling delete_port for 01e025fd-357b-4ee8-a8d8-674efd9ac2b0 owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:52:22.526273 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-f1363a09-2f7e-472a-af3b-0d33af3f50d0 None None] Provisioning complete for port 5a943d45-e97e-4b15-8d11-d37fa97d3d4c triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:52:22.527335 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f1363a09-2f7e-472a-af3b-0d33af3f50d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (5a943d45-e97e-4b15-8d11-d37fa97d3d4c), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:22.549199 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2d503f9f-3a4c-488d-8059-47e1e6ec1f85 tempest-MeteringTestJSON-350872907 tempest-MeteringTestJSON-350872907-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:22.550352 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2d503f9f-3a4c-488d-8059-47e1e6ec1f85 tempest-MeteringTestJSON-350872907 tempest-MeteringTestJSON-350872907-project-admin] 10.222.0.76 "DELETE /networking/v2.0/metering/metering-labels/b1461538-2d7d-4630-b326-6b71f76234dc HTTP/1.1" status: 204 len: 168 time: 1.4107897 Aug 27 04:52:22.556468 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56930) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:22.571891 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-5bdec931-d169-4c93-8e26-1af6473677b9 tempest-MeteringTestJSON-350872907 tempest-MeteringTestJSON-350872907-project-admin] 10.222.0.76 "GET /networking/v2.0/metering/metering-labels?id=b1461538-2d7d-4630-b326-6b71f76234dc HTTP/1.1" status: 200 len: 216 time: 0.0134184 Aug 27 04:52:22.584094 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56932) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:22.584984 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-30fe24ce-5d83-4fb7-ace5-a7fdb82e1396 None None] For port 01e025fd-357b-4ee8-a8d8-674efd9ac2b0, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=01e025fd-357b-4ee8-a8d8-674efd9ac2b0,segment=NetworkSegment(797e6b19-964f-40ed-bd62-83d569edb24a),segment_id=797e6b19-964f-40ed-bd62-83d569edb24a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:52:22.585629 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-30fe24ce-5d83-4fb7-ace5-a7fdb82e1396 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (01e025fd-357b-4ee8-a8d8-674efd9ac2b0), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:22.588251 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-60767321-59a1-4d79-88cb-5874373fc3c7 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Deleting port ed9fac9a-6339-483a-8d6f-d7d4aa68a446 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:52:22.588602 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-60767321-59a1-4d79-88cb-5874373fc3c7 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (ed9fac9a-6339-483a-8d6f-d7d4aa68a446), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:22.592640 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 5a943d45-e97e-4b15-8d11-d37fa97d3d4c triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:52:22.593299 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (5a943d45-e97e-4b15-8d11-d37fa97d3d4c), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:22.626510 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cf10f3e0-9105-46cf-b343-d46113d4dfac admin admin] Publish callbacks [] for port (8e64974f-eb52-4a9e-9d1f-f1e812e43a86), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:22.635549 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-43601b41-d3ac-4a37-b41b-54d9a4be271a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (01e025fd-357b-4ee8-a8d8-674efd9ac2b0), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:22.696812 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-30fe24ce-5d83-4fb7-ace5-a7fdb82e1396 None None] Calling delete_port for 01e025fd-357b-4ee8-a8d8-674efd9ac2b0 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:52:22.731875 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56938) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:22.733010 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-967af75d-8412-4fc8-be33-0d0354c4231b tempest-MeteringTestJSON-350872907 tempest-MeteringTestJSON-350872907-project-admin] 10.222.0.76 "GET /networking/v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.1460161 Aug 27 04:52:22.787429 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cf10f3e0-9105-46cf-b343-d46113d4dfac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (8e64974f-eb52-4a9e-9d1f-f1e812e43a86), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:22.789776 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43601b41-d3ac-4a37-b41b-54d9a4be271a admin admin] No DVR routers for this DVR port 01e025fd-357b-4ee8-a8d8-674efd9ac2b0 on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:52:22.791725 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43601b41-d3ac-4a37-b41b-54d9a4be271a admin admin] Pushing event deleted for resources: {'Port': ['ID=01e025fd-357b-4ee8-a8d8-674efd9ac2b0,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:22.798222 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-003a602a-6c9b-440a-8706-f76c8b4c09a0 tempest-MeteringTestJSON-350872907 tempest-MeteringTestJSON-350872907-project-admin] 10.222.0.76 "GET /networking/v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0645549 Aug 27 04:52:22.802751 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56940) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:22.868940 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-f1363a09-2f7e-472a-af3b-0d33af3f50d0 None None] Current status of the port 5a943d45-e97e-4b15-8d11-d37fa97d3d4c is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:52:22.869546 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f1363a09-2f7e-472a-af3b-0d33af3f50d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (5a943d45-e97e-4b15-8d11-d37fa97d3d4c), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:22.915175 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:22.922537 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56944) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:22.924234 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-737521e4-7017-49cb-a0fb-165dd462cd88 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.7678046 Aug 27 04:52:22.943876 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf10f3e0-9105-46cf-b343-d46113d4dfac admin admin] Pushing event updated for resources: {'Port': ['ID=8e64974f-eb52-4a9e-9d1f-f1e812e43a86,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:22.953459 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-43601b41-d3ac-4a37-b41b-54d9a4be271a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (16195b11-f6cf-43f6-b965-287ec3f94065), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:23.002586 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-60767321-59a1-4d79-88cb-5874373fc3c7 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (ed9fac9a-6339-483a-8d6f-d7d4aa68a446), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:23.052268 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-f1363a09-2f7e-472a-af3b-0d33af3f50d0 None None] For port 5a943d45-e97e-4b15-8d11-d37fa97d3d4c, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=5a943d45-e97e-4b15-8d11-d37fa97d3d4c,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:52:23.079032 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf10f3e0-9105-46cf-b343-d46113d4dfac admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:52:23.082074 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-bdc3fc9d-afd4-4f96-b656-a6f13073ba8b tempest-MeteringTestJSON-350872907 tempest-MeteringTestJSON-350872907-project-admin] 10.222.0.76 "GET /networking/v2.0/metering/metering-labels/f64b3039-828e-4bdb-a73d-ee28eb4d2ed8 HTTP/1.1" status: 200 len: 472 time: 0.1902175 Aug 27 04:52:23.084370 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-43601b41-d3ac-4a37-b41b-54d9a4be271a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16195b11-f6cf-43f6-b965-287ec3f94065']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:23.088287 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-60767321-59a1-4d79-88cb-5874373fc3c7 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Calling delete_port for ed9fac9a-6339-483a-8d6f-d7d4aa68a446 owned by {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:52:23.091168 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a95cbdd5-0933-454d-8741-549b072adb57 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (9c54fe70-1673-4842-a85b-982b0dc127d4), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:23.099913 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-cf10f3e0-9105-46cf-b343-d46113d4dfac admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:52:23.104293 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf10f3e0-9105-46cf-b343-d46113d4dfac admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:52:23.116543 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56952) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:23.148286 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-43601b41-d3ac-4a37-b41b-54d9a4be271a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '797e6b19-964f-40ed-bd62-83d569edb24a') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:23.148592 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-43601b41-d3ac-4a37-b41b-54d9a4be271a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '797e6b19-964f-40ed-bd62-83d569edb24a') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:23.160545 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a95cbdd5-0933-454d-8741-549b072adb57 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (9c54fe70-1673-4842-a85b-982b0dc127d4), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:23.200279 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 5a943d45-e97e-4b15-8d11-d37fa97d3d4c is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:52:23.201302 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (5a943d45-e97e-4b15-8d11-d37fa97d3d4c), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:23.202581 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-43601b41-d3ac-4a37-b41b-54d9a4be271a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (797e6b19-964f-40ed-bd62-83d569edb24a), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:23.210544 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f1363a09-2f7e-472a-af3b-0d33af3f50d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (5a943d45-e97e-4b15-8d11-d37fa97d3d4c), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:23.335109 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:23.336591 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-43601b41-d3ac-4a37-b41b-54d9a4be271a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (797e6b19-964f-40ed-bd62-83d569edb24a), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:23.353028 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43601b41-d3ac-4a37-b41b-54d9a4be271a admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:52:23.353444 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-43601b41-d3ac-4a37-b41b-54d9a4be271a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (797e6b19-964f-40ed-bd62-83d569edb24a), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:23.451092 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1363a09-2f7e-472a-af3b-0d33af3f50d0 None None] Pushing event updated for resources: {'Port': ['ID=5a943d45-e97e-4b15-8d11-d37fa97d3d4c,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:23.501740 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 797e6b19-964f-40ed-bd62-83d569edb24a resource provider aggregate not found Aug 27 04:52:23.508587 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a95cbdd5-0933-454d-8741-549b072adb57 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (9c54fe70-1673-4842-a85b-982b0dc127d4), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:23.525918 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a95cbdd5-0933-454d-8741-549b072adb57 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:23.527410 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a95cbdd5-0933-454d-8741-549b072adb57 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "DELETE /networking/v2.0/security-group-rules/9c54fe70-1673-4842-a85b-982b0dc127d4 HTTP/1.1" status: 204 len: 168 time: 0.6037250 Aug 27 04:52:23.530940 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95cbdd5-0933-454d-8741-549b072adb57 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c54fe70-1673-4842-a85b-982b0dc127d4,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:23.540326 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56964) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:23.612715 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 797e6b19-964f-40ed-bd62-83d569edb24a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 797e6b19-964f-40ed-bd62-83d569edb24a found for delete ", "request_id": "req-3a6678a3-6cdf-4907-b773-994cf1a28f8a"}]} Aug 27 04:52:23.627874 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-a2f436d4-8545-4554-87bb-3dc340335850 None None] Provisioning complete for port 5a943d45-e97e-4b15-8d11-d37fa97d3d4c triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:52:23.629120 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a2f436d4-8545-4554-87bb-3dc340335850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (5a943d45-e97e-4b15-8d11-d37fa97d3d4c), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:23.720082 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-30fe24ce-5d83-4fb7-ace5-a7fdb82e1396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (01e025fd-357b-4ee8-a8d8-674efd9ac2b0), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:23.728087 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a33173cd-12b3-4a6b-8c25-36d2c9a016b0 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1865630 Aug 27 04:52:23.732240 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56968) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:23.744321 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:52:23.744741 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:52:23.767674 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fe24ce-5d83-4fb7-ace5-a7fdb82e1396 None None] No DVR routers for this DVR port 01e025fd-357b-4ee8-a8d8-674efd9ac2b0 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:52:23.777307 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fe24ce-5d83-4fb7-ace5-a7fdb82e1396 None None] Pushing event deleted for resources: {'Port': ['ID=01e025fd-357b-4ee8-a8d8-674efd9ac2b0,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:23.865867 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-43601b41-d3ac-4a37-b41b-54d9a4be271a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (16195b11-f6cf-43f6-b965-287ec3f94065), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:23.886829 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-43601b41-d3ac-4a37-b41b-54d9a4be271a admin admin] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:23.891349 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-43601b41-d3ac-4a37-b41b-54d9a4be271a admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/16195b11-f6cf-43f6-b965-287ec3f94065 HTTP/1.1" status: 204 len: 168 time: 2.5183365 Aug 27 04:52:23.908566 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-a2f436d4-8545-4554-87bb-3dc340335850 None None] Current status of the port 5a943d45-e97e-4b15-8d11-d37fa97d3d4c is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:52:23.926133 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-466cd23b-2a04-4c87-a00c-9278e02b234f tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (ed3cd384-5311-4a0f-9e6d-ee6346af54e7), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:23.939930 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-a2f436d4-8545-4554-87bb-3dc340335850 None None] Provisioning complete for port ed9fac9a-6339-483a-8d6f-d7d4aa68a446 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:52:23.939930 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a2f436d4-8545-4554-87bb-3dc340335850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (ed9fac9a-6339-483a-8d6f-d7d4aa68a446), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:23.952873 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43601b41-d3ac-4a37-b41b-54d9a4be271a admin admin] Pushing event deleted for resources: {'Network': ['ID=16195b11-f6cf-43f6-b965-287ec3f94065,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:23.974548 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-466cd23b-2a04-4c87-a00c-9278e02b234f tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (ed3cd384-5311-4a0f-9e6d-ee6346af54e7), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:23.997758 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-60767321-59a1-4d79-88cb-5874373fc3c7 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (ed9fac9a-6339-483a-8d6f-d7d4aa68a446), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:24.032020 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:24.034490 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-a2f436d4-8545-4554-87bb-3dc340335850 None None] Port ed9fac9a-6339-483a-8d6f-d7d4aa68a446 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:52:24.043229 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8e494fa6-3ac3-4180-9d14-e72c95066c53 tempest-MeteringTestJSON-350872907 tempest-MeteringTestJSON-350872907-project-admin] 10.222.0.76 "GET /networking/v2.0/metering/metering-label-rules/5150ce3b-d85b-41ce-8a7d-0174ea3cc25d HTTP/1.1" status: 200 len: 461 time: 0.9241092 Aug 27 04:52:24.049034 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56974) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:24.079803 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60767321-59a1-4d79-88cb-5874373fc3c7 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event deleted for resources: {'Port': ['ID=ed9fac9a-6339-483a-8d6f-d7d4aa68a446,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:24.115746 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-60767321-59a1-4d79-88cb-5874373fc3c7 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:24.121914 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-60767321-59a1-4d79-88cb-5874373fc3c7 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/ports/ed9fac9a-6339-483a-8d6f-d7d4aa68a446 HTTP/1.1" status: 204 len: 168 time: 2.4220359 Aug 27 04:52:24.124346 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56976) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:24.124763 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56978) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:24.133939 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-715f3bf7-88f5-4898-84b5-625253631b72 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Request body: {'subnet': {'network_id': '1a0d28c9-dad1-4bf0-95b2-ab8644bc75c2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:24.148287 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-54ca8db5-9e1b-4275-8bad-263e56fb0df0 None None] Could not find standard attr ID for object ed9fac9a-6339-483a-8d6f-d7d4aa68a446. {{(pid=107777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 27 04:52:24.178889 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=74,neutron:DELETE=4,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:24.274800 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-466cd23b-2a04-4c87-a00c-9278e02b234f tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (ed3cd384-5311-4a0f-9e6d-ee6346af54e7), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:24.306327 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 5a943d45-e97e-4b15-8d11-d37fa97d3d4c is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:52:24.316046 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-466cd23b-2a04-4c87-a00c-9278e02b234f tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:24.318070 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-466cd23b-2a04-4c87-a00c-9278e02b234f tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "DELETE /networking/v2.0/security-group-rules/ed3cd384-5311-4a0f-9e6d-ee6346af54e7 HTTP/1.1" status: 204 len: 168 time: 0.5827541 Aug 27 04:52:24.331242 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56982) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:24.350454 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9946a8a5-75df-42f1-bf4a-92580e09b7fe tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:24.352343 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9946a8a5-75df-42f1-bf4a-92580e09b7fe tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:24.353940 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9946a8a5-75df-42f1-bf4a-92580e09b7fe tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2280309 Aug 27 04:52:24.356836 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466cd23b-2a04-4c87-a00c-9278e02b234f tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ed3cd384-5311-4a0f-9e6d-ee6346af54e7,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:24.360259 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56984) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:24.396150 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 01e025fd-357b-4ee8-a8d8-674efd9ac2b0 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:52:24.422424 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 01e025fd-357b-4ee8-a8d8-674efd9ac2b0 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:52:24.422766 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 01e025fd-357b-4ee8-a8d8-674efd9ac2b0 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:52:24.423175 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 4515db45-633b-427a-8263-1975e18c64c8 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:52:24.437059 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-746dacae-deb1-4d9a-b9ff-6f110a8a936a tempest-MeteringTestJSON-350872907 tempest-MeteringTestJSON-350872907-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:24.438214 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-746dacae-deb1-4d9a-b9ff-6f110a8a936a tempest-MeteringTestJSON-350872907 tempest-MeteringTestJSON-350872907-project-admin] 10.222.0.76 "DELETE /networking/v2.0/metering/metering-label-rules/5150ce3b-d85b-41ce-8a7d-0174ea3cc25d HTTP/1.1" status: 204 len: 168 time: 0.3842809 Aug 27 04:52:24.440921 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56986) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:24.448381 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 4515db45-633b-427a-8263-1975e18c64c8 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:52:24.448729 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 4515db45-633b-427a-8263-1975e18c64c8 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:52:24.512924 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715f3bf7-88f5-4898-84b5-625253631b72 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Made reservation on behalf of 7404cab787d9443cbae839218717bbbd for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:52:24.522684 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-715f3bf7-88f5-4898-84b5-625253631b72 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:24.531080 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-885c763a-a18f-41ac-b2b9-6c77f8f58db1 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1983650 Aug 27 04:52:24.538271 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbfca3a9-aa1c-4657-9222-70b55c425d69 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Deleting subnet e86f0abc-aa93-4b42-a10e-97e4b034c9bd {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:52:24.542889 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56990) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:24.544887 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bbfca3a9-aa1c-4657-9222-70b55c425d69 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (e86f0abc-aa93-4b42-a10e-97e4b034c9bd), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:24.605166 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 5a943d45-e97e-4b15-8d11-d37fa97d3d4c up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:52:24.629165 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bbfca3a9-aa1c-4657-9222-70b55c425d69 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (e86f0abc-aa93-4b42-a10e-97e4b034c9bd), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:24.632640 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cf10f3e0-9105-46cf-b343-d46113d4dfac admin admin] Publish callbacks [] for router_gateway (aebfef6b-d0d5-4683-bd74-53fa4d37d9fc), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:24.656882 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 5a943d45-e97e-4b15-8d11-d37fa97d3d4c triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:52:24.657254 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (5a943d45-e97e-4b15-8d11-d37fa97d3d4c), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:24.725749 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56992) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:24.757983 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 5a943d45-e97e-4b15-8d11-d37fa97d3d4c is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:52:24.769964 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1cd90b38-f643-4075-8e00-fcf09e341d06 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group (7e43a95d-e852-4874-9ae7-92824f774fef), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:24.791323 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:24.830074 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-76a18304-1301-40b6-ad5d-2642fdb2c799 tempest-MeteringTestJSON-350872907 tempest-MeteringTestJSON-350872907-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:24.835091 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-76a18304-1301-40b6-ad5d-2642fdb2c799 tempest-MeteringTestJSON-350872907 tempest-MeteringTestJSON-350872907-project-admin] 10.222.0.76 "DELETE /networking/v2.0/metering/metering-labels/f64b3039-828e-4bdb-a73d-ee28eb4d2ed8 HTTP/1.1" status: 204 len: 168 time: 0.3892581 Aug 27 04:52:24.850952 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1cd90b38-f643-4075-8e00-fcf09e341d06 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group (7e43a95d-e852-4874-9ae7-92824f774fef), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:24.877139 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:24.890941 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bbfca3a9-aa1c-4657-9222-70b55c425d69 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (e86f0abc-aa93-4b42-a10e-97e4b034c9bd), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:24.898750 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-59987d75-7d0d-4bb2-85f0-67ff4160482f admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=74bc85d80bc74ecdb98a7df6b8af1ebd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1685731 Aug 27 04:52:24.902807 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57002) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:24.985672 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-637a80d7-1922-4b01-985a-e6feca400bbf admin admin] Publish callbacks [] for security_group (45fb97a6-a167-46cf-84b7-99123f579710), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:24.989734 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:24.990576 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:25.017129 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-637a80d7-1922-4b01-985a-e6feca400bbf admin admin] Publish callbacks [] for security_group (45fb97a6-a167-46cf-84b7-99123f579710), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:25.034947 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-715f3bf7-88f5-4898-84b5-625253631b72 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (b2d595a8-1ad0-4eee-ae52-7379b5b96d5b), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:25.079743 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cf10f3e0-9105-46cf-b343-d46113d4dfac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (aebfef6b-d0d5-4683-bd74-53fa4d37d9fc), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:25.111784 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f3bf7-88f5-4898-84b5-625253631b72 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Pushing event updated for resources: {'Subnet': ['ID=b2d595a8-1ad0-4eee-ae52-7379b5b96d5b,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:25.127948 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715f3bf7-88f5-4898-84b5-625253631b72 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Checking segment: {'id': '257dc741-ab17-417a-80ce-32a358a99076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1a0d28c9-dad1-4bf0-95b2-ab8644bc75c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:52:25.128347 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715f3bf7-88f5-4898-84b5-625253631b72 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Network hostable DHCP agents. Network: 1a0d28c9-dad1-4bf0-95b2-ab8644bc75c2, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:52:25.133690 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1cd90b38-f643-4075-8e00-fcf09e341d06 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (7e43a95d-e852-4874-9ae7-92824f774fef), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:25.136466 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1cd90b38-f643-4075-8e00-fcf09e341d06 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:25.137700 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1cd90b38-f643-4075-8e00-fcf09e341d06 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/7e43a95d-e852-4874-9ae7-92824f774fef HTTP/1.1" status: 204 len: 168 time: 0.5938692 Aug 27 04:52:25.141408 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57006) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:25.180348 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd90b38-f643-4075-8e00-fcf09e341d06 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e43a95d-e852-4874-9ae7-92824f774fef,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:25.204748 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-bfc737bd-2722-4158-8052-23af2b8f09d8 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0622427 Aug 27 04:52:25.212537 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57010) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:25.216892 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-f8c62c5e-0046-48fe-a35a-a8547b8a6528 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Request body: {'security_group': {'name': 'tempest-secgroup--849811387'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:25.217046 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bbfca3a9-aa1c-4657-9222-70b55c425d69 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (e86f0abc-aa93-4b42-a10e-97e4b034c9bd), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:25.257541 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715f3bf7-88f5-4898-84b5-625253631b72 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Network 1a0d28c9-dad1-4bf0-95b2-ab8644bc75c2 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:52:25.260148 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-637a80d7-1922-4b01-985a-e6feca400bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (45fb97a6-a167-46cf-84b7-99123f579710), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:25.264237 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bbfca3a9-aa1c-4657-9222-70b55c425d69 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:25.264376 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-637a80d7-1922-4b01-985a-e6feca400bbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:25.264376 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-637a80d7-1922-4b01-985a-e6feca400bbf admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/45fb97a6-a167-46cf-84b7-99123f579710 HTTP/1.1" status: 204 len: 168 time: 0.3599634 Aug 27 04:52:25.266642 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-bbfca3a9-aa1c-4657-9222-70b55c425d69 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/e86f0abc-aa93-4b42-a10e-97e4b034c9bd HTTP/1.1" status: 204 len: 168 time: 0.9053211 Aug 27 04:52:25.267743 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfca3a9-aa1c-4657-9222-70b55c425d69 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event deleted for resources: {'Subnet': ['ID=e86f0abc-aa93-4b42-a10e-97e4b034c9bd,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:25.269417 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57012) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:25.279882 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f290807-697c-4e03-a82b-2618f9e7df81 None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:52:25.330439 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637a80d7-1922-4b01-985a-e6feca400bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45fb97a6-a167-46cf-84b7-99123f579710,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:25.336660 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-afa842ac-72bc-4e66-88b1-7ce744a38e2c tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0627761 Aug 27 04:52:25.336991 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57016) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:25.341821 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-df04ea05-9b0c-4efd-8113-9c7d940e0e73 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'subnet': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:25.387669 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf10f3e0-9105-46cf-b343-d46113d4dfac admin admin] Router aebfef6b-d0d5-4683-bd74-53fa4d37d9fc is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:52:25.411705 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-715f3bf7-88f5-4898-84b5-625253631b72 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 1a0d28c9-dad1-4bf0-95b2-ab8644bc75c2) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:52:25.413423 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f8c62c5e-0046-48fe-a35a-a8547b8a6528 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:25.423864 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2377b6bf-5bdd-45ff-bd30-d7c423e8312f None None] Network 1a0d28c9-dad1-4bf0-95b2-ab8644bc75c2 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:52:25.428398 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715f3bf7-88f5-4898-84b5-625253631b72 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:25.429069 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-715f3bf7-88f5-4898-84b5-625253631b72 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:25.515687 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3d34ca-7a6f-47d0-8114-2dae04e1754c None None] DHCP port deletion for 61356c33-ce96-40d0-bb36-87a36b2d0e1c request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:52:25.558144 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:25.564985 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-715f3bf7-88f5-4898-84b5-625253631b72 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4377470 Aug 27 04:52:25.565234 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57024) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:25.572325 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-1bca6b90-fb2e-4c7c-9c0e-05973a418eef tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1911881578'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:25.597314 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-7f3d34ca-7a6f-47d0-8114-2dae04e1754c None None] Deleting port 5a943d45-e97e-4b15-8d11-d37fa97d3d4c {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:52:25.601144 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7f3d34ca-7a6f-47d0-8114-2dae04e1754c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (5a943d45-e97e-4b15-8d11-d37fa97d3d4c), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:25.618879 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf10f3e0-9105-46cf-b343-d46113d4dfac admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:52:25.622713 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f8c62c5e-0046-48fe-a35a-a8547b8a6528 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group (867bb5fb-c482-48a1-bd2c-c7c075fbd2b5), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:25.630980 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc79c457-0845-4d38-aa26-18243e72f11d None None] Sync routers for ids ['aebfef6b-d0d5-4683-bd74-53fa4d37d9fc'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:52:25.642894 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc79c457-0845-4d38-aa26-18243e72f11d None None] Routers {'aebfef6b-d0d5-4683-bd74-53fa4d37d9fc'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:52:25.643531 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-bc79c457-0845-4d38-aa26-18243e72f11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:51:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['aebfef6b-d0d5-4683-bd74-53fa4d37d9fc'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:25.670914 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df04ea05-9b0c-4efd-8113-9c7d940e0e73 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Made reservation on behalf of f0f1eb4384394fc18f1626f3e12e04e3 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:52:25.674806 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-df04ea05-9b0c-4efd-8113-9c7d940e0e73 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:25.700347 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-7f3d34ca-7a6f-47d0-8114-2dae04e1754c None None] For port 5a943d45-e97e-4b15-8d11-d37fa97d3d4c, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=5a943d45-e97e-4b15-8d11-d37fa97d3d4c,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:52:25.700844 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7f3d34ca-7a6f-47d0-8114-2dae04e1754c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (5a943d45-e97e-4b15-8d11-d37fa97d3d4c), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:25.710759 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7013a208-aaa4-4ad3-ba08-a106e1a04c2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-1a0d28c9-dad1-4bf0-95b2-ab8644bc75c2', 'network_id': '1a0d28c9-dad1-4bf0-95b2-ab8644bc75c2', 'project_id': '7404cab787d9443cbae839218717bbbd', 'fixed_ips': [{'subnet_id': 'b2d595a8-1ad0-4eee-ae52-7379b5b96d5b'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:52:25.716035 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7013a208-aaa4-4ad3-ba08-a106e1a04c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:25.717056 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cf10f3e0-9105-46cf-b343-d46113d4dfac admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:25.717773 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-cf10f3e0-9105-46cf-b343-d46113d4dfac admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.5586057 Aug 27 04:52:25.719388 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57026) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:25.726252 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f8c62c5e-0046-48fe-a35a-a8547b8a6528 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (867bb5fb-c482-48a1-bd2c-c7c075fbd2b5), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:25.729015 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-7f3d34ca-7a6f-47d0-8114-2dae04e1754c None None] Calling delete_port for 5a943d45-e97e-4b15-8d11-d37fa97d3d4c owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:52:25.731737 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bca6b90-fb2e-4c7c-9c0e-05973a418eef tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Made reservation on behalf of 7404cab787d9443cbae839218717bbbd for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:52:25.739897 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1bca6b90-fb2e-4c7c-9c0e-05973a418eef tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:25.763594 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-bc79c457-0845-4d38-aa26-18243e72f11d None None] Set router aebfef6b-d0d5-4683-bd74-53fa4d37d9fc gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:52:25.832228 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c62c5e-0046-48fe-a35a-a8547b8a6528 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=867bb5fb-c482-48a1-bd2c-c7c075fbd2b5,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:25.880325 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bca6b90-fb2e-4c7c-9c0e-05973a418eef tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:52:25.909861 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1bca6b90-fb2e-4c7c-9c0e-05973a418eef tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (d21a80cf-8b9c-4a39-8916-b23cbddfae5a), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:25.910265 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-1bca6b90-fb2e-4c7c-9c0e-05973a418eef tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Added segment d21a80cf-8b9c-4a39-8916-b23cbddfae5a of type vlan for network fe2d0c44-b9c6-4c2b-b5a0-19823d13a36c Aug 27 04:52:25.962980 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f8c62c5e-0046-48fe-a35a-a8547b8a6528 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:25.979427 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f8c62c5e-0046-48fe-a35a-a8547b8a6528 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7668791 Aug 27 04:52:25.983816 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57030) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:25.993071 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-158c0cf1-5e4c-4b03-8137-396fb8d9c632 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Request body: {'security_group_rule': {'security_group_id': '867bb5fb-c482-48a1-bd2c-c7c075fbd2b5', 'direction': 'ingress', 'protocol': 17}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:26.014652 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57034) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:26.045227 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-7013a208-aaa4-4ad3-ba08-a106e1a04c2f None None] Allocated IP 2001:db8:0:ffff::2 (1a0d28c9-dad1-4bf0-95b2-ab8644bc75c2/b2d595a8-1ad0-4eee-ae52-7379b5b96d5b/36f01f40-c239-402b-a0b7-53004b86afd6) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:52:26.061788 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-bc79c457-0845-4d38-aa26-18243e72f11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebfef6b-d0d5-4683-bd74-53fa4d37d9fc', 'name': 'tempest-ServerRescueTestJSONUnderV235-653676456-router', 'tenant_id': '7451645b0f414ff1bffd9cc096577139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '8e64974f-eb52-4a9e-9d1f-f1e812e43a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:52:20Z', 'updated_at': '2022-08-27T04:52:24Z', 'revision_number': 3, 'project_id': '7451645b0f414ff1bffd9cc096577139', 'gw_port': {'id': '8e64974f-eb52-4a9e-9d1f-f1e812e43a86', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:41:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebfef6b-d0d5-4683-bd74-53fa4d37d9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2152, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:52:22Z', 'updated_at': '2022-08-27T04:52:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:26.087705 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc79c457-0845-4d38-aa26-18243e72f11d None None] Checking router: aebfef6b-d0d5-4683-bd74-53fa4d37d9fc for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:52:26.088338 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc79c457-0845-4d38-aa26-18243e72f11d None None] Updating router aebfef6b-d0d5-4683-bd74-53fa4d37d9fc port 8e64974f-eb52-4a9e-9d1f-f1e812e43a86 binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:52:26.091868 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7f3d34ca-7a6f-47d0-8114-2dae04e1754c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (5a943d45-e97e-4b15-8d11-d37fa97d3d4c), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:26.117671 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-bc79c457-0845-4d38-aa26-18243e72f11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8e64974f-eb52-4a9e-9d1f-f1e812e43a86), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:26.148139 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3d34ca-7a6f-47d0-8114-2dae04e1754c None None] Pushing event deleted for resources: {'Port': ['ID=5a943d45-e97e-4b15-8d11-d37fa97d3d4c,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:26.184259 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3d34ca-7a6f-47d0-8114-2dae04e1754c None None] No DVR routers for this DVR port 5a943d45-e97e-4b15-8d11-d37fa97d3d4c on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:52:26.184259 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:26.199252 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1bca6b90-fb2e-4c7c-9c0e-05973a418eef tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (fe2d0c44-b9c6-4c2b-b5a0-19823d13a36c), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:26.254418 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-df04ea05-9b0c-4efd-8113-9c7d940e0e73 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (5184cc50-80c1-469a-b364-033bc8ea7c09), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:26.326792 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:26.359160 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.db.resource_extend [None req-1bca6b90-fb2e-4c7c-9c0e-05973a418eef tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 27 04:52:26.362309 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df04ea05-9b0c-4efd-8113-9c7d940e0e73 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:52:26.372715 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-df04ea05-9b0c-4efd-8113-9c7d940e0e73 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:52:26.379203 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df04ea05-9b0c-4efd-8113-9c7d940e0e73 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:26.379841 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-df04ea05-9b0c-4efd-8113-9c7d940e0e73 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:26.393556 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-158c0cf1-5e4c-4b03-8137-396fb8d9c632 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (c64c4ea7-2d67-4be3-907c-c915044686c7), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:26.416745 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-bc79c457-0845-4d38-aa26-18243e72f11d None None] Publish callbacks [] for port (8e64974f-eb52-4a9e-9d1f-f1e812e43a86), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:26.417652 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b0d5ed-5761-4095-bed7-8359d017b9bf None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:52:26.423762 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df04ea05-9b0c-4efd-8113-9c7d940e0e73 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event updated for resources: {'Subnet': ['ID=5184cc50-80c1-469a-b364-033bc8ea7c09,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:26.464082 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1bca6b90-fb2e-4c7c-9c0e-05973a418eef tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (fe2d0c44-b9c6-4c2b-b5a0-19823d13a36c), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:26.473999 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-bc79c457-0845-4d38-aa26-18243e72f11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (8e64974f-eb52-4a9e-9d1f-f1e812e43a86), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:26.481846 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-df04ea05-9b0c-4efd-8113-9c7d940e0e73 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1439757 Aug 27 04:52:26.485561 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57044) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:26.486946 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bca6b90-fb2e-4c7c-9c0e-05973a418eef tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:26.487597 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1bca6b90-fb2e-4c7c-9c0e-05973a418eef tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:26.492445 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-86903e88-929a-4327-b884-ffc31f208f5c tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'port': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'name': 'tempest-NetworksTestDHCPv6-1685518536'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:26.546453 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7013a208-aaa4-4ad3-ba08-a106e1a04c2f None None] Publish callbacks [] for port (36f01f40-c239-402b-a0b7-53004b86afd6), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:26.567898 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-bc79c457-0845-4d38-aa26-18243e72f11d None None] Attempting to bind port 8e64974f-eb52-4a9e-9d1f-f1e812e43a86 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:52:26.568735 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-bc79c457-0845-4d38-aa26-18243e72f11d None None] Attempting to bind port 8e64974f-eb52-4a9e-9d1f-f1e812e43a86 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:52:26.569307 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc79c457-0845-4d38-aa26-18243e72f11d None None] Attempting to bind port 8e64974f-eb52-4a9e-9d1f-f1e812e43a86 on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:52:26.581921 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 5a943d45-e97e-4b15-8d11-d37fa97d3d4c no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:52:26.592107 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc79c457-0845-4d38-aa26-18243e72f11d None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:52:26.592107 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc79c457-0845-4d38-aa26-18243e72f11d None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:52:26.592107 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-bc79c457-0845-4d38-aa26-18243e72f11d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:26.592107 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc79c457-0845-4d38-aa26-18243e72f11d None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:52:26.592107 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-bc79c457-0845-4d38-aa26-18243e72f11d None None] Bound port: 8e64974f-eb52-4a9e-9d1f-f1e812e43a86, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:52:26.592107 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-bc79c457-0845-4d38-aa26-18243e72f11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8e64974f-eb52-4a9e-9d1f-f1e812e43a86), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:26.618002 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad14040-fa78-4002-922e-72061119842a None None] Pushing event updated for resources: {'Port': ['ID=8e64974f-eb52-4a9e-9d1f-f1e812e43a86,revision_number=2']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:26.631906 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad14040-fa78-4002-922e-72061119842a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:26.632626 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad14040-fa78-4002-922e-72061119842a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:26.633194 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad14040-fa78-4002-922e-72061119842a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:26.633857 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad14040-fa78-4002-922e-72061119842a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:26.634388 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad14040-fa78-4002-922e-72061119842a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:26.634917 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad14040-fa78-4002-922e-72061119842a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:26.635945 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad14040-fa78-4002-922e-72061119842a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:26.636812 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad14040-fa78-4002-922e-72061119842a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:26.637344 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad14040-fa78-4002-922e-72061119842a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:26.637726 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 5a943d45-e97e-4b15-8d11-d37fa97d3d4c {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:52:26.638093 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 5a943d45-e97e-4b15-8d11-d37fa97d3d4c not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:52:26.638418 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad14040-fa78-4002-922e-72061119842a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:26.639218 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad14040-fa78-4002-922e-72061119842a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:26.639795 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad14040-fa78-4002-922e-72061119842a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:26.640393 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad14040-fa78-4002-922e-72061119842a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:26.640902 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad14040-fa78-4002-922e-72061119842a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:26.649501 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad14040-fa78-4002-922e-72061119842a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:26.679121 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-bc79c457-0845-4d38-aa26-18243e72f11d None None] For port 8e64974f-eb52-4a9e-9d1f-f1e812e43a86, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:52:26.682813 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-bc79c457-0845-4d38-aa26-18243e72f11d None None] For port 8e64974f-eb52-4a9e-9d1f-f1e812e43a86, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=8e64974f-eb52-4a9e-9d1f-f1e812e43a86,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:52:26.690050 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=6,neutron:UPDATE=6,neutron:SELECT=88 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:26.693883 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-768c9d54-4e35-4ede-ae86-21346361b384 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:26.698770 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7013a208-aaa4-4ad3-ba08-a106e1a04c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (36f01f40-c239-402b-a0b7-53004b86afd6), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:26.720856 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1bca6b90-fb2e-4c7c-9c0e-05973a418eef tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1521964 Aug 27 04:52:26.728855 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57046) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:26.746243 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-64915931-8012-4ccf-854b-1b101029c366 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Request body: {'subnet': {'network_id': 'fe2d0c44-b9c6-4c2b-b5a0-19823d13a36c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:26.753886 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7013a208-aaa4-4ad3-ba08-a106e1a04c2f None None] Pushing event updated for resources: {'Port': ['ID=36f01f40-c239-402b-a0b7-53004b86afd6,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:26.759909 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bca6b90-fb2e-4c7c-9c0e-05973a418eef tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Pushing event updated for resources: {'Network': ['ID=fe2d0c44-b9c6-4c2b-b5a0-19823d13a36c,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:26.776617 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c5a0b6d3-f332-43c5-88ca-03514649c784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:26.780104 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network fe2d0c44-b9c6-4c2b-b5a0-19823d13a36c details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:52:26.782985 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6590acbe-873d-47aa-910a-d21aa886bcf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'project_id': 'f0f1eb4384394fc18f1626f3e12e04e3', 'fixed_ips': [{'subnet_id': '5184cc50-80c1-469a-b364-033bc8ea7c09'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:52:26.783732 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-bc79c457-0845-4d38-aa26-18243e72f11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (8e64974f-eb52-4a9e-9d1f-f1e812e43a86), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:26.783875 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6590acbe-873d-47aa-910a-d21aa886bcf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:26.827102 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-158c0cf1-5e4c-4b03-8137-396fb8d9c632 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (c64c4ea7-2d67-4be3-907c-c915044686c7), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:26.862765 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7013a208-aaa4-4ad3-ba08-a106e1a04c2f None None] Network 1a0d28c9-dad1-4bf0-95b2-ab8644bc75c2 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:52:26.862906 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-768c9d54-4e35-4ede-ae86-21346361b384 admin admin] Publish callbacks [] for security_group (f2a48055-4eb7-45f1-8fb2-458507da4b78), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:26.863013 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7812059f-ec24-4cd3-9f12-cd6fe174f0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:26.866944 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-7013a208-aaa4-4ad3-ba08-a106e1a04c2f None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:52:26.872797 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7013a208-aaa4-4ad3-ba08-a106e1a04c2f None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:52:26.886761 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc79c457-0845-4d38-aa26-18243e72f11d None None] Routers {'aebfef6b-d0d5-4683-bd74-53fa4d37d9fc'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:52:26.891358 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-bc79c457-0845-4d38-aa26-18243e72f11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:51:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['aebfef6b-d0d5-4683-bd74-53fa4d37d9fc'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:26.923411 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-768c9d54-4e35-4ede-ae86-21346361b384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (f2a48055-4eb7-45f1-8fb2-458507da4b78), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:26.940625 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-158c0cf1-5e4c-4b03-8137-396fb8d9c632 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (c64c4ea7-2d67-4be3-907c-c915044686c7), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:26.947537 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad14040-fa78-4002-922e-72061119842a None None] Pushing event updated for resources: {'Port': ['ID=8e64974f-eb52-4a9e-9d1f-f1e812e43a86,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:26.962390 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-768c9d54-4e35-4ede-ae86-21346361b384 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=68fc37dba0b24a998c0be16ec438e76d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9336557 Aug 27 04:52:26.971532 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57052) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:27.021797 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:27.047945 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768c9d54-4e35-4ede-ae86-21346361b384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a48055-4eb7-45f1-8fb2-458507da4b78,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:27.062316 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c5455eb4-7547-4285-bc70-3179e2ef462e admin admin] Publish callbacks [] for security_group (f2a48055-4eb7-45f1-8fb2-458507da4b78), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:27.069189 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:27.088899 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-bc79c457-0845-4d38-aa26-18243e72f11d None None] Set router aebfef6b-d0d5-4683-bd74-53fa4d37d9fc gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:52:27.094035 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c5455eb4-7547-4285-bc70-3179e2ef462e admin admin] Publish callbacks [] for security_group (f2a48055-4eb7-45f1-8fb2-458507da4b78), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:27.120216 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158c0cf1-5e4c-4b03-8137-396fb8d9c632 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c64c4ea7-2d67-4be3-907c-c915044686c7,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:27.138324 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-158c0cf1-5e4c-4b03-8137-396fb8d9c632 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:27.139571 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-158c0cf1-5e4c-4b03-8137-396fb8d9c632 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.1547434 Aug 27 04:52:27.149684 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=74,neutron:INSERT=22,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:27.157391 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57058) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:27.180330 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-7013a208-aaa4-4ad3-ba08-a106e1a04c2f None None] Attempting to bind port 36f01f40-c239-402b-a0b7-53004b86afd6 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:52:27.180732 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-7013a208-aaa4-4ad3-ba08-a106e1a04c2f None None] Attempting to bind port 36f01f40-c239-402b-a0b7-53004b86afd6 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '257dc741-ab17-417a-80ce-32a358a99076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1a0d28c9-dad1-4bf0-95b2-ab8644bc75c2'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:52:27.181229 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7013a208-aaa4-4ad3-ba08-a106e1a04c2f None None] Attempting to bind port 36f01f40-c239-402b-a0b7-53004b86afd6 on network 1a0d28c9-dad1-4bf0-95b2-ab8644bc75c2 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:52:27.194454 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7013a208-aaa4-4ad3-ba08-a106e1a04c2f None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:52:27.194767 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7013a208-aaa4-4ad3-ba08-a106e1a04c2f None None] Checking segment: {'id': '257dc741-ab17-417a-80ce-32a358a99076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1a0d28c9-dad1-4bf0-95b2-ab8644bc75c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:52:27.195982 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7013a208-aaa4-4ad3-ba08-a106e1a04c2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:27.196454 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7013a208-aaa4-4ad3-ba08-a106e1a04c2f None None] Bound using segment: {'id': '257dc741-ab17-417a-80ce-32a358a99076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1a0d28c9-dad1-4bf0-95b2-ab8644bc75c2'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:52:27.197028 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-7013a208-aaa4-4ad3-ba08-a106e1a04c2f None None] Bound port: 36f01f40-c239-402b-a0b7-53004b86afd6, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257dc741-ab17-417a-80ce-32a358a99076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1a0d28c9-dad1-4bf0-95b2-ab8644bc75c2'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:52:27.197513 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7013a208-aaa4-4ad3-ba08-a106e1a04c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (36f01f40-c239-402b-a0b7-53004b86afd6), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:27.244791 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86903e88-929a-4327-b884-ffc31f208f5c tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Made reservation on behalf of f0f1eb4384394fc18f1626f3e12e04e3 for: {'port': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:52:27.245148 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:27.262892 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-86903e88-929a-4327-b884-ffc31f208f5c tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:27.299248 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-6590acbe-873d-47aa-910a-d21aa886bcf2 None None] Allocated IP 2001:db8::2 (61356c33-ce96-40d0-bb36-87a36b2d0e1c/5184cc50-80c1-469a-b364-033bc8ea7c09/b3b8654f-586f-4902-bbe6-efb30552b35b) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:52:27.338759 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-7013a208-aaa4-4ad3-ba08-a106e1a04c2f None None] For port 36f01f40-c239-402b-a0b7-53004b86afd6, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:52:27.345723 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [None req-86903e88-929a-4327-b884-ffc31f208f5c tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] device_id is not set on port 8bb85bbb-079a-4b54-a1e3-e1b8ca6a415a yet. {{(pid=107775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:52:27.353012 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-12dd903b-1a9a-4265-af2f-542d0b8b0c29 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group (867bb5fb-c482-48a1-bd2c-c7c075fbd2b5), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:27.365292 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c5455eb4-7547-4285-bc70-3179e2ef462e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (f2a48055-4eb7-45f1-8fb2-458507da4b78), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:27.368101 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c5455eb4-7547-4285-bc70-3179e2ef462e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:27.369370 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c5455eb4-7547-4285-bc70-3179e2ef462e admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/f2a48055-4eb7-45f1-8fb2-458507da4b78 HTTP/1.1" status: 204 len: 168 time: 0.3978467 Aug 27 04:52:27.383976 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-7812059f-ec24-4cd3-9f12-cd6fe174f0e1 admin admin] Allocated IP 172.20.0.1 (89a91630-9ce5-4066-afbe-564d09f829ff/0fb52974-bbb6-42e6-b0d8-aa0476c2dbe0/8abd3eb3-92a3-467b-9096-abed7f78e42a) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:52:27.390093 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64915931-8012-4ccf-854b-1b101029c366 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Made reservation on behalf of 7404cab787d9443cbae839218717bbbd for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:52:27.390548 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-7013a208-aaa4-4ad3-ba08-a106e1a04c2f None None] For port 36f01f40-c239-402b-a0b7-53004b86afd6, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=36f01f40-c239-402b-a0b7-53004b86afd6,segment=NetworkSegment(257dc741-ab17-417a-80ce-32a358a99076),segment_id=257dc741-ab17-417a-80ce-32a358a99076)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:52:27.400024 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-64915931-8012-4ccf-854b-1b101029c366 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:27.417918 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-bc79c457-0845-4d38-aa26-18243e72f11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebfef6b-d0d5-4683-bd74-53fa4d37d9fc', 'name': 'tempest-ServerRescueTestJSONUnderV235-653676456-router', 'tenant_id': '7451645b0f414ff1bffd9cc096577139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '8e64974f-eb52-4a9e-9d1f-f1e812e43a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:52:20Z', 'updated_at': '2022-08-27T04:52:24Z', 'revision_number': 3, 'project_id': '7451645b0f414ff1bffd9cc096577139', 'gw_port': {'id': '8e64974f-eb52-4a9e-9d1f-f1e812e43a86', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:41:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebfef6b-d0d5-4683-bd74-53fa4d37d9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2152, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:52:22Z', 'updated_at': '2022-08-27T04:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:27.423543 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5455eb4-7547-4285-bc70-3179e2ef462e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a48055-4eb7-45f1-8fb2-458507da4b78,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:27.433934 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-12dd903b-1a9a-4265-af2f-542d0b8b0c29 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group (867bb5fb-c482-48a1-bd2c-c7c075fbd2b5), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:27.461511 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc79c457-0845-4d38-aa26-18243e72f11d None None] The sync data for ids ['aebfef6b-d0d5-4683-bd74-53fa4d37d9fc'] in n-d-852088-5 is: [{'id': 'aebfef6b-d0d5-4683-bd74-53fa4d37d9fc', 'name': 'tempest-ServerRescueTestJSONUnderV235-653676456-router', 'tenant_id': '7451645b0f414ff1bffd9cc096577139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '8e64974f-eb52-4a9e-9d1f-f1e812e43a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:52:20Z', 'updated_at': '2022-08-27T04:52:24Z', 'revision_number': 3, 'project_id': '7451645b0f414ff1bffd9cc096577139', 'gw_port': {'id': '8e64974f-eb52-4a9e-9d1f-f1e812e43a86', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:41:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebfef6b-d0d5-4683-bd74-53fa4d37d9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2152, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:52:22Z', 'updated_at': '2022-08-27T04:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:52:27.473756 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:27.527894 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7013a208-aaa4-4ad3-ba08-a106e1a04c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (36f01f40-c239-402b-a0b7-53004b86afd6), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:27.619011 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6590acbe-873d-47aa-910a-d21aa886bcf2 None None] Publish callbacks [] for port (b3b8654f-586f-4902-bbe6-efb30552b35b), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:27.656778 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-12dd903b-1a9a-4265-af2f-542d0b8b0c29 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (867bb5fb-c482-48a1-bd2c-c7c075fbd2b5), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:27.659818 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-12dd903b-1a9a-4265-af2f-542d0b8b0c29 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:27.661252 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-12dd903b-1a9a-4265-af2f-542d0b8b0c29 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/867bb5fb-c482-48a1-bd2c-c7c075fbd2b5 HTTP/1.1" status: 204 len: 168 time: 0.5028782 Aug 27 04:52:27.672414 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57066) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:27.684041 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dd903b-1a9a-4265-af2f-542d0b8b0c29 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=867bb5fb-c482-48a1-bd2c-c7c075fbd2b5,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:27.699601 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7013a208-aaa4-4ad3-ba08-a106e1a04c2f None None] Pushing event updated for resources: {'Port': ['ID=36f01f40-c239-402b-a0b7-53004b86afd6,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:27.751286 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6590acbe-873d-47aa-910a-d21aa886bcf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (b3b8654f-586f-4902-bbe6-efb30552b35b), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:27.767073 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7812059f-ec24-4cd3-9f12-cd6fe174f0e1 admin admin] Publish callbacks [] for port (8abd3eb3-92a3-467b-9096-abed7f78e42a), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:27.855705 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-541eb39c-cf75-4f12-a929-77223320457a tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1717505 Aug 27 04:52:27.859022 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57068) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:27.865014 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6590acbe-873d-47aa-910a-d21aa886bcf2 None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:52:27.872070 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-6590acbe-873d-47aa-910a-d21aa886bcf2 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:52:27.887185 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-4314936d-641b-4d95-b94f-215c05601149 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Request body: {'security_group': {'name': 'tempest-secgroup--727013916'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:27.887891 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6590acbe-873d-47aa-910a-d21aa886bcf2 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:52:27.924411 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-86903e88-929a-4327-b884-ffc31f208f5c tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Allocated IP 2001:db8::33f (61356c33-ce96-40d0-bb36-87a36b2d0e1c/5184cc50-80c1-469a-b364-033bc8ea7c09/8bb85bbb-079a-4b54-a1e3-e1b8ca6a415a) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:52:28.003242 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6590acbe-873d-47aa-910a-d21aa886bcf2 None None] Pushing event updated for resources: {'Port': ['ID=b3b8654f-586f-4902-bbe6-efb30552b35b,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:28.046274 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4314936d-641b-4d95-b94f-215c05601149 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:28.174734 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-86903e88-929a-4327-b884-ffc31f208f5c tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for port (8bb85bbb-079a-4b54-a1e3-e1b8ca6a415a), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:28.221824 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4314936d-641b-4d95-b94f-215c05601149 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group (ca405c80-fee9-4ad9-b9be-b22cc4432828), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:28.228298 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7812059f-ec24-4cd3-9f12-cd6fe174f0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (8abd3eb3-92a3-467b-9096-abed7f78e42a), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:28.320114 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7812059f-ec24-4cd3-9f12-cd6fe174f0e1 admin admin] Network 89a91630-9ce5-4066-afbe-564d09f829ff is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:52:28.325404 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-86903e88-929a-4327-b884-ffc31f208f5c tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (8bb85bbb-079a-4b54-a1e3-e1b8ca6a415a), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:28.335637 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4314936d-641b-4d95-b94f-215c05601149 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (ca405c80-fee9-4ad9-b9be-b22cc4432828), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:28.353193 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-7812059f-ec24-4cd3-9f12-cd6fe174f0e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:52:28.357157 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7812059f-ec24-4cd3-9f12-cd6fe174f0e1 admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:52:28.357423 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-6590acbe-873d-47aa-910a-d21aa886bcf2 None None] Attempting to bind port b3b8654f-586f-4902-bbe6-efb30552b35b on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:52:28.357809 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-6590acbe-873d-47aa-910a-d21aa886bcf2 None None] Attempting to bind port b3b8654f-586f-4902-bbe6-efb30552b35b by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:52:28.365739 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6590acbe-873d-47aa-910a-d21aa886bcf2 None None] Attempting to bind port b3b8654f-586f-4902-bbe6-efb30552b35b on network 61356c33-ce96-40d0-bb36-87a36b2d0e1c {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:52:28.370565 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6590acbe-873d-47aa-910a-d21aa886bcf2 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:52:28.372008 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6590acbe-873d-47aa-910a-d21aa886bcf2 None None] Checking segment: {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:52:28.372455 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6590acbe-873d-47aa-910a-d21aa886bcf2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:28.372853 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6590acbe-873d-47aa-910a-d21aa886bcf2 None None] Bound using segment: {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:52:28.373330 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-6590acbe-873d-47aa-910a-d21aa886bcf2 None None] Bound port: b3b8654f-586f-4902-bbe6-efb30552b35b, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:52:28.376704 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6590acbe-873d-47aa-910a-d21aa886bcf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (b3b8654f-586f-4902-bbe6-efb30552b35b), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:28.394020 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86903e88-929a-4327-b884-ffc31f208f5c tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:52:28.423841 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-86903e88-929a-4327-b884-ffc31f208f5c tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:52:28.432480 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86903e88-929a-4327-b884-ffc31f208f5c tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:52:28.437270 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86903e88-929a-4327-b884-ffc31f208f5c tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:28.437944 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-86903e88-929a-4327-b884-ffc31f208f5c tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:28.473732 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7812059f-ec24-4cd3-9f12-cd6fe174f0e1 admin admin] Pushing event updated for resources: {'Port': ['ID=8abd3eb3-92a3-467b-9096-abed7f78e42a,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:28.489860 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86903e88-929a-4327-b884-ffc31f208f5c tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event updated for resources: {'Port': ['ID=8bb85bbb-079a-4b54-a1e3-e1b8ca6a415a,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:28.503740 n-d-852088-5 neutron-server[107776]: DEBUG neutron.objects.ports [None req-64915931-8012-4ccf-854b-1b101029c366 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107776) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 27 04:52:28.513691 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-6590acbe-873d-47aa-910a-d21aa886bcf2 None None] For port b3b8654f-586f-4902-bbe6-efb30552b35b, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:52:28.518942 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-6590acbe-873d-47aa-910a-d21aa886bcf2 None None] For port b3b8654f-586f-4902-bbe6-efb30552b35b, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=b3b8654f-586f-4902-bbe6-efb30552b35b,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:52:28.524237 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-64915931-8012-4ccf-854b-1b101029c366 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (af321ad0-eb17-4117-afd2-5d5a786fd22f), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:28.611697 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6590acbe-873d-47aa-910a-d21aa886bcf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (b3b8654f-586f-4902-bbe6-efb30552b35b), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:28.625493 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-86903e88-929a-4327-b884-ffc31f208f5c tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1416099 Aug 27 04:52:28.626471 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57084) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:28.684252 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64915931-8012-4ccf-854b-1b101029c366 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Pushing event updated for resources: {'Subnet': ['ID=af321ad0-eb17-4117-afd2-5d5a786fd22f,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:28.687351 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4314936d-641b-4d95-b94f-215c05601149 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca405c80-fee9-4ad9-b9be-b22cc4432828,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:28.694506 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4314936d-641b-4d95-b94f-215c05601149 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:28.696668 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-4314936d-641b-4d95-b94f-215c05601149 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8364089 Aug 27 04:52:28.701431 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57086) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:28.706941 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 8e64974f-eb52-4a9e-9d1f-f1e812e43a86 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:52:28.724155 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-10e8f20d-6518-4bcb-befd-03dc314e03df tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Request body: {'security_group': {'name': 'tempest-secgroup--623385182'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:28.763440 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7812059f-ec24-4cd3-9f12-cd6fe174f0e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (aebfef6b-d0d5-4683-bd74-53fa4d37d9fc), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:28.830087 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:28.850245 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57090) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:28.890029 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=87,neutron:UPDATE=8,neutron:INSERT=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:28.902764 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 8e64974f-eb52-4a9e-9d1f-f1e812e43a86 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:52:28.903249 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (8e64974f-eb52-4a9e-9d1f-f1e812e43a86), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:28.930188 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e8a7bc-5c09-40ac-aa9f-fa97c9719681 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:28.935426 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e8a7bc-5c09-40ac-aa9f-fa97c9719681 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:28.949931 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-71e8a7bc-5c09-40ac-aa9f-fa97c9719681 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3159864 Aug 27 04:52:28.949931 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4dde957c-36f1-451b-a240-9e6cbd7a3ca1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:28.951115 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57092) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:29.023940 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6590acbe-873d-47aa-910a-d21aa886bcf2 None None] Pushing event updated for resources: {'Port': ['ID=b3b8654f-586f-4902-bbe6-efb30552b35b,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:29.121300 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:29.185452 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-827bd124-d3ab-4345-b5bb-c7dd96fc41b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:29.260463 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 8e64974f-eb52-4a9e-9d1f-f1e812e43a86 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:52:29.260956 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8e64974f-eb52-4a9e-9d1f-f1e812e43a86), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:29.283220 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-a96a56dd-f9dd-46b5-a991-0270cf6f48ff tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Deleting port 8bb85bbb-079a-4b54-a1e3-e1b8ca6a415a {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:52:29.283818 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a96a56dd-f9dd-46b5-a991-0270cf6f48ff tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (8bb85bbb-079a-4b54-a1e3-e1b8ca6a415a), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:29.312770 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:29.335119 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 8e64974f-eb52-4a9e-9d1f-f1e812e43a86, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=8e64974f-eb52-4a9e-9d1f-f1e812e43a86,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:52:29.349570 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4dde957c-36f1-451b-a240-9e6cbd7a3ca1 admin admin] Publish callbacks [] for security_group (28bd79e0-a70f-4e93-afbd-2bcc596b7191), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:29.361754 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262ce24a-603b-4844-94f3-8b12e08e476c None None] Network 1a0d28c9-dad1-4bf0-95b2-ab8644bc75c2 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:52:29.434995 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4dde957c-36f1-451b-a240-9e6cbd7a3ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (28bd79e0-a70f-4e93-afbd-2bcc596b7191), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:29.435221 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (8e64974f-eb52-4a9e-9d1f-f1e812e43a86), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:29.435496 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 36f01f40-c239-402b-a0b7-53004b86afd6 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:52:29.511270 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-4dde957c-36f1-451b-a240-9e6cbd7a3ca1 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=c013321b51d948d9b93393c29a6452c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6599391 Aug 27 04:52:29.521462 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57098) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:29.527895 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-5e514f83-026e-4147-9d1d-17246f7a4492 None None] Provisioning complete for port 36f01f40-c239-402b-a0b7-53004b86afd6 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:52:29.528436 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5e514f83-026e-4147-9d1d-17246f7a4492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (36f01f40-c239-402b-a0b7-53004b86afd6), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:29.543551 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde957c-36f1-451b-a240-9e6cbd7a3ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28bd79e0-a70f-4e93-afbd-2bcc596b7191,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:29.562058 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:29.594668 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:29.595850 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:29.619605 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64915931-8012-4ccf-854b-1b101029c366 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Checking segment: {'id': 'd21a80cf-8b9c-4a39-8916-b23cbddfae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'fe2d0c44-b9c6-4c2b-b5a0-19823d13a36c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:52:29.620028 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64915931-8012-4ccf-854b-1b101029c366 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Network hostable DHCP agents. Network: fe2d0c44-b9c6-4c2b-b5a0-19823d13a36c, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:52:29.637205 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=8e64974f-eb52-4a9e-9d1f-f1e812e43a86,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:29.641629 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-10e8f20d-6518-4bcb-befd-03dc314e03df tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:29.684125 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 36f01f40-c239-402b-a0b7-53004b86afd6 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:52:29.684552 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (36f01f40-c239-402b-a0b7-53004b86afd6), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:29.749281 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57102) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:29.800384 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-5e514f83-026e-4147-9d1d-17246f7a4492 None None] Current status of the port 36f01f40-c239-402b-a0b7-53004b86afd6 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:52:29.800923 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5e514f83-026e-4147-9d1d-17246f7a4492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (36f01f40-c239-402b-a0b7-53004b86afd6), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:29.836959 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64915931-8012-4ccf-854b-1b101029c366 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Network fe2d0c44-b9c6-4c2b-b5a0-19823d13a36c is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:52:29.855833 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-10e8f20d-6518-4bcb-befd-03dc314e03df tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group (56ea9ce6-ec78-486b-97ee-d68a3ce99dca), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:29.869994 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a96a56dd-f9dd-46b5-a991-0270cf6f48ff tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (8bb85bbb-079a-4b54-a1e3-e1b8ca6a415a), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:29.894890 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-5e514f83-026e-4147-9d1d-17246f7a4492 None None] For port 36f01f40-c239-402b-a0b7-53004b86afd6, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=36f01f40-c239-402b-a0b7-53004b86afd6,segment=NetworkSegment(257dc741-ab17-417a-80ce-32a358a99076),segment_id=257dc741-ab17-417a-80ce-32a358a99076)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:52:29.896358 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 36f01f40-c239-402b-a0b7-53004b86afd6 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:52:29.896745 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (36f01f40-c239-402b-a0b7-53004b86afd6), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:29.901131 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-a96a56dd-f9dd-46b5-a991-0270cf6f48ff tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Calling delete_port for 8bb85bbb-079a-4b54-a1e3-e1b8ca6a415a owned by {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:52:29.943649 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-64915931-8012-4ccf-854b-1b101029c366 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, fe2d0c44-b9c6-4c2b-b5a0-19823d13a36c) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:52:29.949746 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64915931-8012-4ccf-854b-1b101029c366 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:29.950839 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-64915931-8012-4ccf-854b-1b101029c366 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:29.956932 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ca900d-319e-4305-ac79-012800f030d3 None None] Network fe2d0c44-b9c6-4c2b-b5a0-19823d13a36c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:52:29.965137 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7d37d05d-33c6-4a9d-ae6a-36db203f21af admin admin] Publish callbacks [] for security_group (28bd79e0-a70f-4e93-afbd-2bcc596b7191), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:29.978724 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-10e8f20d-6518-4bcb-befd-03dc314e03df tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (56ea9ce6-ec78-486b-97ee-d68a3ce99dca), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:30.043528 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7d37d05d-33c6-4a9d-ae6a-36db203f21af admin admin] Publish callbacks [] for security_group (28bd79e0-a70f-4e93-afbd-2bcc596b7191), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:30.048705 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5e514f83-026e-4147-9d1d-17246f7a4492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (36f01f40-c239-402b-a0b7-53004b86afd6), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:30.125081 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e8f20d-6518-4bcb-befd-03dc314e03df tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56ea9ce6-ec78-486b-97ee-d68a3ce99dca,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:30.139996 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-64915931-8012-4ccf-854b-1b101029c366 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.4042869 Aug 27 04:52:30.143860 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57106) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:30.154725 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-e11c7627-08be-495e-93a9-df7ef3088a22 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Request body: {'port': {'network_id': 'fe2d0c44-b9c6-4c2b-b5a0-19823d13a36c', 'name': 'tempest-NetworksIpV6TestAttrs-1837590155'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:30.197191 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-5e6a6a5f-b840-4b55-8194-67225967c501 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1841315587-network', 'tenant_id': 'f8cf9c5207684ce3a0f8820eee81f737'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:30.233351 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e514f83-026e-4147-9d1d-17246f7a4492 None None] Pushing event updated for resources: {'Port': ['ID=36f01f40-c239-402b-a0b7-53004b86afd6,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:30.261102 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7812059f-ec24-4cd3-9f12-cd6fe174f0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8abd3eb3-92a3-467b-9096-abed7f78e42a), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:30.268440 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-10e8f20d-6518-4bcb-befd-03dc314e03df tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:30.273029 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57108) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:30.273488 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-10e8f20d-6518-4bcb-befd-03dc314e03df tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.5674202 Aug 27 04:52:30.279534 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-29b2d49d-60a2-45ce-ae2d-ce688875f5f9 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Request body: {'security_group_rule': {'security_group_id': 'ca405c80-fee9-4ad9-b9be-b22cc4432828', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '56ea9ce6-ec78-486b-97ee-d68a3ce99dca', 'remote_ip_prefix': None}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:30.287325 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:30.295063 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:52:30.296496 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:52:30.303845 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7d37d05d-33c6-4a9d-ae6a-36db203f21af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (28bd79e0-a70f-4e93-afbd-2bcc596b7191), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:30.306386 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-922f38e8-c020-4697-80e7-abbdce882284 None None] Provisioning complete for port 36f01f40-c239-402b-a0b7-53004b86afd6 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:52:30.308293 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-922f38e8-c020-4697-80e7-abbdce882284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (36f01f40-c239-402b-a0b7-53004b86afd6), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:30.308414 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7d37d05d-33c6-4a9d-ae6a-36db203f21af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:30.309756 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7d37d05d-33c6-4a9d-ae6a-36db203f21af admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/28bd79e0-a70f-4e93-afbd-2bcc596b7191 HTTP/1.1" status: 204 len: 168 time: 0.7863278 Aug 27 04:52:30.319459 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a96a56dd-f9dd-46b5-a991-0270cf6f48ff tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (8bb85bbb-079a-4b54-a1e3-e1b8ca6a415a), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:30.382995 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d37d05d-33c6-4a9d-ae6a-36db203f21af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28bd79e0-a70f-4e93-afbd-2bcc596b7191,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:30.389787 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96a56dd-f9dd-46b5-a991-0270cf6f48ff tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event deleted for resources: {'Port': ['ID=8bb85bbb-079a-4b54-a1e3-e1b8ca6a415a,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:30.425540 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a96a56dd-f9dd-46b5-a991-0270cf6f48ff tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:30.435112 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:30.436656 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a96a56dd-f9dd-46b5-a991-0270cf6f48ff tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/ports/8bb85bbb-079a-4b54-a1e3-e1b8ca6a415a HTTP/1.1" status: 204 len: 168 time: 1.4849827 Aug 27 04:52:30.438806 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57112) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:30.462638 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:30.507909 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb74d2c-3447-4dd8-bd2c-96ffbcc4b811 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-fe2d0c44-b9c6-4c2b-b5a0-19823d13a36c', 'network_id': 'fe2d0c44-b9c6-4c2b-b5a0-19823d13a36c', 'project_id': '7404cab787d9443cbae839218717bbbd', 'fixed_ips': [{'subnet_id': 'af321ad0-eb17-4117-afd2-5d5a786fd22f'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:52:30.511848 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2fb74d2c-3447-4dd8-bd2c-96ffbcc4b811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:30.528451 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:30.529771 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6a6a5f-b840-4b55-8194-67225967c501 admin admin] Made reservation on behalf of f8cf9c5207684ce3a0f8820eee81f737 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:52:30.539717 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5e6a6a5f-b840-4b55-8194-67225967c501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:30.546109 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa484ed-3bbc-470b-8719-a35240f35fe2 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:30.546109 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa484ed-3bbc-470b-8719-a35240f35fe2 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:30.547894 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-caa484ed-3bbc-470b-8719-a35240f35fe2 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1068978 Aug 27 04:52:30.547894 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57116) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:30.557898 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-29b2d49d-60a2-45ce-ae2d-ce688875f5f9 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (052a5c12-1d43-44ee-bed6-c0e92c59969c), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:30.628500 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5e6a6a5f-b840-4b55-8194-67225967c501 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:30.644952 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fe5cda2-20ea-4209-9b51-5f0e6d92ac0d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Deleting subnet 5184cc50-80c1-469a-b364-033bc8ea7c09 {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:52:30.651527 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5fe5cda2-20ea-4209-9b51-5f0e6d92ac0d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (5184cc50-80c1-469a-b364-033bc8ea7c09), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:30.704969 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5fe5cda2-20ea-4209-9b51-5f0e6d92ac0d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (5184cc50-80c1-469a-b364-033bc8ea7c09), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:30.768763 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5e6a6a5f-b840-4b55-8194-67225967c501 admin admin] Publish callbacks [] for security_group (cd1a0a6a-3a46-4700-9ec5-4fc8b8330b36), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:30.771786 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-922f38e8-c020-4697-80e7-abbdce882284 None None] Current status of the port 36f01f40-c239-402b-a0b7-53004b86afd6 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:52:30.777755 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:30.811684 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5fe5cda2-20ea-4209-9b51-5f0e6d92ac0d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (5184cc50-80c1-469a-b364-033bc8ea7c09), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:30.870017 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7812059f-ec24-4cd3-9f12-cd6fe174f0e1 admin admin] Publish callbacks [] for port (8abd3eb3-92a3-467b-9096-abed7f78e42a), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:30.884978 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5e6a6a5f-b840-4b55-8194-67225967c501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (cd1a0a6a-3a46-4700-9ec5-4fc8b8330b36), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:30.889146 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11c7627-08be-495e-93a9-df7ef3088a22 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Made reservation on behalf of 7404cab787d9443cbae839218717bbbd for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:52:30.892108 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 36f01f40-c239-402b-a0b7-53004b86afd6 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:52:30.894838 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e11c7627-08be-495e-93a9-df7ef3088a22 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:30.942896 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-2fb74d2c-3447-4dd8-bd2c-96ffbcc4b811 None None] Allocated IP 2001:db8::f816:3eff:fe94:665f (fe2d0c44-b9c6-4c2b-b5a0-19823d13a36c/af321ad0-eb17-4117-afd2-5d5a786fd22f/8b78292b-b9b0-49e4-b678-6536712e1159) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:52:30.964792 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-29b2d49d-60a2-45ce-ae2d-ce688875f5f9 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (052a5c12-1d43-44ee-bed6-c0e92c59969c), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:30.986442 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-938c2286-413d-4d13-8b84-8473c0a854ae None None] Provisioning complete for port b3b8654f-586f-4902-bbe6-efb30552b35b triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:52:30.990066 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-938c2286-413d-4d13-8b84-8473c0a854ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (b3b8654f-586f-4902-bbe6-efb30552b35b), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:30.990263 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7812059f-ec24-4cd3-9f12-cd6fe174f0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (8abd3eb3-92a3-467b-9096-abed7f78e42a), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:31.012763 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5fe5cda2-20ea-4209-9b51-5f0e6d92ac0d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (5184cc50-80c1-469a-b364-033bc8ea7c09), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:31.120340 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-29b2d49d-60a2-45ce-ae2d-ce688875f5f9 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (052a5c12-1d43-44ee-bed6-c0e92c59969c), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:31.144034 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe5cda2-20ea-4209-9b51-5f0e6d92ac0d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event deleted for resources: {'Subnet': ['ID=5184cc50-80c1-469a-b364-033bc8ea7c09,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:31.162955 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5fe5cda2-20ea-4209-9b51-5f0e6d92ac0d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:31.179025 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-5fe5cda2-20ea-4209-9b51-5f0e6d92ac0d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/5184cc50-80c1-469a-b364-033bc8ea7c09 HTTP/1.1" status: 204 len: 168 time: 0.6298487 Aug 27 04:52:31.197168 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57128) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:31.200690 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7812059f-ec24-4cd3-9f12-cd6fe174f0e1 admin admin] Pushing event updated for resources: {'Port': ['ID=8abd3eb3-92a3-467b-9096-abed7f78e42a,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:31.225132 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e6a6a5f-b840-4b55-8194-67225967c501 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:52:31.226897 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b2d49d-60a2-45ce-ae2d-ce688875f5f9 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=052a5c12-1d43-44ee-bed6-c0e92c59969c,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:31.242242 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a6a5f-b840-4b55-8194-67225967c501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1a0a6a-3a46-4700-9ec5-4fc8b8330b36,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:31.248455 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [None req-e11c7627-08be-495e-93a9-df7ef3088a22 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] device_id is not set on port 45b1dab5-6596-4350-8f57-5cd7ffe9f29f yet. {{(pid=107776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:52:31.296830 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-79741931-bf37-4301-a399-e7178a8cc0b5 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0984726 Aug 27 04:52:31.300235 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-29b2d49d-60a2-45ce-ae2d-ce688875f5f9 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:31.305440 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-29b2d49d-60a2-45ce-ae2d-ce688875f5f9 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.0307901 Aug 27 04:52:31.306097 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57134) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:31.306383 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57132) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:31.320648 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-a05a3e3e-168b-4072-afaf-6dd4a4985320 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'subnet': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:31.333708 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ab408a6e-edee-4042-8a60-605c86e8a8f4 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (052a5c12-1d43-44ee-bed6-c0e92c59969c), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:31.343813 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5e6a6a5f-b840-4b55-8194-67225967c501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (32f9a83e-ad2c-4f1c-a8a4-ef984b0206d4), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:31.346386 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ab408a6e-edee-4042-8a60-605c86e8a8f4 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (052a5c12-1d43-44ee-bed6-c0e92c59969c), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:31.349104 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-5e6a6a5f-b840-4b55-8194-67225967c501 admin admin] Added segment 32f9a83e-ad2c-4f1c-a8a4-ef984b0206d4 of type vlan for network be07f20e-e520-41cf-87fc-8405fd8af848 Aug 27 04:52:31.381022 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2fb74d2c-3447-4dd8-bd2c-96ffbcc4b811 None None] Publish callbacks [] for port (8b78292b-b9b0-49e4-b678-6536712e1159), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:31.398680 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device b3b8654f-586f-4902-bbe6-efb30552b35b up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:52:31.432935 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-938c2286-413d-4d13-8b84-8473c0a854ae None None] Current status of the port b3b8654f-586f-4902-bbe6-efb30552b35b is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:52:31.433870 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-938c2286-413d-4d13-8b84-8473c0a854ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (b3b8654f-586f-4902-bbe6-efb30552b35b), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:31.467765 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7812059f-ec24-4cd3-9f12-cd6fe174f0e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (aebfef6b-d0d5-4683-bd74-53fa4d37d9fc), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:31.492885 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-938c2286-413d-4d13-8b84-8473c0a854ae None None] For port b3b8654f-586f-4902-bbe6-efb30552b35b, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=b3b8654f-586f-4902-bbe6-efb30552b35b,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:52:31.505461 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port b3b8654f-586f-4902-bbe6-efb30552b35b triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:52:31.505844 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (b3b8654f-586f-4902-bbe6-efb30552b35b), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:31.554329 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea887168-c7ac-42f3-9fc5-a54fed5ebcb0 None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:52:31.555369 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5e6a6a5f-b840-4b55-8194-67225967c501 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (be07f20e-e520-41cf-87fc-8405fd8af848), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:31.671949 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ab408a6e-edee-4042-8a60-605c86e8a8f4 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (052a5c12-1d43-44ee-bed6-c0e92c59969c), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:31.689170 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ab408a6e-edee-4042-8a60-605c86e8a8f4 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:31.690666 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-938c2286-413d-4d13-8b84-8473c0a854ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (b3b8654f-586f-4902-bbe6-efb30552b35b), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:31.693345 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2fb74d2c-3447-4dd8-bd2c-96ffbcc4b811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (8b78292b-b9b0-49e4-b678-6536712e1159), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:31.699272 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ab408a6e-edee-4042-8a60-605c86e8a8f4 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "DELETE /networking/v2.0/security-group-rules/052a5c12-1d43-44ee-bed6-c0e92c59969c HTTP/1.1" status: 204 len: 168 time: 0.3896978 Aug 27 04:52:31.703157 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57140) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:31.722695 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab408a6e-edee-4042-8a60-605c86e8a8f4 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=052a5c12-1d43-44ee-bed6-c0e92c59969c,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:31.734072 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port b3b8654f-586f-4902-bbe6-efb30552b35b is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:52:31.734072 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (b3b8654f-586f-4902-bbe6-efb30552b35b), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:31.763639 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb74d2c-3447-4dd8-bd2c-96ffbcc4b811 None None] Network fe2d0c44-b9c6-4c2b-b5a0-19823d13a36c is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:52:31.768144 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7174ac76-fc13-47ad-89d4-12456997e565 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0612993 Aug 27 04:52:31.768384 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-2fb74d2c-3447-4dd8-bd2c-96ffbcc4b811 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:52:31.776558 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57144) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:31.777952 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb74d2c-3447-4dd8-bd2c-96ffbcc4b811 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:52:31.814836 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:31.845408 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938c2286-413d-4d13-8b84-8473c0a854ae None None] Pushing event updated for resources: {'Port': ['ID=b3b8654f-586f-4902-bbe6-efb30552b35b,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:31.846304 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7812059f-ec24-4cd3-9f12-cd6fe174f0e1 admin admin] Network 89a91630-9ce5-4066-afbe-564d09f829ff is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:52:31.847787 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-e11c7627-08be-495e-93a9-df7ef3088a22 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Allocated IP 2001:db8::f816:3eff:fe63:685b (fe2d0c44-b9c6-4c2b-b5a0-19823d13a36c/af321ad0-eb17-4117-afd2-5d5a786fd22f/45b1dab5-6596-4350-8f57-5cd7ffe9f29f) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:52:31.850993 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-7812059f-ec24-4cd3-9f12-cd6fe174f0e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:52:31.868532 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-421f9d34-940f-472d-95cc-a0a5e4f9c125 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group (56ea9ce6-ec78-486b-97ee-d68a3ce99dca), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:31.873057 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-9f29b1d6-e76e-41ea-82ed-ea3004f265af None None] Could not find standard attr ID for object 8bb85bbb-079a-4b54-a1e3-e1b8ca6a415a. {{(pid=107777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 27 04:52:31.888845 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:31.911459 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5e6a6a5f-b840-4b55-8194-67225967c501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (be07f20e-e520-41cf-87fc-8405fd8af848), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:31.912651 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6a6a5f-b840-4b55-8194-67225967c501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:31.913241 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5e6a6a5f-b840-4b55-8194-67225967c501 admin admin] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:31.935780 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05a3e3e-168b-4072-afaf-6dd4a4985320 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Made reservation on behalf of f0f1eb4384394fc18f1626f3e12e04e3 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:52:31.939973 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a05a3e3e-168b-4072-afaf-6dd4a4985320 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:31.943694 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-421f9d34-940f-472d-95cc-a0a5e4f9c125 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group (56ea9ce6-ec78-486b-97ee-d68a3ce99dca), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:32.047935 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655486b7-94b6-40ce-a59d-f361974d0fe4 None None] DHCP port deletion for 61356c33-ce96-40d0-bb36-87a36b2d0e1c request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:52:32.075539 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:32.086302 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:52:32.086718 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:52:32.093468 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-421f9d34-940f-472d-95cc-a0a5e4f9c125 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (56ea9ce6-ec78-486b-97ee-d68a3ce99dca), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:32.096346 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-421f9d34-940f-472d-95cc-a0a5e4f9c125 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:32.101192 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-421f9d34-940f-472d-95cc-a0a5e4f9c125 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/56ea9ce6-ec78-486b-97ee-d68a3ce99dca HTTP/1.1" status: 204 len: 168 time: 0.3186338 Aug 27 04:52:32.102044 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57148) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:32.122653 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb74d2c-3447-4dd8-bd2c-96ffbcc4b811 None None] Pushing event updated for resources: {'Port': ['ID=8b78292b-b9b0-49e4-b678-6536712e1159,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:32.122999 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f9d34-940f-472d-95cc-a0a5e4f9c125 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ea9ce6-ec78-486b-97ee-d68a3ce99dca,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:32.128470 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-2fb74d2c-3447-4dd8-bd2c-96ffbcc4b811 None None] Attempting to bind port 8b78292b-b9b0-49e4-b678-6536712e1159 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:52:32.128840 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-2fb74d2c-3447-4dd8-bd2c-96ffbcc4b811 None None] Attempting to bind port 8b78292b-b9b0-49e4-b678-6536712e1159 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'd21a80cf-8b9c-4a39-8916-b23cbddfae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'fe2d0c44-b9c6-4c2b-b5a0-19823d13a36c'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:52:32.129223 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb74d2c-3447-4dd8-bd2c-96ffbcc4b811 None None] Attempting to bind port 8b78292b-b9b0-49e4-b678-6536712e1159 on network fe2d0c44-b9c6-4c2b-b5a0-19823d13a36c {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:52:32.144712 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb74d2c-3447-4dd8-bd2c-96ffbcc4b811 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:52:32.145615 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb74d2c-3447-4dd8-bd2c-96ffbcc4b811 None None] Checking segment: {'id': 'd21a80cf-8b9c-4a39-8916-b23cbddfae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'fe2d0c44-b9c6-4c2b-b5a0-19823d13a36c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:52:32.146026 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2fb74d2c-3447-4dd8-bd2c-96ffbcc4b811 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:32.146425 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb74d2c-3447-4dd8-bd2c-96ffbcc4b811 None None] Bound using segment: {'id': 'd21a80cf-8b9c-4a39-8916-b23cbddfae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'fe2d0c44-b9c6-4c2b-b5a0-19823d13a36c'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:52:32.146875 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-2fb74d2c-3447-4dd8-bd2c-96ffbcc4b811 None None] Bound port: 8b78292b-b9b0-49e4-b678-6536712e1159, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd21a80cf-8b9c-4a39-8916-b23cbddfae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'fe2d0c44-b9c6-4c2b-b5a0-19823d13a36c'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:52:32.147317 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2fb74d2c-3447-4dd8-bd2c-96ffbcc4b811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8b78292b-b9b0-49e4-b678-6536712e1159), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:32.154539 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-655486b7-94b6-40ce-a59d-f361974d0fe4 None None] Deleting port b3b8654f-586f-4902-bbe6-efb30552b35b {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:52:32.154907 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-655486b7-94b6-40ce-a59d-f361974d0fe4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (b3b8654f-586f-4902-bbe6-efb30552b35b), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:32.176963 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-8f2297f8-e08c-43ca-9243-bc2d16562c07 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0697432 Aug 27 04:52:32.183389 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57150) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:32.193218 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-5e6a6a5f-b840-4b55-8194-67225967c501 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.4207630 Aug 27 04:52:32.199187 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4,neutron:INSERT=8,neutron:DELETE=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:32.199868 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57154) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:32.205578 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-ee11a9bd-d917-4bbd-89e0-522e3dcafdee admin admin] Request body: {'subnet': {'network_id': 'be07f20e-e520-41cf-87fc-8405fd8af848', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1841315587-subnet', 'tenant_id': 'f8cf9c5207684ce3a0f8820eee81f737', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:32.274695 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-655486b7-94b6-40ce-a59d-f361974d0fe4 None None] For port b3b8654f-586f-4902-bbe6-efb30552b35b, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=b3b8654f-586f-4902-bbe6-efb30552b35b,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:52:32.275174 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-655486b7-94b6-40ce-a59d-f361974d0fe4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (b3b8654f-586f-4902-bbe6-efb30552b35b), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:32.280119 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a4830fd1-94c1-4b21-a5e5-1391d1fff57a tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group (ca405c80-fee9-4ad9-b9be-b22cc4432828), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:32.297161 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-655486b7-94b6-40ce-a59d-f361974d0fe4 None None] Calling delete_port for b3b8654f-586f-4902-bbe6-efb30552b35b owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:52:32.310993 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:32.311137 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-2fb74d2c-3447-4dd8-bd2c-96ffbcc4b811 None None] For port 8b78292b-b9b0-49e4-b678-6536712e1159, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:52:32.314293 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-2fb74d2c-3447-4dd8-bd2c-96ffbcc4b811 None None] For port 8b78292b-b9b0-49e4-b678-6536712e1159, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=8b78292b-b9b0-49e4-b678-6536712e1159,segment=NetworkSegment(d21a80cf-8b9c-4a39-8916-b23cbddfae5a),segment_id=d21a80cf-8b9c-4a39-8916-b23cbddfae5a)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:52:32.334746 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a4830fd1-94c1-4b21-a5e5-1391d1fff57a tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group (ca405c80-fee9-4ad9-b9be-b22cc4432828), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:32.381813 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee11a9bd-d917-4bbd-89e0-522e3dcafdee admin admin] Made reservation on behalf of f8cf9c5207684ce3a0f8820eee81f737 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:52:32.385168 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ee11a9bd-d917-4bbd-89e0-522e3dcafdee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:32.390348 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a6a5f-b840-4b55-8194-67225967c501 admin admin] Pushing event updated for resources: {'Network': ['ID=be07f20e-e520-41cf-87fc-8405fd8af848,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:32.408867 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network be07f20e-e520-41cf-87fc-8405fd8af848 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:52:32.417277 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2fb74d2c-3447-4dd8-bd2c-96ffbcc4b811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (8b78292b-b9b0-49e4-b678-6536712e1159), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:32.417842 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7812059f-ec24-4cd3-9f12-cd6fe174f0e1 admin admin] Router aebfef6b-d0d5-4683-bd74-53fa4d37d9fc has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:52:32.491401 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a4830fd1-94c1-4b21-a5e5-1391d1fff57a tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (ca405c80-fee9-4ad9-b9be-b22cc4432828), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:32.494053 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a4830fd1-94c1-4b21-a5e5-1391d1fff57a tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:32.496989 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a4830fd1-94c1-4b21-a5e5-1391d1fff57a tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/ca405c80-fee9-4ad9-b9be-b22cc4432828 HTTP/1.1" status: 204 len: 168 time: 0.3181727 Aug 27 04:52:32.511588 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57160) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:32.530552 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:32.547932 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-655486b7-94b6-40ce-a59d-f361974d0fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (b3b8654f-586f-4902-bbe6-efb30552b35b), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:32.569741 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655486b7-94b6-40ce-a59d-f361974d0fe4 None None] No DVR routers for this DVR port b3b8654f-586f-4902-bbe6-efb30552b35b on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:52:32.575317 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4830fd1-94c1-4b21-a5e5-1391d1fff57a tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca405c80-fee9-4ad9-b9be-b22cc4432828,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:32.633492 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-4fd7332f-95c4-4fc1-bf9d-ce98ec98eb9e tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1193857 Aug 27 04:52:32.634094 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57164) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:32.641446 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-d568f371-4ca3-4b85-9f95-033be6f9f472 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Request body: {'security_group': {'name': 'tempest-secgroup--186428722'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:32.650459 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e11c7627-08be-495e-93a9-df7ef3088a22 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks [] for port (45b1dab5-6596-4350-8f57-5cd7ffe9f29f), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:32.668799 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Port b3b8654f-586f-4902-bbe6-efb30552b35b update to ACTIVE by agent not found {{(pid=107777) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 27 04:52:32.669327 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 8e64974f-eb52-4a9e-9d1f-f1e812e43a86 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:52:32.679822 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:32.743721 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb74d2c-3447-4dd8-bd2c-96ffbcc4b811 None None] Pushing event updated for resources: {'Port': ['ID=8b78292b-b9b0-49e4-b678-6536712e1159,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:32.807591 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655486b7-94b6-40ce-a59d-f361974d0fe4 None None] Pushing event deleted for resources: {'Port': ['ID=b3b8654f-586f-4902-bbe6-efb30552b35b,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:32.833541 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d568f371-4ca3-4b85-9f95-033be6f9f472 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:32.885122 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 8e64974f-eb52-4a9e-9d1f-f1e812e43a86 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:52:32.890652 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (8e64974f-eb52-4a9e-9d1f-f1e812e43a86), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:32.981520 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7812059f-ec24-4cd3-9f12-cd6fe174f0e1 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:52:32.991119 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7812059f-ec24-4cd3-9f12-cd6fe174f0e1 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/aebfef6b-d0d5-4683-bd74-53fa4d37d9fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2676694 Aug 27 04:52:33.017785 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3c3bb3-d052-44e5-a891-096ccb520034 None None] Sync routers for ids ['aebfef6b-d0d5-4683-bd74-53fa4d37d9fc'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:52:33.026335 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a05a3e3e-168b-4072-afaf-6dd4a4985320 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (e826d1f0-53ab-4c48-98dc-8ecdba3471a0), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:33.029112 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ee11a9bd-d917-4bbd-89e0-522e3dcafdee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (cb8e37ee-4e02-46d3-946a-961d47b0bec1), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:33.037991 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:33.049883 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3c3bb3-d052-44e5-a891-096ccb520034 None None] Routers {'aebfef6b-d0d5-4683-bd74-53fa4d37d9fc'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:52:33.051183 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-5f3c3bb3-d052-44e5-a891-096ccb520034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:52:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['aebfef6b-d0d5-4683-bd74-53fa4d37d9fc'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:33.067579 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d568f371-4ca3-4b85-9f95-033be6f9f472 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group (19872675-906c-4bf7-a745-3f3e7a337ec9), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:33.080810 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e11c7627-08be-495e-93a9-df7ef3088a22 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (45b1dab5-6596-4350-8f57-5cd7ffe9f29f), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:33.103354 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05a3e3e-168b-4072-afaf-6dd4a4985320 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:52:33.114317 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-a05a3e3e-168b-4072-afaf-6dd4a4985320 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:52:33.130717 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05a3e3e-168b-4072-afaf-6dd4a4985320 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:33.131674 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a05a3e3e-168b-4072-afaf-6dd4a4985320 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:33.144884 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d568f371-4ca3-4b85-9f95-033be6f9f472 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (19872675-906c-4bf7-a745-3f3e7a337ec9), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:33.147712 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea323d0d-7935-430a-b3b5-7de10cbb5f72 None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:52:33.190527 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11c7627-08be-495e-93a9-df7ef3088a22 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Network fe2d0c44-b9c6-4c2b-b5a0-19823d13a36c is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:52:33.197472 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-e11c7627-08be-495e-93a9-df7ef3088a22 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:52:33.203441 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11c7627-08be-495e-93a9-df7ef3088a22 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:52:33.210583 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11c7627-08be-495e-93a9-df7ef3088a22 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:33.212138 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e11c7627-08be-495e-93a9-df7ef3088a22 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:33.228811 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 8e64974f-eb52-4a9e-9d1f-f1e812e43a86 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:52:33.229514 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 36f01f40-c239-402b-a0b7-53004b86afd6 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:52:33.234387 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a05a3e3e-168b-4072-afaf-6dd4a4985320 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9236937 Aug 27 04:52:33.239074 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57182) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:33.242045 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05a3e3e-168b-4072-afaf-6dd4a4985320 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event updated for resources: {'Subnet': ['ID=e826d1f0-53ab-4c48-98dc-8ecdba3471a0,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:33.256133 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-20db370a-e84c-4397-98eb-c13168e4aa59 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'port': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'name': 'tempest-NetworksTestDHCPv6-1223490020'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:33.263186 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11c7627-08be-495e-93a9-df7ef3088a22 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Pushing event updated for resources: {'Port': ['ID=45b1dab5-6596-4350-8f57-5cd7ffe9f29f,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:33.309192 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:UPDATE=6,neutron:SELECT=94 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:33.329314 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee11a9bd-d917-4bbd-89e0-522e3dcafdee admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb8e37ee-4e02-46d3-946a-961d47b0bec1,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:33.331528 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e11c7627-08be-495e-93a9-df7ef3088a22 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.1844370 Aug 27 04:52:33.335237 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57184) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:33.336599 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d568f371-4ca3-4b85-9f95-033be6f9f472 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19872675-906c-4bf7-a745-3f3e7a337ec9,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:33.346666 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d568f371-4ca3-4b85-9f95-033be6f9f472 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:33.348866 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-d568f371-4ca3-4b85-9f95-033be6f9f472 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7107673 Aug 27 04:52:33.353602 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57186) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:33.361335 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 36f01f40-c239-402b-a0b7-53004b86afd6 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:52:33.361625 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-f3625709-47eb-4b97-9a57-574326f31e3b tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Request body: {'security_group_rule': {'security_group_id': '19872675-906c-4bf7-a745-3f3e7a337ec9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:33.361794 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (36f01f40-c239-402b-a0b7-53004b86afd6), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:33.373965 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee11a9bd-d917-4bbd-89e0-522e3dcafdee admin admin] Checking segment: {'id': '32f9a83e-ad2c-4f1c-a8a4-ef984b0206d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'be07f20e-e520-41cf-87fc-8405fd8af848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:52:33.374422 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee11a9bd-d917-4bbd-89e0-522e3dcafdee admin admin] Network hostable DHCP agents. Network: be07f20e-e520-41cf-87fc-8405fd8af848, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:52:33.400708 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-5f3c3bb3-d052-44e5-a891-096ccb520034 None None] Set router aebfef6b-d0d5-4683-bd74-53fa4d37d9fc gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:52:33.442949 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fcc67cb-212c-45ec-b0fe-78e8efbbf42c tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Deleting subnet af321ad0-eb17-4117-afd2-5d5a786fd22f {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:52:33.449195 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8fcc67cb-212c-45ec-b0fe-78e8efbbf42c tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks [] for subnet (af321ad0-eb17-4117-afd2-5d5a786fd22f), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:33.482605 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5804836-9560-485b-a6b0-99560a6cb34b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'project_id': 'f0f1eb4384394fc18f1626f3e12e04e3', 'fixed_ips': [{'subnet_id': 'e826d1f0-53ab-4c48-98dc-8ecdba3471a0'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:52:33.483838 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e5804836-9560-485b-a6b0-99560a6cb34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:33.532032 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee11a9bd-d917-4bbd-89e0-522e3dcafdee admin admin] Network be07f20e-e520-41cf-87fc-8405fd8af848 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:52:33.550299 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8fcc67cb-212c-45ec-b0fe-78e8efbbf42c tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (af321ad0-eb17-4117-afd2-5d5a786fd22f), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:33.555665 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f3625709-47eb-4b97-9a57-574326f31e3b tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (b6c9fd4f-572a-4f2f-86db-317a9e12c825), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:33.586860 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20db370a-e84c-4397-98eb-c13168e4aa59 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Made reservation on behalf of f0f1eb4384394fc18f1626f3e12e04e3 for: {'port': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:52:33.594264 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-20db370a-e84c-4397-98eb-c13168e4aa59 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:33.646426 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-ee11a9bd-d917-4bbd-89e0-522e3dcafdee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, be07f20e-e520-41cf-87fc-8405fd8af848) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:52:33.677413 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee11a9bd-d917-4bbd-89e0-522e3dcafdee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:33.681802 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ee11a9bd-d917-4bbd-89e0-522e3dcafdee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:33.695171 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [None req-20db370a-e84c-4397-98eb-c13168e4aa59 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] device_id is not set on port c3a8dd30-7029-4f21-bc07-e0b19f9b3085 yet. {{(pid=107775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:52:33.714413 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e51649c-56fa-4610-b1a1-b10b7e521907 None None] Network be07f20e-e520-41cf-87fc-8405fd8af848 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:52:33.767973 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 36f01f40-c239-402b-a0b7-53004b86afd6 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:52:33.849355 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8fcc67cb-212c-45ec-b0fe-78e8efbbf42c tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (af321ad0-eb17-4117-afd2-5d5a786fd22f), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:33.851940 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ee11a9bd-d917-4bbd-89e0-522e3dcafdee admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6505909 Aug 27 04:52:33.855695 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f3625709-47eb-4b97-9a57-574326f31e3b tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (b6c9fd4f-572a-4f2f-86db-317a9e12c825), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:33.861878 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57198) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:33.921198 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-ea7ca1ea-f2c1-4fb6-b60e-556eb2cfde20 admin admin] Request body: {'router': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1841315587-router', 'tenant_id': 'f8cf9c5207684ce3a0f8820eee81f737', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:33.976667 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f3625709-47eb-4b97-9a57-574326f31e3b tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (b6c9fd4f-572a-4f2f-86db-317a9e12c825), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:33.988081 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 8b78292b-b9b0-49e4-b678-6536712e1159 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:52:34.008522 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3625709-47eb-4b97-9a57-574326f31e3b tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6c9fd4f-572a-4f2f-86db-317a9e12c825,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:34.038324 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-20db370a-e84c-4397-98eb-c13168e4aa59 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Allocated IP 2001:db8::128 (61356c33-ce96-40d0-bb36-87a36b2d0e1c/e826d1f0-53ab-4c48-98dc-8ecdba3471a0/c3a8dd30-7029-4f21-bc07-e0b19f9b3085) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:52:34.094641 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ea7ca1ea-f2c1-4fb6-b60e-556eb2cfde20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (53c95c71-223f-4985-8820-72425df36581), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:34.095647 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ea7ca1ea-f2c1-4fb6-b60e-556eb2cfde20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (53c95c71-223f-4985-8820-72425df36581), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:34.108493 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8fcc67cb-212c-45ec-b0fe-78e8efbbf42c tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (af321ad0-eb17-4117-afd2-5d5a786fd22f), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:34.163699 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcc67cb-212c-45ec-b0fe-78e8efbbf42c tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Pushing event deleted for resources: {'Subnet': ['ID=af321ad0-eb17-4117-afd2-5d5a786fd22f,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:34.169039 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022dd50d-3115-438b-91da-7d310918654d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-be07f20e-e520-41cf-87fc-8405fd8af848', 'network_id': 'be07f20e-e520-41cf-87fc-8405fd8af848', 'project_id': 'f8cf9c5207684ce3a0f8820eee81f737', 'fixed_ips': [{'subnet_id': 'cb8e37ee-4e02-46d3-946a-961d47b0bec1'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:52:34.169980 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-022dd50d-3115-438b-91da-7d310918654d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:34.170501 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8fcc67cb-212c-45ec-b0fe-78e8efbbf42c tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:34.179394 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8fcc67cb-212c-45ec-b0fe-78e8efbbf42c tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/af321ad0-eb17-4117-afd2-5d5a786fd22f HTTP/1.1" status: 204 len: 168 time: 0.8403690 Aug 27 04:52:34.184206 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57204) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:34.200284 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-5f3c3bb3-d052-44e5-a891-096ccb520034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebfef6b-d0d5-4683-bd74-53fa4d37d9fc', 'name': 'tempest-ServerRescueTestJSONUnderV235-653676456-router', 'tenant_id': '7451645b0f414ff1bffd9cc096577139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '8e64974f-eb52-4a9e-9d1f-f1e812e43a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:52:20Z', 'updated_at': '2022-08-27T04:52:29Z', 'revision_number': 4, 'project_id': '7451645b0f414ff1bffd9cc096577139', 'gw_port': {'id': '8e64974f-eb52-4a9e-9d1f-f1e812e43a86', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:41:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebfef6b-d0d5-4683-bd74-53fa4d37d9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2152, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:52:22Z', 'updated_at': '2022-08-27T04:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '8abd3eb3-92a3-467b-9096-abed7f78e42a', 'name': '', 'network_id': '89a91630-9ce5-4066-afbe-564d09f829ff', 'tenant_id': '7451645b0f414ff1bffd9cc096577139', 'mac_address': 'fa:16:3e:42:c4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebfef6b-d0d5-4683-bd74-53fa4d37d9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '0fb52974-bbb6-42e6-b0d8-aa0476c2dbe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:52:27Z', 'updated_at': '2022-08-27T04:52:30Z', 'revision_number': 2, 'project_id': '7451645b0f414ff1bffd9cc096577139', 'subnets': [{'id': '0fb52974-bbb6-42e6-b0d8-aa0476c2dbe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:34.232746 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f3625709-47eb-4b97-9a57-574326f31e3b tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:34.237120 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f3625709-47eb-4b97-9a57-574326f31e3b tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8781548 Aug 27 04:52:34.237308 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 8b78292b-b9b0-49e4-b678-6536712e1159 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:52:34.237308 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (8b78292b-b9b0-49e4-b678-6536712e1159), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:34.241300 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57206) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:34.249321 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3203e861-4335-406a-aaad-be02ebbb1cec tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:34.250937 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3203e861-4335-406a-aaad-be02ebbb1cec tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:34.263964 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57208) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:34.264545 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3203e861-4335-406a-aaad-be02ebbb1cec tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] 10.222.0.76 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0707211 Aug 27 04:52:34.278157 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-20db370a-e84c-4397-98eb-c13168e4aa59 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for port (c3a8dd30-7029-4f21-bc07-e0b19f9b3085), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:34.303276 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00a66bb-4cf4-4266-8933-369cb7b0041e None None] Network fe2d0c44-b9c6-4c2b-b5a0-19823d13a36c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:52:34.313072 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-887569f8-5ab6-4223-83c8-708577f8b57e tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (b6c9fd4f-572a-4f2f-86db-317a9e12c825), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:34.321918 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-887569f8-5ab6-4223-83c8-708577f8b57e tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (b6c9fd4f-572a-4f2f-86db-317a9e12c825), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:34.327809 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-7c25261b-c509-4bac-a081-854941adf903 None None] Provisioning complete for port 8b78292b-b9b0-49e4-b678-6536712e1159 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:52:34.333917 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c25261b-c509-4bac-a081-854941adf903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (8b78292b-b9b0-49e4-b678-6536712e1159), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:34.335996 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3c3bb3-d052-44e5-a891-096ccb520034 None None] Checking router: aebfef6b-d0d5-4683-bd74-53fa4d37d9fc for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:52:34.336648 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3c3bb3-d052-44e5-a891-096ccb520034 None None] Updating router aebfef6b-d0d5-4683-bd74-53fa4d37d9fc port 8abd3eb3-92a3-467b-9096-abed7f78e42a binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:52:34.376255 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4b24aebd-68b9-4e58-94ab-3e312132b501 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (fe2d0c44-b9c6-4c2b-b5a0-19823d13a36c), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:34.382281 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ea7ca1ea-f2c1-4fb6-b60e-556eb2cfde20 admin admin] Publish callbacks [] for router_controller (53c95c71-223f-4985-8820-72425df36581), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:34.395761 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b24aebd-68b9-4e58-94ab-3e312132b501 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 27 04:52:34.395761 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b24aebd-68b9-4e58-94ab-3e312132b501 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:52:34.402541 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-4b24aebd-68b9-4e58-94ab-3e312132b501 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] 10.222.0.76 "DELETE /networking/v2.0/networks/fe2d0c44-b9c6-4c2b-b5a0-19823d13a36c HTTP/1.1" status: 409 len: 466 time: 0.1333852 Aug 27 04:52:34.403275 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57210) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:34.408773 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-46e01b8d-7a40-4dc9-b25e-57ef3c8b0c2b tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-42462990'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:34.456056 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-887569f8-5ab6-4223-83c8-708577f8b57e tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (b6c9fd4f-572a-4f2f-86db-317a9e12c825), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:34.480427 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-887569f8-5ab6-4223-83c8-708577f8b57e tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:34.485308 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-887569f8-5ab6-4223-83c8-708577f8b57e tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "DELETE /networking/v2.0/security-group-rules/b6c9fd4f-572a-4f2f-86db-317a9e12c825 HTTP/1.1" status: 204 len: 168 time: 0.2194083 Aug 27 04:52:34.485695 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57216) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:34.486759 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887569f8-5ab6-4223-83c8-708577f8b57e tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b6c9fd4f-572a-4f2f-86db-317a9e12c825,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:34.517486 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-20db370a-e84c-4397-98eb-c13168e4aa59 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (c3a8dd30-7029-4f21-bc07-e0b19f9b3085), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:34.575997 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e01b8d-7a40-4dc9-b25e-57ef3c8b0c2b tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Made reservation on behalf of 7404cab787d9443cbae839218717bbbd for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:52:34.579769 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-46e01b8d-7a40-4dc9-b25e-57ef3c8b0c2b tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:34.616117 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:34.617046 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:34.686841 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20db370a-e84c-4397-98eb-c13168e4aa59 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:52:34.706274 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-20db370a-e84c-4397-98eb-c13168e4aa59 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:52:34.710644 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20db370a-e84c-4397-98eb-c13168e4aa59 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:52:34.716007 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20db370a-e84c-4397-98eb-c13168e4aa59 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:34.716352 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-20db370a-e84c-4397-98eb-c13168e4aa59 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:34.716670 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5f3c3bb3-d052-44e5-a891-096ccb520034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8abd3eb3-92a3-467b-9096-abed7f78e42a), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:34.738091 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-84eaade1-7635-4046-93df-81b1f410c6f5 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2511005 Aug 27 04:52:34.745306 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57228) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:34.746655 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20db370a-e84c-4397-98eb-c13168e4aa59 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event updated for resources: {'Port': ['ID=c3a8dd30-7029-4f21-bc07-e0b19f9b3085,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:34.757785 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:34.803094 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46e01b8d-7a40-4dc9-b25e-57ef3c8b0c2b tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:52:34.806574 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:34.808454 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ea7ca1ea-f2c1-4fb6-b60e-556eb2cfde20 admin admin] Publish callbacks [] for router_gateway (53c95c71-223f-4985-8820-72425df36581), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:34.852327 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-e5804836-9560-485b-a6b0-99560a6cb34b None None] Allocated IP 2001:db8::2 (61356c33-ce96-40d0-bb36-87a36b2d0e1c/e826d1f0-53ab-4c48-98dc-8ecdba3471a0/a524ae1f-68ec-4cc7-9589-02a358ab37a1) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:52:34.852578 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-de8ec7b2-8c02-4713-a2b9-2d9243408475 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group (19872675-906c-4bf7-a745-3f3e7a337ec9), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:34.881365 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-de8ec7b2-8c02-4713-a2b9-2d9243408475 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group (19872675-906c-4bf7-a745-3f3e7a337ec9), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:34.900848 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-46e01b8d-7a40-4dc9-b25e-57ef3c8b0c2b tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (a2a8beab-6f4a-4b03-9917-2c4e4fde21d7), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:34.901191 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-46e01b8d-7a40-4dc9-b25e-57ef3c8b0c2b tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Added segment a2a8beab-6f4a-4b03-9917-2c4e4fde21d7 of type vlan for network 9ceaf97f-1d4d-4507-a96b-50830e3301ea Aug 27 04:52:34.908691 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 8b78292b-b9b0-49e4-b678-6536712e1159 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:52:34.909068 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8b78292b-b9b0-49e4-b678-6536712e1159), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:34.917799 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-20db370a-e84c-4397-98eb-c13168e4aa59 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6685135 Aug 27 04:52:34.926935 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57232) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:34.956367 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac5e09-d14a-4833-aba8-c5b10dec79e7 req-fe564c1e-3594-485c-bd35-210779966182 tempest-ServerRescueTestJSONUnderV235-204949810 tempest-ServerRescueTestJSONUnderV235-204949810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:34.958478 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-14ac5e09-d14a-4833-aba8-c5b10dec79e7 req-fe564c1e-3594-485c-bd35-210779966182 tempest-ServerRescueTestJSONUnderV235-204949810 tempest-ServerRescueTestJSONUnderV235-204949810-project] 10.222.0.76 "GET /networking/v2.0/networks?id=89a91630-9ce5-4066-afbe-564d09f829ff HTTP/1.1" status: 200 len: 819 time: 0.4303656 Aug 27 04:52:35.023677 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49a1c59-7c2a-4819-801c-605aff93a8e4 None None] DHCP port deletion for fe2d0c44-b9c6-4c2b-b5a0-19823d13a36c request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:52:35.057949 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:35.069552 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-14ac5e09-d14a-4833-aba8-c5b10dec79e7 req-f67ed2ca-03bb-4d57-9efc-813f0fefeb04 tempest-ServerRescueTestJSONUnderV235-204949810 tempest-ServerRescueTestJSONUnderV235-204949810-project] 10.222.0.76 "GET /networking/v2.0/quotas/7451645b0f414ff1bffd9cc096577139 HTTP/1.1" status: 200 len: 375 time: 0.0659368 Aug 27 04:52:35.074598 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-46e01b8d-7a40-4dc9-b25e-57ef3c8b0c2b tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (9ceaf97f-1d4d-4507-a96b-50830e3301ea), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:35.094150 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cfd4a8-86d6-4b56-86eb-72ee82aa21af tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:35.095744 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-d1cfd4a8-86d6-4b56-86eb-72ee82aa21af tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1677575 Aug 27 04:52:35.100185 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57236) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:35.107503 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-de8ec7b2-8c02-4713-a2b9-2d9243408475 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (19872675-906c-4bf7-a745-3f3e7a337ec9), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:35.111336 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-de8ec7b2-8c02-4713-a2b9-2d9243408475 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:35.113453 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-de8ec7b2-8c02-4713-a2b9-2d9243408475 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/19872675-906c-4bf7-a745-3f3e7a337ec9 HTTP/1.1" status: 204 len: 168 time: 0.3668854 Aug 27 04:52:35.154381 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57238) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:35.157472 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ec7b2-8c02-4713-a2b9-2d9243408475 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19872675-906c-4bf7-a745-3f3e7a337ec9,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:35.179021 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 8b78292b-b9b0-49e4-b678-6536712e1159, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=8b78292b-b9b0-49e4-b678-6536712e1159,segment=NetworkSegment(d21a80cf-8b9c-4a39-8916-b23cbddfae5a),segment_id=d21a80cf-8b9c-4a39-8916-b23cbddfae5a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:52:35.244234 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-7c25261b-c509-4bac-a081-854941adf903 None None] Current status of the port 8b78292b-b9b0-49e4-b678-6536712e1159 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:52:35.244234 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c25261b-c509-4bac-a081-854941adf903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8b78292b-b9b0-49e4-b678-6536712e1159), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:35.264091 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-14ac5e09-d14a-4833-aba8-c5b10dec79e7 req-9860dc21-c184-46ee-8714-4921c4b3a900 tempest-ServerRescueTestJSONUnderV235-204949810 tempest-ServerRescueTestJSONUnderV235-204949810-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=7451645b0f414ff1bffd9cc096577139&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1853261 Aug 27 04:52:35.266036 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.db.resource_extend [None req-46e01b8d-7a40-4dc9-b25e-57ef3c8b0c2b tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 27 04:52:35.270702 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-022dd50d-3115-438b-91da-7d310918654d None None] Allocated IP 172.20.0.2 (be07f20e-e520-41cf-87fc-8405fd8af848/cb8e37ee-4e02-46d3-946a-961d47b0bec1/d55967cb-054a-4089-a8e9-2eed5ec5e433) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:52:35.299883 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:35.306665 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-bbb95e17-bff6-4e6d-9bcc-c86c0b631d06 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1419394 Aug 27 04:52:35.307717 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57246) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:35.312485 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-cd7e6c53-7edf-4617-89c1-e59f8e0cd6e6 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Request body: {'security_group': {'name': 'tempest-secgroup--976684846'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:35.324564 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-f9ed2e50-8a82-4a9e-b696-d2a730db4072 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Deleting port c3a8dd30-7029-4f21-bc07-e0b19f9b3085 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:52:35.325107 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f9ed2e50-8a82-4a9e-b696-d2a730db4072 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (c3a8dd30-7029-4f21-bc07-e0b19f9b3085), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:35.337643 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ea7ca1ea-f2c1-4fb6-b60e-556eb2cfde20 admin admin] Publish callbacks [] for router_gateway (53c95c71-223f-4985-8820-72425df36581), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:35.364802 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ea7ca1ea-f2c1-4fb6-b60e-556eb2cfde20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:35.389342 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (8b78292b-b9b0-49e4-b678-6536712e1159), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:35.391270 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-b49a1c59-7c2a-4819-801c-605aff93a8e4 None None] Deleting port 8b78292b-b9b0-49e4-b678-6536712e1159 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:52:35.403064 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b49a1c59-7c2a-4819-801c-605aff93a8e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (8b78292b-b9b0-49e4-b678-6536712e1159), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:35.420767 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-46e01b8d-7a40-4dc9-b25e-57ef3c8b0c2b tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (9ceaf97f-1d4d-4507-a96b-50830e3301ea), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:35.440404 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e01b8d-7a40-4dc9-b25e-57ef3c8b0c2b tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:35.440404 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-46e01b8d-7a40-4dc9-b25e-57ef3c8b0c2b tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:35.445667 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57252) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:35.478058 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cd7e6c53-7edf-4617-89c1-e59f8e0cd6e6 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:35.609596 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=8b78292b-b9b0-49e4-b678-6536712e1159,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:35.619937 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device b3b8654f-586f-4902-bbe6-efb30552b35b no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:52:35.644455 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:35.726439 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-46e01b8d-7a40-4dc9-b25e-57ef3c8b0c2b tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.3218176 Aug 27 04:52:35.734722 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57258) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:35.749156 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-b49a1c59-7c2a-4819-801c-605aff93a8e4 None None] For port 8b78292b-b9b0-49e4-b678-6536712e1159, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=8b78292b-b9b0-49e4-b678-6536712e1159,segment=NetworkSegment(d21a80cf-8b9c-4a39-8916-b23cbddfae5a),segment_id=d21a80cf-8b9c-4a39-8916-b23cbddfae5a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:52:35.750265 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b49a1c59-7c2a-4819-801c-605aff93a8e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (8b78292b-b9b0-49e4-b678-6536712e1159), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:35.769737 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: b3b8654f-586f-4902-bbe6-efb30552b35b {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:52:35.774596 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device b3b8654f-586f-4902-bbe6-efb30552b35b not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:52:35.775033 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-31816eaa-ba76-4a53-8a5c-ec63f6a5075a tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Request body: {'subnet': {'network_id': '9ceaf97f-1d4d-4507-a96b-50830e3301ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:35.819929 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f9ed2e50-8a82-4a9e-b696-d2a730db4072 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (c3a8dd30-7029-4f21-bc07-e0b19f9b3085), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:35.821990 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cd7e6c53-7edf-4617-89c1-e59f8e0cd6e6 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group (e95c8ba2-33ca-4387-b98b-9c05654a9481), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:35.823869 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57260) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:35.830875 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:35.849057 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e01b8d-7a40-4dc9-b25e-57ef3c8b0c2b tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Pushing event updated for resources: {'Network': ['ID=9ceaf97f-1d4d-4507-a96b-50830e3301ea,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:35.876667 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-ea7ca1ea-f2c1-4fb6-b60e-556eb2cfde20 admin admin] Allocated IP 172.25.2.154 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/fa46ad02-69fa-4855-91db-4f0fc8aa0b5b) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:52:35.877002 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-f9ed2e50-8a82-4a9e-b696-d2a730db4072 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Calling delete_port for c3a8dd30-7029-4f21-bc07-e0b19f9b3085 owned by {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:52:35.958461 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cd7e6c53-7edf-4617-89c1-e59f8e0cd6e6 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (e95c8ba2-33ca-4387-b98b-9c05654a9481), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:35.993820 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7e6c53-7edf-4617-89c1-e59f8e0cd6e6 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e95c8ba2-33ca-4387-b98b-9c05654a9481,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:36.034582 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-022dd50d-3115-438b-91da-7d310918654d None None] Publish callbacks [] for port (d55967cb-054a-4089-a8e9-2eed5ec5e433), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:36.042329 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-b49a1c59-7c2a-4819-801c-605aff93a8e4 None None] Calling delete_port for 8b78292b-b9b0-49e4-b678-6536712e1159 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:52:36.138484 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e5804836-9560-485b-a6b0-99560a6cb34b None None] Publish callbacks [] for port (a524ae1f-68ec-4cc7-9589-02a358ab37a1), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:36.144682 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 9ceaf97f-1d4d-4507-a96b-50830e3301ea details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:52:36.148051 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 8b78292b-b9b0-49e4-b678-6536712e1159 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:52:36.167696 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ea7ca1ea-f2c1-4fb6-b60e-556eb2cfde20 admin admin] Publish callbacks [] for port (fa46ad02-69fa-4855-91db-4f0fc8aa0b5b), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:36.205473 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31816eaa-ba76-4a53-8a5c-ec63f6a5075a tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Made reservation on behalf of 7404cab787d9443cbae839218717bbbd for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:52:36.210512 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-b8c57b71-d003-49c5-af49-41e07fca40bd tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] Request body: {'quota': {'network': 2}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:36.211479 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-31816eaa-ba76-4a53-8a5c-ec63f6a5075a tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:36.222725 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cd7e6c53-7edf-4617-89c1-e59f8e0cd6e6 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:36.225194 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-cd7e6c53-7edf-4617-89c1-e59f8e0cd6e6 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9160986 Aug 27 04:52:36.233001 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-022dd50d-3115-438b-91da-7d310918654d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (d55967cb-054a-4089-a8e9-2eed5ec5e433), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:36.234120 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57266) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:36.242980 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-3127ef41-e106-45f1-b0fd-b53842aea495 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Request body: {'security_group_rule': {'security_group_id': 'e95c8ba2-33ca-4387-b98b-9c05654a9481', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:36.256463 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-7c25261b-c509-4bac-a081-854941adf903 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:52:36.256886 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-7c25261b-c509-4bac-a081-854941adf903 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:52:36.304148 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b49a1c59-7c2a-4819-801c-605aff93a8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (8b78292b-b9b0-49e4-b678-6536712e1159), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:36.322506 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:36.328552 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e5804836-9560-485b-a6b0-99560a6cb34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (a524ae1f-68ec-4cc7-9589-02a358ab37a1), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:36.370003 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022dd50d-3115-438b-91da-7d310918654d None None] Network be07f20e-e520-41cf-87fc-8405fd8af848 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:52:36.374548 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No active binding found for port 8b78292b-b9b0-49e4-b678-6536712e1159 {{(pid=107777) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Aug 27 04:52:36.374972 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] The host n-d-852088-5 is not matching for port 8b78292b-b9b0-49e4-b678-6536712e1159 host None! {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 27 04:52:36.375473 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 8b78292b-b9b0-49e4-b678-6536712e1159 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:52:36.387707 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b8c57b71-d003-49c5-af49-41e07fca40bd tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] 10.222.0.76 "PUT /networking/v2.0/quotas/b84135ac44cc4192a49b5e3b8f9236c3 HTTP/1.1" status: 200 len: 368 time: 0.5557065 Aug 27 04:52:36.389109 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57268) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:36.394044 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-64290a6e-fae0-4eb0-8762-50c4a000e208 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] Request body: {'network': {'project_id': 'b84135ac44cc4192a49b5e3b8f9236c3'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:36.401332 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-022dd50d-3115-438b-91da-7d310918654d None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:52:36.406696 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49a1c59-7c2a-4819-801c-605aff93a8e4 None None] No DVR routers for this DVR port 8b78292b-b9b0-49e4-b678-6536712e1159 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:52:36.407891 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022dd50d-3115-438b-91da-7d310918654d None None] Pushing event updated for resources: {'Port': ['ID=d55967cb-054a-4089-a8e9-2eed5ec5e433,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:36.414842 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022dd50d-3115-438b-91da-7d310918654d None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:52:36.440021 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ea7ca1ea-f2c1-4fb6-b60e-556eb2cfde20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (fa46ad02-69fa-4855-91db-4f0fc8aa0b5b), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:36.457045 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3127ef41-e106-45f1-b0fd-b53842aea495 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (e188106a-00f3-4911-a212-e2d7cd4a887b), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:36.458538 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5804836-9560-485b-a6b0-99560a6cb34b None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:52:36.474437 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7131e555-9acf-4fc4-9f07-5af855489960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (aebfef6b-d0d5-4683-bd74-53fa4d37d9fc), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:36.500382 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a1c59-7c2a-4819-801c-605aff93a8e4 None None] Pushing event deleted for resources: {'Port': ['ID=8b78292b-b9b0-49e4-b678-6536712e1159,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:36.503002 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-e5804836-9560-485b-a6b0-99560a6cb34b None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:52:36.531769 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5804836-9560-485b-a6b0-99560a6cb34b None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:52:36.540642 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7ca1ea-f2c1-4fb6-b60e-556eb2cfde20 admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:52:36.548916 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-ea7ca1ea-f2c1-4fb6-b60e-556eb2cfde20 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:52:36.557234 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:36.568589 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7ca1ea-f2c1-4fb6-b60e-556eb2cfde20 admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:52:36.579335 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7ca1ea-f2c1-4fb6-b60e-556eb2cfde20 admin admin] Pushing event updated for resources: {'Port': ['ID=fa46ad02-69fa-4855-91db-4f0fc8aa0b5b,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:36.588860 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f9ed2e50-8a82-4a9e-b696-d2a730db4072 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (c3a8dd30-7029-4f21-bc07-e0b19f9b3085), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:36.595811 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64290a6e-fae0-4eb0-8762-50c4a000e208 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] Made reservation on behalf of b84135ac44cc4192a49b5e3b8f9236c3 for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:52:36.598797 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-64290a6e-fae0-4eb0-8762-50c4a000e208 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:36.616366 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-64290a6e-fae0-4eb0-8762-50c4a000e208 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:36.661503 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-022dd50d-3115-438b-91da-7d310918654d None None] Attempting to bind port d55967cb-054a-4089-a8e9-2eed5ec5e433 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:52:36.662403 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-022dd50d-3115-438b-91da-7d310918654d None None] Attempting to bind port d55967cb-054a-4089-a8e9-2eed5ec5e433 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '32f9a83e-ad2c-4f1c-a8a4-ef984b0206d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'be07f20e-e520-41cf-87fc-8405fd8af848'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:52:36.662777 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022dd50d-3115-438b-91da-7d310918654d None None] Attempting to bind port d55967cb-054a-4089-a8e9-2eed5ec5e433 on network be07f20e-e520-41cf-87fc-8405fd8af848 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:52:36.689394 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5804836-9560-485b-a6b0-99560a6cb34b None None] Pushing event updated for resources: {'Port': ['ID=a524ae1f-68ec-4cc7-9589-02a358ab37a1,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:36.719370 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-e5804836-9560-485b-a6b0-99560a6cb34b None None] Attempting to bind port a524ae1f-68ec-4cc7-9589-02a358ab37a1 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:52:36.719780 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-e5804836-9560-485b-a6b0-99560a6cb34b None None] Attempting to bind port a524ae1f-68ec-4cc7-9589-02a358ab37a1 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:52:36.720183 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5804836-9560-485b-a6b0-99560a6cb34b None None] Attempting to bind port a524ae1f-68ec-4cc7-9589-02a358ab37a1 on network 61356c33-ce96-40d0-bb36-87a36b2d0e1c {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:52:36.722643 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ed2e50-8a82-4a9e-b696-d2a730db4072 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event deleted for resources: {'Port': ['ID=c3a8dd30-7029-4f21-bc07-e0b19f9b3085,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:36.726729 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022dd50d-3115-438b-91da-7d310918654d None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:52:36.728861 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022dd50d-3115-438b-91da-7d310918654d None None] Checking segment: {'id': '32f9a83e-ad2c-4f1c-a8a4-ef984b0206d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'be07f20e-e520-41cf-87fc-8405fd8af848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:52:36.729926 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-022dd50d-3115-438b-91da-7d310918654d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:36.730290 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022dd50d-3115-438b-91da-7d310918654d None None] Bound using segment: {'id': '32f9a83e-ad2c-4f1c-a8a4-ef984b0206d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'be07f20e-e520-41cf-87fc-8405fd8af848'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:52:36.730798 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-022dd50d-3115-438b-91da-7d310918654d None None] Bound port: d55967cb-054a-4089-a8e9-2eed5ec5e433, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32f9a83e-ad2c-4f1c-a8a4-ef984b0206d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'be07f20e-e520-41cf-87fc-8405fd8af848'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:52:36.731195 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-022dd50d-3115-438b-91da-7d310918654d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (d55967cb-054a-4089-a8e9-2eed5ec5e433), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:36.769666 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5f3c3bb3-d052-44e5-a891-096ccb520034 None None] Publish callbacks [] for port (8abd3eb3-92a3-467b-9096-abed7f78e42a), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:36.774649 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5804836-9560-485b-a6b0-99560a6cb34b None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:52:36.774649 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5804836-9560-485b-a6b0-99560a6cb34b None None] Checking segment: {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:52:36.774649 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e5804836-9560-485b-a6b0-99560a6cb34b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:36.775119 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5804836-9560-485b-a6b0-99560a6cb34b None None] Bound using segment: {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:52:36.775325 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-e5804836-9560-485b-a6b0-99560a6cb34b None None] Bound port: a524ae1f-68ec-4cc7-9589-02a358ab37a1, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:52:36.776130 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e5804836-9560-485b-a6b0-99560a6cb34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a524ae1f-68ec-4cc7-9589-02a358ab37a1), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:36.815309 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-7c25261b-c509-4bac-a081-854941adf903 None None] Port 8b78292b-b9b0-49e4-b678-6536712e1159 update to ACTIVE by agent not found {{(pid=107777) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 27 04:52:36.836190 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f9ed2e50-8a82-4a9e-b696-d2a730db4072 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:36.839924 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f9ed2e50-8a82-4a9e-b696-d2a730db4072 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/ports/c3a8dd30-7029-4f21-bc07-e0b19f9b3085 HTTP/1.1" status: 204 len: 168 time: 1.7368124 Aug 27 04:52:36.843510 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57280) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:36.901880 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3127ef41-e106-45f1-b0fd-b53842aea495 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (e188106a-00f3-4911-a212-e2d7cd4a887b), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:36.961220 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-64290a6e-fae0-4eb0-8762-50c4a000e208 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] Publish callbacks [] for security_group (df50ffbc-f5d2-4f62-a5c1-e7f482a6bec5), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:36.973783 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90fbd53-9d62-4832-aec4-133891acefac tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:36.980061 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90fbd53-9d62-4832-aec4-133891acefac tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:36.980061 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e90fbd53-9d62-4832-aec4-133891acefac tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1331055 Aug 27 04:52:36.980522 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57282) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:37.002551 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3127ef41-e106-45f1-b0fd-b53842aea495 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (e188106a-00f3-4911-a212-e2d7cd4a887b), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:37.028347 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:37.034614 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:37.042914 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-7131e555-9acf-4fc4-9f07-5af855489960 admin admin] Deleting port 8abd3eb3-92a3-467b-9096-abed7f78e42a {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:52:37.042914 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7131e555-9acf-4fc4-9f07-5af855489960 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (8abd3eb3-92a3-467b-9096-abed7f78e42a), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:37.043346 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5f3c3bb3-d052-44e5-a891-096ccb520034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (8abd3eb3-92a3-467b-9096-abed7f78e42a), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:37.043555 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3127ef41-e106-45f1-b0fd-b53842aea495 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e188106a-00f3-4911-a212-e2d7cd4a887b,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:37.196252 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1ea397e-9d5b-487b-af87-09eb58bc3445 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Deleting subnet e826d1f0-53ab-4c48-98dc-8ecdba3471a0 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:52:37.201280 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-022dd50d-3115-438b-91da-7d310918654d None None] For port d55967cb-054a-4089-a8e9-2eed5ec5e433, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:52:37.202663 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:37.210032 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f1ea397e-9d5b-487b-af87-09eb58bc3445 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (e826d1f0-53ab-4c48-98dc-8ecdba3471a0), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:37.210910 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-e5804836-9560-485b-a6b0-99560a6cb34b None None] For port a524ae1f-68ec-4cc7-9589-02a358ab37a1, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:52:37.221907 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecca1678-7f65-4da7-a8ab-0ad067029d73 None None] Pushing event updated for resources: {'Port': ['ID=8abd3eb3-92a3-467b-9096-abed7f78e42a,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:37.259185 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-e5804836-9560-485b-a6b0-99560a6cb34b None None] For port a524ae1f-68ec-4cc7-9589-02a358ab37a1, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a524ae1f-68ec-4cc7-9589-02a358ab37a1,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:52:37.270478 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-022dd50d-3115-438b-91da-7d310918654d None None] For port d55967cb-054a-4089-a8e9-2eed5ec5e433, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=d55967cb-054a-4089-a8e9-2eed5ec5e433,segment=NetworkSegment(32f9a83e-ad2c-4f1c-a8a4-ef984b0206d4),segment_id=32f9a83e-ad2c-4f1c-a8a4-ef984b0206d4)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:52:37.289590 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-5f3c3bb3-d052-44e5-a891-096ccb520034 None None] Attempting to bind port 8abd3eb3-92a3-467b-9096-abed7f78e42a on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:52:37.289590 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-5f3c3bb3-d052-44e5-a891-096ccb520034 None None] Attempting to bind port 8abd3eb3-92a3-467b-9096-abed7f78e42a by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '434ee9f5-609b-4584-a366-8a5f884dbfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '89a91630-9ce5-4066-afbe-564d09f829ff'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:52:37.289590 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3c3bb3-d052-44e5-a891-096ccb520034 None None] Attempting to bind port 8abd3eb3-92a3-467b-9096-abed7f78e42a on network 89a91630-9ce5-4066-afbe-564d09f829ff {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:52:37.296864 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3c3bb3-d052-44e5-a891-096ccb520034 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:52:37.297419 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3c3bb3-d052-44e5-a891-096ccb520034 None None] Checking segment: {'id': '434ee9f5-609b-4584-a366-8a5f884dbfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '89a91630-9ce5-4066-afbe-564d09f829ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:52:37.297805 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5f3c3bb3-d052-44e5-a891-096ccb520034 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:37.298198 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3c3bb3-d052-44e5-a891-096ccb520034 None None] Bound using segment: {'id': '434ee9f5-609b-4584-a366-8a5f884dbfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '89a91630-9ce5-4066-afbe-564d09f829ff'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:52:37.298683 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-5f3c3bb3-d052-44e5-a891-096ccb520034 None None] Bound port: 8abd3eb3-92a3-467b-9096-abed7f78e42a, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '434ee9f5-609b-4584-a366-8a5f884dbfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '89a91630-9ce5-4066-afbe-564d09f829ff'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:52:37.299059 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5f3c3bb3-d052-44e5-a891-096ccb520034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8abd3eb3-92a3-467b-9096-abed7f78e42a), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:37.339868 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e5804836-9560-485b-a6b0-99560a6cb34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a524ae1f-68ec-4cc7-9589-02a358ab37a1), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:37.370097 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-64290a6e-fae0-4eb0-8762-50c4a000e208 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (df50ffbc-f5d2-4f62-a5c1-e7f482a6bec5), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:37.375922 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3127ef41-e106-45f1-b0fd-b53842aea495 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:37.380320 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3127ef41-e106-45f1-b0fd-b53842aea495 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1441529 Aug 27 04:52:37.383927 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57288) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:37.384068 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-022dd50d-3115-438b-91da-7d310918654d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (d55967cb-054a-4089-a8e9-2eed5ec5e433), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:37.403707 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:DELETE=4,neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:37.411974 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=7,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:37.436485 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-5f3c3bb3-d052-44e5-a891-096ccb520034 None None] For port 8abd3eb3-92a3-467b-9096-abed7f78e42a, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:52:37.462562 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-5f3c3bb3-d052-44e5-a891-096ccb520034 None None] For port 8abd3eb3-92a3-467b-9096-abed7f78e42a, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=8abd3eb3-92a3-467b-9096-abed7f78e42a,segment=NetworkSegment(434ee9f5-609b-4584-a366-8a5f884dbfd9),segment_id=434ee9f5-609b-4584-a366-8a5f884dbfd9)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:52:37.466343 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1bf47134-5d7e-4a38-af8f-55bb25960014 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "GET /networking/v2.0/security-group-rules/e188106a-00f3-4911-a212-e2d7cd4a887b HTTP/1.1" status: 200 len: 763 time: 0.0792224 Aug 27 04:52:37.467073 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57290) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:37.476642 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5804836-9560-485b-a6b0-99560a6cb34b None None] Pushing event updated for resources: {'Port': ['ID=a524ae1f-68ec-4cc7-9589-02a358ab37a1,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:37.484421 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64290a6e-fae0-4eb0-8762-50c4a000e208 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:52:37.528485 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64290a6e-fae0-4eb0-8762-50c4a000e208 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df50ffbc-f5d2-4f62-a5c1-e7f482a6bec5,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:37.557594 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-64290a6e-fae0-4eb0-8762-50c4a000e208 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (338c2dda-6926-46c3-9def-a6740d0fe1ff), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:37.557947 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-64290a6e-fae0-4eb0-8762-50c4a000e208 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] Added segment 338c2dda-6926-46c3-9def-a6740d0fe1ff of type vlan for network 617f1cea-7a0d-421d-95e4-258baf75c218 Aug 27 04:52:37.562298 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5f3c3bb3-d052-44e5-a891-096ccb520034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (8abd3eb3-92a3-467b-9096-abed7f78e42a), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:37.622334 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-7131e555-9acf-4fc4-9f07-5af855489960 admin admin] For port 8abd3eb3-92a3-467b-9096-abed7f78e42a, host n-d-852088-5, got binding levels [] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:52:37.622822 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7131e555-9acf-4fc4-9f07-5af855489960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (8abd3eb3-92a3-467b-9096-abed7f78e42a), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:37.636183 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3c3bb3-d052-44e5-a891-096ccb520034 None None] Routers {'aebfef6b-d0d5-4683-bd74-53fa4d37d9fc'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:52:37.638990 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-5f3c3bb3-d052-44e5-a891-096ccb520034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:52:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['aebfef6b-d0d5-4683-bd74-53fa4d37d9fc'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:37.696957 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-7131e555-9acf-4fc4-9f07-5af855489960 admin admin] Calling delete_port for 8abd3eb3-92a3-467b-9096-abed7f78e42a owned by network:router_interface {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:52:37.702430 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-64290a6e-fae0-4eb0-8762-50c4a000e208 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (617f1cea-7a0d-421d-95e4-258baf75c218), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:37.764886 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-530447a3-d96a-4ac2-9541-f52005cced1c tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2630553 Aug 27 04:52:37.793441 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022dd50d-3115-438b-91da-7d310918654d None None] Pushing event updated for resources: {'Port': ['ID=d55967cb-054a-4089-a8e9-2eed5ec5e433,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:37.810461 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57296) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:37.882459 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-42950979-0d34-4a90-ac8f-2c9c8e143c81 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (e188106a-00f3-4911-a212-e2d7cd4a887b), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:37.945288 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-42950979-0d34-4a90-ac8f-2c9c8e143c81 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (e188106a-00f3-4911-a212-e2d7cd4a887b), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:37.965764 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecca1678-7f65-4da7-a8ab-0ad067029d73 None None] Pushing event updated for resources: {'Port': ['ID=8abd3eb3-92a3-467b-9096-abed7f78e42a,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:37.996886 n-d-852088-5 neutron-server[107776]: DEBUG neutron.objects.ports [None req-31816eaa-ba76-4a53-8a5c-ec63f6a5075a tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107776) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 27 04:52:38.006343 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:38.019300 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-5f3c3bb3-d052-44e5-a891-096ccb520034 None None] Set router aebfef6b-d0d5-4683-bd74-53fa4d37d9fc gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:52:38.066134 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-64290a6e-fae0-4eb0-8762-50c4a000e208 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (617f1cea-7a0d-421d-95e4-258baf75c218), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:38.067806 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-31816eaa-ba76-4a53-8a5c-ec63f6a5075a tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (6e1f1948-488a-41e5-9472-da99c3e706a8), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:38.068469 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64290a6e-fae0-4eb0-8762-50c4a000e208 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:38.069083 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-64290a6e-fae0-4eb0-8762-50c4a000e208 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:38.075372 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ea7ca1ea-f2c1-4fb6-b60e-556eb2cfde20 admin admin] Publish callbacks [] for router_gateway (53c95c71-223f-4985-8820-72425df36581), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:38.201904 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:38.237294 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f1ea397e-9d5b-487b-af87-09eb58bc3445 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (e826d1f0-53ab-4c48-98dc-8ecdba3471a0), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:38.244042 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a524ae1f-68ec-4cc7-9589-02a358ab37a1 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:52:38.306290 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:UPDATE=3,neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:38.313223 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64290a6e-fae0-4eb0-8762-50c4a000e208 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] Pushing event updated for resources: {'Network': ['ID=617f1cea-7a0d-421d-95e4-258baf75c218,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:38.327993 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 617f1cea-7a0d-421d-95e4-258baf75c218 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:52:38.346302 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-64290a6e-fae0-4eb0-8762-50c4a000e208 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.9557359 Aug 27 04:52:38.352141 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-42950979-0d34-4a90-ac8f-2c9c8e143c81 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (e188106a-00f3-4911-a212-e2d7cd4a887b), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:38.374221 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57302) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:38.391952 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-42950979-0d34-4a90-ac8f-2c9c8e143c81 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:38.392200 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-5f00601d-38a5-46b3-a0bc-9ee3f5a41344 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] Request body: {'network': {'project_id': 'b84135ac44cc4192a49b5e3b8f9236c3'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:38.394195 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-42950979-0d34-4a90-ac8f-2c9c8e143c81 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "DELETE /networking/v2.0/security-group-rules/e188106a-00f3-4911-a212-e2d7cd4a887b HTTP/1.1" status: 204 len: 168 time: 0.5800421 Aug 27 04:52:38.394338 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port a524ae1f-68ec-4cc7-9589-02a358ab37a1 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:52:38.394681 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a524ae1f-68ec-4cc7-9589-02a358ab37a1), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:38.405057 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57306) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:38.417567 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42950979-0d34-4a90-ac8f-2c9c8e143c81 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e188106a-00f3-4911-a212-e2d7cd4a887b,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:38.453949 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31816eaa-ba76-4a53-8a5c-ec63f6a5075a tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Pushing event updated for resources: {'Subnet': ['ID=6e1f1948-488a-41e5-9472-da99c3e706a8,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:38.481412 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=77,neutron:INSERT=13,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:38.481730 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-004cca21-0261-4083-8e41-d4bbde8890a7 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0744658 Aug 27 04:52:38.482825 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57308) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:38.483621 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31816eaa-ba76-4a53-8a5c-ec63f6a5075a tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Checking segment: {'id': 'a2a8beab-6f4a-4b03-9917-2c4e4fde21d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '9ceaf97f-1d4d-4507-a96b-50830e3301ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:52:38.484350 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31816eaa-ba76-4a53-8a5c-ec63f6a5075a tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Network hostable DHCP agents. Network: 9ceaf97f-1d4d-4507-a96b-50830e3301ea, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:52:38.490533 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-fd3d25e2-0673-4e81-a041-fe9fe950b315 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Request body: {'security_group_rule': {'security_group_id': 'e95c8ba2-33ca-4387-b98b-9c05654a9481', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:38.536491 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-5f3c3bb3-d052-44e5-a891-096ccb520034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebfef6b-d0d5-4683-bd74-53fa4d37d9fc', 'name': 'tempest-ServerRescueTestJSONUnderV235-653676456-router', 'tenant_id': '7451645b0f414ff1bffd9cc096577139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '8e64974f-eb52-4a9e-9d1f-f1e812e43a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:52:20Z', 'updated_at': '2022-08-27T04:52:29Z', 'revision_number': 4, 'project_id': '7451645b0f414ff1bffd9cc096577139', 'gw_port': {'id': '8e64974f-eb52-4a9e-9d1f-f1e812e43a86', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:41:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebfef6b-d0d5-4683-bd74-53fa4d37d9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2152, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:52:22Z', 'updated_at': '2022-08-27T04:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '8abd3eb3-92a3-467b-9096-abed7f78e42a', 'name': '', 'network_id': '89a91630-9ce5-4066-afbe-564d09f829ff', 'tenant_id': '7451645b0f414ff1bffd9cc096577139', 'mac_address': 'fa:16:3e:42:c4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebfef6b-d0d5-4683-bd74-53fa4d37d9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '0fb52974-bbb6-42e6-b0d8-aa0476c2dbe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:52:27Z', 'updated_at': '2022-08-27T04:52:37Z', 'revision_number': 4, 'project_id': '7451645b0f414ff1bffd9cc096577139', 'subnets': [{'id': '0fb52974-bbb6-42e6-b0d8-aa0476c2dbe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:38.543749 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7131e555-9acf-4fc4-9f07-5af855489960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (8abd3eb3-92a3-467b-9096-abed7f78e42a), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:38.570644 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f00601d-38a5-46b3-a0bc-9ee3f5a41344 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] Made reservation on behalf of b84135ac44cc4192a49b5e3b8f9236c3 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:52:38.572944 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5f00601d-38a5-46b3-a0bc-9ee3f5a41344 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:38.593209 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f1ea397e-9d5b-487b-af87-09eb58bc3445 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (e826d1f0-53ab-4c48-98dc-8ecdba3471a0), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:38.618911 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3c3bb3-d052-44e5-a891-096ccb520034 None None] The sync data for ids ['aebfef6b-d0d5-4683-bd74-53fa4d37d9fc'] in n-d-852088-5 is: [{'id': 'aebfef6b-d0d5-4683-bd74-53fa4d37d9fc', 'name': 'tempest-ServerRescueTestJSONUnderV235-653676456-router', 'tenant_id': '7451645b0f414ff1bffd9cc096577139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '8e64974f-eb52-4a9e-9d1f-f1e812e43a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:52:20Z', 'updated_at': '2022-08-27T04:52:29Z', 'revision_number': 4, 'project_id': '7451645b0f414ff1bffd9cc096577139', 'gw_port': {'id': '8e64974f-eb52-4a9e-9d1f-f1e812e43a86', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:41:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebfef6b-d0d5-4683-bd74-53fa4d37d9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2152, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:52:22Z', 'updated_at': '2022-08-27T04:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '8abd3eb3-92a3-467b-9096-abed7f78e42a', 'name': '', 'network_id': '89a91630-9ce5-4066-afbe-564d09f829ff', 'tenant_id': '7451645b0f414ff1bffd9cc096577139', 'mac_address': 'fa:16:3e:42:c4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebfef6b-d0d5-4683-bd74-53fa4d37d9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '0fb52974-bbb6-42e6-b0d8-aa0476c2dbe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:52:27Z', 'updated_at': '2022-08-27T04:52:37Z', 'revision_number': 4, 'project_id': '7451645b0f414ff1bffd9cc096577139', 'subnets': [{'id': '0fb52974-bbb6-42e6-b0d8-aa0476c2dbe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:52:38.625447 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port a524ae1f-68ec-4cc7-9589-02a358ab37a1 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:52:38.625694 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a524ae1f-68ec-4cc7-9589-02a358ab37a1), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:38.626341 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7131e555-9acf-4fc4-9f07-5af855489960 admin admin] Pushing event deleted for resources: {'Port': ['ID=8abd3eb3-92a3-467b-9096-abed7f78e42a,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:38.684284 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31816eaa-ba76-4a53-8a5c-ec63f6a5075a tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Network 9ceaf97f-1d4d-4507-a96b-50830e3301ea is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:52:38.691315 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fd3d25e2-0673-4e81-a041-fe9fe950b315 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (9e9e1c20-b52a-4b44-b0ad-c69c4c74e6d2), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:38.823919 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-31816eaa-ba76-4a53-8a5c-ec63f6a5075a tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 9ceaf97f-1d4d-4507-a96b-50830e3301ea) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:52:38.830668 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f00601d-38a5-46b3-a0bc-9ee3f5a41344 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:52:38.833327 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7d0c40-99ee-493c-8ba9-2e48192801b9 None None] Network 9ceaf97f-1d4d-4507-a96b-50830e3301ea requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:52:38.852148 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31816eaa-ba76-4a53-8a5c-ec63f6a5075a tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:38.852878 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-31816eaa-ba76-4a53-8a5c-ec63f6a5075a tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:38.916542 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5f00601d-38a5-46b3-a0bc-9ee3f5a41344 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (3b2cfbbe-f965-4757-9dc3-888f056a534f), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:38.917518 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-5f00601d-38a5-46b3-a0bc-9ee3f5a41344 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] Added segment 3b2cfbbe-f965-4757-9dc3-888f056a534f of type vlan for network d1b0a856-1a57-4f99-a6e4-3756105ab5dc Aug 27 04:52:38.948090 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-31816eaa-ba76-4a53-8a5c-ec63f6a5075a tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1990747 Aug 27 04:52:38.949795 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ea7ca1ea-f2c1-4fb6-b60e-556eb2cfde20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (53c95c71-223f-4985-8820-72425df36581), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:38.993762 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57314) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:39.002845 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7131e555-9acf-4fc4-9f07-5af855489960 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (aebfef6b-d0d5-4683-bd74-53fa4d37d9fc), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:39.006375 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-cc06b60e-8220-43fd-a807-ee0fe00e0724 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Request body: {'port': {'network_id': '9ceaf97f-1d4d-4507-a96b-50830e3301ea', 'name': 'tempest-NetworksIpV6TestAttrs-1926327338'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:39.039068 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:39.048123 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:52:39.048605 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:52:39.050356 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fd3d25e2-0673-4e81-a041-fe9fe950b315 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (9e9e1c20-b52a-4b44-b0ad-c69c4c74e6d2), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:39.054931 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f1ea397e-9d5b-487b-af87-09eb58bc3445 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (e826d1f0-53ab-4c48-98dc-8ecdba3471a0), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:39.189515 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd36092-4011-4e19-9de3-18fd3def7239 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-9ceaf97f-1d4d-4507-a96b-50830e3301ea', 'network_id': '9ceaf97f-1d4d-4507-a96b-50830e3301ea', 'project_id': '7404cab787d9443cbae839218717bbbd', 'fixed_ips': [{'subnet_id': '6e1f1948-488a-41e5-9472-da99c3e706a8'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:52:39.190986 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fdd36092-4011-4e19-9de3-18fd3def7239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:39.199104 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fd3d25e2-0673-4e81-a041-fe9fe950b315 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (9e9e1c20-b52a-4b44-b0ad-c69c4c74e6d2), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:39.350528 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5f00601d-38a5-46b3-a0bc-9ee3f5a41344 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (d1b0a856-1a57-4f99-a6e4-3756105ab5dc), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:39.356534 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3d25e2-0673-4e81-a041-fe9fe950b315 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e9e1c20-b52a-4b44-b0ad-c69c4c74e6d2,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:39.366058 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:39.377083 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=84,neutron:DELETE=10,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:39.383933 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4cd65e88-00eb-407e-a7d7-ecb5261925ee None None] Provisioning complete for port a524ae1f-68ec-4cc7-9589-02a358ab37a1 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:52:39.384891 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4cd65e88-00eb-407e-a7d7-ecb5261925ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a524ae1f-68ec-4cc7-9589-02a358ab37a1), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:39.449164 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f1ea397e-9d5b-487b-af87-09eb58bc3445 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:39.461833 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f1ea397e-9d5b-487b-af87-09eb58bc3445 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/e826d1f0-53ab-4c48-98dc-8ecdba3471a0 HTTP/1.1" status: 204 len: 168 time: 2.4803400 Aug 27 04:52:39.482861 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea397e-9d5b-487b-af87-09eb58bc3445 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event deleted for resources: {'Subnet': ['ID=e826d1f0-53ab-4c48-98dc-8ecdba3471a0,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:39.499100 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57320) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:39.517548 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-fdd36092-4011-4e19-9de3-18fd3def7239 None None] Allocated IP 2001:db8::f816:3eff:feaf:641f (9ceaf97f-1d4d-4507-a96b-50830e3301ea/6e1f1948-488a-41e5-9472-da99c3e706a8/509f91f3-c642-4222-a350-fbfa9577ce1a) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:52:39.536889 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:52:39.562664 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7131e555-9acf-4fc4-9f07-5af855489960 admin admin] Router aebfef6b-d0d5-4683-bd74-53fa4d37d9fc has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:52:39.582187 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fd3d25e2-0673-4e81-a041-fe9fe950b315 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:39.590191 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-fd3d25e2-0673-4e81-a041-fe9fe950b315 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1054881 Aug 27 04:52:39.592332 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57322) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:39.612497 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4cd65e88-00eb-407e-a7d7-ecb5261925ee None None] Current status of the port a524ae1f-68ec-4cc7-9589-02a358ab37a1 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:52:39.613197 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4cd65e88-00eb-407e-a7d7-ecb5261925ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a524ae1f-68ec-4cc7-9589-02a358ab37a1), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:39.623091 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.db.resource_extend [None req-5f00601d-38a5-46b3-a0bc-9ee3f5a41344 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 27 04:52:39.625165 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd219b2-237b-4b74-955e-6087aad7947e None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:52:39.630474 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc06b60e-8220-43fd-a807-ee0fe00e0724 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Made reservation on behalf of 7404cab787d9443cbae839218717bbbd for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:52:39.635453 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cc06b60e-8220-43fd-a807-ee0fe00e0724 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:39.662655 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-6c5e06b4-61a0-4bd6-b37d-3661c725a6b1 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "GET /networking/v2.0/security-group-rules/9e9e1c20-b52a-4b44-b0ad-c69c4c74e6d2 HTTP/1.1" status: 200 len: 763 time: 0.0615089 Aug 27 04:52:39.667599 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57324) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:39.711019 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [None req-cc06b60e-8220-43fd-a807-ee0fe00e0724 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] device_id is not set on port 5f3096f2-e5cb-4e85-967f-aa0ff6bf4ff1 yet. {{(pid=107776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:52:39.718411 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-4e0b53a4-1482-4968-8dd9-2d76485d265a tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2125027 Aug 27 04:52:39.729443 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57326) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:39.755500 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:39.788075 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-13ca2048-c9e7-4919-8f90-a4eed4254f91 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1182446 Aug 27 04:52:39.791436 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57330) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:39.831486 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4cd65e88-00eb-407e-a7d7-ecb5261925ee None None] For port a524ae1f-68ec-4cc7-9589-02a358ab37a1, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a524ae1f-68ec-4cc7-9589-02a358ab37a1,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:52:39.836655 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d980be83-7c29-48d9-b83f-0dd6c659cb22 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (9e9e1c20-b52a-4b44-b0ad-c69c4c74e6d2), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:39.880672 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d980be83-7c29-48d9-b83f-0dd6c659cb22 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (9e9e1c20-b52a-4b44-b0ad-c69c4c74e6d2), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:39.881378 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad396aa7-3bf0-48bd-a450-ee8935e681c6 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:39.883743 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ad396aa7-3bf0-48bd-a450-ee8935e681c6 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1521680 Aug 27 04:52:39.887770 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57332) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:39.891188 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5f00601d-38a5-46b3-a0bc-9ee3f5a41344 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (d1b0a856-1a57-4f99-a6e4-3756105ab5dc), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:39.891967 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f00601d-38a5-46b3-a0bc-9ee3f5a41344 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:39.892777 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5f00601d-38a5-46b3-a0bc-9ee3f5a41344 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:39.897901 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df327715-faf9-4b9c-82b0-85251ec08c20 None None] Network be07f20e-e520-41cf-87fc-8405fd8af848 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:52:39.923272 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port a524ae1f-68ec-4cc7-9589-02a358ab37a1 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:52:39.923936 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a524ae1f-68ec-4cc7-9589-02a358ab37a1), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:39.978473 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4cd65e88-00eb-407e-a7d7-ecb5261925ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a524ae1f-68ec-4cc7-9589-02a358ab37a1), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:40.005036 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f00601d-38a5-46b3-a0bc-9ee3f5a41344 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] Pushing event updated for resources: {'Network': ['ID=d1b0a856-1a57-4f99-a6e4-3756105ab5dc,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:40.007759 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3e13d0-b309-4e83-ac84-a48e9e84b556 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:40.012036 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-eb3e13d0-b309-4e83-ac84-a48e9e84b556 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1112053 Aug 27 04:52:40.013847 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57336) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:40.077567 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7131e555-9acf-4fc4-9f07-5af855489960 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:52:40.095220 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-93ba7258-a598-42f8-8d3a-35636af43073 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0740614 Aug 27 04:52:40.095220 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7131e555-9acf-4fc4-9f07-5af855489960 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/aebfef6b-d0d5-4683-bd74-53fa4d37d9fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6325481 Aug 27 04:52:40.097860 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57338) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:40.098568 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57340) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:40.110837 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-fcc82fad-6af4-4b9c-8347-59e1d056b51e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'subnet': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:40.122274 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d980be83-7c29-48d9-b83f-0dd6c659cb22 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (9e9e1c20-b52a-4b44-b0ad-c69c4c74e6d2), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:40.130410 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d980be83-7c29-48d9-b83f-0dd6c659cb22 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:40.132935 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-d980be83-7c29-48d9-b83f-0dd6c659cb22 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "DELETE /networking/v2.0/security-group-rules/9e9e1c20-b52a-4b44-b0ad-c69c4c74e6d2 HTTP/1.1" status: 204 len: 168 time: 0.3404992 Aug 27 04:52:40.135994 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57342) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:40.171340 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d980be83-7c29-48d9-b83f-0dd6c659cb22 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e9e1c20-b52a-4b44-b0ad-c69c4c74e6d2,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:40.184398 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network d1b0a856-1a57-4f99-a6e4-3756105ab5dc details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:52:40.197147 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-5f00601d-38a5-46b3-a0bc-9ee3f5a41344 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.8152013 Aug 27 04:52:40.198059 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57344) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:40.204581 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-2ebe1063-22ae-4394-a2a1-501db496643a tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] Request body: {'network': {'project_id': 'b84135ac44cc4192a49b5e3b8f9236c3'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:40.220294 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-47df15b3-a8d7-49b3-8fb5-5cf0b6d5f9dc tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0815375 Aug 27 04:52:40.223234 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57346) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:40.227639 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-89efef9e-bb34-4393-a739-047f713b62ea tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Request body: {'security_group_rule': {'security_group_id': 'e95c8ba2-33ca-4387-b98b-9c05654a9481', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:40.230534 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea7ca1ea-f2c1-4fb6-b60e-556eb2cfde20 admin admin] Router 53c95c71-223f-4985-8820-72425df36581 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:52:40.246437 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ebe1063-22ae-4394-a2a1-501db496643a tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 27 04:52:40.247018 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ebe1063-22ae-4394-a2a1-501db496643a tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:52:40.252212 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2ebe1063-22ae-4394-a2a1-501db496643a tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0495551 Aug 27 04:52:40.253816 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57348) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:40.308803 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-00527fbe-13d2-488f-bcf9-7054705c732d tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=b84135ac44cc4192a49b5e3b8f9236c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0532281 Aug 27 04:52:40.311698 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57352) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:40.315475 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-af4ec1d0-8b17-44d8-8352-69a62975b737 None None] Could not find standard attr ID for object c3a8dd30-7029-4f21-bc07-e0b19f9b3085. {{(pid=107777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 27 04:52:40.368538 n-d-852088-5 neutron-server[107775]: INFO neutron.db.securitygroups_db [None req-89efef9e-bb34-4393-a739-047f713b62ea tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Project 7f4eb79f7b6d431db33148f31fb43258 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 04:52:40.382278 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-af4ec1d0-8b17-44d8-8352-69a62975b737 None None] Provisioning complete for port d55967cb-054a-4089-a8e9-2eed5ec5e433 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:52:40.382581 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-af4ec1d0-8b17-44d8-8352-69a62975b737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d55967cb-054a-4089-a8e9-2eed5ec5e433), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:40.393218 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-89efef9e-bb34-4393-a739-047f713b62ea tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (5158bbb5-656d-4b5e-8a71-12592bee102a), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:40.467818 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a302-c7a9-4ab3-a90f-bbf77cced1c4 admin admin] Publish callbacks [] for router (aebfef6b-d0d5-4683-bd74-53fa4d37d9fc), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:40.473890 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-95322aff-4044-4b94-86e4-47655bf308a4 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] Publish callbacks [] for security_group (df50ffbc-f5d2-4f62-a5c1-e7f482a6bec5), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:40.532049 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-95322aff-4044-4b94-86e4-47655bf308a4 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] Publish callbacks [] for security_group (df50ffbc-f5d2-4f62-a5c1-e7f482a6bec5), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:40.539665 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd65e88-00eb-407e-a7d7-ecb5261925ee None None] Pushing event updated for resources: {'Port': ['ID=a524ae1f-68ec-4cc7-9589-02a358ab37a1,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:40.577723 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eaa73bd-67c4-4e77-b4f6-e977114e9463 None None] DHCP port deletion for 61356c33-ce96-40d0-bb36-87a36b2d0e1c request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:52:40.598946 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:40.630035 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:52:40.630838 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:52:40.644750 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-89efef9e-bb34-4393-a739-047f713b62ea tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (5158bbb5-656d-4b5e-8a71-12592bee102a), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:40.649397 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:40.657799 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7ca1ea-f2c1-4fb6-b60e-556eb2cfde20 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:52:40.664057 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a302-c7a9-4ab3-a90f-bbf77cced1c4 admin admin] Publish callbacks [] for router_gateway (aebfef6b-d0d5-4683-bd74-53fa4d37d9fc), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:40.672905 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7592bd7b-5c81-4efd-887c-7f148f2e5f65 None None] Sync routers for ids ['53c95c71-223f-4985-8820-72425df36581'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:52:40.686938 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc82fad-6af4-4b9c-8347-59e1d056b51e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Made reservation on behalf of f0f1eb4384394fc18f1626f3e12e04e3 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:52:40.690713 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fcc82fad-6af4-4b9c-8347-59e1d056b51e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:40.694189 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7592bd7b-5c81-4efd-887c-7f148f2e5f65 None None] Routers {'53c95c71-223f-4985-8820-72425df36581'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:52:40.695953 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-95322aff-4044-4b94-86e4-47655bf308a4 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (df50ffbc-f5d2-4f62-a5c1-e7f482a6bec5), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:40.696505 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-7592bd7b-5c81-4efd-887c-7f148f2e5f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:52:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['53c95c71-223f-4985-8820-72425df36581'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:40.698720 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-95322aff-4044-4b94-86e4-47655bf308a4 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:40.700110 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-95322aff-4044-4b94-86e4-47655bf308a4 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/df50ffbc-f5d2-4f62-a5c1-e7f482a6bec5 HTTP/1.1" status: 204 len: 168 time: 0.3861845 Aug 27 04:52:40.703932 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57358) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:40.731039 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95322aff-4044-4b94-86e4-47655bf308a4 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df50ffbc-f5d2-4f62-a5c1-e7f482a6bec5,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:40.752962 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-af4ec1d0-8b17-44d8-8352-69a62975b737 None None] Current status of the port d55967cb-054a-4089-a8e9-2eed5ec5e433 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:52:40.752962 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-af4ec1d0-8b17-44d8-8352-69a62975b737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (d55967cb-054a-4089-a8e9-2eed5ec5e433), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:40.769893 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:40.769893 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fdd36092-4011-4e19-9de3-18fd3def7239 None None] Publish callbacks [] for port (509f91f3-c642-4222-a350-fbfa9577ce1a), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:40.790549 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369f4dd7-b3c3-40ed-8795-e4224e78fb3f None None] Sync routers for ids ['aebfef6b-d0d5-4683-bd74-53fa4d37d9fc'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:52:40.791544 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:40.798411 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-89efef9e-bb34-4393-a739-047f713b62ea tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (5158bbb5-656d-4b5e-8a71-12592bee102a), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:40.804710 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ea7ca1ea-f2c1-4fb6-b60e-556eb2cfde20 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:40.808553 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ea7ca1ea-f2c1-4fb6-b60e-556eb2cfde20 admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 937 time: 6.9432878 Aug 27 04:52:40.813573 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95322aff-4044-4b94-86e4-47655bf308a4 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:40.813714 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57360) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:40.815164 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95322aff-4044-4b94-86e4-47655bf308a4 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:40.815524 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95322aff-4044-4b94-86e4-47655bf308a4 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:40.815862 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95322aff-4044-4b94-86e4-47655bf308a4 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:40.816215 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95322aff-4044-4b94-86e4-47655bf308a4 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:40.816694 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95322aff-4044-4b94-86e4-47655bf308a4 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:40.817042 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95322aff-4044-4b94-86e4-47655bf308a4 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:40.817421 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95322aff-4044-4b94-86e4-47655bf308a4 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:40.817795 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95322aff-4044-4b94-86e4-47655bf308a4 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:40.818123 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95322aff-4044-4b94-86e4-47655bf308a4 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:40.819048 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95322aff-4044-4b94-86e4-47655bf308a4 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:40.820725 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95322aff-4044-4b94-86e4-47655bf308a4 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:40.821100 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95322aff-4044-4b94-86e4-47655bf308a4 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:40.821438 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95322aff-4044-4b94-86e4-47655bf308a4 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:40.822221 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95322aff-4044-4b94-86e4-47655bf308a4 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:40.842639 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-af4ec1d0-8b17-44d8-8352-69a62975b737 None None] For port d55967cb-054a-4089-a8e9-2eed5ec5e433, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=d55967cb-054a-4089-a8e9-2eed5ec5e433,segment=NetworkSegment(32f9a83e-ad2c-4f1c-a8a4-ef984b0206d4),segment_id=32f9a83e-ad2c-4f1c-a8a4-ef984b0206d4)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:52:40.844222 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4eaa73bd-67c4-4e77-b4f6-e977114e9463 None None] Deleting port a524ae1f-68ec-4cc7-9589-02a358ab37a1 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:52:40.844824 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4eaa73bd-67c4-4e77-b4f6-e977114e9463 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (a524ae1f-68ec-4cc7-9589-02a358ab37a1), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:40.879415 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89efef9e-bb34-4393-a739-047f713b62ea tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5158bbb5-656d-4b5e-8a71-12592bee102a,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:40.929648 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-37b70dfe-6245-4ab9-8b07-3ccbb5fe68a6 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (d1b0a856-1a57-4f99-a6e4-3756105ab5dc), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:40.943142 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fdd36092-4011-4e19-9de3-18fd3def7239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (509f91f3-c642-4222-a350-fbfa9577ce1a), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:40.947968 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-7592bd7b-5c81-4efd-887c-7f148f2e5f65 None None] Set router 53c95c71-223f-4985-8820-72425df36581 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:52:40.969451 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-cc06b60e-8220-43fd-a807-ee0fe00e0724 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Allocated IP 2001:db8::f816:3eff:fe96:36c2 (9ceaf97f-1d4d-4507-a96b-50830e3301ea/6e1f1948-488a-41e5-9472-da99c3e706a8/5f3096f2-e5cb-4e85-967f-aa0ff6bf4ff1) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:52:40.982761 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-89efef9e-bb34-4393-a739-047f713b62ea tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:40.984956 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-89efef9e-bb34-4393-a739-047f713b62ea tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7598124 Aug 27 04:52:40.998523 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57364) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:41.055684 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369f4dd7-b3c3-40ed-8795-e4224e78fb3f None None] Routers {'aebfef6b-d0d5-4683-bd74-53fa4d37d9fc'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:52:41.055901 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-369f4dd7-b3c3-40ed-8795-e4224e78fb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:52:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['aebfef6b-d0d5-4683-bd74-53fa4d37d9fc'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:41.061611 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-bf292d39-0a1f-4fdf-9b81-432cbc759bd0 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "GET /networking/v2.0/security-group-rules/5158bbb5-656d-4b5e-8a71-12592bee102a HTTP/1.1" status: 200 len: 769 time: 0.0594699 Aug 27 04:52:41.062346 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57366) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:41.075798 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-37b70dfe-6245-4ab9-8b07-3ccbb5fe68a6 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (d1b0a856-1a57-4f99-a6e4-3756105ab5dc), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:41.121357 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-37b70dfe-6245-4ab9-8b07-3ccbb5fe68a6 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1b0a856-1a57-4f99-a6e4-3756105ab5dc']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:41.173616 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-661592d3-5e50-4c94-b9b0-fdadb45ac088 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1105013 Aug 27 04:52:41.176486 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57370) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:41.193115 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-37b70dfe-6245-4ab9-8b07-3ccbb5fe68a6 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b2cfbbe-f965-4757-9dc3-888f056a534f') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:41.193848 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-37b70dfe-6245-4ab9-8b07-3ccbb5fe68a6 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b2cfbbe-f965-4757-9dc3-888f056a534f') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:41.209252 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-369f4dd7-b3c3-40ed-8795-e4224e78fb3f None None] Set router aebfef6b-d0d5-4683-bd74-53fa4d37d9fc gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:52:41.215029 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7a302-c7a9-4ab3-a90f-bbf77cced1c4 admin admin] Deleting port 8e64974f-eb52-4a9e-9d1f-f1e812e43a86 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:52:41.215986 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a302-c7a9-4ab3-a90f-bbf77cced1c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (8e64974f-eb52-4a9e-9d1f-f1e812e43a86), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:41.218864 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-37b70dfe-6245-4ab9-8b07-3ccbb5fe68a6 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (3b2cfbbe-f965-4757-9dc3-888f056a534f), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:41.228467 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e99f1d2a-0bfd-47a0-973f-fc178e7f158b tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (5158bbb5-656d-4b5e-8a71-12592bee102a), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:41.232418 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-7592bd7b-5c81-4efd-887c-7f148f2e5f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c95c71-223f-4985-8820-72425df36581', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1841315587-router', 'tenant_id': 'f8cf9c5207684ce3a0f8820eee81f737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'fa46ad02-69fa-4855-91db-4f0fc8aa0b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:52:34Z', 'updated_at': '2022-08-27T04:52:36Z', 'revision_number': 3, 'project_id': 'f8cf9c5207684ce3a0f8820eee81f737', 'gw_port': {'id': 'fa46ad02-69fa-4855-91db-4f0fc8aa0b5b', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e1:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c95c71-223f-4985-8820-72425df36581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:52:35Z', 'updated_at': '2022-08-27T04:52:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:41.242460 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e99f1d2a-0bfd-47a0-973f-fc178e7f158b tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (5158bbb5-656d-4b5e-8a71-12592bee102a), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:41.245109 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-37b70dfe-6245-4ab9-8b07-3ccbb5fe68a6 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (3b2cfbbe-f965-4757-9dc3-888f056a534f), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:41.256638 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37b70dfe-6245-4ab9-8b07-3ccbb5fe68a6 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:52:41.257101 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-37b70dfe-6245-4ab9-8b07-3ccbb5fe68a6 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (3b2cfbbe-f965-4757-9dc3-888f056a534f), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:41.274730 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-369f4dd7-b3c3-40ed-8795-e4224e78fb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebfef6b-d0d5-4683-bd74-53fa4d37d9fc', 'name': 'tempest-ServerRescueTestJSONUnderV235-653676456-router', 'tenant_id': '7451645b0f414ff1bffd9cc096577139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:52:20Z', 'updated_at': '2022-08-27T04:52:40Z', 'revision_number': 6, 'project_id': '7451645b0f414ff1bffd9cc096577139', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:41.276203 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-af4ec1d0-8b17-44d8-8352-69a62975b737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (d55967cb-054a-4089-a8e9-2eed5ec5e433), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:41.278942 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7592bd7b-5c81-4efd-887c-7f148f2e5f65 None None] Checking router: 53c95c71-223f-4985-8820-72425df36581 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:52:41.280438 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7592bd7b-5c81-4efd-887c-7f148f2e5f65 None None] Updating router 53c95c71-223f-4985-8820-72425df36581 port fa46ad02-69fa-4855-91db-4f0fc8aa0b5b binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:52:41.317711 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-7592bd7b-5c81-4efd-887c-7f148f2e5f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (fa46ad02-69fa-4855-91db-4f0fc8aa0b5b), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:41.328126 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 3b2cfbbe-f965-4757-9dc3-888f056a534f resource provider aggregate not found Aug 27 04:52:41.343390 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd36092-4011-4e19-9de3-18fd3def7239 None None] Network 9ceaf97f-1d4d-4507-a96b-50830e3301ea is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:52:41.350634 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:41.352844 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 3b2cfbbe-f965-4757-9dc3-888f056a534f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3b2cfbbe-f965-4757-9dc3-888f056a534f found for delete ", "request_id": "req-9dd1527f-a175-4317-8439-e17faee4433f"}]} Aug 27 04:52:41.353386 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:41.365494 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369f4dd7-b3c3-40ed-8795-e4224e78fb3f None None] Checking router: aebfef6b-d0d5-4683-bd74-53fa4d37d9fc for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:52:41.385242 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-fdd36092-4011-4e19-9de3-18fd3def7239 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:52:41.402852 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4eaa73bd-67c4-4e77-b4f6-e977114e9463 None None] For port a524ae1f-68ec-4cc7-9589-02a358ab37a1, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a524ae1f-68ec-4cc7-9589-02a358ab37a1,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:52:41.403373 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4eaa73bd-67c4-4e77-b4f6-e977114e9463 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (a524ae1f-68ec-4cc7-9589-02a358ab37a1), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:41.423619 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4eaa73bd-67c4-4e77-b4f6-e977114e9463 None None] Calling delete_port for a524ae1f-68ec-4cc7-9589-02a358ab37a1 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:52:41.479198 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e99f1d2a-0bfd-47a0-973f-fc178e7f158b tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (5158bbb5-656d-4b5e-8a71-12592bee102a), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:41.487376 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e99f1d2a-0bfd-47a0-973f-fc178e7f158b tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:41.488141 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e99f1d2a-0bfd-47a0-973f-fc178e7f158b tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "DELETE /networking/v2.0/security-group-rules/5158bbb5-656d-4b5e-8a71-12592bee102a HTTP/1.1" status: 204 len: 168 time: 0.3104718 Aug 27 04:52:41.491605 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57378) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:41.500377 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd36092-4011-4e19-9de3-18fd3def7239 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:52:41.503522 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f1d2a-0bfd-47a0-973f-fc178e7f158b tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5158bbb5-656d-4b5e-8a71-12592bee102a,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:41.508302 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369f4dd7-b3c3-40ed-8795-e4224e78fb3f None None] Routers {'aebfef6b-d0d5-4683-bd74-53fa4d37d9fc'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:52:41.509022 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-2ee7a302-c7a9-4ab3-a90f-bbf77cced1c4 admin admin] For port 8e64974f-eb52-4a9e-9d1f-f1e812e43a86, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=8e64974f-eb52-4a9e-9d1f-f1e812e43a86,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:52:41.509605 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a302-c7a9-4ab3-a90f-bbf77cced1c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (8e64974f-eb52-4a9e-9d1f-f1e812e43a86), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:41.510828 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-369f4dd7-b3c3-40ed-8795-e4224e78fb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:52:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['aebfef6b-d0d5-4683-bd74-53fa4d37d9fc'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:41.514476 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd36092-4011-4e19-9de3-18fd3def7239 None None] Pushing event updated for resources: {'Port': ['ID=509f91f3-c642-4222-a350-fbfa9577ce1a,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:41.525714 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=77,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:41.529858 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-37b70dfe-6245-4ab9-8b07-3ccbb5fe68a6 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (d1b0a856-1a57-4f99-a6e4-3756105ab5dc), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:41.562617 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-37b70dfe-6245-4ab9-8b07-3ccbb5fe68a6 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:41.567433 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-37b70dfe-6245-4ab9-8b07-3ccbb5fe68a6 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] 10.222.0.76 "DELETE /networking/v2.0/networks/d1b0a856-1a57-4f99-a6e4-3756105ab5dc HTTP/1.1" status: 204 len: 168 time: 0.8625126 Aug 27 04:52:41.568742 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b70dfe-6245-4ab9-8b07-3ccbb5fe68a6 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] Pushing event deleted for resources: {'Network': ['ID=d1b0a856-1a57-4f99-a6e4-3756105ab5dc,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:41.571676 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57380) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:41.608839 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7a302-c7a9-4ab3-a90f-bbf77cced1c4 admin admin] Calling delete_port for 8e64974f-eb52-4a9e-9d1f-f1e812e43a86 owned by network:router_gateway {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:52:41.629984 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cc06b60e-8220-43fd-a807-ee0fe00e0724 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks [] for port (5f3096f2-e5cb-4e85-967f-aa0ff6bf4ff1), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:41.669018 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-de2a761e-41a0-4831-8ef3-914d2325c6d7 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (617f1cea-7a0d-421d-95e4-258baf75c218), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:41.702377 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-216f865d-25cc-448e-ac1e-321ef6c46438 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2087641 Aug 27 04:52:41.705478 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-7592bd7b-5c81-4efd-887c-7f148f2e5f65 None None] Publish callbacks [] for port (fa46ad02-69fa-4855-91db-4f0fc8aa0b5b), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:41.706016 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57382) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:41.733187 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-a7b1c9dd-bd63-444e-b290-e31e46946d5f None None] Provisioning complete for port d55967cb-054a-4089-a8e9-2eed5ec5e433 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:52:41.733857 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a7b1c9dd-bd63-444e-b290-e31e46946d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d55967cb-054a-4089-a8e9-2eed5ec5e433), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:41.803857 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-7592bd7b-5c81-4efd-887c-7f148f2e5f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (fa46ad02-69fa-4855-91db-4f0fc8aa0b5b), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:41.811697 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-de2a761e-41a0-4831-8ef3-914d2325c6d7 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (617f1cea-7a0d-421d-95e4-258baf75c218), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:41.851147 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dd36064a-dd8b-4325-b2eb-8b72b9b9490d tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group (e95c8ba2-33ca-4387-b98b-9c05654a9481), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:41.857918 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port a524ae1f-68ec-4cc7-9589-02a358ab37a1 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:52:41.859029 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d55967cb-054a-4089-a8e9-2eed5ec5e433 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:52:41.861299 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-de2a761e-41a0-4831-8ef3-914d2325c6d7 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['617f1cea-7a0d-421d-95e4-258baf75c218']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:41.876761 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-fdd36092-4011-4e19-9de3-18fd3def7239 None None] Attempting to bind port 509f91f3-c642-4222-a350-fbfa9577ce1a on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:52:41.877240 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-fdd36092-4011-4e19-9de3-18fd3def7239 None None] Attempting to bind port 509f91f3-c642-4222-a350-fbfa9577ce1a by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'a2a8beab-6f4a-4b03-9917-2c4e4fde21d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '9ceaf97f-1d4d-4507-a96b-50830e3301ea'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:52:41.877744 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd36092-4011-4e19-9de3-18fd3def7239 None None] Attempting to bind port 509f91f3-c642-4222-a350-fbfa9577ce1a on network 9ceaf97f-1d4d-4507-a96b-50830e3301ea {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:52:41.891170 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-de2a761e-41a0-4831-8ef3-914d2325c6d7 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '338c2dda-6926-46c3-9def-a6740d0fe1ff') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:41.892280 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-de2a761e-41a0-4831-8ef3-914d2325c6d7 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '338c2dda-6926-46c3-9def-a6740d0fe1ff') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:41.908231 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:41.913326 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-7592bd7b-5c81-4efd-887c-7f148f2e5f65 None None] Attempting to bind port fa46ad02-69fa-4855-91db-4f0fc8aa0b5b on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:52:41.914135 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-7592bd7b-5c81-4efd-887c-7f148f2e5f65 None None] Attempting to bind port fa46ad02-69fa-4855-91db-4f0fc8aa0b5b by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:52:41.914861 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7592bd7b-5c81-4efd-887c-7f148f2e5f65 None None] Attempting to bind port fa46ad02-69fa-4855-91db-4f0fc8aa0b5b on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:52:41.916023 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dd36064a-dd8b-4325-b2eb-8b72b9b9490d tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group (e95c8ba2-33ca-4387-b98b-9c05654a9481), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:41.937584 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8f815-5661-4345-8d88-689215183384 None None] Pushing event updated for resources: {'Port': ['ID=fa46ad02-69fa-4855-91db-4f0fc8aa0b5b,revision_number=2']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:41.938044 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4ec1d0-8b17-44d8-8352-69a62975b737 None None] Pushing event updated for resources: {'Port': ['ID=d55967cb-054a-4089-a8e9-2eed5ec5e433,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:41.942589 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-de2a761e-41a0-4831-8ef3-914d2325c6d7 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (338c2dda-6926-46c3-9def-a6740d0fe1ff), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:41.953563 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd36092-4011-4e19-9de3-18fd3def7239 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:52:41.953860 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd36092-4011-4e19-9de3-18fd3def7239 None None] Checking segment: {'id': 'a2a8beab-6f4a-4b03-9917-2c4e4fde21d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '9ceaf97f-1d4d-4507-a96b-50830e3301ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:52:41.954163 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fdd36092-4011-4e19-9de3-18fd3def7239 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:41.954530 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd36092-4011-4e19-9de3-18fd3def7239 None None] Bound using segment: {'id': 'a2a8beab-6f4a-4b03-9917-2c4e4fde21d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '9ceaf97f-1d4d-4507-a96b-50830e3301ea'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:52:41.954974 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-fdd36092-4011-4e19-9de3-18fd3def7239 None None] Bound port: 509f91f3-c642-4222-a350-fbfa9577ce1a, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2a8beab-6f4a-4b03-9917-2c4e4fde21d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '9ceaf97f-1d4d-4507-a96b-50830e3301ea'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:52:41.955708 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fdd36092-4011-4e19-9de3-18fd3def7239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (509f91f3-c642-4222-a350-fbfa9577ce1a), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:41.955843 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7592bd7b-5c81-4efd-887c-7f148f2e5f65 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:52:41.956288 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7592bd7b-5c81-4efd-887c-7f148f2e5f65 None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:52:41.956772 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-7592bd7b-5c81-4efd-887c-7f148f2e5f65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:41.957284 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7592bd7b-5c81-4efd-887c-7f148f2e5f65 None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:52:41.959054 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-369f4dd7-b3c3-40ed-8795-e4224e78fb3f None None] Set router aebfef6b-d0d5-4683-bd74-53fa4d37d9fc gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:52:41.969866 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-7592bd7b-5c81-4efd-887c-7f148f2e5f65 None None] Bound port: fa46ad02-69fa-4855-91db-4f0fc8aa0b5b, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:52:41.969866 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-7592bd7b-5c81-4efd-887c-7f148f2e5f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (fa46ad02-69fa-4855-91db-4f0fc8aa0b5b), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:42.002341 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-de2a761e-41a0-4831-8ef3-914d2325c6d7 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (338c2dda-6926-46c3-9def-a6740d0fe1ff), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:42.020415 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de2a761e-41a0-4831-8ef3-914d2325c6d7 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:52:42.022883 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-de2a761e-41a0-4831-8ef3-914d2325c6d7 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (338c2dda-6926-46c3-9def-a6740d0fe1ff), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:42.037512 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-7592bd7b-5c81-4efd-887c-7f148f2e5f65 None None] For port fa46ad02-69fa-4855-91db-4f0fc8aa0b5b, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:52:42.045402 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-7592bd7b-5c81-4efd-887c-7f148f2e5f65 None None] For port fa46ad02-69fa-4855-91db-4f0fc8aa0b5b, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=fa46ad02-69fa-4855-91db-4f0fc8aa0b5b,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:52:42.048504 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:42.063280 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-369f4dd7-b3c3-40ed-8795-e4224e78fb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebfef6b-d0d5-4683-bd74-53fa4d37d9fc', 'name': 'tempest-ServerRescueTestJSONUnderV235-653676456-router', 'tenant_id': '7451645b0f414ff1bffd9cc096577139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:52:20Z', 'updated_at': '2022-08-27T04:52:40Z', 'revision_number': 6, 'project_id': '7451645b0f414ff1bffd9cc096577139', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:42.067616 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4eaa73bd-67c4-4e77-b4f6-e977114e9463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (a524ae1f-68ec-4cc7-9589-02a358ab37a1), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:42.076107 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fcc82fad-6af4-4b9c-8347-59e1d056b51e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (82946218-af6c-4c99-b476-08ece3c24e89), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:42.082856 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cc06b60e-8220-43fd-a807-ee0fe00e0724 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (5f3096f2-e5cb-4e85-967f-aa0ff6bf4ff1), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:42.134517 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-7592bd7b-5c81-4efd-887c-7f148f2e5f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (fa46ad02-69fa-4855-91db-4f0fc8aa0b5b), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:42.156261 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369f4dd7-b3c3-40ed-8795-e4224e78fb3f None None] The sync data for ids ['aebfef6b-d0d5-4683-bd74-53fa4d37d9fc'] in n-d-852088-5 is: [{'id': 'aebfef6b-d0d5-4683-bd74-53fa4d37d9fc', 'name': 'tempest-ServerRescueTestJSONUnderV235-653676456-router', 'tenant_id': '7451645b0f414ff1bffd9cc096577139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:52:20Z', 'updated_at': '2022-08-27T04:52:40Z', 'revision_number': 6, 'project_id': '7451645b0f414ff1bffd9cc096577139', 'gw_port_host': None}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:52:42.159132 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dd36064a-dd8b-4325-b2eb-8b72b9b9490d tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (e95c8ba2-33ca-4387-b98b-9c05654a9481), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:42.165360 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dd36064a-dd8b-4325-b2eb-8b72b9b9490d tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:42.166329 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaa73bd-67c4-4e77-b4f6-e977114e9463 None None] Pushing event deleted for resources: {'Port': ['ID=a524ae1f-68ec-4cc7-9589-02a358ab37a1,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:42.172248 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-dd36064a-dd8b-4325-b2eb-8b72b9b9490d tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/e95c8ba2-33ca-4387-b98b-9c05654a9481 HTTP/1.1" status: 204 len: 168 time: 0.4604511 Aug 27 04:52:42.172248 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57388) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:42.203651 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eaa73bd-67c4-4e77-b4f6-e977114e9463 None None] No DVR routers for this DVR port a524ae1f-68ec-4cc7-9589-02a358ab37a1 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:52:42.205326 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7592bd7b-5c81-4efd-887c-7f148f2e5f65 None None] Routers {'53c95c71-223f-4985-8820-72425df36581'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:52:42.206480 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-7592bd7b-5c81-4efd-887c-7f148f2e5f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:52:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['53c95c71-223f-4985-8820-72425df36581'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:42.219057 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port d55967cb-054a-4089-a8e9-2eed5ec5e433 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:52:42.219430 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d55967cb-054a-4089-a8e9-2eed5ec5e433), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:42.221892 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd36064a-dd8b-4325-b2eb-8b72b9b9490d tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95c8ba2-33ca-4387-b98b-9c05654a9481,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:42.231553 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-de2a761e-41a0-4831-8ef3-914d2325c6d7 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (617f1cea-7a0d-421d-95e4-258baf75c218), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:42.241945 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-a7b1c9dd-bd63-444e-b290-e31e46946d5f None None] Current status of the port d55967cb-054a-4089-a8e9-2eed5ec5e433 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:52:42.277922 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-fdd36092-4011-4e19-9de3-18fd3def7239 None None] For port 509f91f3-c642-4222-a350-fbfa9577ce1a, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:52:42.292917 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:42.293877 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-de2a761e-41a0-4831-8ef3-914d2325c6d7 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:42.302208 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-de2a761e-41a0-4831-8ef3-914d2325c6d7 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] 10.222.0.76 "DELETE /networking/v2.0/networks/617f1cea-7a0d-421d-95e4-258baf75c218 HTTP/1.1" status: 204 len: 168 time: 0.7289910 Aug 27 04:52:42.310118 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2a761e-41a0-4831-8ef3-914d2325c6d7 tempest-QuotasNegativeTest-853301104 tempest-QuotasNegativeTest-853301104-project-admin] Pushing event deleted for resources: {'Network': ['ID=617f1cea-7a0d-421d-95e4-258baf75c218,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:42.326818 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8f815-5661-4345-8d88-689215183384 None None] Pushing event updated for resources: {'Port': ['ID=fa46ad02-69fa-4855-91db-4f0fc8aa0b5b,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:42.333545 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1abe963f-d417-4998-9b21-0d990c7b3b8a tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1576376 Aug 27 04:52:42.340247 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57392) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:42.345267 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-a0ffeff1-20be-4ab0-8af1-35f04d6de759 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Request body: {'security_group': {'name': 'tempest-secgroup--1939915310'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:42.437900 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-7592bd7b-5c81-4efd-887c-7f148f2e5f65 None None] Set router 53c95c71-223f-4985-8820-72425df36581 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:52:42.479635 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a0ffeff1-20be-4ab0-8af1-35f04d6de759 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:42.554568 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-fdd36092-4011-4e19-9de3-18fd3def7239 None None] For port 509f91f3-c642-4222-a350-fbfa9577ce1a, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=509f91f3-c642-4222-a350-fbfa9577ce1a,segment=NetworkSegment(a2a8beab-6f4a-4b03-9917-2c4e4fde21d7),segment_id=a2a8beab-6f4a-4b03-9917-2c4e4fde21d7)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:52:42.651830 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a0ffeff1-20be-4ab0-8af1-35f04d6de759 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group (9479e28a-1c60-4ff5-8276-50d86f548f45), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:42.696319 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port d55967cb-054a-4089-a8e9-2eed5ec5e433 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:52:42.715828 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fdd36092-4011-4e19-9de3-18fd3def7239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (509f91f3-c642-4222-a350-fbfa9577ce1a), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:42.723332 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a0ffeff1-20be-4ab0-8af1-35f04d6de759 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (9479e28a-1c60-4ff5-8276-50d86f548f45), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:42.771389 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc82fad-6af4-4b9c-8347-59e1d056b51e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:52:42.810051 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-fcc82fad-6af4-4b9c-8347-59e1d056b51e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:52:42.825441 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc06b60e-8220-43fd-a807-ee0fe00e0724 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Network 9ceaf97f-1d4d-4507-a96b-50830e3301ea is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:52:42.827230 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ffeff1-20be-4ab0-8af1-35f04d6de759 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9479e28a-1c60-4ff5-8276-50d86f548f45,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:42.843731 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0b82a6-80e0-4dcf-aa42-877829d69324 None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:52:42.848682 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc82fad-6af4-4b9c-8347-59e1d056b51e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:42.849474 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fcc82fad-6af4-4b9c-8347-59e1d056b51e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:42.888744 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-cc06b60e-8220-43fd-a807-ee0fe00e0724 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:52:42.897916 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-7592bd7b-5c81-4efd-887c-7f148f2e5f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c95c71-223f-4985-8820-72425df36581', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1841315587-router', 'tenant_id': 'f8cf9c5207684ce3a0f8820eee81f737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'fa46ad02-69fa-4855-91db-4f0fc8aa0b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:52:34Z', 'updated_at': '2022-08-27T04:52:36Z', 'revision_number': 3, 'project_id': 'f8cf9c5207684ce3a0f8820eee81f737', 'gw_port': {'id': 'fa46ad02-69fa-4855-91db-4f0fc8aa0b5b', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e1:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c95c71-223f-4985-8820-72425df36581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:52:35Z', 'updated_at': '2022-08-27T04:52:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:42.917241 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc82fad-6af4-4b9c-8347-59e1d056b51e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event updated for resources: {'Subnet': ['ID=82946218-af6c-4c99-b476-08ece3c24e89,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:42.941949 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc06b60e-8220-43fd-a807-ee0fe00e0724 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:52:42.947383 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc06b60e-8220-43fd-a807-ee0fe00e0724 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:42.947383 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cc06b60e-8220-43fd-a807-ee0fe00e0724 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:42.947879 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd36092-4011-4e19-9de3-18fd3def7239 None None] Pushing event updated for resources: {'Port': ['ID=509f91f3-c642-4222-a350-fbfa9577ce1a,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:42.974609 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a0ffeff1-20be-4ab0-8af1-35f04d6de759 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:42.977129 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a0ffeff1-20be-4ab0-8af1-35f04d6de759 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6357436 Aug 27 04:52:42.980821 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57396) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:42.986736 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7592bd7b-5c81-4efd-887c-7f148f2e5f65 None None] The sync data for ids ['53c95c71-223f-4985-8820-72425df36581'] in n-d-852088-5 is: [{'id': '53c95c71-223f-4985-8820-72425df36581', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1841315587-router', 'tenant_id': 'f8cf9c5207684ce3a0f8820eee81f737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'fa46ad02-69fa-4855-91db-4f0fc8aa0b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:52:34Z', 'updated_at': '2022-08-27T04:52:36Z', 'revision_number': 3, 'project_id': 'f8cf9c5207684ce3a0f8820eee81f737', 'gw_port': {'id': 'fa46ad02-69fa-4855-91db-4f0fc8aa0b5b', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e1:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c95c71-223f-4985-8820-72425df36581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:52:35Z', 'updated_at': '2022-08-27T04:52:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:52:42.998343 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc82fad-6af4-4b9c-8347-59e1d056b51e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:42.998696 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc82fad-6af4-4b9c-8347-59e1d056b51e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:42.999038 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc82fad-6af4-4b9c-8347-59e1d056b51e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:42.999401 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc82fad-6af4-4b9c-8347-59e1d056b51e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:42.999694 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc82fad-6af4-4b9c-8347-59e1d056b51e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:43.000023 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc82fad-6af4-4b9c-8347-59e1d056b51e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:43.000429 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc82fad-6af4-4b9c-8347-59e1d056b51e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:43.000756 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc82fad-6af4-4b9c-8347-59e1d056b51e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:43.001138 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc82fad-6af4-4b9c-8347-59e1d056b51e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:43.001468 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc82fad-6af4-4b9c-8347-59e1d056b51e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:43.001792 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc82fad-6af4-4b9c-8347-59e1d056b51e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:43.002111 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc82fad-6af4-4b9c-8347-59e1d056b51e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:43.002433 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc82fad-6af4-4b9c-8347-59e1d056b51e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:43.002755 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc82fad-6af4-4b9c-8347-59e1d056b51e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:43.007428 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc82fad-6af4-4b9c-8347-59e1d056b51e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:43.023868 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-89d2211b-9040-49d2-9254-02e21779c976 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Request body: {'security_group_rule': {'security_group_id': '9479e28a-1c60-4ff5-8276-50d86f548f45', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:43.057198 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bafc50b8-9b1d-4a65-b981-935dca43902a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:43.066261 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fbd5c6-5706-4699-bae2-9604379449d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'project_id': 'f0f1eb4384394fc18f1626f3e12e04e3', 'fixed_ips': [{'subnet_id': '82946218-af6c-4c99-b476-08ece3c24e89'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:52:43.072422 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-61fbd5c6-5706-4699-bae2-9604379449d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:43.108262 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc06b60e-8220-43fd-a807-ee0fe00e0724 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Pushing event updated for resources: {'Port': ['ID=5f3096f2-e5cb-4e85-967f-aa0ff6bf4ff1,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:43.139351 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57400) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:43.158412 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-cc06b60e-8220-43fd-a807-ee0fe00e0724 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.1485581 Aug 27 04:52:43.186805 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a302-c7a9-4ab3-a90f-bbf77cced1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (8e64974f-eb52-4a9e-9d1f-f1e812e43a86), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:43.223906 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-fcc82fad-6af4-4b9c-8347-59e1d056b51e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.1189139 Aug 27 04:52:43.237693 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57402) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:43.272952 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-13b89cde-ade3-489a-bcd8-ddfc99573b4e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'port': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'fixed_ips': [{'subnet_id': '82946218-af6c-4c99-b476-08ece3c24e89', 'ip_address': '2001:db8::1542:adfe:ee15:5e4b'}], 'name': 'tempest-NetworksTestDHCPv6-1975183473'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:43.350914 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b421dc4-42b1-4757-9fc4-da54e706261f tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Deleting subnet 6e1f1948-488a-41e5-9472-da99c3e706a8 {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:52:43.401308 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7a302-c7a9-4ab3-a90f-bbf77cced1c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e64974f-eb52-4a9e-9d1f-f1e812e43a86,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:43.401540 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-89d2211b-9040-49d2-9254-02e21779c976 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (44ef3077-8bf1-47e2-9abc-f4734918879f), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:43.439589 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:43.440823 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d55967cb-054a-4089-a8e9-2eed5ec5e433 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:52:43.519470 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9b421dc4-42b1-4757-9fc4-da54e706261f tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks [] for subnet (6e1f1948-488a-41e5-9472-da99c3e706a8), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:43.530300 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-61fbd5c6-5706-4699-bae2-9604379449d7 None None] Allocated IP 2001:db8::2 (61356c33-ce96-40d0-bb36-87a36b2d0e1c/82946218-af6c-4c99-b476-08ece3c24e89/07601c46-2dcb-4662-af35-09ea2e6b33b4) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:52:43.535976 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:43.564149 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 338c2dda-6926-46c3-9def-a6740d0fe1ff resource provider aggregate not found Aug 27 04:52:43.570511 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a302-c7a9-4ab3-a90f-bbf77cced1c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (aebfef6b-d0d5-4683-bd74-53fa4d37d9fc), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:43.603817 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 338c2dda-6926-46c3-9def-a6740d0fe1ff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 338c2dda-6926-46c3-9def-a6740d0fe1ff found for delete ", "request_id": "req-4e64cbe7-a8fc-4797-b20b-683d2ae3249d"}]} Aug 27 04:52:43.689536 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-89d2211b-9040-49d2-9254-02e21779c976 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (44ef3077-8bf1-47e2-9abc-f4734918879f), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:43.692496 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port d55967cb-054a-4089-a8e9-2eed5ec5e433 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:52:43.693194 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d55967cb-054a-4089-a8e9-2eed5ec5e433), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:43.742565 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9b421dc4-42b1-4757-9fc4-da54e706261f tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (6e1f1948-488a-41e5-9472-da99c3e706a8), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:43.791080 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a302-c7a9-4ab3-a90f-bbf77cced1c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (aebfef6b-d0d5-4683-bd74-53fa4d37d9fc), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:43.794669 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a302-c7a9-4ab3-a90f-bbf77cced1c4 admin admin] Publish callbacks [] for router_controller (aebfef6b-d0d5-4683-bd74-53fa4d37d9fc), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:43.801269 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-89d2211b-9040-49d2-9254-02e21779c976 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (44ef3077-8bf1-47e2-9abc-f4734918879f), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:43.875571 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:43.884414 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:43.933189 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a302-c7a9-4ab3-a90f-bbf77cced1c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (aebfef6b-d0d5-4683-bd74-53fa4d37d9fc), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:43.940375 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d2211b-9040-49d2-9254-02e21779c976 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44ef3077-8bf1-47e2-9abc-f4734918879f,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:43.946302 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee7a302-c7a9-4ab3-a90f-bbf77cced1c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aebfef6b-d0d5-4683-bd74-53fa4d37d9fc {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:52:43.951415 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a302-c7a9-4ab3-a90f-bbf77cced1c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:43.955518 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2ee7a302-c7a9-4ab3-a90f-bbf77cced1c4 admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/aebfef6b-d0d5-4683-bd74-53fa4d37d9fc HTTP/1.1" status: 204 len: 168 time: 3.8513927 Aug 27 04:52:43.968533 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57420) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:43.971365 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port d55967cb-054a-4089-a8e9-2eed5ec5e433 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:52:43.976584 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-61fbd5c6-5706-4699-bae2-9604379449d7 None None] Publish callbacks [] for port (07601c46-2dcb-4662-af35-09ea2e6b33b4), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:44.040366 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b89cde-ade3-489a-bcd8-ddfc99573b4e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Made reservation on behalf of f0f1eb4384394fc18f1626f3e12e04e3 for: {'port': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:52:44.068776 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-61fbd5c6-5706-4699-bae2-9604379449d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (07601c46-2dcb-4662-af35-09ea2e6b33b4), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:44.089927 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-89d2211b-9040-49d2-9254-02e21779c976 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:44.092646 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a524ae1f-68ec-4cc7-9589-02a358ab37a1 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:52:44.095988 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-89d2211b-9040-49d2-9254-02e21779c976 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1112123 Aug 27 04:52:44.100795 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57422) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:44.107449 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57424) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:44.131937 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:44.132366 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-0633a981-99ea-47c4-b42f-657d546d877e admin admin] Deleting subnet 0fb52974-bbb6-42e6-b0d8-aa0476c2dbe0 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:52:44.144436 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0633a981-99ea-47c4-b42f-657d546d877e admin admin] Publish callbacks [] for subnet (0fb52974-bbb6-42e6-b0d8-aa0476c2dbe0), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:44.216063 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: a524ae1f-68ec-4cc7-9589-02a358ab37a1 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:52:44.220574 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a524ae1f-68ec-4cc7-9589-02a358ab37a1 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:52:44.231261 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-bafc50b8-9b1d-4a65-b981-935dca43902a admin admin] Allocated IP 172.20.0.1 (be07f20e-e520-41cf-87fc-8405fd8af848/cb8e37ee-4e02-46d3-946a-961d47b0bec1/cf395558-dc14-4381-a260-f1175e7f05fd) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:52:44.299340 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fbd5c6-5706-4699-bae2-9604379449d7 None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:52:44.303119 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fbd5c6-5706-4699-bae2-9604379449d7 None None] Pushing event updated for resources: {'Port': ['ID=07601c46-2dcb-4662-af35-09ea2e6b33b4,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:44.315482 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0633a981-99ea-47c4-b42f-657d546d877e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (0fb52974-bbb6-42e6-b0d8-aa0476c2dbe0), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:44.318928 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-61fbd5c6-5706-4699-bae2-9604379449d7 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:52:44.328633 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fbd5c6-5706-4699-bae2-9604379449d7 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:52:44.397769 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9b421dc4-42b1-4757-9fc4-da54e706261f tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (6e1f1948-488a-41e5-9472-da99c3e706a8), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:44.444105 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57430) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:44.470644 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0633a981-99ea-47c4-b42f-657d546d877e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (0fb52974-bbb6-42e6-b0d8-aa0476c2dbe0), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:44.481827 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-61fbd5c6-5706-4699-bae2-9604379449d7 None None] Attempting to bind port 07601c46-2dcb-4662-af35-09ea2e6b33b4 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:52:44.482208 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-61fbd5c6-5706-4699-bae2-9604379449d7 None None] Attempting to bind port 07601c46-2dcb-4662-af35-09ea2e6b33b4 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:52:44.482574 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fbd5c6-5706-4699-bae2-9604379449d7 None None] Attempting to bind port 07601c46-2dcb-4662-af35-09ea2e6b33b4 on network 61356c33-ce96-40d0-bb36-87a36b2d0e1c {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:52:44.505993 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fbd5c6-5706-4699-bae2-9604379449d7 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:52:44.506371 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fbd5c6-5706-4699-bae2-9604379449d7 None None] Checking segment: {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:52:44.522002 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-61fbd5c6-5706-4699-bae2-9604379449d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:44.523106 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fbd5c6-5706-4699-bae2-9604379449d7 None None] Bound using segment: {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:52:44.524025 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-61fbd5c6-5706-4699-bae2-9604379449d7 None None] Bound port: 07601c46-2dcb-4662-af35-09ea2e6b33b4, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:52:44.524775 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-61fbd5c6-5706-4699-bae2-9604379449d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (07601c46-2dcb-4662-af35-09ea2e6b33b4), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:44.538970 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-13b89cde-ade3-489a-bcd8-ddfc99573b4e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:44.555241 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:44.567260 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [None req-13b89cde-ade3-489a-bcd8-ddfc99573b4e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] device_id is not set on port 7fce99dc-9e5c-42a1-8099-f316440efc5a yet. {{(pid=107775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:52:44.593057 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-49fcc482-a74c-4b02-baac-0ee0c1d79116 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group (9479e28a-1c60-4ff5-8276-50d86f548f45), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:44.602184 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-252168c4-3a80-44d5-a4a9-bb58728865a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:44.628582 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f90d7ff-aaf8-40f6-8ee0-f0bf8b14a0ac None None] Network 9ceaf97f-1d4d-4507-a96b-50830e3301ea requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:52:44.658869 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-49fcc482-a74c-4b02-baac-0ee0c1d79116 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group (9479e28a-1c60-4ff5-8276-50d86f548f45), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:44.708858 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9b421dc4-42b1-4757-9fc4-da54e706261f tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (6e1f1948-488a-41e5-9472-da99c3e706a8), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:44.716452 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-61fbd5c6-5706-4699-bae2-9604379449d7 None None] For port 07601c46-2dcb-4662-af35-09ea2e6b33b4, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:52:44.733142 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0633a981-99ea-47c4-b42f-657d546d877e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (0fb52974-bbb6-42e6-b0d8-aa0476c2dbe0), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:44.733462 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-c807aa03-3f16-4a33-b26f-4af38bad7332 None None] Provisioning complete for port 509f91f3-c642-4222-a350-fbfa9577ce1a triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:52:44.733799 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c807aa03-3f16-4a33-b26f-4af38bad7332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (509f91f3-c642-4222-a350-fbfa9577ce1a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:44.773224 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-61fbd5c6-5706-4699-bae2-9604379449d7 None None] For port 07601c46-2dcb-4662-af35-09ea2e6b33b4, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=07601c46-2dcb-4662-af35-09ea2e6b33b4,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:52:44.783552 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5b0355c1-3fa7-484b-8ca4-52bb53d0ab01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:44.800191 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b421dc4-42b1-4757-9fc4-da54e706261f tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Pushing event deleted for resources: {'Subnet': ['ID=6e1f1948-488a-41e5-9472-da99c3e706a8,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:44.818331 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9b421dc4-42b1-4757-9fc4-da54e706261f tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:44.824314 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9b421dc4-42b1-4757-9fc4-da54e706261f tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/6e1f1948-488a-41e5-9472-da99c3e706a8 HTTP/1.1" status: 204 len: 168 time: 1.6830330 Aug 27 04:52:44.849974 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57434) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:44.870179 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0633a981-99ea-47c4-b42f-657d546d877e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fb52974-bbb6-42e6-b0d8-aa0476c2dbe0,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:44.882956 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0633a981-99ea-47c4-b42f-657d546d877e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:44.883206 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-61fbd5c6-5706-4699-bae2-9604379449d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (07601c46-2dcb-4662-af35-09ea2e6b33b4), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:44.890188 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-0633a981-99ea-47c4-b42f-657d546d877e admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/0fb52974-bbb6-42e6-b0d8-aa0476c2dbe0 HTTP/1.1" status: 204 len: 168 time: 0.9197767 Aug 27 04:52:44.898182 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57436) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:44.934350 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bafc50b8-9b1d-4a65-b981-935dca43902a admin admin] Publish callbacks [] for port (cf395558-dc14-4381-a260-f1175e7f05fd), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:44.969017 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-49fcc482-a74c-4b02-baac-0ee0c1d79116 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (9479e28a-1c60-4ff5-8276-50d86f548f45), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:44.971481 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-49fcc482-a74c-4b02-baac-0ee0c1d79116 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:44.975186 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-49fcc482-a74c-4b02-baac-0ee0c1d79116 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/9479e28a-1c60-4ff5-8276-50d86f548f45 HTTP/1.1" status: 204 len: 168 time: 0.8708544 Aug 27 04:52:44.983698 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fbd5c6-5706-4699-bae2-9604379449d7 None None] Pushing event updated for resources: {'Port': ['ID=07601c46-2dcb-4662-af35-09ea2e6b33b4,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:45.000043 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57438) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:45.012342 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-c807aa03-3f16-4a33-b26f-4af38bad7332 None None] Current status of the port 509f91f3-c642-4222-a350-fbfa9577ce1a is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:52:45.012743 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c807aa03-3f16-4a33-b26f-4af38bad7332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (509f91f3-c642-4222-a350-fbfa9577ce1a), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:45.034274 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device fa46ad02-69fa-4855-91db-4f0fc8aa0b5b up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:52:45.071280 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02584d25-b277-43eb-9397-b45daeae862e tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:45.072990 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02584d25-b277-43eb-9397-b45daeae862e tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:45.077159 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-02584d25-b277-43eb-9397-b45daeae862e tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] 10.222.0.76 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2232635 Aug 27 04:52:45.080198 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57440) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:45.080535 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:45.086448 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fcc482-a74c-4b02-baac-0ee0c1d79116 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9479e28a-1c60-4ff5-8276-50d86f548f45,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:45.129103 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-13b89cde-ade3-489a-bcd8-ddfc99573b4e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Allocated IP 2001:db8::1542:adfe:ee15:5e4b (61356c33-ce96-40d0-bb36-87a36b2d0e1c/82946218-af6c-4c99-b476-08ece3c24e89/7fce99dc-9e5c-42a1-8099-f316440efc5a) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:52:45.147635 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-c807aa03-3f16-4a33-b26f-4af38bad7332 None None] For port 509f91f3-c642-4222-a350-fbfa9577ce1a, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=509f91f3-c642-4222-a350-fbfa9577ce1a,segment=NetworkSegment(a2a8beab-6f4a-4b03-9917-2c4e4fde21d7),segment_id=a2a8beab-6f4a-4b03-9917-2c4e4fde21d7)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:52:45.148664 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port fa46ad02-69fa-4855-91db-4f0fc8aa0b5b triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:52:45.149039 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (fa46ad02-69fa-4855-91db-4f0fc8aa0b5b), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:45.169464 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b5bc7083-535b-4097-aa41-ceb698f81359 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1669338 Aug 27 04:52:45.178586 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57442) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:45.191056 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-252168c4-3a80-44d5-a4a9-bb58728865a9 admin admin] Publish callbacks [] for security_group (9e269e51-3933-4394-b996-970583b4dcc5), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:45.225123 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5b0355c1-3fa7-484b-8ca4-52bb53d0ab01 admin admin] Publish callbacks [] for security_group (3c0b876d-dfba-48f4-9e34-59d8a6cb3d0f), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:45.226013 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c807aa03-3f16-4a33-b26f-4af38bad7332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (509f91f3-c642-4222-a350-fbfa9577ce1a), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:45.226583 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bafc50b8-9b1d-4a65-b981-935dca43902a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (cf395558-dc14-4381-a260-f1175e7f05fd), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:45.283345 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9597631b-1b17-4e73-a48e-76c39a8fd5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (89a91630-9ce5-4066-afbe-564d09f829ff), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:45.307325 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-252168c4-3a80-44d5-a4a9-bb58728865a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (9e269e51-3933-4394-b996-970583b4dcc5), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:45.348940 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafc50b8-9b1d-4a65-b981-935dca43902a admin admin] Network be07f20e-e520-41cf-87fc-8405fd8af848 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:52:45.359471 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5b0355c1-3fa7-484b-8ca4-52bb53d0ab01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (3c0b876d-dfba-48f4-9e34-59d8a6cb3d0f), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:45.378406 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port fa46ad02-69fa-4855-91db-4f0fc8aa0b5b is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:52:45.378804 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (fa46ad02-69fa-4855-91db-4f0fc8aa0b5b), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:45.393825 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c807aa03-3f16-4a33-b26f-4af38bad7332 None None] Pushing event updated for resources: {'Port': ['ID=509f91f3-c642-4222-a350-fbfa9577ce1a,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:45.395365 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-bafc50b8-9b1d-4a65-b981-935dca43902a admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:52:45.405383 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ef2fae8d-cdd3-40ba-a962-ed1cf8bf5ba6 tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2256188 Aug 27 04:52:45.406108 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57444) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:45.435407 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafc50b8-9b1d-4a65-b981-935dca43902a admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:52:45.443967 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cd7af553-4204-4639-8598-254ea24df818 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (9ceaf97f-1d4d-4507-a96b-50830e3301ea), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:45.458255 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port fa46ad02-69fa-4855-91db-4f0fc8aa0b5b, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=fa46ad02-69fa-4855-91db-4f0fc8aa0b5b,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:52:45.466841 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-252168c4-3a80-44d5-a4a9-bb58728865a9 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=027f2bde14a649d1b5ba3c56c43e18de&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3348022 Aug 27 04:52:45.477638 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57446) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:45.490890 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-aaedf2d3-d179-4d7d-a0e1-35c29fe0876f tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] delete failed (client error): The resource could not be found. Aug 27 04:52:45.496426 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-aaedf2d3-d179-4d7d-a0e1-35c29fe0876f tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/9479e28a-1c60-4ff5-8276-50d86f548f45 HTTP/1.1" status: 404 len: 347 time: 0.0637162 Aug 27 04:52:45.497086 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57448) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:45.497419 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c00691-7337-4815-95d6-cc0b4cefed22 None None] Network 9ceaf97f-1d4d-4507-a96b-50830e3301ea requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:52:45.532574 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafc50b8-9b1d-4a65-b981-935dca43902a admin admin] Pushing event updated for resources: {'Port': ['ID=cf395558-dc14-4381-a260-f1175e7f05fd,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:45.558152 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252168c4-3a80-44d5-a4a9-bb58728865a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e269e51-3933-4394-b996-970583b4dcc5,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:45.578383 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-5fed27a9-36f6-4c38-8dfa-6aac3e64d777 None None] Provisioning complete for port 509f91f3-c642-4222-a350-fbfa9577ce1a triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:52:45.578763 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fed27a9-36f6-4c38-8dfa-6aac3e64d777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (509f91f3-c642-4222-a350-fbfa9577ce1a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:45.580746 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (fa46ad02-69fa-4855-91db-4f0fc8aa0b5b), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:45.582053 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 509f91f3-c642-4222-a350-fbfa9577ce1a up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:52:45.591990 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-5b0355c1-3fa7-484b-8ca4-52bb53d0ab01 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=e33f1e5540984e409e0091e6ae1dd080&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0732419 Aug 27 04:52:45.608104 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57450) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:45.638522 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd7af553-4204-4639-8598-254ea24df818 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 27 04:52:45.639016 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd7af553-4204-4639-8598-254ea24df818 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:52:45.647726 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-cd7af553-4204-4639-8598-254ea24df818 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] 10.222.0.76 "DELETE /networking/v2.0/networks/9ceaf97f-1d4d-4507-a96b-50830e3301ea HTTP/1.1" status: 409 len: 466 time: 0.5613909 Aug 27 04:52:45.651214 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57452) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:45.666418 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-12170d16-66c0-464d-9964-f65579731f49 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1725118850'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:45.673465 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:45.678882 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9597631b-1b17-4e73-a48e-76c39a8fd5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (89a91630-9ce5-4066-afbe-564d09f829ff), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:45.704308 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bafc50b8-9b1d-4a65-b981-935dca43902a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (53c95c71-223f-4985-8820-72425df36581), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:45.758895 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=fa46ad02-69fa-4855-91db-4f0fc8aa0b5b,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:45.778985 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0355c1-3fa7-484b-8ca4-52bb53d0ab01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0b876d-dfba-48f4-9e34-59d8a6cb3d0f,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:45.804182 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-191eeeab-68f9-46ac-87ab-e4f340165435 admin admin] Publish callbacks [] for security_group (9e269e51-3933-4394-b996-970583b4dcc5), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:45.832345 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:45.850047 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-191eeeab-68f9-46ac-87ab-e4f340165435 admin admin] Publish callbacks [] for security_group (9e269e51-3933-4394-b996-970583b4dcc5), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:45.851088 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 509f91f3-c642-4222-a350-fbfa9577ce1a triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:52:45.851895 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (509f91f3-c642-4222-a350-fbfa9577ce1a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:45.880620 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-269a1f2f-7e45-40ca-afd6-16df563c5fce admin admin] Publish callbacks [] for security_group (3c0b876d-dfba-48f4-9e34-59d8a6cb3d0f), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:45.936339 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-269a1f2f-7e45-40ca-afd6-16df563c5fce admin admin] Publish callbacks [] for security_group (3c0b876d-dfba-48f4-9e34-59d8a6cb3d0f), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:45.959896 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-5fed27a9-36f6-4c38-8dfa-6aac3e64d777 None None] Current status of the port 509f91f3-c642-4222-a350-fbfa9577ce1a is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:52:45.973848 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-5fed27a9-36f6-4c38-8dfa-6aac3e64d777 None None] Provisioning complete for port 5f3096f2-e5cb-4e85-967f-aa0ff6bf4ff1 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:52:45.974409 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fed27a9-36f6-4c38-8dfa-6aac3e64d777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (5f3096f2-e5cb-4e85-967f-aa0ff6bf4ff1), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:46.003454 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ffb23f-3854-4235-9181-ffd3b918063c None None] DHCP port deletion for 9ceaf97f-1d4d-4507-a96b-50830e3301ea request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:52:46.029704 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-5fed27a9-36f6-4c38-8dfa-6aac3e64d777 None None] Port 5f3096f2-e5cb-4e85-967f-aa0ff6bf4ff1 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:52:46.050181 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bafc50b8-9b1d-4a65-b981-935dca43902a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (cf395558-dc14-4381-a260-f1175e7f05fd), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:46.062934 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-9597631b-1b17-4e73-a48e-76c39a8fd5e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89a91630-9ce5-4066-afbe-564d09f829ff']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:46.102958 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:46.104878 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:46.112074 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-47ffb23f-3854-4235-9181-ffd3b918063c None None] Deleting port 509f91f3-c642-4222-a350-fbfa9577ce1a {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:52:46.112074 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-47ffb23f-3854-4235-9181-ffd3b918063c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (509f91f3-c642-4222-a350-fbfa9577ce1a), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:46.126911 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-9597631b-1b17-4e73-a48e-76c39a8fd5e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '434ee9f5-609b-4584-a366-8a5f884dbfd9') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:46.127596 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-9597631b-1b17-4e73-a48e-76c39a8fd5e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '434ee9f5-609b-4584-a366-8a5f884dbfd9') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:46.151662 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-31529d88-e24f-44e0-9f2c-4e82497c638c tempest-SecGroupIPv6Test-674120049 tempest-SecGroupIPv6Test-674120049-project] 10.222.0.76 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.6497984 Aug 27 04:52:46.161036 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9597631b-1b17-4e73-a48e-76c39a8fd5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (434ee9f5-609b-4584-a366-8a5f884dbfd9), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:46.185168 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-13b89cde-ade3-489a-bcd8-ddfc99573b4e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for port (7fce99dc-9e5c-42a1-8099-f316440efc5a), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:46.189394 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 509f91f3-c642-4222-a350-fbfa9577ce1a is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:52:46.190625 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12170d16-66c0-464d-9964-f65579731f49 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Made reservation on behalf of 7404cab787d9443cbae839218717bbbd for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:52:46.215263 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-12170d16-66c0-464d-9964-f65579731f49 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:46.217463 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9597631b-1b17-4e73-a48e-76c39a8fd5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (434ee9f5-609b-4584-a366-8a5f884dbfd9), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:46.230841 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-3a41f831-3663-4cd5-8a34-5cedaa85125d None None] Provisioning complete for port cf395558-dc14-4381-a260-f1175e7f05fd triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:52:46.231330 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3a41f831-3663-4cd5-8a34-5cedaa85125d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (cf395558-dc14-4381-a260-f1175e7f05fd), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:46.242593 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9597631b-1b17-4e73-a48e-76c39a8fd5e8 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:52:46.243359 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9597631b-1b17-4e73-a48e-76c39a8fd5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (434ee9f5-609b-4584-a366-8a5f884dbfd9), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:46.246931 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:46.248506 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-191eeeab-68f9-46ac-87ab-e4f340165435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (9e269e51-3933-4394-b996-970583b4dcc5), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:46.281008 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-191eeeab-68f9-46ac-87ab-e4f340165435 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:46.299998 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-191eeeab-68f9-46ac-87ab-e4f340165435 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/9e269e51-3933-4394-b996-970583b4dcc5 HTTP/1.1" status: 204 len: 168 time: 0.7684336 Aug 27 04:52:46.307738 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 434ee9f5-609b-4584-a366-8a5f884dbfd9 resource provider aggregate not found Aug 27 04:52:46.312637 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-269a1f2f-7e45-40ca-afd6-16df563c5fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (3c0b876d-dfba-48f4-9e34-59d8a6cb3d0f), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:46.335894 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-269a1f2f-7e45-40ca-afd6-16df563c5fce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:46.341654 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-269a1f2f-7e45-40ca-afd6-16df563c5fce admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/3c0b876d-dfba-48f4-9e34-59d8a6cb3d0f HTTP/1.1" status: 204 len: 168 time: 0.6950483 Aug 27 04:52:46.355695 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:46.355695 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-3a41f831-3663-4cd5-8a34-5cedaa85125d None None] Port cf395558-dc14-4381-a260-f1175e7f05fd cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:52:46.358677 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 8e64974f-eb52-4a9e-9d1f-f1e812e43a86 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:52:46.359753 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 434ee9f5-609b-4584-a366-8a5f884dbfd9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 434ee9f5-609b-4584-a366-8a5f884dbfd9 found for delete ", "request_id": "req-bf6c39f5-80b8-48bb-abad-7fa910bc0d9c"}]} Aug 27 04:52:46.367139 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191eeeab-68f9-46ac-87ab-e4f340165435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e269e51-3933-4394-b996-970583b4dcc5,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:46.390925 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a1f2f-7e45-40ca-afd6-16df563c5fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0b876d-dfba-48f4-9e34-59d8a6cb3d0f,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:46.411992 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12170d16-66c0-464d-9964-f65579731f49 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:52:46.415246 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 8e64974f-eb52-4a9e-9d1f-f1e812e43a86 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:52:46.415587 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 8e64974f-eb52-4a9e-9d1f-f1e812e43a86 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:52:46.422242 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-47ffb23f-3854-4235-9181-ffd3b918063c None None] For port 509f91f3-c642-4222-a350-fbfa9577ce1a, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=509f91f3-c642-4222-a350-fbfa9577ce1a,segment=NetworkSegment(a2a8beab-6f4a-4b03-9917-2c4e4fde21d7),segment_id=a2a8beab-6f4a-4b03-9917-2c4e4fde21d7)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:52:46.422899 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-47ffb23f-3854-4235-9181-ffd3b918063c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (509f91f3-c642-4222-a350-fbfa9577ce1a), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:46.432656 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bafc50b8-9b1d-4a65-b981-935dca43902a admin admin] Publish callbacks [] for port (cf395558-dc14-4381-a260-f1175e7f05fd), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:46.438334 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-12170d16-66c0-464d-9964-f65579731f49 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (1cc31ff2-b9b4-4a41-8397-8beb25037539), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:46.438760 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-12170d16-66c0-464d-9964-f65579731f49 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Added segment 1cc31ff2-b9b4-4a41-8397-8beb25037539 of type vlan for network 145d0280-13f7-4e14-9571-30d1411782a3 Aug 27 04:52:46.444145 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-47ffb23f-3854-4235-9181-ffd3b918063c None None] Calling delete_port for 509f91f3-c642-4222-a350-fbfa9577ce1a owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:52:46.492865 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-12170d16-66c0-464d-9964-f65579731f49 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (145d0280-13f7-4e14-9571-30d1411782a3), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:46.534197 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bafc50b8-9b1d-4a65-b981-935dca43902a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (cf395558-dc14-4381-a260-f1175e7f05fd), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:46.534432 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9597631b-1b17-4e73-a48e-76c39a8fd5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (89a91630-9ce5-4066-afbe-564d09f829ff), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:46.537347 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-13b89cde-ade3-489a-bcd8-ddfc99573b4e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (7fce99dc-9e5c-42a1-8099-f316440efc5a), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:46.553443 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9597631b-1b17-4e73-a48e-76c39a8fd5e8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:46.559247 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9597631b-1b17-4e73-a48e-76c39a8fd5e8 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/89a91630-9ce5-4066-afbe-564d09f829ff HTTP/1.1" status: 204 len: 168 time: 1.6540589 Aug 27 04:52:46.594931 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9597631b-1b17-4e73-a48e-76c39a8fd5e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=89a91630-9ce5-4066-afbe-564d09f829ff,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:46.606166 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b89cde-ade3-489a-bcd8-ddfc99573b4e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:52:46.609930 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-13b89cde-ade3-489a-bcd8-ddfc99573b4e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:52:46.617293 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b89cde-ade3-489a-bcd8-ddfc99573b4e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:52:46.622964 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b89cde-ade3-489a-bcd8-ddfc99573b4e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:46.623903 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-13b89cde-ade3-489a-bcd8-ddfc99573b4e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:46.633806 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-12170d16-66c0-464d-9964-f65579731f49 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (145d0280-13f7-4e14-9571-30d1411782a3), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:46.639680 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12170d16-66c0-464d-9964-f65579731f49 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:46.640341 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-12170d16-66c0-464d-9964-f65579731f49 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:46.643781 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafc50b8-9b1d-4a65-b981-935dca43902a admin admin] Pushing event updated for resources: {'Port': ['ID=cf395558-dc14-4381-a260-f1175e7f05fd,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:46.649927 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bafc50b8-9b1d-4a65-b981-935dca43902a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (53c95c71-223f-4985-8820-72425df36581), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:46.676295 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b89cde-ade3-489a-bcd8-ddfc99573b4e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event updated for resources: {'Port': ['ID=7fce99dc-9e5c-42a1-8099-f316440efc5a,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:46.694052 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-47ffb23f-3854-4235-9181-ffd3b918063c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (509f91f3-c642-4222-a350-fbfa9577ce1a), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:46.759084 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-13b89cde-ade3-489a-bcd8-ddfc99573b4e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.5049977 Aug 27 04:52:46.760880 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57470) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:46.769696 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12170d16-66c0-464d-9964-f65579731f49 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Pushing event updated for resources: {'Network': ['ID=145d0280-13f7-4e14-9571-30d1411782a3,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:46.804782 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 145d0280-13f7-4e14-9571-30d1411782a3 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:52:46.813639 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ffb23f-3854-4235-9181-ffd3b918063c None None] Pushing event deleted for resources: {'Port': ['ID=509f91f3-c642-4222-a350-fbfa9577ce1a,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:46.826531 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafc50b8-9b1d-4a65-b981-935dca43902a admin admin] Network be07f20e-e520-41cf-87fc-8405fd8af848 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:52:46.830011 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-bafc50b8-9b1d-4a65-b981-935dca43902a admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:52:46.847256 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1937feb-b881-4a5e-96cd-706dd2ef0197 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:46.850009 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-12170d16-66c0-464d-9964-f65579731f49 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1944289 Aug 27 04:52:46.859545 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57472) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:46.859677 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1937feb-b881-4a5e-96cd-706dd2ef0197 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:46.859677 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c1937feb-b881-4a5e-96cd-706dd2ef0197 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0862300 Aug 27 04:52:46.859677 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57474) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:46.860425 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-3b0e5d54-876f-49db-a356-1d8e7dbaa2b3 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Request body: {'subnet': {'network_id': '145d0280-13f7-4e14-9571-30d1411782a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:46.864616 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ffb23f-3854-4235-9181-ffd3b918063c None None] No DVR routers for this DVR port 509f91f3-c642-4222-a350-fbfa9577ce1a on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:52:46.969775 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-18502f56-270a-4069-99d2-66d76c175f95 None None] Provisioning complete for port 07601c46-2dcb-4662-af35-09ea2e6b33b4 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:52:46.970596 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-18502f56-270a-4069-99d2-66d76c175f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (07601c46-2dcb-4662-af35-09ea2e6b33b4), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:47.136379 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-18502f56-270a-4069-99d2-66d76c175f95 None None] Current status of the port 07601c46-2dcb-4662-af35-09ea2e6b33b4 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:52:47.137896 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-18502f56-270a-4069-99d2-66d76c175f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (07601c46-2dcb-4662-af35-09ea2e6b33b4), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:47.156099 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device fa46ad02-69fa-4855-91db-4f0fc8aa0b5b up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:52:47.161236 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-1a06fd0d-dc69-45c1-80ca-71a7effd10b7 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Deleting port 7fce99dc-9e5c-42a1-8099-f316440efc5a {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:52:47.161236 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1a06fd0d-dc69-45c1-80ca-71a7effd10b7 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (7fce99dc-9e5c-42a1-8099-f316440efc5a), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:47.192942 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0e5d54-876f-49db-a356-1d8e7dbaa2b3 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Made reservation on behalf of 7404cab787d9443cbae839218717bbbd for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:52:47.200234 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3b0e5d54-876f-49db-a356-1d8e7dbaa2b3 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:47.236360 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bafc50b8-9b1d-4a65-b981-935dca43902a admin admin] Router 53c95c71-223f-4985-8820-72425df36581 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:52:47.239835 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-18502f56-270a-4069-99d2-66d76c175f95 None None] For port 07601c46-2dcb-4662-af35-09ea2e6b33b4, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=07601c46-2dcb-4662-af35-09ea2e6b33b4,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:52:47.264954 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port fa46ad02-69fa-4855-91db-4f0fc8aa0b5b triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:52:47.274547 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (fa46ad02-69fa-4855-91db-4f0fc8aa0b5b), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:47.313712 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57478) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:47.335869 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1a06fd0d-dc69-45c1-80ca-71a7effd10b7 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (7fce99dc-9e5c-42a1-8099-f316440efc5a), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:47.381941 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-1a06fd0d-dc69-45c1-80ca-71a7effd10b7 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Calling delete_port for 7fce99dc-9e5c-42a1-8099-f316440efc5a owned by {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:52:47.442777 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57482) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:47.451833 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bafc50b8-9b1d-4a65-b981-935dca43902a admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:52:47.459747 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-bafc50b8-9b1d-4a65-b981-935dca43902a admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/53c95c71-223f-4985-8820-72425df36581/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6449947 Aug 27 04:52:47.475362 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d51c30-c21e-4cf2-867b-2b7fe70f970d None None] Sync routers for ids ['53c95c71-223f-4985-8820-72425df36581'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:52:47.484214 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:47.493582 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:47.495302 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d51c30-c21e-4cf2-867b-2b7fe70f970d None None] Routers {'53c95c71-223f-4985-8820-72425df36581'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:52:47.495937 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-e4d51c30-c21e-4cf2-867b-2b7fe70f970d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:52:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['53c95c71-223f-4985-8820-72425df36581'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:47.526849 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-18502f56-270a-4069-99d2-66d76c175f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (07601c46-2dcb-4662-af35-09ea2e6b33b4), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:47.579563 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-80b7a60b-4631-4730-b127-00d71a945c11 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=7451645b0f414ff1bffd9cc096577139&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1335816 Aug 27 04:52:47.579820 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57486) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:47.607296 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port fa46ad02-69fa-4855-91db-4f0fc8aa0b5b is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:52:47.609993 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 07601c46-2dcb-4662-af35-09ea2e6b33b4 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:52:47.655766 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-e4d51c30-c21e-4cf2-867b-2b7fe70f970d None None] Set router 53c95c71-223f-4985-8820-72425df36581 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:52:47.681163 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-74904213-3157-43ce-b2dc-277303fa00a9 None None] Provisioning complete for port cf395558-dc14-4381-a260-f1175e7f05fd triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:52:47.681787 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-74904213-3157-43ce-b2dc-277303fa00a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (cf395558-dc14-4381-a260-f1175e7f05fd), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:47.685632 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18502f56-270a-4069-99d2-66d76c175f95 None None] Pushing event updated for resources: {'Port': ['ID=07601c46-2dcb-4662-af35-09ea2e6b33b4,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:47.698207 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dc43aa89-a091-4764-a83e-6a6125290604 admin admin] Publish callbacks [] for security_group (22ae352b-f9eb-4bad-a635-a9612c72920c), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:47.720291 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57488) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:47.731150 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 07601c46-2dcb-4662-af35-09ea2e6b33b4 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:52:47.731798 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (07601c46-2dcb-4662-af35-09ea2e6b33b4), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:47.745681 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dc43aa89-a091-4764-a83e-6a6125290604 admin admin] Publish callbacks [] for security_group (22ae352b-f9eb-4bad-a635-a9612c72920c), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:47.755075 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-74904213-3157-43ce-b2dc-277303fa00a9 None None] Port cf395558-dc14-4381-a260-f1175e7f05fd cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:52:47.758072 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-74904213-3157-43ce-b2dc-277303fa00a9 None None] Could not find standard attr ID for object 7fce99dc-9e5c-42a1-8099-f316440efc5a. {{(pid=107777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 27 04:52:47.761831 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-de4d4157-8c79-462b-9831-215ec3365ea6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:47.801055 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1a06fd0d-dc69-45c1-80ca-71a7effd10b7 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (7fce99dc-9e5c-42a1-8099-f316440efc5a), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:47.824341 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 07601c46-2dcb-4662-af35-09ea2e6b33b4 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:52:47.831674 n-d-852088-5 neutron-server[107775]: DEBUG neutron.objects.ports [None req-3b0e5d54-876f-49db-a356-1d8e7dbaa2b3 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107775) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 27 04:52:47.839479 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3b0e5d54-876f-49db-a356-1d8e7dbaa2b3 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (3eccd368-7190-4f0b-8ff7-5d20fcc7432c), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:47.891097 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1a06fd0d-dc69-45c1-80ca-71a7effd10b7 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:47.905921 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57490) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:47.914863 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1a06fd0d-dc69-45c1-80ca-71a7effd10b7 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/ports/7fce99dc-9e5c-42a1-8099-f316440efc5a HTTP/1.1" status: 204 len: 168 time: 1.0561855 Aug 27 04:52:47.915834 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 509f91f3-c642-4222-a350-fbfa9577ce1a no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:52:47.918717 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a06fd0d-dc69-45c1-80ca-71a7effd10b7 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event deleted for resources: {'Port': ['ID=7fce99dc-9e5c-42a1-8099-f316440efc5a,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:47.933192 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dc43aa89-a091-4764-a83e-6a6125290604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (22ae352b-f9eb-4bad-a635-a9612c72920c), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:47.951171 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dc43aa89-a091-4764-a83e-6a6125290604 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:47.957587 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-dc43aa89-a091-4764-a83e-6a6125290604 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/22ae352b-f9eb-4bad-a635-a9612c72920c HTTP/1.1" status: 204 len: 168 time: 0.3727224 Aug 27 04:52:47.958251 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 509f91f3-c642-4222-a350-fbfa9577ce1a {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:52:47.959341 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 509f91f3-c642-4222-a350-fbfa9577ce1a not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:52:47.991056 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc43aa89-a091-4764-a83e-6a6125290604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ae352b-f9eb-4bad-a635-a9612c72920c,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:48.036025 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-e4d51c30-c21e-4cf2-867b-2b7fe70f970d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c95c71-223f-4985-8820-72425df36581', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1841315587-router', 'tenant_id': 'f8cf9c5207684ce3a0f8820eee81f737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'fa46ad02-69fa-4855-91db-4f0fc8aa0b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:52:34Z', 'updated_at': '2022-08-27T04:52:45Z', 'revision_number': 4, 'project_id': 'f8cf9c5207684ce3a0f8820eee81f737', 'gw_port': {'id': 'fa46ad02-69fa-4855-91db-4f0fc8aa0b5b', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c95c71-223f-4985-8820-72425df36581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:52:35Z', 'updated_at': '2022-08-27T04:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'cf395558-dc14-4381-a260-f1175e7f05fd', 'name': '', 'network_id': 'be07f20e-e520-41cf-87fc-8405fd8af848', 'tenant_id': 'f8cf9c5207684ce3a0f8820eee81f737', 'mac_address': 'fa:16:3e:73:c8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c95c71-223f-4985-8820-72425df36581', 'device_owner': 'network:router_interface', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': 'cb8e37ee-4e02-46d3-946a-961d47b0bec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:52:43Z', 'updated_at': '2022-08-27T04:52:46Z', 'revision_number': 2, 'project_id': 'f8cf9c5207684ce3a0f8820eee81f737', 'subnets': [{'id': 'cb8e37ee-4e02-46d3-946a-961d47b0bec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:48.036765 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0e5d54-876f-49db-a356-1d8e7dbaa2b3 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Pushing event updated for resources: {'Subnet': ['ID=3eccd368-7190-4f0b-8ff7-5d20fcc7432c,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:48.054508 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d51c30-c21e-4cf2-867b-2b7fe70f970d None None] Checking router: 53c95c71-223f-4985-8820-72425df36581 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:52:48.056440 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d51c30-c21e-4cf2-867b-2b7fe70f970d None None] Updating router 53c95c71-223f-4985-8820-72425df36581 port cf395558-dc14-4381-a260-f1175e7f05fd binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:52:48.079394 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9fe9fc-5cde-4b79-99a2-5a8669043cf9 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:48.081104 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9fe9fc-5cde-4b79-99a2-5a8669043cf9 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:48.083271 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-5e9fe9fc-5cde-4b79-99a2-5a8669043cf9 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1635087 Aug 27 04:52:48.084127 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0e5d54-876f-49db-a356-1d8e7dbaa2b3 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Checking segment: {'id': '1cc31ff2-b9b4-4a41-8397-8beb25037539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '145d0280-13f7-4e14-9571-30d1411782a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:52:48.084501 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0e5d54-876f-49db-a356-1d8e7dbaa2b3 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Network hostable DHCP agents. Network: 145d0280-13f7-4e14-9571-30d1411782a3, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:52:48.086216 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57494) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:48.098193 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-e4d51c30-c21e-4cf2-867b-2b7fe70f970d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (cf395558-dc14-4381-a260-f1175e7f05fd), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:48.159706 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-de4d4157-8c79-462b-9831-215ec3365ea6 admin admin] Publish callbacks [] for security_group (4a4fea1a-6be1-4e18-8113-091e1940d5b8), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:48.160892 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57498) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:48.214637 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c64b9a1b-e12d-42b4-adb6-df26379f5cc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:48.232083 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6cc970d-ce57-4633-9009-c4d3e803a805 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Deleting subnet 82946218-af6c-4c99-b476-08ece3c24e89 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:52:48.242832 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d6cc970d-ce57-4633-9009-c4d3e803a805 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (82946218-af6c-4c99-b476-08ece3c24e89), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:48.274580 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-fc4f8cda-e92a-4a25-89d3-5da7c42dff16 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=7f4eb79f7b6d431db33148f31fb43258&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9593236 Aug 27 04:52:48.275655 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-de4d4157-8c79-462b-9831-215ec3365ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (4a4fea1a-6be1-4e18-8113-091e1940d5b8), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:48.278521 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57502) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:48.279184 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:48.294263 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0e5d54-876f-49db-a356-1d8e7dbaa2b3 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Network 145d0280-13f7-4e14-9571-30d1411782a3 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:52:48.322369 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d6cc970d-ce57-4633-9009-c4d3e803a805 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (82946218-af6c-4c99-b476-08ece3c24e89), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:48.345941 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-de4d4157-8c79-462b-9831-215ec3365ea6 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=938edb15849c46d08a5be2ac829a2887&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6246271 Aug 27 04:52:48.350021 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57504) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:48.358402 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d4157-8c79-462b-9831-215ec3365ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4fea1a-6be1-4e18-8113-091e1940d5b8,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:48.406903 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c26c1029-3398-4891-8b8a-63d48913f9a1 admin admin] Publish callbacks [] for security_group (030d10a1-2ac9-4acf-8dac-e25105ee325c), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:48.414750 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:48.442305 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c64b9a1b-e12d-42b4-adb6-df26379f5cc8 admin admin] Publish callbacks [] for security_group (231e60f7-f869-4502-8c05-b3d740c53574), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:48.447831 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9c523e0b-e6f9-4449-adaa-d4aa25c0d230 admin admin] Publish callbacks [] for security_group (4a4fea1a-6be1-4e18-8113-091e1940d5b8), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:48.456038 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-3b0e5d54-876f-49db-a356-1d8e7dbaa2b3 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 145d0280-13f7-4e14-9571-30d1411782a3) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:52:48.463505 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c26c1029-3398-4891-8b8a-63d48913f9a1 admin admin] Publish callbacks [] for security_group (030d10a1-2ac9-4acf-8dac-e25105ee325c), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:48.470560 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0e5d54-876f-49db-a356-1d8e7dbaa2b3 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:48.470560 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3b0e5d54-876f-49db-a356-1d8e7dbaa2b3 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:48.479119 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d6cc970d-ce57-4633-9009-c4d3e803a805 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (82946218-af6c-4c99-b476-08ece3c24e89), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:48.484581 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9c523e0b-e6f9-4449-adaa-d4aa25c0d230 admin admin] Publish callbacks [] for security_group (4a4fea1a-6be1-4e18-8113-091e1940d5b8), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:48.485001 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-e4d51c30-c21e-4cf2-867b-2b7fe70f970d None None] Publish callbacks [] for port (cf395558-dc14-4381-a260-f1175e7f05fd), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:48.490704 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d454b3-c1bf-4651-8d48-afd5aa984a9d None None] Network 145d0280-13f7-4e14-9571-30d1411782a3 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:52:48.575859 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c64b9a1b-e12d-42b4-adb6-df26379f5cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (231e60f7-f869-4502-8c05-b3d740c53574), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:48.621008 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c64b9a1b-e12d-42b4-adb6-df26379f5cc8 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=54efbd5b01ec4261b01f8085dd41adda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4543936 Aug 27 04:52:48.622058 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5b21b1-9ada-4466-bf96-e1b3ead6067b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-145d0280-13f7-4e14-9571-30d1411782a3', 'network_id': '145d0280-13f7-4e14-9571-30d1411782a3', 'project_id': '7404cab787d9443cbae839218717bbbd', 'fixed_ips': [{'subnet_id': '3eccd368-7190-4f0b-8ff7-5d20fcc7432c'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:52:48.623276 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8e5b21b1-9ada-4466-bf96-e1b3ead6067b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:48.623580 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57508) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:48.624535 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-e4d51c30-c21e-4cf2-867b-2b7fe70f970d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (cf395558-dc14-4381-a260-f1175e7f05fd), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:48.629243 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b9a1b-e12d-42b4-adb6-df26379f5cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231e60f7-f869-4502-8c05-b3d740c53574,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:48.639515 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3b0e5d54-876f-49db-a356-1d8e7dbaa2b3 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.7857149 Aug 27 04:52:48.642657 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57510) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:48.679483 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c26c1029-3398-4891-8b8a-63d48913f9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (030d10a1-2ac9-4acf-8dac-e25105ee325c), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:48.681305 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9c523e0b-e6f9-4449-adaa-d4aa25c0d230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (4a4fea1a-6be1-4e18-8113-091e1940d5b8), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:48.687588 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c26c1029-3398-4891-8b8a-63d48913f9a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:48.687749 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9c523e0b-e6f9-4449-adaa-d4aa25c0d230 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:48.687847 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c26c1029-3398-4891-8b8a-63d48913f9a1 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/030d10a1-2ac9-4acf-8dac-e25105ee325c HTTP/1.1" status: 204 len: 168 time: 0.4045174 Aug 27 04:52:48.687948 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9c523e0b-e6f9-4449-adaa-d4aa25c0d230 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/4a4fea1a-6be1-4e18-8113-091e1940d5b8 HTTP/1.1" status: 204 len: 168 time: 0.3340843 Aug 27 04:52:48.697595 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c1029-3398-4891-8b8a-63d48913f9a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030d10a1-2ac9-4acf-8dac-e25105ee325c,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:48.700138 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-487befc2-3509-4470-bd3a-c1b5818157a8 admin admin] Publish callbacks [] for security_group (231e60f7-f869-4502-8c05-b3d740c53574), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:48.715959 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d6cc970d-ce57-4633-9009-c4d3e803a805 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (82946218-af6c-4c99-b476-08ece3c24e89), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:48.733907 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c523e0b-e6f9-4449-adaa-d4aa25c0d230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4fea1a-6be1-4e18-8113-091e1940d5b8,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:48.746764 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46b29ed-cf84-41eb-9f8a-373174468408 None None] Pushing event updated for resources: {'Port': ['ID=cf395558-dc14-4381-a260-f1175e7f05fd,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:48.769588 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cc970d-ce57-4633-9009-c4d3e803a805 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event deleted for resources: {'Subnet': ['ID=82946218-af6c-4c99-b476-08ece3c24e89,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:48.782790 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-487befc2-3509-4470-bd3a-c1b5818157a8 admin admin] Publish callbacks [] for security_group (231e60f7-f869-4502-8c05-b3d740c53574), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:48.793363 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d6cc970d-ce57-4633-9009-c4d3e803a805 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:48.798269 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d6cc970d-ce57-4633-9009-c4d3e803a805 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/82946218-af6c-4c99-b476-08ece3c24e89 HTTP/1.1" status: 204 len: 168 time: 0.7095115 Aug 27 04:52:48.799914 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57520) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:48.815749 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0399e4-1688-4e68-b6e9-a225b9943300 None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:52:48.834331 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:48.849959 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:48.858819 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-e4d51c30-c21e-4cf2-867b-2b7fe70f970d None None] Attempting to bind port cf395558-dc14-4381-a260-f1175e7f05fd on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:52:48.859793 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-e4d51c30-c21e-4cf2-867b-2b7fe70f970d None None] Attempting to bind port cf395558-dc14-4381-a260-f1175e7f05fd by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '32f9a83e-ad2c-4f1c-a8a4-ef984b0206d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'be07f20e-e520-41cf-87fc-8405fd8af848'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:52:48.863072 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d51c30-c21e-4cf2-867b-2b7fe70f970d None None] Attempting to bind port cf395558-dc14-4381-a260-f1175e7f05fd on network be07f20e-e520-41cf-87fc-8405fd8af848 {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:52:48.873090 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d51c30-c21e-4cf2-867b-2b7fe70f970d None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:52:48.873468 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d51c30-c21e-4cf2-867b-2b7fe70f970d None None] Checking segment: {'id': '32f9a83e-ad2c-4f1c-a8a4-ef984b0206d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'be07f20e-e520-41cf-87fc-8405fd8af848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:52:48.874858 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-e4d51c30-c21e-4cf2-867b-2b7fe70f970d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:48.875315 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d51c30-c21e-4cf2-867b-2b7fe70f970d None None] Bound using segment: {'id': '32f9a83e-ad2c-4f1c-a8a4-ef984b0206d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'be07f20e-e520-41cf-87fc-8405fd8af848'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:52:48.875886 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-e4d51c30-c21e-4cf2-867b-2b7fe70f970d None None] Bound port: cf395558-dc14-4381-a260-f1175e7f05fd, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32f9a83e-ad2c-4f1c-a8a4-ef984b0206d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'be07f20e-e520-41cf-87fc-8405fd8af848'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:52:48.876261 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-e4d51c30-c21e-4cf2-867b-2b7fe70f970d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (cf395558-dc14-4381-a260-f1175e7f05fd), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:48.923502 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-6e15bc9b-15f0-45a4-9e71-b7babdf9f1f4 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1107798 Aug 27 04:52:48.927154 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57522) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:48.932658 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-385b0a8b-ccf0-4955-9761-382e0501e856 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'subnet': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:48.934967 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-814e5b86-3e9d-49fc-be23-116b1572bf13 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (145d0280-13f7-4e14-9571-30d1411782a3), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:48.947023 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-487befc2-3509-4470-bd3a-c1b5818157a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (231e60f7-f869-4502-8c05-b3d740c53574), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:48.947713 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 07601c46-2dcb-4662-af35-09ea2e6b33b4 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:52:48.949906 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-487befc2-3509-4470-bd3a-c1b5818157a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:48.951070 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-487befc2-3509-4470-bd3a-c1b5818157a8 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/231e60f7-f869-4502-8c05-b3d740c53574 HTTP/1.1" status: 204 len: 168 time: 0.3264422 Aug 27 04:52:48.956012 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:49.026634 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-e4d51c30-c21e-4cf2-867b-2b7fe70f970d None None] For port cf395558-dc14-4381-a260-f1175e7f05fd, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:52:49.030163 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-e4d51c30-c21e-4cf2-867b-2b7fe70f970d None None] For port cf395558-dc14-4381-a260-f1175e7f05fd, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=cf395558-dc14-4381-a260-f1175e7f05fd,segment=NetworkSegment(32f9a83e-ad2c-4f1c-a8a4-ef984b0206d4),segment_id=32f9a83e-ad2c-4f1c-a8a4-ef984b0206d4)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:52:49.043702 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487befc2-3509-4470-bd3a-c1b5818157a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231e60f7-f869-4502-8c05-b3d740c53574,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:49.073139 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-814e5b86-3e9d-49fc-be23-116b1572bf13 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (3eccd368-7190-4f0b-8ff7-5d20fcc7432c), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:49.080294 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:DELETE=9,neutron:UPDATE=1,neutron:SELECT=90 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:49.139343 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-8e5b21b1-9ada-4466-bf96-e1b3ead6067b None None] Allocated IP 2001:db8::f816:3eff:fe30:4990 (145d0280-13f7-4e14-9571-30d1411782a3/3eccd368-7190-4f0b-8ff7-5d20fcc7432c/ba792771-682d-4c75-87f2-f24a65ea99e4) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:52:49.147562 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 07601c46-2dcb-4662-af35-09ea2e6b33b4 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:52:49.147945 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (07601c46-2dcb-4662-af35-09ea2e6b33b4), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:49.208534 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385b0a8b-ccf0-4955-9761-382e0501e856 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Made reservation on behalf of f0f1eb4384394fc18f1626f3e12e04e3 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:52:49.210729 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-e4d51c30-c21e-4cf2-867b-2b7fe70f970d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (cf395558-dc14-4381-a260-f1175e7f05fd), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:49.213827 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-385b0a8b-ccf0-4955-9761-382e0501e856 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:49.226469 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84db64b-3b75-45e9-92e5-26856e75cf08 None None] DHCP port deletion for 61356c33-ce96-40d0-bb36-87a36b2d0e1c request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:52:49.259019 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d51c30-c21e-4cf2-867b-2b7fe70f970d None None] Routers {'53c95c71-223f-4985-8820-72425df36581'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:52:49.259671 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-e4d51c30-c21e-4cf2-867b-2b7fe70f970d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:52:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['53c95c71-223f-4985-8820-72425df36581'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:49.307116 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46b29ed-cf84-41eb-9f8a-373174468408 None None] Pushing event updated for resources: {'Port': ['ID=cf395558-dc14-4381-a260-f1175e7f05fd,revision_number=4']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:49.324722 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:49.358000 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-a84db64b-3b75-45e9-92e5-26856e75cf08 None None] Deleting port 07601c46-2dcb-4662-af35-09ea2e6b33b4 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:52:49.358613 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a84db64b-3b75-45e9-92e5-26856e75cf08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (07601c46-2dcb-4662-af35-09ea2e6b33b4), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:49.390771 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:49.399129 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-e4d51c30-c21e-4cf2-867b-2b7fe70f970d None None] Set router 53c95c71-223f-4985-8820-72425df36581 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:52:49.448547 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8e5b21b1-9ada-4466-bf96-e1b3ead6067b None None] Publish callbacks [] for port (ba792771-682d-4c75-87f2-f24a65ea99e4), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:49.475149 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 07601c46-2dcb-4662-af35-09ea2e6b33b4 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:52:49.478377 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-a84db64b-3b75-45e9-92e5-26856e75cf08 None None] For port 07601c46-2dcb-4662-af35-09ea2e6b33b4, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=07601c46-2dcb-4662-af35-09ea2e6b33b4,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:52:49.478926 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a84db64b-3b75-45e9-92e5-26856e75cf08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (07601c46-2dcb-4662-af35-09ea2e6b33b4), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:49.492336 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-a84db64b-3b75-45e9-92e5-26856e75cf08 None None] Calling delete_port for 07601c46-2dcb-4662-af35-09ea2e6b33b4 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:52:49.558959 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8e5b21b1-9ada-4466-bf96-e1b3ead6067b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (ba792771-682d-4c75-87f2-f24a65ea99e4), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:49.608488 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-385b0a8b-ccf0-4955-9761-382e0501e856 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (4d35200b-2f6c-48cd-8ffa-57c63189352a), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:49.612749 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5b21b1-9ada-4466-bf96-e1b3ead6067b None None] Network 145d0280-13f7-4e14-9571-30d1411782a3 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:52:49.615292 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-e4d51c30-c21e-4cf2-867b-2b7fe70f970d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c95c71-223f-4985-8820-72425df36581', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1841315587-router', 'tenant_id': 'f8cf9c5207684ce3a0f8820eee81f737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'fa46ad02-69fa-4855-91db-4f0fc8aa0b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:52:34Z', 'updated_at': '2022-08-27T04:52:45Z', 'revision_number': 4, 'project_id': 'f8cf9c5207684ce3a0f8820eee81f737', 'gw_port': {'id': 'fa46ad02-69fa-4855-91db-4f0fc8aa0b5b', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c95c71-223f-4985-8820-72425df36581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:52:35Z', 'updated_at': '2022-08-27T04:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'cf395558-dc14-4381-a260-f1175e7f05fd', 'name': '', 'network_id': 'be07f20e-e520-41cf-87fc-8405fd8af848', 'tenant_id': 'f8cf9c5207684ce3a0f8820eee81f737', 'mac_address': 'fa:16:3e:73:c8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c95c71-223f-4985-8820-72425df36581', 'device_owner': 'network:router_interface', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': 'cb8e37ee-4e02-46d3-946a-961d47b0bec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:52:43Z', 'updated_at': '2022-08-27T04:52:49Z', 'revision_number': 4, 'project_id': 'f8cf9c5207684ce3a0f8820eee81f737', 'subnets': [{'id': 'cb8e37ee-4e02-46d3-946a-961d47b0bec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:49.630030 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-8e5b21b1-9ada-4466-bf96-e1b3ead6067b None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:52:49.634584 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5b21b1-9ada-4466-bf96-e1b3ead6067b None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:52:49.646046 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b21b1-9ada-4466-bf96-e1b3ead6067b None None] Pushing event updated for resources: {'Port': ['ID=ba792771-682d-4c75-87f2-f24a65ea99e4,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:49.651937 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385b0a8b-ccf0-4955-9761-382e0501e856 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:52:49.654441 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-385b0a8b-ccf0-4955-9761-382e0501e856 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:52:49.657790 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d51c30-c21e-4cf2-867b-2b7fe70f970d None None] The sync data for ids ['53c95c71-223f-4985-8820-72425df36581'] in n-d-852088-5 is: [{'id': '53c95c71-223f-4985-8820-72425df36581', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1841315587-router', 'tenant_id': 'f8cf9c5207684ce3a0f8820eee81f737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'fa46ad02-69fa-4855-91db-4f0fc8aa0b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:52:34Z', 'updated_at': '2022-08-27T04:52:45Z', 'revision_number': 4, 'project_id': 'f8cf9c5207684ce3a0f8820eee81f737', 'gw_port': {'id': 'fa46ad02-69fa-4855-91db-4f0fc8aa0b5b', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c95c71-223f-4985-8820-72425df36581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:52:35Z', 'updated_at': '2022-08-27T04:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'cf395558-dc14-4381-a260-f1175e7f05fd', 'name': '', 'network_id': 'be07f20e-e520-41cf-87fc-8405fd8af848', 'tenant_id': 'f8cf9c5207684ce3a0f8820eee81f737', 'mac_address': 'fa:16:3e:73:c8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c95c71-223f-4985-8820-72425df36581', 'device_owner': 'network:router_interface', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': 'cb8e37ee-4e02-46d3-946a-961d47b0bec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:52:43Z', 'updated_at': '2022-08-27T04:52:49Z', 'revision_number': 4, 'project_id': 'f8cf9c5207684ce3a0f8820eee81f737', 'subnets': [{'id': 'cb8e37ee-4e02-46d3-946a-961d47b0bec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:52:49.660914 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385b0a8b-ccf0-4955-9761-382e0501e856 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:49.661518 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-385b0a8b-ccf0-4955-9761-382e0501e856 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:49.682316 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385b0a8b-ccf0-4955-9761-382e0501e856 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event updated for resources: {'Subnet': ['ID=4d35200b-2f6c-48cd-8ffa-57c63189352a,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:49.714271 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-8e5b21b1-9ada-4466-bf96-e1b3ead6067b None None] Attempting to bind port ba792771-682d-4c75-87f2-f24a65ea99e4 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:52:49.714444 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-8e5b21b1-9ada-4466-bf96-e1b3ead6067b None None] Attempting to bind port ba792771-682d-4c75-87f2-f24a65ea99e4 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '1cc31ff2-b9b4-4a41-8397-8beb25037539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '145d0280-13f7-4e14-9571-30d1411782a3'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:52:49.714661 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5b21b1-9ada-4466-bf96-e1b3ead6067b None None] Attempting to bind port ba792771-682d-4c75-87f2-f24a65ea99e4 on network 145d0280-13f7-4e14-9571-30d1411782a3 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:52:49.720374 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5b21b1-9ada-4466-bf96-e1b3ead6067b None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:52:49.721252 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5b21b1-9ada-4466-bf96-e1b3ead6067b None None] Checking segment: {'id': '1cc31ff2-b9b4-4a41-8397-8beb25037539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '145d0280-13f7-4e14-9571-30d1411782a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:52:49.721817 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8e5b21b1-9ada-4466-bf96-e1b3ead6067b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:49.722647 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5b21b1-9ada-4466-bf96-e1b3ead6067b None None] Bound using segment: {'id': '1cc31ff2-b9b4-4a41-8397-8beb25037539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '145d0280-13f7-4e14-9571-30d1411782a3'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:52:49.723293 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-8e5b21b1-9ada-4466-bf96-e1b3ead6067b None None] Bound port: ba792771-682d-4c75-87f2-f24a65ea99e4, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cc31ff2-b9b4-4a41-8397-8beb25037539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '145d0280-13f7-4e14-9571-30d1411782a3'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:52:49.723844 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8e5b21b1-9ada-4466-bf96-e1b3ead6067b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (ba792771-682d-4c75-87f2-f24a65ea99e4), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:49.752524 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-814e5b86-3e9d-49fc-be23-116b1572bf13 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (3eccd368-7190-4f0b-8ff7-5d20fcc7432c), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:49.788015 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814e5b86-3e9d-49fc-be23-116b1572bf13 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Pushing event deleted for resources: {'Subnet': ['ID=3eccd368-7190-4f0b-8ff7-5d20fcc7432c,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:49.861148 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-8e5b21b1-9ada-4466-bf96-e1b3ead6067b None None] For port ba792771-682d-4c75-87f2-f24a65ea99e4, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:52:49.870524 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-385b0a8b-ccf0-4955-9761-382e0501e856 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9422472 Aug 27 04:52:49.872515 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-8e5b21b1-9ada-4466-bf96-e1b3ead6067b None None] For port ba792771-682d-4c75-87f2-f24a65ea99e4, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=ba792771-682d-4c75-87f2-f24a65ea99e4,segment=NetworkSegment(1cc31ff2-b9b4-4a41-8397-8beb25037539),segment_id=1cc31ff2-b9b4-4a41-8397-8beb25037539)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:52:49.873441 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57532) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:49.880612 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-f018ab52-29f4-459a-858a-d386ee790dab tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'port': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'fixed_ips': [{'subnet_id': '4d35200b-2f6c-48cd-8ffa-57c63189352a', 'ip_address': '2001:db8::c718:abc9:b9e8:b7dc'}], 'name': 'tempest-NetworksTestDHCPv6-19960100'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:49.883803 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a84db64b-3b75-45e9-92e5-26856e75cf08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (07601c46-2dcb-4662-af35-09ea2e6b33b4), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:49.903703 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-814e5b86-3e9d-49fc-be23-116b1572bf13 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (145d0280-13f7-4e14-9571-30d1411782a3), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:49.920785 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84db64b-3b75-45e9-92e5-26856e75cf08 None None] Pushing event deleted for resources: {'Port': ['ID=07601c46-2dcb-4662-af35-09ea2e6b33b4,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:49.928360 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84db64b-3b75-45e9-92e5-26856e75cf08 None None] No DVR routers for this DVR port 07601c46-2dcb-4662-af35-09ea2e6b33b4 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:52:49.962549 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-814e5b86-3e9d-49fc-be23-116b1572bf13 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['145d0280-13f7-4e14-9571-30d1411782a3']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:49.980035 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00961a2f-fad8-4b3a-97d0-ef6971c4a4bd None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:52:49.983083 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-814e5b86-3e9d-49fc-be23-116b1572bf13 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cc31ff2-b9b4-4a41-8397-8beb25037539') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:49.983406 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-814e5b86-3e9d-49fc-be23-116b1572bf13 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cc31ff2-b9b4-4a41-8397-8beb25037539') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:50.004644 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-814e5b86-3e9d-49fc-be23-116b1572bf13 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (1cc31ff2-b9b4-4a41-8397-8beb25037539), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:50.042016 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-814e5b86-3e9d-49fc-be23-116b1572bf13 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (1cc31ff2-b9b4-4a41-8397-8beb25037539), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:50.046480 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8e5b21b1-9ada-4466-bf96-e1b3ead6067b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (ba792771-682d-4c75-87f2-f24a65ea99e4), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:50.050376 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-814e5b86-3e9d-49fc-be23-116b1572bf13 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:52:50.051436 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-814e5b86-3e9d-49fc-be23-116b1572bf13 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (1cc31ff2-b9b4-4a41-8397-8beb25037539), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:50.142621 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 1cc31ff2-b9b4-4a41-8397-8beb25037539 resource provider aggregate not found Aug 27 04:52:50.179736 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 1cc31ff2-b9b4-4a41-8397-8beb25037539 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1cc31ff2-b9b4-4a41-8397-8beb25037539 found for delete ", "request_id": "req-e89d30a5-ade4-4db0-819d-586224b2341c"}]} Aug 27 04:52:50.198909 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f018ab52-29f4-459a-858a-d386ee790dab tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Made reservation on behalf of f0f1eb4384394fc18f1626f3e12e04e3 for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:52:50.217558 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b21b1-9ada-4466-bf96-e1b3ead6067b None None] Pushing event updated for resources: {'Port': ['ID=ba792771-682d-4c75-87f2-f24a65ea99e4,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:50.234109 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.db.api [None req-814e5b86-3e9d-49fc-be23-116b1572bf13 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 04:52:50.234109 n-d-852088-5 neutron-server[107775]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 04:52:50.234109 n-d-852088-5 neutron-server[107775]: [parameters: {'id': '145d0280-13f7-4e14-9571-30d1411782a3'}] Aug 27 04:52:50.234109 n-d-852088-5 neutron-server[107775]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=107775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:52:50.234697 n-d-852088-5 neutron-server[107775]: DEBUG oslo_db.api [None req-814e5b86-3e9d-49fc-be23-116b1572bf13 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:52:50.237617 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25d3394-f9ac-4173-82c2-1293ef540511 None None] Network 145d0280-13f7-4e14-9571-30d1411782a3 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:52:50.320724 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f018ab52-29f4-459a-858a-d386ee790dab tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:50.329081 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1dde35f-ea0d-4227-9153-b6f7f6ee4a76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'project_id': 'f0f1eb4384394fc18f1626f3e12e04e3', 'fixed_ips': [{'subnet_id': '4d35200b-2f6c-48cd-8ffa-57c63189352a'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:52:50.330005 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d1dde35f-ea0d-4227-9153-b6f7f6ee4a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:50.363973 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [None req-f018ab52-29f4-459a-858a-d386ee790dab tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] device_id is not set on port bd082a9a-4ef8-49f5-b190-0a3ea97d77c0 yet. {{(pid=107776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:52:50.500181 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:50.537291 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57562) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:50.542622 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-16ba8688-16ef-4084-8668-6e0c04d34688 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-274034813-network', 'tenant_id': '756f39b82b0745a3bc33a85f632348fa'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:50.565958 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-d1dde35f-ea0d-4227-9153-b6f7f6ee4a76 None None] Allocated IP 2001:db8::2 (61356c33-ce96-40d0-bb36-87a36b2d0e1c/4d35200b-2f6c-48cd-8ffa-57c63189352a/7fca32dc-b9c0-49c8-9e7b-5634fa8b2bb3) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:52:50.647840 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ba8688-16ef-4084-8668-6e0c04d34688 admin admin] Made reservation on behalf of 756f39b82b0745a3bc33a85f632348fa for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:52:50.648301 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:50.651908 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-16ba8688-16ef-4084-8668-6e0c04d34688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:50.663851 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-16ba8688-16ef-4084-8668-6e0c04d34688 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:50.736581 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-814e5b86-3e9d-49fc-be23-116b1572bf13 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (145d0280-13f7-4e14-9571-30d1411782a3), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:50.741319 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d1dde35f-ea0d-4227-9153-b6f7f6ee4a76 None None] Publish callbacks [] for port (7fca32dc-b9c0-49c8-9e7b-5634fa8b2bb3), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:50.761955 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-16ba8688-16ef-4084-8668-6e0c04d34688 admin admin] Publish callbacks [] for security_group (0440ba9c-9408-41e2-a8e2-6f172c3212b9), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:50.782681 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57566) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:50.799016 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fbe85aa4-a0ed-4851-bff5-5d5cd8eecd18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:50.808462 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-814e5b86-3e9d-49fc-be23-116b1572bf13 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Deleting port ba792771-682d-4c75-87f2-f24a65ea99e4 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:52:50.809293 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-814e5b86-3e9d-49fc-be23-116b1572bf13 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (ba792771-682d-4c75-87f2-f24a65ea99e4), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:50.884734 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device cf395558-dc14-4381-a260-f1175e7f05fd up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:52:50.910074 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-814e5b86-3e9d-49fc-be23-116b1572bf13 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] For port ba792771-682d-4c75-87f2-f24a65ea99e4, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=ba792771-682d-4c75-87f2-f24a65ea99e4,segment=NetworkSegment(1cc31ff2-b9b4-4a41-8397-8beb25037539),segment_id=1cc31ff2-b9b4-4a41-8397-8beb25037539)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:52:50.911002 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-814e5b86-3e9d-49fc-be23-116b1572bf13 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (ba792771-682d-4c75-87f2-f24a65ea99e4), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:50.926742 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-814e5b86-3e9d-49fc-be23-116b1572bf13 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Calling delete_port for ba792771-682d-4c75-87f2-f24a65ea99e4 owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:52:51.005098 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port cf395558-dc14-4381-a260-f1175e7f05fd triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:52:51.014617 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (cf395558-dc14-4381-a260-f1175e7f05fd), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:51.023199 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-16ba8688-16ef-4084-8668-6e0c04d34688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (0440ba9c-9408-41e2-a8e2-6f172c3212b9), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:51.058614 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-f018ab52-29f4-459a-858a-d386ee790dab tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Allocated IP 2001:db8::c718:abc9:b9e8:b7dc (61356c33-ce96-40d0-bb36-87a36b2d0e1c/4d35200b-2f6c-48cd-8ffa-57c63189352a/bd082a9a-4ef8-49f5-b190-0a3ea97d77c0) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:52:51.064039 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d1dde35f-ea0d-4227-9153-b6f7f6ee4a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (7fca32dc-b9c0-49c8-9e7b-5634fa8b2bb3), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:51.067640 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:51.068300 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16ba8688-16ef-4084-8668-6e0c04d34688 admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:52:51.129892 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-16ba8688-16ef-4084-8668-6e0c04d34688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (a2842d86-f7cc-4a29-beaa-e93657e67024), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:51.130200 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-16ba8688-16ef-4084-8668-6e0c04d34688 admin admin] Added segment a2842d86-f7cc-4a29-beaa-e93657e67024 of type vlan for network 9b58d16c-64b8-4f64-9f4f-bab6ff0c6928 Aug 27 04:52:51.139972 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba8688-16ef-4084-8668-6e0c04d34688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0440ba9c-9408-41e2-a8e2-6f172c3212b9,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:51.150252 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fbe85aa4-a0ed-4851-bff5-5d5cd8eecd18 admin admin] Publish callbacks [] for security_group (f56f0f13-6cc9-439f-95b9-4cb2ca21ccd9), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:51.206574 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-16ba8688-16ef-4084-8668-6e0c04d34688 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (9b58d16c-64b8-4f64-9f4f-bab6ff0c6928), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:51.207676 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1dde35f-ea0d-4227-9153-b6f7f6ee4a76 None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:52:51.224148 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-d1dde35f-ea0d-4227-9153-b6f7f6ee4a76 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:52:51.227397 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dde35f-ea0d-4227-9153-b6f7f6ee4a76 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:52:51.259599 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fbe85aa4-a0ed-4851-bff5-5d5cd8eecd18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (f56f0f13-6cc9-439f-95b9-4cb2ca21ccd9), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:51.287141 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dde35f-ea0d-4227-9153-b6f7f6ee4a76 None None] Pushing event updated for resources: {'Port': ['ID=7fca32dc-b9c0-49c8-9e7b-5634fa8b2bb3,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:51.293810 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-814e5b86-3e9d-49fc-be23-116b1572bf13 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (ba792771-682d-4c75-87f2-f24a65ea99e4), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:51.329834 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814e5b86-3e9d-49fc-be23-116b1572bf13 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Pushing event deleted for resources: {'Port': ['ID=ba792771-682d-4c75-87f2-f24a65ea99e4,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:51.332109 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814e5b86-3e9d-49fc-be23-116b1572bf13 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] No DVR routers for this DVR port ba792771-682d-4c75-87f2-f24a65ea99e4 on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:52:51.377093 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-16ba8688-16ef-4084-8668-6e0c04d34688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (9b58d16c-64b8-4f64-9f4f-bab6ff0c6928), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:51.378456 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ba8688-16ef-4084-8668-6e0c04d34688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:51.380094 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-16ba8688-16ef-4084-8668-6e0c04d34688 admin admin] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:51.445195 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-fbe85aa4-a0ed-4851-bff5-5d5cd8eecd18 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=47999f37f7a0473384cfa64fdfa0bfe7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6612566 Aug 27 04:52:51.454707 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57580) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:51.466823 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe85aa4-a0ed-4851-bff5-5d5cd8eecd18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56f0f13-6cc9-439f-95b9-4cb2ca21ccd9,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:51.473000 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port cf395558-dc14-4381-a260-f1175e7f05fd is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:52:51.473694 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (cf395558-dc14-4381-a260-f1175e7f05fd), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:51.544620 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-d1dde35f-ea0d-4227-9153-b6f7f6ee4a76 None None] Attempting to bind port 7fca32dc-b9c0-49c8-9e7b-5634fa8b2bb3 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:52:51.545810 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-d1dde35f-ea0d-4227-9153-b6f7f6ee4a76 None None] Attempting to bind port 7fca32dc-b9c0-49c8-9e7b-5634fa8b2bb3 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:52:51.546418 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1dde35f-ea0d-4227-9153-b6f7f6ee4a76 None None] Attempting to bind port 7fca32dc-b9c0-49c8-9e7b-5634fa8b2bb3 on network 61356c33-ce96-40d0-bb36-87a36b2d0e1c {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:52:51.555201 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:51.568192 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1dde35f-ea0d-4227-9153-b6f7f6ee4a76 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:52:51.568772 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1dde35f-ea0d-4227-9153-b6f7f6ee4a76 None None] Checking segment: {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:52:51.569179 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d1dde35f-ea0d-4227-9153-b6f7f6ee4a76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:51.569578 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1dde35f-ea0d-4227-9153-b6f7f6ee4a76 None None] Bound using segment: {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:52:51.570063 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-d1dde35f-ea0d-4227-9153-b6f7f6ee4a76 None None] Bound port: 7fca32dc-b9c0-49c8-9e7b-5634fa8b2bb3, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:52:51.571007 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d1dde35f-ea0d-4227-9153-b6f7f6ee4a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (7fca32dc-b9c0-49c8-9e7b-5634fa8b2bb3), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:51.574416 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port cf395558-dc14-4381-a260-f1175e7f05fd, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=cf395558-dc14-4381-a260-f1175e7f05fd,segment=NetworkSegment(32f9a83e-ad2c-4f1c-a8a4-ef984b0206d4),segment_id=32f9a83e-ad2c-4f1c-a8a4-ef984b0206d4)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:52:51.583049 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f018ab52-29f4-459a-858a-d386ee790dab tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for port (bd082a9a-4ef8-49f5-b190-0a3ea97d77c0), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:51.600443 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-96162c13-78af-42d2-86f2-659fe3eae758 admin admin] Publish callbacks [] for security_group (f56f0f13-6cc9-439f-95b9-4cb2ca21ccd9), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:51.607899 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-814e5b86-3e9d-49fc-be23-116b1572bf13 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (145d0280-13f7-4e14-9571-30d1411782a3), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:51.626574 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba8688-16ef-4084-8668-6e0c04d34688 admin admin] Pushing event updated for resources: {'Network': ['ID=9b58d16c-64b8-4f64-9f4f-bab6ff0c6928,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:51.640275 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 9b58d16c-64b8-4f64-9f4f-bab6ff0c6928 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:52:51.651466 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-96162c13-78af-42d2-86f2-659fe3eae758 admin admin] Publish callbacks [] for security_group (f56f0f13-6cc9-439f-95b9-4cb2ca21ccd9), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:51.652350 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-814e5b86-3e9d-49fc-be23-116b1572bf13 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['145d0280-13f7-4e14-9571-30d1411782a3']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:51.670390 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-814e5b86-3e9d-49fc-be23-116b1572bf13 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cc31ff2-b9b4-4a41-8397-8beb25037539') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:51.670954 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-814e5b86-3e9d-49fc-be23-116b1572bf13 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cc31ff2-b9b4-4a41-8397-8beb25037539') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:51.677118 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:51.683101 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-814e5b86-3e9d-49fc-be23-116b1572bf13 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (1cc31ff2-b9b4-4a41-8397-8beb25037539), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:51.698653 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-814e5b86-3e9d-49fc-be23-116b1572bf13 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (1cc31ff2-b9b4-4a41-8397-8beb25037539), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:51.705254 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-814e5b86-3e9d-49fc-be23-116b1572bf13 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:52:51.705654 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-814e5b86-3e9d-49fc-be23-116b1572bf13 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (1cc31ff2-b9b4-4a41-8397-8beb25037539), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:51.709316 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d1dde35f-ea0d-4227-9153-b6f7f6ee4a76 None None] For port 7fca32dc-b9c0-49c8-9e7b-5634fa8b2bb3, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:52:51.727318 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-16ba8688-16ef-4084-8668-6e0c04d34688 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1886120 Aug 27 04:52:51.727957 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57582) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:51.731428 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (cf395558-dc14-4381-a260-f1175e7f05fd), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:51.734525 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d1dde35f-ea0d-4227-9153-b6f7f6ee4a76 None None] For port 7fca32dc-b9c0-49c8-9e7b-5634fa8b2bb3, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=7fca32dc-b9c0-49c8-9e7b-5634fa8b2bb3,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:52:51.765892 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f018ab52-29f4-459a-858a-d386ee790dab tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (bd082a9a-4ef8-49f5-b190-0a3ea97d77c0), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:51.768381 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-f201877d-3fc4-42ed-972c-4c75badb7f41 admin admin] Request body: {'subnet': {'network_id': '9b58d16c-64b8-4f64-9f4f-bab6ff0c6928', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-274034813-subnet', 'tenant_id': '756f39b82b0745a3bc33a85f632348fa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:51.829035 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=cf395558-dc14-4381-a260-f1175e7f05fd,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:51.845603 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 07601c46-2dcb-4662-af35-09ea2e6b33b4 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:52:51.851406 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-96162c13-78af-42d2-86f2-659fe3eae758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (f56f0f13-6cc9-439f-95b9-4cb2ca21ccd9), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:51.854428 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-96162c13-78af-42d2-86f2-659fe3eae758 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:51.855577 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-96162c13-78af-42d2-86f2-659fe3eae758 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/f56f0f13-6cc9-439f-95b9-4cb2ca21ccd9 HTTP/1.1" status: 204 len: 168 time: 0.3996580 Aug 27 04:52:51.862443 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f018ab52-29f4-459a-858a-d386ee790dab tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:52:51.866580 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 07601c46-2dcb-4662-af35-09ea2e6b33b4 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:52:51.866887 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 07601c46-2dcb-4662-af35-09ea2e6b33b4 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:52:51.871013 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-f018ab52-29f4-459a-858a-d386ee790dab tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:52:51.874226 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f018ab52-29f4-459a-858a-d386ee790dab tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:52:51.879765 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f018ab52-29f4-459a-858a-d386ee790dab tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:51.880535 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f018ab52-29f4-459a-858a-d386ee790dab tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:51.893770 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96162c13-78af-42d2-86f2-659fe3eae758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56f0f13-6cc9-439f-95b9-4cb2ca21ccd9,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:51.903911 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f018ab52-29f4-459a-858a-d386ee790dab tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event updated for resources: {'Port': ['ID=bd082a9a-4ef8-49f5-b190-0a3ea97d77c0,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:51.951337 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d1dde35f-ea0d-4227-9153-b6f7f6ee4a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (7fca32dc-b9c0-49c8-9e7b-5634fa8b2bb3), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:51.952918 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f201877d-3fc4-42ed-972c-4c75badb7f41 admin admin] Made reservation on behalf of 756f39b82b0745a3bc33a85f632348fa for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:52:51.963851 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f201877d-3fc4-42ed-972c-4c75badb7f41 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:51.971027 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-814e5b86-3e9d-49fc-be23-116b1572bf13 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (145d0280-13f7-4e14-9571-30d1411782a3), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:51.985604 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-814e5b86-3e9d-49fc-be23-116b1572bf13 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:52.004986 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57594) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:52.007467 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-814e5b86-3e9d-49fc-be23-116b1572bf13 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] 10.222.0.76 "DELETE /networking/v2.0/networks/145d0280-13f7-4e14-9571-30d1411782a3 HTTP/1.1" status: 204 len: 168 time: 3.3628242 Aug 27 04:52:52.011107 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-d9489e8b-2675-4f30-a243-89e554f6c1ab tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-263359094'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:52.027403 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f018ab52-29f4-459a-858a-d386ee790dab tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.1526253 Aug 27 04:52:52.037271 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57598) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:52.095203 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dde35f-ea0d-4227-9153-b6f7f6ee4a76 None None] Pushing event updated for resources: {'Port': ['ID=7fca32dc-b9c0-49c8-9e7b-5634fa8b2bb3,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:52.111457 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:52.113133 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814e5b86-3e9d-49fc-be23-116b1572bf13 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Pushing event deleted for resources: {'Network': ['ID=145d0280-13f7-4e14-9571-30d1411782a3,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:52.173728 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25696db6-76aa-426c-b0e9-cc75a497afdd tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:52.185011 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25696db6-76aa-426c-b0e9-cc75a497afdd tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:52.190871 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-25696db6-76aa-426c-b0e9-cc75a497afdd tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1440394 Aug 27 04:52:52.191700 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57606) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:52.224884 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:52.226692 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 1cc31ff2-b9b4-4a41-8397-8beb25037539 resource provider aggregate not found Aug 27 04:52:52.256822 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 1cc31ff2-b9b4-4a41-8397-8beb25037539 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1cc31ff2-b9b4-4a41-8397-8beb25037539 found for delete ", "request_id": "req-c908b9d2-db16-4580-bc97-e680b40070cb"}]} Aug 27 04:52:52.302492 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9489e8b-2675-4f30-a243-89e554f6c1ab tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Made reservation on behalf of 7404cab787d9443cbae839218717bbbd for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:52:52.306775 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d9489e8b-2675-4f30-a243-89e554f6c1ab tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:52.354971 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9489e8b-2675-4f30-a243-89e554f6c1ab tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:52:52.393352 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-28f0f8b1-7088-41cd-9503-ffe286530e25 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Deleting port bd082a9a-4ef8-49f5-b190-0a3ea97d77c0 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:52:52.393721 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-28f0f8b1-7088-41cd-9503-ffe286530e25 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (bd082a9a-4ef8-49f5-b190-0a3ea97d77c0), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:52.395258 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d9489e8b-2675-4f30-a243-89e554f6c1ab tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (5f19187b-b622-4f9f-8b1b-42c0e85bae8f), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:52.395822 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-d9489e8b-2675-4f30-a243-89e554f6c1ab tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Added segment 5f19187b-b622-4f9f-8b1b-42c0e85bae8f of type vlan for network d011cf09-a7bd-431d-beae-8c35befcd292 Aug 27 04:52:52.459992 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f201877d-3fc4-42ed-972c-4c75badb7f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (2d9577b6-7b0e-4ca5-a588-122344abd1a4), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:52.465731 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d9489e8b-2675-4f30-a243-89e554f6c1ab tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (d011cf09-a7bd-431d-beae-8c35befcd292), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:52.607530 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d9489e8b-2675-4f30-a243-89e554f6c1ab tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (d011cf09-a7bd-431d-beae-8c35befcd292), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:52.607761 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-28f0f8b1-7088-41cd-9503-ffe286530e25 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (bd082a9a-4ef8-49f5-b190-0a3ea97d77c0), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:52.610240 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f201877d-3fc4-42ed-972c-4c75badb7f41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d9577b6-7b0e-4ca5-a588-122344abd1a4,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:52.612538 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9489e8b-2675-4f30-a243-89e554f6c1ab tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:52.616200 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d9489e8b-2675-4f30-a243-89e554f6c1ab tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:52.635534 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f201877d-3fc4-42ed-972c-4c75badb7f41 admin admin] Checking segment: {'id': 'a2842d86-f7cc-4a29-beaa-e93657e67024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9b58d16c-64b8-4f64-9f4f-bab6ff0c6928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:52:52.635534 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f201877d-3fc4-42ed-972c-4c75badb7f41 admin admin] Network hostable DHCP agents. Network: 9b58d16c-64b8-4f64-9f4f-bab6ff0c6928, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:52:52.659256 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-28f0f8b1-7088-41cd-9503-ffe286530e25 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Calling delete_port for bd082a9a-4ef8-49f5-b190-0a3ea97d77c0 owned by {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:52:52.662139 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:52.752541 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:DELETE=8,neutron:SELECT=90,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:52.775076 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9489e8b-2675-4f30-a243-89e554f6c1ab tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Pushing event updated for resources: {'Network': ['ID=d011cf09-a7bd-431d-beae-8c35befcd292,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:52.788970 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f201877d-3fc4-42ed-972c-4c75badb7f41 admin admin] Network 9b58d16c-64b8-4f64-9f4f-bab6ff0c6928 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:52:52.795497 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network d011cf09-a7bd-431d-beae-8c35befcd292 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:52:52.823386 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d9489e8b-2675-4f30-a243-89e554f6c1ab tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8165903 Aug 27 04:52:52.827269 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57620) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:52.841275 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-a961503b-98d2-4d9b-8079-41c6e41fcf16 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Request body: {'subnet': {'network_id': 'd011cf09-a7bd-431d-beae-8c35befcd292', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:52.924235 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-f201877d-3fc4-42ed-972c-4c75badb7f41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 9b58d16c-64b8-4f64-9f4f-bab6ff0c6928) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:52:52.942822 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f201877d-3fc4-42ed-972c-4c75badb7f41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:52.942822 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f201877d-3fc4-42ed-972c-4c75badb7f41 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:52.950959 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7de78d2-fb6a-4eeb-964a-2b829684f434 None None] Network 9b58d16c-64b8-4f64-9f4f-bab6ff0c6928 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:52:52.973325 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-28f0f8b1-7088-41cd-9503-ffe286530e25 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (bd082a9a-4ef8-49f5-b190-0a3ea97d77c0), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:53.068601 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f201877d-3fc4-42ed-972c-4c75badb7f41 admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.3065002 Aug 27 04:52:53.070278 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f0f8b1-7088-41cd-9503-ffe286530e25 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event deleted for resources: {'Port': ['ID=bd082a9a-4ef8-49f5-b190-0a3ea97d77c0,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:53.071722 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57624) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:53.074248 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 7fca32dc-b9c0-49c8-9e7b-5634fa8b2bb3 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:52:53.080047 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-5d211445-64ee-44b2-8635-2dbe336fbb15 admin admin] Request body: {'router': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-274034813-router', 'tenant_id': '756f39b82b0745a3bc33a85f632348fa', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:53.115147 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a961503b-98d2-4d9b-8079-41c6e41fcf16 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Made reservation on behalf of 7404cab787d9443cbae839218717bbbd for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:52:53.125311 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a961503b-98d2-4d9b-8079-41c6e41fcf16 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:53.130388 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-28f0f8b1-7088-41cd-9503-ffe286530e25 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:53.140491 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-28f0f8b1-7088-41cd-9503-ffe286530e25 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/ports/bd082a9a-4ef8-49f5-b190-0a3ea97d77c0 HTTP/1.1" status: 204 len: 168 time: 0.9432495 Aug 27 04:52:53.141100 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57628) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:53.176315 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57630) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:53.248863 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff25d48d-d488-4303-a7cf-1bd6e6076075 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:53.260469 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff25d48d-d488-4303-a7cf-1bd6e6076075 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:53.262171 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ff25d48d-d488-4303-a7cf-1bd6e6076075 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1199129 Aug 27 04:52:53.264946 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57632) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:53.300538 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3671b0a6-0169-44ff-8c5f-d7ceba4b4709 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-9b58d16c-64b8-4f64-9f4f-bab6ff0c6928', 'network_id': '9b58d16c-64b8-4f64-9f4f-bab6ff0c6928', 'project_id': '756f39b82b0745a3bc33a85f632348fa', 'fixed_ips': [{'subnet_id': '2d9577b6-7b0e-4ca5-a588-122344abd1a4'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:52:53.305351 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3671b0a6-0169-44ff-8c5f-d7ceba4b4709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:53.311185 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 7fca32dc-b9c0-49c8-9e7b-5634fa8b2bb3 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:52:53.311185 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (7fca32dc-b9c0-49c8-9e7b-5634fa8b2bb3), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:53.375477 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:53.409129 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd4e324e-a8ea-4eaf-8064-0a5556ecfa27 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Deleting subnet 4d35200b-2f6c-48cd-8ffa-57c63189352a {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:52:53.420071 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dd4e324e-a8ea-4eaf-8064-0a5556ecfa27 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (4d35200b-2f6c-48cd-8ffa-57c63189352a), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:53.512790 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dd4e324e-a8ea-4eaf-8064-0a5556ecfa27 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (4d35200b-2f6c-48cd-8ffa-57c63189352a), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:53.648837 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 7fca32dc-b9c0-49c8-9e7b-5634fa8b2bb3 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:52:53.649371 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (7fca32dc-b9c0-49c8-9e7b-5634fa8b2bb3), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:53.673795 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dd4e324e-a8ea-4eaf-8064-0a5556ecfa27 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (4d35200b-2f6c-48cd-8ffa-57c63189352a), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:53.689072 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-3671b0a6-0169-44ff-8c5f-d7ceba4b4709 None None] Allocated IP 172.20.0.2 (9b58d16c-64b8-4f64-9f4f-bab6ff0c6928/2d9577b6-7b0e-4ca5-a588-122344abd1a4/86e9cc2a-124f-4f18-b9b9-fa3c7432c2bc) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:52:53.767304 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57640) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:53.812639 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-ef128dc7-2282-44d1-ba4f-965f1db0e2c7 None None] Provisioning complete for port 7fca32dc-b9c0-49c8-9e7b-5634fa8b2bb3 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:52:53.813184 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ef128dc7-2282-44d1-ba4f-965f1db0e2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (7fca32dc-b9c0-49c8-9e7b-5634fa8b2bb3), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:53.852202 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=78,neutron:DELETE=14,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:53.889949 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dd4e324e-a8ea-4eaf-8064-0a5556ecfa27 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (4d35200b-2f6c-48cd-8ffa-57c63189352a), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:53.941491 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dd4e324e-a8ea-4eaf-8064-0a5556ecfa27 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:53.949320 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-dd4e324e-a8ea-4eaf-8064-0a5556ecfa27 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/4d35200b-2f6c-48cd-8ffa-57c63189352a HTTP/1.1" status: 204 len: 168 time: 0.6831186 Aug 27 04:52:53.951802 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57652) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:53.953903 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e324e-a8ea-4eaf-8064-0a5556ecfa27 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event deleted for resources: {'Subnet': ['ID=4d35200b-2f6c-48cd-8ffa-57c63189352a,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:54.019069 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7ab2b283-6c9a-4507-9f9c-60949ce327d4 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0540488 Aug 27 04:52:54.019715 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57656) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:54.025662 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-8777caef-4415-49dd-b6aa-bcc6eb45beb1 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'subnet': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:54.029612 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3671b0a6-0169-44ff-8c5f-d7ceba4b4709 None None] Publish callbacks [] for port (86e9cc2a-124f-4f18-b9b9-fa3c7432c2bc), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:54.038627 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:52:54.039106 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:52:54.039721 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-ef128dc7-2282-44d1-ba4f-965f1db0e2c7 None None] Current status of the port 7fca32dc-b9c0-49c8-9e7b-5634fa8b2bb3 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:52:54.040111 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ef128dc7-2282-44d1-ba4f-965f1db0e2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (7fca32dc-b9c0-49c8-9e7b-5634fa8b2bb3), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:54.053490 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e02d1c-a648-41b8-8cb0-08f4f8b73766 None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:52:54.056636 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5d211445-64ee-44b2-8635-2dbe336fbb15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (06b2e6fc-32e0-4d5a-b14c-620892a8c557), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:54.057784 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5d211445-64ee-44b2-8635-2dbe336fbb15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (06b2e6fc-32e0-4d5a-b14c-620892a8c557), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:54.130587 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:54.174845 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5d211445-64ee-44b2-8635-2dbe336fbb15 admin admin] Publish callbacks [] for router_controller (06b2e6fc-32e0-4d5a-b14c-620892a8c557), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:54.200399 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3671b0a6-0169-44ff-8c5f-d7ceba4b4709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (86e9cc2a-124f-4f18-b9b9-fa3c7432c2bc), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:54.250417 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-40ec6768-62cb-4d5b-a963-f57736814e6f tempest-ServiceProvidersTest-1914277025 tempest-ServiceProvidersTest-1914277025-project] 10.222.0.76 "GET /networking/v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4734550 Aug 27 04:52:54.283546 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-ef128dc7-2282-44d1-ba4f-965f1db0e2c7 None None] For port 7fca32dc-b9c0-49c8-9e7b-5634fa8b2bb3, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=7fca32dc-b9c0-49c8-9e7b-5634fa8b2bb3,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:52:54.292775 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3671b0a6-0169-44ff-8c5f-d7ceba4b4709 None None] Network 9b58d16c-64b8-4f64-9f4f-bab6ff0c6928 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:52:54.293707 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8777caef-4415-49dd-b6aa-bcc6eb45beb1 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Made reservation on behalf of f0f1eb4384394fc18f1626f3e12e04e3 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:52:54.299126 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8777caef-4415-49dd-b6aa-bcc6eb45beb1 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:54.315885 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-3671b0a6-0169-44ff-8c5f-d7ceba4b4709 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:52:54.328859 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a961503b-98d2-4d9b-8079-41c6e41fcf16 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (f816c400-1dd9-429a-a8ec-1fa62fa886d5), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:54.352393 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3671b0a6-0169-44ff-8c5f-d7ceba4b4709 None None] Pushing event updated for resources: {'Port': ['ID=86e9cc2a-124f-4f18-b9b9-fa3c7432c2bc,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:54.365620 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3671b0a6-0169-44ff-8c5f-d7ceba4b4709 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:52:54.404137 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-3d50ab9f-e53d-4ea6-82bd-5b9f82c769b3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-37161294-network', 'tenant_id': '648e7927634f419f8e754f76bd8a0952'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:54.428392 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:54.450563 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860bf0a9-62c8-498e-a4e1-e0ee3553c07a None None] DHCP port deletion for 61356c33-ce96-40d0-bb36-87a36b2d0e1c request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:52:54.455414 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ef128dc7-2282-44d1-ba4f-965f1db0e2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (7fca32dc-b9c0-49c8-9e7b-5634fa8b2bb3), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:54.455641 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5d211445-64ee-44b2-8635-2dbe336fbb15 admin admin] Publish callbacks [] for router_gateway (06b2e6fc-32e0-4d5a-b14c-620892a8c557), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:54.483872 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:54.502929 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a961503b-98d2-4d9b-8079-41c6e41fcf16 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Pushing event updated for resources: {'Subnet': ['ID=f816c400-1dd9-429a-a8ec-1fa62fa886d5,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:54.511716 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a961503b-98d2-4d9b-8079-41c6e41fcf16 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Checking segment: {'id': '5f19187b-b622-4f9f-8b1b-42c0e85bae8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd011cf09-a7bd-431d-beae-8c35befcd292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:52:54.512536 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a961503b-98d2-4d9b-8079-41c6e41fcf16 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Network hostable DHCP agents. Network: d011cf09-a7bd-431d-beae-8c35befcd292, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:52:54.563692 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-3671b0a6-0169-44ff-8c5f-d7ceba4b4709 None None] Attempting to bind port 86e9cc2a-124f-4f18-b9b9-fa3c7432c2bc on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:52:54.564494 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-3671b0a6-0169-44ff-8c5f-d7ceba4b4709 None None] Attempting to bind port 86e9cc2a-124f-4f18-b9b9-fa3c7432c2bc by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'a2842d86-f7cc-4a29-beaa-e93657e67024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9b58d16c-64b8-4f64-9f4f-bab6ff0c6928'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:52:54.564494 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3671b0a6-0169-44ff-8c5f-d7ceba4b4709 None None] Attempting to bind port 86e9cc2a-124f-4f18-b9b9-fa3c7432c2bc on network 9b58d16c-64b8-4f64-9f4f-bab6ff0c6928 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:52:54.592421 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-c640b4db-e718-4d68-9e4b-3b2e196aae67 None None] Could not find standard attr ID for object bd082a9a-4ef8-49f5-b190-0a3ea97d77c0. {{(pid=107777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 27 04:52:54.616649 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d50ab9f-e53d-4ea6-82bd-5b9f82c769b3 admin admin] Made reservation on behalf of 648e7927634f419f8e754f76bd8a0952 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:52:54.619477 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3d50ab9f-e53d-4ea6-82bd-5b9f82c769b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:54.622169 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:54.623479 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3671b0a6-0169-44ff-8c5f-d7ceba4b4709 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:52:54.628845 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3671b0a6-0169-44ff-8c5f-d7ceba4b4709 None None] Checking segment: {'id': 'a2842d86-f7cc-4a29-beaa-e93657e67024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9b58d16c-64b8-4f64-9f4f-bab6ff0c6928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:52:54.628845 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3671b0a6-0169-44ff-8c5f-d7ceba4b4709 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:54.628845 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3671b0a6-0169-44ff-8c5f-d7ceba4b4709 None None] Bound using segment: {'id': 'a2842d86-f7cc-4a29-beaa-e93657e67024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9b58d16c-64b8-4f64-9f4f-bab6ff0c6928'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:52:54.628845 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-3671b0a6-0169-44ff-8c5f-d7ceba4b4709 None None] Bound port: 86e9cc2a-124f-4f18-b9b9-fa3c7432c2bc, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2842d86-f7cc-4a29-beaa-e93657e67024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9b58d16c-64b8-4f64-9f4f-bab6ff0c6928'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:52:54.628845 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3671b0a6-0169-44ff-8c5f-d7ceba4b4709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (86e9cc2a-124f-4f18-b9b9-fa3c7432c2bc), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:54.638203 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3d50ab9f-e53d-4ea6-82bd-5b9f82c769b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:54.638796 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-860bf0a9-62c8-498e-a4e1-e0ee3553c07a None None] Deleting port 7fca32dc-b9c0-49c8-9e7b-5634fa8b2bb3 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:52:54.639174 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-860bf0a9-62c8-498e-a4e1-e0ee3553c07a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (7fca32dc-b9c0-49c8-9e7b-5634fa8b2bb3), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:54.652867 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef128dc7-2282-44d1-ba4f-965f1db0e2c7 None None] Pushing event updated for resources: {'Port': ['ID=7fca32dc-b9c0-49c8-9e7b-5634fa8b2bb3,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:54.657483 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a961503b-98d2-4d9b-8079-41c6e41fcf16 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Network d011cf09-a7bd-431d-beae-8c35befcd292 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:52:54.667954 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 7fca32dc-b9c0-49c8-9e7b-5634fa8b2bb3 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:52:54.670145 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device cf395558-dc14-4381-a260-f1175e7f05fd up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:52:54.714346 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8777caef-4415-49dd-b6aa-bcc6eb45beb1 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (1837a3b2-cd98-4e6e-8b23-844a5d3d3b14), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:54.759799 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-a961503b-98d2-4d9b-8079-41c6e41fcf16 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, d011cf09-a7bd-431d-beae-8c35befcd292) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:52:54.774606 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2a1b43-7713-4536-b94b-75b1d47a8467 None None] Network d011cf09-a7bd-431d-beae-8c35befcd292 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:52:54.777947 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a961503b-98d2-4d9b-8079-41c6e41fcf16 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:54.778551 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a961503b-98d2-4d9b-8079-41c6e41fcf16 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:54.792976 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8777caef-4415-49dd-b6aa-bcc6eb45beb1 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event updated for resources: {'Subnet': ['ID=1837a3b2-cd98-4e6e-8b23-844a5d3d3b14,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:54.816316 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8777caef-4415-49dd-b6aa-bcc6eb45beb1 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:52:54.818668 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-8777caef-4415-49dd-b6aa-bcc6eb45beb1 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:52:54.822596 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8777caef-4415-49dd-b6aa-bcc6eb45beb1 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:54.823052 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8777caef-4415-49dd-b6aa-bcc6eb45beb1 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:54.846217 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5d211445-64ee-44b2-8635-2dbe336fbb15 admin admin] Publish callbacks [] for router_gateway (06b2e6fc-32e0-4d5a-b14c-620892a8c557), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:54.868678 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-860bf0a9-62c8-498e-a4e1-e0ee3553c07a None None] For port 7fca32dc-b9c0-49c8-9e7b-5634fa8b2bb3, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=7fca32dc-b9c0-49c8-9e7b-5634fa8b2bb3,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:52:54.869002 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-860bf0a9-62c8-498e-a4e1-e0ee3553c07a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (7fca32dc-b9c0-49c8-9e7b-5634fa8b2bb3), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:54.872771 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port cf395558-dc14-4381-a260-f1175e7f05fd triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:52:54.873135 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (cf395558-dc14-4381-a260-f1175e7f05fd), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:54.874876 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5d211445-64ee-44b2-8635-2dbe336fbb15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:54.899328 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3d50ab9f-e53d-4ea6-82bd-5b9f82c769b3 admin admin] Publish callbacks [] for security_group (a47d20f7-235f-487b-9c41-71b50f46bec4), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:54.928981 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-3671b0a6-0169-44ff-8c5f-d7ceba4b4709 None None] For port 86e9cc2a-124f-4f18-b9b9-fa3c7432c2bc, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:52:54.931295 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-860bf0a9-62c8-498e-a4e1-e0ee3553c07a None None] Calling delete_port for 7fca32dc-b9c0-49c8-9e7b-5634fa8b2bb3 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:52:54.948753 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a961503b-98d2-4d9b-8079-41c6e41fcf16 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1204104 Aug 27 04:52:54.951457 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57672) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:54.964916 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-3671b0a6-0169-44ff-8c5f-d7ceba4b4709 None None] For port 86e9cc2a-124f-4f18-b9b9-fa3c7432c2bc, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=86e9cc2a-124f-4f18-b9b9-fa3c7432c2bc,segment=NetworkSegment(a2842d86-f7cc-4a29-beaa-e93657e67024),segment_id=a2842d86-f7cc-4a29-beaa-e93657e67024)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:52:55.009530 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-8777caef-4415-49dd-b6aa-bcc6eb45beb1 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9888144 Aug 27 04:52:55.012309 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57674) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:55.017722 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3d50ab9f-e53d-4ea6-82bd-5b9f82c769b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (a47d20f7-235f-487b-9c41-71b50f46bec4), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:55.023983 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-fc0be192-6371-4ee7-ab39-ececbce50479 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'port': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'fixed_ips': [{'subnet_id': '1837a3b2-cd98-4e6e-8b23-844a5d3d3b14', 'ip_address': '2001:db8::e7a3:455b:1866:ff04'}], 'name': 'tempest-NetworksTestDHCPv6-1075853551'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:55.056538 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3671b0a6-0169-44ff-8c5f-d7ceba4b4709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (86e9cc2a-124f-4f18-b9b9-fa3c7432c2bc), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:55.090101 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d50ab9f-e53d-4ea6-82bd-5b9f82c769b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:52:55.129619 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d50ab9f-e53d-4ea6-82bd-5b9f82c769b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a47d20f7-235f-487b-9c41-71b50f46bec4,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:55.137179 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3d50ab9f-e53d-4ea6-82bd-5b9f82c769b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (c7d78c9e-b3c9-455a-8e99-defeac864e45), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:55.137545 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-3d50ab9f-e53d-4ea6-82bd-5b9f82c769b3 admin admin] Added segment c7d78c9e-b3c9-455a-8e99-defeac864e45 of type vlan for network 8e1077ea-ee09-45ee-b43f-49b1abb35f2c Aug 27 04:52:55.158475 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-5d211445-64ee-44b2-8635-2dbe336fbb15 admin admin] Allocated IP 172.25.2.184 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/23762dda-087e-4de8-8cb0-a7ded3626fd3) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:52:55.164690 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d42640a-b323-4781-bf57-7638ff80c831 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-d011cf09-a7bd-431d-beae-8c35befcd292', 'network_id': 'd011cf09-a7bd-431d-beae-8c35befcd292', 'project_id': '7404cab787d9443cbae839218717bbbd', 'fixed_ips': [{'subnet_id': 'f816c400-1dd9-429a-a8ec-1fa62fa886d5'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:52:55.166848 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9f63eba0-f01c-49c9-9faf-ae0307654a77 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (d011cf09-a7bd-431d-beae-8c35befcd292), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:55.167716 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3d42640a-b323-4781-bf57-7638ff80c831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:55.258854 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port cf395558-dc14-4381-a260-f1175e7f05fd is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:52:55.266300 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3d50ab9f-e53d-4ea6-82bd-5b9f82c769b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (8e1077ea-ee09-45ee-b43f-49b1abb35f2c), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:55.268836 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3671b0a6-0169-44ff-8c5f-d7ceba4b4709 None None] Pushing event updated for resources: {'Port': ['ID=86e9cc2a-124f-4f18-b9b9-fa3c7432c2bc,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:55.302382 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57680) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:55.410834 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-860bf0a9-62c8-498e-a4e1-e0ee3553c07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (7fca32dc-b9c0-49c8-9e7b-5634fa8b2bb3), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:55.423664 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-3d42640a-b323-4781-bf57-7638ff80c831 None None] Allocated IP 2001:db8::2 (d011cf09-a7bd-431d-beae-8c35befcd292/f816c400-1dd9-429a-a8ec-1fa62fa886d5/6d1fb91d-57ae-47a6-b1de-63f023140b5a) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:52:55.445522 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.db.resource_extend [None req-3d50ab9f-e53d-4ea6-82bd-5b9f82c769b3 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 27 04:52:55.455707 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860bf0a9-62c8-498e-a4e1-e0ee3553c07a None None] Pushing event deleted for resources: {'Port': ['ID=7fca32dc-b9c0-49c8-9e7b-5634fa8b2bb3,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:55.460911 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9f63eba0-f01c-49c9-9faf-ae0307654a77 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (f816c400-1dd9-429a-a8ec-1fa62fa886d5), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:55.461996 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 7fca32dc-b9c0-49c8-9e7b-5634fa8b2bb3 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:52:55.467538 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0be192-6371-4ee7-ab39-ececbce50479 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Made reservation on behalf of f0f1eb4384394fc18f1626f3e12e04e3 for: {'port': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:52:55.474677 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860bf0a9-62c8-498e-a4e1-e0ee3553c07a None None] No DVR routers for this DVR port 7fca32dc-b9c0-49c8-9e7b-5634fa8b2bb3 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:52:55.521951 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb61023f-ac8f-4204-967e-449f37a8790b None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:52:55.630802 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dd4bf021-bb3f-45bb-b722-036591202046 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:55.656747 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5d211445-64ee-44b2-8635-2dbe336fbb15 admin admin] Publish callbacks [] for port (23762dda-087e-4de8-8cb0-a7ded3626fd3), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:55.656747 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3d50ab9f-e53d-4ea6-82bd-5b9f82c769b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (8e1077ea-ee09-45ee-b43f-49b1abb35f2c), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:55.657690 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d50ab9f-e53d-4ea6-82bd-5b9f82c769b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:55.658523 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3d50ab9f-e53d-4ea6-82bd-5b9f82c769b3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:55.745003 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 7fca32dc-b9c0-49c8-9e7b-5634fa8b2bb3 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:52:55.745130 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 7fca32dc-b9c0-49c8-9e7b-5634fa8b2bb3 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:52:55.763299 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fc0be192-6371-4ee7-ab39-ececbce50479 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:55.805240 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3d50ab9f-e53d-4ea6-82bd-5b9f82c769b3 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.6264670 Aug 27 04:52:55.808215 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57692) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:55.813983 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [None req-fc0be192-6371-4ee7-ab39-ececbce50479 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] device_id is not set on port c727793d-a2e4-4d28-b5b0-29151ec707c7 yet. {{(pid=107775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:52:55.814266 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-4ad2e169-ff32-4484-944f-aa92c95d73f5 admin admin] Request body: {'subnet': {'network_id': '8e1077ea-ee09-45ee-b43f-49b1abb35f2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-37161294-subnet', 'tenant_id': '648e7927634f419f8e754f76bd8a0952', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:55.820268 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d50ab9f-e53d-4ea6-82bd-5b9f82c769b3 admin admin] Pushing event updated for resources: {'Network': ['ID=8e1077ea-ee09-45ee-b43f-49b1abb35f2c,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:55.837549 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 8e1077ea-ee09-45ee-b43f-49b1abb35f2c details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:52:55.886492 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57696) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:55.955851 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:55.976315 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad2e169-ff32-4484-944f-aa92c95d73f5 admin admin] Made reservation on behalf of 648e7927634f419f8e754f76bd8a0952 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:52:55.979188 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4ad2e169-ff32-4484-944f-aa92c95d73f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:55.985838 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5d211445-64ee-44b2-8635-2dbe336fbb15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (23762dda-087e-4de8-8cb0-a7ded3626fd3), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:56.028748 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783b5880-3720-4eb4-a6c1-931a8b186f40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'project_id': 'f0f1eb4384394fc18f1626f3e12e04e3', 'fixed_ips': [{'subnet_id': '1837a3b2-cd98-4e6e-8b23-844a5d3d3b14'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:52:56.029863 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-783b5880-3720-4eb4-a6c1-931a8b186f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:56.084851 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-fc0be192-6371-4ee7-ab39-ececbce50479 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Allocated IP 2001:db8::e7a3:455b:1866:ff04 (61356c33-ce96-40d0-bb36-87a36b2d0e1c/1837a3b2-cd98-4e6e-8b23-844a5d3d3b14/c727793d-a2e4-4d28-b5b0-29151ec707c7) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:52:56.099667 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3d42640a-b323-4781-bf57-7638ff80c831 None None] Publish callbacks [] for port (6d1fb91d-57ae-47a6-b1de-63f023140b5a), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:56.109846 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d211445-64ee-44b2-8635-2dbe336fbb15 admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:52:56.121226 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-5d211445-64ee-44b2-8635-2dbe336fbb15 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:52:56.123664 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d211445-64ee-44b2-8635-2dbe336fbb15 admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:52:56.175396 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d211445-64ee-44b2-8635-2dbe336fbb15 admin admin] Pushing event updated for resources: {'Port': ['ID=23762dda-087e-4de8-8cb0-a7ded3626fd3,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:56.233291 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3d42640a-b323-4781-bf57-7638ff80c831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (6d1fb91d-57ae-47a6-b1de-63f023140b5a), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:56.279020 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-8ea33aa8-ed7f-462c-87dc-140f9aeb0322 tempest-RoutersAdminNegativeIpV6Test-2017429400 tempest-RoutersAdminNegativeIpV6Test-2017429400-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1926767822', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:56.291601 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d42640a-b323-4781-bf57-7638ff80c831 None None] Pushing event updated for resources: {'Port': ['ID=6d1fb91d-57ae-47a6-b1de-63f023140b5a,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:56.306004 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d42640a-b323-4781-bf57-7638ff80c831 None None] Network d011cf09-a7bd-431d-beae-8c35befcd292 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:52:56.307982 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-3d42640a-b323-4781-bf57-7638ff80c831 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:52:56.319677 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d42640a-b323-4781-bf57-7638ff80c831 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:52:56.411974 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-3d42640a-b323-4781-bf57-7638ff80c831 None None] Attempting to bind port 6d1fb91d-57ae-47a6-b1de-63f023140b5a on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:52:56.412309 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-3d42640a-b323-4781-bf57-7638ff80c831 None None] Attempting to bind port 6d1fb91d-57ae-47a6-b1de-63f023140b5a by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '5f19187b-b622-4f9f-8b1b-42c0e85bae8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd011cf09-a7bd-431d-beae-8c35befcd292'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:52:56.412763 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d42640a-b323-4781-bf57-7638ff80c831 None None] Attempting to bind port 6d1fb91d-57ae-47a6-b1de-63f023140b5a on network d011cf09-a7bd-431d-beae-8c35befcd292 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:52:56.413540 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dd4bf021-bb3f-45bb-b722-036591202046 admin admin] Publish callbacks [] for security_group (dfb0e403-86cf-4f28-ab4b-563d7899a546), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:56.419717 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fc0be192-6371-4ee7-ab39-ececbce50479 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for port (c727793d-a2e4-4d28-b5b0-29151ec707c7), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:56.420189 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d42640a-b323-4781-bf57-7638ff80c831 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:52:56.420632 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d42640a-b323-4781-bf57-7638ff80c831 None None] Checking segment: {'id': '5f19187b-b622-4f9f-8b1b-42c0e85bae8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd011cf09-a7bd-431d-beae-8c35befcd292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:52:56.421038 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3d42640a-b323-4781-bf57-7638ff80c831 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:56.421491 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d42640a-b323-4781-bf57-7638ff80c831 None None] Bound using segment: {'id': '5f19187b-b622-4f9f-8b1b-42c0e85bae8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd011cf09-a7bd-431d-beae-8c35befcd292'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:52:56.422446 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-3d42640a-b323-4781-bf57-7638ff80c831 None None] Bound port: 6d1fb91d-57ae-47a6-b1de-63f023140b5a, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f19187b-b622-4f9f-8b1b-42c0e85bae8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd011cf09-a7bd-431d-beae-8c35befcd292'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:52:56.422846 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3d42640a-b323-4781-bf57-7638ff80c831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (6d1fb91d-57ae-47a6-b1de-63f023140b5a), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:56.502478 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-3d42640a-b323-4781-bf57-7638ff80c831 None None] For port 6d1fb91d-57ae-47a6-b1de-63f023140b5a, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:52:56.505475 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-3d42640a-b323-4781-bf57-7638ff80c831 None None] For port 6d1fb91d-57ae-47a6-b1de-63f023140b5a, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=6d1fb91d-57ae-47a6-b1de-63f023140b5a,segment=NetworkSegment(5f19187b-b622-4f9f-8b1b-42c0e85bae8f),segment_id=5f19187b-b622-4f9f-8b1b-42c0e85bae8f)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:52:56.516965 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dd4bf021-bb3f-45bb-b722-036591202046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (dfb0e403-86cf-4f28-ab4b-563d7899a546), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:56.569039 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-dd4bf021-bb3f-45bb-b722-036591202046 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=2984e48850ef455b8419393487177f02&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2656178 Aug 27 04:52:56.571891 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57726) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:56.572585 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4bf021-bb3f-45bb-b722-036591202046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb0e403-86cf-4f28-ab4b-563d7899a546,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:56.604123 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fc0be192-6371-4ee7-ab39-ececbce50479 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (c727793d-a2e4-4d28-b5b0-29151ec707c7), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:56.641120 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea33aa8-ed7f-462c-87dc-140f9aeb0322 tempest-RoutersAdminNegativeIpV6Test-2017429400 tempest-RoutersAdminNegativeIpV6Test-2017429400-project-admin] Made reservation on behalf of f18b96c1ef634f909543790f0c455cf7 for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:52:56.644913 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8ea33aa8-ed7f-462c-87dc-140f9aeb0322 tempest-RoutersAdminNegativeIpV6Test-2017429400 tempest-RoutersAdminNegativeIpV6Test-2017429400-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:56.651032 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3d42640a-b323-4781-bf57-7638ff80c831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (6d1fb91d-57ae-47a6-b1de-63f023140b5a), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:56.651790 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9f63eba0-f01c-49c9-9faf-ae0307654a77 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (f816c400-1dd9-429a-a8ec-1fa62fa886d5), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:56.681140 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0be192-6371-4ee7-ab39-ececbce50479 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event updated for resources: {'Port': ['ID=c727793d-a2e4-4d28-b5b0-29151ec707c7,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:56.697811 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0be192-6371-4ee7-ab39-ececbce50479 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:52:56.699256 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-fc0be192-6371-4ee7-ab39-ececbce50479 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:52:56.703054 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0be192-6371-4ee7-ab39-ececbce50479 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:52:56.718595 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0be192-6371-4ee7-ab39-ececbce50479 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:56.719279 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fc0be192-6371-4ee7-ab39-ececbce50479 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:56.751948 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-783b5880-3720-4eb4-a6c1-931a8b186f40 None None] Allocated IP 2001:db8::2 (61356c33-ce96-40d0-bb36-87a36b2d0e1c/1837a3b2-cd98-4e6e-8b23-844a5d3d3b14/05757c18-3c67-4c96-b047-8a936157d491) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:52:56.770877 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e34d9c20-8fcf-4c9e-b6a9-11b5ba626826 admin admin] Publish callbacks [] for security_group (dfb0e403-86cf-4f28-ab4b-563d7899a546), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:56.810562 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4ad2e169-ff32-4484-944f-aa92c95d73f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (83512e08-2810-498d-a373-e0e22740d0e5), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:56.819276 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8ea33aa8-ed7f-462c-87dc-140f9aeb0322 tempest-RoutersAdminNegativeIpV6Test-2017429400 tempest-RoutersAdminNegativeIpV6Test-2017429400-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:56.839845 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-fc0be192-6371-4ee7-ab39-ececbce50479 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8256571 Aug 27 04:52:56.841170 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57738) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:56.872223 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-55b2ec19-19b0-4684-940b-c91f97e179e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:56.873922 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9912a2a-6ba4-40ab-bcaa-0ded9aa87f6e None None] Network 9b58d16c-64b8-4f64-9f4f-bab6ff0c6928 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:52:56.875910 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f63eba0-f01c-49c9-9faf-ae0307654a77 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Pushing event deleted for resources: {'Subnet': ['ID=f816c400-1dd9-429a-a8ec-1fa62fa886d5,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:56.914701 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:56.930532 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e945f9-6ce1-4ce3-9b14-edc61aebb56c tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:56.934844 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-03e945f9-6ce1-4ce3-9b14-edc61aebb56c tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0900767 Aug 27 04:52:56.935042 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57740) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:56.976000 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d42640a-b323-4781-bf57-7638ff80c831 None None] Pushing event updated for resources: {'Port': ['ID=6d1fb91d-57ae-47a6-b1de-63f023140b5a,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:57.029120 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9f63eba0-f01c-49c9-9faf-ae0307654a77 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (d011cf09-a7bd-431d-beae-8c35befcd292), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:57.076474 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e34d9c20-8fcf-4c9e-b6a9-11b5ba626826 admin admin] Publish callbacks [] for security_group (dfb0e403-86cf-4f28-ab4b-563d7899a546), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:57.086981 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-9c95e6c6-a859-4dbb-b6b3-aa81291f6193 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Deleting port c727793d-a2e4-4d28-b5b0-29151ec707c7 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:52:57.087553 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9c95e6c6-a859-4dbb-b6b3-aa81291f6193 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (c727793d-a2e4-4d28-b5b0-29151ec707c7), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:57.114601 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-966bf3f8-c631-4477-8446-5b36fd401c5a None None] Provisioning complete for port 86e9cc2a-124f-4f18-b9b9-fa3c7432c2bc triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:52:57.115345 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-966bf3f8-c631-4477-8446-5b36fd401c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (86e9cc2a-124f-4f18-b9b9-fa3c7432c2bc), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:57.155106 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-9f63eba0-f01c-49c9-9faf-ae0307654a77 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d011cf09-a7bd-431d-beae-8c35befcd292']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:57.219709 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9c95e6c6-a859-4dbb-b6b3-aa81291f6193 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (c727793d-a2e4-4d28-b5b0-29151ec707c7), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:57.230882 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-9f63eba0-f01c-49c9-9faf-ae0307654a77 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f19187b-b622-4f9f-8b1b-42c0e85bae8f') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:57.233458 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-9f63eba0-f01c-49c9-9faf-ae0307654a77 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f19187b-b622-4f9f-8b1b-42c0e85bae8f') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:57.238529 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-9c95e6c6-a859-4dbb-b6b3-aa81291f6193 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Calling delete_port for c727793d-a2e4-4d28-b5b0-29151ec707c7 owned by {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:52:57.241284 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad2e169-ff32-4484-944f-aa92c95d73f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83512e08-2810-498d-a373-e0e22740d0e5,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:57.274154 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9f63eba0-f01c-49c9-9faf-ae0307654a77 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (5f19187b-b622-4f9f-8b1b-42c0e85bae8f), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:57.319487 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad2e169-ff32-4484-944f-aa92c95d73f5 admin admin] Checking segment: {'id': 'c7d78c9e-b3c9-455a-8e99-defeac864e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8e1077ea-ee09-45ee-b43f-49b1abb35f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:52:57.319900 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad2e169-ff32-4484-944f-aa92c95d73f5 admin admin] Network hostable DHCP agents. Network: 8e1077ea-ee09-45ee-b43f-49b1abb35f2c, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:52:57.324105 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9f63eba0-f01c-49c9-9faf-ae0307654a77 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (5f19187b-b622-4f9f-8b1b-42c0e85bae8f), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:57.333091 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5d211445-64ee-44b2-8635-2dbe336fbb15 admin admin] Publish callbacks [] for router_gateway (06b2e6fc-32e0-4d5a-b14c-620892a8c557), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:57.343854 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:57.380288 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-783b5880-3720-4eb4-a6c1-931a8b186f40 None None] Publish callbacks [] for port (05757c18-3c67-4c96-b047-8a936157d491), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:57.398859 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-966bf3f8-c631-4477-8446-5b36fd401c5a None None] Current status of the port 86e9cc2a-124f-4f18-b9b9-fa3c7432c2bc is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:52:57.399235 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f63eba0-f01c-49c9-9faf-ae0307654a77 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:52:57.399367 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-966bf3f8-c631-4477-8446-5b36fd401c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (86e9cc2a-124f-4f18-b9b9-fa3c7432c2bc), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:57.399692 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9f63eba0-f01c-49c9-9faf-ae0307654a77 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (5f19187b-b622-4f9f-8b1b-42c0e85bae8f), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:57.453362 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-966bf3f8-c631-4477-8446-5b36fd401c5a None None] For port 86e9cc2a-124f-4f18-b9b9-fa3c7432c2bc, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=86e9cc2a-124f-4f18-b9b9-fa3c7432c2bc,segment=NetworkSegment(a2842d86-f7cc-4a29-beaa-e93657e67024),segment_id=a2842d86-f7cc-4a29-beaa-e93657e67024)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:52:57.512569 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 86e9cc2a-124f-4f18-b9b9-fa3c7432c2bc up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:52:57.571932 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 5f19187b-b622-4f9f-8b1b-42c0e85bae8f resource provider aggregate not found Aug 27 04:52:57.587887 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8ea33aa8-ed7f-462c-87dc-140f9aeb0322 tempest-RoutersAdminNegativeIpV6Test-2017429400 tempest-RoutersAdminNegativeIpV6Test-2017429400-project-admin] Publish callbacks [] for security_group (c513a3a3-1e2a-4d74-baaa-777fe41531cd), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:57.602930 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-966bf3f8-c631-4477-8446-5b36fd401c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (86e9cc2a-124f-4f18-b9b9-fa3c7432c2bc), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:57.603159 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e34d9c20-8fcf-4c9e-b6a9-11b5ba626826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (dfb0e403-86cf-4f28-ab4b-563d7899a546), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:57.604096 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-783b5880-3720-4eb4-a6c1-931a8b186f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (05757c18-3c67-4c96-b047-8a936157d491), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:57.604270 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e34d9c20-8fcf-4c9e-b6a9-11b5ba626826 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:57.609333 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e34d9c20-8fcf-4c9e-b6a9-11b5ba626826 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/dfb0e403-86cf-4f28-ab4b-563d7899a546 HTTP/1.1" status: 204 len: 168 time: 1.0358412 Aug 27 04:52:57.622084 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 5f19187b-b622-4f9f-8b1b-42c0e85bae8f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5f19187b-b622-4f9f-8b1b-42c0e85bae8f found for delete ", "request_id": "req-c8ad705c-5f71-4c39-8eec-bc2da672fb4b"}]} Aug 27 04:52:57.665946 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad2e169-ff32-4484-944f-aa92c95d73f5 admin admin] Network 8e1077ea-ee09-45ee-b43f-49b1abb35f2c is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:52:57.672474 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34d9c20-8fcf-4c9e-b6a9-11b5ba626826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb0e403-86cf-4f28-ab4b-563d7899a546,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:57.684776 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:57.690391 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783b5880-3720-4eb4-a6c1-931a8b186f40 None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:52:57.696809 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.db.api [None req-9f63eba0-f01c-49c9-9faf-ae0307654a77 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 04:52:57.696809 n-d-852088-5 neutron-server[107776]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 04:52:57.696809 n-d-852088-5 neutron-server[107776]: [parameters: {'id': 'd011cf09-a7bd-431d-beae-8c35befcd292'}] Aug 27 04:52:57.696809 n-d-852088-5 neutron-server[107776]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=107776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:52:57.700448 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-783b5880-3720-4eb4-a6c1-931a8b186f40 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:52:57.700552 n-d-852088-5 neutron-server[107776]: DEBUG oslo_db.api [None req-9f63eba0-f01c-49c9-9faf-ae0307654a77 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:52:57.700552 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8ea33aa8-ed7f-462c-87dc-140f9aeb0322 tempest-RoutersAdminNegativeIpV6Test-2017429400 tempest-RoutersAdminNegativeIpV6Test-2017429400-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (c513a3a3-1e2a-4d74-baaa-777fe41531cd), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:57.702341 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [None req-8ea33aa8-ed7f-462c-87dc-140f9aeb0322 tempest-RoutersAdminNegativeIpV6Test-2017429400 tempest-RoutersAdminNegativeIpV6Test-2017429400-project-admin] device_id is not set on port b9b634e0-87cd-4cf7-b12b-ff16d5e64e1a yet. {{(pid=107776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:52:57.726531 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783b5880-3720-4eb4-a6c1-931a8b186f40 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:52:57.731854 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 86e9cc2a-124f-4f18-b9b9-fa3c7432c2bc triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:52:57.732564 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (86e9cc2a-124f-4f18-b9b9-fa3c7432c2bc), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:57.815243 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-44d192bb-9350-4be6-9577-d8b83c5460d7 None None] Provisioning complete for port 86e9cc2a-124f-4f18-b9b9-fa3c7432c2bc triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:52:57.815826 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-44d192bb-9350-4be6-9577-d8b83c5460d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (86e9cc2a-124f-4f18-b9b9-fa3c7432c2bc), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:57.865813 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-4ad2e169-ff32-4484-944f-aa92c95d73f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 8e1077ea-ee09-45ee-b43f-49b1abb35f2c) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:52:57.870183 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad2e169-ff32-4484-944f-aa92c95d73f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:57.871139 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4ad2e169-ff32-4484-944f-aa92c95d73f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:57.876877 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-8ea33aa8-ed7f-462c-87dc-140f9aeb0322 tempest-RoutersAdminNegativeIpV6Test-2017429400 tempest-RoutersAdminNegativeIpV6Test-2017429400-project-admin] Allocated IP 172.25.2.81 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/b9b634e0-87cd-4cf7-b12b-ff16d5e64e1a) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:52:57.878110 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966bf3f8-c631-4477-8446-5b36fd401c5a None None] Pushing event updated for resources: {'Port': ['ID=86e9cc2a-124f-4f18-b9b9-fa3c7432c2bc,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:57.882455 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea33aa8-ed7f-462c-87dc-140f9aeb0322 tempest-RoutersAdminNegativeIpV6Test-2017429400 tempest-RoutersAdminNegativeIpV6Test-2017429400-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c513a3a3-1e2a-4d74-baaa-777fe41531cd,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:57.884131 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25931af-8e19-43b9-ac8e-3764bc77aff3 None None] Network 8e1077ea-ee09-45ee-b43f-49b1abb35f2c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:52:58.015012 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5d211445-64ee-44b2-8635-2dbe336fbb15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (06b2e6fc-32e0-4d5a-b14c-620892a8c557), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:58.048203 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783b5880-3720-4eb4-a6c1-931a8b186f40 None None] Pushing event updated for resources: {'Port': ['ID=05757c18-3c67-4c96-b047-8a936157d491,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:58.071562 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57792) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:58.071793 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-4ad2e169-ff32-4484-944f-aa92c95d73f5 admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2620957 Aug 27 04:52:58.104196 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-66f1b790-a83e-4141-b289-6355046a087f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-37161294-router', 'tenant_id': '648e7927634f419f8e754f76bd8a0952', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:58.104727 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-783b5880-3720-4eb4-a6c1-931a8b186f40 None None] Attempting to bind port 05757c18-3c67-4c96-b047-8a936157d491 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:52:58.104727 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-783b5880-3720-4eb4-a6c1-931a8b186f40 None None] Attempting to bind port 05757c18-3c67-4c96-b047-8a936157d491 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:52:58.104727 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783b5880-3720-4eb4-a6c1-931a8b186f40 None None] Attempting to bind port 05757c18-3c67-4c96-b047-8a936157d491 on network 61356c33-ce96-40d0-bb36-87a36b2d0e1c {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:52:58.114585 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783b5880-3720-4eb4-a6c1-931a8b186f40 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:52:58.114964 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783b5880-3720-4eb4-a6c1-931a8b186f40 None None] Checking segment: {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:52:58.115374 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-783b5880-3720-4eb4-a6c1-931a8b186f40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:58.115770 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783b5880-3720-4eb4-a6c1-931a8b186f40 None None] Bound using segment: {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:52:58.116275 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-783b5880-3720-4eb4-a6c1-931a8b186f40 None None] Bound port: 05757c18-3c67-4c96-b047-8a936157d491, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:52:58.116660 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-783b5880-3720-4eb4-a6c1-931a8b186f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (05757c18-3c67-4c96-b047-8a936157d491), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:58.173670 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9c95e6c6-a859-4dbb-b6b3-aa81291f6193 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (c727793d-a2e4-4d28-b5b0-29151ec707c7), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:58.198485 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9f63eba0-f01c-49c9-9faf-ae0307654a77 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (d011cf09-a7bd-431d-beae-8c35befcd292), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:58.251866 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=81,neutron:UPDATE=4,neutron:INSERT=9,neutron:DELETE=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:58.273411 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5881afef-b324-46b2-9234-8dd0cbc3a396 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-8e1077ea-ee09-45ee-b43f-49b1abb35f2c', 'network_id': '8e1077ea-ee09-45ee-b43f-49b1abb35f2c', 'project_id': '648e7927634f419f8e754f76bd8a0952', 'fixed_ips': [{'subnet_id': '83512e08-2810-498d-a373-e0e22740d0e5'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:52:58.274259 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5881afef-b324-46b2-9234-8dd0cbc3a396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:58.280296 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-44d192bb-9350-4be6-9577-d8b83c5460d7 None None] Current status of the port 86e9cc2a-124f-4f18-b9b9-fa3c7432c2bc is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:52:58.286991 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 86e9cc2a-124f-4f18-b9b9-fa3c7432c2bc is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:52:58.288103 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6d1fb91d-57ae-47a6-b1de-63f023140b5a up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:52:58.321101 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d211445-64ee-44b2-8635-2dbe336fbb15 admin admin] Router 06b2e6fc-32e0-4d5a-b14c-620892a8c557 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:52:58.322517 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-66f1b790-a83e-4141-b289-6355046a087f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (5368393b-a326-4518-9ae4-88e169ac8ade), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:58.327036 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-66f1b790-a83e-4141-b289-6355046a087f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (5368393b-a326-4518-9ae4-88e169ac8ade), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:58.344402 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95e6c6-a859-4dbb-b6b3-aa81291f6193 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event deleted for resources: {'Port': ['ID=c727793d-a2e4-4d28-b5b0-29151ec707c7,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:58.351682 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9c95e6c6-a859-4dbb-b6b3-aa81291f6193 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:58.356808 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9c95e6c6-a859-4dbb-b6b3-aa81291f6193 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/ports/c727793d-a2e4-4d28-b5b0-29151ec707c7 HTTP/1.1" status: 204 len: 168 time: 1.4207230 Aug 27 04:52:58.360797 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:58.364004 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57808) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:58.380441 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-9f63eba0-f01c-49c9-9faf-ae0307654a77 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Deleting port 6d1fb91d-57ae-47a6-b1de-63f023140b5a {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:52:58.380789 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9f63eba0-f01c-49c9-9faf-ae0307654a77 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (6d1fb91d-57ae-47a6-b1de-63f023140b5a), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:58.496193 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e5897e-6161-47a7-993b-b8653e14c9a4 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:58.502745 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e5897e-6161-47a7-993b-b8653e14c9a4 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:58.502745 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-46e5897e-6161-47a7-993b-b8653e14c9a4 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1346047 Aug 27 04:52:58.502745 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-66f1b790-a83e-4141-b289-6355046a087f admin admin] Publish callbacks [] for router_controller (5368393b-a326-4518-9ae4-88e169ac8ade), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:58.504011 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57814) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:58.575373 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-f57f6d12-7a4b-410d-96ab-43981fac06e1 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Deleting subnet 1837a3b2-cd98-4e6e-8b23-844a5d3d3b14 {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:52:58.579063 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f57f6d12-7a4b-410d-96ab-43981fac06e1 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (1837a3b2-cd98-4e6e-8b23-844a5d3d3b14), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:58.620711 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-783b5880-3720-4eb4-a6c1-931a8b186f40 None None] For port 05757c18-3c67-4c96-b047-8a936157d491, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:52:58.623636 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ea05f1-21db-47b8-9dfd-b5969d419205 None None] Network d011cf09-a7bd-431d-beae-8c35befcd292 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:52:58.627323 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f57f6d12-7a4b-410d-96ab-43981fac06e1 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (1837a3b2-cd98-4e6e-8b23-844a5d3d3b14), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:58.695080 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-783b5880-3720-4eb4-a6c1-931a8b186f40 None None] For port 05757c18-3c67-4c96-b047-8a936157d491, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=05757c18-3c67-4c96-b047-8a936157d491,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:52:58.714250 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-76428a3f-cda2-4c24-9a69-e5aab28c7d15 None None] Provisioning complete for port 6d1fb91d-57ae-47a6-b1de-63f023140b5a triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:52:58.714961 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-76428a3f-cda2-4c24-9a69-e5aab28c7d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (6d1fb91d-57ae-47a6-b1de-63f023140b5a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:58.798731 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:58.802751 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 6d1fb91d-57ae-47a6-b1de-63f023140b5a triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:52:58.803625 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (6d1fb91d-57ae-47a6-b1de-63f023140b5a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:58.861170 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-783b5880-3720-4eb4-a6c1-931a8b186f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (05757c18-3c67-4c96-b047-8a936157d491), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:58.954077 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-66f1b790-a83e-4141-b289-6355046a087f admin admin] Publish callbacks [] for router_gateway (5368393b-a326-4518-9ae4-88e169ac8ade), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:58.961069 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-5881afef-b324-46b2-9234-8dd0cbc3a396 None None] Allocated IP 172.20.0.2 (8e1077ea-ee09-45ee-b43f-49b1abb35f2c/83512e08-2810-498d-a373-e0e22740d0e5/147fedda-5300-4464-b273-7cebe0e793fc) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:52:58.973867 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f57f6d12-7a4b-410d-96ab-43981fac06e1 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (1837a3b2-cd98-4e6e-8b23-844a5d3d3b14), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:59.058845 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783b5880-3720-4eb4-a6c1-931a8b186f40 None None] Pushing event updated for resources: {'Port': ['ID=05757c18-3c67-4c96-b047-8a936157d491,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:59.126335 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-9f63eba0-f01c-49c9-9faf-ae0307654a77 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] For port 6d1fb91d-57ae-47a6-b1de-63f023140b5a, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=6d1fb91d-57ae-47a6-b1de-63f023140b5a,segment=NetworkSegment(5f19187b-b622-4f9f-8b1b-42c0e85bae8f),segment_id=5f19187b-b622-4f9f-8b1b-42c0e85bae8f)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:52:59.126955 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e06f29b-e0d1-4689-81d6-ce7a6dfea1ea None None] DHCP port deletion for d011cf09-a7bd-431d-beae-8c35befcd292 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:52:59.127061 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9f63eba0-f01c-49c9-9faf-ae0307654a77 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (6d1fb91d-57ae-47a6-b1de-63f023140b5a), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:59.138464 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-76428a3f-cda2-4c24-9a69-e5aab28c7d15 None None] Current status of the port 6d1fb91d-57ae-47a6-b1de-63f023140b5a is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:52:59.138589 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-76428a3f-cda2-4c24-9a69-e5aab28c7d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (6d1fb91d-57ae-47a6-b1de-63f023140b5a), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:59.180279 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 6d1fb91d-57ae-47a6-b1de-63f023140b5a is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:52:59.180670 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (6d1fb91d-57ae-47a6-b1de-63f023140b5a), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:59.211114 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-9f63eba0-f01c-49c9-9faf-ae0307654a77 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Calling delete_port for 6d1fb91d-57ae-47a6-b1de-63f023140b5a owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:52:59.235390 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-76428a3f-cda2-4c24-9a69-e5aab28c7d15 None None] For port 6d1fb91d-57ae-47a6-b1de-63f023140b5a, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=6d1fb91d-57ae-47a6-b1de-63f023140b5a,segment=NetworkSegment(5f19187b-b622-4f9f-8b1b-42c0e85bae8f),segment_id=5f19187b-b622-4f9f-8b1b-42c0e85bae8f)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:52:59.245361 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8ea33aa8-ed7f-462c-87dc-140f9aeb0322 tempest-RoutersAdminNegativeIpV6Test-2017429400 tempest-RoutersAdminNegativeIpV6Test-2017429400-project-admin] Publish callbacks [] for port (b9b634e0-87cd-4cf7-b12b-ff16d5e64e1a), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:59.299635 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0e1772c6-5f21-424d-a138-8d01bbafaba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:59.351582 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-9e06f29b-e0d1-4689-81d6-ce7a6dfea1ea None None] Deleting port 6d1fb91d-57ae-47a6-b1de-63f023140b5a {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:52:59.352005 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9e06f29b-e0d1-4689-81d6-ce7a6dfea1ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (6d1fb91d-57ae-47a6-b1de-63f023140b5a), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:59.359522 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f57f6d12-7a4b-410d-96ab-43981fac06e1 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (1837a3b2-cd98-4e6e-8b23-844a5d3d3b14), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:59.391695 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d211445-64ee-44b2-8635-2dbe336fbb15 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:52:59.391864 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-76428a3f-cda2-4c24-9a69-e5aab28c7d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (6d1fb91d-57ae-47a6-b1de-63f023140b5a), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:59.411736 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f57f6d12-7a4b-410d-96ab-43981fac06e1 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:59.418433 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57836) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:59.418668 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f57f6d12-7a4b-410d-96ab-43981fac06e1 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/1837a3b2-cd98-4e6e-8b23-844a5d3d3b14 HTTP/1.1" status: 204 len: 168 time: 0.9127576 Aug 27 04:52:59.451322 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57f6d12-7a4b-410d-96ab-43981fac06e1 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event deleted for resources: {'Subnet': ['ID=1837a3b2-cd98-4e6e-8b23-844a5d3d3b14,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:59.512535 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-66f1b790-a83e-4141-b289-6355046a087f admin admin] Publish callbacks [] for router_gateway (5368393b-a326-4518-9ae4-88e169ac8ade), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:59.541571 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-66f1b790-a83e-4141-b289-6355046a087f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:59.577218 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:59.580610 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e4cc4de4-e6f2-440d-b811-b08e0acf007c tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1445715 Aug 27 04:52:59.593180 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57842) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:59.598646 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524666b1-5c3d-4bfd-a050-54ca192849a2 None None] Sync routers for ids ['06b2e6fc-32e0-4d5a-b14c-620892a8c557'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:52:59.619987 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=57 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:59.624442 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:52:59.625026 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:52:59.668007 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524666b1-5c3d-4bfd-a050-54ca192849a2 None None] Routers {'06b2e6fc-32e0-4d5a-b14c-620892a8c557'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:52:59.668636 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-524666b1-5c3d-4bfd-a050-54ca192849a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:52:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['06b2e6fc-32e0-4d5a-b14c-620892a8c557'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:59.672641 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57844) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:59.686639 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:52:59.709522 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dccc08-d133-45c9-b7d7-416335f4b68e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:59.713036 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-85dccc08-d133-45c9-b7d7-416335f4b68e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1164248 Aug 27 04:52:59.716877 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57848) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:59.725003 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8ea33aa8-ed7f-462c-87dc-140f9aeb0322 tempest-RoutersAdminNegativeIpV6Test-2017429400 tempest-RoutersAdminNegativeIpV6Test-2017429400-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (b9b634e0-87cd-4cf7-b12b-ff16d5e64e1a), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:59.749491 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5d211445-64ee-44b2-8635-2dbe336fbb15 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:59.750925 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-5d211445-64ee-44b2-8635-2dbe336fbb15 admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.6780062 Aug 27 04:52:59.769637 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57850) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:59.778545 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5881afef-b324-46b2-9234-8dd0cbc3a396 None None] Publish callbacks [] for port (147fedda-5300-4464-b273-7cebe0e793fc), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:59.792925 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-9e06f29b-e0d1-4689-81d6-ce7a6dfea1ea None None] For port 6d1fb91d-57ae-47a6-b1de-63f023140b5a, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=6d1fb91d-57ae-47a6-b1de-63f023140b5a,segment=NetworkSegment(5f19187b-b622-4f9f-8b1b-42c0e85bae8f),segment_id=5f19187b-b622-4f9f-8b1b-42c0e85bae8f)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:52:59.793299 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9e06f29b-e0d1-4689-81d6-ce7a6dfea1ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (6d1fb91d-57ae-47a6-b1de-63f023140b5a), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:59.859247 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9f63eba0-f01c-49c9-9faf-ae0307654a77 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (6d1fb91d-57ae-47a6-b1de-63f023140b5a), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:52:59.860196 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-9e06f29b-e0d1-4689-81d6-ce7a6dfea1ea None None] Calling delete_port for 6d1fb91d-57ae-47a6-b1de-63f023140b5a owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:52:59.862313 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76428a3f-cda2-4c24-9a69-e5aab28c7d15 None None] Pushing event updated for resources: {'Port': ['ID=6d1fb91d-57ae-47a6-b1de-63f023140b5a,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:59.881183 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea33aa8-ed7f-462c-87dc-140f9aeb0322 tempest-RoutersAdminNegativeIpV6Test-2017429400 tempest-RoutersAdminNegativeIpV6Test-2017429400-project-admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:52:59.881423 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d1a1b1-14d4-44bf-af64-8b6e9be144b9 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:52:59.887370 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-39d1a1b1-14d4-44bf-af64-8b6e9be144b9 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1671238 Aug 27 04:52:59.891617 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57852) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:52:59.905068 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-8ea33aa8-ed7f-462c-87dc-140f9aeb0322 tempest-RoutersAdminNegativeIpV6Test-2017429400 tempest-RoutersAdminNegativeIpV6Test-2017429400-project-admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:52:59.913349 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea33aa8-ed7f-462c-87dc-140f9aeb0322 tempest-RoutersAdminNegativeIpV6Test-2017429400 tempest-RoutersAdminNegativeIpV6Test-2017429400-project-admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:52:59.940266 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-524666b1-5c3d-4bfd-a050-54ca192849a2 None None] Set router 06b2e6fc-32e0-4d5a-b14c-620892a8c557 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:52:59.971753 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea33aa8-ed7f-462c-87dc-140f9aeb0322 tempest-RoutersAdminNegativeIpV6Test-2017429400 tempest-RoutersAdminNegativeIpV6Test-2017429400-project-admin] Pushing event updated for resources: {'Port': ['ID=b9b634e0-87cd-4cf7-b12b-ff16d5e64e1a,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:59.979850 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f63eba0-f01c-49c9-9faf-ae0307654a77 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] No DVR routers for this DVR port 6d1fb91d-57ae-47a6-b1de-63f023140b5a on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:53:00.015462 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-5c7aa593-62c6-4268-91b8-a00ae99dbb1a tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1188254 Aug 27 04:53:00.020988 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-66f1b790-a83e-4141-b289-6355046a087f admin admin] Allocated IP 172.25.2.216 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/17c3389a-4a1f-40b3-83d9-817d3f39763d) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:53:00.022031 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5881afef-b324-46b2-9234-8dd0cbc3a396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (147fedda-5300-4464-b273-7cebe0e793fc), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:00.023363 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57856) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:00.032355 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-1bd992ed-3dfa-4eb8-90ca-bc0ff5ba1d53 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'subnet': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:00.106544 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f63eba0-f01c-49c9-9faf-ae0307654a77 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Pushing event deleted for resources: {'Port': ['ID=6d1fb91d-57ae-47a6-b1de-63f023140b5a,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:00.244606 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5881afef-b324-46b2-9234-8dd0cbc3a396 None None] Network 8e1077ea-ee09-45ee-b43f-49b1abb35f2c is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:53:00.261000 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea33aa8-ed7f-462c-87dc-140f9aeb0322 tempest-RoutersAdminNegativeIpV6Test-2017429400 tempest-RoutersAdminNegativeIpV6Test-2017429400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:00.262308 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8ea33aa8-ed7f-462c-87dc-140f9aeb0322 tempest-RoutersAdminNegativeIpV6Test-2017429400 tempest-RoutersAdminNegativeIpV6Test-2017429400-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:00.318069 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9f63eba0-f01c-49c9-9faf-ae0307654a77 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (d011cf09-a7bd-431d-beae-8c35befcd292), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:00.334177 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd992ed-3dfa-4eb8-90ca-bc0ff5ba1d53 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Made reservation on behalf of f0f1eb4384394fc18f1626f3e12e04e3 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:53:00.343963 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1bd992ed-3dfa-4eb8-90ca-bc0ff5ba1d53 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:00.414873 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8ea33aa8-ed7f-462c-87dc-140f9aeb0322 tempest-RoutersAdminNegativeIpV6Test-2017429400 tempest-RoutersAdminNegativeIpV6Test-2017429400-project-admin] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 4.5248706 Aug 27 04:53:00.444911 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57860) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:00.476378 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-98877ae4-daaf-4543-b306-e233add253ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:00.504604 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-9f63eba0-f01c-49c9-9faf-ae0307654a77 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d011cf09-a7bd-431d-beae-8c35befcd292']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:00.505179 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-5881afef-b324-46b2-9234-8dd0cbc3a396 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:53:00.514522 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9e06f29b-e0d1-4689-81d6-ce7a6dfea1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (6d1fb91d-57ae-47a6-b1de-63f023140b5a), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:00.521865 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-6c0b5d71-f5e2-462c-8c09-0645e238c146 tempest-RoutersAdminNegativeIpV6Test-2017429400 tempest-RoutersAdminNegativeIpV6Test-2017429400-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.81'}]}}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:00.535055 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5881afef-b324-46b2-9234-8dd0cbc3a396 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:53:00.569204 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Port 6d1fb91d-57ae-47a6-b1de-63f023140b5a update to ACTIVE by agent not found {{(pid=107777) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 27 04:53:00.588064 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e06f29b-e0d1-4689-81d6-ce7a6dfea1ea None None] No DVR routers for this DVR port 6d1fb91d-57ae-47a6-b1de-63f023140b5a on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:53:00.685051 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-9f63eba0-f01c-49c9-9faf-ae0307654a77 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f19187b-b622-4f9f-8b1b-42c0e85bae8f') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:00.685875 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-9f63eba0-f01c-49c9-9faf-ae0307654a77 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f19187b-b622-4f9f-8b1b-42c0e85bae8f') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:00.721853 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9f63eba0-f01c-49c9-9faf-ae0307654a77 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (5f19187b-b622-4f9f-8b1b-42c0e85bae8f), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:00.745259 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:00.753291 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57862) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:00.759008 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5881afef-b324-46b2-9234-8dd0cbc3a396 None None] Pushing event updated for resources: {'Port': ['ID=147fedda-5300-4464-b273-7cebe0e793fc,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:00.785601 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9f63eba0-f01c-49c9-9faf-ae0307654a77 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (5f19187b-b622-4f9f-8b1b-42c0e85bae8f), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:00.809919 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f63eba0-f01c-49c9-9faf-ae0307654a77 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:53:00.810344 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9f63eba0-f01c-49c9-9faf-ae0307654a77 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (5f19187b-b622-4f9f-8b1b-42c0e85bae8f), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:00.829241 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-66f1b790-a83e-4141-b289-6355046a087f admin admin] Publish callbacks [] for port (17c3389a-4a1f-40b3-83d9-817d3f39763d), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:00.858247 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-524666b1-5c3d-4bfd-a050-54ca192849a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b2e6fc-32e0-4d5a-b14c-620892a8c557', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-274034813-router', 'tenant_id': '756f39b82b0745a3bc33a85f632348fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '23762dda-087e-4de8-8cb0-a7ded3626fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:52:54Z', 'updated_at': '2022-08-27T04:52:56Z', 'revision_number': 3, 'project_id': '756f39b82b0745a3bc33a85f632348fa', 'gw_port': {'id': '23762dda-087e-4de8-8cb0-a7ded3626fd3', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b2e6fc-32e0-4d5a-b14c-620892a8c557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:52:54Z', 'updated_at': '2022-08-27T04:52:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:00.874016 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:00.875249 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fbc2b1-7793-4337-9322-21bd59df3c85 None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:53:00.883643 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-5881afef-b324-46b2-9234-8dd0cbc3a396 None None] Attempting to bind port 147fedda-5300-4464-b273-7cebe0e793fc on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:53:00.884110 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 5f19187b-b622-4f9f-8b1b-42c0e85bae8f resource provider aggregate not found Aug 27 04:53:00.884506 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-5881afef-b324-46b2-9234-8dd0cbc3a396 None None] Attempting to bind port 147fedda-5300-4464-b273-7cebe0e793fc by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'c7d78c9e-b3c9-455a-8e99-defeac864e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8e1077ea-ee09-45ee-b43f-49b1abb35f2c'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:53:00.885051 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5881afef-b324-46b2-9234-8dd0cbc3a396 None None] Attempting to bind port 147fedda-5300-4464-b273-7cebe0e793fc on network 8e1077ea-ee09-45ee-b43f-49b1abb35f2c {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:53:00.888050 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e06f29b-e0d1-4689-81d6-ce7a6dfea1ea None None] Pushing event deleted for resources: {'Port': ['ID=6d1fb91d-57ae-47a6-b1de-63f023140b5a,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:00.921101 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:00.941308 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 5f19187b-b622-4f9f-8b1b-42c0e85bae8f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5f19187b-b622-4f9f-8b1b-42c0e85bae8f found for delete ", "request_id": "req-b7671f76-624f-41c9-88aa-8544f9131e5f"}]} Aug 27 04:53:00.959491 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6c0b5d71-f5e2-462c-8c09-0645e238c146 tempest-RoutersAdminNegativeIpV6Test-2017429400 tempest-RoutersAdminNegativeIpV6Test-2017429400-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (ec368ef3-cab4-45e3-87da-88035225a63e), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:00.960868 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6c0b5d71-f5e2-462c-8c09-0645e238c146 tempest-RoutersAdminNegativeIpV6Test-2017429400 tempest-RoutersAdminNegativeIpV6Test-2017429400-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (ec368ef3-cab4-45e3-87da-88035225a63e), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:01.026517 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6c0b5d71-f5e2-462c-8c09-0645e238c146 tempest-RoutersAdminNegativeIpV6Test-2017429400 tempest-RoutersAdminNegativeIpV6Test-2017429400-project-admin] Publish callbacks [] for router_controller (ec368ef3-cab4-45e3-87da-88035225a63e), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:01.036958 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-66f1b790-a83e-4141-b289-6355046a087f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (17c3389a-4a1f-40b3-83d9-817d3f39763d), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:01.106101 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-102f7f8a-9946-4178-a039-931ecfa5478f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:01.116310 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524666b1-5c3d-4bfd-a050-54ca192849a2 None None] Checking router: 06b2e6fc-32e0-4d5a-b14c-620892a8c557 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:53:01.116882 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524666b1-5c3d-4bfd-a050-54ca192849a2 None None] Updating router 06b2e6fc-32e0-4d5a-b14c-620892a8c557 port 23762dda-087e-4de8-8cb0-a7ded3626fd3 binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:53:01.122424 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 86e9cc2a-124f-4f18-b9b9-fa3c7432c2bc up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:53:01.146210 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5881afef-b324-46b2-9234-8dd0cbc3a396 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:53:01.146608 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5881afef-b324-46b2-9234-8dd0cbc3a396 None None] Checking segment: {'id': 'c7d78c9e-b3c9-455a-8e99-defeac864e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8e1077ea-ee09-45ee-b43f-49b1abb35f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:53:01.146974 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5881afef-b324-46b2-9234-8dd0cbc3a396 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:01.147363 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5881afef-b324-46b2-9234-8dd0cbc3a396 None None] Bound using segment: {'id': 'c7d78c9e-b3c9-455a-8e99-defeac864e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8e1077ea-ee09-45ee-b43f-49b1abb35f2c'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:53:01.147850 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-5881afef-b324-46b2-9234-8dd0cbc3a396 None None] Bound port: 147fedda-5300-4464-b273-7cebe0e793fc, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7d78c9e-b3c9-455a-8e99-defeac864e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8e1077ea-ee09-45ee-b43f-49b1abb35f2c'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:53:01.148261 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5881afef-b324-46b2-9234-8dd0cbc3a396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (147fedda-5300-4464-b273-7cebe0e793fc), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:01.155422 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:01.157405 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f1b790-a83e-4141-b289-6355046a087f admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:53:01.161891 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-66f1b790-a83e-4141-b289-6355046a087f admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:53:01.165929 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f1b790-a83e-4141-b289-6355046a087f admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:53:01.169349 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1b790-a83e-4141-b289-6355046a087f admin admin] Pushing event updated for resources: {'Port': ['ID=17c3389a-4a1f-40b3-83d9-817d3f39763d,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:01.192768 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9f63eba0-f01c-49c9-9faf-ae0307654a77 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (d011cf09-a7bd-431d-beae-8c35befcd292), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:01.195825 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-98877ae4-daaf-4543-b306-e233add253ed admin admin] Publish callbacks [] for security_group (65723092-a0ad-4f65-b8a7-5b75ab8764e6), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:01.235397 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9f63eba0-f01c-49c9-9faf-ae0307654a77 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:01.242778 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-9f63eba0-f01c-49c9-9faf-ae0307654a77 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] 10.222.0.76 "DELETE /networking/v2.0/networks/d011cf09-a7bd-431d-beae-8c35befcd292 HTTP/1.1" status: 204 len: 168 time: 6.2865584 Aug 27 04:53:01.250365 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57878) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:01.255364 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-a771fa52-d02b-4f2d-89e9-f4a27fa156b3 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-368213207'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:01.300054 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f63eba0-f01c-49c9-9faf-ae0307654a77 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Pushing event deleted for resources: {'Network': ['ID=d011cf09-a7bd-431d-beae-8c35befcd292,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:01.327028 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1bd992ed-3dfa-4eb8-90ca-bc0ff5ba1d53 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (d2e18051-11fe-47a1-94d4-7eeece55fbdb), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:01.353337 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:01.355712 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-54720223-5999-4026-b432-821a6c1963ce None None] Provisioning complete for port 05757c18-3c67-4c96-b047-8a936157d491 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:53:01.356124 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-54720223-5999-4026-b432-821a6c1963ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (05757c18-3c67-4c96-b047-8a936157d491), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:01.398548 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-524666b1-5c3d-4bfd-a050-54ca192849a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (23762dda-087e-4de8-8cb0-a7ded3626fd3), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:01.409919 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-98877ae4-daaf-4543-b306-e233add253ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (65723092-a0ad-4f65-b8a7-5b75ab8764e6), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:01.436256 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6c0b5d71-f5e2-462c-8c09-0645e238c146 tempest-RoutersAdminNegativeIpV6Test-2017429400 tempest-RoutersAdminNegativeIpV6Test-2017429400-project-admin] Publish callbacks [] for router_gateway (ec368ef3-cab4-45e3-87da-88035225a63e), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:01.450828 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b650745-f791-44e5-b1ad-4f86c7f191b7 None None] DHCP port deletion for 61356c33-ce96-40d0-bb36-87a36b2d0e1c request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:53:01.467979 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd992ed-3dfa-4eb8-90ca-bc0ff5ba1d53 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:53:01.501264 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-5881afef-b324-46b2-9234-8dd0cbc3a396 None None] For port 147fedda-5300-4464-b273-7cebe0e793fc, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:53:01.502044 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a771fa52-d02b-4f2d-89e9-f4a27fa156b3 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Made reservation on behalf of 7404cab787d9443cbae839218717bbbd for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:53:01.506781 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a771fa52-d02b-4f2d-89e9-f4a27fa156b3 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:01.511801 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-1bd992ed-3dfa-4eb8-90ca-bc0ff5ba1d53 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:53:01.521093 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-98877ae4-daaf-4543-b306-e233add253ed admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=7e86c1b3452c4299a8b93b30e13da5cb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8440661 Aug 27 04:53:01.526850 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57882) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:01.530934 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd992ed-3dfa-4eb8-90ca-bc0ff5ba1d53 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:01.531770 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1bd992ed-3dfa-4eb8-90ca-bc0ff5ba1d53 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:01.552207 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98877ae4-daaf-4543-b306-e233add253ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65723092-a0ad-4f65-b8a7-5b75ab8764e6,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:01.553635 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-5881afef-b324-46b2-9234-8dd0cbc3a396 None None] For port 147fedda-5300-4464-b273-7cebe0e793fc, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=147fedda-5300-4464-b273-7cebe0e793fc,segment=NetworkSegment(c7d78c9e-b3c9-455a-8e99-defeac864e45),segment_id=c7d78c9e-b3c9-455a-8e99-defeac864e45)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:53:01.562965 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-102f7f8a-9946-4178-a039-931ecfa5478f admin admin] Publish callbacks [] for security_group (f0557e60-5a88-445c-af70-7deb0d2a8a1c), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:01.566840 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd992ed-3dfa-4eb8-90ca-bc0ff5ba1d53 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event updated for resources: {'Subnet': ['ID=d2e18051-11fe-47a1-94d4-7eeece55fbdb,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:01.609596 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 86e9cc2a-124f-4f18-b9b9-fa3c7432c2bc triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:53:01.609970 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (86e9cc2a-124f-4f18-b9b9-fa3c7432c2bc), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:01.636104 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-1b650745-f791-44e5-b1ad-4f86c7f191b7 None None] Deleting port 05757c18-3c67-4c96-b047-8a936157d491 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:53:01.636523 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1b650745-f791-44e5-b1ad-4f86c7f191b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (05757c18-3c67-4c96-b047-8a936157d491), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:01.684460 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-102f7f8a-9946-4178-a039-931ecfa5478f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (f0557e60-5a88-445c-af70-7deb0d2a8a1c), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:01.690545 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a771fa52-d02b-4f2d-89e9-f4a27fa156b3 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:53:01.732271 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1bd992ed-3dfa-4eb8-90ca-bc0ff5ba1d53 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7062962 Aug 27 04:53:01.736780 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ea009b4c-0e27-4ebc-8c34-51898141cbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:01.739861 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a771fa52-d02b-4f2d-89e9-f4a27fa156b3 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (d008b9ad-b008-4b50-a462-f85ffa205f82), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:01.740251 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-a771fa52-d02b-4f2d-89e9-f4a27fa156b3 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Added segment d008b9ad-b008-4b50-a462-f85ffa205f82 of type vlan for network be9f2c0d-a84c-421c-ba25-640865ae026e Aug 27 04:53:01.741323 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57884) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:01.744761 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5881afef-b324-46b2-9234-8dd0cbc3a396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (147fedda-5300-4464-b273-7cebe0e793fc), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:01.769256 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-7f5cc7b5-63fa-45a3-8347-c92a79e16976 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'port': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'fixed_ips': [{'subnet_id': 'd2e18051-11fe-47a1-94d4-7eeece55fbdb', 'ip_address': '2001:db8::77f3:4baa:30d3:8a06'}], 'name': 'tempest-NetworksTestDHCPv6-1328464233'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:01.879126 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-54720223-5999-4026-b432-821a6c1963ce None None] Current status of the port 05757c18-3c67-4c96-b047-8a936157d491 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:53:01.879516 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-54720223-5999-4026-b432-821a6c1963ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (05757c18-3c67-4c96-b047-8a936157d491), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:01.891206 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:01.896192 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-102f7f8a-9946-4178-a039-931ecfa5478f admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=68be995ca5614f189b5052f4462e8b09&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1392980 Aug 27 04:53:01.896641 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-66f1b790-a83e-4141-b289-6355046a087f admin admin] Publish callbacks [] for router_gateway (5368393b-a326-4518-9ae4-88e169ac8ade), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:01.899335 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57888) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:01.899481 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-458318e0-8620-47d7-b5ac-ccd9c872d621 admin admin] Publish callbacks [] for security_group (65723092-a0ad-4f65-b8a7-5b75ab8764e6), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:01.913703 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f7f8a-9946-4178-a039-931ecfa5478f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0557e60-5a88-445c-af70-7deb0d2a8a1c,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:02.015392 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5881afef-b324-46b2-9234-8dd0cbc3a396 None None] Pushing event updated for resources: {'Port': ['ID=147fedda-5300-4464-b273-7cebe0e793fc,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:02.031308 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-1b650745-f791-44e5-b1ad-4f86c7f191b7 None None] For port 05757c18-3c67-4c96-b047-8a936157d491, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=05757c18-3c67-4c96-b047-8a936157d491,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:53:02.031706 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1b650745-f791-44e5-b1ad-4f86c7f191b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (05757c18-3c67-4c96-b047-8a936157d491), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:02.036303 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a771fa52-d02b-4f2d-89e9-f4a27fa156b3 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (be9f2c0d-a84c-421c-ba25-640865ae026e), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:02.060904 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-1b650745-f791-44e5-b1ad-4f86c7f191b7 None None] Calling delete_port for 05757c18-3c67-4c96-b047-8a936157d491 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:53:02.080436 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-54720223-5999-4026-b432-821a6c1963ce None None] For port 05757c18-3c67-4c96-b047-8a936157d491, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=05757c18-3c67-4c96-b047-8a936157d491,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:53:02.080436 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 86e9cc2a-124f-4f18-b9b9-fa3c7432c2bc is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:53:02.080834 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-aba50093-e130-4fee-a753-06fbe2a72c9c admin admin] Publish callbacks [] for security_group (f0557e60-5a88-445c-af70-7deb0d2a8a1c), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:02.087783 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 05757c18-3c67-4c96-b047-8a936157d491 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:53:02.095356 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:02.108101 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-aba50093-e130-4fee-a753-06fbe2a72c9c admin admin] Publish callbacks [] for security_group (f0557e60-5a88-445c-af70-7deb0d2a8a1c), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:02.231031 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a771fa52-d02b-4f2d-89e9-f4a27fa156b3 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (be9f2c0d-a84c-421c-ba25-640865ae026e), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:02.238209 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a771fa52-d02b-4f2d-89e9-f4a27fa156b3 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:02.239314 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a771fa52-d02b-4f2d-89e9-f4a27fa156b3 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:02.258435 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-54720223-5999-4026-b432-821a6c1963ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (05757c18-3c67-4c96-b047-8a936157d491), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:02.275733 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-524666b1-5c3d-4bfd-a050-54ca192849a2 None None] Publish callbacks [] for port (23762dda-087e-4de8-8cb0-a7ded3626fd3), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:02.286379 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:02.307111 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-458318e0-8620-47d7-b5ac-ccd9c872d621 admin admin] Publish callbacks [] for security_group (65723092-a0ad-4f65-b8a7-5b75ab8764e6), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:02.312228 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 05757c18-3c67-4c96-b047-8a936157d491 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:53:02.312228 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (05757c18-3c67-4c96-b047-8a936157d491), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:02.324390 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-66f1b790-a83e-4141-b289-6355046a087f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (5368393b-a326-4518-9ae4-88e169ac8ade), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:02.370605 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54720223-5999-4026-b432-821a6c1963ce None None] Pushing event updated for resources: {'Port': ['ID=05757c18-3c67-4c96-b047-8a936157d491,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:02.437381 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 05757c18-3c67-4c96-b047-8a936157d491 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:53:02.511481 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a771fa52-d02b-4f2d-89e9-f4a27fa156b3 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Pushing event updated for resources: {'Network': ['ID=be9f2c0d-a84c-421c-ba25-640865ae026e,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:02.526103 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network be9f2c0d-a84c-421c-ba25-640865ae026e details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:53:02.538842 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6c0b5d71-f5e2-462c-8c09-0645e238c146 tempest-RoutersAdminNegativeIpV6Test-2017429400 tempest-RoutersAdminNegativeIpV6Test-2017429400-project-admin] Publish callbacks [] for router_gateway (ec368ef3-cab4-45e3-87da-88035225a63e), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:02.572890 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6d1fb91d-57ae-47a6-b1de-63f023140b5a no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:53:02.574914 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6c0b5d71-f5e2-462c-8c09-0645e238c146 tempest-RoutersAdminNegativeIpV6Test-2017429400 tempest-RoutersAdminNegativeIpV6Test-2017429400-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:02.600128 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-ea009b4c-0e27-4ebc-8c34-51898141cbb4 admin admin] Allocated IP 172.20.0.1 (9b58d16c-64b8-4f64-9f4f-bab6ff0c6928/2d9577b6-7b0e-4ca5-a588-122344abd1a4/70a59348-62ae-418a-a20a-94fb6719b7b0) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:53:02.623998 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 6d1fb91d-57ae-47a6-b1de-63f023140b5a {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:53:02.624370 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6d1fb91d-57ae-47a6-b1de-63f023140b5a not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:53:02.725160 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:02.726473 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-524666b1-5c3d-4bfd-a050-54ca192849a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (23762dda-087e-4de8-8cb0-a7ded3626fd3), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:02.752664 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-aba50093-e130-4fee-a753-06fbe2a72c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (f0557e60-5a88-445c-af70-7deb0d2a8a1c), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:02.758991 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-aba50093-e130-4fee-a753-06fbe2a72c9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:02.758991 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-aba50093-e130-4fee-a753-06fbe2a72c9c admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/f0557e60-5a88-445c-af70-7deb0d2a8a1c HTTP/1.1" status: 204 len: 168 time: 0.8566897 Aug 27 04:53:02.764731 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a771fa52-d02b-4f2d-89e9-f4a27fa156b3 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.5132172 Aug 27 04:53:02.766400 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57902) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:02.777284 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-7514ca16-ef76-45d6-95b9-2c2c760e6ca2 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Request body: {'subnet': {'network_id': 'be9f2c0d-a84c-421c-ba25-640865ae026e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:02.778757 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba50093-e130-4fee-a753-06fbe2a72c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0557e60-5a88-445c-af70-7deb0d2a8a1c,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:02.817746 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f1b790-a83e-4141-b289-6355046a087f admin admin] Router 5368393b-a326-4518-9ae4-88e169ac8ade is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:53:02.847329 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:02.855681 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5cc7b5-63fa-45a3-8347-c92a79e16976 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Made reservation on behalf of f0f1eb4384394fc18f1626f3e12e04e3 for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:53:02.857801 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 147fedda-5300-4464-b273-7cebe0e793fc up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:53:02.876914 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1b650745-f791-44e5-b1ad-4f86c7f191b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (05757c18-3c67-4c96-b047-8a936157d491), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:02.880735 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ffe38-7312-4d13-a660-5e7a6121fe11 None None] Pushing event updated for resources: {'Port': ['ID=23762dda-087e-4de8-8cb0-a7ded3626fd3,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:02.930588 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-458318e0-8620-47d7-b5ac-ccd9c872d621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (65723092-a0ad-4f65-b8a7-5b75ab8764e6), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:02.933781 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-524666b1-5c3d-4bfd-a050-54ca192849a2 None None] Attempting to bind port 23762dda-087e-4de8-8cb0-a7ded3626fd3 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:53:02.934751 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-524666b1-5c3d-4bfd-a050-54ca192849a2 None None] Attempting to bind port 23762dda-087e-4de8-8cb0-a7ded3626fd3 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:53:02.935860 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524666b1-5c3d-4bfd-a050-54ca192849a2 None None] Attempting to bind port 23762dda-087e-4de8-8cb0-a7ded3626fd3 on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:53:02.944541 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-458318e0-8620-47d7-b5ac-ccd9c872d621 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:02.948623 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-458318e0-8620-47d7-b5ac-ccd9c872d621 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/65723092-a0ad-4f65-b8a7-5b75ab8764e6 HTTP/1.1" status: 204 len: 168 time: 1.4139345 Aug 27 04:53:03.021514 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b650745-f791-44e5-b1ad-4f86c7f191b7 None None] Pushing event deleted for resources: {'Port': ['ID=05757c18-3c67-4c96-b047-8a936157d491,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:03.031185 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524666b1-5c3d-4bfd-a050-54ca192849a2 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:53:03.032920 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524666b1-5c3d-4bfd-a050-54ca192849a2 None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:53:03.033388 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-524666b1-5c3d-4bfd-a050-54ca192849a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:03.034607 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524666b1-5c3d-4bfd-a050-54ca192849a2 None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:53:03.035754 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-524666b1-5c3d-4bfd-a050-54ca192849a2 None None] Bound port: 23762dda-087e-4de8-8cb0-a7ded3626fd3, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:53:03.036149 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-524666b1-5c3d-4bfd-a050-54ca192849a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (23762dda-087e-4de8-8cb0-a7ded3626fd3), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:03.045215 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b650745-f791-44e5-b1ad-4f86c7f191b7 None None] No DVR routers for this DVR port 05757c18-3c67-4c96-b047-8a936157d491 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:53:03.094059 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 147fedda-5300-4464-b273-7cebe0e793fc triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:53:03.094443 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (147fedda-5300-4464-b273-7cebe0e793fc), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:03.136458 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7f5cc7b5-63fa-45a3-8347-c92a79e16976 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:03.158201 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fe4207-0091-45a5-bb63-e3ad503cb8aa None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:53:03.173715 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458318e0-8620-47d7-b5ac-ccd9c872d621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65723092-a0ad-4f65-b8a7-5b75ab8764e6,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:03.194780 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:03.199376 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [None req-7f5cc7b5-63fa-45a3-8347-c92a79e16976 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] device_id is not set on port b2dd9aa8-3ade-44a2-a01d-ff50160708b0 yet. {{(pid=107776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:53:03.254802 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ea009b4c-0e27-4ebc-8c34-51898141cbb4 admin admin] Publish callbacks [] for port (70a59348-62ae-418a-a20a-94fb6719b7b0), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:03.275767 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-524666b1-5c3d-4bfd-a050-54ca192849a2 None None] For port 23762dda-087e-4de8-8cb0-a7ded3626fd3, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:53:03.281557 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-524666b1-5c3d-4bfd-a050-54ca192849a2 None None] For port 23762dda-087e-4de8-8cb0-a7ded3626fd3, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=23762dda-087e-4de8-8cb0-a7ded3626fd3,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:53:03.361860 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 147fedda-5300-4464-b273-7cebe0e793fc is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:53:03.362125 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f1b790-a83e-4141-b289-6355046a087f admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:53:03.363191 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (147fedda-5300-4464-b273-7cebe0e793fc), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:03.377263 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48637fa-194a-4e3e-94f4-d2373199c7ce None None] Sync routers for ids ['5368393b-a326-4518-9ae4-88e169ac8ade'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:53:03.402714 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48637fa-194a-4e3e-94f4-d2373199c7ce None None] Routers {'5368393b-a326-4518-9ae4-88e169ac8ade'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:53:03.407829 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-b48637fa-194a-4e3e-94f4-d2373199c7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:52:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['5368393b-a326-4518-9ae4-88e169ac8ade'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:03.408034 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6c0b5d71-f5e2-462c-8c09-0645e238c146 tempest-RoutersAdminNegativeIpV6Test-2017429400 tempest-RoutersAdminNegativeIpV6Test-2017429400-project-admin] Publish callbacks [] for router (ec368ef3-cab4-45e3-87da-88035225a63e), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:03.413639 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-524666b1-5c3d-4bfd-a050-54ca192849a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (23762dda-087e-4de8-8cb0-a7ded3626fd3), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:03.496209 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ffe38-7312-4d13-a660-5e7a6121fe11 None None] Pushing event updated for resources: {'Port': ['ID=23762dda-087e-4de8-8cb0-a7ded3626fd3,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:03.502385 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65e5e0a-a998-44a4-92f1-362741a4d8cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'project_id': 'f0f1eb4384394fc18f1626f3e12e04e3', 'fixed_ips': [{'subnet_id': 'd2e18051-11fe-47a1-94d4-7eeece55fbdb'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:53:03.503878 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e65e5e0a-a998-44a4-92f1-362741a4d8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:03.532521 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-66f1b790-a83e-4141-b289-6355046a087f admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:03.538658 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-66f1b790-a83e-4141-b289-6355046a087f admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.4614267 Aug 27 04:53:03.538658 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57914) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:03.539487 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524666b1-5c3d-4bfd-a050-54ca192849a2 None None] Routers {'06b2e6fc-32e0-4d5a-b14c-620892a8c557'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:53:03.539487 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-524666b1-5c3d-4bfd-a050-54ca192849a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:52:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['06b2e6fc-32e0-4d5a-b14c-620892a8c557'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:03.554178 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d963ea4c-7d0e-4f40-9365-f36454304f40 None None] Network 8e1077ea-ee09-45ee-b43f-49b1abb35f2c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:53:03.595282 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 147fedda-5300-4464-b273-7cebe0e793fc, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=147fedda-5300-4464-b273-7cebe0e793fc,segment=NetworkSegment(c7d78c9e-b3c9-455a-8e99-defeac864e45),segment_id=c7d78c9e-b3c9-455a-8e99-defeac864e45)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:53:03.680359 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-b48637fa-194a-4e3e-94f4-d2373199c7ce None None] Set router 5368393b-a326-4518-9ae4-88e169ac8ade gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:53:03.846186 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-e65e5e0a-a998-44a4-92f1-362741a4d8cf None None] Allocated IP 2001:db8::2 (61356c33-ce96-40d0-bb36-87a36b2d0e1c/d2e18051-11fe-47a1-94d4-7eeece55fbdb/65293b5e-058f-47b8-9a65-30acfe9d9cd7) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:53:03.921999 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-b48637fa-194a-4e3e-94f4-d2373199c7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5368393b-a326-4518-9ae4-88e169ac8ade', 'name': 'tempest-AttachVolumeNegativeTest-37161294-router', 'tenant_id': '648e7927634f419f8e754f76bd8a0952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '17c3389a-4a1f-40b3-83d9-817d3f39763d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:52:58Z', 'updated_at': '2022-08-27T04:53:01Z', 'revision_number': 3, 'project_id': '648e7927634f419f8e754f76bd8a0952', 'gw_port': {'id': '17c3389a-4a1f-40b3-83d9-817d3f39763d', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:50:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5368393b-a326-4518-9ae4-88e169ac8ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:52:59Z', 'updated_at': '2022-08-27T04:53:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:03.974216 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48637fa-194a-4e3e-94f4-d2373199c7ce None None] Checking router: 5368393b-a326-4518-9ae4-88e169ac8ade for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:53:03.974703 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48637fa-194a-4e3e-94f4-d2373199c7ce None None] Updating router 5368393b-a326-4518-9ae4-88e169ac8ade port 17c3389a-4a1f-40b3-83d9-817d3f39763d binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:53:04.013350 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-b48637fa-194a-4e3e-94f4-d2373199c7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (17c3389a-4a1f-40b3-83d9-817d3f39763d), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:04.119915 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:DELETE=9 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:04.359083 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (147fedda-5300-4464-b273-7cebe0e793fc), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:04.445524 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-b48637fa-194a-4e3e-94f4-d2373199c7ce None None] Publish callbacks [] for port (17c3389a-4a1f-40b3-83d9-817d3f39763d), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:04.451788 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=147fedda-5300-4464-b273-7cebe0e793fc,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:04.460925 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-f889f902-ce2c-49ad-a23a-c9a2de82b6c1 None None] Provisioning complete for port 147fedda-5300-4464-b273-7cebe0e793fc triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:53:04.462122 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f889f902-ce2c-49ad-a23a-c9a2de82b6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (147fedda-5300-4464-b273-7cebe0e793fc), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:04.473188 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-363df27c-0d8c-44f0-b2ac-519c4572bc03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:04.501128 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7514ca16-ef76-45d6-95b9-2c2c760e6ca2 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Made reservation on behalf of 7404cab787d9443cbae839218717bbbd for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:53:04.501852 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=5,neutron:DELETE=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:04.516135 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7514ca16-ef76-45d6-95b9-2c2c760e6ca2 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:04.519283 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-b48637fa-194a-4e3e-94f4-d2373199c7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (17c3389a-4a1f-40b3-83d9-817d3f39763d), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:04.522031 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 05757c18-3c67-4c96-b047-8a936157d491 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:53:04.549354 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e65e5e0a-a998-44a4-92f1-362741a4d8cf None None] Publish callbacks [] for port (65293b5e-058f-47b8-9a65-30acfe9d9cd7), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:04.564944 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-b48637fa-194a-4e3e-94f4-d2373199c7ce None None] Attempting to bind port 17c3389a-4a1f-40b3-83d9-817d3f39763d on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:53:04.566346 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-b48637fa-194a-4e3e-94f4-d2373199c7ce None None] Attempting to bind port 17c3389a-4a1f-40b3-83d9-817d3f39763d by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:53:04.567061 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48637fa-194a-4e3e-94f4-d2373199c7ce None None] Attempting to bind port 17c3389a-4a1f-40b3-83d9-817d3f39763d on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:53:04.584632 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48637fa-194a-4e3e-94f4-d2373199c7ce None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:53:04.590252 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48637fa-194a-4e3e-94f4-d2373199c7ce None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:53:04.590252 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-b48637fa-194a-4e3e-94f4-d2373199c7ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:04.590252 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48637fa-194a-4e3e-94f4-d2373199c7ce None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:53:04.590252 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-b48637fa-194a-4e3e-94f4-d2373199c7ce None None] Bound port: 17c3389a-4a1f-40b3-83d9-817d3f39763d, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:53:04.590252 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-b48637fa-194a-4e3e-94f4-d2373199c7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (17c3389a-4a1f-40b3-83d9-817d3f39763d), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:04.617818 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 05757c18-3c67-4c96-b047-8a936157d491 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:53:04.618727 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 05757c18-3c67-4c96-b047-8a936157d491 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:53:04.633035 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea765e39-166d-48eb-9d14-afa468b885cd None None] Pushing event updated for resources: {'Port': ['ID=17c3389a-4a1f-40b3-83d9-817d3f39763d,revision_number=2']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:04.664697 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e65e5e0a-a998-44a4-92f1-362741a4d8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (65293b5e-058f-47b8-9a65-30acfe9d9cd7), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:04.709079 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-524666b1-5c3d-4bfd-a050-54ca192849a2 None None] Set router 06b2e6fc-32e0-4d5a-b14c-620892a8c557 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:53:04.716311 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-b48637fa-194a-4e3e-94f4-d2373199c7ce None None] For port 17c3389a-4a1f-40b3-83d9-817d3f39763d, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:53:04.722316 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-b48637fa-194a-4e3e-94f4-d2373199c7ce None None] For port 17c3389a-4a1f-40b3-83d9-817d3f39763d, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=17c3389a-4a1f-40b3-83d9-817d3f39763d,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:53:04.723685 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6c0b5d71-f5e2-462c-8c09-0645e238c146 tempest-RoutersAdminNegativeIpV6Test-2017429400 tempest-RoutersAdminNegativeIpV6Test-2017429400-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (ec368ef3-cab4-45e3-87da-88035225a63e), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:04.727795 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6c0b5d71-f5e2-462c-8c09-0645e238c146 tempest-RoutersAdminNegativeIpV6Test-2017429400 tempest-RoutersAdminNegativeIpV6Test-2017429400-project-admin] Publish callbacks [] for router_controller (ec368ef3-cab4-45e3-87da-88035225a63e), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:04.802142 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-363df27c-0d8c-44f0-b2ac-519c4572bc03 admin admin] Allocated IP 172.20.0.1 (8e1077ea-ee09-45ee-b43f-49b1abb35f2c/83512e08-2810-498d-a373-e0e22740d0e5/a22c64c8-01f7-4c70-903f-9255938ca672) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:53:04.816396 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-b48637fa-194a-4e3e-94f4-d2373199c7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (17c3389a-4a1f-40b3-83d9-817d3f39763d), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:04.866877 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 147fedda-5300-4464-b273-7cebe0e793fc up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:53:04.892375 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48637fa-194a-4e3e-94f4-d2373199c7ce None None] Routers {'5368393b-a326-4518-9ae4-88e169ac8ade'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:53:04.893017 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-b48637fa-194a-4e3e-94f4-d2373199c7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:52:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['5368393b-a326-4518-9ae4-88e169ac8ade'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:04.909461 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65e5e0a-a998-44a4-92f1-362741a4d8cf None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:53:04.958837 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-e65e5e0a-a998-44a4-92f1-362741a4d8cf None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:53:04.959086 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea765e39-166d-48eb-9d14-afa468b885cd None None] Pushing event updated for resources: {'Port': ['ID=17c3389a-4a1f-40b3-83d9-817d3f39763d,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:04.986463 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65e5e0a-a998-44a4-92f1-362741a4d8cf None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:53:04.989861 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65e5e0a-a998-44a4-92f1-362741a4d8cf None None] Pushing event updated for resources: {'Port': ['ID=65293b5e-058f-47b8-9a65-30acfe9d9cd7,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:05.026214 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:05.038163 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-7f5cc7b5-63fa-45a3-8347-c92a79e16976 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Allocated IP 2001:db8::77f3:4baa:30d3:8a06 (61356c33-ce96-40d0-bb36-87a36b2d0e1c/d2e18051-11fe-47a1-94d4-7eeece55fbdb/b2dd9aa8-3ade-44a2-a01d-ff50160708b0) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:53:05.072328 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-f889f902-ce2c-49ad-a23a-c9a2de82b6c1 None None] Current status of the port 147fedda-5300-4464-b273-7cebe0e793fc is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:53:05.079081 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-b48637fa-194a-4e3e-94f4-d2373199c7ce None None] Set router 5368393b-a326-4518-9ae4-88e169ac8ade gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:53:05.149350 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:05.151352 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-363df27c-0d8c-44f0-b2ac-519c4572bc03 admin admin] Publish callbacks [] for port (a22c64c8-01f7-4c70-903f-9255938ca672), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:05.186060 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 147fedda-5300-4464-b273-7cebe0e793fc triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:53:05.186060 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (147fedda-5300-4464-b273-7cebe0e793fc), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:05.194029 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-e65e5e0a-a998-44a4-92f1-362741a4d8cf None None] Attempting to bind port 65293b5e-058f-47b8-9a65-30acfe9d9cd7 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:53:05.194355 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-e65e5e0a-a998-44a4-92f1-362741a4d8cf None None] Attempting to bind port 65293b5e-058f-47b8-9a65-30acfe9d9cd7 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:53:05.194718 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65e5e0a-a998-44a4-92f1-362741a4d8cf None None] Attempting to bind port 65293b5e-058f-47b8-9a65-30acfe9d9cd7 on network 61356c33-ce96-40d0-bb36-87a36b2d0e1c {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:53:05.268107 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7f5cc7b5-63fa-45a3-8347-c92a79e16976 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for port (b2dd9aa8-3ade-44a2-a01d-ff50160708b0), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:05.275522 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:05.278194 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ea009b4c-0e27-4ebc-8c34-51898141cbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (70a59348-62ae-418a-a20a-94fb6719b7b0), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:05.290295 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65e5e0a-a998-44a4-92f1-362741a4d8cf None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:53:05.290679 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65e5e0a-a998-44a4-92f1-362741a4d8cf None None] Checking segment: {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:53:05.291083 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e65e5e0a-a998-44a4-92f1-362741a4d8cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:05.291480 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65e5e0a-a998-44a4-92f1-362741a4d8cf None None] Bound using segment: {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:53:05.291963 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-e65e5e0a-a998-44a4-92f1-362741a4d8cf None None] Bound port: 65293b5e-058f-47b8-9a65-30acfe9d9cd7, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:53:05.298629 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e65e5e0a-a998-44a4-92f1-362741a4d8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (65293b5e-058f-47b8-9a65-30acfe9d9cd7), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:05.349184 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6c0b5d71-f5e2-462c-8c09-0645e238c146 tempest-RoutersAdminNegativeIpV6Test-2017429400 tempest-RoutersAdminNegativeIpV6Test-2017429400-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (ec368ef3-cab4-45e3-87da-88035225a63e), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:05.351387 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c0b5d71-f5e2-462c-8c09-0645e238c146 tempest-RoutersAdminNegativeIpV6Test-2017429400 tempest-RoutersAdminNegativeIpV6Test-2017429400-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ec368ef3-cab4-45e3-87da-88035225a63e {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:53:05.367024 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-363df27c-0d8c-44f0-b2ac-519c4572bc03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (a22c64c8-01f7-4c70-903f-9255938ca672), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:05.387831 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-524666b1-5c3d-4bfd-a050-54ca192849a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b2e6fc-32e0-4d5a-b14c-620892a8c557', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-274034813-router', 'tenant_id': '756f39b82b0745a3bc33a85f632348fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '23762dda-087e-4de8-8cb0-a7ded3626fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:52:54Z', 'updated_at': '2022-08-27T04:52:56Z', 'revision_number': 3, 'project_id': '756f39b82b0745a3bc33a85f632348fa', 'gw_port': {'id': '23762dda-087e-4de8-8cb0-a7ded3626fd3', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b2e6fc-32e0-4d5a-b14c-620892a8c557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:52:54Z', 'updated_at': '2022-08-27T04:53:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:05.390073 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:05.393714 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea009b4c-0e27-4ebc-8c34-51898141cbb4 admin admin] Pushing event updated for resources: {'Port': ['ID=70a59348-62ae-418a-a20a-94fb6719b7b0,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:05.437883 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-b48637fa-194a-4e3e-94f4-d2373199c7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5368393b-a326-4518-9ae4-88e169ac8ade', 'name': 'tempest-AttachVolumeNegativeTest-37161294-router', 'tenant_id': '648e7927634f419f8e754f76bd8a0952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '17c3389a-4a1f-40b3-83d9-817d3f39763d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:52:58Z', 'updated_at': '2022-08-27T04:53:01Z', 'revision_number': 3, 'project_id': '648e7927634f419f8e754f76bd8a0952', 'gw_port': {'id': '17c3389a-4a1f-40b3-83d9-817d3f39763d', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:50:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5368393b-a326-4518-9ae4-88e169ac8ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:52:59Z', 'updated_at': '2022-08-27T04:53:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:05.545401 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524666b1-5c3d-4bfd-a050-54ca192849a2 None None] The sync data for ids ['06b2e6fc-32e0-4d5a-b14c-620892a8c557'] in n-d-852088-5 is: [{'id': '06b2e6fc-32e0-4d5a-b14c-620892a8c557', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-274034813-router', 'tenant_id': '756f39b82b0745a3bc33a85f632348fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '23762dda-087e-4de8-8cb0-a7ded3626fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:52:54Z', 'updated_at': '2022-08-27T04:52:56Z', 'revision_number': 3, 'project_id': '756f39b82b0745a3bc33a85f632348fa', 'gw_port': {'id': '23762dda-087e-4de8-8cb0-a7ded3626fd3', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b2e6fc-32e0-4d5a-b14c-620892a8c557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:52:54Z', 'updated_at': '2022-08-27T04:53:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:53:05.547525 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48637fa-194a-4e3e-94f4-d2373199c7ce None None] The sync data for ids ['5368393b-a326-4518-9ae4-88e169ac8ade'] in n-d-852088-5 is: [{'id': '5368393b-a326-4518-9ae4-88e169ac8ade', 'name': 'tempest-AttachVolumeNegativeTest-37161294-router', 'tenant_id': '648e7927634f419f8e754f76bd8a0952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '17c3389a-4a1f-40b3-83d9-817d3f39763d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:52:58Z', 'updated_at': '2022-08-27T04:53:01Z', 'revision_number': 3, 'project_id': '648e7927634f419f8e754f76bd8a0952', 'gw_port': {'id': '17c3389a-4a1f-40b3-83d9-817d3f39763d', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:50:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5368393b-a326-4518-9ae4-88e169ac8ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:52:59Z', 'updated_at': '2022-08-27T04:53:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:53:05.548501 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363df27c-0d8c-44f0-b2ac-519c4572bc03 admin admin] Network 8e1077ea-ee09-45ee-b43f-49b1abb35f2c is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:53:05.548501 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363df27c-0d8c-44f0-b2ac-519c4572bc03 admin admin] Pushing event updated for resources: {'Port': ['ID=a22c64c8-01f7-4c70-903f-9255938ca672,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:05.548501 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-363df27c-0d8c-44f0-b2ac-519c4572bc03 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:53:05.549374 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-e65e5e0a-a998-44a4-92f1-362741a4d8cf None None] For port 65293b5e-058f-47b8-9a65-30acfe9d9cd7, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:53:05.549490 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363df27c-0d8c-44f0-b2ac-519c4572bc03 admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:53:05.549601 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-a297186e-b927-48c1-abec-fe3061224087 None None] Provisioning complete for port 147fedda-5300-4464-b273-7cebe0e793fc triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:53:05.549601 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a297186e-b927-48c1-abec-fe3061224087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (147fedda-5300-4464-b273-7cebe0e793fc), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:05.568570 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea009b4c-0e27-4ebc-8c34-51898141cbb4 admin admin] Network 9b58d16c-64b8-4f64-9f4f-bab6ff0c6928 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:53:05.570936 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-e65e5e0a-a998-44a4-92f1-362741a4d8cf None None] For port 65293b5e-058f-47b8-9a65-30acfe9d9cd7, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=65293b5e-058f-47b8-9a65-30acfe9d9cd7,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:53:05.575343 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-ea009b4c-0e27-4ebc-8c34-51898141cbb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:53:05.607367 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea009b4c-0e27-4ebc-8c34-51898141cbb4 admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:53:05.634029 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-363df27c-0d8c-44f0-b2ac-519c4572bc03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (5368393b-a326-4518-9ae4-88e169ac8ade), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:05.651095 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 147fedda-5300-4464-b273-7cebe0e793fc is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:53:05.695943 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e65e5e0a-a998-44a4-92f1-362741a4d8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (65293b5e-058f-47b8-9a65-30acfe9d9cd7), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:05.717816 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-6c0b5d71-f5e2-462c-8c09-0645e238c146 tempest-RoutersAdminNegativeIpV6Test-2017429400 tempest-RoutersAdminNegativeIpV6Test-2017429400-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 27 04:53:05.731371 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6c0b5d71-f5e2-462c-8c09-0645e238c146 tempest-RoutersAdminNegativeIpV6Test-2017429400 tempest-RoutersAdminNegativeIpV6Test-2017429400-project-admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.2593179 Aug 27 04:53:05.749079 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57966) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:05.850086 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:05.902672 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-a297186e-b927-48c1-abec-fe3061224087 None None] Current status of the port 147fedda-5300-4464-b273-7cebe0e793fc is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:53:05.969369 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ea009b4c-0e27-4ebc-8c34-51898141cbb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (06b2e6fc-32e0-4d5a-b14c-620892a8c557), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:06.007369 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65e5e0a-a998-44a4-92f1-362741a4d8cf None None] Pushing event updated for resources: {'Port': ['ID=65293b5e-058f-47b8-9a65-30acfe9d9cd7,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:06.164119 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-69016c4b-1366-467d-8863-c56039bb95b8 tempest-RoutersAdminNegativeIpV6Test-2017429400 tempest-RoutersAdminNegativeIpV6Test-2017429400-project-admin] Deleting port b9b634e0-87cd-4cf7-b12b-ff16d5e64e1a {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:53:06.164511 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-69016c4b-1366-467d-8863-c56039bb95b8 tempest-RoutersAdminNegativeIpV6Test-2017429400 tempest-RoutersAdminNegativeIpV6Test-2017429400-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (b9b634e0-87cd-4cf7-b12b-ff16d5e64e1a), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:06.231364 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-862c315a-a56d-45b7-ae90-8319dd9d4cc4 None None] Provisioning complete for port a22c64c8-01f7-4c70-903f-9255938ca672 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:53:06.231778 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-862c315a-a56d-45b7-ae90-8319dd9d4cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a22c64c8-01f7-4c70-903f-9255938ca672), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:06.343367 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:06.355484 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-862c315a-a56d-45b7-ae90-8319dd9d4cc4 None None] Port a22c64c8-01f7-4c70-903f-9255938ca672 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:53:06.365513 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-363df27c-0d8c-44f0-b2ac-519c4572bc03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a22c64c8-01f7-4c70-903f-9255938ca672), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:06.370449 n-d-852088-5 neutron-server[107776]: DEBUG neutron.objects.ports [None req-7514ca16-ef76-45d6-95b9-2c2c760e6ca2 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107776) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 27 04:53:06.374998 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7514ca16-ef76-45d6-95b9-2c2c760e6ca2 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (e5a5872c-0e07-41ea-901e-b81b1e3ad0b3), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:06.488318 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7514ca16-ef76-45d6-95b9-2c2c760e6ca2 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Pushing event updated for resources: {'Subnet': ['ID=e5a5872c-0e07-41ea-901e-b81b1e3ad0b3,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:06.491529 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-1f48ac90-06ae-432c-a2a2-22d0da06fd87 None None] Provisioning complete for port 70a59348-62ae-418a-a20a-94fb6719b7b0 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:53:06.492698 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1f48ac90-06ae-432c-a2a2-22d0da06fd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (70a59348-62ae-418a-a20a-94fb6719b7b0), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:06.498863 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7f5cc7b5-63fa-45a3-8347-c92a79e16976 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (b2dd9aa8-3ade-44a2-a01d-ff50160708b0), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:06.623579 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-1f48ac90-06ae-432c-a2a2-22d0da06fd87 None None] Port 70a59348-62ae-418a-a20a-94fb6719b7b0 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:53:06.724236 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=15,neutron:SELECT=80,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:06.756309 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-69016c4b-1366-467d-8863-c56039bb95b8 tempest-RoutersAdminNegativeIpV6Test-2017429400 tempest-RoutersAdminNegativeIpV6Test-2017429400-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (b9b634e0-87cd-4cf7-b12b-ff16d5e64e1a), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:06.787703 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-69016c4b-1366-467d-8863-c56039bb95b8 tempest-RoutersAdminNegativeIpV6Test-2017429400 tempest-RoutersAdminNegativeIpV6Test-2017429400-project-admin] Calling delete_port for b9b634e0-87cd-4cf7-b12b-ff16d5e64e1a owned by {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:53:06.794337 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-363df27c-0d8c-44f0-b2ac-519c4572bc03 admin admin] Publish callbacks [] for port (a22c64c8-01f7-4c70-903f-9255938ca672), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:06.837466 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:06.859293 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5cc7b5-63fa-45a3-8347-c92a79e16976 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:53:06.874068 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5cc7b5-63fa-45a3-8347-c92a79e16976 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event updated for resources: {'Port': ['ID=b2dd9aa8-3ade-44a2-a01d-ff50160708b0,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:06.882981 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-7f5cc7b5-63fa-45a3-8347-c92a79e16976 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:53:06.910383 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-363df27c-0d8c-44f0-b2ac-519c4572bc03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (a22c64c8-01f7-4c70-903f-9255938ca672), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:06.918006 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5cc7b5-63fa-45a3-8347-c92a79e16976 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:53:06.926749 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5cc7b5-63fa-45a3-8347-c92a79e16976 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:06.936061 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7f5cc7b5-63fa-45a3-8347-c92a79e16976 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:06.949492 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7514ca16-ef76-45d6-95b9-2c2c760e6ca2 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Checking segment: {'id': 'd008b9ad-b008-4b50-a462-f85ffa205f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'be9f2c0d-a84c-421c-ba25-640865ae026e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:53:06.954813 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7514ca16-ef76-45d6-95b9-2c2c760e6ca2 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Network hostable DHCP agents. Network: be9f2c0d-a84c-421c-ba25-640865ae026e, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:53:06.979310 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 17c3389a-4a1f-40b3-83d9-817d3f39763d up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:53:07.098913 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 17c3389a-4a1f-40b3-83d9-817d3f39763d triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:53:07.099412 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (17c3389a-4a1f-40b3-83d9-817d3f39763d), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:07.113611 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-363df27c-0d8c-44f0-b2ac-519c4572bc03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (5368393b-a326-4518-9ae4-88e169ac8ade), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:07.142764 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363df27c-0d8c-44f0-b2ac-519c4572bc03 admin admin] Pushing event updated for resources: {'Port': ['ID=a22c64c8-01f7-4c70-903f-9255938ca672,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:07.258369 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7f5cc7b5-63fa-45a3-8347-c92a79e16976 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.5032828 Aug 27 04:53:07.272153 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7514ca16-ef76-45d6-95b9-2c2c760e6ca2 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Network be9f2c0d-a84c-421c-ba25-640865ae026e is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:53:07.277860 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57992) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:07.282399 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ea009b4c-0e27-4ebc-8c34-51898141cbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (70a59348-62ae-418a-a20a-94fb6719b7b0), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:07.297738 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 17c3389a-4a1f-40b3-83d9-817d3f39763d is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:53:07.298405 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (17c3389a-4a1f-40b3-83d9-817d3f39763d), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:07.351398 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 17c3389a-4a1f-40b3-83d9-817d3f39763d, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=17c3389a-4a1f-40b3-83d9-817d3f39763d,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:53:07.371603 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-32ee924a-75f6-45b3-bee1-f127da36e29d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'port': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'fixed_ips': [{'subnet_id': 'd2e18051-11fe-47a1-94d4-7eeece55fbdb', 'ip_address': '2001:db8::77f3:4baa:30d3:8a06'}], 'name': 'tempest-NetworksTestDHCPv6-857467533'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:07.473493 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (17c3389a-4a1f-40b3-83d9-817d3f39763d), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:07.474657 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 23762dda-087e-4de8-8cb0-a7ded3626fd3 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:53:07.517359 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-7514ca16-ef76-45d6-95b9-2c2c760e6ca2 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, be9f2c0d-a84c-421c-ba25-640865ae026e) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:53:07.520087 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57998) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:07.556002 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363df27c-0d8c-44f0-b2ac-519c4572bc03 admin admin] Network 8e1077ea-ee09-45ee-b43f-49b1abb35f2c is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:53:07.557703 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-363df27c-0d8c-44f0-b2ac-519c4572bc03 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:53:07.627517 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3776c49-9074-416f-b18b-b2c6fa9551c3 None None] Network be9f2c0d-a84c-421c-ba25-640865ae026e requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:53:07.682984 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-69016c4b-1366-467d-8863-c56039bb95b8 tempest-RoutersAdminNegativeIpV6Test-2017429400 tempest-RoutersAdminNegativeIpV6Test-2017429400-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (b9b634e0-87cd-4cf7-b12b-ff16d5e64e1a), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:07.786652 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69016c4b-1366-467d-8863-c56039bb95b8 tempest-RoutersAdminNegativeIpV6Test-2017429400 tempest-RoutersAdminNegativeIpV6Test-2017429400-project-admin] Pushing event deleted for resources: {'Port': ['ID=b9b634e0-87cd-4cf7-b12b-ff16d5e64e1a,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:07.822101 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ea009b4c-0e27-4ebc-8c34-51898141cbb4 admin admin] Publish callbacks [] for port (70a59348-62ae-418a-a20a-94fb6719b7b0), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:07.913178 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16800e1-7e3a-48e4-8005-372a1901cef9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-be9f2c0d-a84c-421c-ba25-640865ae026e', 'network_id': 'be9f2c0d-a84c-421c-ba25-640865ae026e', 'project_id': '7404cab787d9443cbae839218717bbbd', 'fixed_ips': [{'subnet_id': 'e5a5872c-0e07-41ea-901e-b81b1e3ad0b3'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:53:07.914565 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d16800e1-7e3a-48e4-8005-372a1901cef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:07.989945 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=17c3389a-4a1f-40b3-83d9-817d3f39763d,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:08.014440 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7514ca16-ef76-45d6-95b9-2c2c760e6ca2 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:08.015039 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7514ca16-ef76-45d6-95b9-2c2c760e6ca2 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:08.059306 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 23762dda-087e-4de8-8cb0-a7ded3626fd3 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:53:08.060299 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (23762dda-087e-4de8-8cb0-a7ded3626fd3), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:08.067067 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ea009b4c-0e27-4ebc-8c34-51898141cbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (70a59348-62ae-418a-a20a-94fb6719b7b0), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:08.084039 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-69016c4b-1366-467d-8863-c56039bb95b8 tempest-RoutersAdminNegativeIpV6Test-2017429400 tempest-RoutersAdminNegativeIpV6Test-2017429400-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:08.089878 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-69016c4b-1366-467d-8863-c56039bb95b8 tempest-RoutersAdminNegativeIpV6Test-2017429400 tempest-RoutersAdminNegativeIpV6Test-2017429400-project-admin] 10.222.0.76 "DELETE /networking/v2.0/ports/b9b634e0-87cd-4cf7-b12b-ff16d5e64e1a HTTP/1.1" status: 204 len: 168 time: 2.3336906 Aug 27 04:53:08.097674 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-363df27c-0d8c-44f0-b2ac-519c4572bc03 admin admin] Router 5368393b-a326-4518-9ae4-88e169ac8ade has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:53:08.250431 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7514ca16-ef76-45d6-95b9-2c2c760e6ca2 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 5.4772313 Aug 27 04:53:08.256562 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:08.257434 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ea009b4c-0e27-4ebc-8c34-51898141cbb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (06b2e6fc-32e0-4d5a-b14c-620892a8c557), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:08.259971 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ee924a-75f6-45b3-bee1-f127da36e29d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Made reservation on behalf of f0f1eb4384394fc18f1626f3e12e04e3 for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:53:08.266080 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58010) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:08.309355 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:08.366527 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363df27c-0d8c-44f0-b2ac-519c4572bc03 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:53:08.377306 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-363df27c-0d8c-44f0-b2ac-519c4572bc03 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/5368393b-a326-4518-9ae4-88e169ac8ade/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8390288 Aug 27 04:53:08.386421 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-8519a60a-5644-4217-b710-0b1586379dd6 None None] Provisioning complete for port 65293b5e-058f-47b8-9a65-30acfe9d9cd7 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:53:08.386783 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8519a60a-5644-4217-b710-0b1586379dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (65293b5e-058f-47b8-9a65-30acfe9d9cd7), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:08.467406 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-2eae75b1-b0ba-4a5d-a72a-838eba8373f3 tempest-ExternalNetworksTestJSON-1223633883 tempest-ExternalNetworksTestJSON-1223633883-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2041997517'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:08.528902 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-43f680fb-cf20-4412-949b-22ab73734ccb tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (be9f2c0d-a84c-421c-ba25-640865ae026e), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:08.651291 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-43f680fb-cf20-4412-949b-22ab73734ccb tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (e5a5872c-0e07-41ea-901e-b81b1e3ad0b3), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:08.727779 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea009b4c-0e27-4ebc-8c34-51898141cbb4 admin admin] Pushing event updated for resources: {'Port': ['ID=70a59348-62ae-418a-a20a-94fb6719b7b0,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:08.774839 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eae75b1-b0ba-4a5d-a72a-838eba8373f3 tempest-ExternalNetworksTestJSON-1223633883 tempest-ExternalNetworksTestJSON-1223633883-project] Made reservation on behalf of 9a675622ae36405791117896fa14f7fe for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:53:08.787574 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2eae75b1-b0ba-4a5d-a72a-838eba8373f3 tempest-ExternalNetworksTestJSON-1223633883 tempest-ExternalNetworksTestJSON-1223633883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:08.851839 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2eae75b1-b0ba-4a5d-a72a-838eba8373f3 tempest-ExternalNetworksTestJSON-1223633883 tempest-ExternalNetworksTestJSON-1223633883-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:08.878792 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:08.914039 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-32ee924a-75f6-45b3-bee1-f127da36e29d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:08.979735 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [None req-32ee924a-75f6-45b3-bee1-f127da36e29d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] device_id is not set on port 6cbdffd2-dfb5-4fec-ab4c-a66ba99a545e yet. {{(pid=107776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:53:08.990878 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 23762dda-087e-4de8-8cb0-a7ded3626fd3 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:53:08.991374 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (23762dda-087e-4de8-8cb0-a7ded3626fd3), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:08.999998 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-d16800e1-7e3a-48e4-8005-372a1901cef9 None None] Allocated IP 2001:db8::f816:3eff:fec8:24ab (be9f2c0d-a84c-421c-ba25-640865ae026e/e5a5872c-0e07-41ea-901e-b81b1e3ad0b3/3ce14a02-d31e-4ebe-a21a-3e9e9fef9ab2) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:53:09.041766 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea009b4c-0e27-4ebc-8c34-51898141cbb4 admin admin] Network 9b58d16c-64b8-4f64-9f4f-bab6ff0c6928 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:53:09.054861 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-ea009b4c-0e27-4ebc-8c34-51898141cbb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:53:09.060461 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 23762dda-087e-4de8-8cb0-a7ded3626fd3, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=23762dda-087e-4de8-8cb0-a7ded3626fd3,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:53:09.147396 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58042) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:09.152623 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-139feb77-a46a-4180-9585-381ae2d1e7a2 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1939554838', 'description': 'tempest-description--176407735'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:09.196813 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (23762dda-087e-4de8-8cb0-a7ded3626fd3), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:09.196813 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 65293b5e-058f-47b8-9a65-30acfe9d9cd7 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:53:09.196813 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-8519a60a-5644-4217-b710-0b1586379dd6 None None] Current status of the port 65293b5e-058f-47b8-9a65-30acfe9d9cd7 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:53:09.196813 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8519a60a-5644-4217-b710-0b1586379dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (65293b5e-058f-47b8-9a65-30acfe9d9cd7), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:09.293704 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2eae75b1-b0ba-4a5d-a72a-838eba8373f3 tempest-ExternalNetworksTestJSON-1223633883 tempest-ExternalNetworksTestJSON-1223633883-project] Publish callbacks [] for security_group (1a88f8e6-41c9-45c0-a82d-c93b0b276160), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:09.312694 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-139feb77-a46a-4180-9585-381ae2d1e7a2 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:09.367871 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=23762dda-087e-4de8-8cb0-a7ded3626fd3,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:09.378714 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58050) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:09.402474 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-8519a60a-5644-4217-b710-0b1586379dd6 None None] For port 65293b5e-058f-47b8-9a65-30acfe9d9cd7, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=65293b5e-058f-47b8-9a65-30acfe9d9cd7,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:53:09.451099 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-139feb77-a46a-4180-9585-381ae2d1e7a2 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks [] for security_group (223ed243-f37f-4568-9a87-b38c6d149bea), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:09.484632 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2eae75b1-b0ba-4a5d-a72a-838eba8373f3 tempest-ExternalNetworksTestJSON-1223633883 tempest-ExternalNetworksTestJSON-1223633883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (1a88f8e6-41c9-45c0-a82d-c93b0b276160), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:09.490298 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 65293b5e-058f-47b8-9a65-30acfe9d9cd7 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:53:09.491203 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (65293b5e-058f-47b8-9a65-30acfe9d9cd7), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:09.543550 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d16800e1-7e3a-48e4-8005-372a1901cef9 None None] Publish callbacks [] for port (3ce14a02-d31e-4ebe-a21a-3e9e9fef9ab2), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:09.546113 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea009b4c-0e27-4ebc-8c34-51898141cbb4 admin admin] Router 06b2e6fc-32e0-4d5a-b14c-620892a8c557 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:53:09.549451 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eae75b1-b0ba-4a5d-a72a-838eba8373f3 tempest-ExternalNetworksTestJSON-1223633883 tempest-ExternalNetworksTestJSON-1223633883-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:53:09.586433 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2eae75b1-b0ba-4a5d-a72a-838eba8373f3 tempest-ExternalNetworksTestJSON-1223633883 tempest-ExternalNetworksTestJSON-1223633883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (18b74a62-e92d-4c91-849a-3bd3f7e4f772), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:09.587026 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-2eae75b1-b0ba-4a5d-a72a-838eba8373f3 tempest-ExternalNetworksTestJSON-1223633883 tempest-ExternalNetworksTestJSON-1223633883-project] Added segment 18b74a62-e92d-4c91-849a-3bd3f7e4f772 of type vlan for network 4e78ca83-5fcc-463e-a81c-c4c2e0d34e67 Aug 27 04:53:09.590979 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae75b1-b0ba-4a5d-a72a-838eba8373f3 tempest-ExternalNetworksTestJSON-1223633883 tempest-ExternalNetworksTestJSON-1223633883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a88f8e6-41c9-45c0-a82d-c93b0b276160,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:09.594093 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 65293b5e-058f-47b8-9a65-30acfe9d9cd7 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:53:09.594779 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (65293b5e-058f-47b8-9a65-30acfe9d9cd7), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:09.599381 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-139feb77-a46a-4180-9585-381ae2d1e7a2 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (223ed243-f37f-4568-9a87-b38c6d149bea), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:09.657444 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8519a60a-5644-4217-b710-0b1586379dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (65293b5e-058f-47b8-9a65-30acfe9d9cd7), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:09.697285 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139feb77-a46a-4180-9585-381ae2d1e7a2 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=223ed243-f37f-4568-9a87-b38c6d149bea,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:09.697285 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-645829a1-929c-45a3-976e-678190eda8fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:09.702578 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-32ee924a-75f6-45b3-bee1-f127da36e29d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 27 04:53:09.703317 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32ee924a-75f6-45b3-bee1-f127da36e29d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:53:09.722954 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2eae75b1-b0ba-4a5d-a72a-838eba8373f3 tempest-ExternalNetworksTestJSON-1223633883 tempest-ExternalNetworksTestJSON-1223633883-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (4e78ca83-5fcc-463e-a81c-c4c2e0d34e67), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:09.726698 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:53:09.731546 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:53:09.731834 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d16800e1-7e3a-48e4-8005-372a1901cef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (3ce14a02-d31e-4ebe-a21a-3e9e9fef9ab2), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:09.737029 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-8519a60a-5644-4217-b710-0b1586379dd6 None None] Provisioning complete for port a22c64c8-01f7-4c70-903f-9255938ca672 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:53:09.737455 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8519a60a-5644-4217-b710-0b1586379dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a22c64c8-01f7-4c70-903f-9255938ca672), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:09.759707 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:09.785697 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16800e1-7e3a-48e4-8005-372a1901cef9 None None] Network be9f2c0d-a84c-421c-ba25-640865ae026e is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:53:09.790840 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-d16800e1-7e3a-48e4-8005-372a1901cef9 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:53:09.812241 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-139feb77-a46a-4180-9585-381ae2d1e7a2 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:09.812241 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-139feb77-a46a-4180-9585-381ae2d1e7a2 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6586890 Aug 27 04:53:09.813979 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58072) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:09.821096 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-0b0063a6-3e89-4fb7-823b-42764ac933e8 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Request body: {'security_group_rule': {'security_group_id': '223ed243-f37f-4568-9a87-b38c6d149bea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:09.825741 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea009b4c-0e27-4ebc-8c34-51898141cbb4 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:53:09.828898 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16800e1-7e3a-48e4-8005-372a1901cef9 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:53:09.845535 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-645829a1-929c-45a3-976e-678190eda8fd admin admin] Publish callbacks [] for security_group (f79fd348-2452-4a96-8742-52d93f660e23), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:09.851513 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ea009b4c-0e27-4ebc-8c34-51898141cbb4 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/06b2e6fc-32e0-4d5a-b14c-620892a8c557/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0790665 Aug 27 04:53:09.857331 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd56efcf-69cb-40aa-9050-714cf6b4b826 None None] Sync routers for ids ['06b2e6fc-32e0-4d5a-b14c-620892a8c557'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:53:09.879016 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8519a60a-5644-4217-b710-0b1586379dd6 None None] Pushing event updated for resources: {'Port': ['ID=65293b5e-058f-47b8-9a65-30acfe9d9cd7,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:09.897168 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-8519a60a-5644-4217-b710-0b1586379dd6 None None] Port a22c64c8-01f7-4c70-903f-9255938ca672 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:53:09.920960 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-32ee924a-75f6-45b3-bee1-f127da36e29d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.6409261 Aug 27 04:53:09.922374 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-43f680fb-cf20-4412-949b-22ab73734ccb tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (e5a5872c-0e07-41ea-901e-b81b1e3ad0b3), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:09.923704 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58078) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:09.960825 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd56efcf-69cb-40aa-9050-714cf6b4b826 None None] Routers {'06b2e6fc-32e0-4d5a-b14c-620892a8c557'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:53:09.961784 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-fd56efcf-69cb-40aa-9050-714cf6b4b826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:52:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['06b2e6fc-32e0-4d5a-b14c-620892a8c557'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:09.961960 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ffdaab-86b4-4663-b6c0-b62b68b83de1 None None] Sync routers for ids ['5368393b-a326-4518-9ae4-88e169ac8ade'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:53:09.977534 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ffdaab-86b4-4663-b6c0-b62b68b83de1 None None] Routers {'5368393b-a326-4518-9ae4-88e169ac8ade'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:53:09.978166 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-97ffdaab-86b4-4663-b6c0-b62b68b83de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:52:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['5368393b-a326-4518-9ae4-88e169ac8ade'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:09.981451 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-645829a1-929c-45a3-976e-678190eda8fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (f79fd348-2452-4a96-8742-52d93f660e23), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:10.041932 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9392b198-618f-4f36-9ebe-b7730f650225 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:10.046814 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9392b198-618f-4f36-9ebe-b7730f650225 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:10.048546 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9392b198-618f-4f36-9ebe-b7730f650225 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.1218522 Aug 27 04:53:10.056814 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-645829a1-929c-45a3-976e-678190eda8fd admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=3b41a15d18c840f198f5860fd595d4ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6764462 Aug 27 04:53:10.057411 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58082) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:10.062415 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58084) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:10.086362 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-43f680fb-cf20-4412-949b-22ab73734ccb tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (be9f2c0d-a84c-421c-ba25-640865ae026e), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:10.095926 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-fd56efcf-69cb-40aa-9050-714cf6b4b826 None None] Set router 06b2e6fc-32e0-4d5a-b14c-620892a8c557 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:53:10.111992 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645829a1-929c-45a3-976e-678190eda8fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79fd348-2452-4a96-8742-52d93f660e23,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:10.124666 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-43f680fb-cf20-4412-949b-22ab73734ccb tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be9f2c0d-a84c-421c-ba25-640865ae026e']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:10.136998 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-43f680fb-cf20-4412-949b-22ab73734ccb tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd008b9ad-b008-4b50-a462-f85ffa205f82') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:10.137340 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-43f680fb-cf20-4412-949b-22ab73734ccb tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd008b9ad-b008-4b50-a462-f85ffa205f82') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:10.145881 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0b0063a6-3e89-4fb7-823b-42764ac933e8 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks [] for security_group_rule (48e7ab26-c18f-4468-b86a-fec2e2e59e04), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:10.149135 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-43f680fb-cf20-4412-949b-22ab73734ccb tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (d008b9ad-b008-4b50-a462-f85ffa205f82), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:10.167188 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-43f680fb-cf20-4412-949b-22ab73734ccb tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (d008b9ad-b008-4b50-a462-f85ffa205f82), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:10.175782 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43f680fb-cf20-4412-949b-22ab73734ccb tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:53:10.177015 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-43f680fb-cf20-4412-949b-22ab73734ccb tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (d008b9ad-b008-4b50-a462-f85ffa205f82), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:10.238737 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-97ffdaab-86b4-4663-b6c0-b62b68b83de1 None None] Set router 5368393b-a326-4518-9ae4-88e169ac8ade gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:53:10.275346 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-f0ee3540-05a8-4632-bbd8-36c4e0ca96ce tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Deleting port b2dd9aa8-3ade-44a2-a01d-ff50160708b0 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:53:10.275928 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f0ee3540-05a8-4632-bbd8-36c4e0ca96ce tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (b2dd9aa8-3ade-44a2-a01d-ff50160708b0), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:10.308001 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2eae75b1-b0ba-4a5d-a72a-838eba8373f3 tempest-ExternalNetworksTestJSON-1223633883 tempest-ExternalNetworksTestJSON-1223633883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (4e78ca83-5fcc-463e-a81c-c4c2e0d34e67), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:10.321030 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eae75b1-b0ba-4a5d-a72a-838eba8373f3 tempest-ExternalNetworksTestJSON-1223633883 tempest-ExternalNetworksTestJSON-1223633883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:10.325100 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2eae75b1-b0ba-4a5d-a72a-838eba8373f3 tempest-ExternalNetworksTestJSON-1223633883 tempest-ExternalNetworksTestJSON-1223633883-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:10.368255 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f680fb-cf20-4412-949b-22ab73734ccb tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Pushing event deleted for resources: {'Subnet': ['ID=e5a5872c-0e07-41ea-901e-b81b1e3ad0b3,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:10.379282 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6344a1a5-c810-4762-8f0d-28816531d2bf admin admin] Publish callbacks [] for security_group (f79fd348-2452-4a96-8742-52d93f660e23), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:10.434063 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6344a1a5-c810-4762-8f0d-28816531d2bf admin admin] Publish callbacks [] for security_group (f79fd348-2452-4a96-8742-52d93f660e23), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:10.437655 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0b0063a6-3e89-4fb7-823b-42764ac933e8 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks [] for security_group_rule (48e7ab26-c18f-4468-b86a-fec2e2e59e04), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:10.460227 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=73,neutron:DELETE=10,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:10.502477 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:UPDATE=5,neutron:SELECT=92,neutron:INSERT=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:10.506563 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f0ee3540-05a8-4632-bbd8-36c4e0ca96ce tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (b2dd9aa8-3ade-44a2-a01d-ff50160708b0), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:10.521174 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-f0ee3540-05a8-4632-bbd8-36c4e0ca96ce tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Calling delete_port for b2dd9aa8-3ade-44a2-a01d-ff50160708b0 owned by {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:53:10.524899 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0b0063a6-3e89-4fb7-823b-42764ac933e8 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (48e7ab26-c18f-4468-b86a-fec2e2e59e04), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:10.543224 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58102) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:10.554522 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment d008b9ad-b008-4b50-a462-f85ffa205f82 resource provider aggregate not found Aug 27 04:53:10.577337 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-d16800e1-7e3a-48e4-8005-372a1901cef9 None None] Attempting to bind port 3ce14a02-d31e-4ebe-a21a-3e9e9fef9ab2 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:53:10.578203 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-d16800e1-7e3a-48e4-8005-372a1901cef9 None None] Attempting to bind port 3ce14a02-d31e-4ebe-a21a-3e9e9fef9ab2 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'd008b9ad-b008-4b50-a462-f85ffa205f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'be9f2c0d-a84c-421c-ba25-640865ae026e'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:53:10.578753 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16800e1-7e3a-48e4-8005-372a1901cef9 None None] Attempting to bind port 3ce14a02-d31e-4ebe-a21a-3e9e9fef9ab2 on network be9f2c0d-a84c-421c-ba25-640865ae026e {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:53:10.582674 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae75b1-b0ba-4a5d-a72a-838eba8373f3 tempest-ExternalNetworksTestJSON-1223633883 tempest-ExternalNetworksTestJSON-1223633883-project] Pushing event updated for resources: {'Network': ['ID=4e78ca83-5fcc-463e-a81c-c4c2e0d34e67,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:10.598445 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16800e1-7e3a-48e4-8005-372a1901cef9 None None] Pushing event updated for resources: {'Port': ['ID=3ce14a02-d31e-4ebe-a21a-3e9e9fef9ab2,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:10.598614 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.db.api [None req-43f680fb-cf20-4412-949b-22ab73734ccb tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 04:53:10.598614 n-d-852088-5 neutron-server[107776]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 04:53:10.598614 n-d-852088-5 neutron-server[107776]: [parameters: {'id': 'be9f2c0d-a84c-421c-ba25-640865ae026e'}] Aug 27 04:53:10.598614 n-d-852088-5 neutron-server[107776]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=107776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:53:10.598614 n-d-852088-5 neutron-server[107776]: DEBUG oslo_db.api [None req-43f680fb-cf20-4412-949b-22ab73734ccb tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:53:10.600275 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-b5a6d40b-61ed-40ef-8022-b87bf93b0deb None None] Provisioning complete for port 70a59348-62ae-418a-a20a-94fb6719b7b0 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:53:10.600428 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:10.600959 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b5a6d40b-61ed-40ef-8022-b87bf93b0deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (70a59348-62ae-418a-a20a-94fb6719b7b0), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:10.611282 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 4e78ca83-5fcc-463e-a81c-c4c2e0d34e67 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:53:10.616403 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment d008b9ad-b008-4b50-a462-f85ffa205f82 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d008b9ad-b008-4b50-a462-f85ffa205f82 found for delete ", "request_id": "req-d5117b10-c45d-4e5f-8ecd-ace69b4fc9c8"}]} Aug 27 04:53:10.636537 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16800e1-7e3a-48e4-8005-372a1901cef9 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:53:10.637219 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16800e1-7e3a-48e4-8005-372a1901cef9 None None] Checking segment: {'id': 'd008b9ad-b008-4b50-a462-f85ffa205f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'be9f2c0d-a84c-421c-ba25-640865ae026e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:53:10.637823 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d16800e1-7e3a-48e4-8005-372a1901cef9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:10.638609 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16800e1-7e3a-48e4-8005-372a1901cef9 None None] Bound using segment: {'id': 'd008b9ad-b008-4b50-a462-f85ffa205f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'be9f2c0d-a84c-421c-ba25-640865ae026e'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:53:10.639282 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-d16800e1-7e3a-48e4-8005-372a1901cef9 None None] Bound port: 3ce14a02-d31e-4ebe-a21a-3e9e9fef9ab2, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd008b9ad-b008-4b50-a462-f85ffa205f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'be9f2c0d-a84c-421c-ba25-640865ae026e'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:53:10.640099 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d16800e1-7e3a-48e4-8005-372a1901cef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (3ce14a02-d31e-4ebe-a21a-3e9e9fef9ab2), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:10.652676 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-97ffdaab-86b4-4663-b6c0-b62b68b83de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5368393b-a326-4518-9ae4-88e169ac8ade', 'name': 'tempest-AttachVolumeNegativeTest-37161294-router', 'tenant_id': '648e7927634f419f8e754f76bd8a0952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '17c3389a-4a1f-40b3-83d9-817d3f39763d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:52:58Z', 'updated_at': '2022-08-27T04:53:06Z', 'revision_number': 4, 'project_id': '648e7927634f419f8e754f76bd8a0952', 'gw_port': {'id': '17c3389a-4a1f-40b3-83d9-817d3f39763d', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:50:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5368393b-a326-4518-9ae4-88e169ac8ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:52:59Z', 'updated_at': '2022-08-27T04:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'a22c64c8-01f7-4c70-903f-9255938ca672', 'name': '', 'network_id': '8e1077ea-ee09-45ee-b43f-49b1abb35f2c', 'tenant_id': '648e7927634f419f8e754f76bd8a0952', 'mac_address': 'fa:16:3e:1e:26:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5368393b-a326-4518-9ae4-88e169ac8ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '83512e08-2810-498d-a373-e0e22740d0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:53:04Z', 'updated_at': '2022-08-27T04:53:06Z', 'revision_number': 2, 'project_id': '648e7927634f419f8e754f76bd8a0952', 'subnets': [{'id': '83512e08-2810-498d-a373-e0e22740d0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:10.683800 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2eae75b1-b0ba-4a5d-a72a-838eba8373f3 tempest-ExternalNetworksTestJSON-1223633883 tempest-ExternalNetworksTestJSON-1223633883-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.1561658 Aug 27 04:53:10.685047 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58110) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:10.691423 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ffdaab-86b4-4663-b6c0-b62b68b83de1 None None] Checking router: 5368393b-a326-4518-9ae4-88e169ac8ade for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:53:10.696254 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ffdaab-86b4-4663-b6c0-b62b68b83de1 None None] Updating router 5368393b-a326-4518-9ae4-88e169ac8ade port a22c64c8-01f7-4c70-903f-9255938ca672 binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:53:10.696443 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0b0063a6-3e89-4fb7-823b-42764ac933e8 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:10.697753 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0b0063a6-3e89-4fb7-823b-42764ac933e8 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8825881 Aug 27 04:53:10.700804 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58114) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:10.704981 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-264a6978-ffe9-4bb0-9528-e6510de25ec5 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Request body: {'security_group_rule': {'security_group_id': '223ed243-f37f-4568-9a87-b38c6d149bea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:10.713267 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0063a6-3e89-4fb7-823b-42764ac933e8 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48e7ab26-c18f-4468-b86a-fec2e2e59e04,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:10.734525 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d16800e1-7e3a-48e4-8005-372a1901cef9 None None] For port 3ce14a02-d31e-4ebe-a21a-3e9e9fef9ab2, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:53:10.737935 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d16800e1-7e3a-48e4-8005-372a1901cef9 None None] For port 3ce14a02-d31e-4ebe-a21a-3e9e9fef9ab2, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=3ce14a02-d31e-4ebe-a21a-3e9e9fef9ab2,segment=NetworkSegment(d008b9ad-b008-4b50-a462-f85ffa205f82),segment_id=d008b9ad-b008-4b50-a462-f85ffa205f82)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:53:10.774937 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 65293b5e-058f-47b8-9a65-30acfe9d9cd7 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:53:10.776735 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-97ffdaab-86b4-4663-b6c0-b62b68b83de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a22c64c8-01f7-4c70-903f-9255938ca672), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:10.802135 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-fd56efcf-69cb-40aa-9050-714cf6b4b826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b2e6fc-32e0-4d5a-b14c-620892a8c557', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-274034813-router', 'tenant_id': '756f39b82b0745a3bc33a85f632348fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '23762dda-087e-4de8-8cb0-a7ded3626fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:52:54Z', 'updated_at': '2022-08-27T04:53:06Z', 'revision_number': 4, 'project_id': '756f39b82b0745a3bc33a85f632348fa', 'gw_port': {'id': '23762dda-087e-4de8-8cb0-a7ded3626fd3', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b2e6fc-32e0-4d5a-b14c-620892a8c557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:52:54Z', 'updated_at': '2022-08-27T04:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '70a59348-62ae-418a-a20a-94fb6719b7b0', 'name': '', 'network_id': '9b58d16c-64b8-4f64-9f4f-bab6ff0c6928', 'tenant_id': '756f39b82b0745a3bc33a85f632348fa', 'mac_address': 'fa:16:3e:60:b2:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b2e6fc-32e0-4d5a-b14c-620892a8c557', 'device_owner': 'network:router_interface', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': '2d9577b6-7b0e-4ca5-a588-122344abd1a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:53:02Z', 'updated_at': '2022-08-27T04:53:07Z', 'revision_number': 2, 'project_id': '756f39b82b0745a3bc33a85f632348fa', 'subnets': [{'id': '2d9577b6-7b0e-4ca5-a588-122344abd1a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:10.842064 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd56efcf-69cb-40aa-9050-714cf6b4b826 None None] Checking router: 06b2e6fc-32e0-4d5a-b14c-620892a8c557 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:53:10.842356 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd56efcf-69cb-40aa-9050-714cf6b4b826 None None] Updating router 06b2e6fc-32e0-4d5a-b14c-620892a8c557 port 70a59348-62ae-418a-a20a-94fb6719b7b0 binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:53:10.844977 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-b5a6d40b-61ed-40ef-8022-b87bf93b0deb None None] Port 70a59348-62ae-418a-a20a-94fb6719b7b0 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:53:10.846358 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6344a1a5-c810-4762-8f0d-28816531d2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (f79fd348-2452-4a96-8742-52d93f660e23), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:10.864314 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d16800e1-7e3a-48e4-8005-372a1901cef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (3ce14a02-d31e-4ebe-a21a-3e9e9fef9ab2), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:10.864471 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6344a1a5-c810-4762-8f0d-28816531d2bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:10.864471 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-6344a1a5-c810-4762-8f0d-28816531d2bf admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/f79fd348-2452-4a96-8742-52d93f660e23 HTTP/1.1" status: 204 len: 168 time: 0.7886658 Aug 27 04:53:10.877419 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-b5a6d40b-61ed-40ef-8022-b87bf93b0deb None None] Could not find standard attr ID for object c727793d-a2e4-4d28-b5b0-29151ec707c7. {{(pid=107777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 27 04:53:10.895816 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6344a1a5-c810-4762-8f0d-28816531d2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79fd348-2452-4a96-8742-52d93f660e23,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:10.908563 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-264a6978-ffe9-4bb0-9528-e6510de25ec5 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks [] for security_group_rule (4c3cabef-f2fe-4509-9608-5e3569ac24c3), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:10.971572 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f0ee3540-05a8-4632-bbd8-36c4e0ca96ce tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (b2dd9aa8-3ade-44a2-a01d-ff50160708b0), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:10.998307 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 23762dda-087e-4de8-8cb0-a7ded3626fd3 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:53:11.000232 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533ba4ec-8560-48f4-80c6-2293736b625f None None] get_active_networks_info from n-d-852088-5 {{(pid=107777) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 27 04:53:11.005620 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-b5a6d40b-61ed-40ef-8022-b87bf93b0deb None None] Could not find standard attr ID for object b2dd9aa8-3ade-44a2-a01d-ff50160708b0. {{(pid=107777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 27 04:53:11.057672 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fd56efcf-69cb-40aa-9050-714cf6b4b826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (70a59348-62ae-418a-a20a-94fb6719b7b0), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:11.099251 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-43f680fb-cf20-4412-949b-22ab73734ccb tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (be9f2c0d-a84c-421c-ba25-640865ae026e), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:11.103492 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee3540-05a8-4632-bbd8-36c4e0ca96ce tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event deleted for resources: {'Port': ['ID=b2dd9aa8-3ade-44a2-a01d-ff50160708b0,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:11.166396 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-1f3e2daa-beb4-46ac-a3c4-565ebd4aa28f tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Request body: {'network': {'name': 'tempest-network--855161722', 'router:external': True}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:11.225589 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16800e1-7e3a-48e4-8005-372a1901cef9 None None] Pushing event updated for resources: {'Port': ['ID=3ce14a02-d31e-4ebe-a21a-3e9e9fef9ab2,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:11.260824 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-43f680fb-cf20-4412-949b-22ab73734ccb tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Deleting port 3ce14a02-d31e-4ebe-a21a-3e9e9fef9ab2 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:53:11.262679 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-43f680fb-cf20-4412-949b-22ab73734ccb tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (3ce14a02-d31e-4ebe-a21a-3e9e9fef9ab2), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:11.286850 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 23762dda-087e-4de8-8cb0-a7ded3626fd3 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:53:11.292659 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (23762dda-087e-4de8-8cb0-a7ded3626fd3), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:11.338884 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3e2daa-beb4-46ac-a3c4-565ebd4aa28f tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Made reservation on behalf of d86a3aa454114d5086ba036d737d9572 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:53:11.342415 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1f3e2daa-beb4-46ac-a3c4-565ebd4aa28f tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:11.364983 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1f3e2daa-beb4-46ac-a3c4-565ebd4aa28f tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:11.444643 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-43f680fb-cf20-4412-949b-22ab73734ccb tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] For port 3ce14a02-d31e-4ebe-a21a-3e9e9fef9ab2, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=3ce14a02-d31e-4ebe-a21a-3e9e9fef9ab2,segment=NetworkSegment(d008b9ad-b008-4b50-a462-f85ffa205f82),segment_id=d008b9ad-b008-4b50-a462-f85ffa205f82)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:53:11.445334 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-43f680fb-cf20-4412-949b-22ab73734ccb tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (3ce14a02-d31e-4ebe-a21a-3e9e9fef9ab2), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:11.476393 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-43f680fb-cf20-4412-949b-22ab73734ccb tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Calling delete_port for 3ce14a02-d31e-4ebe-a21a-3e9e9fef9ab2 owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:53:11.606094 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533ba4ec-8560-48f4-80c6-2293736b625f None None] Resources bound (agent type, host, resource id): {{(pid=107777) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 04:53:11.608475 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-97ffdaab-86b4-4663-b6c0-b62b68b83de1 None None] Publish callbacks [] for port (a22c64c8-01f7-4c70-903f-9255938ca672), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:11.655254 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-264a6978-ffe9-4bb0-9528-e6510de25ec5 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks [] for security_group_rule (4c3cabef-f2fe-4509-9608-5e3569ac24c3), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:11.666619 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f76489-3ba6-40d3-880c-7e5a95d1bd9b req-ab63895d-6dd2-40f0-84f9-bd04a7bdae2a tempest-ServersNegativeTestMultiTenantJSON-1127825514 tempest-ServersNegativeTestMultiTenantJSON-1127825514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:11.669249 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-94f76489-3ba6-40d3-880c-7e5a95d1bd9b req-ab63895d-6dd2-40f0-84f9-bd04a7bdae2a tempest-ServersNegativeTestMultiTenantJSON-1127825514 tempest-ServersNegativeTestMultiTenantJSON-1127825514-project] 10.222.0.76 "GET /networking/v2.0/networks?id=be07f20e-e520-41cf-87fc-8405fd8af848 HTTP/1.1" status: 200 len: 825 time: 0.6048913 Aug 27 04:53:11.670841 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-eda0ce6b-685f-480c-b5fd-f913b870b3fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:11.685992 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1f3e2daa-beb4-46ac-a3c4-565ebd4aa28f tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks [] for security_group (fa64d280-6f7c-4e45-8d47-9f983c40c6a8), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:11.704421 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f0ee3540-05a8-4632-bbd8-36c4e0ca96ce tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:11.711422 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f0ee3540-05a8-4632-bbd8-36c4e0ca96ce tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/ports/b2dd9aa8-3ade-44a2-a01d-ff50160708b0 HTTP/1.1" status: 204 len: 168 time: 1.6497917 Aug 27 04:53:11.713570 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58134) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:11.714194 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:11.724185 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-97ffdaab-86b4-4663-b6c0-b62b68b83de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a22c64c8-01f7-4c70-903f-9255938ca672), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:11.739790 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-94f76489-3ba6-40d3-880c-7e5a95d1bd9b req-1f294117-9e8f-4b6a-a7fd-78dc495fe423 tempest-ServersNegativeTestMultiTenantJSON-1127825514 tempest-ServersNegativeTestMultiTenantJSON-1127825514-project] 10.222.0.76 "GET /networking/v2.0/quotas/f8cf9c5207684ce3a0f8820eee81f737 HTTP/1.1" status: 200 len: 375 time: 0.0394094 Aug 27 04:53:11.745991 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 23762dda-087e-4de8-8cb0-a7ded3626fd3 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:53:11.747128 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 65293b5e-058f-47b8-9a65-30acfe9d9cd7 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:53:11.822451 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1f3e2daa-beb4-46ac-a3c4-565ebd4aa28f tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (fa64d280-6f7c-4e45-8d47-9f983c40c6a8), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:11.844809 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-264a6978-ffe9-4bb0-9528-e6510de25ec5 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (4c3cabef-f2fe-4509-9608-5e3569ac24c3), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:11.850624 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:11.906251 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-97ffdaab-86b4-4663-b6c0-b62b68b83de1 None None] Attempting to bind port a22c64c8-01f7-4c70-903f-9255938ca672 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:53:11.907188 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-97ffdaab-86b4-4663-b6c0-b62b68b83de1 None None] Attempting to bind port a22c64c8-01f7-4c70-903f-9255938ca672 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'c7d78c9e-b3c9-455a-8e99-defeac864e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8e1077ea-ee09-45ee-b43f-49b1abb35f2c'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:53:11.908196 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ffdaab-86b4-4663-b6c0-b62b68b83de1 None None] Attempting to bind port a22c64c8-01f7-4c70-903f-9255938ca672 on network 8e1077ea-ee09-45ee-b43f-49b1abb35f2c {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:53:11.911282 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fd56efcf-69cb-40aa-9050-714cf6b4b826 None None] Publish callbacks [] for port (70a59348-62ae-418a-a20a-94fb6719b7b0), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:11.913033 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5237701-185d-4684-a621-5fafed1c9b6c None None] Pushing event updated for resources: {'Port': ['ID=a22c64c8-01f7-4c70-903f-9255938ca672,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:11.919471 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ffdaab-86b4-4663-b6c0-b62b68b83de1 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:53:11.920942 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ffdaab-86b4-4663-b6c0-b62b68b83de1 None None] Checking segment: {'id': 'c7d78c9e-b3c9-455a-8e99-defeac864e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8e1077ea-ee09-45ee-b43f-49b1abb35f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:53:11.921447 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-97ffdaab-86b4-4663-b6c0-b62b68b83de1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:11.922147 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ffdaab-86b4-4663-b6c0-b62b68b83de1 None None] Bound using segment: {'id': 'c7d78c9e-b3c9-455a-8e99-defeac864e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8e1077ea-ee09-45ee-b43f-49b1abb35f2c'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:53:11.922870 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-97ffdaab-86b4-4663-b6c0-b62b68b83de1 None None] Bound port: a22c64c8-01f7-4c70-903f-9255938ca672, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7d78c9e-b3c9-455a-8e99-defeac864e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8e1077ea-ee09-45ee-b43f-49b1abb35f2c'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:53:11.923334 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-97ffdaab-86b4-4663-b6c0-b62b68b83de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a22c64c8-01f7-4c70-903f-9255938ca672), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:11.935149 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fe916d-3a4c-4163-982f-f65345525bd0 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:11.937442 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264a6978-ffe9-4bb0-9528-e6510de25ec5 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c3cabef-f2fe-4509-9608-5e3569ac24c3,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:11.938029 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fe916d-3a4c-4163-982f-f65345525bd0 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:11.953188 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c2fe916d-3a4c-4163-982f-f65345525bd0 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2385063 Aug 27 04:53:11.963447 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58136) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:12.001589 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-264a6978-ffe9-4bb0-9528-e6510de25ec5 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:12.006539 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-264a6978-ffe9-4bb0-9528-e6510de25ec5 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3049285 Aug 27 04:53:12.011898 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-43f680fb-cf20-4412-949b-22ab73734ccb tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (3ce14a02-d31e-4ebe-a21a-3e9e9fef9ab2), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:12.012729 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:12.020531 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-94f76489-3ba6-40d3-880c-7e5a95d1bd9b req-cb437498-b0e6-4ab0-bdd4-5e430645e8ec tempest-ServersNegativeTestMultiTenantJSON-1127825514 tempest-ServersNegativeTestMultiTenantJSON-1127825514-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=f8cf9c5207684ce3a0f8820eee81f737&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2674584 Aug 27 04:53:12.022903 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 65293b5e-058f-47b8-9a65-30acfe9d9cd7 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:53:12.023370 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (65293b5e-058f-47b8-9a65-30acfe9d9cd7), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:12.024085 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58138) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:12.031982 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fd56efcf-69cb-40aa-9050-714cf6b4b826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (70a59348-62ae-418a-a20a-94fb6719b7b0), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:12.073788 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f3e2daa-beb4-46ac-a3c4-565ebd4aa28f tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:53:12.081718 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-c5d37cdb-de74-4047-aa7c-a25e9f553a94 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Request body: {'floatingip': {'floating_network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:12.089187 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-97ffdaab-86b4-4663-b6c0-b62b68b83de1 None None] For port a22c64c8-01f7-4c70-903f-9255938ca672, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:53:12.089894 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f680fb-cf20-4412-949b-22ab73734ccb tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] No DVR routers for this DVR port 3ce14a02-d31e-4ebe-a21a-3e9e9fef9ab2 on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:53:12.092769 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58142) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:12.094822 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-97ffdaab-86b4-4663-b6c0-b62b68b83de1 None None] For port a22c64c8-01f7-4c70-903f-9255938ca672, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a22c64c8-01f7-4c70-903f-9255938ca672,segment=NetworkSegment(c7d78c9e-b3c9-455a-8e99-defeac864e45),segment_id=c7d78c9e-b3c9-455a-8e99-defeac864e45)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:53:12.159833 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3b9ddd-7b56-46a1-8905-e4bccd81a783 None None] get_active_networks_info from n-d-852088-5 {{(pid=107777) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 27 04:53:12.182447 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e2daa-beb4-46ac-a3c4-565ebd4aa28f tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa64d280-6f7c-4e45-8d47-9f983c40c6a8,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:12.204006 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73e853a-efa0-4049-af00-54ae556a3f4d None None] Pushing event updated for resources: {'Port': ['ID=70a59348-62ae-418a-a20a-94fb6719b7b0,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:12.204582 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f680fb-cf20-4412-949b-22ab73734ccb tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Pushing event deleted for resources: {'Port': ['ID=3ce14a02-d31e-4ebe-a21a-3e9e9fef9ab2,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:12.210865 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1f3e2daa-beb4-46ac-a3c4-565ebd4aa28f tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (b9c12a7d-4773-40bb-8ee1-1d1dd3241388), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:12.211497 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-1f3e2daa-beb4-46ac-a3c4-565ebd4aa28f tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Added segment b9c12a7d-4773-40bb-8ee1-1d1dd3241388 of type vlan for network a50bf4c4-c753-4472-965d-c09979ced318 Aug 27 04:53:12.222225 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-97ffdaab-86b4-4663-b6c0-b62b68b83de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a22c64c8-01f7-4c70-903f-9255938ca672), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:12.228913 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58144) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:12.267125 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:12.267416 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ffdaab-86b4-4663-b6c0-b62b68b83de1 None None] Routers {'5368393b-a326-4518-9ae4-88e169ac8ade'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:53:12.268063 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-97ffdaab-86b4-4663-b6c0-b62b68b83de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:52:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['5368393b-a326-4518-9ae4-88e169ac8ade'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:12.289749 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-fd56efcf-69cb-40aa-9050-714cf6b4b826 None None] Attempting to bind port 70a59348-62ae-418a-a20a-94fb6719b7b0 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:53:12.294331 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-fd56efcf-69cb-40aa-9050-714cf6b4b826 None None] Attempting to bind port 70a59348-62ae-418a-a20a-94fb6719b7b0 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'a2842d86-f7cc-4a29-beaa-e93657e67024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9b58d16c-64b8-4f64-9f4f-bab6ff0c6928'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:53:12.294331 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd56efcf-69cb-40aa-9050-714cf6b4b826 None None] Attempting to bind port 70a59348-62ae-418a-a20a-94fb6719b7b0 on network 9b58d16c-64b8-4f64-9f4f-bab6ff0c6928 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:53:12.326515 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd56efcf-69cb-40aa-9050-714cf6b4b826 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:53:12.326886 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd56efcf-69cb-40aa-9050-714cf6b4b826 None None] Checking segment: {'id': 'a2842d86-f7cc-4a29-beaa-e93657e67024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9b58d16c-64b8-4f64-9f4f-bab6ff0c6928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:53:12.327531 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fd56efcf-69cb-40aa-9050-714cf6b4b826 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:12.327738 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd56efcf-69cb-40aa-9050-714cf6b4b826 None None] Bound using segment: {'id': 'a2842d86-f7cc-4a29-beaa-e93657e67024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9b58d16c-64b8-4f64-9f4f-bab6ff0c6928'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:53:12.328379 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-fd56efcf-69cb-40aa-9050-714cf6b4b826 None None] Bound port: 70a59348-62ae-418a-a20a-94fb6719b7b0, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2842d86-f7cc-4a29-beaa-e93657e67024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9b58d16c-64b8-4f64-9f4f-bab6ff0c6928'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:53:12.328913 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fd56efcf-69cb-40aa-9050-714cf6b4b826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (70a59348-62ae-418a-a20a-94fb6719b7b0), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:12.340032 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-eda0ce6b-685f-480c-b5fd-f913b870b3fb admin admin] Publish callbacks [] for security_group (c0394ab0-4f7e-434f-aabc-800384ae4d5c), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:12.340884 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c5d37cdb-de74-4047-aa7c-a25e9f553a94 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:12.370268 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5237701-185d-4684-a621-5fafed1c9b6c None None] Pushing event updated for resources: {'Port': ['ID=a22c64c8-01f7-4c70-903f-9255938ca672,revision_number=4']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:12.376110 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 65293b5e-058f-47b8-9a65-30acfe9d9cd7 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:53:12.378347 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 17c3389a-4a1f-40b3-83d9-817d3f39763d up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:53:12.424593 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8494b39-d8a7-4778-84de-8b66ced9d2c1 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Deleting subnet d2e18051-11fe-47a1-94d4-7eeece55fbdb {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:53:12.435227 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a11dbe91-2bc0-4f41-bbd2-d3f6a0acc496 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=f18b96c1ef634f909543790f0c455cf7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2038243 Aug 27 04:53:12.436658 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58148) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:12.438064 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e8494b39-d8a7-4778-84de-8b66ced9d2c1 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (d2e18051-11fe-47a1-94d4-7eeece55fbdb), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:12.467094 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-97ffdaab-86b4-4663-b6c0-b62b68b83de1 None None] Set router 5368393b-a326-4518-9ae4-88e169ac8ade gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:53:12.511479 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-eda0ce6b-685f-480c-b5fd-f913b870b3fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (c0394ab0-4f7e-434f-aabc-800384ae4d5c), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:12.536688 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-43f680fb-cf20-4412-949b-22ab73734ccb tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (be9f2c0d-a84c-421c-ba25-640865ae026e), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:12.541526 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1f3e2daa-beb4-46ac-a3c4-565ebd4aa28f tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (a50bf4c4-c753-4472-965d-c09979ced318), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:12.575909 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3b9ddd-7b56-46a1-8905-e4bccd81a783 None None] Resources bound (agent type, host, resource id): {{(pid=107777) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 04:53:12.592425 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e8494b39-d8a7-4778-84de-8b66ced9d2c1 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (d2e18051-11fe-47a1-94d4-7eeece55fbdb), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:12.593567 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-fd56efcf-69cb-40aa-9050-714cf6b4b826 None None] For port 70a59348-62ae-418a-a20a-94fb6719b7b0, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:53:12.596811 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 17c3389a-4a1f-40b3-83d9-817d3f39763d triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:53:12.597397 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (17c3389a-4a1f-40b3-83d9-817d3f39763d), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:12.603850 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-fd56efcf-69cb-40aa-9050-714cf6b4b826 None None] For port 70a59348-62ae-418a-a20a-94fb6719b7b0, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=70a59348-62ae-418a-a20a-94fb6719b7b0,segment=NetworkSegment(a2842d86-f7cc-4a29-beaa-e93657e67024),segment_id=a2842d86-f7cc-4a29-beaa-e93657e67024)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:53:12.624210 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-eda0ce6b-685f-480c-b5fd-f913b870b3fb admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=a58a9546b04e469088f687658b6d5ba0&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0717282 Aug 27 04:53:12.625599 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58150) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:12.653498 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-43f680fb-cf20-4412-949b-22ab73734ccb tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be9f2c0d-a84c-421c-ba25-640865ae026e']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:12.693499 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-43f680fb-cf20-4412-949b-22ab73734ccb tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd008b9ad-b008-4b50-a462-f85ffa205f82') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:12.693877 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-43f680fb-cf20-4412-949b-22ab73734ccb tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd008b9ad-b008-4b50-a462-f85ffa205f82') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:12.697036 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fd56efcf-69cb-40aa-9050-714cf6b4b826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (70a59348-62ae-418a-a20a-94fb6719b7b0), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:12.730549 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-43f680fb-cf20-4412-949b-22ab73734ccb tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (d008b9ad-b008-4b50-a462-f85ffa205f82), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:12.748695 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda0ce6b-685f-480c-b5fd-f913b870b3fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0394ab0-4f7e-434f-aabc-800384ae4d5c,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:12.763455 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c5d37cdb-de74-4047-aa7c-a25e9f553a94 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:12.767034 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd56efcf-69cb-40aa-9050-714cf6b4b826 None None] Routers {'06b2e6fc-32e0-4d5a-b14c-620892a8c557'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:53:12.768104 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-fd56efcf-69cb-40aa-9050-714cf6b4b826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:52:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['06b2e6fc-32e0-4d5a-b14c-620892a8c557'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:12.829128 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-43f680fb-cf20-4412-949b-22ab73734ccb tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (d008b9ad-b008-4b50-a462-f85ffa205f82), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:12.861393 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b3e067f6-4da3-423e-a0b3-a12ff411a7f3 admin admin] Publish callbacks [] for security_group (c0394ab0-4f7e-434f-aabc-800384ae4d5c), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:12.877565 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c48e4fd8-2739-447c-9e32-ab0cd0a03f60 admin admin] Publish callbacks [] for security_group (c513a3a3-1e2a-4d74-baaa-777fe41531cd), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:12.889997 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b3e067f6-4da3-423e-a0b3-a12ff411a7f3 admin admin] Publish callbacks [] for security_group (c0394ab0-4f7e-434f-aabc-800384ae4d5c), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:12.915936 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-97ffdaab-86b4-4663-b6c0-b62b68b83de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5368393b-a326-4518-9ae4-88e169ac8ade', 'name': 'tempest-AttachVolumeNegativeTest-37161294-router', 'tenant_id': '648e7927634f419f8e754f76bd8a0952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '17c3389a-4a1f-40b3-83d9-817d3f39763d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:52:58Z', 'updated_at': '2022-08-27T04:53:06Z', 'revision_number': 4, 'project_id': '648e7927634f419f8e754f76bd8a0952', 'gw_port': {'id': '17c3389a-4a1f-40b3-83d9-817d3f39763d', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:50:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5368393b-a326-4518-9ae4-88e169ac8ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:52:59Z', 'updated_at': '2022-08-27T04:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'a22c64c8-01f7-4c70-903f-9255938ca672', 'name': '', 'network_id': '8e1077ea-ee09-45ee-b43f-49b1abb35f2c', 'tenant_id': '648e7927634f419f8e754f76bd8a0952', 'mac_address': 'fa:16:3e:1e:26:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5368393b-a326-4518-9ae4-88e169ac8ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '83512e08-2810-498d-a373-e0e22740d0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:53:04Z', 'updated_at': '2022-08-27T04:53:12Z', 'revision_number': 4, 'project_id': '648e7927634f419f8e754f76bd8a0952', 'subnets': [{'id': '83512e08-2810-498d-a373-e0e22740d0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:12.928579 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73e853a-efa0-4049-af00-54ae556a3f4d None None] Pushing event updated for resources: {'Port': ['ID=70a59348-62ae-418a-a20a-94fb6719b7b0,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:12.965674 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c48e4fd8-2739-447c-9e32-ab0cd0a03f60 admin admin] Publish callbacks [] for security_group (c513a3a3-1e2a-4d74-baaa-777fe41531cd), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:12.979794 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43f680fb-cf20-4412-949b-22ab73734ccb tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:53:12.980498 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-43f680fb-cf20-4412-949b-22ab73734ccb tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (d008b9ad-b008-4b50-a462-f85ffa205f82), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:12.994428 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ffdaab-86b4-4663-b6c0-b62b68b83de1 None None] The sync data for ids ['5368393b-a326-4518-9ae4-88e169ac8ade'] in n-d-852088-5 is: [{'id': '5368393b-a326-4518-9ae4-88e169ac8ade', 'name': 'tempest-AttachVolumeNegativeTest-37161294-router', 'tenant_id': '648e7927634f419f8e754f76bd8a0952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '17c3389a-4a1f-40b3-83d9-817d3f39763d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:52:58Z', 'updated_at': '2022-08-27T04:53:06Z', 'revision_number': 4, 'project_id': '648e7927634f419f8e754f76bd8a0952', 'gw_port': {'id': '17c3389a-4a1f-40b3-83d9-817d3f39763d', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:50:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5368393b-a326-4518-9ae4-88e169ac8ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:52:59Z', 'updated_at': '2022-08-27T04:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'a22c64c8-01f7-4c70-903f-9255938ca672', 'name': '', 'network_id': '8e1077ea-ee09-45ee-b43f-49b1abb35f2c', 'tenant_id': '648e7927634f419f8e754f76bd8a0952', 'mac_address': 'fa:16:3e:1e:26:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5368393b-a326-4518-9ae4-88e169ac8ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '83512e08-2810-498d-a373-e0e22740d0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:53:04Z', 'updated_at': '2022-08-27T04:53:12Z', 'revision_number': 4, 'project_id': '648e7927634f419f8e754f76bd8a0952', 'subnets': [{'id': '83512e08-2810-498d-a373-e0e22740d0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:53:13.001839 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 17c3389a-4a1f-40b3-83d9-817d3f39763d is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:53:13.069629 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1f3e2daa-beb4-46ac-a3c4-565ebd4aa28f tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (a50bf4c4-c753-4472-965d-c09979ced318), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:13.072359 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3e2daa-beb4-46ac-a3c4-565ebd4aa28f tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:13.072963 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1f3e2daa-beb4-46ac-a3c4-565ebd4aa28f tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:13.114755 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-fd56efcf-69cb-40aa-9050-714cf6b4b826 None None] Set router 06b2e6fc-32e0-4d5a-b14c-620892a8c557 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:53:13.141496 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-c5d37cdb-de74-4047-aa7c-a25e9f553a94 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Allocated IP 172.25.2.29 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/890f2762-e5df-48f2-b1cf-9530c8c419df) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:53:13.149221 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e672d08e-37d0-49f0-98fc-5e65c648fcfa None None] Network be9f2c0d-a84c-421c-ba25-640865ae026e requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:53:13.186594 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment d008b9ad-b008-4b50-a462-f85ffa205f82 resource provider aggregate not found Aug 27 04:53:13.205343 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e8494b39-d8a7-4778-84de-8b66ced9d2c1 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (d2e18051-11fe-47a1-94d4-7eeece55fbdb), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:13.209361 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b3e067f6-4da3-423e-a0b3-a12ff411a7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (c0394ab0-4f7e-434f-aabc-800384ae4d5c), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:13.212417 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b3e067f6-4da3-423e-a0b3-a12ff411a7f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:13.213756 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b3e067f6-4da3-423e-a0b3-a12ff411a7f3 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/c0394ab0-4f7e-434f-aabc-800384ae4d5c HTTP/1.1" status: 204 len: 168 time: 0.5787525 Aug 27 04:53:13.396590 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c5d37cdb-de74-4047-aa7c-a25e9f553a94 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks [] for port (890f2762-e5df-48f2-b1cf-9530c8c419df), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:13.560384 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e49632d5-87ac-48ee-9032-6bb336aed53b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (53c95c71-223f-4985-8820-72425df36581), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:13.615405 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c5d37cdb-de74-4047-aa7c-a25e9f553a94 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (890f2762-e5df-48f2-b1cf-9530c8c419df), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:13.654418 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-fd56efcf-69cb-40aa-9050-714cf6b4b826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b2e6fc-32e0-4d5a-b14c-620892a8c557', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-274034813-router', 'tenant_id': '756f39b82b0745a3bc33a85f632348fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '23762dda-087e-4de8-8cb0-a7ded3626fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:52:54Z', 'updated_at': '2022-08-27T04:53:06Z', 'revision_number': 4, 'project_id': '756f39b82b0745a3bc33a85f632348fa', 'gw_port': {'id': '23762dda-087e-4de8-8cb0-a7ded3626fd3', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b2e6fc-32e0-4d5a-b14c-620892a8c557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:52:54Z', 'updated_at': '2022-08-27T04:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '70a59348-62ae-418a-a20a-94fb6719b7b0', 'name': '', 'network_id': '9b58d16c-64b8-4f64-9f4f-bab6ff0c6928', 'tenant_id': '756f39b82b0745a3bc33a85f632348fa', 'mac_address': 'fa:16:3e:60:b2:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b2e6fc-32e0-4d5a-b14c-620892a8c557', 'device_owner': 'network:router_interface', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': '2d9577b6-7b0e-4ca5-a588-122344abd1a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:53:02Z', 'updated_at': '2022-08-27T04:53:12Z', 'revision_number': 4, 'project_id': '756f39b82b0745a3bc33a85f632348fa', 'subnets': [{'id': '2d9577b6-7b0e-4ca5-a588-122344abd1a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:13.720835 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d37cdb-de74-4047-aa7c-a25e9f553a94 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:53:13.722400 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:13.723882 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd56efcf-69cb-40aa-9050-714cf6b4b826 None None] The sync data for ids ['06b2e6fc-32e0-4d5a-b14c-620892a8c557'] in n-d-852088-5 is: [{'id': '06b2e6fc-32e0-4d5a-b14c-620892a8c557', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-274034813-router', 'tenant_id': '756f39b82b0745a3bc33a85f632348fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '23762dda-087e-4de8-8cb0-a7ded3626fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:52:54Z', 'updated_at': '2022-08-27T04:53:06Z', 'revision_number': 4, 'project_id': '756f39b82b0745a3bc33a85f632348fa', 'gw_port': {'id': '23762dda-087e-4de8-8cb0-a7ded3626fd3', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b2e6fc-32e0-4d5a-b14c-620892a8c557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:52:54Z', 'updated_at': '2022-08-27T04:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '70a59348-62ae-418a-a20a-94fb6719b7b0', 'name': '', 'network_id': '9b58d16c-64b8-4f64-9f4f-bab6ff0c6928', 'tenant_id': '756f39b82b0745a3bc33a85f632348fa', 'mac_address': 'fa:16:3e:60:b2:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b2e6fc-32e0-4d5a-b14c-620892a8c557', 'device_owner': 'network:router_interface', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': '2d9577b6-7b0e-4ca5-a588-122344abd1a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:53:02Z', 'updated_at': '2022-08-27T04:53:12Z', 'revision_number': 4, 'project_id': '756f39b82b0745a3bc33a85f632348fa', 'subnets': [{'id': '2d9577b6-7b0e-4ca5-a588-122344abd1a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:53:13.752730 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-c5d37cdb-de74-4047-aa7c-a25e9f553a94 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:53:13.834453 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c48e4fd8-2739-447c-9e32-ab0cd0a03f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (c513a3a3-1e2a-4d74-baaa-777fe41531cd), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:13.837501 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c48e4fd8-2739-447c-9e32-ab0cd0a03f60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:13.841034 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c48e4fd8-2739-447c-9e32-ab0cd0a03f60 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/c513a3a3-1e2a-4d74-baaa-777fe41531cd HTTP/1.1" status: 204 len: 168 time: 1.4010880 Aug 27 04:53:13.851833 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d37cdb-de74-4047-aa7c-a25e9f553a94 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:53:13.878120 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48e4fd8-2739-447c-9e32-ab0cd0a03f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c513a3a3-1e2a-4d74-baaa-777fe41531cd,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:13.992634 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d37cdb-de74-4047-aa7c-a25e9f553a94 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Pushing event updated for resources: {'Port': ['ID=890f2762-e5df-48f2-b1cf-9530c8c419df,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:14.099554 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment d008b9ad-b008-4b50-a462-f85ffa205f82 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d008b9ad-b008-4b50-a462-f85ffa205f82 found for delete ", "request_id": "req-07a88c4b-f1c2-4402-86f2-5b7a6f5c1585"}]} Aug 27 04:53:14.100367 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e067f6-4da3-423e-a0b3-a12ff411a7f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0394ab0-4f7e-434f-aabc-800384ae4d5c,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:14.131737 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1f3e2daa-beb4-46ac-a3c4-565ebd4aa28f tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 862 time: 3.4458005 Aug 27 04:53:14.134926 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58164) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:14.193962 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-e49632d5-87ac-48ee-9032-6bb336aed53b admin admin] Deleting port cf395558-dc14-4381-a260-f1175e7f05fd {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:53:14.194351 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e49632d5-87ac-48ee-9032-6bb336aed53b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (cf395558-dc14-4381-a260-f1175e7f05fd), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:14.282059 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e2daa-beb4-46ac-a3c4-565ebd4aa28f tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Pushing event updated for resources: {'Network': ['ID=a50bf4c4-c753-4472-965d-c09979ced318,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:14.294965 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network a50bf4c4-c753-4472-965d-c09979ced318 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:53:14.345448 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0263ba7d-da67-4850-9685-b74cbdb797ea tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (a50bf4c4-c753-4472-965d-c09979ced318), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:14.372941 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-e49632d5-87ac-48ee-9032-6bb336aed53b admin admin] For port cf395558-dc14-4381-a260-f1175e7f05fd, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=cf395558-dc14-4381-a260-f1175e7f05fd,segment=NetworkSegment(32f9a83e-ad2c-4f1c-a8a4-ef984b0206d4),segment_id=32f9a83e-ad2c-4f1c-a8a4-ef984b0206d4)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:53:14.373401 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e49632d5-87ac-48ee-9032-6bb336aed53b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (cf395558-dc14-4381-a260-f1175e7f05fd), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:14.435614 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e8494b39-d8a7-4778-84de-8b66ced9d2c1 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (d2e18051-11fe-47a1-94d4-7eeece55fbdb), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:14.446118 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-e49632d5-87ac-48ee-9032-6bb336aed53b admin admin] Calling delete_port for cf395558-dc14-4381-a260-f1175e7f05fd owned by network:router_interface {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:53:14.446283 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-43f680fb-cf20-4412-949b-22ab73734ccb tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (be9f2c0d-a84c-421c-ba25-640865ae026e), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:14.452714 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-43f680fb-cf20-4412-949b-22ab73734ccb tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:14.461183 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-43f680fb-cf20-4412-949b-22ab73734ccb tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] 10.222.0.76 "DELETE /networking/v2.0/networks/be9f2c0d-a84c-421c-ba25-640865ae026e HTTP/1.1" status: 204 len: 168 time: 6.1909029 Aug 27 04:53:14.467102 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58168) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:14.533150 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0263ba7d-da67-4850-9685-b74cbdb797ea tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (a50bf4c4-c753-4472-965d-c09979ced318), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:14.571595 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-0263ba7d-da67-4850-9685-b74cbdb797ea tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a50bf4c4-c753-4472-965d-c09979ced318']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:14.599759 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-0263ba7d-da67-4850-9685-b74cbdb797ea tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9c12a7d-4773-40bb-8ee1-1d1dd3241388') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:14.601816 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-0263ba7d-da67-4850-9685-b74cbdb797ea tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9c12a7d-4773-40bb-8ee1-1d1dd3241388') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:14.627740 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0263ba7d-da67-4850-9685-b74cbdb797ea tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (b9c12a7d-4773-40bb-8ee1-1d1dd3241388), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:14.662552 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0263ba7d-da67-4850-9685-b74cbdb797ea tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (b9c12a7d-4773-40bb-8ee1-1d1dd3241388), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:14.670729 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58170) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:14.677173 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-f298a874-df38-42b7-9a73-cf65f45fff68 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] DELETE failed (client error): The resource could not be found. Aug 27 04:53:14.680078 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f298a874-df38-42b7-9a73-cf65f45fff68 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:53:14.690857 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f298a874-df38-42b7-9a73-cf65f45fff68 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/e5a5872c-0e07-41ea-901e-b81b1e3ad0b3 HTTP/1.1" status: 404 len: 337 time: 0.2142544 Aug 27 04:53:14.709713 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58176) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:14.724782 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e44711ab-4167-41c6-b5fa-32db84e757ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:14.734305 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e8494b39-d8a7-4778-84de-8b66ced9d2c1 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:14.740329 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b562492b-affe-4878-8ff3-000638afbfcd None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:53:14.742014 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e8494b39-d8a7-4778-84de-8b66ced9d2c1 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/d2e18051-11fe-47a1-94d4-7eeece55fbdb HTTP/1.1" status: 204 len: 168 time: 2.7639356 Aug 27 04:53:14.742889 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8494b39-d8a7-4778-84de-8b66ced9d2c1 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event deleted for resources: {'Subnet': ['ID=d2e18051-11fe-47a1-94d4-7eeece55fbdb,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:14.747334 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0263ba7d-da67-4850-9685-b74cbdb797ea tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:53:14.747856 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0263ba7d-da67-4850-9685-b74cbdb797ea tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (b9c12a7d-4773-40bb-8ee1-1d1dd3241388), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:14.751699 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58178) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:14.752566 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f680fb-cf20-4412-949b-22ab73734ccb tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Pushing event deleted for resources: {'Network': ['ID=be9f2c0d-a84c-421c-ba25-640865ae026e,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:14.773782 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c5d37cdb-de74-4047-aa7c-a25e9f553a94 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks [] for floatingip (dd56a185-0230-4387-a074-07fd416fc202), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:14.818548 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-00f8c6c8-d19d-4d69-b5ff-d53fa2338dba tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0624597 Aug 27 04:53:14.842514 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58180) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:14.853452 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebcaed45-bdf1-4bc6-9097-aea5d0d75ddf tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] DELETE failed (client error): The resource could not be found. Aug 27 04:53:14.855576 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebcaed45-bdf1-4bc6-9097-aea5d0d75ddf tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:53:14.865605 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ebcaed45-bdf1-4bc6-9097-aea5d0d75ddf tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] 10.222.0.76 "DELETE /networking/v2.0/networks/be9f2c0d-a84c-421c-ba25-640865ae026e HTTP/1.1" status: 404 len: 339 time: 0.1529183 Aug 27 04:53:14.869249 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58182) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:14.878986 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-149b4fe3-4ad3-4342-a247-4655e90820f7 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'subnet': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:14.881742 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:14.889696 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:14.891061 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:14.925082 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebc569a8-0d68-4a4c-a186-442113c3fbef tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] DELETE failed (client error): The resource could not be found. Aug 27 04:53:14.926179 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebc569a8-0d68-4a4c-a186-442113c3fbef tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:53:14.932629 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ebc569a8-0d68-4a4c-a186-442113c3fbef tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/f816c400-1dd9-429a-a8ec-1fa62fa886d5 HTTP/1.1" status: 404 len: 337 time: 0.0617189 Aug 27 04:53:14.933249 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58186) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:14.989818 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a6d0bae-6855-4d8d-bcf3-fa1177641ac4 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] DELETE failed (client error): The resource could not be found. Aug 27 04:53:14.991324 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a6d0bae-6855-4d8d-bcf3-fa1177641ac4 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:53:15.003570 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6a6d0bae-6855-4d8d-bcf3-fa1177641ac4 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] 10.222.0.76 "DELETE /networking/v2.0/networks/d011cf09-a7bd-431d-beae-8c35befcd292 HTTP/1.1" status: 404 len: 339 time: 0.0683167 Aug 27 04:53:15.009472 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58190) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:15.063863 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc22096d-4e11-4aa4-8a1f-74f63a850606 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] DELETE failed (client error): The resource could not be found. Aug 27 04:53:15.064417 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc22096d-4e11-4aa4-8a1f-74f63a850606 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:53:15.076601 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-dc22096d-4e11-4aa4-8a1f-74f63a850606 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/3eccd368-7190-4f0b-8ff7-5d20fcc7432c HTTP/1.1" status: 404 len: 337 time: 0.0635846 Aug 27 04:53:15.076601 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0263ba7d-da67-4850-9685-b74cbdb797ea tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (a50bf4c4-c753-4472-965d-c09979ced318), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:15.084416 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0263ba7d-da67-4850-9685-b74cbdb797ea tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a50bf4c4-c753-4472-965d-c09979ced318 {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 27 04:53:15.089287 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0263ba7d-da67-4850-9685-b74cbdb797ea tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:15.096063 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-0263ba7d-da67-4850-9685-b74cbdb797ea tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] 10.222.0.76 "DELETE /networking/v2.0/networks/a50bf4c4-c753-4472-965d-c09979ced318 HTTP/1.1" status: 204 len: 168 time: 0.9532275 Aug 27 04:53:15.098281 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58192) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:15.133323 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58194) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:15.172197 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-4f5bbeff-8141-427f-8b51-6ed5e7c850a8 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Request body: {'network': {'router:external': True}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:15.180943 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c23fb6c-984e-40fb-8191-b831fc815369 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] DELETE failed (client error): The resource could not be found. Aug 27 04:53:15.181685 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c23fb6c-984e-40fb-8191-b831fc815369 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:53:15.191332 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-5c23fb6c-984e-40fb-8191-b831fc815369 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] 10.222.0.76 "DELETE /networking/v2.0/networks/145d0280-13f7-4e14-9571-30d1411782a3 HTTP/1.1" status: 404 len: 339 time: 0.0838070 Aug 27 04:53:15.194519 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0263ba7d-da67-4850-9685-b74cbdb797ea tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Pushing event deleted for resources: {'Network': ['ID=a50bf4c4-c753-4472-965d-c09979ced318,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:15.199559 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58198) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:15.226496 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c5d37cdb-de74-4047-aa7c-a25e9f553a94 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (890f2762-e5df-48f2-b1cf-9530c8c419df), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:15.232059 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 70a59348-62ae-418a-a20a-94fb6719b7b0 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:53:15.280056 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:15.335543 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-a507a788-1cbd-4f7e-9316-6eaf8557927d tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Deleting port 5f3096f2-e5cb-4e85-967f-aa0ff6bf4ff1 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:53:15.336146 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a507a788-1cbd-4f7e-9316-6eaf8557927d tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (5f3096f2-e5cb-4e85-967f-aa0ff6bf4ff1), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:15.346111 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e44711ab-4167-41c6-b5fa-32db84e757ad admin admin] Publish callbacks [] for security_group (5f07c705-9a66-471f-a5b2-7ce43bc42d54), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:15.365196 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 70a59348-62ae-418a-a20a-94fb6719b7b0 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:53:15.366591 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (70a59348-62ae-418a-a20a-94fb6719b7b0), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:15.449968 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a507a788-1cbd-4f7e-9316-6eaf8557927d tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (5f3096f2-e5cb-4e85-967f-aa0ff6bf4ff1), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:15.453478 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5bbeff-8141-427f-8b51-6ed5e7c850a8 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Made reservation on behalf of d86a3aa454114d5086ba036d737d9572 for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:53:15.457077 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4f5bbeff-8141-427f-8b51-6ed5e7c850a8 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:15.473702 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656574a3-2dbd-4f8c-af10-3b238f8f29d6 None None] DHCP port deletion for 61356c33-ce96-40d0-bb36-87a36b2d0e1c request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:53:15.473929 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-a507a788-1cbd-4f7e-9316-6eaf8557927d tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Calling delete_port for 5f3096f2-e5cb-4e85-967f-aa0ff6bf4ff1 owned by {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:53:15.526628 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e44711ab-4167-41c6-b5fa-32db84e757ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (5f07c705-9a66-471f-a5b2-7ce43bc42d54), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:15.573369 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 70a59348-62ae-418a-a20a-94fb6719b7b0 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:53:15.574186 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (70a59348-62ae-418a-a20a-94fb6719b7b0), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:15.588436 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-656574a3-2dbd-4f8c-af10-3b238f8f29d6 None None] Deleting port 65293b5e-058f-47b8-9a65-30acfe9d9cd7 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:53:15.589296 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-656574a3-2dbd-4f8c-af10-3b238f8f29d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (65293b5e-058f-47b8-9a65-30acfe9d9cd7), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:15.622801 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f5bbeff-8141-427f-8b51-6ed5e7c850a8 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:53:15.659591 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a507a788-1cbd-4f7e-9316-6eaf8557927d tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (5f3096f2-e5cb-4e85-967f-aa0ff6bf4ff1), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:15.669667 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4f5bbeff-8141-427f-8b51-6ed5e7c850a8 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (e8e9688a-da85-4d3f-90a1-837d2b7f000a), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:15.669667 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-4f5bbeff-8141-427f-8b51-6ed5e7c850a8 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Added segment e8e9688a-da85-4d3f-90a1-837d2b7f000a of type vlan for network 875ea4da-2c95-480a-80cf-2052547ac8e2 Aug 27 04:53:15.673954 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e44711ab-4167-41c6-b5fa-32db84e757ad admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=3aa8fbf1aae4401184b543cf428fc33d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9995806 Aug 27 04:53:15.688795 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-656574a3-2dbd-4f8c-af10-3b238f8f29d6 None None] For port 65293b5e-058f-47b8-9a65-30acfe9d9cd7, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=65293b5e-058f-47b8-9a65-30acfe9d9cd7,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:53:15.689591 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-656574a3-2dbd-4f8c-af10-3b238f8f29d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (65293b5e-058f-47b8-9a65-30acfe9d9cd7), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:15.691117 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58206) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:15.718843 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a507a788-1cbd-4f7e-9316-6eaf8557927d tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Pushing event deleted for resources: {'Port': ['ID=5f3096f2-e5cb-4e85-967f-aa0ff6bf4ff1,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:15.733075 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-656574a3-2dbd-4f8c-af10-3b238f8f29d6 None None] Calling delete_port for 65293b5e-058f-47b8-9a65-30acfe9d9cd7 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:53:15.734328 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c5d37cdb-de74-4047-aa7c-a25e9f553a94 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks [] for port (890f2762-e5df-48f2-b1cf-9530c8c419df), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:15.736360 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44711ab-4167-41c6-b5fa-32db84e757ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f07c705-9a66-471f-a5b2-7ce43bc42d54,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:15.757573 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a507a788-1cbd-4f7e-9316-6eaf8557927d tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:15.770322 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a507a788-1cbd-4f7e-9316-6eaf8557927d tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] 10.222.0.76 "DELETE /networking/v2.0/ports/5f3096f2-e5cb-4e85-967f-aa0ff6bf4ff1 HTTP/1.1" status: 204 len: 168 time: 0.5663497 Aug 27 04:53:15.773527 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58214) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:15.815348 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149b4fe3-4ad3-4342-a247-4655e90820f7 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Made reservation on behalf of f0f1eb4384394fc18f1626f3e12e04e3 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:53:15.824623 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-149b4fe3-4ad3-4342-a247-4655e90820f7 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:15.844249 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e49632d5-87ac-48ee-9032-6bb336aed53b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (cf395558-dc14-4381-a260-f1175e7f05fd), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:15.847859 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b5b2a7e-4f20-482a-b435-5aeaa10ba3bd tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] DELETE failed (client error): The resource could not be found. Aug 27 04:53:15.848624 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b5b2a7e-4f20-482a-b435-5aeaa10ba3bd tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:53:15.857970 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1b5b2a7e-4f20-482a-b435-5aeaa10ba3bd tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/6e1f1948-488a-41e5-9472-da99c3e706a8 HTTP/1.1" status: 404 len: 337 time: 0.0812311 Aug 27 04:53:15.875409 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 70a59348-62ae-418a-a20a-94fb6719b7b0, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=70a59348-62ae-418a-a20a-94fb6719b7b0,segment=NetworkSegment(a2842d86-f7cc-4a29-beaa-e93657e67024),segment_id=a2842d86-f7cc-4a29-beaa-e93657e67024)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:53:15.881512 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58216) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:15.900388 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:15.944610 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-656574a3-2dbd-4f8c-af10-3b238f8f29d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (65293b5e-058f-47b8-9a65-30acfe9d9cd7), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:15.948805 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c5d37cdb-de74-4047-aa7c-a25e9f553a94 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (890f2762-e5df-48f2-b1cf-9530c8c419df), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:15.984311 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58218) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:16.013954 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (70a59348-62ae-418a-a20a-94fb6719b7b0), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:16.014753 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a22c64c8-01f7-4c70-903f-9255938ca672 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:53:16.019864 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656574a3-2dbd-4f8c-af10-3b238f8f29d6 None None] Pushing event deleted for resources: {'Port': ['ID=65293b5e-058f-47b8-9a65-30acfe9d9cd7,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:16.054505 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656574a3-2dbd-4f8c-af10-3b238f8f29d6 None None] No DVR routers for this DVR port 65293b5e-058f-47b8-9a65-30acfe9d9cd7 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:53:16.070824 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4f5bbeff-8141-427f-8b51-6ed5e7c850a8 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (875ea4da-2c95-480a-80cf-2052547ac8e2), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:16.070977 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7d026274-e6d9-436a-be50-e0e71d1b6c3f admin admin] Publish callbacks [] for security_group (5f07c705-9a66-471f-a5b2-7ce43bc42d54), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:16.075604 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c5d37cdb-de74-4047-aa7c-a25e9f553a94 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677636'] for floatingip (dd56a185-0230-4387-a074-07fd416fc202), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:16.105508 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49632d5-87ac-48ee-9032-6bb336aed53b admin admin] Pushing event deleted for resources: {'Port': ['ID=cf395558-dc14-4381-a260-f1175e7f05fd,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:16.125363 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7d026274-e6d9-436a-be50-e0e71d1b6c3f admin admin] Publish callbacks [] for security_group (5f07c705-9a66-471f-a5b2-7ce43bc42d54), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:16.196780 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:16.246054 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d37cdb-de74-4047-aa7c-a25e9f553a94 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Pushing event updated for resources: {'Port': ['ID=890f2762-e5df-48f2-b1cf-9530c8c419df,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:16.272966 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-680c78d5-28e1-4917-aa5d-5595947b6e80 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Request body: {'network': {'name': 'tempest-RoutersTest-904828288'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:16.275408 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.db.resource_extend [None req-4f5bbeff-8141-427f-8b51-6ed5e7c850a8 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 27 04:53:16.295085 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=70a59348-62ae-418a-a20a-94fb6719b7b0,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:16.308977 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment b9c12a7d-4773-40bb-8ee1-1d1dd3241388 resource provider aggregate not found Aug 27 04:53:16.317908 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:16.321591 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:16.323283 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:16.323655 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:16.323997 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:16.326847 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:16.327199 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:16.327540 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:16.327928 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:16.328413 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:16.329123 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:16.329123 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:16.329442 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:16.329771 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:16.330151 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:16.348938 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port a22c64c8-01f7-4c70-903f-9255938ca672 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:53:16.349324 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a22c64c8-01f7-4c70-903f-9255938ca672), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:16.357945 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment b9c12a7d-4773-40bb-8ee1-1d1dd3241388 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b9c12a7d-4773-40bb-8ee1-1d1dd3241388 found for delete ", "request_id": "req-54c83c12-c3a4-4f53-92d1-2408eecf4bc7"}]} Aug 27 04:53:16.370900 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e091a9ea-26b0-41d3-abf4-92f922a2ef7e tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (9ceaf97f-1d4d-4507-a96b-50830e3301ea), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:16.422468 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c5d37cdb-de74-4047-aa7c-a25e9f553a94 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:16.424115 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c5d37cdb-de74-4047-aa7c-a25e9f553a94 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] 10.222.0.76 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3699799 Aug 27 04:53:16.448064 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7d026274-e6d9-436a-be50-e0e71d1b6c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (5f07c705-9a66-471f-a5b2-7ce43bc42d54), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:16.454334 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7d026274-e6d9-436a-be50-e0e71d1b6c3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:16.455519 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7d026274-e6d9-436a-be50-e0e71d1b6c3f admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/5f07c705-9a66-471f-a5b2-7ce43bc42d54 HTTP/1.1" status: 204 len: 168 time: 0.7457402 Aug 27 04:53:16.459565 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port a22c64c8-01f7-4c70-903f-9255938ca672 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:53:16.462730 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a22c64c8-01f7-4c70-903f-9255938ca672), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:16.514562 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port a22c64c8-01f7-4c70-903f-9255938ca672, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a22c64c8-01f7-4c70-903f-9255938ca672,segment=NetworkSegment(c7d78c9e-b3c9-455a-8e99-defeac864e45),segment_id=c7d78c9e-b3c9-455a-8e99-defeac864e45)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:53:16.537876 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:53:16.541819 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4f5bbeff-8141-427f-8b51-6ed5e7c850a8 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (875ea4da-2c95-480a-80cf-2052547ac8e2), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:16.542892 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5bbeff-8141-427f-8b51-6ed5e7c850a8 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:16.544268 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4f5bbeff-8141-427f-8b51-6ed5e7c850a8 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:16.544439 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680c78d5-28e1-4917-aa5d-5595947b6e80 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Made reservation on behalf of 8294e34ae47f4d6bbb8fc590d6939221 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:53:16.548210 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-680c78d5-28e1-4917-aa5d-5595947b6e80 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:16.555257 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d026274-e6d9-436a-be50-e0e71d1b6c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f07c705-9a66-471f-a5b2-7ce43bc42d54,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:16.573456 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-680c78d5-28e1-4917-aa5d-5595947b6e80 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:16.605560 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e091a9ea-26b0-41d3-abf4-92f922a2ef7e tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (9ceaf97f-1d4d-4507-a96b-50830e3301ea), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:16.633290 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a22c64c8-01f7-4c70-903f-9255938ca672), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:16.690471 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-4f5bbeff-8141-427f-8b51-6ed5e7c850a8 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.5432968 Aug 27 04:53:16.694260 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58244) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:16.694539 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e49632d5-87ac-48ee-9032-6bb336aed53b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (53c95c71-223f-4985-8820-72425df36581), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:16.700503 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-0938e7d1-dca8-4b98-88e9-cd39ab14ed6a tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Request body: {'subnet': {'network_id': '875ea4da-2c95-480a-80cf-2052547ac8e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:16.708875 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-e091a9ea-26b0-41d3-abf4-92f922a2ef7e tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ceaf97f-1d4d-4507-a96b-50830e3301ea']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:16.714226 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=a22c64c8-01f7-4c70-903f-9255938ca672,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:16.739811 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-e091a9ea-26b0-41d3-abf4-92f922a2ef7e tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2a8beab-6f4a-4b03-9917-2c4e4fde21d7') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:16.740107 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-e091a9ea-26b0-41d3-abf4-92f922a2ef7e tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2a8beab-6f4a-4b03-9917-2c4e4fde21d7') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:16.761677 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5bbeff-8141-427f-8b51-6ed5e7c850a8 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Pushing event updated for resources: {'Network': ['ID=875ea4da-2c95-480a-80cf-2052547ac8e2,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:16.761887 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e091a9ea-26b0-41d3-abf4-92f922a2ef7e tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (a2a8beab-6f4a-4b03-9917-2c4e4fde21d7), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:16.777706 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 875ea4da-2c95-480a-80cf-2052547ac8e2 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:53:16.793333 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e091a9ea-26b0-41d3-abf4-92f922a2ef7e tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (a2a8beab-6f4a-4b03-9917-2c4e4fde21d7), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:16.809046 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e091a9ea-26b0-41d3-abf4-92f922a2ef7e tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:53:16.809694 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e091a9ea-26b0-41d3-abf4-92f922a2ef7e tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (a2a8beab-6f4a-4b03-9917-2c4e4fde21d7), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:16.897204 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0938e7d1-dca8-4b98-88e9-cd39ab14ed6a tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Made reservation on behalf of d86a3aa454114d5086ba036d737d9572 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:53:16.900355 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0938e7d1-dca8-4b98-88e9-cd39ab14ed6a tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:16.982782 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-149b4fe3-4ad3-4342-a247-4655e90820f7 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (c1f34916-439b-4525-b6f0-c9c8d764c14c), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:16.995749 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58250) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:17.033288 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6cb3d31a-e824-4da7-9997-f6c2ceaf5d91 req-90b725f9-216b-41dd-b9e4-99613ac63ce6 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] 10.222.0.76 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1939554838&fields=id&tenant_id=648e7927634f419f8e754f76bd8a0952 HTTP/1.1" status: 200 len: 267 time: 0.3401973 Aug 27 04:53:17.045003 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-680c78d5-28e1-4917-aa5d-5595947b6e80 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for security_group (2c2903fa-d216-45f2-9ed6-99f31fc4d6ce), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:17.053884 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e091a9ea-26b0-41d3-abf4-92f922a2ef7e tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (9ceaf97f-1d4d-4507-a96b-50830e3301ea), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:17.073838 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149b4fe3-4ad3-4342-a247-4655e90820f7 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:53:17.090933 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-149b4fe3-4ad3-4342-a247-4655e90820f7 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:53:17.100943 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c41b496-5039-42f1-8f19-14bf4e6bcbb7 None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:53:17.120032 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149b4fe3-4ad3-4342-a247-4655e90820f7 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:17.120877 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-149b4fe3-4ad3-4342-a247-4655e90820f7 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:17.131333 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e091a9ea-26b0-41d3-abf4-92f922a2ef7e tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:17.144986 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e091a9ea-26b0-41d3-abf4-92f922a2ef7e tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] 10.222.0.76 "DELETE /networking/v2.0/networks/9ceaf97f-1d4d-4507-a96b-50830e3301ea HTTP/1.1" status: 204 len: 168 time: 1.2614567 Aug 27 04:53:17.150917 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e091a9ea-26b0-41d3-abf4-92f922a2ef7e tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Pushing event deleted for resources: {'Network': ['ID=9ceaf97f-1d4d-4507-a96b-50830e3301ea,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:17.169249 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58258) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:17.185785 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:17.215970 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-680c78d5-28e1-4917-aa5d-5595947b6e80 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (2c2903fa-d216-45f2-9ed6-99f31fc4d6ce), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:17.346536 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-680c78d5-28e1-4917-aa5d-5595947b6e80 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:53:17.382043 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:17.384644 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e350662-0b2d-47c9-b072-3c57a1db8758 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'project_id': 'f0f1eb4384394fc18f1626f3e12e04e3', 'fixed_ips': [{'subnet_id': 'c1f34916-439b-4525-b6f0-c9c8d764c14c'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:53:17.385735 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6e350662-0b2d-47c9-b072-3c57a1db8758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:17.391082 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-680c78d5-28e1-4917-aa5d-5595947b6e80 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (dc1b9b89-a570-46b3-a4ec-0b82ef340751), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:17.391643 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-680c78d5-28e1-4917-aa5d-5595947b6e80 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Added segment dc1b9b89-a570-46b3-a4ec-0b82ef340751 of type vlan for network 078fbf45-ef1c-4db3-a6b0-14418f247374 Aug 27 04:53:17.394641 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680c78d5-28e1-4917-aa5d-5595947b6e80 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2903fa-d216-45f2-9ed6-99f31fc4d6ce,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:17.408621 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 70a59348-62ae-418a-a20a-94fb6719b7b0 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:53:17.525549 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e03a36a5-337d-46bc-b1ae-beee26f8f93a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:17.528575 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-680c78d5-28e1-4917-aa5d-5595947b6e80 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (078fbf45-ef1c-4db3-a6b0-14418f247374), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:17.531364 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-01751910-5cd2-4e2e-b539-b976f130786a tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Deleting port 45b1dab5-6596-4350-8f57-5cd7ffe9f29f {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:53:17.531910 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-01751910-5cd2-4e2e-b539-b976f130786a tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (45b1dab5-6596-4350-8f57-5cd7ffe9f29f), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:17.570001 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3d31a-e824-4da7-9997-f6c2ceaf5d91 req-44eb0d9c-9af7-4b06-a2f9-629e2c725bca tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:17.571735 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6cb3d31a-e824-4da7-9997-f6c2ceaf5d91 req-44eb0d9c-9af7-4b06-a2f9-629e2c725bca tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] 10.222.0.76 "GET /networking/v2.0/networks?id=8e1077ea-ee09-45ee-b43f-49b1abb35f2c HTTP/1.1" status: 200 len: 813 time: 0.4929464 Aug 27 04:53:17.591787 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-149b4fe3-4ad3-4342-a247-4655e90820f7 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7280288 Aug 27 04:53:17.592148 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149b4fe3-4ad3-4342-a247-4655e90820f7 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event updated for resources: {'Subnet': ['ID=c1f34916-439b-4525-b6f0-c9c8d764c14c,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:17.594231 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 70a59348-62ae-418a-a20a-94fb6719b7b0 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:53:17.594729 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (70a59348-62ae-418a-a20a-94fb6719b7b0), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:17.615335 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58264) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:17.709228 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-52e6919d-d74f-4524-a8ab-8c115a8ca24a tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'port': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'fixed_ips': [{'subnet_id': 'c1f34916-439b-4525-b6f0-c9c8d764c14c', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-1986147956'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:17.739590 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-01751910-5cd2-4e2e-b539-b976f130786a tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (45b1dab5-6596-4350-8f57-5cd7ffe9f29f), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:17.752090 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:17.758345 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-01751910-5cd2-4e2e-b539-b976f130786a tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Calling delete_port for 45b1dab5-6596-4350-8f57-5cd7ffe9f29f owned by {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:53:17.773446 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-6e350662-0b2d-47c9-b072-3c57a1db8758 None None] Allocated IP 2001:db8::2 (61356c33-ce96-40d0-bb36-87a36b2d0e1c/c1f34916-439b-4525-b6f0-c9c8d764c14c/27eaf160-d6f1-43b7-a114-79a062bc5664) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:53:17.793655 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6cb3d31a-e824-4da7-9997-f6c2ceaf5d91 req-dcb54b66-7a03-41be-bdc2-101fd0706d1a tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] 10.222.0.76 "GET /networking/v2.0/quotas/648e7927634f419f8e754f76bd8a0952 HTTP/1.1" status: 200 len: 375 time: 0.1849360 Aug 27 04:53:17.815659 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 70a59348-62ae-418a-a20a-94fb6719b7b0 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:53:17.816884 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a22c64c8-01f7-4c70-903f-9255938ca672 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:53:17.872751 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-680c78d5-28e1-4917-aa5d-5595947b6e80 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (078fbf45-ef1c-4db3-a6b0-14418f247374), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:17.880391 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680c78d5-28e1-4917-aa5d-5595947b6e80 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:17.881043 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-680c78d5-28e1-4917-aa5d-5595947b6e80 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:17.901993 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:DELETE=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:17.930759 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port a22c64c8-01f7-4c70-903f-9255938ca672 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:53:17.931251 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a22c64c8-01f7-4c70-903f-9255938ca672), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:18.005787 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680c78d5-28e1-4917-aa5d-5595947b6e80 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event updated for resources: {'Network': ['ID=078fbf45-ef1c-4db3-a6b0-14418f247374,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:18.027012 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 078fbf45-ef1c-4db3-a6b0-14418f247374 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:53:18.046148 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-01751910-5cd2-4e2e-b539-b976f130786a tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (45b1dab5-6596-4350-8f57-5cd7ffe9f29f), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:18.084380 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01751910-5cd2-4e2e-b539-b976f130786a tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Pushing event deleted for resources: {'Port': ['ID=45b1dab5-6596-4350-8f57-5cd7ffe9f29f,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:18.093254 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-01751910-5cd2-4e2e-b539-b976f130786a tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:18.098903 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-01751910-5cd2-4e2e-b539-b976f130786a tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] 10.222.0.76 "DELETE /networking/v2.0/ports/45b1dab5-6596-4350-8f57-5cd7ffe9f29f HTTP/1.1" status: 204 len: 168 time: 0.9146864 Aug 27 04:53:18.100424 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58272) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:18.126751 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port a22c64c8-01f7-4c70-903f-9255938ca672 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:53:18.141440 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8c229fd-850d-444d-b9c4-c4d0971a8318 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] DELETE failed (client error): The resource could not be found. Aug 27 04:53:18.142300 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8c229fd-850d-444d-b9c4-c4d0971a8318 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:53:18.148935 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a8c229fd-850d-444d-b9c4-c4d0971a8318 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/af321ad0-eb17-4117-afd2-5d5a786fd22f HTTP/1.1" status: 404 len: 337 time: 0.0456488 Aug 27 04:53:18.148935 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58274) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:18.159935 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6e350662-0b2d-47c9-b072-3c57a1db8758 None None] Publish callbacks [] for port (27eaf160-d6f1-43b7-a114-79a062bc5664), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:18.171297 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:18.210586 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 65293b5e-058f-47b8-9a65-30acfe9d9cd7 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:53:18.234037 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e03a36a5-337d-46bc-b1ae-beee26f8f93a admin admin] Publish callbacks [] for security_group (7e079473-62d9-4fd0-b7d3-f2ffcae78369), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:18.235917 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 65293b5e-058f-47b8-9a65-30acfe9d9cd7 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:53:18.236420 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 65293b5e-058f-47b8-9a65-30acfe9d9cd7 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:53:18.247829 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-680c78d5-28e1-4917-aa5d-5595947b6e80 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.2599015 Aug 27 04:53:18.259264 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58278) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:18.266040 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-c37be8e5-5c1d-40c4-9e6d-d727b9fa94e8 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Request body: {'network': {'name': 'tempest-RoutersTest-1123607909'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:18.271825 n-d-852088-5 neutron-server[107776]: DEBUG neutron.objects.ports [None req-0938e7d1-dca8-4b98-88e9-cd39ab14ed6a tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107776) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 27 04:53:18.271825 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0938e7d1-dca8-4b98-88e9-cd39ab14ed6a tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (93da1cc3-3c6c-4b0a-8dec-7dbc4fbaa6f1), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:18.279329 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6e350662-0b2d-47c9-b072-3c57a1db8758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (27eaf160-d6f1-43b7-a114-79a062bc5664), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:18.327806 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6cb3d31a-e824-4da7-9997-f6c2ceaf5d91 req-63165c54-0a87-4ff8-a9ca-746f31fdff43 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=648e7927634f419f8e754f76bd8a0952&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5225971 Aug 27 04:53:18.341571 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e350662-0b2d-47c9-b072-3c57a1db8758 None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:53:18.344214 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-6e350662-0b2d-47c9-b072-3c57a1db8758 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:53:18.354437 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e49632d5-87ac-48ee-9032-6bb336aed53b admin admin] Router 53c95c71-223f-4985-8820-72425df36581 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:53:18.376826 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e350662-0b2d-47c9-b072-3c57a1db8758 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:53:18.412513 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-119df5ff-da5b-4e7e-bb99-199c27ca4c83 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (fe2d0c44-b9c6-4c2b-b5a0-19823d13a36c), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:18.428115 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e03a36a5-337d-46bc-b1ae-beee26f8f93a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (7e079473-62d9-4fd0-b7d3-f2ffcae78369), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:18.436001 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e350662-0b2d-47c9-b072-3c57a1db8758 None None] Pushing event updated for resources: {'Port': ['ID=27eaf160-d6f1-43b7-a114-79a062bc5664,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:18.450354 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0938e7d1-dca8-4b98-88e9-cd39ab14ed6a tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Pushing event updated for resources: {'Subnet': ['ID=93da1cc3-3c6c-4b0a-8dec-7dbc4fbaa6f1,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:18.498548 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e6919d-d74f-4524-a8ab-8c115a8ca24a tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Made reservation on behalf of f0f1eb4384394fc18f1626f3e12e04e3 for: {'port': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:53:18.504844 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0938e7d1-dca8-4b98-88e9-cd39ab14ed6a tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Checking segment: {'id': 'e8e9688a-da85-4d3f-90a1-837d2b7f000a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '875ea4da-2c95-480a-80cf-2052547ac8e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:53:18.505226 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0938e7d1-dca8-4b98-88e9-cd39ab14ed6a tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Network hostable DHCP agents. Network: 875ea4da-2c95-480a-80cf-2052547ac8e2, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:53:18.512524 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment a2a8beab-6f4a-4b03-9917-2c4e4fde21d7 resource provider aggregate not found Aug 27 04:53:18.517116 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e03a36a5-337d-46bc-b1ae-beee26f8f93a admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=73d41ab0b8774f56900878dcca74a777&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5162618 Aug 27 04:53:18.521699 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58288) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:18.523821 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37be8e5-5c1d-40c4-9e6d-d727b9fa94e8 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Made reservation on behalf of 8294e34ae47f4d6bbb8fc590d6939221 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:53:18.528371 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c37be8e5-5c1d-40c4-9e6d-d727b9fa94e8 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:18.529935 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-6e350662-0b2d-47c9-b072-3c57a1db8758 None None] Attempting to bind port 27eaf160-d6f1-43b7-a114-79a062bc5664 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:53:18.533165 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-6e350662-0b2d-47c9-b072-3c57a1db8758 None None] Attempting to bind port 27eaf160-d6f1-43b7-a114-79a062bc5664 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:53:18.533165 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e350662-0b2d-47c9-b072-3c57a1db8758 None None] Attempting to bind port 27eaf160-d6f1-43b7-a114-79a062bc5664 on network 61356c33-ce96-40d0-bb36-87a36b2d0e1c {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:53:18.538058 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e350662-0b2d-47c9-b072-3c57a1db8758 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:53:18.538718 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e350662-0b2d-47c9-b072-3c57a1db8758 None None] Checking segment: {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:53:18.539759 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6e350662-0b2d-47c9-b072-3c57a1db8758 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:18.540324 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e350662-0b2d-47c9-b072-3c57a1db8758 None None] Bound using segment: {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:53:18.540985 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-6e350662-0b2d-47c9-b072-3c57a1db8758 None None] Bound port: 27eaf160-d6f1-43b7-a114-79a062bc5664, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:53:18.541492 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6e350662-0b2d-47c9-b072-3c57a1db8758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (27eaf160-d6f1-43b7-a114-79a062bc5664), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:18.558513 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment a2a8beab-6f4a-4b03-9917-2c4e4fde21d7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a2a8beab-6f4a-4b03-9917-2c4e4fde21d7 found for delete ", "request_id": "req-bc9adb20-1a2b-4a51-b84e-5709c00bf496"}]} Aug 27 04:53:18.608336 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58292) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:18.648059 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-6e350662-0b2d-47c9-b072-3c57a1db8758 None None] For port 27eaf160-d6f1-43b7-a114-79a062bc5664, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:53:18.648964 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-6e350662-0b2d-47c9-b072-3c57a1db8758 None None] For port 27eaf160-d6f1-43b7-a114-79a062bc5664, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=27eaf160-d6f1-43b7-a114-79a062bc5664,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:53:18.685383 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-119df5ff-da5b-4e7e-bb99-199c27ca4c83 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (fe2d0c44-b9c6-4c2b-b5a0-19823d13a36c), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:18.703284 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03a36a5-337d-46bc-b1ae-beee26f8f93a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e079473-62d9-4fd0-b7d3-f2ffcae78369,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:18.711911 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c37be8e5-5c1d-40c4-9e6d-d727b9fa94e8 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:53:18.740240 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6e350662-0b2d-47c9-b072-3c57a1db8758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (27eaf160-d6f1-43b7-a114-79a062bc5664), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:18.745174 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-119df5ff-da5b-4e7e-bb99-199c27ca4c83 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe2d0c44-b9c6-4c2b-b5a0-19823d13a36c']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:18.757118 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c37be8e5-5c1d-40c4-9e6d-d727b9fa94e8 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (7e0c3c1b-73c4-4fb7-8f6b-bd35eabd1903), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:18.757479 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-c37be8e5-5c1d-40c4-9e6d-d727b9fa94e8 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Added segment 7e0c3c1b-73c4-4fb7-8f6b-bd35eabd1903 of type vlan for network 97c7f52f-89fb-44a5-afd5-a7005c32edd8 Aug 27 04:53:18.767715 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-119df5ff-da5b-4e7e-bb99-199c27ca4c83 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd21a80cf-8b9c-4a39-8916-b23cbddfae5a') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:18.768222 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-119df5ff-da5b-4e7e-bb99-199c27ca4c83 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd21a80cf-8b9c-4a39-8916-b23cbddfae5a') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:18.785949 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-52e6919d-d74f-4524-a8ab-8c115a8ca24a tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:18.788037 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49632d5-87ac-48ee-9032-6bb336aed53b admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:53:18.793424 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e49632d5-87ac-48ee-9032-6bb336aed53b admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/53c95c71-223f-4985-8820-72425df36581/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6988046 Aug 27 04:53:18.798272 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58294) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:18.816537 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deff4192-19d0-481e-81ac-13b9d86dd79c None None] Sync routers for ids ['53c95c71-223f-4985-8820-72425df36581'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:53:18.819527 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1d21f61a-a744-4139-8eff-7da4a7440690 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks [] for security_group (223ed243-f37f-4568-9a87-b38c6d149bea), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:18.829819 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-119df5ff-da5b-4e7e-bb99-199c27ca4c83 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (d21a80cf-8b9c-4a39-8916-b23cbddfae5a), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:18.835449 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [None req-52e6919d-d74f-4524-a8ab-8c115a8ca24a tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] device_id is not set on port c143c794-d2a1-4145-8181-f24fae660fdc yet. {{(pid=107775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:53:18.842035 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f68e454f-ee47-411e-85eb-a7434db5ba71 admin admin] Publish callbacks [] for security_group (7e079473-62d9-4fd0-b7d3-f2ffcae78369), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:18.856031 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1d21f61a-a744-4139-8eff-7da4a7440690 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks [] for security_group (223ed243-f37f-4568-9a87-b38c6d149bea), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:18.865186 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e350662-0b2d-47c9-b072-3c57a1db8758 None None] Pushing event updated for resources: {'Port': ['ID=27eaf160-d6f1-43b7-a114-79a062bc5664,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:18.867941 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deff4192-19d0-481e-81ac-13b9d86dd79c None None] Routers {'53c95c71-223f-4985-8820-72425df36581'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:53:18.868520 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-deff4192-19d0-481e-81ac-13b9d86dd79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:52:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['53c95c71-223f-4985-8820-72425df36581'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:18.900615 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0938e7d1-dca8-4b98-88e9-cd39ab14ed6a tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Network 875ea4da-2c95-480a-80cf-2052547ac8e2 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:53:18.928552 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c37be8e5-5c1d-40c4-9e6d-d727b9fa94e8 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (97c7f52f-89fb-44a5-afd5-a7005c32edd8), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:18.936264 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-119df5ff-da5b-4e7e-bb99-199c27ca4c83 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (d21a80cf-8b9c-4a39-8916-b23cbddfae5a), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:18.941467 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:19.003950 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f68e454f-ee47-411e-85eb-a7434db5ba71 admin admin] Publish callbacks [] for security_group (7e079473-62d9-4fd0-b7d3-f2ffcae78369), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:19.007842 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-119df5ff-da5b-4e7e-bb99-199c27ca4c83 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:53:19.008488 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-119df5ff-da5b-4e7e-bb99-199c27ca4c83 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (d21a80cf-8b9c-4a39-8916-b23cbddfae5a), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:19.082922 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-52e6919d-d74f-4524-a8ab-8c115a8ca24a tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 04:53:19.083971 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52e6919d-d74f-4524-a8ab-8c115a8ca24a tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:53:19.093349 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.db.resource_extend [None req-c37be8e5-5c1d-40c4-9e6d-d727b9fa94e8 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 27 04:53:19.135817 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1d21f61a-a744-4139-8eff-7da4a7440690 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (223ed243-f37f-4568-9a87-b38c6d149bea), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:19.140207 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1d21f61a-a744-4139-8eff-7da4a7440690 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:19.140456 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-0938e7d1-dca8-4b98-88e9-cd39ab14ed6a tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 875ea4da-2c95-480a-80cf-2052547ac8e2) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:53:19.144905 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1d21f61a-a744-4139-8eff-7da4a7440690 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/223ed243-f37f-4568-9a87-b38c6d149bea HTTP/1.1" status: 204 len: 168 time: 0.5318348 Aug 27 04:53:19.150802 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58298) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:19.155197 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0938e7d1-dca8-4b98-88e9-cd39ab14ed6a tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:19.155865 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0938e7d1-dca8-4b98-88e9-cd39ab14ed6a tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:19.171367 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-2d0f9607-67f8-47c1-97fd-624aac6933a3 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] show failed (client error): The resource could not be found. Aug 27 04:53:19.175899 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2d0f9607-67f8-47c1-97fd-624aac6933a3 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] 10.222.0.76 "GET /networking/v2.0/security-groups/223ed243-f37f-4568-9a87-b38c6d149bea HTTP/1.1" status: 404 len: 347 time: 0.0229592 Aug 27 04:53:19.176142 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58300) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:19.184075 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d21f61a-a744-4139-8eff-7da4a7440690 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=223ed243-f37f-4568-9a87-b38c6d149bea,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:19.238063 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6c4630fa-0553-44fa-b4c5-6ae0467eb484 admin admin] Publish callbacks [] for router (53c95c71-223f-4985-8820-72425df36581), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:19.242675 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-52e6919d-d74f-4524-a8ab-8c115a8ca24a tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 400 len: 349 time: 1.6251457 Aug 27 04:53:19.245361 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58302) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:19.257139 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afeabd26-2da9-49a9-bd8d-8151d4879ae1 None None] Network 875ea4da-2c95-480a-80cf-2052547ac8e2 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:53:19.338482 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-deff4192-19d0-481e-81ac-13b9d86dd79c None None] Set router 53c95c71-223f-4985-8820-72425df36581 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:53:19.358450 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54a744c-1c83-44c1-afec-7e01b7bd5acb tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:19.359277 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-0938e7d1-dca8-4b98-88e9-cd39ab14ed6a tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.6637487 Aug 27 04:53:19.361010 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-119df5ff-da5b-4e7e-bb99-199c27ca4c83 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (fe2d0c44-b9c6-4c2b-b5a0-19823d13a36c), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:19.369506 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f54a744c-1c83-44c1-afec-7e01b7bd5acb tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1137342 Aug 27 04:53:19.369802 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c37be8e5-5c1d-40c4-9e6d-d727b9fa94e8 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (97c7f52f-89fb-44a5-afd5-a7005c32edd8), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:19.369802 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37be8e5-5c1d-40c4-9e6d-d727b9fa94e8 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:19.369802 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c37be8e5-5c1d-40c4-9e6d-d727b9fa94e8 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:19.380064 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58306) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:19.380240 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58308) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:19.381069 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-119df5ff-da5b-4e7e-bb99-199c27ca4c83 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:19.384437 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-119df5ff-da5b-4e7e-bb99-199c27ca4c83 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] 10.222.0.76 "DELETE /networking/v2.0/networks/fe2d0c44-b9c6-4c2b-b5a0-19823d13a36c HTTP/1.1" status: 204 len: 168 time: 1.2349000 Aug 27 04:53:19.387227 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-ee03b769-b672-4ef1-8298-3e6c2f601f12 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Request body: {'floatingip': {'floating_network_id': '875ea4da-2c95-480a-80cf-2052547ac8e2'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:19.390406 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58310) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:19.422432 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-db4a2ca0-2725-4156-9797-fd2d59d43203 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Deleting port 890f2762-e5df-48f2-b1cf-9530c8c419df {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:53:19.422740 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-db4a2ca0-2725-4156-9797-fd2d59d43203 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (890f2762-e5df-48f2-b1cf-9530c8c419df), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:19.478694 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f68e454f-ee47-411e-85eb-a7434db5ba71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (7e079473-62d9-4fd0-b7d3-f2ffcae78369), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:19.479620 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f68e454f-ee47-411e-85eb-a7434db5ba71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:19.483185 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f68e454f-ee47-411e-85eb-a7434db5ba71 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/7e079473-62d9-4fd0-b7d3-f2ffcae78369 HTTP/1.1" status: 204 len: 168 time: 0.9579432 Aug 27 04:53:19.500775 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870c874e-72b9-4d1c-819d-f5694e3b5093 None None] Network 875ea4da-2c95-480a-80cf-2052547ac8e2 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:53:19.548593 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-db4a2ca0-2725-4156-9797-fd2d59d43203 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (890f2762-e5df-48f2-b1cf-9530c8c419df), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:19.549020 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-db4a2ca0-2725-4156-9797-fd2d59d43203 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks [] for floatingip (890f2762-e5df-48f2-b1cf-9530c8c419df), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:19.564515 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-db4a2ca0-2725-4156-9797-fd2d59d43203 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Calling delete_port for 890f2762-e5df-48f2-b1cf-9530c8c419df owned by network:floatingip {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:53:19.575534 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ee03b769-b672-4ef1-8298-3e6c2f601f12 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:19.580008 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:19.615600 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68e454f-ee47-411e-85eb-a7434db5ba71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e079473-62d9-4fd0-b7d3-f2ffcae78369,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:19.626925 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c37be8e5-5c1d-40c4-9e6d-d727b9fa94e8 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3664265 Aug 27 04:53:19.629024 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6c4630fa-0553-44fa-b4c5-6ae0467eb484 admin admin] Publish callbacks [] for router_gateway (53c95c71-223f-4985-8820-72425df36581), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:19.631969 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58318) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:19.645358 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-6b61e0d9-f20f-4890-ad66-682175216dcb tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Request body: {'subnet': {'network_id': '078fbf45-ef1c-4db3-a6b0-14418f247374', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:19.649399 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37be8e5-5c1d-40c4-9e6d-d727b9fa94e8 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event updated for resources: {'Network': ['ID=97c7f52f-89fb-44a5-afd5-a7005c32edd8,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:19.658219 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-e08b4e59-f359-4c80-9527-5b8df997bd48 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Deleting subnet b2d595a8-1ad0-4eee-ae52-7379b5b96d5b {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:53:19.664081 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bd2b44-0055-43e1-a154-7b03f74a71cd tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:19.666041 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bd2b44-0055-43e1-a154-7b03f74a71cd tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:19.670432 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a1bd2b44-0055-43e1-a154-7b03f74a71cd tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2810471 Aug 27 04:53:19.679788 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58320) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:19.764820 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e08b4e59-f359-4c80-9527-5b8df997bd48 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks [] for subnet (b2d595a8-1ad0-4eee-ae52-7379b5b96d5b), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:19.774037 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-deff4192-19d0-481e-81ac-13b9d86dd79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c95c71-223f-4985-8820-72425df36581', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1841315587-router', 'tenant_id': 'f8cf9c5207684ce3a0f8820eee81f737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'fa46ad02-69fa-4855-91db-4f0fc8aa0b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:52:34Z', 'updated_at': '2022-08-27T04:53:15Z', 'revision_number': 5, 'project_id': 'f8cf9c5207684ce3a0f8820eee81f737', 'gw_port': {'id': 'fa46ad02-69fa-4855-91db-4f0fc8aa0b5b', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c95c71-223f-4985-8820-72425df36581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:52:35Z', 'updated_at': '2022-08-27T04:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:19.795505 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dc6c6e8-2e00-452d-95f5-6173b267bd72 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Deleting subnet c1f34916-439b-4525-b6f0-c9c8d764c14c {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:53:19.801090 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 97c7f52f-89fb-44a5-afd5-a7005c32edd8 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:53:19.803913 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deff4192-19d0-481e-81ac-13b9d86dd79c None None] Checking router: 53c95c71-223f-4985-8820-72425df36581 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:53:19.814602 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119df5ff-da5b-4e7e-bb99-199c27ca4c83 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Pushing event deleted for resources: {'Network': ['ID=fe2d0c44-b9c6-4c2b-b5a0-19823d13a36c,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:19.823130 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9dc6c6e8-2e00-452d-95f5-6173b267bd72 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (c1f34916-439b-4525-b6f0-c9c8d764c14c), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:19.886432 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deff4192-19d0-481e-81ac-13b9d86dd79c None None] Routers {'53c95c71-223f-4985-8820-72425df36581'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:53:19.887526 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-deff4192-19d0-481e-81ac-13b9d86dd79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:52:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['53c95c71-223f-4985-8820-72425df36581'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:19.899171 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ee03b769-b672-4ef1-8298-3e6c2f601f12 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:19.922382 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e08b4e59-f359-4c80-9527-5b8df997bd48 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (b2d595a8-1ad0-4eee-ae52-7379b5b96d5b), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:19.974156 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9dc6c6e8-2e00-452d-95f5-6173b267bd72 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (c1f34916-439b-4525-b6f0-c9c8d764c14c), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:19.988711 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:20.016780 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-6c4630fa-0553-44fa-b4c5-6ae0467eb484 admin admin] Deleting port fa46ad02-69fa-4855-91db-4f0fc8aa0b5b {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:53:20.019886 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6c4630fa-0553-44fa-b4c5-6ae0467eb484 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (fa46ad02-69fa-4855-91db-4f0fc8aa0b5b), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:20.052958 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-deff4192-19d0-481e-81ac-13b9d86dd79c None None] Set router 53c95c71-223f-4985-8820-72425df36581 gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:53:20.131987 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-deff4192-19d0-481e-81ac-13b9d86dd79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c95c71-223f-4985-8820-72425df36581', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1841315587-router', 'tenant_id': 'f8cf9c5207684ce3a0f8820eee81f737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:52:34Z', 'updated_at': '2022-08-27T04:53:19Z', 'revision_number': 6, 'project_id': 'f8cf9c5207684ce3a0f8820eee81f737', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:20.135900 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:INSERT=6 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:20.171609 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deff4192-19d0-481e-81ac-13b9d86dd79c None None] The sync data for ids ['53c95c71-223f-4985-8820-72425df36581'] in n-d-852088-5 is: [{'id': '53c95c71-223f-4985-8820-72425df36581', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1841315587-router', 'tenant_id': 'f8cf9c5207684ce3a0f8820eee81f737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:52:34Z', 'updated_at': '2022-08-27T04:53:19Z', 'revision_number': 6, 'project_id': 'f8cf9c5207684ce3a0f8820eee81f737', 'gw_port_host': None}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:53:20.256766 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9dc6c6e8-2e00-452d-95f5-6173b267bd72 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (c1f34916-439b-4525-b6f0-c9c8d764c14c), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:20.259326 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e08b4e59-f359-4c80-9527-5b8df997bd48 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (b2d595a8-1ad0-4eee-ae52-7379b5b96d5b), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:20.264351 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:20.297124 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-6c4630fa-0553-44fa-b4c5-6ae0467eb484 admin admin] For port fa46ad02-69fa-4855-91db-4f0fc8aa0b5b, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=fa46ad02-69fa-4855-91db-4f0fc8aa0b5b,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:53:20.297482 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6c4630fa-0553-44fa-b4c5-6ae0467eb484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (fa46ad02-69fa-4855-91db-4f0fc8aa0b5b), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:20.313458 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-ee03b769-b672-4ef1-8298-3e6c2f601f12 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Allocated IP 172.20.0.8 (875ea4da-2c95-480a-80cf-2052547ac8e2/93da1cc3-3c6c-4b0a-8dec-7dbc4fbaa6f1/8489e8d8-f7d9-45b2-8b77-fa2c7e83463f) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:53:20.325784 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-6c4630fa-0553-44fa-b4c5-6ae0467eb484 admin admin] Calling delete_port for fa46ad02-69fa-4855-91db-4f0fc8aa0b5b owned by network:router_gateway {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:53:20.327916 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-db4a2ca0-2725-4156-9797-fd2d59d43203 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (890f2762-e5df-48f2-b1cf-9530c8c419df), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:20.333131 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b61e0d9-f20f-4890-ad66-682175216dcb tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Made reservation on behalf of 8294e34ae47f4d6bbb8fc590d6939221 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:53:20.336959 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6b61e0d9-f20f-4890-ad66-682175216dcb tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:20.365852 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a2ca0-2725-4156-9797-fd2d59d43203 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Pushing event deleted for resources: {'Port': ['ID=890f2762-e5df-48f2-b1cf-9530c8c419df,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:20.489997 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-db4a2ca0-2725-4156-9797-fd2d59d43203 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks [] for floatingip (dd56a185-0230-4387-a074-07fd416fc202), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:20.493183 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-db4a2ca0-2725-4156-9797-fd2d59d43203 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:20.494752 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-db4a2ca0-2725-4156-9797-fd2d59d43203 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] 10.222.0.76 "DELETE /networking/v2.0/floatingips/dd56a185-0230-4387-a074-07fd416fc202 HTTP/1.1" status: 204 len: 168 time: 1.3176727 Aug 27 04:53:20.499990 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-a044f89f-741b-4784-aaa9-e1ea93fddc0e None None] Provisioning complete for port 27eaf160-d6f1-43b7-a114-79a062bc5664 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:53:20.500659 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a044f89f-741b-4784-aaa9-e1ea93fddc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (27eaf160-d6f1-43b7-a114-79a062bc5664), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:20.516637 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9dc6c6e8-2e00-452d-95f5-6173b267bd72 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (c1f34916-439b-4525-b6f0-c9c8d764c14c), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:20.533346 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9dc6c6e8-2e00-452d-95f5-6173b267bd72 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:20.544038 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497adfe7-4997-44e2-b7a7-84ec6df60f51 None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:53:20.545999 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9dc6c6e8-2e00-452d-95f5-6173b267bd72 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/c1f34916-439b-4525-b6f0-c9c8d764c14c HTTP/1.1" status: 204 len: 168 time: 0.8650193 Aug 27 04:53:20.557677 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58338) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:20.597221 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment d21a80cf-8b9c-4a39-8916-b23cbddfae5a resource provider aggregate not found Aug 27 04:53:20.625792 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment d21a80cf-8b9c-4a39-8916-b23cbddfae5a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d21a80cf-8b9c-4a39-8916-b23cbddfae5a found for delete ", "request_id": "req-5f099696-3eec-4886-b2e5-ac99878f964c"}]} Aug 27 04:53:20.627954 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e08b4e59-f359-4c80-9527-5b8df997bd48 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (b2d595a8-1ad0-4eee-ae52-7379b5b96d5b), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:20.642342 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc6c6e8-2e00-452d-95f5-6173b267bd72 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event deleted for resources: {'Subnet': ['ID=c1f34916-439b-4525-b6f0-c9c8d764c14c,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:20.664712 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58346) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:20.672923 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-59e84e81-fea4-421a-833b-8d6025c2706c tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1140485 Aug 27 04:53:20.686727 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58348) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:20.693631 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-a21a0138-a5a2-412d-bac2-722e332e66fc tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'subnet': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:20.695961 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-42af583a-1b1f-4b19-990e-48108c0e35d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:20.701315 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08b4e59-f359-4c80-9527-5b8df997bd48 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Pushing event deleted for resources: {'Subnet': ['ID=b2d595a8-1ad0-4eee-ae52-7379b5b96d5b,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:20.702372 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ee03b769-b672-4ef1-8298-3e6c2f601f12 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks [] for port (8489e8d8-f7d9-45b2-8b77-fa2c7e83463f), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:20.722219 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-a044f89f-741b-4784-aaa9-e1ea93fddc0e None None] Current status of the port 27eaf160-d6f1-43b7-a114-79a062bc5664 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:53:20.722219 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a044f89f-741b-4784-aaa9-e1ea93fddc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (27eaf160-d6f1-43b7-a114-79a062bc5664), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:20.722219 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df6435d-48e2-4420-aaee-80b93943ee00 None None] Network 1a0d28c9-dad1-4bf0-95b2-ab8644bc75c2 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:53:20.727029 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e08b4e59-f359-4c80-9527-5b8df997bd48 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:20.733306 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58350) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:20.733580 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e08b4e59-f359-4c80-9527-5b8df997bd48 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/b2d595a8-1ad0-4eee-ae52-7379b5b96d5b HTTP/1.1" status: 204 len: 168 time: 1.3290854 Aug 27 04:53:20.734300 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58352) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:20.742117 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-9a74a5ab-120c-4271-9136-daa3e398a4aa tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Request body: {'security_group': {'name': 'tempest-securitygroup--307957977', 'description': 'tempest-description--17578642'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:20.857899 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fd9f087f-0a58-4712-80f8-2aa9e5842fe5 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (1a0d28c9-dad1-4bf0-95b2-ab8644bc75c2), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:20.858547 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:20.889312 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-a044f89f-741b-4784-aaa9-e1ea93fddc0e None None] For port 27eaf160-d6f1-43b7-a114-79a062bc5664, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=27eaf160-d6f1-43b7-a114-79a062bc5664,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:53:20.977497 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-fd9f087f-0a58-4712-80f8-2aa9e5842fe5 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Deleting port 36f01f40-c239-402b-a0b7-53004b86afd6 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:53:20.977855 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fd9f087f-0a58-4712-80f8-2aa9e5842fe5 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (36f01f40-c239-402b-a0b7-53004b86afd6), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:21.058971 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a044f89f-741b-4784-aaa9-e1ea93fddc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (27eaf160-d6f1-43b7-a114-79a062bc5664), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:21.064943 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9a74a5ab-120c-4271-9136-daa3e398a4aa tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:21.082812 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-fd9f087f-0a58-4712-80f8-2aa9e5842fe5 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] For port 36f01f40-c239-402b-a0b7-53004b86afd6, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=36f01f40-c239-402b-a0b7-53004b86afd6,segment=NetworkSegment(257dc741-ab17-417a-80ce-32a358a99076),segment_id=257dc741-ab17-417a-80ce-32a358a99076)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:53:21.083191 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fd9f087f-0a58-4712-80f8-2aa9e5842fe5 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (36f01f40-c239-402b-a0b7-53004b86afd6), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:21.116823 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6c4630fa-0553-44fa-b4c5-6ae0467eb484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (fa46ad02-69fa-4855-91db-4f0fc8aa0b5b), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:21.116993 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-42af583a-1b1f-4b19-990e-48108c0e35d4 admin admin] Publish callbacks [] for security_group (218df485-e76b-4ad7-8901-38fc34770c67), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:21.117942 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-fd9f087f-0a58-4712-80f8-2aa9e5842fe5 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Calling delete_port for 36f01f40-c239-402b-a0b7-53004b86afd6 owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:53:21.120642 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ee03b769-b672-4ef1-8298-3e6c2f601f12 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (8489e8d8-f7d9-45b2-8b77-fa2c7e83463f), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:21.120898 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6b61e0d9-f20f-4890-ad66-682175216dcb tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (0e662cfd-c83b-4c12-8c97-a0b49d53301e), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:21.129346 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21a0138-a5a2-412d-bac2-722e332e66fc tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Made reservation on behalf of f0f1eb4384394fc18f1626f3e12e04e3 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:53:21.130399 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:21.137212 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a21a0138-a5a2-412d-bac2-722e332e66fc tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:21.146308 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fd5ad6-374b-4c38-9136-0fe200492643 None None] DHCP port deletion for 61356c33-ce96-40d0-bb36-87a36b2d0e1c request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:53:21.182289 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfef2c21-49f3-464c-9836-db01ba6fd2b6 None None] DHCP port deletion for 1a0d28c9-dad1-4bf0-95b2-ab8644bc75c2 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:53:21.238767 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee03b769-b672-4ef1-8298-3e6c2f601f12 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Network 875ea4da-2c95-480a-80cf-2052547ac8e2 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:53:21.250537 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-42af583a-1b1f-4b19-990e-48108c0e35d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (218df485-e76b-4ad7-8901-38fc34770c67), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:21.260354 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-ee03b769-b672-4ef1-8298-3e6c2f601f12 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:53:21.270259 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee03b769-b672-4ef1-8298-3e6c2f601f12 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:53:21.285597 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee03b769-b672-4ef1-8298-3e6c2f601f12 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Pushing event updated for resources: {'Port': ['ID=8489e8d8-f7d9-45b2-8b77-fa2c7e83463f,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:21.289643 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a044f89f-741b-4784-aaa9-e1ea93fddc0e None None] Pushing event updated for resources: {'Port': ['ID=27eaf160-d6f1-43b7-a114-79a062bc5664,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:21.332196 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device fa46ad02-69fa-4855-91db-4f0fc8aa0b5b no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:53:21.343027 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:21.356986 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: fa46ad02-69fa-4855-91db-4f0fc8aa0b5b {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:53:21.357331 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device fa46ad02-69fa-4855-91db-4f0fc8aa0b5b not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:53:21.357747 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device cf395558-dc14-4381-a260-f1175e7f05fd no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:53:21.362967 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:21.389490 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4630fa-0553-44fa-b4c5-6ae0467eb484 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa46ad02-69fa-4855-91db-4f0fc8aa0b5b,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:21.394674 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: cf395558-dc14-4381-a260-f1175e7f05fd {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:53:21.394674 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device cf395558-dc14-4381-a260-f1175e7f05fd not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:53:21.400272 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-62fd5ad6-374b-4c38-9136-0fe200492643 None None] Deleting port 27eaf160-d6f1-43b7-a114-79a062bc5664 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:53:21.401546 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-62fd5ad6-374b-4c38-9136-0fe200492643 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (27eaf160-d6f1-43b7-a114-79a062bc5664), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:21.403217 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-42af583a-1b1f-4b19-990e-48108c0e35d4 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=4dcc9e99087a4963a0e95f36f43149ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7289331 Aug 27 04:53:21.406971 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58368) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:21.409622 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af583a-1b1f-4b19-990e-48108c0e35d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=218df485-e76b-4ad7-8901-38fc34770c67,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:21.428148 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9a74a5ab-120c-4271-9136-daa3e398a4aa tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks [] for security_group (d1122687-d860-46bd-97ae-a1be9235e926), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:21.457523 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-cfef2c21-49f3-464c-9836-db01ba6fd2b6 None None] Deleting port 36f01f40-c239-402b-a0b7-53004b86afd6 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:53:21.457903 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cfef2c21-49f3-464c-9836-db01ba6fd2b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (36f01f40-c239-402b-a0b7-53004b86afd6), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:21.523763 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b61e0d9-f20f-4890-ad66-682175216dcb tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event updated for resources: {'Subnet': ['ID=0e662cfd-c83b-4c12-8c97-a0b49d53301e,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:21.525020 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9a74a5ab-120c-4271-9136-daa3e398a4aa tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (d1122687-d860-46bd-97ae-a1be9235e926), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:21.542081 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-62fd5ad6-374b-4c38-9136-0fe200492643 None None] For port 27eaf160-d6f1-43b7-a114-79a062bc5664, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=27eaf160-d6f1-43b7-a114-79a062bc5664,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:53:21.542484 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-62fd5ad6-374b-4c38-9136-0fe200492643 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (27eaf160-d6f1-43b7-a114-79a062bc5664), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:21.560273 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a74a5ab-120c-4271-9136-daa3e398a4aa tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1122687-d860-46bd-97ae-a1be9235e926,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:21.575734 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-62fd5ad6-374b-4c38-9136-0fe200492643 None None] Calling delete_port for 27eaf160-d6f1-43b7-a114-79a062bc5664 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:53:21.575734 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-cfef2c21-49f3-464c-9836-db01ba6fd2b6 None None] For port 36f01f40-c239-402b-a0b7-53004b86afd6, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=36f01f40-c239-402b-a0b7-53004b86afd6,segment=NetworkSegment(257dc741-ab17-417a-80ce-32a358a99076),segment_id=257dc741-ab17-417a-80ce-32a358a99076)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:53:21.576370 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cfef2c21-49f3-464c-9836-db01ba6fd2b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (36f01f40-c239-402b-a0b7-53004b86afd6), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:21.587489 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fd9f087f-0a58-4712-80f8-2aa9e5842fe5 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (36f01f40-c239-402b-a0b7-53004b86afd6), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:21.592812 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b61e0d9-f20f-4890-ad66-682175216dcb tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Checking segment: {'id': 'dc1b9b89-a570-46b3-a4ec-0b82ef340751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '078fbf45-ef1c-4db3-a6b0-14418f247374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:53:21.593184 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b61e0d9-f20f-4890-ad66-682175216dcb tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Network hostable DHCP agents. Network: 078fbf45-ef1c-4db3-a6b0-14418f247374, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:53:21.601587 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-cfef2c21-49f3-464c-9836-db01ba6fd2b6 None None] Calling delete_port for 36f01f40-c239-402b-a0b7-53004b86afd6 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:53:21.606119 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6c4630fa-0553-44fa-b4c5-6ae0467eb484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (53c95c71-223f-4985-8820-72425df36581), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:21.626342 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9f087f-0a58-4712-80f8-2aa9e5842fe5 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Pushing event deleted for resources: {'Port': ['ID=36f01f40-c239-402b-a0b7-53004b86afd6,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:21.628923 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9f087f-0a58-4712-80f8-2aa9e5842fe5 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] No DVR routers for this DVR port 36f01f40-c239-402b-a0b7-53004b86afd6 on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:53:21.717840 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9a74a5ab-120c-4271-9136-daa3e398a4aa tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:21.722692 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9a74a5ab-120c-4271-9136-daa3e398a4aa tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9839029 Aug 27 04:53:21.727606 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ee03b769-b672-4ef1-8298-3e6c2f601f12 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks [] for floatingip (1f4501b5-80d6-4127-a32b-7d2839e25da1), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:21.729136 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58376) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:21.742292 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-e9383d5f-f4a3-4271-936a-5496130a130d tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Request body: {'security_group_rule': {'security_group_id': 'd1122687-d860-46bd-97ae-a1be9235e926', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:21.757276 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cfef2c21-49f3-464c-9836-db01ba6fd2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (36f01f40-c239-402b-a0b7-53004b86afd6), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:21.761620 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fd9f087f-0a58-4712-80f8-2aa9e5842fe5 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (1a0d28c9-dad1-4bf0-95b2-ab8644bc75c2), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:21.776731 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfef2c21-49f3-464c-9836-db01ba6fd2b6 None None] No DVR routers for this DVR port 36f01f40-c239-402b-a0b7-53004b86afd6 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:53:21.795304 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-fd9f087f-0a58-4712-80f8-2aa9e5842fe5 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a0d28c9-dad1-4bf0-95b2-ab8644bc75c2']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:21.797259 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfef2c21-49f3-464c-9836-db01ba6fd2b6 None None] Pushing event deleted for resources: {'Port': ['ID=36f01f40-c239-402b-a0b7-53004b86afd6,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:21.811740 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-fd9f087f-0a58-4712-80f8-2aa9e5842fe5 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '257dc741-ab17-417a-80ce-32a358a99076') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:21.812066 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-fd9f087f-0a58-4712-80f8-2aa9e5842fe5 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '257dc741-ab17-417a-80ce-32a358a99076') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:21.821767 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-62fd5ad6-374b-4c38-9136-0fe200492643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (27eaf160-d6f1-43b7-a114-79a062bc5664), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:21.833042 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fd9f087f-0a58-4712-80f8-2aa9e5842fe5 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (257dc741-ab17-417a-80ce-32a358a99076), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:21.849171 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fd5ad6-374b-4c38-9136-0fe200492643 None None] Pushing event deleted for resources: {'Port': ['ID=27eaf160-d6f1-43b7-a114-79a062bc5664,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:21.850916 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fd9f087f-0a58-4712-80f8-2aa9e5842fe5 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (257dc741-ab17-417a-80ce-32a358a99076), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:21.851075 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fd5ad6-374b-4c38-9136-0fe200492643 None None] No DVR routers for this DVR port 27eaf160-d6f1-43b7-a114-79a062bc5664 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:53:21.876083 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd9f087f-0a58-4712-80f8-2aa9e5842fe5 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:53:21.876457 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fd9f087f-0a58-4712-80f8-2aa9e5842fe5 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (257dc741-ab17-417a-80ce-32a358a99076), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:21.971487 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 257dc741-ab17-417a-80ce-32a358a99076 resource provider aggregate not found Aug 27 04:53:22.000075 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 257dc741-ab17-417a-80ce-32a358a99076 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 257dc741-ab17-417a-80ce-32a358a99076 found for delete ", "request_id": "req-2c513e9a-9670-4256-ab64-f7b1e890f48c"}]} Aug 27 04:53:22.000763 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e9383d5f-f4a3-4271-936a-5496130a130d tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks [] for security_group_rule (8149347c-17de-4100-955c-ebd0ada474a9), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:22.018842 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ee03b769-b672-4ef1-8298-3e6c2f601f12 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8489e8d8-f7d9-45b2-8b77-fa2c7e83463f), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:22.105116 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e9383d5f-f4a3-4271-936a-5496130a130d tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks [] for security_group_rule (8149347c-17de-4100-955c-ebd0ada474a9), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:22.107280 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fd9f087f-0a58-4712-80f8-2aa9e5842fe5 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (1a0d28c9-dad1-4bf0-95b2-ab8644bc75c2), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:22.127104 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a141d6b2-4f51-4a12-9b84-1d872dbf768e admin admin] Publish callbacks [] for security_group (218df485-e76b-4ad7-8901-38fc34770c67), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:22.128057 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fd9f087f-0a58-4712-80f8-2aa9e5842fe5 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:22.133864 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-fd9f087f-0a58-4712-80f8-2aa9e5842fe5 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] 10.222.0.76 "DELETE /networking/v2.0/networks/1a0d28c9-dad1-4bf0-95b2-ab8644bc75c2 HTTP/1.1" status: 204 len: 168 time: 1.3936865 Aug 27 04:53:22.141676 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9f087f-0a58-4712-80f8-2aa9e5842fe5 tempest-NetworksIpV6TestAttrs-99335769 tempest-NetworksIpV6TestAttrs-99335769-project] Pushing event deleted for resources: {'Network': ['ID=1a0d28c9-dad1-4bf0-95b2-ab8644bc75c2,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:22.166451 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6c4630fa-0553-44fa-b4c5-6ae0467eb484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (53c95c71-223f-4985-8820-72425df36581), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:22.171280 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6c4630fa-0553-44fa-b4c5-6ae0467eb484 admin admin] Publish callbacks [] for router_controller (53c95c71-223f-4985-8820-72425df36581), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:22.221765 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e9383d5f-f4a3-4271-936a-5496130a130d tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (8149347c-17de-4100-955c-ebd0ada474a9), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:22.237663 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a141d6b2-4f51-4a12-9b84-1d872dbf768e admin admin] Publish callbacks [] for security_group (218df485-e76b-4ad7-8901-38fc34770c67), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:22.270437 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9383d5f-f4a3-4271-936a-5496130a130d tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8149347c-17de-4100-955c-ebd0ada474a9,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:22.290458 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ee03b769-b672-4ef1-8298-3e6c2f601f12 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks [] for port (8489e8d8-f7d9-45b2-8b77-fa2c7e83463f), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:22.305048 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a21a0138-a5a2-412d-bac2-722e332e66fc tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (9fab412e-8fc6-4a37-a52c-02bf6837778d), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:22.351967 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21a0138-a5a2-412d-bac2-722e332e66fc tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:53:22.358279 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-a21a0138-a5a2-412d-bac2-722e332e66fc tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:53:22.359465 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21a0138-a5a2-412d-bac2-722e332e66fc tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:22.360149 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a21a0138-a5a2-412d-bac2-722e332e66fc tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:22.364246 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f5c7ee-fc03-4b8f-a998-3119e2a5c3f8 None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:53:22.366360 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21a0138-a5a2-412d-bac2-722e332e66fc tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event updated for resources: {'Subnet': ['ID=9fab412e-8fc6-4a37-a52c-02bf6837778d,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:22.414365 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6c4630fa-0553-44fa-b4c5-6ae0467eb484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (53c95c71-223f-4985-8820-72425df36581), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:22.415937 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4630fa-0553-44fa-b4c5-6ae0467eb484 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53c95c71-223f-4985-8820-72425df36581 {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:53:22.420278 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e9383d5f-f4a3-4271-936a-5496130a130d tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:22.423502 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e9383d5f-f4a3-4271-936a-5496130a130d tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6929781 Aug 27 04:53:22.426524 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6c4630fa-0553-44fa-b4c5-6ae0467eb484 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:22.428182 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58406) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:22.435036 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6c4630fa-0553-44fa-b4c5-6ae0467eb484 admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/53c95c71-223f-4985-8820-72425df36581 HTTP/1.1" status: 204 len: 168 time: 3.6093919 Aug 27 04:53:22.435036 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b61e0d9-f20f-4890-ad66-682175216dcb tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Network 078fbf45-ef1c-4db3-a6b0-14418f247374 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:53:22.437004 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58408) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:22.438410 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-a1cb63d6-8043-4ef3-94b8-02cd10c497fc tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Request body: {'security_group_rule': {'security_group_id': 'd1122687-d860-46bd-97ae-a1be9235e926', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:22.463437 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ee03b769-b672-4ef1-8298-3e6c2f601f12 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (8489e8d8-f7d9-45b2-8b77-fa2c7e83463f), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:22.503547 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f146692f-d2b5-4daa-b772-d735530b1788 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'project_id': 'f0f1eb4384394fc18f1626f3e12e04e3', 'fixed_ips': [{'subnet_id': '9fab412e-8fc6-4a37-a52c-02bf6837778d'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:53:22.509851 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f146692f-d2b5-4daa-b772-d735530b1788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:22.521146 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a141d6b2-4f51-4a12-9b84-1d872dbf768e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (218df485-e76b-4ad7-8901-38fc34770c67), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:22.526352 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a141d6b2-4f51-4a12-9b84-1d872dbf768e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:22.540193 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a141d6b2-4f51-4a12-9b84-1d872dbf768e admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/218df485-e76b-4ad7-8901-38fc34770c67 HTTP/1.1" status: 204 len: 168 time: 1.1178899 Aug 27 04:53:22.573413 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a21a0138-a5a2-412d-bac2-722e332e66fc tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8851900 Aug 27 04:53:22.589280 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-6b61e0d9-f20f-4890-ad66-682175216dcb tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 078fbf45-ef1c-4db3-a6b0-14418f247374) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:53:22.592537 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58414) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:22.603038 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-898acf74-4bba-4365-9815-3e8f19d8954f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1032997740', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:22.614681 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b61e0d9-f20f-4890-ad66-682175216dcb tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:22.615926 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6b61e0d9-f20f-4890-ad66-682175216dcb tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:22.629411 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=81,neutron:INSERT=6,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:22.640690 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a141d6b2-4f51-4a12-9b84-1d872dbf768e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218df485-e76b-4ad7-8901-38fc34770c67,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:22.644560 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee03b769-b672-4ef1-8298-3e6c2f601f12 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Pushing event updated for resources: {'Port': ['ID=8489e8d8-f7d9-45b2-8b77-fa2c7e83463f,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:22.647809 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ee03b769-b672-4ef1-8298-3e6c2f601f12 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677636'] for floatingip (1f4501b5-80d6-4127-a32b-7d2839e25da1), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:22.666660 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-0435c85b-1ca3-40e7-840c-f54714d97373 admin admin] Deleting subnet cb8e37ee-4e02-46d3-946a-961d47b0bec1 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:53:22.667334 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a1cb63d6-8043-4ef3-94b8-02cd10c497fc tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks [] for security_group_rule (98fc26aa-f36d-44bf-a6b4-1f9568b4a1ed), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:22.670318 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0435c85b-1ca3-40e7-840c-f54714d97373 admin admin] Publish callbacks [] for subnet (cb8e37ee-4e02-46d3-946a-961d47b0bec1), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:22.679440 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a80003-a684-471a-ac02-28798dc0d760 None None] Network 078fbf45-ef1c-4db3-a6b0-14418f247374 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:53:22.719917 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0435c85b-1ca3-40e7-840c-f54714d97373 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (cb8e37ee-4e02-46d3-946a-961d47b0bec1), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:22.734848 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a1cb63d6-8043-4ef3-94b8-02cd10c497fc tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks [] for security_group_rule (98fc26aa-f36d-44bf-a6b4-1f9568b4a1ed), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:22.759821 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:22.782224 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ee03b769-b672-4ef1-8298-3e6c2f601f12 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:22.788310 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ee03b769-b672-4ef1-8298-3e6c2f601f12 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] 10.222.0.76 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.4075129 Aug 27 04:53:22.793541 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-898acf74-4bba-4365-9815-3e8f19d8954f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (aee032bd-6af3-4166-bce2-d39f13b10429), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:22.793541 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-898acf74-4bba-4365-9815-3e8f19d8954f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (aee032bd-6af3-4166-bce2-d39f13b10429), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:22.794580 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6b61e0d9-f20f-4890-ad66-682175216dcb tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1520228 Aug 27 04:53:22.795652 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58416) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:22.796193 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58418) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:22.806742 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-e7ffbad8-3ba6-48a0-b51a-80380298f25c tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Request body: {'subnet': {'network_id': '97c7f52f-89fb-44a5-afd5-a7005c32edd8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:22.831628 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a1cb63d6-8043-4ef3-94b8-02cd10c497fc tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (98fc26aa-f36d-44bf-a6b4-1f9568b4a1ed), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:22.837175 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-f146692f-d2b5-4daa-b772-d735530b1788 None None] Allocated IP 2001:db8::2 (61356c33-ce96-40d0-bb36-87a36b2d0e1c/9fab412e-8fc6-4a37-a52c-02bf6837778d/8d0d06f0-010d-4374-8cba-b14412a81941) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:53:22.847712 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:22.912898 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cb63d6-8043-4ef3-94b8-02cd10c497fc tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98fc26aa-f36d-44bf-a6b4-1f9568b4a1ed,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:22.912898 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-898acf74-4bba-4365-9815-3e8f19d8954f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for router_controller (aee032bd-6af3-4166-bce2-d39f13b10429), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:22.973166 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0435c85b-1ca3-40e7-840c-f54714d97373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (cb8e37ee-4e02-46d3-946a-961d47b0bec1), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:22.990573 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58422) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:23.002152 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2c7c1ff8-0296-4b26-9a29-e7cdde39c2e5 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] 10.222.0.76 "GET /networking/v2.0/floatingips?floating_network_id=875ea4da-2c95-480a-80cf-2052547ac8e2 HTTP/1.1" status: 200 len: 689 time: 0.2022040 Aug 27 04:53:23.006782 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58426) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:23.032792 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-898acf74-4bba-4365-9815-3e8f19d8954f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (aee032bd-6af3-4166-bce2-d39f13b10429), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:23.057078 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a1cb63d6-8043-4ef3-94b8-02cd10c497fc tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:23.068870 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a1cb63d6-8043-4ef3-94b8-02cd10c497fc tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6383481 Aug 27 04:53:23.072801 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58436) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:23.099367 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-3aa45505-68ad-468d-a8cd-254fd5898794 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Request body: {'floatingip': {'floating_network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:23.113101 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:23.165681 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-659dd997-36da-47a2-9af5-9cbd2102fe2a tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (875ea4da-2c95-480a-80cf-2052547ac8e2), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:23.182057 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43f7608-1dd7-4cfd-aff7-bce39b60e950 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-078fbf45-ef1c-4db3-a6b0-14418f247374', 'network_id': '078fbf45-ef1c-4db3-a6b0-14418f247374', 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'fixed_ips': [{'subnet_id': '0e662cfd-c83b-4c12-8c97-a0b49d53301e'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:53:23.185767 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f43f7608-1dd7-4cfd-aff7-bce39b60e950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:23.196699 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:23.220384 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 36f01f40-c239-402b-a0b7-53004b86afd6 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:53:23.261316 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-659dd997-36da-47a2-9af5-9cbd2102fe2a tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Deleting port 8489e8d8-f7d9-45b2-8b77-fa2c7e83463f {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:53:23.261723 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-659dd997-36da-47a2-9af5-9cbd2102fe2a tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (8489e8d8-f7d9-45b2-8b77-fa2c7e83463f), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:23.269492 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 36f01f40-c239-402b-a0b7-53004b86afd6 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:53:23.269958 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 36f01f40-c239-402b-a0b7-53004b86afd6 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:53:23.290854 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-898acf74-4bba-4365-9815-3e8f19d8954f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:23.292108 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-898acf74-4bba-4365-9815-3e8f19d8954f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6946895 Aug 27 04:53:23.304446 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58438) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:23.309177 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3aa45505-68ad-468d-a8cd-254fd5898794 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:23.327266 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0435c85b-1ca3-40e7-840c-f54714d97373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (cb8e37ee-4e02-46d3-946a-961d47b0bec1), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:23.363538 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435c85b-1ca3-40e7-840c-f54714d97373 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb8e37ee-4e02-46d3-946a-961d47b0bec1,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:23.371911 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0435c85b-1ca3-40e7-840c-f54714d97373 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:23.378601 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-0435c85b-1ca3-40e7-840c-f54714d97373 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/cb8e37ee-4e02-46d3-946a-961d47b0bec1 HTTP/1.1" status: 204 len: 168 time: 0.9324396 Aug 27 04:53:23.379072 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58440) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:23.391792 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ffbad8-3ba6-48a0-b51a-80380298f25c tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Made reservation on behalf of 8294e34ae47f4d6bbb8fc590d6939221 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:53:23.396407 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e7ffbad8-3ba6-48a0-b51a-80380298f25c tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:23.402645 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d70afcf-7ef2-4b3c-a232-45476ab7a1c7 None None] Network be07f20e-e520-41cf-87fc-8405fd8af848 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:53:23.524479 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f146692f-d2b5-4daa-b772-d735530b1788 None None] Publish callbacks [] for port (8d0d06f0-010d-4374-8cba-b14412a81941), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:23.542758 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-f43f7608-1dd7-4cfd-aff7-bce39b60e950 None None] Allocated IP 172.20.0.2 (078fbf45-ef1c-4db3-a6b0-14418f247374/0e662cfd-c83b-4c12-8c97-a0b49d53301e/2cff86d9-86fe-4787-9e10-38c37ed8d76e) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:53:23.552789 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-659dd997-36da-47a2-9af5-9cbd2102fe2a tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (8489e8d8-f7d9-45b2-8b77-fa2c7e83463f), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:23.553129 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-659dd997-36da-47a2-9af5-9cbd2102fe2a tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks [] for floatingip (8489e8d8-f7d9-45b2-8b77-fa2c7e83463f), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:23.578656 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d2d368d0-92d1-40ea-8289-daf19b812681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (be07f20e-e520-41cf-87fc-8405fd8af848), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:23.587274 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-659dd997-36da-47a2-9af5-9cbd2102fe2a tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Calling delete_port for 8489e8d8-f7d9-45b2-8b77-fa2c7e83463f owned by network:floatingip {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:53:23.599714 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:23.625475 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f146692f-d2b5-4daa-b772-d735530b1788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (8d0d06f0-010d-4374-8cba-b14412a81941), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:23.697399 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f146692f-d2b5-4daa-b772-d735530b1788 None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:53:23.711178 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-f146692f-d2b5-4daa-b772-d735530b1788 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:53:23.719665 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f146692f-d2b5-4daa-b772-d735530b1788 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:53:23.725695 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f146692f-d2b5-4daa-b772-d735530b1788 None None] Pushing event updated for resources: {'Port': ['ID=8d0d06f0-010d-4374-8cba-b14412a81941,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:23.747403 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-d2d368d0-92d1-40ea-8289-daf19b812681 admin admin] Deleting port d55967cb-054a-4089-a8e9-2eed5ec5e433 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:53:23.747985 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d2d368d0-92d1-40ea-8289-daf19b812681 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (d55967cb-054a-4089-a8e9-2eed5ec5e433), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:23.757695 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f22c8b-c91c-4439-a891-e0e602ad0fdf None None] DHCP port deletion for be07f20e-e520-41cf-87fc-8405fd8af848 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:53:23.767926 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-daf3d36f-3b58-4d88-9d0d-175c67886a6b admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=7404cab787d9443cbae839218717bbbd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7759948 Aug 27 04:53:23.770108 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58442) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:23.893945 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-d2d368d0-92d1-40ea-8289-daf19b812681 admin admin] For port d55967cb-054a-4089-a8e9-2eed5ec5e433, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=d55967cb-054a-4089-a8e9-2eed5ec5e433,segment=NetworkSegment(32f9a83e-ad2c-4f1c-a8a4-ef984b0206d4),segment_id=32f9a83e-ad2c-4f1c-a8a4-ef984b0206d4)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:53:23.894358 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d2d368d0-92d1-40ea-8289-daf19b812681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (d55967cb-054a-4089-a8e9-2eed5ec5e433), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:23.897718 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-f146692f-d2b5-4daa-b772-d735530b1788 None None] Attempting to bind port 8d0d06f0-010d-4374-8cba-b14412a81941 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:53:23.898282 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-f146692f-d2b5-4daa-b772-d735530b1788 None None] Attempting to bind port 8d0d06f0-010d-4374-8cba-b14412a81941 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:53:23.898825 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f146692f-d2b5-4daa-b772-d735530b1788 None None] Attempting to bind port 8d0d06f0-010d-4374-8cba-b14412a81941 on network 61356c33-ce96-40d0-bb36-87a36b2d0e1c {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:53:23.904783 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-32f22c8b-c91c-4439-a891-e0e602ad0fdf None None] Deleting port d55967cb-054a-4089-a8e9-2eed5ec5e433 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:53:23.905390 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-32f22c8b-c91c-4439-a891-e0e602ad0fdf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (d55967cb-054a-4089-a8e9-2eed5ec5e433), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:23.908895 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f43f7608-1dd7-4cfd-aff7-bce39b60e950 None None] Publish callbacks [] for port (2cff86d9-86fe-4787-9e10-38c37ed8d76e), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:23.948086 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f146692f-d2b5-4daa-b772-d735530b1788 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:53:23.948795 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f146692f-d2b5-4daa-b772-d735530b1788 None None] Checking segment: {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:53:23.949383 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f146692f-d2b5-4daa-b772-d735530b1788 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:23.949945 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f146692f-d2b5-4daa-b772-d735530b1788 None None] Bound using segment: {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:53:23.950657 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-f146692f-d2b5-4daa-b772-d735530b1788 None None] Bound port: 8d0d06f0-010d-4374-8cba-b14412a81941, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:53:23.951193 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f146692f-d2b5-4daa-b772-d735530b1788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8d0d06f0-010d-4374-8cba-b14412a81941), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:23.965106 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-d2d368d0-92d1-40ea-8289-daf19b812681 admin admin] Calling delete_port for d55967cb-054a-4089-a8e9-2eed5ec5e433 owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:53:24.013075 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58446) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:24.019694 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-32f22c8b-c91c-4439-a891-e0e602ad0fdf None None] For port d55967cb-054a-4089-a8e9-2eed5ec5e433, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=d55967cb-054a-4089-a8e9-2eed5ec5e433,segment=NetworkSegment(32f9a83e-ad2c-4f1c-a8a4-ef984b0206d4),segment_id=32f9a83e-ad2c-4f1c-a8a4-ef984b0206d4)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:53:24.020910 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-32f22c8b-c91c-4439-a891-e0e602ad0fdf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (d55967cb-054a-4089-a8e9-2eed5ec5e433), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:24.038785 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-32467ffc-959b-43be-af0e-40f7cd67c9fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:24.046262 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-32f22c8b-c91c-4439-a891-e0e602ad0fdf None None] Calling delete_port for d55967cb-054a-4089-a8e9-2eed5ec5e433 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:53:24.046784 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3aa45505-68ad-468d-a8cd-254fd5898794 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:24.054923 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58448) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:24.067362 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f43f7608-1dd7-4cfd-aff7-bce39b60e950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (2cff86d9-86fe-4787-9e10-38c37ed8d76e), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:24.075627 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e7ffbad8-3ba6-48a0-b51a-80380298f25c tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (a6afbed1-77c0-4705-9ddf-e59cd21d90ef), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:24.099640 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:24.106796 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-659dd997-36da-47a2-9af5-9cbd2102fe2a tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (8489e8d8-f7d9-45b2-8b77-fa2c7e83463f), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:24.143078 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-f146692f-d2b5-4daa-b772-d735530b1788 None None] For port 8d0d06f0-010d-4374-8cba-b14412a81941, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:53:24.157852 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-de8d303d-fa86-4c0e-931d-ee7de9c62227 admin admin] Publish callbacks [] for security_group (48e6dcd1-a893-4bca-8395-29560a826e39), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:24.162664 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43f7608-1dd7-4cfd-aff7-bce39b60e950 None None] Network 078fbf45-ef1c-4db3-a6b0-14418f247374 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:53:24.170429 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-f146692f-d2b5-4daa-b772-d735530b1788 None None] For port 8d0d06f0-010d-4374-8cba-b14412a81941, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=8d0d06f0-010d-4374-8cba-b14412a81941,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:53:24.177255 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-f43f7608-1dd7-4cfd-aff7-bce39b60e950 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:53:24.181319 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-de8d303d-fa86-4c0e-931d-ee7de9c62227 admin admin] Publish callbacks [] for security_group (48e6dcd1-a893-4bca-8395-29560a826e39), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:24.185640 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43f7608-1dd7-4cfd-aff7-bce39b60e950 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:53:24.200273 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43f7608-1dd7-4cfd-aff7-bce39b60e950 None None] Pushing event updated for resources: {'Port': ['ID=2cff86d9-86fe-4787-9e10-38c37ed8d76e,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:24.214185 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659dd997-36da-47a2-9af5-9cbd2102fe2a tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Pushing event deleted for resources: {'Port': ['ID=8489e8d8-f7d9-45b2-8b77-fa2c7e83463f,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:24.234293 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c781a81f-3ae6-40ed-b04b-15591434106b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:24.273748 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f146692f-d2b5-4daa-b772-d735530b1788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (8d0d06f0-010d-4374-8cba-b14412a81941), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:24.289925 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ffbad8-3ba6-48a0-b51a-80380298f25c tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event updated for resources: {'Subnet': ['ID=a6afbed1-77c0-4705-9ddf-e59cd21d90ef,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:24.334707 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-f43f7608-1dd7-4cfd-aff7-bce39b60e950 None None] Attempting to bind port 2cff86d9-86fe-4787-9e10-38c37ed8d76e on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:53:24.335227 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-f43f7608-1dd7-4cfd-aff7-bce39b60e950 None None] Attempting to bind port 2cff86d9-86fe-4787-9e10-38c37ed8d76e by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'dc1b9b89-a570-46b3-a4ec-0b82ef340751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '078fbf45-ef1c-4db3-a6b0-14418f247374'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:53:24.335685 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43f7608-1dd7-4cfd-aff7-bce39b60e950 None None] Attempting to bind port 2cff86d9-86fe-4787-9e10-38c37ed8d76e on network 078fbf45-ef1c-4db3-a6b0-14418f247374 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:53:24.348207 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-de8d303d-fa86-4c0e-931d-ee7de9c62227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (48e6dcd1-a893-4bca-8395-29560a826e39), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:24.350162 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ffbad8-3ba6-48a0-b51a-80380298f25c tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Checking segment: {'id': '7e0c3c1b-73c4-4fb7-8f6b-bd35eabd1903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '97c7f52f-89fb-44a5-afd5-a7005c32edd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:53:24.351313 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ffbad8-3ba6-48a0-b51a-80380298f25c tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Network hostable DHCP agents. Network: 97c7f52f-89fb-44a5-afd5-a7005c32edd8, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:53:24.352750 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-de8d303d-fa86-4c0e-931d-ee7de9c62227 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:24.356773 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-de8d303d-fa86-4c0e-931d-ee7de9c62227 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/48e6dcd1-a893-4bca-8395-29560a826e39 HTTP/1.1" status: 204 len: 168 time: 0.5841341 Aug 27 04:53:24.376928 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43f7608-1dd7-4cfd-aff7-bce39b60e950 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:53:24.380515 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43f7608-1dd7-4cfd-aff7-bce39b60e950 None None] Checking segment: {'id': 'dc1b9b89-a570-46b3-a4ec-0b82ef340751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '078fbf45-ef1c-4db3-a6b0-14418f247374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:53:24.388911 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d2d368d0-92d1-40ea-8289-daf19b812681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (d55967cb-054a-4089-a8e9-2eed5ec5e433), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:24.389235 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f43f7608-1dd7-4cfd-aff7-bce39b60e950 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:24.389235 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43f7608-1dd7-4cfd-aff7-bce39b60e950 None None] Bound using segment: {'id': 'dc1b9b89-a570-46b3-a4ec-0b82ef340751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '078fbf45-ef1c-4db3-a6b0-14418f247374'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:53:24.389235 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-f43f7608-1dd7-4cfd-aff7-bce39b60e950 None None] Bound port: 2cff86d9-86fe-4787-9e10-38c37ed8d76e, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc1b9b89-a570-46b3-a4ec-0b82ef340751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '078fbf45-ef1c-4db3-a6b0-14418f247374'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:53:24.389235 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f43f7608-1dd7-4cfd-aff7-bce39b60e950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (2cff86d9-86fe-4787-9e10-38c37ed8d76e), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:24.435539 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8d303d-fa86-4c0e-931d-ee7de9c62227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e6dcd1-a893-4bca-8395-29560a826e39,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:24.481361 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f146692f-d2b5-4daa-b772-d735530b1788 None None] Pushing event updated for resources: {'Port': ['ID=8d0d06f0-010d-4374-8cba-b14412a81941,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:24.493473 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-32f22c8b-c91c-4439-a891-e0e602ad0fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (d55967cb-054a-4089-a8e9-2eed5ec5e433), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:24.498681 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-3aa45505-68ad-468d-a8cd-254fd5898794 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Allocated IP 172.25.2.80 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/50dc32f9-094a-42b7-841f-fae79eb5b7b2) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:53:24.504321 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d368d0-92d1-40ea-8289-daf19b812681 admin admin] Pushing event deleted for resources: {'Port': ['ID=d55967cb-054a-4089-a8e9-2eed5ec5e433,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:24.513831 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d368d0-92d1-40ea-8289-daf19b812681 admin admin] No DVR routers for this DVR port d55967cb-054a-4089-a8e9-2eed5ec5e433 on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:53:24.521883 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-659dd997-36da-47a2-9af5-9cbd2102fe2a tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks [] for floatingip (1f4501b5-80d6-4127-a32b-7d2839e25da1), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:24.525052 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8ff70905-ac73-4116-9ab8-dd78a0bbc2f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:24.563223 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f22c8b-c91c-4439-a891-e0e602ad0fdf None None] No DVR routers for this DVR port d55967cb-054a-4089-a8e9-2eed5ec5e433 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:53:24.574302 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f22c8b-c91c-4439-a891-e0e602ad0fdf None None] Pushing event deleted for resources: {'Port': ['ID=d55967cb-054a-4089-a8e9-2eed5ec5e433,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:24.611973 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-32467ffc-959b-43be-af0e-40f7cd67c9fb admin admin] Publish callbacks [] for security_group (01cea7a7-a4d6-4d62-95fd-f168d43225c2), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:24.647984 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-f43f7608-1dd7-4cfd-aff7-bce39b60e950 None None] For port 2cff86d9-86fe-4787-9e10-38c37ed8d76e, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:53:24.651628 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-f43f7608-1dd7-4cfd-aff7-bce39b60e950 None None] For port 2cff86d9-86fe-4787-9e10-38c37ed8d76e, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=2cff86d9-86fe-4787-9e10-38c37ed8d76e,segment=NetworkSegment(dc1b9b89-a570-46b3-a4ec-0b82ef340751),segment_id=dc1b9b89-a570-46b3-a4ec-0b82ef340751)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:53:24.661544 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:24.726186 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-32467ffc-959b-43be-af0e-40f7cd67c9fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (01cea7a7-a4d6-4d62-95fd-f168d43225c2), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:24.745674 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f43f7608-1dd7-4cfd-aff7-bce39b60e950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (2cff86d9-86fe-4787-9e10-38c37ed8d76e), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:24.764082 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d2d368d0-92d1-40ea-8289-daf19b812681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (be07f20e-e520-41cf-87fc-8405fd8af848), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:24.816532 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-d2d368d0-92d1-40ea-8289-daf19b812681 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be07f20e-e520-41cf-87fc-8405fd8af848']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:24.818744 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-c781a81f-3ae6-40ed-b04b-15591434106b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Allocated IP 2001:db8::1 (61356c33-ce96-40d0-bb36-87a36b2d0e1c/9fab412e-8fc6-4a37-a52c-02bf6837778d/62ecc360-9a18-4def-bf28-7bc8ffca3c80) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:53:24.820442 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ffbad8-3ba6-48a0-b51a-80380298f25c tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Network 97c7f52f-89fb-44a5-afd5-a7005c32edd8 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:53:24.840351 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3aa45505-68ad-468d-a8cd-254fd5898794 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks [] for port (50dc32f9-094a-42b7-841f-fae79eb5b7b2), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:24.849968 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43f7608-1dd7-4cfd-aff7-bce39b60e950 None None] Pushing event updated for resources: {'Port': ['ID=2cff86d9-86fe-4787-9e10-38c37ed8d76e,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:24.859488 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-d2d368d0-92d1-40ea-8289-daf19b812681 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32f9a83e-ad2c-4f1c-a8a4-ef984b0206d4') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:24.864218 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-d2d368d0-92d1-40ea-8289-daf19b812681 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32f9a83e-ad2c-4f1c-a8a4-ef984b0206d4') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:24.869938 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:24.895460 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-659dd997-36da-47a2-9af5-9cbd2102fe2a tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (93da1cc3-3c6c-4b0a-8dec-7dbc4fbaa6f1), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:24.908831 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d2d368d0-92d1-40ea-8289-daf19b812681 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (32f9a83e-ad2c-4f1c-a8a4-ef984b0206d4), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:24.913161 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-32467ffc-959b-43be-af0e-40f7cd67c9fb admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=f1c327f146704d888352779929747fe7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8979592 Aug 27 04:53:24.925570 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58456) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:24.966697 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32467ffc-959b-43be-af0e-40f7cd67c9fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01cea7a7-a4d6-4d62-95fd-f168d43225c2,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:24.973447 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d2d368d0-92d1-40ea-8289-daf19b812681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (32f9a83e-ad2c-4f1c-a8a4-ef984b0206d4), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:24.999333 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2d368d0-92d1-40ea-8289-daf19b812681 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:53:24.999333 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d2d368d0-92d1-40ea-8289-daf19b812681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (32f9a83e-ad2c-4f1c-a8a4-ef984b0206d4), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:25.021243 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-e7ffbad8-3ba6-48a0-b51a-80380298f25c tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 97c7f52f-89fb-44a5-afd5-a7005c32edd8) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:53:25.032564 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb1f493-fe9d-4316-a15b-f73d32755bf4 None None] Network 97c7f52f-89fb-44a5-afd5-a7005c32edd8 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:53:25.077484 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 32f9a83e-ad2c-4f1c-a8a4-ef984b0206d4 resource provider aggregate not found Aug 27 04:53:25.111102 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ffbad8-3ba6-48a0-b51a-80380298f25c tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:25.114419 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e7ffbad8-3ba6-48a0-b51a-80380298f25c tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:25.142790 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 32f9a83e-ad2c-4f1c-a8a4-ef984b0206d4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 32f9a83e-ad2c-4f1c-a8a4-ef984b0206d4 found for delete ", "request_id": "req-011fbc6e-de75-4697-a0c3-f7b1b1e9343c"}]} Aug 27 04:53:25.206320 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8ff70905-ac73-4116-9ab8-dd78a0bbc2f8 admin admin] Publish callbacks [] for security_group (6ad8f7a8-f68b-42d5-886d-1fae0ec14fe1), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:25.213085 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ead02127-94bb-4417-86eb-b622b9fff43d admin admin] Publish callbacks [] for security_group (01cea7a7-a4d6-4d62-95fd-f168d43225c2), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:25.240099 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3aa45505-68ad-468d-a8cd-254fd5898794 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (50dc32f9-094a-42b7-841f-fae79eb5b7b2), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:25.261684 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e7ffbad8-3ba6-48a0-b51a-80380298f25c tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4572165 Aug 27 04:53:25.261684 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d2d368d0-92d1-40ea-8289-daf19b812681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (be07f20e-e520-41cf-87fc-8405fd8af848), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:25.269132 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58468) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:25.269132 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d2d368d0-92d1-40ea-8289-daf19b812681 admin admin] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:25.275598 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d2d368d0-92d1-40ea-8289-daf19b812681 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/be07f20e-e520-41cf-87fc-8405fd8af848 HTTP/1.1" status: 204 len: 168 time: 1.8950732 Aug 27 04:53:25.279541 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-56dc4856-2df2-4946-b046-28a97eb3b7b7 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1618054958', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:25.287465 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58470) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:25.307535 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c781a81f-3ae6-40ed-b04b-15591434106b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for port (62ecc360-9a18-4def-bf28-7bc8ffca3c80), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:25.311218 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d368d0-92d1-40ea-8289-daf19b812681 admin admin] Pushing event deleted for resources: {'Network': ['ID=be07f20e-e520-41cf-87fc-8405fd8af848,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:25.352344 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 8d0d06f0-010d-4374-8cba-b14412a81941 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:53:25.358011 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759102fc-be2b-4fd9-80b6-b4a082930962 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-97c7f52f-89fb-44a5-afd5-a7005c32edd8', 'network_id': '97c7f52f-89fb-44a5-afd5-a7005c32edd8', 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'fixed_ips': [{'subnet_id': 'a6afbed1-77c0-4705-9ddf-e59cd21d90ef'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:53:25.359551 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-759102fc-be2b-4fd9-80b6-b4a082930962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:25.374651 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ead02127-94bb-4417-86eb-b622b9fff43d admin admin] Publish callbacks [] for security_group (01cea7a7-a4d6-4d62-95fd-f168d43225c2), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:25.385708 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-659dd997-36da-47a2-9af5-9cbd2102fe2a tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (93da1cc3-3c6c-4b0a-8dec-7dbc4fbaa6f1), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:25.387689 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8ff70905-ac73-4116-9ab8-dd78a0bbc2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (6ad8f7a8-f68b-42d5-886d-1fae0ec14fe1), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:25.453799 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa45505-68ad-468d-a8cd-254fd5898794 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Pushing event updated for resources: {'Port': ['ID=50dc32f9-094a-42b7-841f-fae79eb5b7b2,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:25.546218 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-56dc4856-2df2-4946-b046-28a97eb3b7b7 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (fc1a40ee-62ee-478b-bde6-31753ac1bbca), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:25.547289 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-56dc4856-2df2-4946-b046-28a97eb3b7b7 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (fc1a40ee-62ee-478b-bde6-31753ac1bbca), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:25.551408 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659dd997-36da-47a2-9af5-9cbd2102fe2a tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=93da1cc3-3c6c-4b0a-8dec-7dbc4fbaa6f1,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:25.572399 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 8d0d06f0-010d-4374-8cba-b14412a81941 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:53:25.573881 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (8d0d06f0-010d-4374-8cba-b14412a81941), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:25.587596 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa45505-68ad-468d-a8cd-254fd5898794 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:53:25.593024 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-3aa45505-68ad-468d-a8cd-254fd5898794 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:53:25.597512 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa45505-68ad-468d-a8cd-254fd5898794 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:53:25.640948 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff70905-ac73-4116-9ab8-dd78a0bbc2f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad8f7a8-f68b-42d5-886d-1fae0ec14fe1,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:25.645462 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8ff70905-ac73-4116-9ab8-dd78a0bbc2f8 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=ffb868baf22b4f59bbffdd6581d07c1d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5857217 Aug 27 04:53:25.657611 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58474) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:25.697648 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-659dd997-36da-47a2-9af5-9cbd2102fe2a tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (875ea4da-2c95-480a-80cf-2052547ac8e2), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:25.735721 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-659dd997-36da-47a2-9af5-9cbd2102fe2a tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['875ea4da-2c95-480a-80cf-2052547ac8e2']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:25.740881 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-759102fc-be2b-4fd9-80b6-b4a082930962 None None] Allocated IP 172.21.0.2 (97c7f52f-89fb-44a5-afd5-a7005c32edd8/a6afbed1-77c0-4705-9ddf-e59cd21d90ef/e22679cc-8277-4787-9da1-8c66ca89a0f7) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:53:25.744016 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3aa45505-68ad-468d-a8cd-254fd5898794 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks [] for floatingip (e7f96856-3cff-4992-93cf-57768b6401e4), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:25.748218 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:25.769357 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 8d0d06f0-010d-4374-8cba-b14412a81941 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:53:25.769563 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8d0d06f0-010d-4374-8cba-b14412a81941), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:25.775065 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-659dd997-36da-47a2-9af5-9cbd2102fe2a tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8e9688a-da85-4d3f-90a1-837d2b7f000a') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:25.775673 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-659dd997-36da-47a2-9af5-9cbd2102fe2a tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8e9688a-da85-4d3f-90a1-837d2b7f000a') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:25.789461 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c781a81f-3ae6-40ed-b04b-15591434106b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (62ecc360-9a18-4def-bf28-7bc8ffca3c80), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:25.808290 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ead02127-94bb-4417-86eb-b622b9fff43d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (01cea7a7-a4d6-4d62-95fd-f168d43225c2), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:25.812449 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ead02127-94bb-4417-86eb-b622b9fff43d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:25.819564 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ead02127-94bb-4417-86eb-b622b9fff43d admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/01cea7a7-a4d6-4d62-95fd-f168d43225c2 HTTP/1.1" status: 204 len: 168 time: 0.8856313 Aug 27 04:53:25.861410 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-659dd997-36da-47a2-9af5-9cbd2102fe2a tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (e8e9688a-da85-4d3f-90a1-837d2b7f000a), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:25.895297 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead02127-94bb-4417-86eb-b622b9fff43d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01cea7a7-a4d6-4d62-95fd-f168d43225c2,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:25.902559 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 8d0d06f0-010d-4374-8cba-b14412a81941, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=8d0d06f0-010d-4374-8cba-b14412a81941,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:53:25.981711 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c781a81f-3ae6-40ed-b04b-15591434106b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:53:25.986747 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-659dd997-36da-47a2-9af5-9cbd2102fe2a tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (e8e9688a-da85-4d3f-90a1-837d2b7f000a), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:25.993320 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-c781a81f-3ae6-40ed-b04b-15591434106b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:53:25.994719 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-659dd997-36da-47a2-9af5-9cbd2102fe2a tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:53:25.995752 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-659dd997-36da-47a2-9af5-9cbd2102fe2a tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (e8e9688a-da85-4d3f-90a1-837d2b7f000a), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:26.005416 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c781a81f-3ae6-40ed-b04b-15591434106b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:53:26.006061 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c781a81f-3ae6-40ed-b04b-15591434106b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (aee032bd-6af3-4166-bce2-d39f13b10429), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:26.070736 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c781a81f-3ae6-40ed-b04b-15591434106b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event updated for resources: {'Port': ['ID=62ecc360-9a18-4def-bf28-7bc8ffca3c80,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:26.076262 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-56dc4856-2df2-4946-b046-28a97eb3b7b7 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for router_controller (fc1a40ee-62ee-478b-bde6-31753ac1bbca), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:26.081680 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:26.082020 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-759102fc-be2b-4fd9-80b6-b4a082930962 None None] Publish callbacks [] for port (e22679cc-8277-4787-9da1-8c66ca89a0f7), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:26.085193 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (8d0d06f0-010d-4374-8cba-b14412a81941), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:26.101558 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3aa45505-68ad-468d-a8cd-254fd5898794 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (50dc32f9-094a-42b7-841f-fae79eb5b7b2), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:26.135683 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a2c87c2c-b0c2-4d5b-91af-509e1fb109d6 admin admin] Publish callbacks [] for security_group (6ad8f7a8-f68b-42d5-886d-1fae0ec14fe1), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:26.189388 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:26.199574 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d55967cb-054a-4089-a8e9-2eed5ec5e433 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:53:26.199707 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a2c87c2c-b0c2-4d5b-91af-509e1fb109d6 admin admin] Publish callbacks [] for security_group (6ad8f7a8-f68b-42d5-886d-1fae0ec14fe1), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:26.233666 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-759102fc-be2b-4fd9-80b6-b4a082930962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (e22679cc-8277-4787-9da1-8c66ca89a0f7), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:26.237906 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-659dd997-36da-47a2-9af5-9cbd2102fe2a tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (875ea4da-2c95-480a-80cf-2052547ac8e2), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:26.244011 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: d55967cb-054a-4089-a8e9-2eed5ec5e433 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:53:26.244373 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d55967cb-054a-4089-a8e9-2eed5ec5e433 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:53:26.250994 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-56dc4856-2df2-4946-b046-28a97eb3b7b7 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (fc1a40ee-62ee-478b-bde6-31753ac1bbca), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:26.251384 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=8d0d06f0-010d-4374-8cba-b14412a81941,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:26.280018 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759102fc-be2b-4fd9-80b6-b4a082930962 None None] Network 97c7f52f-89fb-44a5-afd5-a7005c32edd8 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:53:26.351192 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-759102fc-be2b-4fd9-80b6-b4a082930962 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:53:26.356722 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759102fc-be2b-4fd9-80b6-b4a082930962 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:53:26.363300 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:26.363686 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659dd997-36da-47a2-9af5-9cbd2102fe2a tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 875ea4da-2c95-480a-80cf-2052547ac8e2 {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 27 04:53:26.369865 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58488) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:26.394046 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-cd3b514f-1618-4fa8-a5a7-ff918138ba03 None None] Provisioning complete for port 8d0d06f0-010d-4374-8cba-b14412a81941 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:53:26.394936 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cd3b514f-1618-4fa8-a5a7-ff918138ba03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (8d0d06f0-010d-4374-8cba-b14412a81941), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:26.429511 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-659dd997-36da-47a2-9af5-9cbd2102fe2a tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:26.433767 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-659dd997-36da-47a2-9af5-9cbd2102fe2a tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] 10.222.0.76 "DELETE /networking/v2.0/networks/875ea4da-2c95-480a-80cf-2052547ac8e2 HTTP/1.1" status: 204 len: 168 time: 3.4242899 Aug 27 04:53:26.457630 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759102fc-be2b-4fd9-80b6-b4a082930962 None None] Pushing event updated for resources: {'Port': ['ID=e22679cc-8277-4787-9da1-8c66ca89a0f7,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:26.461062 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58492) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:26.468734 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659dd997-36da-47a2-9af5-9cbd2102fe2a tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Pushing event deleted for resources: {'Network': ['ID=875ea4da-2c95-480a-80cf-2052547ac8e2,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:26.533058 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:26.608888 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-56dc4856-2df2-4946-b046-28a97eb3b7b7 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:26.610994 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-56dc4856-2df2-4946-b046-28a97eb3b7b7 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.3428409 Aug 27 04:53:26.632888 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-759102fc-be2b-4fd9-80b6-b4a082930962 None None] Attempting to bind port e22679cc-8277-4787-9da1-8c66ca89a0f7 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:53:26.641418 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-759102fc-be2b-4fd9-80b6-b4a082930962 None None] Attempting to bind port e22679cc-8277-4787-9da1-8c66ca89a0f7 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '7e0c3c1b-73c4-4fb7-8f6b-bd35eabd1903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '97c7f52f-89fb-44a5-afd5-a7005c32edd8'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:53:26.641823 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759102fc-be2b-4fd9-80b6-b4a082930962 None None] Attempting to bind port e22679cc-8277-4787-9da1-8c66ca89a0f7 on network 97c7f52f-89fb-44a5-afd5-a7005c32edd8 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:53:26.667388 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759102fc-be2b-4fd9-80b6-b4a082930962 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:53:26.669594 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759102fc-be2b-4fd9-80b6-b4a082930962 None None] Checking segment: {'id': '7e0c3c1b-73c4-4fb7-8f6b-bd35eabd1903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '97c7f52f-89fb-44a5-afd5-a7005c32edd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:53:26.669774 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-759102fc-be2b-4fd9-80b6-b4a082930962 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:26.670029 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759102fc-be2b-4fd9-80b6-b4a082930962 None None] Bound using segment: {'id': '7e0c3c1b-73c4-4fb7-8f6b-bd35eabd1903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '97c7f52f-89fb-44a5-afd5-a7005c32edd8'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:53:26.670245 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58496) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:26.670707 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-759102fc-be2b-4fd9-80b6-b4a082930962 None None] Bound port: e22679cc-8277-4787-9da1-8c66ca89a0f7, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0c3c1b-73c4-4fb7-8f6b-bd35eabd1903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '97c7f52f-89fb-44a5-afd5-a7005c32edd8'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:53:26.670908 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-759102fc-be2b-4fd9-80b6-b4a082930962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (e22679cc-8277-4787-9da1-8c66ca89a0f7), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:26.755386 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-ba0c4bd5-d012-404b-a27d-fd3303c7c48f tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Request body: {'security_group': {'name': 'default'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:26.756986 n-d-852088-5 neutron-server[107776]: WARNING neutron.api.v2.base [None req-ba0c4bd5-d012-404b-a27d-fd3303c7c48f tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 27 04:53:26.757674 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-ba0c4bd5-d012-404b-a27d-fd3303c7c48f tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] create failed (client error): There was a conflict when trying to complete your request. Aug 27 04:53:26.762683 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ba0c4bd5-d012-404b-a27d-fd3303c7c48f tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3914893 Aug 27 04:53:26.766180 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58502) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:26.771029 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ad2bd70e-f32e-481e-9939-9e0e55d7a429 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] 10.222.0.76 "GET /networking/v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.3061068 Aug 27 04:53:26.773799 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-56f80f59-2c76-4d92-83f0-e239b374c414 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Request body: {'security_group': {'name': 'tempest-secgroup--110699054'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:26.779411 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58504) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:26.800577 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3aa45505-68ad-468d-a8cd-254fd5898794 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks [] for port (50dc32f9-094a-42b7-841f-fae79eb5b7b2), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:26.840954 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bacfcd4c-d15a-4699-a2e2-107159162aa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (06b2e6fc-32e0-4d5a-b14c-620892a8c557), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:26.851120 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c781a81f-3ae6-40ed-b04b-15591434106b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (62ecc360-9a18-4def-bf28-7bc8ffca3c80), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:26.967204 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-759102fc-be2b-4fd9-80b6-b4a082930962 None None] For port e22679cc-8277-4787-9da1-8c66ca89a0f7, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:53:26.969529 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3aa45505-68ad-468d-a8cd-254fd5898794 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (50dc32f9-094a-42b7-841f-fae79eb5b7b2), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:26.976564 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-759102fc-be2b-4fd9-80b6-b4a082930962 None None] For port e22679cc-8277-4787-9da1-8c66ca89a0f7, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=e22679cc-8277-4787-9da1-8c66ca89a0f7,segment=NetworkSegment(7e0c3c1b-73c4-4fb7-8f6b-bd35eabd1903),segment_id=7e0c3c1b-73c4-4fb7-8f6b-bd35eabd1903)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:53:26.985337 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a2c87c2c-b0c2-4d5b-91af-509e1fb109d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (6ad8f7a8-f68b-42d5-886d-1fae0ec14fe1), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:26.989460 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a2c87c2c-b0c2-4d5b-91af-509e1fb109d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:26.990657 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a2c87c2c-b0c2-4d5b-91af-509e1fb109d6 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/6ad8f7a8-f68b-42d5-886d-1fae0ec14fe1 HTTP/1.1" status: 204 len: 168 time: 1.3269563 Aug 27 04:53:26.995874 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204c375b-2506-4a11-95b7-b3979d410dbe tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:26.996583 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204c375b-2506-4a11-95b7-b3979d410dbe tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:26.997051 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204c375b-2506-4a11-95b7-b3979d410dbe tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:26.997581 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204c375b-2506-4a11-95b7-b3979d410dbe tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:26.998022 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204c375b-2506-4a11-95b7-b3979d410dbe tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:26.998502 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204c375b-2506-4a11-95b7-b3979d410dbe tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:26.999039 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204c375b-2506-4a11-95b7-b3979d410dbe tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:27.000101 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204c375b-2506-4a11-95b7-b3979d410dbe tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:27.005136 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-204c375b-2506-4a11-95b7-b3979d410dbe tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] 10.222.0.76 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 5218 time: 0.2130787 Aug 27 04:53:27.009896 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58512) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:27.027902 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d683f71-3ae2-4675-90ae-291965d74b27 None None] Network 078fbf45-ef1c-4db3-a6b0-14418f247374 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:53:27.184765 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-c20b53c1-7868-48f9-9f51-76f5d1c5ab03 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] delete failed (client error): The resource could not be found. Aug 27 04:53:27.186489 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c20b53c1-7868-48f9-9f51-76f5d1c5ab03 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] 10.222.0.76 "DELETE /networking/v2.0/floatingips/1f4501b5-80d6-4127-a32b-7d2839e25da1 HTTP/1.1" status: 404 len: 345 time: 0.1764867 Aug 27 04:53:27.191071 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-759102fc-be2b-4fd9-80b6-b4a082930962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (e22679cc-8277-4787-9da1-8c66ca89a0f7), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:27.192685 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58514) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:27.196311 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9d4f8fc0-1c57-428b-9253-fbd202684ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:27.237526 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c87c2c-b0c2-4d5b-91af-509e1fb109d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad8f7a8-f68b-42d5-886d-1fae0ec14fe1,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:27.277001 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-56f80f59-2c76-4d92-83f0-e239b374c414 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:27.287751 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment e8e9688a-da85-4d3f-90a1-837d2b7f000a resource provider aggregate not found Aug 27 04:53:27.330850 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-56f80f59-2c76-4d92-83f0-e239b374c414 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:27.341091 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-9db38e41-5e09-4f1c-b017-9e65c28a5293 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] DELETE failed (client error): The resource could not be found. Aug 27 04:53:27.342552 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9db38e41-5e09-4f1c-b017-9e65c28a5293 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:53:27.345930 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-9db38e41-5e09-4f1c-b017-9e65c28a5293 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] 10.222.0.76 "DELETE /networking/v2.0/networks/875ea4da-2c95-480a-80cf-2052547ac8e2 HTTP/1.1" status: 404 len: 339 time: 0.1434379 Aug 27 04:53:27.348220 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-cd3b514f-1618-4fa8-a5a7-ff918138ba03 None None] Current status of the port 8d0d06f0-010d-4374-8cba-b14412a81941 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:53:27.350504 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment e8e9688a-da85-4d3f-90a1-837d2b7f000a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e8e9688a-da85-4d3f-90a1-837d2b7f000a found for delete ", "request_id": "req-95a15a9f-1424-4b9d-be23-1aef7ff3aa33"}]} Aug 27 04:53:27.359821 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 2cff86d9-86fe-4787-9e10-38c37ed8d76e up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:53:27.438188 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759102fc-be2b-4fd9-80b6-b4a082930962 None None] Pushing event updated for resources: {'Port': ['ID=e22679cc-8277-4787-9da1-8c66ca89a0f7,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:27.472289 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c781a81f-3ae6-40ed-b04b-15591434106b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for port (62ecc360-9a18-4def-bf28-7bc8ffca3c80), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:27.472976 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-56f80f59-2c76-4d92-83f0-e239b374c414 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks [] for security_group (c94d203d-c85e-4e6c-916a-834284891561), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:27.474291 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58524) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:27.488812 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-cae4caa4-874a-4893-9e3e-c03751177c97 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Request body: {'network': {'name': 'tempest-network--2130173542', 'router:external': True}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:27.494302 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4cf1c5a5-243e-4ade-85e8-84e48757f34b None None] Provisioning complete for port 2cff86d9-86fe-4787-9e10-38c37ed8d76e triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:53:27.495035 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4cf1c5a5-243e-4ade-85e8-84e48757f34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (2cff86d9-86fe-4787-9e10-38c37ed8d76e), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:27.627384 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-56f80f59-2c76-4d92-83f0-e239b374c414 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (c94d203d-c85e-4e6c-916a-834284891561), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:27.676477 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa45505-68ad-468d-a8cd-254fd5898794 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Pushing event updated for resources: {'Port': ['ID=50dc32f9-094a-42b7-841f-fae79eb5b7b2,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:27.687404 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 2cff86d9-86fe-4787-9e10-38c37ed8d76e triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:53:27.688568 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (2cff86d9-86fe-4787-9e10-38c37ed8d76e), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:27.690181 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c781a81f-3ae6-40ed-b04b-15591434106b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (62ecc360-9a18-4def-bf28-7bc8ffca3c80), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:27.692524 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c781a81f-3ae6-40ed-b04b-15591434106b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (aee032bd-6af3-4166-bce2-d39f13b10429), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:27.818610 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4cf1c5a5-243e-4ade-85e8-84e48757f34b None None] Current status of the port 2cff86d9-86fe-4787-9e10-38c37ed8d76e is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:53:27.820964 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4cf1c5a5-243e-4ade-85e8-84e48757f34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (2cff86d9-86fe-4787-9e10-38c37ed8d76e), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:27.870965 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae4caa4-874a-4893-9e3e-c03751177c97 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Made reservation on behalf of d86a3aa454114d5086ba036d737d9572 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:53:27.872082 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 2cff86d9-86fe-4787-9e10-38c37ed8d76e is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:53:27.872488 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (2cff86d9-86fe-4787-9e10-38c37ed8d76e), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:27.880625 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cae4caa4-874a-4893-9e3e-c03751177c97 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:27.893011 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4cf1c5a5-243e-4ade-85e8-84e48757f34b None None] For port 2cff86d9-86fe-4787-9e10-38c37ed8d76e, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=2cff86d9-86fe-4787-9e10-38c37ed8d76e,segment=NetworkSegment(dc1b9b89-a570-46b3-a4ec-0b82ef340751),segment_id=dc1b9b89-a570-46b3-a4ec-0b82ef340751)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:53:27.913752 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-56f80f59-2c76-4d92-83f0-e239b374c414 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks [] for security_group (2b3d14e0-46f8-4fce-bcee-8f6025158ece), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:27.916317 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f80f59-2c76-4d92-83f0-e239b374c414 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c94d203d-c85e-4e6c-916a-834284891561,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:27.927612 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c781a81f-3ae6-40ed-b04b-15591434106b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event updated for resources: {'Port': ['ID=62ecc360-9a18-4def-bf28-7bc8ffca3c80,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:27.962443 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cae4caa4-874a-4893-9e3e-c03751177c97 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:53:27.963147 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3aa45505-68ad-468d-a8cd-254fd5898794 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677636'] for floatingip (e7f96856-3cff-4992-93cf-57768b6401e4), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:28.001957 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cae4caa4-874a-4893-9e3e-c03751177c97 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (cd2843e7-8382-45e8-b76c-804c8691d1b3), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:28.002433 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-cae4caa4-874a-4893-9e3e-c03751177c97 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Added segment cd2843e7-8382-45e8-b76c-804c8691d1b3 of type vlan for network 0b93d1e4-0434-457d-b696-f929b935a8d8 Aug 27 04:53:28.020462 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-bacfcd4c-d15a-4699-a2e2-107159162aa9 admin admin] Deleting port 70a59348-62ae-418a-a20a-94fb6719b7b0 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:53:28.022773 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bacfcd4c-d15a-4699-a2e2-107159162aa9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (70a59348-62ae-418a-a20a-94fb6719b7b0), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:28.066991 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4cf1c5a5-243e-4ade-85e8-84e48757f34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (2cff86d9-86fe-4787-9e10-38c37ed8d76e), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:28.067178 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-66bdb50a-a36a-44a7-aa0b-f026e56336ed tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:28.077829 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c781a81f-3ae6-40ed-b04b-15591434106b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:53:28.086277 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-c781a81f-3ae6-40ed-b04b-15591434106b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:53:28.115503 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cae4caa4-874a-4893-9e3e-c03751177c97 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (0b93d1e4-0434-457d-b696-f929b935a8d8), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:28.142403 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-56f80f59-2c76-4d92-83f0-e239b374c414 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (2b3d14e0-46f8-4fce-bcee-8f6025158ece), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:28.156469 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4cf1c5a5-243e-4ade-85e8-84e48757f34b None None] Provisioning complete for port 62ecc360-9a18-4def-bf28-7bc8ffca3c80 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:53:28.156924 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4cf1c5a5-243e-4ade-85e8-84e48757f34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (62ecc360-9a18-4def-bf28-7bc8ffca3c80), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:28.215342 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-bacfcd4c-d15a-4699-a2e2-107159162aa9 admin admin] For port 70a59348-62ae-418a-a20a-94fb6719b7b0, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=70a59348-62ae-418a-a20a-94fb6719b7b0,segment=NetworkSegment(a2842d86-f7cc-4a29-beaa-e93657e67024),segment_id=a2842d86-f7cc-4a29-beaa-e93657e67024)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:53:28.215641 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bacfcd4c-d15a-4699-a2e2-107159162aa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (70a59348-62ae-418a-a20a-94fb6719b7b0), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:28.216876 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:53:28.223409 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:53:28.228839 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f80f59-2c76-4d92-83f0-e239b374c414 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3d14e0-46f8-4fce-bcee-8f6025158ece,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:28.231747 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3aa45505-68ad-468d-a8cd-254fd5898794 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:28.233725 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3aa45505-68ad-468d-a8cd-254fd5898794 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] 10.222.0.76 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1460581 Aug 27 04:53:28.245177 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf1c5a5-243e-4ade-85e8-84e48757f34b None None] Pushing event updated for resources: {'Port': ['ID=2cff86d9-86fe-4787-9e10-38c37ed8d76e,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:28.247807 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4cf1c5a5-243e-4ade-85e8-84e48757f34b None None] Port 62ecc360-9a18-4def-bf28-7bc8ffca3c80 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:53:28.256073 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:28.261007 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-bacfcd4c-d15a-4699-a2e2-107159162aa9 admin admin] Calling delete_port for 70a59348-62ae-418a-a20a-94fb6719b7b0 owned by network:router_interface {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:53:28.322975 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-56f80f59-2c76-4d92-83f0-e239b374c414 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:28.324542 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-56f80f59-2c76-4d92-83f0-e239b374c414 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.5543835 Aug 27 04:53:28.331033 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58536) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:28.338314 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-3f99e74a-7766-489b-bb7c-aa4e331fb667 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Request body: {'security_group_rule': {'security_group_id': '2b3d14e0-46f8-4fce-bcee-8f6025158ece', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:28.352197 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cae4caa4-874a-4893-9e3e-c03751177c97 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (0b93d1e4-0434-457d-b696-f929b935a8d8), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:28.353260 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae4caa4-874a-4893-9e3e-c03751177c97 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:28.353841 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cae4caa4-874a-4893-9e3e-c03751177c97 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:28.378721 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-5d39c1cb-5576-4f69-8db0-d38877d20b2d None None] Provisioning complete for port 2cff86d9-86fe-4787-9e10-38c37ed8d76e triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:53:28.379340 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5d39c1cb-5576-4f69-8db0-d38877d20b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (2cff86d9-86fe-4787-9e10-38c37ed8d76e), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:28.481049 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58540) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:28.544661 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-66bdb50a-a36a-44a7-aa0b-f026e56336ed tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Allocated IP 172.20.0.1 (078fbf45-ef1c-4db3-a6b0-14418f247374/0e662cfd-c83b-4c12-8c97-a0b49d53301e/b0e296ba-2802-49e7-848a-e7d91e5a143b) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:53:28.588016 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-5d39c1cb-5576-4f69-8db0-d38877d20b2d None None] Current status of the port 2cff86d9-86fe-4787-9e10-38c37ed8d76e is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:53:28.617374 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec903-65a2-4a0b-83cc-a7aafc4f98a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:28.627883 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae4caa4-874a-4893-9e3e-c03751177c97 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Pushing event updated for resources: {'Network': ['ID=0b93d1e4-0434-457d-b696-f929b935a8d8,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:28.640127 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-cae4caa4-874a-4893-9e3e-c03751177c97 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1589191 Aug 27 04:53:28.640350 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 0b93d1e4-0434-457d-b696-f929b935a8d8 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:53:28.642075 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58552) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:28.730617 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-66bdb50a-a36a-44a7-aa0b-f026e56336ed tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for port (b0e296ba-2802-49e7-848a-e7d91e5a143b), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:28.754718 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-24ae66d9-2687-4192-a1e5-b858fb6141a1 None None] Provisioning complete for port 62ecc360-9a18-4def-bf28-7bc8ffca3c80 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:53:28.754718 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-24ae66d9-2687-4192-a1e5-b858fb6141a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (62ecc360-9a18-4def-bf28-7bc8ffca3c80), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:28.762242 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c4f24dac-f71b-4fa3-bd5d-63eb028efafe req-5580f38f-f7f8-44f8-95ca-7d9b548f1171 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] 10.222.0.76 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--307957977&fields=id&tenant_id=648e7927634f419f8e754f76bd8a0952 HTTP/1.1" status: 200 len: 267 time: 0.1044753 Aug 27 04:53:28.814210 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 2cff86d9-86fe-4787-9e10-38c37ed8d76e is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:53:28.815638 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 8d0d06f0-010d-4374-8cba-b14412a81941 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:53:28.819531 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3f99e74a-7766-489b-bb7c-aa4e331fb667 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks [] for security_group_rule (5f431a39-39dd-4b98-8fa7-82a9d351be39), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:28.858504 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-24ae66d9-2687-4192-a1e5-b858fb6141a1 None None] Port 62ecc360-9a18-4def-bf28-7bc8ffca3c80 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:53:28.914964 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 8d0d06f0-010d-4374-8cba-b14412a81941 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:53:28.915347 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (8d0d06f0-010d-4374-8cba-b14412a81941), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:29.014969 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae81962-9ea9-4978-b7e7-07c569428a99 None None] Network 97c7f52f-89fb-44a5-afd5-a7005c32edd8 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:53:29.093065 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 8d0d06f0-010d-4374-8cba-b14412a81941 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:53:29.117822 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-314204c9-7b95-4e7d-9a25-f799af7a5a38 None None] Provisioning complete for port e22679cc-8277-4787-9da1-8c66ca89a0f7 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:53:29.118300 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-314204c9-7b95-4e7d-9a25-f799af7a5a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e22679cc-8277-4787-9da1-8c66ca89a0f7), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:29.130655 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c781a81f-3ae6-40ed-b04b-15591434106b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Router aee032bd-6af3-4166-bce2-d39f13b10429 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:53:29.130655 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-66bdb50a-a36a-44a7-aa0b-f026e56336ed tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (b0e296ba-2802-49e7-848a-e7d91e5a143b), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:29.209876 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bdb50a-a36a-44a7-aa0b-f026e56336ed tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Network 078fbf45-ef1c-4db3-a6b0-14418f247374 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:53:29.221231 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-66bdb50a-a36a-44a7-aa0b-f026e56336ed tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:53:29.224032 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bdb50a-a36a-44a7-aa0b-f026e56336ed tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:53:29.259045 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9348461e-bf24-43af-a9ae-86159775e68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:29.278235 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-314204c9-7b95-4e7d-9a25-f799af7a5a38 None None] Current status of the port e22679cc-8277-4787-9da1-8c66ca89a0f7 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:53:29.280044 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-314204c9-7b95-4e7d-9a25-f799af7a5a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (e22679cc-8277-4787-9da1-8c66ca89a0f7), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:29.338425 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-314204c9-7b95-4e7d-9a25-f799af7a5a38 None None] For port e22679cc-8277-4787-9da1-8c66ca89a0f7, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=e22679cc-8277-4787-9da1-8c66ca89a0f7,segment=NetworkSegment(7e0c3c1b-73c4-4fb7-8f6b-bd35eabd1903),segment_id=7e0c3c1b-73c4-4fb7-8f6b-bd35eabd1903)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:53:29.382612 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bdb50a-a36a-44a7-aa0b-f026e56336ed tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event updated for resources: {'Port': ['ID=b0e296ba-2802-49e7-848a-e7d91e5a143b,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:29.386980 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7f3f11-f429-4bb0-80b8-6ad4f5537ea0 tempest-ExternalNetworksTestJSON-1223633883 tempest-ExternalNetworksTestJSON-1223633883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:29.397034 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7f3f11-f429-4bb0-80b8-6ad4f5537ea0 tempest-ExternalNetworksTestJSON-1223633883 tempest-ExternalNetworksTestJSON-1223633883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:29.410322 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7f3f11-f429-4bb0-80b8-6ad4f5537ea0 tempest-ExternalNetworksTestJSON-1223633883 tempest-ExternalNetworksTestJSON-1223633883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:29.420949 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7f3f11-f429-4bb0-80b8-6ad4f5537ea0 tempest-ExternalNetworksTestJSON-1223633883 tempest-ExternalNetworksTestJSON-1223633883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:29.423440 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-9f7f3f11-f429-4bb0-80b8-6ad4f5537ea0 tempest-ExternalNetworksTestJSON-1223633883 tempest-ExternalNetworksTestJSON-1223633883-project] 10.222.0.76 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.7769413 Aug 27 04:53:29.427690 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58560) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:29.438244 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-314204c9-7b95-4e7d-9a25-f799af7a5a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (e22679cc-8277-4787-9da1-8c66ca89a0f7), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:29.495977 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec903-65a2-4a0b-83cc-a7aafc4f98a7 admin admin] Publish callbacks [] for security_group (a424c456-61a4-4266-8fb3-7be5d3a1a275), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:29.530770 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314204c9-7b95-4e7d-9a25-f799af7a5a38 None None] Pushing event updated for resources: {'Port': ['ID=e22679cc-8277-4787-9da1-8c66ca89a0f7,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:29.554553 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-66bdb50a-a36a-44a7-aa0b-f026e56336ed tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (fc1a40ee-62ee-478b-bde6-31753ac1bbca), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:29.559367 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-52a35249-f9a2-44b0-b5cd-75d0e59e7bc4 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (0b93d1e4-0434-457d-b696-f929b935a8d8), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:29.585290 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec903-65a2-4a0b-83cc-a7aafc4f98a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (a424c456-61a4-4266-8fb3-7be5d3a1a275), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:29.585290 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3f99e74a-7766-489b-bb7c-aa4e331fb667 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks [] for security_group_rule (5f431a39-39dd-4b98-8fa7-82a9d351be39), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:29.587641 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device e22679cc-8277-4787-9da1-8c66ca89a0f7 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:53:29.607667 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f24dac-f71b-4fa3-bd5d-63eb028efafe req-d9e70396-d808-4122-b03c-a29b684553ce tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:29.616634 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c4f24dac-f71b-4fa3-bd5d-63eb028efafe req-d9e70396-d808-4122-b03c-a29b684553ce tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] 10.222.0.76 "GET /networking/v2.0/networks?id=8e1077ea-ee09-45ee-b43f-49b1abb35f2c HTTP/1.1" status: 200 len: 813 time: 0.8310633 Aug 27 04:53:29.632550 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ec903-65a2-4a0b-83cc-a7aafc4f98a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a424c456-61a4-4266-8fb3-7be5d3a1a275,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:29.663345 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-cc3ec903-65a2-4a0b-83cc-a7aafc4f98a7 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=423fd32e10f74b73a7b0444d997e6bf1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1795039 Aug 27 04:53:29.665687 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58566) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:29.672848 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:29.685850 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port e22679cc-8277-4787-9da1-8c66ca89a0f7 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:53:29.686229 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e22679cc-8277-4787-9da1-8c66ca89a0f7), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:29.695619 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c781a81f-3ae6-40ed-b04b-15591434106b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:53:29.711428 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c781a81f-3ae6-40ed-b04b-15591434106b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "PUT /networking/v2.0/routers/aee032bd-6af3-4166-bce2-d39f13b10429/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3895137 Aug 27 04:53:29.711812 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ea1712-9f35-4e50-96f8-bcccf711f7da None None] Sync routers for ids ['aee032bd-6af3-4166-bce2-d39f13b10429'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:53:29.730441 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58568) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:29.732112 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ea1712-9f35-4e50-96f8-bcccf711f7da None None] Routers {'aee032bd-6af3-4166-bce2-d39f13b10429'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:53:29.732890 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-c0ea1712-9f35-4e50-96f8-bcccf711f7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:53:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['aee032bd-6af3-4166-bce2-d39f13b10429'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:29.745529 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c4f24dac-f71b-4fa3-bd5d-63eb028efafe req-c4df95b2-fa28-4417-a843-e2360d5f366b tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] 10.222.0.76 "GET /networking/v2.0/quotas/648e7927634f419f8e754f76bd8a0952 HTTP/1.1" status: 200 len: 375 time: 0.1131866 Aug 27 04:53:29.770031 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bacfcd4c-d15a-4699-a2e2-107159162aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (70a59348-62ae-418a-a20a-94fb6719b7b0), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:29.793893 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-3ec0ef28-270e-47f5-a840-2b112d60441f None None] Provisioning complete for port e22679cc-8277-4787-9da1-8c66ca89a0f7 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:53:29.794519 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3ec0ef28-270e-47f5-a840-2b112d60441f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e22679cc-8277-4787-9da1-8c66ca89a0f7), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:29.801719 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3f99e74a-7766-489b-bb7c-aa4e331fb667 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (5f431a39-39dd-4b98-8fa7-82a9d351be39), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:29.979533 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-c0ea1712-9f35-4e50-96f8-bcccf711f7da None None] Set router aee032bd-6af3-4166-bce2-d39f13b10429 gateway port host: None {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:53:29.983175 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-3ec0ef28-270e-47f5-a840-2b112d60441f None None] Current status of the port e22679cc-8277-4787-9da1-8c66ca89a0f7 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:53:29.989869 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port e22679cc-8277-4787-9da1-8c66ca89a0f7 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:53:29.989869 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 2cff86d9-86fe-4787-9e10-38c37ed8d76e up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:53:30.000254 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c4f24dac-f71b-4fa3-bd5d-63eb028efafe req-240eaa3f-a763-43fd-bd0f-54e06da5aa10 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=648e7927634f419f8e754f76bd8a0952&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2464399 Aug 27 04:53:30.015175 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-52a35249-f9a2-44b0-b5cd-75d0e59e7bc4 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (0b93d1e4-0434-457d-b696-f929b935a8d8), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:30.028806 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-3ec0ef28-270e-47f5-a840-2b112d60441f None None] Provisioning complete for port b0e296ba-2802-49e7-848a-e7d91e5a143b triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:53:30.032191 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3ec0ef28-270e-47f5-a840-2b112d60441f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (b0e296ba-2802-49e7-848a-e7d91e5a143b), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:30.051795 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacfcd4c-d15a-4699-a2e2-107159162aa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=70a59348-62ae-418a-a20a-94fb6719b7b0,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:30.067229 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f99e74a-7766-489b-bb7c-aa4e331fb667 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f431a39-39dd-4b98-8fa7-82a9d351be39,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:30.071476 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3f99e74a-7766-489b-bb7c-aa4e331fb667 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:30.076446 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3f99e74a-7766-489b-bb7c-aa4e331fb667 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7414074 Aug 27 04:53:30.083569 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58578) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:30.144294 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-3ec0ef28-270e-47f5-a840-2b112d60441f None None] Port b0e296ba-2802-49e7-848a-e7d91e5a143b cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:53:30.148004 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-66bdb50a-a36a-44a7-aa0b-f026e56336ed tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (b0e296ba-2802-49e7-848a-e7d91e5a143b), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:30.150816 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 2cff86d9-86fe-4787-9e10-38c37ed8d76e triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:53:30.151161 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (2cff86d9-86fe-4787-9e10-38c37ed8d76e), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:30.167588 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-52a35249-f9a2-44b0-b5cd-75d0e59e7bc4 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b93d1e4-0434-457d-b696-f929b935a8d8']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:30.196695 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-865d4c5c-ace5-4e23-b11e-b66073592b63 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Request body: {'security_group_rule': {'security_group_id': '2b3d14e0-46f8-4fce-bcee-8f6025158ece', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:30.209044 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-52a35249-f9a2-44b0-b5cd-75d0e59e7bc4 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd2843e7-8382-45e8-b76c-804c8691d1b3') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:30.209664 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-52a35249-f9a2-44b0-b5cd-75d0e59e7bc4 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd2843e7-8382-45e8-b76c-804c8691d1b3') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:30.227106 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b310a0f6-f62a-4cfb-aa72-ba733524fdc6 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:30.231432 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-52a35249-f9a2-44b0-b5cd-75d0e59e7bc4 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (cd2843e7-8382-45e8-b76c-804c8691d1b3), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:30.232986 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b310a0f6-f62a-4cfb-aa72-ba733524fdc6 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/ports/62ecc360-9a18-4def-bf28-7bc8ffca3c80 HTTP/1.1" status: 200 len: 911 time: 0.4752767 Aug 27 04:53:30.235292 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58582) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:30.242162 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-801da5e0-d83a-4087-95bb-c32cfe0c2c43 admin admin] Publish callbacks [] for security_group (a424c456-61a4-4266-8fb3-7be5d3a1a275), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:30.273455 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 2cff86d9-86fe-4787-9e10-38c37ed8d76e is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:53:30.331600 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-801da5e0-d83a-4087-95bb-c32cfe0c2c43 admin admin] Publish callbacks [] for security_group (a424c456-61a4-4266-8fb3-7be5d3a1a275), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:30.333392 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58584) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:30.345332 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-c0ea1712-9f35-4e50-96f8-bcccf711f7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee032bd-6af3-4166-bce2-d39f13b10429', 'name': 'tempest-NetworksTestDHCPv6-router-1032997740', 'tenant_id': 'f0f1eb4384394fc18f1626f3e12e04e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:53:22Z', 'updated_at': '2022-08-27T04:53:26Z', 'revision_number': 2, 'project_id': 'f0f1eb4384394fc18f1626f3e12e04e3', 'gw_port_host': None, '_interfaces': [{'id': '62ecc360-9a18-4def-bf28-7bc8ffca3c80', 'name': '', 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'tenant_id': 'f0f1eb4384394fc18f1626f3e12e04e3', 'mac_address': 'fa:16:3e:2d:06:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee032bd-6af3-4166-bce2-d39f13b10429', 'device_owner': 'network:router_interface', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '9fab412e-8fc6-4a37-a52c-02bf6837778d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:53:24Z', 'updated_at': '2022-08-27T04:53:27Z', 'revision_number': 2, 'project_id': 'f0f1eb4384394fc18f1626f3e12e04e3', 'subnets': [{'id': '9fab412e-8fc6-4a37-a52c-02bf6837778d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:30.346597 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-52a35249-f9a2-44b0-b5cd-75d0e59e7bc4 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (cd2843e7-8382-45e8-b76c-804c8691d1b3), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:30.371768 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ea1712-9f35-4e50-96f8-bcccf711f7da None None] Checking router: aee032bd-6af3-4166-bce2-d39f13b10429 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:53:30.372415 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ea1712-9f35-4e50-96f8-bcccf711f7da None None] Updating router aee032bd-6af3-4166-bce2-d39f13b10429 port 62ecc360-9a18-4def-bf28-7bc8ffca3c80 binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:53:30.386055 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52a35249-f9a2-44b0-b5cd-75d0e59e7bc4 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:53:30.386055 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-52a35249-f9a2-44b0-b5cd-75d0e59e7bc4 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (cd2843e7-8382-45e8-b76c-804c8691d1b3), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:30.386328 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:30.398358 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:30.410109 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-c0ea1712-9f35-4e50-96f8-bcccf711f7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (62ecc360-9a18-4def-bf28-7bc8ffca3c80), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:30.430096 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bacfcd4c-d15a-4699-a2e2-107159162aa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (06b2e6fc-32e0-4d5a-b14c-620892a8c557), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:30.442150 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-865d4c5c-ace5-4e23-b11e-b66073592b63 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks [] for security_group_rule (a848cf45-e506-47ad-b639-3cdb78d7f877), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:30.447738 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment cd2843e7-8382-45e8-b76c-804c8691d1b3 resource provider aggregate not found Aug 27 04:53:30.457026 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb985d8-756e-42c6-858d-a43c113cdaf3 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:30.462101 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb985d8-756e-42c6-858d-a43c113cdaf3 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:30.463789 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-afb985d8-756e-42c6-858d-a43c113cdaf3 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2275453 Aug 27 04:53:30.491588 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58596) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:30.501462 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment cd2843e7-8382-45e8-b76c-804c8691d1b3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cd2843e7-8382-45e8-b76c-804c8691d1b3 found for delete ", "request_id": "req-e8bb204b-fdcc-490a-9c65-6102f306c1d0"}]} Aug 27 04:53:30.606806 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:30.651519 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-801da5e0-d83a-4087-95bb-c32cfe0c2c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (a424c456-61a4-4266-8fb3-7be5d3a1a275), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:30.655084 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-801da5e0-d83a-4087-95bb-c32cfe0c2c43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:30.657690 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-801da5e0-d83a-4087-95bb-c32cfe0c2c43 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/a424c456-61a4-4266-8fb3-7be5d3a1a275 HTTP/1.1" status: 204 len: 168 time: 0.9906280 Aug 27 04:53:30.673459 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-afdf2fa0-437d-4126-aca2-bf80cfba9872 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks [] for security_group (d1122687-d860-46bd-97ae-a1be9235e926), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:30.675633 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801da5e0-d83a-4087-95bb-c32cfe0c2c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a424c456-61a4-4266-8fb3-7be5d3a1a275,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:30.697698 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-afdf2fa0-437d-4126-aca2-bf80cfba9872 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks [] for security_group (d1122687-d860-46bd-97ae-a1be9235e926), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:30.713353 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:30.718261 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-865d4c5c-ace5-4e23-b11e-b66073592b63 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] create failed (client error): There was a conflict when trying to complete your request. Aug 27 04:53:30.721637 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-865d4c5c-ace5-4e23-b11e-b66073592b63 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6317909 Aug 27 04:53:30.734089 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58600) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:30.757333 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-c0ea1712-9f35-4e50-96f8-bcccf711f7da None None] Publish callbacks [] for port (62ecc360-9a18-4def-bf28-7bc8ffca3c80), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:30.769725 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-52a35249-f9a2-44b0-b5cd-75d0e59e7bc4 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (0b93d1e4-0434-457d-b696-f929b935a8d8), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:30.785143 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a35249-f9a2-44b0-b5cd-75d0e59e7bc4 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0b93d1e4-0434-457d-b696-f929b935a8d8 {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 27 04:53:30.795878 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-52a35249-f9a2-44b0-b5cd-75d0e59e7bc4 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:30.799975 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-52a35249-f9a2-44b0-b5cd-75d0e59e7bc4 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] 10.222.0.76 "DELETE /networking/v2.0/networks/0b93d1e4-0434-457d-b696-f929b935a8d8 HTTP/1.1" status: 204 len: 168 time: 1.3613930 Aug 27 04:53:30.818727 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58602) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:30.820929 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:30.823856 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-2070f797-32dd-411a-8cb6-8df55c19b333 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Request body: {'network': {'name': 'tempest-network--1578399870', 'router:external': True}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:30.829765 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a35249-f9a2-44b0-b5cd-75d0e59e7bc4 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Pushing event deleted for resources: {'Network': ['ID=0b93d1e4-0434-457d-b696-f929b935a8d8,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:30.870441 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-c0ea1712-9f35-4e50-96f8-bcccf711f7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (62ecc360-9a18-4def-bf28-7bc8ffca3c80), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:30.929099 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-afdf2fa0-437d-4126-aca2-bf80cfba9872 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (d1122687-d860-46bd-97ae-a1be9235e926), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:30.932444 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-afdf2fa0-437d-4126-aca2-bf80cfba9872 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:30.933109 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bacfcd4c-d15a-4699-a2e2-107159162aa9 admin admin] Router 06b2e6fc-32e0-4d5a-b14c-620892a8c557 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:53:30.933974 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-afdf2fa0-437d-4126-aca2-bf80cfba9872 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/d1122687-d860-46bd-97ae-a1be9235e926 HTTP/1.1" status: 204 len: 168 time: 0.5989892 Aug 27 04:53:30.938613 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-81b614b3-3e2e-412e-a212-8224099adefd tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks [] for security_group (2b3d14e0-46f8-4fce-bcee-8f6025158ece), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:30.944243 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58606) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:30.948096 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064860b6-c312-425f-89d9-d377c9a1864c None None] Pushing event updated for resources: {'Port': ['ID=62ecc360-9a18-4def-bf28-7bc8ffca3c80,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:30.977161 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064860b6-c312-425f-89d9-d377c9a1864c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:30.982540 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064860b6-c312-425f-89d9-d377c9a1864c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:30.982540 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064860b6-c312-425f-89d9-d377c9a1864c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:30.982540 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064860b6-c312-425f-89d9-d377c9a1864c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:30.982540 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064860b6-c312-425f-89d9-d377c9a1864c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:30.982540 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064860b6-c312-425f-89d9-d377c9a1864c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:30.982540 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064860b6-c312-425f-89d9-d377c9a1864c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:30.982540 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064860b6-c312-425f-89d9-d377c9a1864c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:30.982540 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064860b6-c312-425f-89d9-d377c9a1864c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:30.982540 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064860b6-c312-425f-89d9-d377c9a1864c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:30.982540 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064860b6-c312-425f-89d9-d377c9a1864c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:30.983631 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdf2fa0-437d-4126-aca2-bf80cfba9872 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1122687-d860-46bd-97ae-a1be9235e926,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:30.983746 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064860b6-c312-425f-89d9-d377c9a1864c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:30.983746 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064860b6-c312-425f-89d9-d377c9a1864c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:30.983746 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064860b6-c312-425f-89d9-d377c9a1864c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:30.983746 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064860b6-c312-425f-89d9-d377c9a1864c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:30.991510 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-c0ea1712-9f35-4e50-96f8-bcccf711f7da None None] Attempting to bind port 62ecc360-9a18-4def-bf28-7bc8ffca3c80 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:53:30.992088 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:30.992303 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-c0ea1712-9f35-4e50-96f8-bcccf711f7da None None] Attempting to bind port 62ecc360-9a18-4def-bf28-7bc8ffca3c80 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:53:30.993014 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ea1712-9f35-4e50-96f8-bcccf711f7da None None] Attempting to bind port 62ecc360-9a18-4def-bf28-7bc8ffca3c80 on network 61356c33-ce96-40d0-bb36-87a36b2d0e1c {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:53:30.999149 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ea1712-9f35-4e50-96f8-bcccf711f7da None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:53:30.999804 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ea1712-9f35-4e50-96f8-bcccf711f7da None None] Checking segment: {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:53:31.006040 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-c0ea1712-9f35-4e50-96f8-bcccf711f7da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:31.006877 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ea1712-9f35-4e50-96f8-bcccf711f7da None None] Bound using segment: {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:53:31.007616 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-c0ea1712-9f35-4e50-96f8-bcccf711f7da None None] Bound port: 62ecc360-9a18-4def-bf28-7bc8ffca3c80, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:53:31.008241 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-c0ea1712-9f35-4e50-96f8-bcccf711f7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (62ecc360-9a18-4def-bf28-7bc8ffca3c80), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:31.025455 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-23ed0ad9-6f26-4b95-895c-0253982cedc8 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] show failed (client error): The resource could not be found. Aug 27 04:53:31.026506 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-23ed0ad9-6f26-4b95-895c-0253982cedc8 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] 10.222.0.76 "GET /networking/v2.0/security-groups/d1122687-d860-46bd-97ae-a1be9235e926 HTTP/1.1" status: 404 len: 347 time: 0.0560884 Aug 27 04:53:31.030551 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58608) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:31.058339 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-81b614b3-3e2e-412e-a212-8224099adefd tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks [] for security_group (2b3d14e0-46f8-4fce-bcee-8f6025158ece), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:31.103766 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-c0ea1712-9f35-4e50-96f8-bcccf711f7da None None] For port 62ecc360-9a18-4def-bf28-7bc8ffca3c80, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:53:31.107400 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-c0ea1712-9f35-4e50-96f8-bcccf711f7da None None] For port 62ecc360-9a18-4def-bf28-7bc8ffca3c80, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=62ecc360-9a18-4def-bf28-7bc8ffca3c80,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:53:31.161937 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2070f797-32dd-411a-8cb6-8df55c19b333 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Made reservation on behalf of d86a3aa454114d5086ba036d737d9572 for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:53:31.165332 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2070f797-32dd-411a-8cb6-8df55c19b333 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:31.215276 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-c0ea1712-9f35-4e50-96f8-bcccf711f7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (62ecc360-9a18-4def-bf28-7bc8ffca3c80), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:31.235522 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-66bdb50a-a36a-44a7-aa0b-f026e56336ed tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for port (b0e296ba-2802-49e7-848a-e7d91e5a143b), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:31.279770 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bacfcd4c-d15a-4699-a2e2-107159162aa9 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:53:31.284651 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ea1712-9f35-4e50-96f8-bcccf711f7da None None] Routers {'aee032bd-6af3-4166-bce2-d39f13b10429'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:53:31.285302 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-c0ea1712-9f35-4e50-96f8-bcccf711f7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:53:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['aee032bd-6af3-4166-bce2-d39f13b10429'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:31.298435 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-bacfcd4c-d15a-4699-a2e2-107159162aa9 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/06b2e6fc-32e0-4d5a-b14c-620892a8c557/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0041940 Aug 27 04:53:31.298435 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-81b614b3-3e2e-412e-a212-8224099adefd tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (2b3d14e0-46f8-4fce-bcee-8f6025158ece), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:31.299805 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-81b614b3-3e2e-412e-a212-8224099adefd tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:31.300811 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-81b614b3-3e2e-412e-a212-8224099adefd tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/2b3d14e0-46f8-4fce-bcee-8f6025158ece HTTP/1.1" status: 204 len: 168 time: 0.5651882 Aug 27 04:53:31.301405 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58612) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:31.327480 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58614) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:31.379008 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device e22679cc-8277-4787-9da1-8c66ca89a0f7 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:53:31.430122 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-66bdb50a-a36a-44a7-aa0b-f026e56336ed tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (b0e296ba-2802-49e7-848a-e7d91e5a143b), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:31.471230 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265f3842-079e-4d9e-a443-99b9da978954 None None] Sync routers for ids ['06b2e6fc-32e0-4d5a-b14c-620892a8c557'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:53:31.471842 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2070f797-32dd-411a-8cb6-8df55c19b333 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:53:31.536815 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2070f797-32dd-411a-8cb6-8df55c19b333 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (0bd9a90d-2349-47a8-842e-cd11fd7b57ff), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:31.537170 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-2070f797-32dd-411a-8cb6-8df55c19b333 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Added segment 0bd9a90d-2349-47a8-842e-cd11fd7b57ff of type vlan for network 7ae4fc24-b21a-452a-872e-b86f5523b96f Aug 27 04:53:31.562846 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265f3842-079e-4d9e-a443-99b9da978954 None None] Routers {'06b2e6fc-32e0-4d5a-b14c-620892a8c557'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:53:31.563737 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-265f3842-079e-4d9e-a443-99b9da978954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:53:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['06b2e6fc-32e0-4d5a-b14c-620892a8c557'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:31.575432 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-d29a9176-4818-4287-a253-bcea0daf296e tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Deleting port 50dc32f9-094a-42b7-841f-fae79eb5b7b2 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:53:31.575432 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d29a9176-4818-4287-a253-bcea0daf296e tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (50dc32f9-094a-42b7-841f-fae79eb5b7b2), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:31.631644 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-db4cd73c-e51f-41a7-b7d8-e186818e10eb admin admin] Publish callbacks [] for router (06b2e6fc-32e0-4d5a-b14c-620892a8c557), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:31.664399 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064860b6-c312-425f-89d9-d377c9a1864c None None] Pushing event updated for resources: {'Port': ['ID=62ecc360-9a18-4def-bf28-7bc8ffca3c80,revision_number=4']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:31.668811 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:31.698586 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b614b3-3e2e-412e-a212-8224099adefd tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3d14e0-46f8-4fce-bcee-8f6025158ece,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:31.723532 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-c0ea1712-9f35-4e50-96f8-bcccf711f7da None None] Set router aee032bd-6af3-4166-bce2-d39f13b10429 gateway port host: None {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:53:31.738518 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-265f3842-079e-4d9e-a443-99b9da978954 None None] Set router 06b2e6fc-32e0-4d5a-b14c-620892a8c557 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:53:31.786972 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1b6c407f-1c1a-40e3-8dd5-c7cc922563f5 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] 10.222.0.76 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4538879 Aug 27 04:53:31.795304 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58630) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:31.800824 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-3141551d-6204-4356-876b-c4b00d127b11 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Request body: {'security_group': {'name': 'tempest-secgroup--228147861'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:31.840373 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-db4cd73c-e51f-41a7-b7d8-e186818e10eb admin admin] Publish callbacks [] for router_gateway (06b2e6fc-32e0-4d5a-b14c-620892a8c557), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:31.863563 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:31.975222 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bdb50a-a36a-44a7-aa0b-f026e56336ed tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event updated for resources: {'Port': ['ID=b0e296ba-2802-49e7-848a-e7d91e5a143b,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:31.986798 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3141551d-6204-4356-876b-c4b00d127b11 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:32.038170 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d29a9176-4818-4287-a253-bcea0daf296e tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (50dc32f9-094a-42b7-841f-fae79eb5b7b2), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:32.038773 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d29a9176-4818-4287-a253-bcea0daf296e tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks [] for floatingip (50dc32f9-094a-42b7-841f-fae79eb5b7b2), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:32.048132 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-c0ea1712-9f35-4e50-96f8-bcccf711f7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee032bd-6af3-4166-bce2-d39f13b10429', 'name': 'tempest-NetworksTestDHCPv6-router-1032997740', 'tenant_id': 'f0f1eb4384394fc18f1626f3e12e04e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:53:22Z', 'updated_at': '2022-08-27T04:53:26Z', 'revision_number': 2, 'project_id': 'f0f1eb4384394fc18f1626f3e12e04e3', 'gw_port_host': None, '_interfaces': [{'id': '62ecc360-9a18-4def-bf28-7bc8ffca3c80', 'name': '', 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'tenant_id': 'f0f1eb4384394fc18f1626f3e12e04e3', 'mac_address': 'fa:16:3e:2d:06:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee032bd-6af3-4166-bce2-d39f13b10429', 'device_owner': 'network:router_interface', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '9fab412e-8fc6-4a37-a52c-02bf6837778d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:53:24Z', 'updated_at': '2022-08-27T04:53:31Z', 'revision_number': 4, 'project_id': 'f0f1eb4384394fc18f1626f3e12e04e3', 'subnets': [{'id': '9fab412e-8fc6-4a37-a52c-02bf6837778d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:32.054375 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-d29a9176-4818-4287-a253-bcea0daf296e tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Calling delete_port for 50dc32f9-094a-42b7-841f-fae79eb5b7b2 owned by network:floatingip {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:53:32.106512 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port e22679cc-8277-4787-9da1-8c66ca89a0f7 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:53:32.107198 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e22679cc-8277-4787-9da1-8c66ca89a0f7), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:32.128622 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-db4cd73c-e51f-41a7-b7d8-e186818e10eb admin admin] Deleting port 23762dda-087e-4de8-8cb0-a7ded3626fd3 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:53:32.128971 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-db4cd73c-e51f-41a7-b7d8-e186818e10eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (23762dda-087e-4de8-8cb0-a7ded3626fd3), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:32.138612 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ea1712-9f35-4e50-96f8-bcccf711f7da None None] The sync data for ids ['aee032bd-6af3-4166-bce2-d39f13b10429'] in n-d-852088-5 is: [{'id': 'aee032bd-6af3-4166-bce2-d39f13b10429', 'name': 'tempest-NetworksTestDHCPv6-router-1032997740', 'tenant_id': 'f0f1eb4384394fc18f1626f3e12e04e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:53:22Z', 'updated_at': '2022-08-27T04:53:26Z', 'revision_number': 2, 'project_id': 'f0f1eb4384394fc18f1626f3e12e04e3', 'gw_port_host': None, '_interfaces': [{'id': '62ecc360-9a18-4def-bf28-7bc8ffca3c80', 'name': '', 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'tenant_id': 'f0f1eb4384394fc18f1626f3e12e04e3', 'mac_address': 'fa:16:3e:2d:06:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee032bd-6af3-4166-bce2-d39f13b10429', 'device_owner': 'network:router_interface', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '9fab412e-8fc6-4a37-a52c-02bf6837778d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:53:24Z', 'updated_at': '2022-08-27T04:53:31Z', 'revision_number': 4, 'project_id': 'f0f1eb4384394fc18f1626f3e12e04e3', 'subnets': [{'id': '9fab412e-8fc6-4a37-a52c-02bf6837778d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:53:32.197925 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-66bdb50a-a36a-44a7-aa0b-f026e56336ed tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (fc1a40ee-62ee-478b-bde6-31753ac1bbca), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:32.209003 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a8406c65-23cd-4fd7-9634-c927d7d7d4f2 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (aee032bd-6af3-4166-bce2-d39f13b10429), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:32.243765 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2070f797-32dd-411a-8cb6-8df55c19b333 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (7ae4fc24-b21a-452a-872e-b86f5523b96f), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:32.248905 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3141551d-6204-4356-876b-c4b00d127b11 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks [] for security_group (bc025a75-113b-4679-b18d-afc9c16e9f50), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:32.259475 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-265f3842-079e-4d9e-a443-99b9da978954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b2e6fc-32e0-4d5a-b14c-620892a8c557', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-274034813-router', 'tenant_id': '756f39b82b0745a3bc33a85f632348fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '23762dda-087e-4de8-8cb0-a7ded3626fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:52:54Z', 'updated_at': '2022-08-27T04:53:29Z', 'revision_number': 5, 'project_id': '756f39b82b0745a3bc33a85f632348fa', 'gw_port': {'id': '23762dda-087e-4de8-8cb0-a7ded3626fd3', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b2e6fc-32e0-4d5a-b14c-620892a8c557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:52:54Z', 'updated_at': '2022-08-27T04:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:32.263248 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:32.291872 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265f3842-079e-4d9e-a443-99b9da978954 None None] Checking router: 06b2e6fc-32e0-4d5a-b14c-620892a8c557 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:53:32.305006 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265f3842-079e-4d9e-a443-99b9da978954 None None] Routers {'06b2e6fc-32e0-4d5a-b14c-620892a8c557'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:53:32.305641 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-265f3842-079e-4d9e-a443-99b9da978954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:53:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['06b2e6fc-32e0-4d5a-b14c-620892a8c557'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:32.307920 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-db4cd73c-e51f-41a7-b7d8-e186818e10eb admin admin] For port 23762dda-087e-4de8-8cb0-a7ded3626fd3, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=23762dda-087e-4de8-8cb0-a7ded3626fd3,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:53:32.308432 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-db4cd73c-e51f-41a7-b7d8-e186818e10eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (23762dda-087e-4de8-8cb0-a7ded3626fd3), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:32.328309 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-db4cd73c-e51f-41a7-b7d8-e186818e10eb admin admin] Calling delete_port for 23762dda-087e-4de8-8cb0-a7ded3626fd3 owned by network:router_gateway {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:53:32.369137 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:32.416701 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port e22679cc-8277-4787-9da1-8c66ca89a0f7 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:53:32.450436 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-265f3842-079e-4d9e-a443-99b9da978954 None None] Set router 06b2e6fc-32e0-4d5a-b14c-620892a8c557 gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:53:32.597591 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2070f797-32dd-411a-8cb6-8df55c19b333 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (7ae4fc24-b21a-452a-872e-b86f5523b96f), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:32.598694 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2070f797-32dd-411a-8cb6-8df55c19b333 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:32.599553 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2070f797-32dd-411a-8cb6-8df55c19b333 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:32.641083 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-265f3842-079e-4d9e-a443-99b9da978954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b2e6fc-32e0-4d5a-b14c-620892a8c557', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-274034813-router', 'tenant_id': '756f39b82b0745a3bc33a85f632348fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:52:54Z', 'updated_at': '2022-08-27T04:53:31Z', 'revision_number': 6, 'project_id': '756f39b82b0745a3bc33a85f632348fa', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:32.659281 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3141551d-6204-4356-876b-c4b00d127b11 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (bc025a75-113b-4679-b18d-afc9c16e9f50), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:32.712429 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265f3842-079e-4d9e-a443-99b9da978954 None None] The sync data for ids ['06b2e6fc-32e0-4d5a-b14c-620892a8c557'] in n-d-852088-5 is: [{'id': '06b2e6fc-32e0-4d5a-b14c-620892a8c557', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-274034813-router', 'tenant_id': '756f39b82b0745a3bc33a85f632348fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:52:54Z', 'updated_at': '2022-08-27T04:53:31Z', 'revision_number': 6, 'project_id': '756f39b82b0745a3bc33a85f632348fa', 'gw_port_host': None}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:53:32.737156 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3141551d-6204-4356-876b-c4b00d127b11 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc025a75-113b-4679-b18d-afc9c16e9f50,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:32.785889 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bdb50a-a36a-44a7-aa0b-f026e56336ed tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Network 078fbf45-ef1c-4db3-a6b0-14418f247374 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:53:32.795929 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2070f797-32dd-411a-8cb6-8df55c19b333 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.9734771 Aug 27 04:53:32.796347 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58648) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:32.811278 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-66bdb50a-a36a-44a7-aa0b-f026e56336ed tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:53:32.844907 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2070f797-32dd-411a-8cb6-8df55c19b333 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Pushing event updated for resources: {'Network': ['ID=7ae4fc24-b21a-452a-872e-b86f5523b96f,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:32.848226 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-db4cd73c-e51f-41a7-b7d8-e186818e10eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (23762dda-087e-4de8-8cb0-a7ded3626fd3), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:32.860316 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 7ae4fc24-b21a-452a-872e-b86f5523b96f details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:53:32.960614 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3141551d-6204-4356-876b-c4b00d127b11 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:32.961873 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3141551d-6204-4356-876b-c4b00d127b11 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1655276 Aug 27 04:53:33.022657 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58652) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:33.060222 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-032cf070-aad0-4bd5-981a-014e6927118b tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Request body: {'security_group_rule': {'security_group_id': 'bc025a75-113b-4679-b18d-afc9c16e9f50', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:33.061015 n-d-852088-5 neutron-server[107776]: WARNING neutron.api.v2.base [None req-032cf070-aad0-4bd5-981a-014e6927118b tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 27 04:53:33.066426 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-032cf070-aad0-4bd5-981a-014e6927118b tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 04:53:33.066426 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-032cf070-aad0-4bd5-981a-014e6927118b tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0084295 Aug 27 04:53:33.067215 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58654) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:33.070959 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4cd73c-e51f-41a7-b7d8-e186818e10eb admin admin] Pushing event deleted for resources: {'Port': ['ID=23762dda-087e-4de8-8cb0-a7ded3626fd3,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:33.168081 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d29a9176-4818-4287-a253-bcea0daf296e tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (50dc32f9-094a-42b7-841f-fae79eb5b7b2), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:33.206890 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad257a67-6f99-413f-a67c-d767ac6cd0ae tempest-ExternalNetworksTestJSON-1223633883 tempest-ExternalNetworksTestJSON-1223633883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:33.221670 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ad257a67-6f99-413f-a67c-d767ac6cd0ae tempest-ExternalNetworksTestJSON-1223633883 tempest-ExternalNetworksTestJSON-1223633883-project] 10.222.0.76 "GET /networking/v2.0/networks/7ae4fc24-b21a-452a-872e-b86f5523b96f HTTP/1.1" status: 200 len: 757 time: 0.4203012 Aug 27 04:53:33.232106 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58656) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:33.232912 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29a9176-4818-4287-a253-bcea0daf296e tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Pushing event deleted for resources: {'Port': ['ID=50dc32f9-094a-42b7-841f-fae79eb5b7b2,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:33.304002 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-db4cd73c-e51f-41a7-b7d8-e186818e10eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (06b2e6fc-32e0-4d5a-b14c-620892a8c557), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:33.334063 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-6dc5fc86-ae2c-46a7-9250-8fea8a1b2a4c None None] Provisioning complete for port b0e296ba-2802-49e7-848a-e7d91e5a143b triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:53:33.337608 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6dc5fc86-ae2c-46a7-9250-8fea8a1b2a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (b0e296ba-2802-49e7-848a-e7d91e5a143b), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:33.451750 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-6dc5fc86-ae2c-46a7-9250-8fea8a1b2a4c None None] Port b0e296ba-2802-49e7-848a-e7d91e5a143b cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:53:33.470231 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 62ecc360-9a18-4def-bf28-7bc8ffca3c80 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:53:33.497352 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-db4cd73c-e51f-41a7-b7d8-e186818e10eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (06b2e6fc-32e0-4d5a-b14c-620892a8c557), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:33.501275 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-db4cd73c-e51f-41a7-b7d8-e186818e10eb admin admin] Publish callbacks [] for router_controller (06b2e6fc-32e0-4d5a-b14c-620892a8c557), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:33.502913 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9e25e686-d6dd-4e16-b5c6-0681b5771df9 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks [] for security_group (bc025a75-113b-4679-b18d-afc9c16e9f50), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:33.530510 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 62ecc360-9a18-4def-bf28-7bc8ffca3c80 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:53:33.530934 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (62ecc360-9a18-4def-bf28-7bc8ffca3c80), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:33.566440 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6d5240-9686-44f8-a525-2e417a1691a9 tempest-ExternalNetworksTestJSON-1223633883 tempest-ExternalNetworksTestJSON-1223633883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:33.567979 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-8b6d5240-9686-44f8-a525-2e417a1691a9 tempest-ExternalNetworksTestJSON-1223633883 tempest-ExternalNetworksTestJSON-1223633883-project] 10.222.0.76 "GET /networking/v2.0/networks/4e78ca83-5fcc-463e-a81c-c4c2e0d34e67 HTTP/1.1" status: 200 len: 768 time: 0.3326619 Aug 27 04:53:33.571939 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58658) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:33.574622 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-a8406c65-23cd-4fd7-9634-c927d7d7d4f2 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Deleting port 62ecc360-9a18-4def-bf28-7bc8ffca3c80 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:53:33.575070 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a8406c65-23cd-4fd7-9634-c927d7d7d4f2 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (62ecc360-9a18-4def-bf28-7bc8ffca3c80), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:33.585949 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9e25e686-d6dd-4e16-b5c6-0681b5771df9 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks [] for security_group (bc025a75-113b-4679-b18d-afc9c16e9f50), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:33.604786 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d29a9176-4818-4287-a253-bcea0daf296e tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks [] for floatingip (e7f96856-3cff-4992-93cf-57768b6401e4), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:33.607003 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d29a9176-4818-4287-a253-bcea0daf296e tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:33.608396 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-d29a9176-4818-4287-a253-bcea0daf296e tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] 10.222.0.76 "DELETE /networking/v2.0/floatingips/e7f96856-3cff-4992-93cf-57768b6401e4 HTTP/1.1" status: 204 len: 168 time: 2.5767264 Aug 27 04:53:33.625424 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 62ecc360-9a18-4def-bf28-7bc8ffca3c80 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:53:33.625902 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (62ecc360-9a18-4def-bf28-7bc8ffca3c80), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:33.655255 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0b7328c6-9c19-45bb-8daf-e6a29032995a tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (7ae4fc24-b21a-452a-872e-b86f5523b96f), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:33.694201 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 62ecc360-9a18-4def-bf28-7bc8ffca3c80, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=62ecc360-9a18-4def-bf28-7bc8ffca3c80,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:53:33.735749 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66bdb50a-a36a-44a7-aa0b-f026e56336ed tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Router fc1a40ee-62ee-478b-bde6-31753ac1bbca is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:53:33.748392 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-a8406c65-23cd-4fd7-9634-c927d7d7d4f2 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] For port 62ecc360-9a18-4def-bf28-7bc8ffca3c80, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=62ecc360-9a18-4def-bf28-7bc8ffca3c80,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:53:33.748839 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a8406c65-23cd-4fd7-9634-c927d7d7d4f2 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (62ecc360-9a18-4def-bf28-7bc8ffca3c80), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:33.754116 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0b7328c6-9c19-45bb-8daf-e6a29032995a tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (7ae4fc24-b21a-452a-872e-b86f5523b96f), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:33.776465 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-0b7328c6-9c19-45bb-8daf-e6a29032995a tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ae4fc24-b21a-452a-872e-b86f5523b96f']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:33.787838 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-0b7328c6-9c19-45bb-8daf-e6a29032995a tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bd9a90d-2349-47a8-842e-cd11fd7b57ff') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:33.788356 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-0b7328c6-9c19-45bb-8daf-e6a29032995a tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bd9a90d-2349-47a8-842e-cd11fd7b57ff') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:33.800204 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-a8406c65-23cd-4fd7-9634-c927d7d7d4f2 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Calling delete_port for 62ecc360-9a18-4def-bf28-7bc8ffca3c80 owned by network:router_interface {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:53:33.801903 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0b7328c6-9c19-45bb-8daf-e6a29032995a tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (0bd9a90d-2349-47a8-842e-cd11fd7b57ff), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:33.819209 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0b7328c6-9c19-45bb-8daf-e6a29032995a tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (0bd9a90d-2349-47a8-842e-cd11fd7b57ff), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:33.826228 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b7328c6-9c19-45bb-8daf-e6a29032995a tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:53:33.826751 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0b7328c6-9c19-45bb-8daf-e6a29032995a tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (0bd9a90d-2349-47a8-842e-cd11fd7b57ff), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:33.849056 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-db4cd73c-e51f-41a7-b7d8-e186818e10eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (06b2e6fc-32e0-4d5a-b14c-620892a8c557), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:33.850703 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db4cd73c-e51f-41a7-b7d8-e186818e10eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06b2e6fc-32e0-4d5a-b14c-620892a8c557 {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:53:33.866455 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (62ecc360-9a18-4def-bf28-7bc8ffca3c80), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:33.876956 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 70a59348-62ae-418a-a20a-94fb6719b7b0 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:53:33.883959 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-db4cd73c-e51f-41a7-b7d8-e186818e10eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:33.887888 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-db4cd73c-e51f-41a7-b7d8-e186818e10eb admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/06b2e6fc-32e0-4d5a-b14c-620892a8c557 HTTP/1.1" status: 204 len: 168 time: 2.5764415 Aug 27 04:53:33.888836 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58670) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:33.889236 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58672) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:33.903548 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 0bd9a90d-2349-47a8-842e-cd11fd7b57ff resource provider aggregate not found Aug 27 04:53:33.911685 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-9c4c4e38-689c-430a-82b5-f66d4e24a333 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1552015295', 'description': 'tempest-description--668924031'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:33.944188 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9e25e686-d6dd-4e16-b5c6-0681b5771df9 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (bc025a75-113b-4679-b18d-afc9c16e9f50), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:33.949718 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9e25e686-d6dd-4e16-b5c6-0681b5771df9 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:33.952836 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9e25e686-d6dd-4e16-b5c6-0681b5771df9 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/bc025a75-113b-4679-b18d-afc9c16e9f50 HTTP/1.1" status: 204 len: 168 time: 0.8784044 Aug 27 04:53:33.958603 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58678) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:33.974672 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=62ecc360-9a18-4def-bf28-7bc8ffca3c80,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:33.991049 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e25e686-d6dd-4e16-b5c6-0681b5771df9 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc025a75-113b-4679-b18d-afc9c16e9f50,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:33.993449 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 0bd9a90d-2349-47a8-842e-cd11fd7b57ff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0bd9a90d-2349-47a8-842e-cd11fd7b57ff found for delete ", "request_id": "req-e2976e77-ec06-48cd-a7dd-e6925369bff7"}]} Aug 27 04:53:34.022622 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66bdb50a-a36a-44a7-aa0b-f026e56336ed tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:53:34.029527 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 70a59348-62ae-418a-a20a-94fb6719b7b0 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:53:34.035591 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 70a59348-62ae-418a-a20a-94fb6719b7b0 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:53:34.036818 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-66bdb50a-a36a-44a7-aa0b-f026e56336ed tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "PUT /networking/v2.0/routers/fc1a40ee-62ee-478b-bde6-31753ac1bbca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3480532 Aug 27 04:53:34.037258 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefeecb3-541a-46cb-baa7-4530d7d4fb78 None None] Sync routers for ids ['fc1a40ee-62ee-478b-bde6-31753ac1bbca'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:53:34.044697 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58680) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:34.048632 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-79611938-4848-4b5d-ae88-914fe55c8a13 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] 10.222.0.76 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0881872 Aug 27 04:53:34.052722 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58682) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:34.054688 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefeecb3-541a-46cb-baa7-4530d7d4fb78 None None] Routers {'fc1a40ee-62ee-478b-bde6-31753ac1bbca'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:53:34.055408 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-aefeecb3-541a-46cb-baa7-4530d7d4fb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:53:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['fc1a40ee-62ee-478b-bde6-31753ac1bbca'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:34.057787 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-52a5ff82-fd23-431e-b484-e135422495e6 admin admin] Deleting subnet 2d9577b6-7b0e-4ca5-a588-122344abd1a4 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:53:34.062941 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-7c3fc557-bff6-417c-ac23-e043e58a29b5 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Request body: {'security_group': {'name': 'tempest-secgroup--683746466'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:34.107517 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-aefeecb3-541a-46cb-baa7-4530d7d4fb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:34.117978 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707f7363-28f7-4a21-9e9c-fe6fa7d04074 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:34.118557 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefeecb3-541a-46cb-baa7-4530d7d4fb78 None None] Routers {'fc1a40ee-62ee-478b-bde6-31753ac1bbca'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:53:34.118759 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-aefeecb3-541a-46cb-baa7-4530d7d4fb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:53:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['fc1a40ee-62ee-478b-bde6-31753ac1bbca'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:34.123055 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-707f7363-28f7-4a21-9e9c-fe6fa7d04074 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "GET /networking/v2.0/ports/b0e296ba-2802-49e7-848a-e7d91e5a143b HTTP/1.1" status: 200 len: 910 time: 0.0763330 Aug 27 04:53:34.160951 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58686) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:34.176396 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-aefeecb3-541a-46cb-baa7-4530d7d4fb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:34.177395 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefeecb3-541a-46cb-baa7-4530d7d4fb78 None None] The sync data for ids ['fc1a40ee-62ee-478b-bde6-31753ac1bbca'] in n-d-852088-5 is: [] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:53:34.253619 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:34.322797 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-52a5ff82-fd23-431e-b484-e135422495e6 admin admin] Publish callbacks [] for subnet (2d9577b6-7b0e-4ca5-a588-122344abd1a4), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:34.325494 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0b7328c6-9c19-45bb-8daf-e6a29032995a tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (7ae4fc24-b21a-452a-872e-b86f5523b96f), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:34.327474 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9c4c4e38-689c-430a-82b5-f66d4e24a333 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:34.355728 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7328c6-9c19-45bb-8daf-e6a29032995a tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7ae4fc24-b21a-452a-872e-b86f5523b96f {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 27 04:53:34.374906 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0b7328c6-9c19-45bb-8daf-e6a29032995a tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:34.382967 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-0b7328c6-9c19-45bb-8daf-e6a29032995a tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] 10.222.0.76 "DELETE /networking/v2.0/networks/7ae4fc24-b21a-452a-872e-b86f5523b96f HTTP/1.1" status: 204 len: 168 time: 0.8054686 Aug 27 04:53:34.385807 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58692) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:34.386642 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7328c6-9c19-45bb-8daf-e6a29032995a tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Pushing event deleted for resources: {'Network': ['ID=7ae4fc24-b21a-452a-872e-b86f5523b96f,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:34.393960 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-ae195cd7-357d-464b-a3c4-ee51ac7f78ec tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Request body: {'network': {'name': 'tempest-network--1291797283'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:34.438641 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-52a5ff82-fd23-431e-b484-e135422495e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (2d9577b6-7b0e-4ca5-a588-122344abd1a4), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:34.469877 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7c3fc557-bff6-417c-ac23-e043e58a29b5 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:34.483017 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:34.577874 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9c4c4e38-689c-430a-82b5-f66d4e24a333 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks [] for security_group (1cb55b3b-0922-459d-89a2-ba93d5686239), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:34.582514 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:34.603364 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae195cd7-357d-464b-a3c4-ee51ac7f78ec tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Made reservation on behalf of d86a3aa454114d5086ba036d737d9572 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:53:34.605753 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ae195cd7-357d-464b-a3c4-ee51ac7f78ec tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:34.614153 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-52a5ff82-fd23-431e-b484-e135422495e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (2d9577b6-7b0e-4ca5-a588-122344abd1a4), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:34.625427 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:34.698766 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9c4c4e38-689c-430a-82b5-f66d4e24a333 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (1cb55b3b-0922-459d-89a2-ba93d5686239), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:34.713899 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7c3fc557-bff6-417c-ac23-e043e58a29b5 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks [] for security_group (8c79e7fa-0c14-4114-9df3-921554644577), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:34.715977 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae195cd7-357d-464b-a3c4-ee51ac7f78ec tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:53:34.768019 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ae195cd7-357d-464b-a3c4-ee51ac7f78ec tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (35428bf2-2bae-48cc-b41f-2a755a6c46c0), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:34.772472 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-ae195cd7-357d-464b-a3c4-ee51ac7f78ec tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Added segment 35428bf2-2bae-48cc-b41f-2a755a6c46c0 of type vlan for network 42935c95-7755-46e4-b478-dfd11b7124f5 Aug 27 04:53:34.801947 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a8406c65-23cd-4fd7-9634-c927d7d7d4f2 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (62ecc360-9a18-4def-bf28-7bc8ffca3c80), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:34.818205 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4c4e38-689c-430a-82b5-f66d4e24a333 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb55b3b-0922-459d-89a2-ba93d5686239,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:34.823924 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ae195cd7-357d-464b-a3c4-ee51ac7f78ec tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (42935c95-7755-46e4-b478-dfd11b7124f5), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:34.845501 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8406c65-23cd-4fd7-9634-c927d7d7d4f2 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event deleted for resources: {'Port': ['ID=62ecc360-9a18-4def-bf28-7bc8ffca3c80,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:34.878079 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7c3fc557-bff6-417c-ac23-e043e58a29b5 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (8c79e7fa-0c14-4114-9df3-921554644577), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:34.904051 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:34.982237 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a8406c65-23cd-4fd7-9634-c927d7d7d4f2 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (aee032bd-6af3-4166-bce2-d39f13b10429), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:34.990928 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9c4c4e38-689c-430a-82b5-f66d4e24a333 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:34.990928 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-9c4c4e38-689c-430a-82b5-f66d4e24a333 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.0970767 Aug 27 04:53:34.990928 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-52a5ff82-fd23-431e-b484-e135422495e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (2d9577b6-7b0e-4ca5-a588-122344abd1a4), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:34.999196 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58706) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:35.010210 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-12c410ee-7923-4260-a155-43ccd1c5bf99 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Request body: {'security_group_rule': {'security_group_id': '1cb55b3b-0922-459d-89a2-ba93d5686239', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:35.017047 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-52a5ff82-fd23-431e-b484-e135422495e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:35.021675 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37a6df7-e322-4f6f-9bf1-626cdb554fc7 None None] Network 9b58d16c-64b8-4f64-9f4f-bab6ff0c6928 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:53:35.039634 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-52a5ff82-fd23-431e-b484-e135422495e6 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/2d9577b6-7b0e-4ca5-a588-122344abd1a4 HTTP/1.1" status: 204 len: 168 time: 1.1450493 Aug 27 04:53:35.041709 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3fc557-bff6-417c-ac23-e043e58a29b5 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c79e7fa-0c14-4114-9df3-921554644577,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:35.047972 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58708) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:35.099524 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a5ff82-fd23-431e-b484-e135422495e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d9577b6-7b0e-4ca5-a588-122344abd1a4,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:35.101458 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ae195cd7-357d-464b-a3c4-ee51ac7f78ec tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (42935c95-7755-46e4-b478-dfd11b7124f5), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:35.102691 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae195cd7-357d-464b-a3c4-ee51ac7f78ec tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:35.104856 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ae195cd7-357d-464b-a3c4-ee51ac7f78ec tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:35.118637 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7c3fc557-bff6-417c-ac23-e043e58a29b5 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:35.119970 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7c3fc557-bff6-417c-ac23-e043e58a29b5 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0660555 Aug 27 04:53:35.225176 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58710) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:35.227060 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-08cca8fa-caa8-4c8f-bb46-cfe3af727d17 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:35.237991 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-7d220794-bf45-4805-9dd1-b0f717db9b2a tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Request body: {'security_group_rule': {'security_group_id': '8c79e7fa-0c14-4114-9df3-921554644577', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:35.243717 n-d-852088-5 neutron-server[107775]: WARNING neutron.api.v2.base [None req-7d220794-bf45-4805-9dd1-b0f717db9b2a tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 27 04:53:35.246110 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-7d220794-bf45-4805-9dd1-b0f717db9b2a tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 04:53:35.248289 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7d220794-bf45-4805-9dd1-b0f717db9b2a tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0156238 Aug 27 04:53:35.257591 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58712) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:35.273198 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae195cd7-357d-464b-a3c4-ee51ac7f78ec tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Pushing event updated for resources: {'Network': ['ID=42935c95-7755-46e4-b478-dfd11b7124f5,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:35.290639 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 23762dda-087e-4de8-8cb0-a7ded3626fd3 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:53:35.324304 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:35.356917 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 42935c95-7755-46e4-b478-dfd11b7124f5 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:53:35.373316 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8b5ab9e2-a515-4985-8cfc-879dff826f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (9b58d16c-64b8-4f64-9f4f-bab6ff0c6928), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:35.415390 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 23762dda-087e-4de8-8cb0-a7ded3626fd3 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:53:35.415746 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 23762dda-087e-4de8-8cb0-a7ded3626fd3 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:53:35.417468 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce271972-9db1-4cc2-89ad-b6d5545091af None None] DHCP port deletion for 9b58d16c-64b8-4f64-9f4f-bab6ff0c6928 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:53:35.432540 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6bdcdfac-a063-4b45-99d6-fbb4d19893ff tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks [] for security_group (8c79e7fa-0c14-4114-9df3-921554644577), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:35.451444 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ae195cd7-357d-464b-a3c4-ee51ac7f78ec tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.0625002 Aug 27 04:53:35.456528 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58718) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:35.464132 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-d043b39b-7c6b-442b-b636-bc058e23ebab tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Request body: {'network': {'router:external': True}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:35.466557 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-8b5ab9e2-a515-4985-8cfc-879dff826f26 admin admin] Deleting port 86e9cc2a-124f-4f18-b9b9-fa3c7432c2bc {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:53:35.466915 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8b5ab9e2-a515-4985-8cfc-879dff826f26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (86e9cc2a-124f-4f18-b9b9-fa3c7432c2bc), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:35.504942 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6bdcdfac-a063-4b45-99d6-fbb4d19893ff tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks [] for security_group (8c79e7fa-0c14-4114-9df3-921554644577), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:35.507004 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-ce271972-9db1-4cc2-89ad-b6d5545091af None None] Deleting port 86e9cc2a-124f-4f18-b9b9-fa3c7432c2bc {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:53:35.507475 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ce271972-9db1-4cc2-89ad-b6d5545091af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (86e9cc2a-124f-4f18-b9b9-fa3c7432c2bc), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:35.529184 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-12c410ee-7923-4260-a155-43ccd1c5bf99 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks [] for security_group_rule (a4ca08dd-4ab3-414d-99b1-7ffa89888848), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:35.590051 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8406c65-23cd-4fd7-9634-c927d7d7d4f2 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Router aee032bd-6af3-4166-bce2-d39f13b10429 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:53:35.601533 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-ce271972-9db1-4cc2-89ad-b6d5545091af None None] For port 86e9cc2a-124f-4f18-b9b9-fa3c7432c2bc, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=86e9cc2a-124f-4f18-b9b9-fa3c7432c2bc,segment=NetworkSegment(a2842d86-f7cc-4a29-beaa-e93657e67024),segment_id=a2842d86-f7cc-4a29-beaa-e93657e67024)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:53:35.602559 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ce271972-9db1-4cc2-89ad-b6d5545091af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (86e9cc2a-124f-4f18-b9b9-fa3c7432c2bc), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:35.636418 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-ce271972-9db1-4cc2-89ad-b6d5545091af None None] Calling delete_port for 86e9cc2a-124f-4f18-b9b9-fa3c7432c2bc owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:53:35.638526 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-8b5ab9e2-a515-4985-8cfc-879dff826f26 admin admin] For port 86e9cc2a-124f-4f18-b9b9-fa3c7432c2bc, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=86e9cc2a-124f-4f18-b9b9-fa3c7432c2bc,segment=NetworkSegment(a2842d86-f7cc-4a29-beaa-e93657e67024),segment_id=a2842d86-f7cc-4a29-beaa-e93657e67024)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:53:35.638697 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8b5ab9e2-a515-4985-8cfc-879dff826f26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (86e9cc2a-124f-4f18-b9b9-fa3c7432c2bc), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:35.693084 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-8b5ab9e2-a515-4985-8cfc-879dff826f26 admin admin] Calling delete_port for 86e9cc2a-124f-4f18-b9b9-fa3c7432c2bc owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:53:35.798337 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6bdcdfac-a063-4b45-99d6-fbb4d19893ff tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (8c79e7fa-0c14-4114-9df3-921554644577), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:35.801074 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6bdcdfac-a063-4b45-99d6-fbb4d19893ff tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:35.802351 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6bdcdfac-a063-4b45-99d6-fbb4d19893ff tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/8c79e7fa-0c14-4114-9df3-921554644577 HTTP/1.1" status: 204 len: 168 time: 0.5301735 Aug 27 04:53:35.809181 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58728) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:35.833145 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdcdfac-a063-4b45-99d6-fbb4d19893ff tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c79e7fa-0c14-4114-9df3-921554644577,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:35.882047 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d043b39b-7c6b-442b-b636-bc058e23ebab tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (42935c95-7755-46e4-b478-dfd11b7124f5), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:35.891995 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-12c410ee-7923-4260-a155-43ccd1c5bf99 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks [] for security_group_rule (a4ca08dd-4ab3-414d-99b1-7ffa89888848), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:35.895745 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ce271972-9db1-4cc2-89ad-b6d5545091af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (86e9cc2a-124f-4f18-b9b9-fa3c7432c2bc), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:35.905908 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8b5ab9e2-a515-4985-8cfc-879dff826f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (86e9cc2a-124f-4f18-b9b9-fa3c7432c2bc), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:35.919793 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8406c65-23cd-4fd7-9634-c927d7d7d4f2 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:53:35.931385 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce271972-9db1-4cc2-89ad-b6d5545091af None None] Pushing event deleted for resources: {'Port': ['ID=86e9cc2a-124f-4f18-b9b9-fa3c7432c2bc,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:35.931385 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce271972-9db1-4cc2-89ad-b6d5545091af None None] No DVR routers for this DVR port 86e9cc2a-124f-4f18-b9b9-fa3c7432c2bc on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:53:35.933879 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a8406c65-23cd-4fd7-9634-c927d7d7d4f2 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "PUT /networking/v2.0/routers/aee032bd-6af3-4166-bce2-d39f13b10429/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4412293 Aug 27 04:53:35.936831 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56369c08-e4ff-4c09-9f3c-b48a346a34a9 None None] Sync routers for ids ['aee032bd-6af3-4166-bce2-d39f13b10429'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:53:35.949105 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58732) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:35.961686 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56369c08-e4ff-4c09-9f3c-b48a346a34a9 None None] Routers {'aee032bd-6af3-4166-bce2-d39f13b10429'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:53:35.962614 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-56369c08-e4ff-4c09-9f3c-b48a346a34a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:53:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['aee032bd-6af3-4166-bce2-d39f13b10429'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:35.962962 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5ab9e2-a515-4985-8cfc-879dff826f26 admin admin] No DVR routers for this DVR port 86e9cc2a-124f-4f18-b9b9-fa3c7432c2bc on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:53:35.978688 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ab9e2-a515-4985-8cfc-879dff826f26 admin admin] Pushing event deleted for resources: {'Port': ['ID=86e9cc2a-124f-4f18-b9b9-fa3c7432c2bc,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:35.994530 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-de538aea-6dca-453f-a6ac-23a4b72aa726 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] 10.222.0.76 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1839495 Aug 27 04:53:35.995164 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58736) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:36.005316 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-709133c7-7521-4d4a-af3d-aabd2e8c1e54 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Request body: {'security_group': {'name': 'tempest-secgroup--213853999'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:36.046616 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-56369c08-e4ff-4c09-9f3c-b48a346a34a9 None None] Set router aee032bd-6af3-4166-bce2-d39f13b10429 gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:53:36.084343 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-12c410ee-7923-4260-a155-43ccd1c5bf99 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (a4ca08dd-4ab3-414d-99b1-7ffa89888848), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:36.092311 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8b5ab9e2-a515-4985-8cfc-879dff826f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (9b58d16c-64b8-4f64-9f4f-bab6ff0c6928), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:36.093378 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d043b39b-7c6b-442b-b636-bc058e23ebab tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (42935c95-7755-46e4-b478-dfd11b7124f5), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:36.102101 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-56369c08-e4ff-4c09-9f3c-b48a346a34a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee032bd-6af3-4166-bce2-d39f13b10429', 'name': 'tempest-NetworksTestDHCPv6-router-1032997740', 'tenant_id': 'f0f1eb4384394fc18f1626f3e12e04e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:53:22Z', 'updated_at': '2022-08-27T04:53:34Z', 'revision_number': 3, 'project_id': 'f0f1eb4384394fc18f1626f3e12e04e3', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:36.119174 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72216deb-f90a-487c-90f2-c051af3595dc tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:36.120995 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72216deb-f90a-487c-90f2-c051af3595dc tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:36.125300 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-72216deb-f90a-487c-90f2-c051af3595dc tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1744244 Aug 27 04:53:36.125577 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58738) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:36.129432 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56369c08-e4ff-4c09-9f3c-b48a346a34a9 None None] Checking router: aee032bd-6af3-4166-bce2-d39f13b10429 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:53:36.136062 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-08cca8fa-caa8-4c8f-bb46-cfe3af727d17 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Allocated IP 172.21.0.1 (97c7f52f-89fb-44a5-afd5-a7005c32edd8/a6afbed1-77c0-4705-9ddf-e59cd21d90ef/1f6270da-f5da-4659-8db3-55c0cbd1e642) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:53:36.137738 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d043b39b-7c6b-442b-b636-bc058e23ebab tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Network 42935c95-7755-46e4-b478-dfd11b7124f5 is not hosted by any dhcp agent {{(pid=107776) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 27 04:53:36.138700 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d043b39b-7c6b-442b-b636-bc058e23ebab tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:36.139512 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d043b39b-7c6b-442b-b636-bc058e23ebab tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:36.139917 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56369c08-e4ff-4c09-9f3c-b48a346a34a9 None None] Routers {'aee032bd-6af3-4166-bce2-d39f13b10429'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:53:36.140568 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-56369c08-e4ff-4c09-9f3c-b48a346a34a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:53:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['aee032bd-6af3-4166-bce2-d39f13b10429'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:36.140987 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d043b39b-7c6b-442b-b636-bc058e23ebab tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] 10.222.0.76 "PUT /networking/v2.0/networks/42935c95-7755-46e4-b478-dfd11b7124f5 HTTP/1.1" status: 200 len: 858 time: 0.6834800 Aug 27 04:53:36.143574 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c410ee-7923-4260-a155-43ccd1c5bf99 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4ca08dd-4ab3-414d-99b1-7ffa89888848,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:36.168700 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58740) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:36.173135 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-8b5ab9e2-a515-4985-8cfc-879dff826f26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b58d16c-64b8-4f64-9f4f-bab6ff0c6928']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:36.193073 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-709133c7-7521-4d4a-af3d-aabd2e8c1e54 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:36.194156 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-8b5ab9e2-a515-4985-8cfc-879dff826f26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2842d86-f7cc-4a29-beaa-e93657e67024') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:36.194524 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-8b5ab9e2-a515-4985-8cfc-879dff826f26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2842d86-f7cc-4a29-beaa-e93657e67024') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:36.208890 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8b5ab9e2-a515-4985-8cfc-879dff826f26 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (a2842d86-f7cc-4a29-beaa-e93657e67024), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:36.217502 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d043b39b-7c6b-442b-b636-bc058e23ebab tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Pushing event updated for resources: {'Network': ['ID=42935c95-7755-46e4-b478-dfd11b7124f5,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:36.228741 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8b5ab9e2-a515-4985-8cfc-879dff826f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (a2842d86-f7cc-4a29-beaa-e93657e67024), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:36.240109 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b5ab9e2-a515-4985-8cfc-879dff826f26 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:53:36.246017 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8b5ab9e2-a515-4985-8cfc-879dff826f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (a2842d86-f7cc-4a29-beaa-e93657e67024), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:36.261635 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-12c410ee-7923-4260-a155-43ccd1c5bf99 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:36.263581 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-12c410ee-7923-4260-a155-43ccd1c5bf99 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2589293 Aug 27 04:53:36.272911 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-56369c08-e4ff-4c09-9f3c-b48a346a34a9 None None] Set router aee032bd-6af3-4166-bce2-d39f13b10429 gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:53:36.311705 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58744) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:36.317870 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-80fdc62f-f911-485e-a2d8-e89b76ca4c9b tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Request body: {'security_group_rule': {'security_group_id': '1cb55b3b-0922-459d-89a2-ba93d5686239', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:36.337847 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment a2842d86-f7cc-4a29-beaa-e93657e67024 resource provider aggregate not found Aug 27 04:53:36.342839 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-56369c08-e4ff-4c09-9f3c-b48a346a34a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee032bd-6af3-4166-bce2-d39f13b10429', 'name': 'tempest-NetworksTestDHCPv6-router-1032997740', 'tenant_id': 'f0f1eb4384394fc18f1626f3e12e04e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:53:22Z', 'updated_at': '2022-08-27T04:53:34Z', 'revision_number': 3, 'project_id': 'f0f1eb4384394fc18f1626f3e12e04e3', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:36.355073 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment a2842d86-f7cc-4a29-beaa-e93657e67024 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a2842d86-f7cc-4a29-beaa-e93657e67024 found for delete ", "request_id": "req-d6b1063d-9d45-4da3-9bf3-126b88b6c304"}]} Aug 27 04:53:36.382984 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56369c08-e4ff-4c09-9f3c-b48a346a34a9 None None] The sync data for ids ['aee032bd-6af3-4166-bce2-d39f13b10429'] in n-d-852088-5 is: [{'id': 'aee032bd-6af3-4166-bce2-d39f13b10429', 'name': 'tempest-NetworksTestDHCPv6-router-1032997740', 'tenant_id': 'f0f1eb4384394fc18f1626f3e12e04e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:53:22Z', 'updated_at': '2022-08-27T04:53:34Z', 'revision_number': 3, 'project_id': 'f0f1eb4384394fc18f1626f3e12e04e3', 'gw_port_host': None}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:53:36.390142 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-a126d867-e450-4dc9-97bb-a84cb9eaa5fd tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Deleting subnet 9fab412e-8fc6-4a37-a52c-02bf6837778d {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:53:36.404260 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a126d867-e450-4dc9-97bb-a84cb9eaa5fd tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (9fab412e-8fc6-4a37-a52c-02bf6837778d), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:36.435146 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8b5ab9e2-a515-4985-8cfc-879dff826f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (9b58d16c-64b8-4f64-9f4f-bab6ff0c6928), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:36.438480 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bbdb7516-fd98-4483-8f61-56b8ee6e2820 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (42935c95-7755-46e4-b478-dfd11b7124f5), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:36.441713 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8b5ab9e2-a515-4985-8cfc-879dff826f26 admin admin] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:36.447363 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8b5ab9e2-a515-4985-8cfc-879dff826f26 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/9b58d16c-64b8-4f64-9f4f-bab6ff0c6928 HTTP/1.1" status: 204 len: 168 time: 1.3539166 Aug 27 04:53:36.466863 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-80fdc62f-f911-485e-a2d8-e89b76ca4c9b tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks [] for security_group_rule (3794de9b-3900-4625-9b5f-0f7e6886a921), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:36.482019 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ab9e2-a515-4985-8cfc-879dff826f26 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b58d16c-64b8-4f64-9f4f-bab6ff0c6928,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:36.498381 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a126d867-e450-4dc9-97bb-a84cb9eaa5fd tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (9fab412e-8fc6-4a37-a52c-02bf6837778d), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:36.554913 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-80fdc62f-f911-485e-a2d8-e89b76ca4c9b tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks [] for security_group_rule (3794de9b-3900-4625-9b5f-0f7e6886a921), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:36.581290 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:36.584683 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-08cca8fa-caa8-4c8f-bb46-cfe3af727d17 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for port (1f6270da-f5da-4659-8db3-55c0cbd1e642), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:36.638928 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-709133c7-7521-4d4a-af3d-aabd2e8c1e54 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks [] for security_group (9ccfa26a-cc3b-4346-af9a-61cb16a3213d), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:36.646582 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-80fdc62f-f911-485e-a2d8-e89b76ca4c9b tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (3794de9b-3900-4625-9b5f-0f7e6886a921), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:36.668730 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fdc62f-f911-485e-a2d8-e89b76ca4c9b tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3794de9b-3900-4625-9b5f-0f7e6886a921,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:36.670732 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bbdb7516-fd98-4483-8f61-56b8ee6e2820 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (42935c95-7755-46e4-b478-dfd11b7124f5), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:36.723524 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-bbdb7516-fd98-4483-8f61-56b8ee6e2820 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42935c95-7755-46e4-b478-dfd11b7124f5']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:36.725772 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-709133c7-7521-4d4a-af3d-aabd2e8c1e54 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (9ccfa26a-cc3b-4346-af9a-61cb16a3213d), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:36.763591 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-bbdb7516-fd98-4483-8f61-56b8ee6e2820 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35428bf2-2bae-48cc-b41f-2a755a6c46c0') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:36.763892 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-bbdb7516-fd98-4483-8f61-56b8ee6e2820 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35428bf2-2bae-48cc-b41f-2a755a6c46c0') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:36.780717 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a126d867-e450-4dc9-97bb-a84cb9eaa5fd tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (9fab412e-8fc6-4a37-a52c-02bf6837778d), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:36.782583 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-80fdc62f-f911-485e-a2d8-e89b76ca4c9b tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:36.782925 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-80fdc62f-f911-485e-a2d8-e89b76ca4c9b tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4698827 Aug 27 04:53:36.785062 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bbdb7516-fd98-4483-8f61-56b8ee6e2820 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (35428bf2-2bae-48cc-b41f-2a755a6c46c0), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:36.786115 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58756) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:36.792075 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-0a99ea3e-3abe-4a80-b68d-c96e48828ed3 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Request body: {'floatingip': {'floating_network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:36.826085 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709133c7-7521-4d4a-af3d-aabd2e8c1e54 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ccfa26a-cc3b-4346-af9a-61cb16a3213d,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:36.828599 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bbdb7516-fd98-4483-8f61-56b8ee6e2820 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (35428bf2-2bae-48cc-b41f-2a755a6c46c0), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:36.843038 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbdb7516-fd98-4483-8f61-56b8ee6e2820 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:53:36.843453 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bbdb7516-fd98-4483-8f61-56b8ee6e2820 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (35428bf2-2bae-48cc-b41f-2a755a6c46c0), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:36.849885 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:36.874770 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 35428bf2-2bae-48cc-b41f-2a755a6c46c0 resource provider aggregate not found Aug 27 04:53:36.877832 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:36.927743 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-08cca8fa-caa8-4c8f-bb46-cfe3af727d17 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (1f6270da-f5da-4659-8db3-55c0cbd1e642), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:36.941244 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-709133c7-7521-4d4a-af3d-aabd2e8c1e54 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:36.945628 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58770) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:36.945867 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-709133c7-7521-4d4a-af3d-aabd2e8c1e54 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9467118 Aug 27 04:53:36.949317 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 35428bf2-2bae-48cc-b41f-2a755a6c46c0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 35428bf2-2bae-48cc-b41f-2a755a6c46c0 found for delete ", "request_id": "req-e403ceaf-7616-4c50-99d0-e945eab94078"}]} Aug 27 04:53:36.956233 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-d730b393-995a-4336-b00c-3e01232e46df tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Request body: {'security_group_rule': {'security_group_id': '9ccfa26a-cc3b-4346-af9a-61cb16a3213d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:36.980283 n-d-852088-5 neutron-server[107776]: WARNING neutron.api.v2.base [None req-d730b393-995a-4336-b00c-3e01232e46df tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 27 04:53:36.981044 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-d730b393-995a-4336-b00c-3e01232e46df tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 04:53:36.985380 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d730b393-995a-4336-b00c-3e01232e46df tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0386143 Aug 27 04:53:36.988327 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58772) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:36.993690 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-bf5daa5f-191e-4d2c-95b2-13548dd95823 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Request body: {'security_group_rule': {'security_group_id': '9ccfa26a-cc3b-4346-af9a-61cb16a3213d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:36.994694 n-d-852088-5 neutron-server[107776]: WARNING neutron.api.v2.base [None req-bf5daa5f-191e-4d2c-95b2-13548dd95823 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 27 04:53:36.996253 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-bf5daa5f-191e-4d2c-95b2-13548dd95823 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 04:53:37.005092 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-bf5daa5f-191e-4d2c-95b2-13548dd95823 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0095065 Aug 27 04:53:37.005799 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58776) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:37.012304 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-679af54a-4aec-42e7-adf0-72da1228b7b5 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Request body: {'security_group_rule': {'security_group_id': '9ccfa26a-cc3b-4346-af9a-61cb16a3213d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:37.013417 n-d-852088-5 neutron-server[107776]: WARNING neutron.api.v2.base [None req-679af54a-4aec-42e7-adf0-72da1228b7b5 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 27 04:53:37.014132 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-679af54a-4aec-42e7-adf0-72da1228b7b5 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 04:53:37.019026 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-679af54a-4aec-42e7-adf0-72da1228b7b5 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0109911 Aug 27 04:53:37.019849 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58778) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:37.025413 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-61107ff0-a8d7-482a-b3b9-920a6de940f7 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Request body: {'security_group_rule': {'security_group_id': '9ccfa26a-cc3b-4346-af9a-61cb16a3213d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:37.026595 n-d-852088-5 neutron-server[107776]: WARNING neutron.api.v2.base [None req-61107ff0-a8d7-482a-b3b9-920a6de940f7 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 27 04:53:37.027672 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-61107ff0-a8d7-482a-b3b9-920a6de940f7 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 04:53:37.032503 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-61107ff0-a8d7-482a-b3b9-920a6de940f7 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0108507 Aug 27 04:53:37.033284 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58780) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:37.034418 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0a99ea3e-3abe-4a80-b68d-c96e48828ed3 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:37.083503 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cca8fa-caa8-4c8f-bb46-cfe3af727d17 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Network 97c7f52f-89fb-44a5-afd5-a7005c32edd8 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:53:37.084662 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58784) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:37.146899 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cca8fa-caa8-4c8f-bb46-cfe3af727d17 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event updated for resources: {'Port': ['ID=1f6270da-f5da-4659-8db3-55c0cbd1e642,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:37.163890 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-08cca8fa-caa8-4c8f-bb46-cfe3af727d17 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:53:37.168443 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cca8fa-caa8-4c8f-bb46-cfe3af727d17 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:53:37.209060 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bbdb7516-fd98-4483-8f61-56b8ee6e2820 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (42935c95-7755-46e4-b478-dfd11b7124f5), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:37.213594 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbdb7516-fd98-4483-8f61-56b8ee6e2820 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 42935c95-7755-46e4-b478-dfd11b7124f5 {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 27 04:53:37.220124 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b7b32448-0324-4bac-b5bc-9cfee23cab84 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks [] for security_group (9ccfa26a-cc3b-4346-af9a-61cb16a3213d), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:37.230735 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 86e9cc2a-124f-4f18-b9b9-fa3c7432c2bc no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:53:37.233326 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bbdb7516-fd98-4483-8f61-56b8ee6e2820 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:37.235552 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0a99ea3e-3abe-4a80-b68d-c96e48828ed3 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:37.241870 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-bbdb7516-fd98-4483-8f61-56b8ee6e2820 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] 10.222.0.76 "DELETE /networking/v2.0/networks/42935c95-7755-46e4-b478-dfd11b7124f5 HTTP/1.1" status: 204 len: 168 time: 1.0688293 Aug 27 04:53:37.247076 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a126d867-e450-4dc9-97bb-a84cb9eaa5fd tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (9fab412e-8fc6-4a37-a52c-02bf6837778d), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:37.252271 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58790) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:37.294557 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 86e9cc2a-124f-4f18-b9b9-fa3c7432c2bc {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:53:37.295046 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 86e9cc2a-124f-4f18-b9b9-fa3c7432c2bc not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:53:37.295573 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 62ecc360-9a18-4def-bf28-7bc8ffca3c80 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:53:37.315930 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b7b32448-0324-4bac-b5bc-9cfee23cab84 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks [] for security_group (9ccfa26a-cc3b-4346-af9a-61cb16a3213d), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:37.320128 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-19a06954-d00c-4675-9137-0c30cc8bd85b tempest-ExternalNetworksTestJSON-1223633883 tempest-ExternalNetworksTestJSON-1223633883-project] DELETE failed (client error): The resource could not be found. Aug 27 04:53:37.332472 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19a06954-d00c-4675-9137-0c30cc8bd85b tempest-ExternalNetworksTestJSON-1223633883 tempest-ExternalNetworksTestJSON-1223633883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:53:37.332859 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 62ecc360-9a18-4def-bf28-7bc8ffca3c80 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:53:37.332859 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 62ecc360-9a18-4def-bf28-7bc8ffca3c80 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:53:37.333136 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-19a06954-d00c-4675-9137-0c30cc8bd85b tempest-ExternalNetworksTestJSON-1223633883 tempest-ExternalNetworksTestJSON-1223633883-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/93da1cc3-3c6c-4b0a-8dec-7dbc4fbaa6f1 HTTP/1.1" status: 404 len: 337 time: 0.0775232 Aug 27 04:53:37.355186 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58796) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:37.402583 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-08cca8fa-caa8-4c8f-bb46-cfe3af727d17 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (fc1a40ee-62ee-478b-bde6-31753ac1bbca), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:37.426417 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb7516-fd98-4483-8f61-56b8ee6e2820 tempest-ExternalNetworksTestJSON-1568312835 tempest-ExternalNetworksTestJSON-1568312835-project-admin] Pushing event deleted for resources: {'Network': ['ID=42935c95-7755-46e4-b478-dfd11b7124f5,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:37.434709 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a126d867-e450-4dc9-97bb-a84cb9eaa5fd tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event deleted for resources: {'Subnet': ['ID=9fab412e-8fc6-4a37-a52c-02bf6837778d,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:37.545039 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a126d867-e450-4dc9-97bb-a84cb9eaa5fd tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:37.554756 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a126d867-e450-4dc9-97bb-a84cb9eaa5fd tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/9fab412e-8fc6-4a37-a52c-02bf6837778d HTTP/1.1" status: 204 len: 168 time: 1.4274151 Aug 27 04:53:37.555666 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af735a7-b9a4-4f87-aa6b-42753b9cdf8f None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:53:37.555892 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:DELETE=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:37.559479 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58800) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:37.585012 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-6660313c-e02b-4a85-8f3a-5506faf13571 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=f8cf9c5207684ce3a0f8820eee81f737&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4738057 Aug 27 04:53:37.589289 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58802) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:37.636884 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1dd6f2c5-357f-43bc-9909-6b9e816bf1b1 tempest-ExternalNetworksTestJSON-1223633883 tempest-ExternalNetworksTestJSON-1223633883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (4e78ca83-5fcc-463e-a81c-c4c2e0d34e67), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:37.675021 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b7b32448-0324-4bac-b5bc-9cfee23cab84 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (9ccfa26a-cc3b-4346-af9a-61cb16a3213d), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:37.677608 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b7b32448-0324-4bac-b5bc-9cfee23cab84 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:37.681697 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b7b32448-0324-4bac-b5bc-9cfee23cab84 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/9ccfa26a-cc3b-4346-af9a-61cb16a3213d HTTP/1.1" status: 204 len: 168 time: 0.6430802 Aug 27 04:53:37.691670 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58806) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:37.700838 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:37.730943 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-7d1b82ff-0f30-4a21-938e-075264f545f9 None None] Provisioning complete for port 1f6270da-f5da-4659-8db3-55c0cbd1e642 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:53:37.734638 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7d1b82ff-0f30-4a21-938e-075264f545f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (1f6270da-f5da-4659-8db3-55c0cbd1e642), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:37.752279 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:37.757473 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b32448-0324-4bac-b5bc-9cfee23cab84 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ccfa26a-cc3b-4346-af9a-61cb16a3213d,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:37.775752 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-0268633e-5511-4996-ac19-ce6e1eae4ddb tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2109795 Aug 27 04:53:37.783902 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-0a99ea3e-3abe-4a80-b68d-c96e48828ed3 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Allocated IP 172.25.2.75 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/c07cc89d-ac0f-4709-81af-d46d96b06317) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:53:37.785785 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-76f3e48a-1633-41c5-b208-5362300c98a6 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] 10.222.0.76 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0926924 Aug 27 04:53:37.790302 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58808) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:37.790658 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58812) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:37.824735 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-5693c05a-19c8-42ce-ae36-49095710a86e tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Request body: {'security_group': {'name': 'tempest-secgroup--1817570324'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:37.877841 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-7d1b82ff-0f30-4a21-938e-075264f545f9 None None] Port 1f6270da-f5da-4659-8db3-55c0cbd1e642 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:53:37.974506 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0a99ea3e-3abe-4a80-b68d-c96e48828ed3 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks [] for port (c07cc89d-ac0f-4709-81af-d46d96b06317), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:37.983552 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d2ec6c-d8cd-4454-8cdd-8f3ac6971081 None None] DHCP port deletion for 61356c33-ce96-40d0-bb36-87a36b2d0e1c request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:53:38.018562 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-301fd88a-1ad6-4fbb-8df1-15fb7a00a476 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for router (aee032bd-6af3-4166-bce2-d39f13b10429), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:38.038191 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-f4d2ec6c-d8cd-4454-8cdd-8f3ac6971081 None None] Deleting port 8d0d06f0-010d-4374-8cba-b14412a81941 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:53:38.038923 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f4d2ec6c-d8cd-4454-8cdd-8f3ac6971081 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (8d0d06f0-010d-4374-8cba-b14412a81941), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:38.146790 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0a99ea3e-3abe-4a80-b68d-c96e48828ed3 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (c07cc89d-ac0f-4709-81af-d46d96b06317), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:38.248322 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a99ea3e-3abe-4a80-b68d-c96e48828ed3 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:53:38.253820 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-0a99ea3e-3abe-4a80-b68d-c96e48828ed3 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:53:38.266486 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a99ea3e-3abe-4a80-b68d-c96e48828ed3 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Pushing event updated for resources: {'Port': ['ID=c07cc89d-ac0f-4709-81af-d46d96b06317,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:38.270374 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a99ea3e-3abe-4a80-b68d-c96e48828ed3 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:53:38.316459 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:38.330306 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-f4d2ec6c-d8cd-4454-8cdd-8f3ac6971081 None None] For port 8d0d06f0-010d-4374-8cba-b14412a81941, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=8d0d06f0-010d-4374-8cba-b14412a81941,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:53:38.330758 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f4d2ec6c-d8cd-4454-8cdd-8f3ac6971081 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (8d0d06f0-010d-4374-8cba-b14412a81941), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:38.346826 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-f4d2ec6c-d8cd-4454-8cdd-8f3ac6971081 None None] Calling delete_port for 8d0d06f0-010d-4374-8cba-b14412a81941 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:53:38.410090 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0a99ea3e-3abe-4a80-b68d-c96e48828ed3 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks [] for floatingip (4195003d-1a75-4bc4-9b5c-cac002de6872), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:38.465460 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:38.505988 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0a00573f-1690-42c3-b299-dde06edeb238 admin admin] Publish callbacks [] for security_group (cd1a0a6a-3a46-4700-9ec5-4fc8b8330b36), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:38.512238 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1dd6f2c5-357f-43bc-9909-6b9e816bf1b1 tempest-ExternalNetworksTestJSON-1223633883 tempest-ExternalNetworksTestJSON-1223633883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (4e78ca83-5fcc-463e-a81c-c4c2e0d34e67), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:38.606229 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-08cca8fa-caa8-4c8f-bb46-cfe3af727d17 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (1f6270da-f5da-4659-8db3-55c0cbd1e642), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:38.616683 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0a99ea3e-3abe-4a80-b68d-c96e48828ed3 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (c07cc89d-ac0f-4709-81af-d46d96b06317), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:38.624989 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0a00573f-1690-42c3-b299-dde06edeb238 admin admin] Publish callbacks [] for security_group (cd1a0a6a-3a46-4700-9ec5-4fc8b8330b36), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:38.624989 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-1dd6f2c5-357f-43bc-9909-6b9e816bf1b1 tempest-ExternalNetworksTestJSON-1223633883 tempest-ExternalNetworksTestJSON-1223633883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e78ca83-5fcc-463e-a81c-c4c2e0d34e67']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:38.625381 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f4d2ec6c-d8cd-4454-8cdd-8f3ac6971081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (8d0d06f0-010d-4374-8cba-b14412a81941), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:38.661608 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d2ec6c-d8cd-4454-8cdd-8f3ac6971081 None None] Pushing event deleted for resources: {'Port': ['ID=8d0d06f0-010d-4374-8cba-b14412a81941,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:38.668350 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d2ec6c-d8cd-4454-8cdd-8f3ac6971081 None None] No DVR routers for this DVR port 8d0d06f0-010d-4374-8cba-b14412a81941 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:53:38.682230 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:38.682347 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5693c05a-19c8-42ce-ae36-49095710a86e tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:38.703467 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-1dd6f2c5-357f-43bc-9909-6b9e816bf1b1 tempest-ExternalNetworksTestJSON-1223633883 tempest-ExternalNetworksTestJSON-1223633883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18b74a62-e92d-4c91-849a-3bd3f7e4f772') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:38.703763 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-1dd6f2c5-357f-43bc-9909-6b9e816bf1b1 tempest-ExternalNetworksTestJSON-1223633883 tempest-ExternalNetworksTestJSON-1223633883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18b74a62-e92d-4c91-849a-3bd3f7e4f772') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:38.719088 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-301fd88a-1ad6-4fbb-8df1-15fb7a00a476 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (aee032bd-6af3-4166-bce2-d39f13b10429), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:38.748990 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-301fd88a-1ad6-4fbb-8df1-15fb7a00a476 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for router_controller (aee032bd-6af3-4166-bce2-d39f13b10429), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:38.764832 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1dd6f2c5-357f-43bc-9909-6b9e816bf1b1 tempest-ExternalNetworksTestJSON-1223633883 tempest-ExternalNetworksTestJSON-1223633883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (18b74a62-e92d-4c91-849a-3bd3f7e4f772), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:38.822022 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0a99ea3e-3abe-4a80-b68d-c96e48828ed3 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks [] for port (c07cc89d-ac0f-4709-81af-d46d96b06317), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:38.887737 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1dd6f2c5-357f-43bc-9909-6b9e816bf1b1 tempest-ExternalNetworksTestJSON-1223633883 tempest-ExternalNetworksTestJSON-1223633883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (18b74a62-e92d-4c91-849a-3bd3f7e4f772), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:38.904246 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dd6f2c5-357f-43bc-9909-6b9e816bf1b1 tempest-ExternalNetworksTestJSON-1223633883 tempest-ExternalNetworksTestJSON-1223633883-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:53:38.904644 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1dd6f2c5-357f-43bc-9909-6b9e816bf1b1 tempest-ExternalNetworksTestJSON-1223633883 tempest-ExternalNetworksTestJSON-1223633883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (18b74a62-e92d-4c91-849a-3bd3f7e4f772), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:38.980451 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 18b74a62-e92d-4c91-849a-3bd3f7e4f772 resource provider aggregate not found Aug 27 04:53:38.989644 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0a99ea3e-3abe-4a80-b68d-c96e48828ed3 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (c07cc89d-ac0f-4709-81af-d46d96b06317), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:38.993232 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-301fd88a-1ad6-4fbb-8df1-15fb7a00a476 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (aee032bd-6af3-4166-bce2-d39f13b10429), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:38.998524 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-301fd88a-1ad6-4fbb-8df1-15fb7a00a476 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Fanout notify agent at l3_agent the message router_deleted on router aee032bd-6af3-4166-bce2-d39f13b10429 {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:53:39.007887 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-301fd88a-1ad6-4fbb-8df1-15fb7a00a476 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:39.011850 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-301fd88a-1ad6-4fbb-8df1-15fb7a00a476 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/routers/aee032bd-6af3-4166-bce2-d39f13b10429 HTTP/1.1" status: 204 len: 168 time: 1.1947281 Aug 27 04:53:39.011850 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 18b74a62-e92d-4c91-849a-3bd3f7e4f772 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 18b74a62-e92d-4c91-849a-3bd3f7e4f772 found for delete ", "request_id": "req-faf74fa8-e667-4f15-83bc-0a68ed53fe08"}]} Aug 27 04:53:39.017010 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58854) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:39.033393 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-bd77bef5-81b3-4e19-b047-7b55bf4c675f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'subnet': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:39.143440 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0a99ea3e-3abe-4a80-b68d-c96e48828ed3 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677636'] for floatingip (4195003d-1a75-4bc4-9b5c-cac002de6872), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:39.158475 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a99ea3e-3abe-4a80-b68d-c96e48828ed3 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Pushing event updated for resources: {'Port': ['ID=c07cc89d-ac0f-4709-81af-d46d96b06317,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:39.164433 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1dd6f2c5-357f-43bc-9909-6b9e816bf1b1 tempest-ExternalNetworksTestJSON-1223633883 tempest-ExternalNetworksTestJSON-1223633883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (4e78ca83-5fcc-463e-a81c-c4c2e0d34e67), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:39.167938 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5693c05a-19c8-42ce-ae36-49095710a86e tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks [] for security_group (53ba446f-089e-4611-89ee-7d51e7421a52), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:39.181482 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0a00573f-1690-42c3-b299-dde06edeb238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (cd1a0a6a-3a46-4700-9ec5-4fc8b8330b36), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:39.181792 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0a00573f-1690-42c3-b299-dde06edeb238 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:39.183573 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0a00573f-1690-42c3-b299-dde06edeb238 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/cd1a0a6a-3a46-4700-9ec5-4fc8b8330b36 HTTP/1.1" status: 204 len: 168 time: 1.5926530 Aug 27 04:53:39.215124 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 8d0d06f0-010d-4374-8cba-b14412a81941 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:53:39.218601 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1dd6f2c5-357f-43bc-9909-6b9e816bf1b1 tempest-ExternalNetworksTestJSON-1223633883 tempest-ExternalNetworksTestJSON-1223633883-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:39.222524 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1dd6f2c5-357f-43bc-9909-6b9e816bf1b1 tempest-ExternalNetworksTestJSON-1223633883 tempest-ExternalNetworksTestJSON-1223633883-project] 10.222.0.76 "DELETE /networking/v2.0/networks/4e78ca83-5fcc-463e-a81c-c4c2e0d34e67 HTTP/1.1" status: 204 len: 168 time: 1.8165293 Aug 27 04:53:39.245981 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 8d0d06f0-010d-4374-8cba-b14412a81941 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:53:39.246516 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 8d0d06f0-010d-4374-8cba-b14412a81941 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:53:39.269006 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd6f2c5-357f-43bc-9909-6b9e816bf1b1 tempest-ExternalNetworksTestJSON-1223633883 tempest-ExternalNetworksTestJSON-1223633883-project] Pushing event deleted for resources: {'Network': ['ID=4e78ca83-5fcc-463e-a81c-c4c2e0d34e67,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:39.269006 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5693c05a-19c8-42ce-ae36-49095710a86e tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (53ba446f-089e-4611-89ee-7d51e7421a52), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:39.274361 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a00573f-1690-42c3-b299-dde06edeb238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1a0a6a-3a46-4700-9ec5-4fc8b8330b36,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:39.301342 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0a99ea3e-3abe-4a80-b68d-c96e48828ed3 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:39.311497 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-0a99ea3e-3abe-4a80-b68d-c96e48828ed3 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] 10.222.0.76 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5153069 Aug 27 04:53:39.351102 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5693c05a-19c8-42ce-ae36-49095710a86e tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53ba446f-089e-4611-89ee-7d51e7421a52,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:39.398589 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-08cca8fa-caa8-4c8f-bb46-cfe3af727d17 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for port (1f6270da-f5da-4659-8db3-55c0cbd1e642), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:39.418275 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5693c05a-19c8-42ce-ae36-49095710a86e tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:39.419577 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-5693c05a-19c8-42ce-ae36-49095710a86e tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.6034336 Aug 27 04:53:39.422392 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58878) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:39.426905 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-9dc7906d-568c-4b79-a429-49b30d804bf8 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Request body: {'security_group_rule': {'security_group_id': '53ba446f-089e-4611-89ee-7d51e7421a52', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:39.427641 n-d-852088-5 neutron-server[107775]: WARNING neutron.api.v2.base [None req-9dc7906d-568c-4b79-a429-49b30d804bf8 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 27 04:53:39.428142 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-9dc7906d-568c-4b79-a429-49b30d804bf8 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 04:53:39.429118 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9dc7906d-568c-4b79-a429-49b30d804bf8 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057881 Aug 27 04:53:39.431723 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58880) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:39.436086 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-2f8bbe73-6ae4-4691-82a2-36c58b626735 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Request body: {'security_group_rule': {'security_group_id': '53ba446f-089e-4611-89ee-7d51e7421a52', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:39.540729 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd77bef5-81b3-4e19-b047-7b55bf4c675f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Made reservation on behalf of f0f1eb4384394fc18f1626f3e12e04e3 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:53:39.544877 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bd77bef5-81b3-4e19-b047-7b55bf4c675f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:39.548246 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-08cca8fa-caa8-4c8f-bb46-cfe3af727d17 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (1f6270da-f5da-4659-8db3-55c0cbd1e642), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:39.699324 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cca8fa-caa8-4c8f-bb46-cfe3af727d17 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event updated for resources: {'Port': ['ID=1f6270da-f5da-4659-8db3-55c0cbd1e642,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:39.704028 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-08cca8fa-caa8-4c8f-bb46-cfe3af727d17 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (fc1a40ee-62ee-478b-bde6-31753ac1bbca), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:39.773966 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-2f8bbe73-6ae4-4691-82a2-36c58b626735 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 04:53:39.775030 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2f8bbe73-6ae4-4691-82a2-36c58b626735 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3423479 Aug 27 04:53:39.778840 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58898) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:39.788481 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-9487c183-a83d-4314-94fb-8075ed42baa1 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Request body: {'security_group_rule': {'security_group_id': '53ba446f-089e-4611-89ee-7d51e7421a52', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:39.788968 n-d-852088-5 neutron-server[107775]: WARNING neutron.api.v2.base [None req-9487c183-a83d-4314-94fb-8075ed42baa1 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 27 04:53:39.789456 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-9487c183-a83d-4314-94fb-8075ed42baa1 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 04:53:39.790411 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9487c183-a83d-4314-94fb-8075ed42baa1 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0090280 Aug 27 04:53:39.793369 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58900) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:39.798051 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-e266fbaf-22e7-438d-aa3f-4d3b26850761 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Request body: {'security_group_rule': {'security_group_id': '53ba446f-089e-4611-89ee-7d51e7421a52', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:39.891741 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cca8fa-caa8-4c8f-bb46-cfe3af727d17 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Network 97c7f52f-89fb-44a5-afd5-a7005c32edd8 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:53:39.898639 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-08cca8fa-caa8-4c8f-bb46-cfe3af727d17 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:53:40.030337 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08cca8fa-caa8-4c8f-bb46-cfe3af727d17 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Router fc1a40ee-62ee-478b-bde6-31753ac1bbca has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:53:40.076894 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bd77bef5-81b3-4e19-b047-7b55bf4c675f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (4810fe8b-ecc5-42b0-9ce3-9208b176798a), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:40.112517 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58916) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:40.165087 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd77bef5-81b3-4e19-b047-7b55bf4c675f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:53:40.176569 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-bd77bef5-81b3-4e19-b047-7b55bf4c675f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:53:40.183457 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd77bef5-81b3-4e19-b047-7b55bf4c675f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:40.193780 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bd77bef5-81b3-4e19-b047-7b55bf4c675f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:40.195076 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842eda30-1b04-4477-875d-32776634a513 None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:53:40.198926 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08cca8fa-caa8-4c8f-bb46-cfe3af727d17 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:53:40.203290 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd77bef5-81b3-4e19-b047-7b55bf4c675f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event updated for resources: {'Subnet': ['ID=4810fe8b-ecc5-42b0-9ce3-9208b176798a,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:40.211981 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-08cca8fa-caa8-4c8f-bb46-cfe3af727d17 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "PUT /networking/v2.0/routers/fc1a40ee-62ee-478b-bde6-31753ac1bbca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0472803 Aug 27 04:53:40.212362 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58922) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:40.216137 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c67c2a-8798-4ed8-83f2-8f11b9269140 None None] Sync routers for ids ['fc1a40ee-62ee-478b-bde6-31753ac1bbca'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:53:40.216901 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-e266fbaf-22e7-438d-aa3f-4d3b26850761 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 04:53:40.220952 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e266fbaf-22e7-438d-aa3f-4d3b26850761 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4263043 Aug 27 04:53:40.225097 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58924) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:40.234303 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-4b0dce03-ff21-4809-9c05-b65306028cd3 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Request body: {'security_group_rule': {'security_group_id': '53ba446f-089e-4611-89ee-7d51e7421a52', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:40.237310 n-d-852088-5 neutron-server[107776]: WARNING neutron.api.v2.base [None req-4b0dce03-ff21-4809-9c05-b65306028cd3 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 27 04:53:40.238114 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-4b0dce03-ff21-4809-9c05-b65306028cd3 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 04:53:40.242657 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-4b0dce03-ff21-4809-9c05-b65306028cd3 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0153933 Aug 27 04:53:40.243356 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58930) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:40.249601 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-ee088b02-11ae-477a-90ef-7943e732c311 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Request body: {'security_group_rule': {'security_group_id': '53ba446f-089e-4611-89ee-7d51e7421a52', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:40.265079 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c67c2a-8798-4ed8-83f2-8f11b9269140 None None] Routers {'fc1a40ee-62ee-478b-bde6-31753ac1bbca'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:53:40.270307 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-23c67c2a-8798-4ed8-83f2-8f11b9269140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:53:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['fc1a40ee-62ee-478b-bde6-31753ac1bbca'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:40.323643 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b31b982-e8aa-4ee6-b39c-20390eec6510 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:40.327955 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-4b31b982-e8aa-4ee6-b39c-20390eec6510 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "GET /networking/v2.0/ports/1f6270da-f5da-4659-8db3-55c0cbd1e642 HTTP/1.1" status: 200 len: 910 time: 0.1119668 Aug 27 04:53:40.328533 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58932) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:40.350373 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-bd77bef5-81b3-4e19-b047-7b55bf4c675f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3186228 Aug 27 04:53:40.350748 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58934) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:40.350859 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-23c67c2a-8798-4ed8-83f2-8f11b9269140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:40.359541 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c67c2a-8798-4ed8-83f2-8f11b9269140 None None] Routers {'fc1a40ee-62ee-478b-bde6-31753ac1bbca'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:53:40.359762 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-8c0469e4-3381-481d-aa6e-ca5c968fca5b None None] Provisioning complete for port 1f6270da-f5da-4659-8db3-55c0cbd1e642 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:53:40.360652 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-23c67c2a-8798-4ed8-83f2-8f11b9269140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:53:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['fc1a40ee-62ee-478b-bde6-31753ac1bbca'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:40.361656 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8c0469e4-3381-481d-aa6e-ca5c968fca5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (1f6270da-f5da-4659-8db3-55c0cbd1e642), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:40.391798 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-85043541-aa55-41c7-bcbc-dea9dc19fe27 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-593186792', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:40.396549 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-23c67c2a-8798-4ed8-83f2-8f11b9269140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:40.397144 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c67c2a-8798-4ed8-83f2-8f11b9269140 None None] The sync data for ids ['fc1a40ee-62ee-478b-bde6-31753ac1bbca'] in n-d-852088-5 is: [] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:53:40.431962 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c27cb9e-f698-4d64-8143-bd372cdabe56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'project_id': 'f0f1eb4384394fc18f1626f3e12e04e3', 'fixed_ips': [{'subnet_id': '4810fe8b-ecc5-42b0-9ce3-9208b176798a'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:53:40.432912 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c27cb9e-f698-4d64-8143-bd372cdabe56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:40.452875 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-8c0469e4-3381-481d-aa6e-ca5c968fca5b None None] Port 1f6270da-f5da-4659-8db3-55c0cbd1e642 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:53:40.621912 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-7c27cb9e-f698-4d64-8143-bd372cdabe56 None None] Allocated IP 2001:db8::2 (61356c33-ce96-40d0-bb36-87a36b2d0e1c/4810fe8b-ecc5-42b0-9ce3-9208b176798a/692afcb6-d724-4edf-beca-fcfdb2859358) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:53:40.687138 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-85043541-aa55-41c7-bcbc-dea9dc19fe27 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (e8e285c7-61a0-4c3f-8868-54d91ec42416), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:40.691231 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-85043541-aa55-41c7-bcbc-dea9dc19fe27 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (e8e285c7-61a0-4c3f-8868-54d91ec42416), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:40.704255 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-ee088b02-11ae-477a-90ef-7943e732c311 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 04:53:40.706158 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ee088b02-11ae-477a-90ef-7943e732c311 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4616597 Aug 27 04:53:40.712145 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58942) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:40.712775 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58944) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:40.719110 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-1478126e-1f7e-42a1-9ce9-303121e586da tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Request body: {'security_group_rule': {'security_group_id': '53ba446f-089e-4611-89ee-7d51e7421a52', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:40.719717 n-d-852088-5 neutron-server[107776]: WARNING neutron.api.v2.base [None req-1478126e-1f7e-42a1-9ce9-303121e586da tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 27 04:53:40.722140 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-1478126e-1f7e-42a1-9ce9-303121e586da tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 04:53:40.723304 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1478126e-1f7e-42a1-9ce9-303121e586da tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0112677 Aug 27 04:53:40.728416 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58946) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:40.778779 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-43565ac9-afb4-4d7e-b163-d1a412386c75 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Request body: {'security_group_rule': {'security_group_id': '53ba446f-089e-4611-89ee-7d51e7421a52', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:40.821676 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8c46df57-0a9f-45db-83cc-09145629b114 req-3eeebeaa-999e-4660-8410-42e4bede6041 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] 10.222.0.76 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1552015295&fields=id&tenant_id=648e7927634f419f8e754f76bd8a0952 HTTP/1.1" status: 200 len: 267 time: 0.1731224 Aug 27 04:53:40.838637 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:40.862527 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-85043541-aa55-41c7-bcbc-dea9dc19fe27 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for router_controller (e8e285c7-61a0-4c3f-8868-54d91ec42416), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:40.905609 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c27cb9e-f698-4d64-8143-bd372cdabe56 None None] Publish callbacks [] for port (692afcb6-d724-4edf-beca-fcfdb2859358), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:40.955775 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:40.957489 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-85043541-aa55-41c7-bcbc-dea9dc19fe27 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (e8e285c7-61a0-4c3f-8868-54d91ec42416), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:40.979651 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-01a3daa9-3e97-41d9-a542-d01bcf37ebb2 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=756f39b82b0745a3bc33a85f632348fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2520146 Aug 27 04:53:40.984505 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58952) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:40.994845 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d908c81e-9639-455a-a846-a6ed56aef1fb tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (fc1a40ee-62ee-478b-bde6-31753ac1bbca), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:41.061131 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c27cb9e-f698-4d64-8143-bd372cdabe56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (692afcb6-d724-4edf-beca-fcfdb2859358), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:41.091903 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c46df57-0a9f-45db-83cc-09145629b114 req-a1c9dc91-858e-46f1-b713-252955b8628e tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:41.093851 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8c46df57-0a9f-45db-83cc-09145629b114 req-a1c9dc91-858e-46f1-b713-252955b8628e tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] 10.222.0.76 "GET /networking/v2.0/networks?id=8e1077ea-ee09-45ee-b43f-49b1abb35f2c HTTP/1.1" status: 200 len: 813 time: 0.2536855 Aug 27 04:53:41.128014 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7249e373-521a-41f4-9111-3db2280bbaa1 admin admin] Publish callbacks [] for security_group (0440ba9c-9408-41e2-a8e2-6f172c3212b9), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:41.129398 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27cb9e-f698-4d64-8143-bd372cdabe56 None None] Pushing event updated for resources: {'Port': ['ID=692afcb6-d724-4edf-beca-fcfdb2859358,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:41.131882 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8c46df57-0a9f-45db-83cc-09145629b114 req-6c9d5adc-21ff-4995-b813-6052dc92bf65 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] 10.222.0.76 "GET /networking/v2.0/quotas/648e7927634f419f8e754f76bd8a0952 HTTP/1.1" status: 200 len: 375 time: 0.0298252 Aug 27 04:53:41.149703 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c27cb9e-f698-4d64-8143-bd372cdabe56 None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:53:41.151296 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-7c27cb9e-f698-4d64-8143-bd372cdabe56 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:53:41.156945 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-43565ac9-afb4-4d7e-b163-d1a412386c75 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 04:53:41.158352 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-43565ac9-afb4-4d7e-b163-d1a412386c75 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3958123 Aug 27 04:53:41.161124 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c27cb9e-f698-4d64-8143-bd372cdabe56 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:53:41.179423 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58958) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:41.187822 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7249e373-521a-41f4-9111-3db2280bbaa1 admin admin] Publish callbacks [] for security_group (0440ba9c-9408-41e2-a8e2-6f172c3212b9), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:41.193214 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-1becdd7c-ea5a-46c6-9a44-1f3caa3a4a8a tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Request body: {'security_group_rule': {'security_group_id': '53ba446f-089e-4611-89ee-7d51e7421a52', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:41.224628 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-7c27cb9e-f698-4d64-8143-bd372cdabe56 None None] Attempting to bind port 692afcb6-d724-4edf-beca-fcfdb2859358 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:53:41.225361 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-7c27cb9e-f698-4d64-8143-bd372cdabe56 None None] Attempting to bind port 692afcb6-d724-4edf-beca-fcfdb2859358 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:53:41.225982 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c27cb9e-f698-4d64-8143-bd372cdabe56 None None] Attempting to bind port 692afcb6-d724-4edf-beca-fcfdb2859358 on network 61356c33-ce96-40d0-bb36-87a36b2d0e1c {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:53:41.232282 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c27cb9e-f698-4d64-8143-bd372cdabe56 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:53:41.233041 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c27cb9e-f698-4d64-8143-bd372cdabe56 None None] Checking segment: {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:53:41.233697 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c27cb9e-f698-4d64-8143-bd372cdabe56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:41.234330 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c27cb9e-f698-4d64-8143-bd372cdabe56 None None] Bound using segment: {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:53:41.235144 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-7c27cb9e-f698-4d64-8143-bd372cdabe56 None None] Bound port: 692afcb6-d724-4edf-beca-fcfdb2859358, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:53:41.235816 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c27cb9e-f698-4d64-8143-bd372cdabe56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (692afcb6-d724-4edf-beca-fcfdb2859358), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:41.249716 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8c46df57-0a9f-45db-83cc-09145629b114 req-44b6eec0-5d96-453c-92cb-d34f7b1a02ff tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=648e7927634f419f8e754f76bd8a0952&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1101937 Aug 27 04:53:41.400947 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-7c27cb9e-f698-4d64-8143-bd372cdabe56 None None] For port 692afcb6-d724-4edf-beca-fcfdb2859358, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:53:41.403078 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-85043541-aa55-41c7-bcbc-dea9dc19fe27 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:41.404482 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-85043541-aa55-41c7-bcbc-dea9dc19fe27 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0164101 Aug 27 04:53:41.407333 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58970) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:41.413017 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-7c27cb9e-f698-4d64-8143-bd372cdabe56 None None] For port 692afcb6-d724-4edf-beca-fcfdb2859358, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=692afcb6-d724-4edf-beca-fcfdb2859358,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:53:41.424861 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7249e373-521a-41f4-9111-3db2280bbaa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (0440ba9c-9408-41e2-a8e2-6f172c3212b9), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:41.424861 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7249e373-521a-41f4-9111-3db2280bbaa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:41.424861 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7249e373-521a-41f4-9111-3db2280bbaa1 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/0440ba9c-9408-41e2-a8e2-6f172c3212b9 HTTP/1.1" status: 204 len: 168 time: 0.4339647 Aug 27 04:53:41.450187 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:41.455440 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6f9d8dcc-b652-4e92-a4bb-8d5ea5cd4450 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=9a675622ae36405791117896fa14f7fe&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3427174 Aug 27 04:53:41.472094 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58976) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:41.513193 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7249e373-521a-41f4-9111-3db2280bbaa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0440ba9c-9408-41e2-a8e2-6f172c3212b9,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:41.523857 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7249e373-521a-41f4-9111-3db2280bbaa1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:41.524386 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7249e373-521a-41f4-9111-3db2280bbaa1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:41.524830 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7249e373-521a-41f4-9111-3db2280bbaa1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:41.525270 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7249e373-521a-41f4-9111-3db2280bbaa1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:41.525726 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7249e373-521a-41f4-9111-3db2280bbaa1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:41.526530 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7249e373-521a-41f4-9111-3db2280bbaa1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:41.526530 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7249e373-521a-41f4-9111-3db2280bbaa1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:41.526986 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7249e373-521a-41f4-9111-3db2280bbaa1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:41.527878 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7249e373-521a-41f4-9111-3db2280bbaa1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:41.528086 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7249e373-521a-41f4-9111-3db2280bbaa1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:41.539880 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7249e373-521a-41f4-9111-3db2280bbaa1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:41.539880 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7249e373-521a-41f4-9111-3db2280bbaa1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:41.539880 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7249e373-521a-41f4-9111-3db2280bbaa1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:41.539880 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7249e373-521a-41f4-9111-3db2280bbaa1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:41.539880 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7249e373-521a-41f4-9111-3db2280bbaa1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:41.539880 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58978) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:41.548737 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-425dfa56-0339-4821-ab60-a0d84f5b5903 admin admin] Publish callbacks [] for security_group (1a88f8e6-41c9-45c0-a82d-c93b0b276160), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:41.594665 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-425dfa56-0339-4821-ab60-a0d84f5b5903 admin admin] Publish callbacks [] for security_group (1a88f8e6-41c9-45c0-a82d-c93b0b276160), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:41.599140 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c27cb9e-f698-4d64-8143-bd372cdabe56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (692afcb6-d724-4edf-beca-fcfdb2859358), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:41.681193 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-1becdd7c-ea5a-46c6-9a44-1f3caa3a4a8a tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 04:53:41.685271 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-d908c81e-9639-455a-a846-a6ed56aef1fb tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Deleting port 1f6270da-f5da-4659-8db3-55c0cbd1e642 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:53:41.685271 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d908c81e-9639-455a-a846-a6ed56aef1fb tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (1f6270da-f5da-4659-8db3-55c0cbd1e642), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:41.686060 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1becdd7c-ea5a-46c6-9a44-1f3caa3a4a8a tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5027092 Aug 27 04:53:41.687239 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58980) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:41.736522 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27cb9e-f698-4d64-8143-bd372cdabe56 None None] Pushing event updated for resources: {'Port': ['ID=692afcb6-d724-4edf-beca-fcfdb2859358,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:41.786165 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:41.822737 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-894f4c1e-026d-4975-8de1-f1b8481e8ff8 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks [] for security_group (1cb55b3b-0922-459d-89a2-ba93d5686239), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:41.888745 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-894f4c1e-026d-4975-8de1-f1b8481e8ff8 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks [] for security_group (1cb55b3b-0922-459d-89a2-ba93d5686239), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:41.963505 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1d1c1278-cfa5-47f9-ae60-4ee647bd8f27 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:41.987971 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d908c81e-9639-455a-a846-a6ed56aef1fb tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (1f6270da-f5da-4659-8db3-55c0cbd1e642), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:41.991923 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-562e0a90-d0fa-4d8f-8d62-bb0872d43ecb tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks [] for security_group (53ba446f-089e-4611-89ee-7d51e7421a52), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:42.026701 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-425dfa56-0339-4821-ab60-a0d84f5b5903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (1a88f8e6-41c9-45c0-a82d-c93b0b276160), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:42.030205 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-425dfa56-0339-4821-ab60-a0d84f5b5903 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:42.032051 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-425dfa56-0339-4821-ab60-a0d84f5b5903 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/1a88f8e6-41c9-45c0-a82d-c93b0b276160 HTTP/1.1" status: 204 len: 168 time: 0.5586808 Aug 27 04:53:42.067654 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-d908c81e-9639-455a-a846-a6ed56aef1fb tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Calling delete_port for 1f6270da-f5da-4659-8db3-55c0cbd1e642 owned by network:router_interface {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:53:42.105659 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425dfa56-0339-4821-ab60-a0d84f5b5903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a88f8e6-41c9-45c0-a82d-c93b0b276160,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:42.132788 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-562e0a90-d0fa-4d8f-8d62-bb0872d43ecb tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks [] for security_group (53ba446f-089e-4611-89ee-7d51e7421a52), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:42.404978 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:42.410532 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-562e0a90-d0fa-4d8f-8d62-bb0872d43ecb tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (53ba446f-089e-4611-89ee-7d51e7421a52), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:42.413315 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-562e0a90-d0fa-4d8f-8d62-bb0872d43ecb tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:42.414574 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-562e0a90-d0fa-4d8f-8d62-bb0872d43ecb tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/53ba446f-089e-4611-89ee-7d51e7421a52 HTTP/1.1" status: 204 len: 168 time: 0.6534085 Aug 27 04:53:42.421150 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59000) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:42.442662 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562e0a90-d0fa-4d8f-8d62-bb0872d43ecb tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ba446f-089e-4611-89ee-7d51e7421a52,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:42.497950 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:42.504424 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c5313353-c756-4ff6-9c92-fec770f77782 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] 10.222.0.76 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0802326 Aug 27 04:53:42.510003 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59008) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:42.516002 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-3b6da870-5ebb-4ec9-8835-a7e13e466278 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Request body: {'security_group': {'name': 'tempest-secgroup--618081884'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:42.566047 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-894f4c1e-026d-4975-8de1-f1b8481e8ff8 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (1cb55b3b-0922-459d-89a2-ba93d5686239), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:42.568736 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-894f4c1e-026d-4975-8de1-f1b8481e8ff8 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:42.570317 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-894f4c1e-026d-4975-8de1-f1b8481e8ff8 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/1cb55b3b-0922-459d-89a2-ba93d5686239 HTTP/1.1" status: 204 len: 168 time: 1.0324602 Aug 27 04:53:42.571326 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-1d1c1278-cfa5-47f9-ae60-4ee647bd8f27 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Allocated IP 2001:db8::1 (61356c33-ce96-40d0-bb36-87a36b2d0e1c/4810fe8b-ecc5-42b0-9ce3-9208b176798a/343af523-28ae-4cd3-838e-0f69b04ae1a1) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:53:42.573004 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59012) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:42.586405 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f4c1e-026d-4975-8de1-f1b8481e8ff8 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb55b3b-0922-459d-89a2-ba93d5686239,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:42.610401 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d908c81e-9639-455a-a846-a6ed56aef1fb tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (1f6270da-f5da-4659-8db3-55c0cbd1e642), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:42.622287 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-01ee018e-e854-4615-9de8-2268cefa3520 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] show failed (client error): The resource could not be found. Aug 27 04:53:42.623629 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-01ee018e-e854-4615-9de8-2268cefa3520 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] 10.222.0.76 "GET /networking/v2.0/security-groups/1cb55b3b-0922-459d-89a2-ba93d5686239 HTTP/1.1" status: 404 len: 347 time: 0.0491946 Aug 27 04:53:42.649430 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59014) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:42.660821 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3b6da870-5ebb-4ec9-8835-a7e13e466278 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:42.696257 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d908c81e-9639-455a-a846-a6ed56aef1fb tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event deleted for resources: {'Port': ['ID=1f6270da-f5da-4659-8db3-55c0cbd1e642,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:42.842718 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1d1c1278-cfa5-47f9-ae60-4ee647bd8f27 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for port (343af523-28ae-4cd3-838e-0f69b04ae1a1), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:42.988083 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1d1c1278-cfa5-47f9-ae60-4ee647bd8f27 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (343af523-28ae-4cd3-838e-0f69b04ae1a1), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:43.058776 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3b6da870-5ebb-4ec9-8835-a7e13e466278 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks [] for security_group (d3e9cb9e-f444-4c1b-a39c-7967fe17d380), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:43.059779 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-c2007a80-dd93-4ee3-b67c-5892e5850148 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Deleting port c07cc89d-ac0f-4709-81af-d46d96b06317 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:53:43.060392 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c2007a80-dd93-4ee3-b67c-5892e5850148 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (c07cc89d-ac0f-4709-81af-d46d96b06317), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:43.084246 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1c1278-cfa5-47f9-ae60-4ee647bd8f27 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:53:43.084246 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1c1278-cfa5-47f9-ae60-4ee647bd8f27 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event updated for resources: {'Port': ['ID=343af523-28ae-4cd3-838e-0f69b04ae1a1,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:43.088860 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-1d1c1278-cfa5-47f9-ae60-4ee647bd8f27 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:53:43.092411 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1c1278-cfa5-47f9-ae60-4ee647bd8f27 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:53:43.093140 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1d1c1278-cfa5-47f9-ae60-4ee647bd8f27 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (e8e285c7-61a0-4c3f-8868-54d91ec42416), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:43.187554 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3b6da870-5ebb-4ec9-8835-a7e13e466278 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (d3e9cb9e-f444-4c1b-a39c-7967fe17d380), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:43.208568 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:DELETE=3,neutron:UPDATE=1,neutron:SELECT=96 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:43.253375 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:43.254434 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59022) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:43.309381 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6da870-5ebb-4ec9-8835-a7e13e466278 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e9cb9e-f444-4c1b-a39c-7967fe17d380,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:43.343138 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6da870-5ebb-4ec9-8835-a7e13e466278 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:43.343506 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6da870-5ebb-4ec9-8835-a7e13e466278 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:43.343774 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6da870-5ebb-4ec9-8835-a7e13e466278 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:43.347419 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6da870-5ebb-4ec9-8835-a7e13e466278 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:43.347829 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6da870-5ebb-4ec9-8835-a7e13e466278 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:43.348399 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6da870-5ebb-4ec9-8835-a7e13e466278 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:43.348747 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6da870-5ebb-4ec9-8835-a7e13e466278 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:43.349089 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6da870-5ebb-4ec9-8835-a7e13e466278 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:43.349429 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6da870-5ebb-4ec9-8835-a7e13e466278 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:43.349765 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6da870-5ebb-4ec9-8835-a7e13e466278 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:43.350098 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6da870-5ebb-4ec9-8835-a7e13e466278 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:43.350420 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6da870-5ebb-4ec9-8835-a7e13e466278 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:43.350747 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6da870-5ebb-4ec9-8835-a7e13e466278 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:43.351073 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6da870-5ebb-4ec9-8835-a7e13e466278 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:43.351569 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6da870-5ebb-4ec9-8835-a7e13e466278 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:53:43.356440 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 692afcb6-d724-4edf-beca-fcfdb2859358 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:53:43.362976 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d908c81e-9639-455a-a846-a6ed56aef1fb tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (fc1a40ee-62ee-478b-bde6-31753ac1bbca), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:43.396301 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3b6da870-5ebb-4ec9-8835-a7e13e466278 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:43.397604 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3b6da870-5ebb-4ec9-8835-a7e13e466278 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8864784 Aug 27 04:53:43.399708 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c2007a80-dd93-4ee3-b67c-5892e5850148 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (c07cc89d-ac0f-4709-81af-d46d96b06317), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:43.400033 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c2007a80-dd93-4ee3-b67c-5892e5850148 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks [] for floatingip (c07cc89d-ac0f-4709-81af-d46d96b06317), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:43.420288 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59026) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:43.442093 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-baef3ab6-5f51-499f-9e2c-661f99c7f0e2 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Request body: {'security_group_rule': {'security_group_id': 'd3e9cb9e-f444-4c1b-a39c-7967fe17d380', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:43.442093 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1d1c1278-cfa5-47f9-ae60-4ee647bd8f27 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (343af523-28ae-4cd3-838e-0f69b04ae1a1), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:43.483041 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 692afcb6-d724-4edf-beca-fcfdb2859358 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:53:43.483041 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (692afcb6-d724-4edf-beca-fcfdb2859358), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:43.515664 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-c2007a80-dd93-4ee3-b67c-5892e5850148 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Calling delete_port for c07cc89d-ac0f-4709-81af-d46d96b06317 owned by network:floatingip {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:53:43.525150 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-8af00f86-c813-4050-8e08-b9564b6cfc94 None None] Provisioning complete for port 692afcb6-d724-4edf-beca-fcfdb2859358 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:53:43.525528 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8af00f86-c813-4050-8e08-b9564b6cfc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (692afcb6-d724-4edf-beca-fcfdb2859358), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:43.526934 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:43.582483 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-426c4646-c649-4612-8a0e-dc223180c44a admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=d86a3aa454114d5086ba036d737d9572&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3236544 Aug 27 04:53:43.594400 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59036) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:43.691587 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 692afcb6-d724-4edf-beca-fcfdb2859358 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:53:43.702807 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (692afcb6-d724-4edf-beca-fcfdb2859358), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:43.724591 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d908c81e-9639-455a-a846-a6ed56aef1fb tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Router fc1a40ee-62ee-478b-bde6-31753ac1bbca has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:53:43.749478 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-8af00f86-c813-4050-8e08-b9564b6cfc94 None None] Current status of the port 692afcb6-d724-4edf-beca-fcfdb2859358 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:53:43.749815 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8af00f86-c813-4050-8e08-b9564b6cfc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (692afcb6-d724-4edf-beca-fcfdb2859358), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:43.856445 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-8af00f86-c813-4050-8e08-b9564b6cfc94 None None] For port 692afcb6-d724-4edf-beca-fcfdb2859358, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=692afcb6-d724-4edf-beca-fcfdb2859358,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:53:43.970628 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-72275720-585f-440c-92e8-86fae9a5abed admin admin] Publish callbacks [] for security_group (fa64d280-6f7c-4e45-8d47-9f983c40c6a8), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:43.983318 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d908c81e-9639-455a-a846-a6ed56aef1fb tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:53:43.991618 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d908c81e-9639-455a-a846-a6ed56aef1fb tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "PUT /networking/v2.0/routers/fc1a40ee-62ee-478b-bde6-31753ac1bbca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6612923 Aug 27 04:53:44.002827 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d91e80-59a4-42ad-ab4c-d0ebe8915a68 None None] Sync routers for ids ['fc1a40ee-62ee-478b-bde6-31753ac1bbca'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:53:44.004915 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-72275720-585f-440c-92e8-86fae9a5abed admin admin] Publish callbacks [] for security_group (fa64d280-6f7c-4e45-8d47-9f983c40c6a8), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:44.006825 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59044) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:44.010063 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d91e80-59a4-42ad-ab4c-d0ebe8915a68 None None] Routers {'fc1a40ee-62ee-478b-bde6-31753ac1bbca'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:53:44.010904 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-f6d91e80-59a4-42ad-ab4c-d0ebe8915a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:53:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['fc1a40ee-62ee-478b-bde6-31753ac1bbca'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:44.065893 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-f6d91e80-59a4-42ad-ab4c-d0ebe8915a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:44.074690 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d91e80-59a4-42ad-ab4c-d0ebe8915a68 None None] Routers {'fc1a40ee-62ee-478b-bde6-31753ac1bbca'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:53:44.075764 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-f6d91e80-59a4-42ad-ab4c-d0ebe8915a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:53:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['fc1a40ee-62ee-478b-bde6-31753ac1bbca'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:44.115143 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-f6d91e80-59a4-42ad-ab4c-d0ebe8915a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:44.116103 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d91e80-59a4-42ad-ab4c-d0ebe8915a68 None None] The sync data for ids ['fc1a40ee-62ee-478b-bde6-31753ac1bbca'] in n-d-852088-5 is: [] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:53:44.128938 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8af00f86-c813-4050-8e08-b9564b6cfc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (692afcb6-d724-4edf-beca-fcfdb2859358), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:44.137987 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c2007a80-dd93-4ee3-b67c-5892e5850148 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (c07cc89d-ac0f-4709-81af-d46d96b06317), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:44.166479 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2007a80-dd93-4ee3-b67c-5892e5850148 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Pushing event deleted for resources: {'Port': ['ID=c07cc89d-ac0f-4709-81af-d46d96b06317,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:44.192127 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:53:44.192796 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:53:44.213168 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af00f86-c813-4050-8e08-b9564b6cfc94 None None] Pushing event updated for resources: {'Port': ['ID=692afcb6-d724-4edf-beca-fcfdb2859358,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:44.252797 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-2a50b286-ac06-4ffb-8fdd-84961e3e6fa5 None None] Provisioning complete for port 343af523-28ae-4cd3-838e-0f69b04ae1a1 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:53:44.253286 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2a50b286-ac06-4ffb-8fdd-84961e3e6fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (343af523-28ae-4cd3-838e-0f69b04ae1a1), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:44.303830 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-2a50b286-ac06-4ffb-8fdd-84961e3e6fa5 None None] Port 343af523-28ae-4cd3-838e-0f69b04ae1a1 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:53:44.370069 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c2007a80-dd93-4ee3-b67c-5892e5850148 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks [] for floatingip (4195003d-1a75-4bc4-9b5c-cac002de6872), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:44.370069 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c2007a80-dd93-4ee3-b67c-5892e5850148 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:44.370069 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c2007a80-dd93-4ee3-b67c-5892e5850148 tempest-AttachVolumeNegativeTest-1294681424 tempest-AttachVolumeNegativeTest-1294681424-project] 10.222.0.76 "DELETE /networking/v2.0/floatingips/4195003d-1a75-4bc4-9b5c-cac002de6872 HTTP/1.1" status: 204 len: 168 time: 1.7058468 Aug 27 04:53:44.378237 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59064) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:44.433210 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-baef3ab6-5f51-499f-9e2c-661f99c7f0e2 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] create failed (client error): The resource could not be found. Aug 27 04:53:44.437171 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-baef3ab6-5f51-499f-9e2c-661f99c7f0e2 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 1.0101404 Aug 27 04:53:44.437749 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59070) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:44.447688 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-43977563-df67-4485-a46b-7fdd6cf990cd tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Request body: {'security_group_rule': {'security_group_id': 'd3e9cb9e-f444-4c1b-a39c-7967fe17d380', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '01f4fd22-a416-4441-8bc1-574bf2e802ba'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:44.483932 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-72275720-585f-440c-92e8-86fae9a5abed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (fa64d280-6f7c-4e45-8d47-9f983c40c6a8), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:44.488436 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-72275720-585f-440c-92e8-86fae9a5abed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:44.490031 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-72275720-585f-440c-92e8-86fae9a5abed admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/fa64d280-6f7c-4e45-8d47-9f983c40c6a8 HTTP/1.1" status: 204 len: 168 time: 0.8923874 Aug 27 04:53:44.562877 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72275720-585f-440c-92e8-86fae9a5abed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa64d280-6f7c-4e45-8d47-9f983c40c6a8,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:44.565807 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8498f7a9-fadb-4598-95c4-ead1cd48339e tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (fc1a40ee-62ee-478b-bde6-31753ac1bbca), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:44.590323 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1d1c1278-cfa5-47f9-ae60-4ee647bd8f27 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for port (343af523-28ae-4cd3-838e-0f69b04ae1a1), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:44.693889 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1d1c1278-cfa5-47f9-ae60-4ee647bd8f27 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (343af523-28ae-4cd3-838e-0f69b04ae1a1), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:44.694848 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1d1c1278-cfa5-47f9-ae60-4ee647bd8f27 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (e8e285c7-61a0-4c3f-8868-54d91ec42416), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:44.777612 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 692afcb6-d724-4edf-beca-fcfdb2859358 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:53:44.844751 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1c1278-cfa5-47f9-ae60-4ee647bd8f27 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event updated for resources: {'Port': ['ID=343af523-28ae-4cd3-838e-0f69b04ae1a1,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:44.890579 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-43977563-df67-4485-a46b-7fdd6cf990cd tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] create failed (client error): The resource could not be found. Aug 27 04:53:44.894751 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-43977563-df67-4485-a46b-7fdd6cf990cd tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4519086 Aug 27 04:53:44.897564 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59112) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:44.980434 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:44.997968 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1c1278-cfa5-47f9-ae60-4ee647bd8f27 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:53:45.004392 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-1d1c1278-cfa5-47f9-ae60-4ee647bd8f27 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:53:45.094148 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-8498f7a9-fadb-4598-95c4-ead1cd48339e tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Deleting port b0e296ba-2802-49e7-848a-e7d91e5a143b {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:53:45.094802 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8498f7a9-fadb-4598-95c4-ead1cd48339e tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (b0e296ba-2802-49e7-848a-e7d91e5a143b), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:45.279127 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1e04b164-946a-40d2-9c68-01c650e2409c tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks [] for security_group (d3e9cb9e-f444-4c1b-a39c-7967fe17d380), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:45.290451 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 692afcb6-d724-4edf-beca-fcfdb2859358 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:53:45.406795 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:45.413236 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8498f7a9-fadb-4598-95c4-ead1cd48339e tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (b0e296ba-2802-49e7-848a-e7d91e5a143b), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:45.413472 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 692afcb6-d724-4edf-beca-fcfdb2859358 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:53:45.413615 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (692afcb6-d724-4edf-beca-fcfdb2859358), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:45.421614 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b0b96d05-e207-4999-bb39-ca266d98489c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (5368393b-a326-4518-9ae4-88e169ac8ade), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:45.435069 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1e04b164-946a-40d2-9c68-01c650e2409c tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks [] for security_group (d3e9cb9e-f444-4c1b-a39c-7967fe17d380), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:45.445602 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-8498f7a9-fadb-4598-95c4-ead1cd48339e tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Calling delete_port for b0e296ba-2802-49e7-848a-e7d91e5a143b owned by network:router_interface {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:53:45.503591 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-eb742c5f-4db4-48c8-ae59-ad43bf4bded1 None None] Provisioning complete for port 343af523-28ae-4cd3-838e-0f69b04ae1a1 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:53:45.504299 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-eb742c5f-4db4-48c8-ae59-ad43bf4bded1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (343af523-28ae-4cd3-838e-0f69b04ae1a1), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:45.608651 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-eb742c5f-4db4-48c8-ae59-ad43bf4bded1 None None] Port 343af523-28ae-4cd3-838e-0f69b04ae1a1 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:53:45.614610 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 692afcb6-d724-4edf-beca-fcfdb2859358 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:53:45.631544 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:45.848251 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1e04b164-946a-40d2-9c68-01c650e2409c tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (d3e9cb9e-f444-4c1b-a39c-7967fe17d380), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:45.850154 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1e04b164-946a-40d2-9c68-01c650e2409c tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:45.855547 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1e04b164-946a-40d2-9c68-01c650e2409c tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/d3e9cb9e-f444-4c1b-a39c-7967fe17d380 HTTP/1.1" status: 204 len: 168 time: 0.9536202 Aug 27 04:53:45.925095 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59166) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:45.925448 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59172) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:45.984515 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e04b164-946a-40d2-9c68-01c650e2409c tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e9cb9e-f444-4c1b-a39c-7967fe17d380,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:45.994042 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d1c1278-cfa5-47f9-ae60-4ee647bd8f27 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Router e8e285c7-61a0-4c3f-8868-54d91ec42416 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:53:46.036251 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c86475d0-334f-4d11-82f2-eeb3b518ee14 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] 10.222.0.76 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1096029 Aug 27 04:53:46.040605 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59178) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:46.045239 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-cdd08047-216b-4131-94ce-1b381df76936 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Request body: {'security_group_rule': {'security_group_id': '4a09aaa6-48cd-4f99-8d25-b74d01678006', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:46.050944 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:46.057522 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-b0b96d05-e207-4999-bb39-ca266d98489c admin admin] Deleting port a22c64c8-01f7-4c70-903f-9255938ca672 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:53:46.059412 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8498f7a9-fadb-4598-95c4-ead1cd48339e tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (b0e296ba-2802-49e7-848a-e7d91e5a143b), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:46.060316 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b0b96d05-e207-4999-bb39-ca266d98489c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (a22c64c8-01f7-4c70-903f-9255938ca672), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:46.113145 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8498f7a9-fadb-4598-95c4-ead1cd48339e tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event deleted for resources: {'Port': ['ID=b0e296ba-2802-49e7-848a-e7d91e5a143b,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:46.224176 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=76,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=17 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:46.239824 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:DELETE=7,neutron:SELECT=79,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:46.346117 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1c1278-cfa5-47f9-ae60-4ee647bd8f27 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:53:46.363772 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1d1c1278-cfa5-47f9-ae60-4ee647bd8f27 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "PUT /networking/v2.0/routers/e8e285c7-61a0-4c3f-8868-54d91ec42416/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9510736 Aug 27 04:53:46.363881 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f5a25d-932e-4e56-b812-cf2f167273ef None None] Sync routers for ids ['e8e285c7-61a0-4c3f-8868-54d91ec42416'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:53:46.377976 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59190) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:46.387379 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f5a25d-932e-4e56-b812-cf2f167273ef None None] Routers {'e8e285c7-61a0-4c3f-8868-54d91ec42416'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:53:46.388078 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-47f5a25d-932e-4e56-b812-cf2f167273ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:53:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['e8e285c7-61a0-4c3f-8868-54d91ec42416'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:46.405602 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-cdd08047-216b-4131-94ce-1b381df76936 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] create failed (client error): The resource could not be found. Aug 27 04:53:46.418425 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-cdd08047-216b-4131-94ce-1b381df76936 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3765280 Aug 27 04:53:46.422133 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59192) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:46.482455 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-b0b96d05-e207-4999-bb39-ca266d98489c admin admin] For port a22c64c8-01f7-4c70-903f-9255938ca672, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a22c64c8-01f7-4c70-903f-9255938ca672,segment=NetworkSegment(c7d78c9e-b3c9-455a-8e99-defeac864e45),segment_id=c7d78c9e-b3c9-455a-8e99-defeac864e45)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:53:46.483071 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b0b96d05-e207-4999-bb39-ca266d98489c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (a22c64c8-01f7-4c70-903f-9255938ca672), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:46.528462 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d1ef4e-fb16-406c-b52e-1961a4ad6f24 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:46.533400 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a2d1ef4e-fb16-406c-b52e-1961a4ad6f24 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/ports/343af523-28ae-4cd3-838e-0f69b04ae1a1 HTTP/1.1" status: 200 len: 911 time: 0.1510117 Aug 27 04:53:46.533537 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-0c0db936-5764-4566-a43e-ed5db052e15e tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Request body: {'security_group': {'name': 'tempest-secgroup--248312370'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:46.534680 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59194) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:46.537440 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-b0b96d05-e207-4999-bb39-ca266d98489c admin admin] Calling delete_port for a22c64c8-01f7-4c70-903f-9255938ca672 owned by network:router_interface {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:53:46.583434 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8498f7a9-fadb-4598-95c4-ead1cd48339e tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (fc1a40ee-62ee-478b-bde6-31753ac1bbca), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:46.587675 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-029cee65-ec6a-42ab-917e-c48a2076dd31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:46.603152 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-47f5a25d-932e-4e56-b812-cf2f167273ef None None] Set router e8e285c7-61a0-4c3f-8868-54d91ec42416 gateway port host: None {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:53:46.625680 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7c098d-3b2b-4940-9548-454e7e323f48 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:46.632641 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7c098d-3b2b-4940-9548-454e7e323f48 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:46.637289 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-4b7c098d-3b2b-4940-9548-454e7e323f48 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0987701 Aug 27 04:53:46.665468 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59200) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:46.691457 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0c0db936-5764-4566-a43e-ed5db052e15e tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:46.781713 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:46.860619 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8498f7a9-fadb-4598-95c4-ead1cd48339e tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Router fc1a40ee-62ee-478b-bde6-31753ac1bbca has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:53:46.991275 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-47f5a25d-932e-4e56-b812-cf2f167273ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e285c7-61a0-4c3f-8868-54d91ec42416', 'name': 'tempest-NetworksTestDHCPv6-router-593186792', 'tenant_id': 'f0f1eb4384394fc18f1626f3e12e04e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:53:40Z', 'updated_at': '2022-08-27T04:53:43Z', 'revision_number': 2, 'project_id': 'f0f1eb4384394fc18f1626f3e12e04e3', 'gw_port_host': None, '_interfaces': [{'id': '343af523-28ae-4cd3-838e-0f69b04ae1a1', 'name': '', 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'tenant_id': 'f0f1eb4384394fc18f1626f3e12e04e3', 'mac_address': 'fa:16:3e:6e:e0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e285c7-61a0-4c3f-8868-54d91ec42416', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '4810fe8b-ecc5-42b0-9ce3-9208b176798a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:53:42Z', 'updated_at': '2022-08-27T04:53:44Z', 'revision_number': 2, 'project_id': 'f0f1eb4384394fc18f1626f3e12e04e3', 'subnets': [{'id': '4810fe8b-ecc5-42b0-9ce3-9208b176798a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:47.009818 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8498f7a9-fadb-4598-95c4-ead1cd48339e tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:53:47.025562 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7903cfa0-1db8-47c8-adb0-902c9aca6451 None None] Sync routers for ids ['fc1a40ee-62ee-478b-bde6-31753ac1bbca'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:53:47.026674 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-029cee65-ec6a-42ab-917e-c48a2076dd31 admin admin] Publish callbacks [] for security_group (09d69350-18d8-4097-ac6b-0be1c497ce16), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:47.028943 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8498f7a9-fadb-4598-95c4-ead1cd48339e tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "PUT /networking/v2.0/routers/fc1a40ee-62ee-478b-bde6-31753ac1bbca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0210941 Aug 27 04:53:47.031520 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0c0db936-5764-4566-a43e-ed5db052e15e tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks [] for security_group (43ecc55a-43b6-48d1-8428-d6fce7c6e536), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:47.032352 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59218) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:47.044460 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:47.052730 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7903cfa0-1db8-47c8-adb0-902c9aca6451 None None] Routers {'fc1a40ee-62ee-478b-bde6-31753ac1bbca'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:53:47.057540 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f5a25d-932e-4e56-b812-cf2f167273ef None None] Checking router: e8e285c7-61a0-4c3f-8868-54d91ec42416 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:53:47.059262 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-7903cfa0-1db8-47c8-adb0-902c9aca6451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:53:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['fc1a40ee-62ee-478b-bde6-31753ac1bbca'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:47.065511 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7d920f71-40ff-48ff-bc3c-4cd1e5c81eab tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=fc1a40ee-62ee-478b-bde6-31753ac1bbca HTTP/1.1" status: 200 len: 205 time: 0.0313900 Aug 27 04:53:47.068488 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59220) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:47.069043 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f5a25d-932e-4e56-b812-cf2f167273ef None None] Updating router e8e285c7-61a0-4c3f-8868-54d91ec42416 port 343af523-28ae-4cd3-838e-0f69b04ae1a1 binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:53:47.166116 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-47f5a25d-932e-4e56-b812-cf2f167273ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (343af523-28ae-4cd3-838e-0f69b04ae1a1), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:47.170272 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-7903cfa0-1db8-47c8-adb0-902c9aca6451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:47.172576 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-029cee65-ec6a-42ab-917e-c48a2076dd31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (09d69350-18d8-4097-ac6b-0be1c497ce16), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:47.179178 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:47.185928 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a7836d95-b546-475b-8543-8cd783b60ec6 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for router (fc1a40ee-62ee-478b-bde6-31753ac1bbca), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:47.191623 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0c0db936-5764-4566-a43e-ed5db052e15e tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (43ecc55a-43b6-48d1-8428-d6fce7c6e536), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:47.209859 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7903cfa0-1db8-47c8-adb0-902c9aca6451 None None] Routers {'fc1a40ee-62ee-478b-bde6-31753ac1bbca'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:53:47.214567 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-7903cfa0-1db8-47c8-adb0-902c9aca6451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:53:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['fc1a40ee-62ee-478b-bde6-31753ac1bbca'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:47.260888 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-7903cfa0-1db8-47c8-adb0-902c9aca6451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:47.261483 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7903cfa0-1db8-47c8-adb0-902c9aca6451 None None] The sync data for ids ['fc1a40ee-62ee-478b-bde6-31753ac1bbca'] in n-d-852088-5 is: [] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:53:47.323352 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029cee65-ec6a-42ab-917e-c48a2076dd31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d69350-18d8-4097-ac6b-0be1c497ce16,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:47.337639 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-029cee65-ec6a-42ab-917e-c48a2076dd31 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=f57a78d75da94621b5aecc2f5614902d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4099965 Aug 27 04:53:47.341587 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59232) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:47.375451 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:47.431809 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0db936-5764-4566-a43e-ed5db052e15e tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43ecc55a-43b6-48d1-8428-d6fce7c6e536,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:47.438321 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0c0db936-5764-4566-a43e-ed5db052e15e tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:47.442557 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-0c0db936-5764-4566-a43e-ed5db052e15e tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9329906 Aug 27 04:53:47.461777 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59238) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:47.476206 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a7836d95-b546-475b-8543-8cd783b60ec6 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (fc1a40ee-62ee-478b-bde6-31753ac1bbca), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:47.478471 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a7836d95-b546-475b-8543-8cd783b60ec6 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for router_controller (fc1a40ee-62ee-478b-bde6-31753ac1bbca), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:47.496383 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-fdc959ae-ea3e-4085-842a-43bc1b657369 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Request body: {'security_group': {'name': 'tempest-secgroup--489384636'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:47.502825 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4170e216-f353-412f-b363-69dc206e7d80 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (e8e285c7-61a0-4c3f-8868-54d91ec42416), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:47.514859 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b0b96d05-e207-4999-bb39-ca266d98489c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (a22c64c8-01f7-4c70-903f-9255938ca672), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:47.583308 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:47.609113 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-47f5a25d-932e-4e56-b812-cf2f167273ef None None] Publish callbacks [] for port (343af523-28ae-4cd3-838e-0f69b04ae1a1), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:47.632076 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a7836d95-b546-475b-8543-8cd783b60ec6 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (fc1a40ee-62ee-478b-bde6-31753ac1bbca), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:47.634536 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b96d05-e207-4999-bb39-ca266d98489c admin admin] Pushing event deleted for resources: {'Port': ['ID=a22c64c8-01f7-4c70-903f-9255938ca672,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:47.636005 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7836d95-b546-475b-8543-8cd783b60ec6 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Fanout notify agent at l3_agent the message router_deleted on router fc1a40ee-62ee-478b-bde6-31753ac1bbca {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:53:47.647973 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a7836d95-b546-475b-8543-8cd783b60ec6 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:47.650879 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a7836d95-b546-475b-8543-8cd783b60ec6 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "DELETE /networking/v2.0/routers/fc1a40ee-62ee-478b-bde6-31753ac1bbca HTTP/1.1" status: 204 len: 168 time: 0.5811017 Aug 27 04:53:47.653919 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59244) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:47.687237 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-be0cd2df-4cbf-4589-a63b-c9786777d32e admin admin] Publish callbacks [] for security_group (09d69350-18d8-4097-ac6b-0be1c497ce16), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:47.734483 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-47f5a25d-932e-4e56-b812-cf2f167273ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (343af523-28ae-4cd3-838e-0f69b04ae1a1), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:47.763269 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2f76df4-5f30-4ab9-ae33-5c39d7fc4807 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Deleting subnet a6afbed1-77c0-4705-9ddf-e59cd21d90ef {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:53:47.768301 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a2f76df4-5f30-4ab9-ae33-5c39d7fc4807 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for subnet (a6afbed1-77c0-4705-9ddf-e59cd21d90ef), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:47.777766 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-be0cd2df-4cbf-4589-a63b-c9786777d32e admin admin] Publish callbacks [] for security_group (09d69350-18d8-4097-ac6b-0be1c497ce16), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:47.850264 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a2f76df4-5f30-4ab9-ae33-5c39d7fc4807 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (a6afbed1-77c0-4705-9ddf-e59cd21d90ef), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:47.869138 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fdc959ae-ea3e-4085-842a-43bc1b657369 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:47.875248 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-47f5a25d-932e-4e56-b812-cf2f167273ef None None] Attempting to bind port 343af523-28ae-4cd3-838e-0f69b04ae1a1 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:53:47.875624 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-47f5a25d-932e-4e56-b812-cf2f167273ef None None] Attempting to bind port 343af523-28ae-4cd3-838e-0f69b04ae1a1 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:53:47.875986 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f5a25d-932e-4e56-b812-cf2f167273ef None None] Attempting to bind port 343af523-28ae-4cd3-838e-0f69b04ae1a1 on network 61356c33-ce96-40d0-bb36-87a36b2d0e1c {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:53:47.887404 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f0c024-a5a9-42e9-8ce9-9cd1069d0225 None None] Pushing event updated for resources: {'Port': ['ID=343af523-28ae-4cd3-838e-0f69b04ae1a1,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:47.893586 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f5a25d-932e-4e56-b812-cf2f167273ef None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:53:47.893946 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f5a25d-932e-4e56-b812-cf2f167273ef None None] Checking segment: {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:53:47.895293 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-47f5a25d-932e-4e56-b812-cf2f167273ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:47.895687 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f5a25d-932e-4e56-b812-cf2f167273ef None None] Bound using segment: {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:53:47.896197 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-47f5a25d-932e-4e56-b812-cf2f167273ef None None] Bound port: 343af523-28ae-4cd3-838e-0f69b04ae1a1, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:53:47.898621 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-47f5a25d-932e-4e56-b812-cf2f167273ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (343af523-28ae-4cd3-838e-0f69b04ae1a1), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:48.011536 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-47f5a25d-932e-4e56-b812-cf2f167273ef None None] For port 343af523-28ae-4cd3-838e-0f69b04ae1a1, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:53:48.018552 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-47f5a25d-932e-4e56-b812-cf2f167273ef None None] For port 343af523-28ae-4cd3-838e-0f69b04ae1a1, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=343af523-28ae-4cd3-838e-0f69b04ae1a1,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:53:48.087718 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a2f76df4-5f30-4ab9-ae33-5c39d7fc4807 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (a6afbed1-77c0-4705-9ddf-e59cd21d90ef), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:48.112089 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-47f5a25d-932e-4e56-b812-cf2f167273ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (343af523-28ae-4cd3-838e-0f69b04ae1a1), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:48.156333 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f5a25d-932e-4e56-b812-cf2f167273ef None None] Routers {'e8e285c7-61a0-4c3f-8868-54d91ec42416'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:53:48.157014 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-47f5a25d-932e-4e56-b812-cf2f167273ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:53:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['e8e285c7-61a0-4c3f-8868-54d91ec42416'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:48.234638 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f0c024-a5a9-42e9-8ce9-9cd1069d0225 None None] Pushing event updated for resources: {'Port': ['ID=343af523-28ae-4cd3-838e-0f69b04ae1a1,revision_number=4']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:48.266972 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-47f5a25d-932e-4e56-b812-cf2f167273ef None None] Set router e8e285c7-61a0-4c3f-8868-54d91ec42416 gateway port host: None {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:53:48.271915 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a2f76df4-5f30-4ab9-ae33-5c39d7fc4807 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (a6afbed1-77c0-4705-9ddf-e59cd21d90ef), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:48.325516 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f76df4-5f30-4ab9-ae33-5c39d7fc4807 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event deleted for resources: {'Subnet': ['ID=a6afbed1-77c0-4705-9ddf-e59cd21d90ef,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:48.329611 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a2f76df4-5f30-4ab9-ae33-5c39d7fc4807 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:48.341592 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a2f76df4-5f30-4ab9-ae33-5c39d7fc4807 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/a6afbed1-77c0-4705-9ddf-e59cd21d90ef HTTP/1.1" status: 204 len: 168 time: 0.6839533 Aug 27 04:53:48.345786 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b59d5d-b736-4c65-aa90-e4a740e49638 None None] Network 97c7f52f-89fb-44a5-afd5-a7005c32edd8 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:53:48.368896 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59266) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:48.413464 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-4170e216-f353-412f-b363-69dc206e7d80 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Deleting port 343af523-28ae-4cd3-838e-0f69b04ae1a1 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:53:48.413817 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4170e216-f353-412f-b363-69dc206e7d80 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (343af523-28ae-4cd3-838e-0f69b04ae1a1), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:48.444728 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-be0cd2df-4cbf-4589-a63b-c9786777d32e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (09d69350-18d8-4097-ac6b-0be1c497ce16), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:48.447304 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-be0cd2df-4cbf-4589-a63b-c9786777d32e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:48.448512 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-be0cd2df-4cbf-4589-a63b-c9786777d32e admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/09d69350-18d8-4097-ac6b-0be1c497ce16 HTTP/1.1" status: 204 len: 168 time: 1.1029634 Aug 27 04:53:48.512216 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fdc959ae-ea3e-4085-842a-43bc1b657369 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks [] for security_group (6f8faedf-c47b-4625-9a5f-ad6cb6af5fa9), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:48.515993 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0cd2df-4cbf-4589-a63b-c9786777d32e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d69350-18d8-4097-ac6b-0be1c497ce16,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:48.520601 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b0b96d05-e207-4999-bb39-ca266d98489c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (5368393b-a326-4518-9ae4-88e169ac8ade), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:48.530219 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-f46b5243-0070-43f4-8ec7-5026876b2a8e tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Deleting subnet 0e662cfd-c83b-4c12-8c97-a0b49d53301e {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:53:48.539658 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f46b5243-0070-43f4-8ec7-5026876b2a8e tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for subnet (0e662cfd-c83b-4c12-8c97-a0b49d53301e), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:48.605164 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f46b5243-0070-43f4-8ec7-5026876b2a8e tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (0e662cfd-c83b-4c12-8c97-a0b49d53301e), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:48.655848 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fdc959ae-ea3e-4085-842a-43bc1b657369 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (6f8faedf-c47b-4625-9a5f-ad6cb6af5fa9), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:48.745875 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f46b5243-0070-43f4-8ec7-5026876b2a8e tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (0e662cfd-c83b-4c12-8c97-a0b49d53301e), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:48.746050 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc959ae-ea3e-4085-842a-43bc1b657369 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8faedf-c47b-4625-9a5f-ad6cb6af5fa9,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:48.787917 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bfcd94-8ddc-4424-9655-2cc6a2ccda77 None None] DHCP port deletion for 97c7f52f-89fb-44a5-afd5-a7005c32edd8 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:53:48.801816 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-4170e216-f353-412f-b363-69dc206e7d80 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] For port 343af523-28ae-4cd3-838e-0f69b04ae1a1, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=343af523-28ae-4cd3-838e-0f69b04ae1a1,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:53:48.808584 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4170e216-f353-412f-b363-69dc206e7d80 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (343af523-28ae-4cd3-838e-0f69b04ae1a1), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:48.822905 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-47f5a25d-932e-4e56-b812-cf2f167273ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e285c7-61a0-4c3f-8868-54d91ec42416', 'name': 'tempest-NetworksTestDHCPv6-router-593186792', 'tenant_id': 'f0f1eb4384394fc18f1626f3e12e04e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:53:40Z', 'updated_at': '2022-08-27T04:53:43Z', 'revision_number': 2, 'project_id': 'f0f1eb4384394fc18f1626f3e12e04e3', 'gw_port_host': None, '_interfaces': [{'id': '343af523-28ae-4cd3-838e-0f69b04ae1a1', 'name': '', 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'tenant_id': 'f0f1eb4384394fc18f1626f3e12e04e3', 'mac_address': 'fa:16:3e:6e:e0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e285c7-61a0-4c3f-8868-54d91ec42416', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '4810fe8b-ecc5-42b0-9ce3-9208b176798a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:53:42Z', 'updated_at': '2022-08-27T04:53:48Z', 'revision_number': 4, 'project_id': 'f0f1eb4384394fc18f1626f3e12e04e3', 'subnets': [{'id': '4810fe8b-ecc5-42b0-9ce3-9208b176798a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:48.837528 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-4170e216-f353-412f-b363-69dc206e7d80 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Calling delete_port for 343af523-28ae-4cd3-838e-0f69b04ae1a1 owned by network:router_interface {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:53:48.840534 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-41bfcd94-8ddc-4424-9655-2cc6a2ccda77 None None] Deleting port e22679cc-8277-4787-9da1-8c66ca89a0f7 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:53:48.841259 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-41bfcd94-8ddc-4424-9655-2cc6a2ccda77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (e22679cc-8277-4787-9da1-8c66ca89a0f7), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:48.872314 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f5a25d-932e-4e56-b812-cf2f167273ef None None] The sync data for ids ['e8e285c7-61a0-4c3f-8868-54d91ec42416'] in n-d-852088-5 is: [{'id': 'e8e285c7-61a0-4c3f-8868-54d91ec42416', 'name': 'tempest-NetworksTestDHCPv6-router-593186792', 'tenant_id': 'f0f1eb4384394fc18f1626f3e12e04e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:53:40Z', 'updated_at': '2022-08-27T04:53:43Z', 'revision_number': 2, 'project_id': 'f0f1eb4384394fc18f1626f3e12e04e3', 'gw_port_host': None, '_interfaces': [{'id': '343af523-28ae-4cd3-838e-0f69b04ae1a1', 'name': '', 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'tenant_id': 'f0f1eb4384394fc18f1626f3e12e04e3', 'mac_address': 'fa:16:3e:6e:e0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e285c7-61a0-4c3f-8868-54d91ec42416', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '4810fe8b-ecc5-42b0-9ce3-9208b176798a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:53:42Z', 'updated_at': '2022-08-27T04:53:48Z', 'revision_number': 4, 'project_id': 'f0f1eb4384394fc18f1626f3e12e04e3', 'subnets': [{'id': '4810fe8b-ecc5-42b0-9ce3-9208b176798a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:53:48.936002 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fdc959ae-ea3e-4085-842a-43bc1b657369 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:48.940614 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59280) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:48.945377 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-20fe1fca-1cbd-46b4-93a4-b76100ea2f28 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Request body: {'security_group_rule': {'security_group_id': '43ecc55a-43b6-48d1-8428-d6fce7c6e536', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '6f8faedf-c47b-4625-9a5f-ad6cb6af5fa9'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:48.955135 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f46b5243-0070-43f4-8ec7-5026876b2a8e tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (0e662cfd-c83b-4c12-8c97-a0b49d53301e), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:48.956731 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-fdc959ae-ea3e-4085-842a-43bc1b657369 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.4641151 Aug 27 04:53:49.062930 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46b5243-0070-43f4-8ec7-5026876b2a8e tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event deleted for resources: {'Subnet': ['ID=0e662cfd-c83b-4c12-8c97-a0b49d53301e,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:49.078106 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f46b5243-0070-43f4-8ec7-5026876b2a8e tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:49.088360 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f46b5243-0070-43f4-8ec7-5026876b2a8e tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/0e662cfd-c83b-4c12-8c97-a0b49d53301e HTTP/1.1" status: 204 len: 168 time: 0.7140434 Aug 27 04:53:49.088360 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59286) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:49.124457 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d206b048-ec7e-4e74-9f3f-b063bc40ca04 None None] Network 078fbf45-ef1c-4db3-a6b0-14418f247374 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:53:49.226557 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-41bfcd94-8ddc-4424-9655-2cc6a2ccda77 None None] For port e22679cc-8277-4787-9da1-8c66ca89a0f7, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=e22679cc-8277-4787-9da1-8c66ca89a0f7,segment=NetworkSegment(7e0c3c1b-73c4-4fb7-8f6b-bd35eabd1903),segment_id=7e0c3c1b-73c4-4fb7-8f6b-bd35eabd1903)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:53:49.226997 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-41bfcd94-8ddc-4424-9655-2cc6a2ccda77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (e22679cc-8277-4787-9da1-8c66ca89a0f7), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:49.256551 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-41bfcd94-8ddc-4424-9655-2cc6a2ccda77 None None] Calling delete_port for e22679cc-8277-4787-9da1-8c66ca89a0f7 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:53:49.261732 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e326fae5-e428-4482-be34-53bc7d08a0e0 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (97c7f52f-89fb-44a5-afd5-a7005c32edd8), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:49.331157 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b96d05-e207-4999-bb39-ca266d98489c admin admin] Router 5368393b-a326-4518-9ae4-88e169ac8ade has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:53:49.391259 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-e326fae5-e428-4482-be34-53bc7d08a0e0 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Deleting port e22679cc-8277-4787-9da1-8c66ca89a0f7 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:53:49.391644 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e326fae5-e428-4482-be34-53bc7d08a0e0 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (e22679cc-8277-4787-9da1-8c66ca89a0f7), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:49.398193 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device e22679cc-8277-4787-9da1-8c66ca89a0f7 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:53:49.411986 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:49.476421 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-20fe1fca-1cbd-46b4-93a4-b76100ea2f28 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 04:53:49.481062 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-20fe1fca-1cbd-46b4-93a4-b76100ea2f28 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5358443 Aug 27 04:53:49.504288 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59300) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:49.507536 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b96d05-e207-4999-bb39-ca266d98489c admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:53:49.518952 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3361078-fd79-40e2-b139-2e85f9a1da43 None None] Sync routers for ids ['5368393b-a326-4518-9ae4-88e169ac8ade'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:53:49.528646 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-e326fae5-e428-4482-be34-53bc7d08a0e0 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] For port e22679cc-8277-4787-9da1-8c66ca89a0f7, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=e22679cc-8277-4787-9da1-8c66ca89a0f7,segment=NetworkSegment(7e0c3c1b-73c4-4fb7-8f6b-bd35eabd1903),segment_id=7e0c3c1b-73c4-4fb7-8f6b-bd35eabd1903)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:53:49.530215 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b0b96d05-e207-4999-bb39-ca266d98489c admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/5368393b-a326-4518-9ae4-88e169ac8ade/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1499703 Aug 27 04:53:49.532516 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3361078-fd79-40e2-b139-2e85f9a1da43 None None] Routers {'5368393b-a326-4518-9ae4-88e169ac8ade'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:53:49.533151 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-a3361078-fd79-40e2-b139-2e85f9a1da43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:53:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['5368393b-a326-4518-9ae4-88e169ac8ade'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:49.533795 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113279d1-e95f-4308-a7bb-41e736e43993 None None] DHCP port deletion for 078fbf45-ef1c-4db3-a6b0-14418f247374 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:53:49.535063 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e326fae5-e428-4482-be34-53bc7d08a0e0 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (e22679cc-8277-4787-9da1-8c66ca89a0f7), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:49.537036 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:49.538184 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59302) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:49.592733 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-e326fae5-e428-4482-be34-53bc7d08a0e0 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Calling delete_port for e22679cc-8277-4787-9da1-8c66ca89a0f7 owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:53:49.622388 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:49.648406 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port e22679cc-8277-4787-9da1-8c66ca89a0f7 is: ACTIVE; New status is: DOWN {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:53:49.649182 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (e22679cc-8277-4787-9da1-8c66ca89a0f7), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:49.654525 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-113279d1-e95f-4308-a7bb-41e736e43993 None None] Deleting port 2cff86d9-86fe-4787-9e10-38c37ed8d76e {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:53:49.655244 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-113279d1-e95f-4308-a7bb-41e736e43993 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (2cff86d9-86fe-4787-9e10-38c37ed8d76e), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:49.675622 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4170e216-f353-412f-b363-69dc206e7d80 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (343af523-28ae-4cd3-838e-0f69b04ae1a1), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:49.718642 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-90780d2e-05ce-49c0-bfd0-b034b4a8d1c8 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks [] for security_group (6f8faedf-c47b-4625-9a5f-ad6cb6af5fa9), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:49.781026 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-41bfcd94-8ddc-4424-9655-2cc6a2ccda77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (e22679cc-8277-4787-9da1-8c66ca89a0f7), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:49.789512 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e326fae5-e428-4482-be34-53bc7d08a0e0 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (e22679cc-8277-4787-9da1-8c66ca89a0f7), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:49.817472 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-a3361078-fd79-40e2-b139-2e85f9a1da43 None None] Set router 5368393b-a326-4518-9ae4-88e169ac8ade gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:53:49.824132 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e326fae5-e428-4482-be34-53bc7d08a0e0 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event deleted for resources: {'Port': ['ID=e22679cc-8277-4787-9da1-8c66ca89a0f7,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:49.828606 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e326fae5-e428-4482-be34-53bc7d08a0e0 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] No DVR routers for this DVR port e22679cc-8277-4787-9da1-8c66ca89a0f7 on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:53:49.846676 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-113279d1-e95f-4308-a7bb-41e736e43993 None None] For port 2cff86d9-86fe-4787-9e10-38c37ed8d76e, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=2cff86d9-86fe-4787-9e10-38c37ed8d76e,segment=NetworkSegment(dc1b9b89-a570-46b3-a4ec-0b82ef340751),segment_id=dc1b9b89-a570-46b3-a4ec-0b82ef340751)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:53:49.846950 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-113279d1-e95f-4308-a7bb-41e736e43993 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (2cff86d9-86fe-4787-9e10-38c37ed8d76e), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:49.847068 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4170e216-f353-412f-b363-69dc206e7d80 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event deleted for resources: {'Port': ['ID=343af523-28ae-4cd3-838e-0f69b04ae1a1,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:49.879523 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-113279d1-e95f-4308-a7bb-41e736e43993 None None] Calling delete_port for 2cff86d9-86fe-4787-9e10-38c37ed8d76e owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:53:49.932585 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-90780d2e-05ce-49c0-bfd0-b034b4a8d1c8 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks [] for security_group (6f8faedf-c47b-4625-9a5f-ad6cb6af5fa9), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:49.979977 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=11,neutron:SELECT=84,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:50.060729 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59312) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:50.061536 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e326fae5-e428-4482-be34-53bc7d08a0e0 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (97c7f52f-89fb-44a5-afd5-a7005c32edd8), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:50.087132 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bfcd94-8ddc-4424-9655-2cc6a2ccda77 None None] No DVR routers for this DVR port e22679cc-8277-4787-9da1-8c66ca89a0f7 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:53:50.105699 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bfcd94-8ddc-4424-9655-2cc6a2ccda77 None None] Pushing event deleted for resources: {'Port': ['ID=e22679cc-8277-4787-9da1-8c66ca89a0f7,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:50.144517 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-e326fae5-e428-4482-be34-53bc7d08a0e0 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97c7f52f-89fb-44a5-afd5-a7005c32edd8']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:50.168400 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-e326fae5-e428-4482-be34-53bc7d08a0e0 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e0c3c1b-73c4-4fb7-8f6b-bd35eabd1903') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:50.168701 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-e326fae5-e428-4482-be34-53bc7d08a0e0 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e0c3c1b-73c4-4fb7-8f6b-bd35eabd1903') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:50.182087 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5ea66fe7-c619-4dbe-be8e-65b539f9fed8 admin admin] Publish callbacks [] for router (5368393b-a326-4518-9ae4-88e169ac8ade), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:50.185125 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4170e216-f353-412f-b363-69dc206e7d80 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (e8e285c7-61a0-4c3f-8868-54d91ec42416), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:50.191951 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:50.195254 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e326fae5-e428-4482-be34-53bc7d08a0e0 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (7e0c3c1b-73c4-4fb7-8f6b-bd35eabd1903), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:50.206728 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:50.243753 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e326fae5-e428-4482-be34-53bc7d08a0e0 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (7e0c3c1b-73c4-4fb7-8f6b-bd35eabd1903), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:50.254568 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-113279d1-e95f-4308-a7bb-41e736e43993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (2cff86d9-86fe-4787-9e10-38c37ed8d76e), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:50.265329 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e326fae5-e428-4482-be34-53bc7d08a0e0 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:53:50.265329 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e326fae5-e428-4482-be34-53bc7d08a0e0 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (7e0c3c1b-73c4-4fb7-8f6b-bd35eabd1903), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:50.302760 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113279d1-e95f-4308-a7bb-41e736e43993 None None] No DVR routers for this DVR port 2cff86d9-86fe-4787-9e10-38c37ed8d76e on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:53:50.304756 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113279d1-e95f-4308-a7bb-41e736e43993 None None] Pushing event deleted for resources: {'Port': ['ID=2cff86d9-86fe-4787-9e10-38c37ed8d76e,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:50.335062 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 7e0c3c1b-73c4-4fb7-8f6b-bd35eabd1903 resource provider aggregate not found Aug 27 04:53:50.359801 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-a3361078-fd79-40e2-b139-2e85f9a1da43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5368393b-a326-4518-9ae4-88e169ac8ade', 'name': 'tempest-AttachVolumeNegativeTest-37161294-router', 'tenant_id': '648e7927634f419f8e754f76bd8a0952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '17c3389a-4a1f-40b3-83d9-817d3f39763d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:52:58Z', 'updated_at': '2022-08-27T04:53:47Z', 'revision_number': 5, 'project_id': '648e7927634f419f8e754f76bd8a0952', 'gw_port': {'id': '17c3389a-4a1f-40b3-83d9-817d3f39763d', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:50:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5368393b-a326-4518-9ae4-88e169ac8ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:52:59Z', 'updated_at': '2022-08-27T04:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:50.366500 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 7e0c3c1b-73c4-4fb7-8f6b-bd35eabd1903 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7e0c3c1b-73c4-4fb7-8f6b-bd35eabd1903 found for delete ", "request_id": "req-12e44d87-c63b-41e6-b9ac-5be10744884a"}]} Aug 27 04:53:50.389458 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-90780d2e-05ce-49c0-bfd0-b034b4a8d1c8 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (6f8faedf-c47b-4625-9a5f-ad6cb6af5fa9), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:50.391317 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-90780d2e-05ce-49c0-bfd0-b034b4a8d1c8 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:50.392577 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-90780d2e-05ce-49c0-bfd0-b034b4a8d1c8 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/6f8faedf-c47b-4625-9a5f-ad6cb6af5fa9 HTTP/1.1" status: 204 len: 168 time: 0.8830228 Aug 27 04:53:50.393686 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3361078-fd79-40e2-b139-2e85f9a1da43 None None] Checking router: 5368393b-a326-4518-9ae4-88e169ac8ade for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:53:50.396841 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59322) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:50.408672 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3361078-fd79-40e2-b139-2e85f9a1da43 None None] Routers {'5368393b-a326-4518-9ae4-88e169ac8ade'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:53:50.408672 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-a3361078-fd79-40e2-b139-2e85f9a1da43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:53:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['5368393b-a326-4518-9ae4-88e169ac8ade'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:50.416872 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90780d2e-05ce-49c0-bfd0-b034b4a8d1c8 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8faedf-c47b-4625-9a5f-ad6cb6af5fa9,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:50.481634 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:50.504294 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e326fae5-e428-4482-be34-53bc7d08a0e0 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (97c7f52f-89fb-44a5-afd5-a7005c32edd8), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:50.515896 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e326fae5-e428-4482-be34-53bc7d08a0e0 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:50.519303 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5ea66fe7-c619-4dbe-be8e-65b539f9fed8 admin admin] Publish callbacks [] for router_gateway (5368393b-a326-4518-9ae4-88e169ac8ade), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:50.521900 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e326fae5-e428-4482-be34-53bc7d08a0e0 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "DELETE /networking/v2.0/networks/97c7f52f-89fb-44a5-afd5-a7005c32edd8 HTTP/1.1" status: 204 len: 168 time: 1.4334457 Aug 27 04:53:50.525862 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59324) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:50.558764 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-a3361078-fd79-40e2-b139-2e85f9a1da43 None None] Set router 5368393b-a326-4518-9ae4-88e169ac8ade gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:53:50.597362 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4170e216-f353-412f-b363-69dc206e7d80 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Router e8e285c7-61a0-4c3f-8868-54d91ec42416 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:53:50.613266 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e326fae5-e428-4482-be34-53bc7d08a0e0 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event deleted for resources: {'Network': ['ID=97c7f52f-89fb-44a5-afd5-a7005c32edd8,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:50.628473 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59330) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:50.650155 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b4cd0f0a-fbab-453e-b804-ee4e26501c1c tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] 10.222.0.76 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2338064 Aug 27 04:53:50.651189 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1840a77c-f03e-47ce-8b40-e64e0e64cc9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:50.655120 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59332) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:50.685748 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f0dd8407-a733-49ad-97e2-a512561a4119 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (078fbf45-ef1c-4db3-a6b0-14418f247374), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:50.693087 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-5ea66fe7-c619-4dbe-be8e-65b539f9fed8 admin admin] Deleting port 17c3389a-4a1f-40b3-83d9-817d3f39763d {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:53:50.693825 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5ea66fe7-c619-4dbe-be8e-65b539f9fed8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (17c3389a-4a1f-40b3-83d9-817d3f39763d), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:50.740617 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-70839e68-3d12-4697-9207-7009a9428e08 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks [] for security_group (43ecc55a-43b6-48d1-8428-d6fce7c6e536), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:50.779856 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-70839e68-3d12-4697-9207-7009a9428e08 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks [] for security_group (43ecc55a-43b6-48d1-8428-d6fce7c6e536), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:50.826670 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-a3361078-fd79-40e2-b139-2e85f9a1da43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5368393b-a326-4518-9ae4-88e169ac8ade', 'name': 'tempest-AttachVolumeNegativeTest-37161294-router', 'tenant_id': '648e7927634f419f8e754f76bd8a0952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '17c3389a-4a1f-40b3-83d9-817d3f39763d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:52:58Z', 'updated_at': '2022-08-27T04:53:47Z', 'revision_number': 5, 'project_id': '648e7927634f419f8e754f76bd8a0952', 'gw_port': {'id': '17c3389a-4a1f-40b3-83d9-817d3f39763d', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:50:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5368393b-a326-4518-9ae4-88e169ac8ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:52:59Z', 'updated_at': '2022-08-27T04:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:50.875704 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4170e216-f353-412f-b363-69dc206e7d80 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:53:50.875993 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3361078-fd79-40e2-b139-2e85f9a1da43 None None] The sync data for ids ['5368393b-a326-4518-9ae4-88e169ac8ade'] in n-d-852088-5 is: [{'id': '5368393b-a326-4518-9ae4-88e169ac8ade', 'name': 'tempest-AttachVolumeNegativeTest-37161294-router', 'tenant_id': '648e7927634f419f8e754f76bd8a0952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '17c3389a-4a1f-40b3-83d9-817d3f39763d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:52:58Z', 'updated_at': '2022-08-27T04:53:47Z', 'revision_number': 5, 'project_id': '648e7927634f419f8e754f76bd8a0952', 'gw_port': {'id': '17c3389a-4a1f-40b3-83d9-817d3f39763d', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:50:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5368393b-a326-4518-9ae4-88e169ac8ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:52:59Z', 'updated_at': '2022-08-27T04:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:53:50.885232 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-4170e216-f353-412f-b363-69dc206e7d80 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "PUT /networking/v2.0/routers/e8e285c7-61a0-4c3f-8868-54d91ec42416/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2170300 Aug 27 04:53:50.887320 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59338) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:50.910844 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1ef10936-527e-402e-b3ac-5ed742f52235 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:50.983853 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1840a77c-f03e-47ce-8b40-e64e0e64cc9b admin admin] Publish callbacks [] for security_group (22e9918b-55e3-41e4-a910-8109b50bbcc0), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:50.995324 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7cc16c-012b-48bd-a24f-2c32d7dabe53 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:50.997983 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7cc16c-012b-48bd-a24f-2c32d7dabe53 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:51.003199 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-9d7cc16c-012b-48bd-a24f-2c32d7dabe53 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1144259 Aug 27 04:53:51.003848 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59340) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:51.007774 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f0dd8407-a733-49ad-97e2-a512561a4119 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (078fbf45-ef1c-4db3-a6b0-14418f247374), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:51.013119 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:51.057069 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=11,neutron:SELECT=83,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:51.058640 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-70839e68-3d12-4697-9207-7009a9428e08 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (43ecc55a-43b6-48d1-8428-d6fce7c6e536), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:51.070432 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-f0dd8407-a733-49ad-97e2-a512561a4119 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['078fbf45-ef1c-4db3-a6b0-14418f247374']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:51.072543 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-70839e68-3d12-4697-9207-7009a9428e08 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:51.074147 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-70839e68-3d12-4697-9207-7009a9428e08 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/43ecc55a-43b6-48d1-8428-d6fce7c6e536 HTTP/1.1" status: 204 len: 168 time: 0.4175801 Aug 27 04:53:51.078094 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-5ea66fe7-c619-4dbe-be8e-65b539f9fed8 admin admin] For port 17c3389a-4a1f-40b3-83d9-817d3f39763d, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=17c3389a-4a1f-40b3-83d9-817d3f39763d,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:53:51.078469 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5ea66fe7-c619-4dbe-be8e-65b539f9fed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (17c3389a-4a1f-40b3-83d9-817d3f39763d), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:51.081349 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59346) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:51.105051 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-f0dd8407-a733-49ad-97e2-a512561a4119 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc1b9b89-a570-46b3-a4ec-0b82ef340751') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:51.105350 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-f0dd8407-a733-49ad-97e2-a512561a4119 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc1b9b89-a570-46b3-a4ec-0b82ef340751') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:51.114883 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-893333f6-9f7b-41c1-b9e7-c11aafe12ff7 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Deleting subnet 4810fe8b-ecc5-42b0-9ce3-9208b176798a {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:53:51.130778 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-5ea66fe7-c619-4dbe-be8e-65b539f9fed8 admin admin] Calling delete_port for 17c3389a-4a1f-40b3-83d9-817d3f39763d owned by network:router_gateway {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:53:51.130960 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1840a77c-f03e-47ce-8b40-e64e0e64cc9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (22e9918b-55e3-41e4-a910-8109b50bbcc0), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:51.145322 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f0dd8407-a733-49ad-97e2-a512561a4119 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (dc1b9b89-a570-46b3-a4ec-0b82ef340751), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:51.163120 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-893333f6-9f7b-41c1-b9e7-c11aafe12ff7 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (4810fe8b-ecc5-42b0-9ce3-9208b176798a), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:51.175878 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70839e68-3d12-4697-9207-7009a9428e08 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ecc55a-43b6-48d1-8428-d6fce7c6e536,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:51.195000 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59354) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:51.221031 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f0dd8407-a733-49ad-97e2-a512561a4119 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (dc1b9b89-a570-46b3-a4ec-0b82ef340751), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:51.259326 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 2cff86d9-86fe-4787-9e10-38c37ed8d76e no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:53:51.295124 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-893333f6-9f7b-41c1-b9e7-c11aafe12ff7 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (4810fe8b-ecc5-42b0-9ce3-9208b176798a), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:51.295316 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0dd8407-a733-49ad-97e2-a512561a4119 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:53:51.295316 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f0dd8407-a733-49ad-97e2-a512561a4119 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (dc1b9b89-a570-46b3-a4ec-0b82ef340751), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:51.323835 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 2cff86d9-86fe-4787-9e10-38c37ed8d76e {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:53:51.327261 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 2cff86d9-86fe-4787-9e10-38c37ed8d76e not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:53:51.333881 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a22c64c8-01f7-4c70-903f-9255938ca672 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:53:51.371035 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: a22c64c8-01f7-4c70-903f-9255938ca672 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:53:51.371388 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a22c64c8-01f7-4c70-903f-9255938ca672 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:53:51.386234 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment dc1b9b89-a570-46b3-a4ec-0b82ef340751 resource provider aggregate not found Aug 27 04:53:51.415077 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-893333f6-9f7b-41c1-b9e7-c11aafe12ff7 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (4810fe8b-ecc5-42b0-9ce3-9208b176798a), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:51.432495 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment dc1b9b89-a570-46b3-a4ec-0b82ef340751 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dc1b9b89-a570-46b3-a4ec-0b82ef340751 found for delete ", "request_id": "req-14edbb31-34d2-45fd-95e3-777c4f1e3c94"}]} Aug 27 04:53:51.448660 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1ef10936-527e-402e-b3ac-5ed742f52235 admin admin] Publish callbacks [] for security_group (9abb29b7-39c8-4384-8800-20e6b5d432ae), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:51.475147 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1840a77c-f03e-47ce-8b40-e64e0e64cc9b admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=5dac99877c64454494fa3eed9d76330d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8432944 Aug 27 04:53:51.489349 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59366) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:51.513266 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-f8339d01-7df5-423a-9280-a446b1402605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000430213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000430213-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-470759269'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:51.556722 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1840a77c-f03e-47ce-8b40-e64e0e64cc9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e9918b-55e3-41e4-a910-8109b50bbcc0,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:51.572263 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-617258ea-7a48-4aac-8676-6330cc336931 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] 10.222.0.76 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4872882 Aug 27 04:53:51.572909 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59368) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:51.583961 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-57aa67f9-49a6-4c1b-b141-b405f6d46aa5 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Request body: {'security_group': {'name': 'tempest-secgroup--754541666'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:51.590825 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f0dd8407-a733-49ad-97e2-a512561a4119 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (078fbf45-ef1c-4db3-a6b0-14418f247374), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:51.597054 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f0dd8407-a733-49ad-97e2-a512561a4119 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:51.604804 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f0dd8407-a733-49ad-97e2-a512561a4119 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "DELETE /networking/v2.0/networks/078fbf45-ef1c-4db3-a6b0-14418f247374 HTTP/1.1" status: 204 len: 168 time: 1.0726156 Aug 27 04:53:51.607114 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1ef10936-527e-402e-b3ac-5ed742f52235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (9abb29b7-39c8-4384-8800-20e6b5d432ae), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:51.611466 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59372) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:51.639662 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-83775b78-8a02-410f-be1c-e4f1ce0bb051 admin admin] Publish callbacks [] for security_group (22e9918b-55e3-41e4-a910-8109b50bbcc0), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:51.643548 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-0b91f16e-0769-4dca-9179-74aa455a2022 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Request body: {'network': {'name': 'tempest-RoutersTest-1207692339'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:51.656125 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd8407-a733-49ad-97e2-a512561a4119 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event deleted for resources: {'Network': ['ID=078fbf45-ef1c-4db3-a6b0-14418f247374,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:51.661858 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-83775b78-8a02-410f-be1c-e4f1ce0bb051 admin admin] Publish callbacks [] for security_group (22e9918b-55e3-41e4-a910-8109b50bbcc0), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:51.699911 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef10936-527e-402e-b3ac-5ed742f52235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9abb29b7-39c8-4384-8800-20e6b5d432ae,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:51.699911 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1ef10936-527e-402e-b3ac-5ed742f52235 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=a307682bfefc416d83311652bcb2def6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6332459 Aug 27 04:53:51.699911 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59376) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:51.721232 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8339d01-7df5-423a-9280-a446b1402605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000430213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000430213-project] Made reservation on behalf of cfebb1aea5ca4732b4122c79f7970c03 for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:53:51.725548 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f8339d01-7df5-423a-9280-a446b1402605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000430213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000430213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:51.727681 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5ea66fe7-c619-4dbe-be8e-65b539f9fed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (17c3389a-4a1f-40b3-83d9-817d3f39763d), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:51.732551 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6e9224-f01f-47b4-b937-8f593a485ea0 None None] Sync routers for ids ['e8e285c7-61a0-4c3f-8868-54d91ec42416'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:53:51.751626 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6e9224-f01f-47b4-b937-8f593a485ea0 None None] Routers {'e8e285c7-61a0-4c3f-8868-54d91ec42416'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:53:51.752373 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-8b6e9224-f01f-47b4-b937-8f593a485ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:53:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['e8e285c7-61a0-4c3f-8868-54d91ec42416'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:51.775275 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-893333f6-9f7b-41c1-b9e7-c11aafe12ff7 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (4810fe8b-ecc5-42b0-9ce3-9208b176798a), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:51.779229 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f8339d01-7df5-423a-9280-a446b1402605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000430213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000430213-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:51.785059 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-57aa67f9-49a6-4c1b-b141-b405f6d46aa5 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:51.787392 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea66fe7-c619-4dbe-be8e-65b539f9fed8 admin admin] Pushing event deleted for resources: {'Port': ['ID=17c3389a-4a1f-40b3-83d9-817d3f39763d,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:51.830907 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893333f6-9f7b-41c1-b9e7-c11aafe12ff7 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event deleted for resources: {'Subnet': ['ID=4810fe8b-ecc5-42b0-9ce3-9208b176798a,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:51.830907 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-893333f6-9f7b-41c1-b9e7-c11aafe12ff7 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:51.830907 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-893333f6-9f7b-41c1-b9e7-c11aafe12ff7 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/4810fe8b-ecc5-42b0-9ce3-9208b176798a HTTP/1.1" status: 204 len: 168 time: 0.8227339 Aug 27 04:53:51.831796 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd86121-881a-4484-bedf-2aa199145425 None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:53:51.831913 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59380) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:51.837473 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-8b6e9224-f01f-47b4-b937-8f593a485ea0 None None] Set router e8e285c7-61a0-4c3f-8868-54d91ec42416 gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:53:51.934366 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-83775b78-8a02-410f-be1c-e4f1ce0bb051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (22e9918b-55e3-41e4-a910-8109b50bbcc0), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:51.938007 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-83775b78-8a02-410f-be1c-e4f1ce0bb051 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:51.939693 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-83775b78-8a02-410f-be1c-e4f1ce0bb051 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/22e9918b-55e3-41e4-a910-8109b50bbcc0 HTTP/1.1" status: 204 len: 168 time: 0.4492989 Aug 27 04:53:51.948289 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-8b6e9224-f01f-47b4-b937-8f593a485ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e285c7-61a0-4c3f-8868-54d91ec42416', 'name': 'tempest-NetworksTestDHCPv6-router-593186792', 'tenant_id': 'f0f1eb4384394fc18f1626f3e12e04e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:53:40Z', 'updated_at': '2022-08-27T04:53:49Z', 'revision_number': 3, 'project_id': 'f0f1eb4384394fc18f1626f3e12e04e3', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:51.964669 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-68583c8d-9cac-4117-a58f-956a2f4c1072 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1319375 Aug 27 04:53:51.968760 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59384) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:51.970364 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83775b78-8a02-410f-be1c-e4f1ce0bb051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e9918b-55e3-41e4-a910-8109b50bbcc0,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:51.980439 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6e9224-f01f-47b4-b937-8f593a485ea0 None None] Checking router: e8e285c7-61a0-4c3f-8868-54d91ec42416 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:53:52.060657 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6e9224-f01f-47b4-b937-8f593a485ea0 None None] Routers {'e8e285c7-61a0-4c3f-8868-54d91ec42416'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:53:52.062096 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-8b6e9224-f01f-47b4-b937-8f593a485ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:53:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['e8e285c7-61a0-4c3f-8868-54d91ec42416'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:52.157990 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b91f16e-0769-4dca-9179-74aa455a2022 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Made reservation on behalf of 8294e34ae47f4d6bbb8fc590d6939221 for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:53:52.159396 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-8b6e9224-f01f-47b4-b937-8f593a485ea0 None None] Set router e8e285c7-61a0-4c3f-8868-54d91ec42416 gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:53:52.162228 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0b91f16e-0769-4dca-9179-74aa455a2022 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:52.222534 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-8b6e9224-f01f-47b4-b937-8f593a485ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e285c7-61a0-4c3f-8868-54d91ec42416', 'name': 'tempest-NetworksTestDHCPv6-router-593186792', 'tenant_id': 'f0f1eb4384394fc18f1626f3e12e04e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:53:40Z', 'updated_at': '2022-08-27T04:53:49Z', 'revision_number': 3, 'project_id': 'f0f1eb4384394fc18f1626f3e12e04e3', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:52.257112 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23e8d28-8f65-47dd-b42f-a77f60ffe632 None None] DHCP port deletion for 61356c33-ce96-40d0-bb36-87a36b2d0e1c request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:53:52.258340 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-407e6532-3aad-4b7d-928d-083960522680 admin admin] Publish callbacks [] for security_group (9abb29b7-39c8-4384-8800-20e6b5d432ae), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:52.276342 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6e9224-f01f-47b4-b937-8f593a485ea0 None None] The sync data for ids ['e8e285c7-61a0-4c3f-8868-54d91ec42416'] in n-d-852088-5 is: [{'id': 'e8e285c7-61a0-4c3f-8868-54d91ec42416', 'name': 'tempest-NetworksTestDHCPv6-router-593186792', 'tenant_id': 'f0f1eb4384394fc18f1626f3e12e04e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:53:40Z', 'updated_at': '2022-08-27T04:53:49Z', 'revision_number': 3, 'project_id': 'f0f1eb4384394fc18f1626f3e12e04e3', 'gw_port_host': None}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:53:52.281725 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b91f16e-0769-4dca-9179-74aa455a2022 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:53:52.318116 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5ea66fe7-c619-4dbe-be8e-65b539f9fed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (5368393b-a326-4518-9ae4-88e169ac8ade), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:52.333920 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-b23e8d28-8f65-47dd-b42f-a77f60ffe632 None None] Deleting port 692afcb6-d724-4edf-beca-fcfdb2859358 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:53:52.334493 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b23e8d28-8f65-47dd-b42f-a77f60ffe632 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (692afcb6-d724-4edf-beca-fcfdb2859358), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:52.386741 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-407e6532-3aad-4b7d-928d-083960522680 admin admin] Publish callbacks [] for security_group (9abb29b7-39c8-4384-8800-20e6b5d432ae), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:52.390227 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0b91f16e-0769-4dca-9179-74aa455a2022 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (3a4532ff-80e6-449d-936e-ba5fec7cbf43), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:52.390557 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-0b91f16e-0769-4dca-9179-74aa455a2022 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Added segment 3a4532ff-80e6-449d-936e-ba5fec7cbf43 of type vlan for network c4e43e7d-b41c-4425-aba4-823b8a8b82d9 Aug 27 04:53:52.475748 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-b23e8d28-8f65-47dd-b42f-a77f60ffe632 None None] For port 692afcb6-d724-4edf-beca-fcfdb2859358, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=692afcb6-d724-4edf-beca-fcfdb2859358,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:53:52.476329 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b23e8d28-8f65-47dd-b42f-a77f60ffe632 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (692afcb6-d724-4edf-beca-fcfdb2859358), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:52.491199 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-b23e8d28-8f65-47dd-b42f-a77f60ffe632 None None] Calling delete_port for 692afcb6-d724-4edf-beca-fcfdb2859358 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:53:52.537187 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-57aa67f9-49a6-4c1b-b141-b405f6d46aa5 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks [] for security_group (dd85e406-59e4-457b-9375-c3fadf1e016b), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:52.547538 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5e0add8d-c6bd-4247-b5d6-9993b631dbd7 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for router (e8e285c7-61a0-4c3f-8868-54d91ec42416), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:52.553480 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5ea66fe7-c619-4dbe-be8e-65b539f9fed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (5368393b-a326-4518-9ae4-88e169ac8ade), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:52.566916 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5ea66fe7-c619-4dbe-be8e-65b539f9fed8 admin admin] Publish callbacks [] for router_controller (5368393b-a326-4518-9ae4-88e169ac8ade), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:52.591870 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0b91f16e-0769-4dca-9179-74aa455a2022 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (c4e43e7d-b41c-4425-aba4-823b8a8b82d9), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:52.684396 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f8339d01-7df5-423a-9280-a446b1402605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000430213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000430213-project] Publish callbacks [] for security_group (abbb46f3-6ccc-4942-b406-8978a97e394f), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:52.747911 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b23e8d28-8f65-47dd-b42f-a77f60ffe632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (692afcb6-d724-4edf-beca-fcfdb2859358), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:52.768900 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-57aa67f9-49a6-4c1b-b141-b405f6d46aa5 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (dd85e406-59e4-457b-9375-c3fadf1e016b), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:52.784219 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5e0add8d-c6bd-4247-b5d6-9993b631dbd7 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (e8e285c7-61a0-4c3f-8868-54d91ec42416), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:52.789620 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5e0add8d-c6bd-4247-b5d6-9993b631dbd7 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for router_controller (e8e285c7-61a0-4c3f-8868-54d91ec42416), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:52.792083 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23e8d28-8f65-47dd-b42f-a77f60ffe632 None None] Pushing event deleted for resources: {'Port': ['ID=692afcb6-d724-4edf-beca-fcfdb2859358,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:52.794309 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23e8d28-8f65-47dd-b42f-a77f60ffe632 None None] No DVR routers for this DVR port 692afcb6-d724-4edf-beca-fcfdb2859358 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:53:52.823399 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5ea66fe7-c619-4dbe-be8e-65b539f9fed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (5368393b-a326-4518-9ae4-88e169ac8ade), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:52.824688 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea66fe7-c619-4dbe-be8e-65b539f9fed8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5368393b-a326-4518-9ae4-88e169ac8ade {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:53:52.829972 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5ea66fe7-c619-4dbe-be8e-65b539f9fed8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:52.836607 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-5ea66fe7-c619-4dbe-be8e-65b539f9fed8 admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/5368393b-a326-4518-9ae4-88e169ac8ade HTTP/1.1" status: 204 len: 168 time: 3.2900751 Aug 27 04:53:52.838151 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0b91f16e-0769-4dca-9179-74aa455a2022 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (c4e43e7d-b41c-4425-aba4-823b8a8b82d9), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:52.849912 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b91f16e-0769-4dca-9179-74aa455a2022 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:52.850575 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0b91f16e-0769-4dca-9179-74aa455a2022 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:52.855327 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59408) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:52.871488 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-407e6532-3aad-4b7d-928d-083960522680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (9abb29b7-39c8-4384-8800-20e6b5d432ae), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:52.883264 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aa67f9-49a6-4c1b-b141-b405f6d46aa5 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd85e406-59e4-457b-9375-c3fadf1e016b,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:52.883968 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-407e6532-3aad-4b7d-928d-083960522680 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:52.908338 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-407e6532-3aad-4b7d-928d-083960522680 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/9abb29b7-39c8-4384-8800-20e6b5d432ae HTTP/1.1" status: 204 len: 168 time: 1.2083416 Aug 27 04:53:52.909381 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f8339d01-7df5-423a-9280-a446b1402605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000430213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000430213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (abbb46f3-6ccc-4942-b406-8978a97e394f), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:53.006169 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407e6532-3aad-4b7d-928d-083960522680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abb29b7-39c8-4384-8800-20e6b5d432ae,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:53.045386 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-57aa67f9-49a6-4c1b-b141-b405f6d46aa5 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:53.047038 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-57aa67f9-49a6-4c1b-b141-b405f6d46aa5 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.4703016 Aug 27 04:53:53.048944 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5e0add8d-c6bd-4247-b5d6-9993b631dbd7 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (e8e285c7-61a0-4c3f-8868-54d91ec42416), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:53.049762 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0add8d-c6bd-4247-b5d6-9993b631dbd7 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Fanout notify agent at l3_agent the message router_deleted on router e8e285c7-61a0-4c3f-8868-54d91ec42416 {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:53:53.054099 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59418) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:53.061593 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-92a51f3e-2173-4b5a-84bb-5ec33eb37a97 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Request body: {'security_group': {'name': 'default'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:53.062018 n-d-852088-5 neutron-server[107776]: WARNING neutron.api.v2.base [None req-92a51f3e-2173-4b5a-84bb-5ec33eb37a97 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 27 04:53:53.062516 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-92a51f3e-2173-4b5a-84bb-5ec33eb37a97 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] update failed (client error): There was a conflict when trying to complete your request. Aug 27 04:53:53.064128 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-92a51f3e-2173-4b5a-84bb-5ec33eb37a97 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] 10.222.0.76 "PUT /networking/v2.0/security-groups/dd85e406-59e4-457b-9375-c3fadf1e016b HTTP/1.1" status: 409 len: 330 time: 0.0108986 Aug 27 04:53:53.079996 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5e0add8d-c6bd-4247-b5d6-9993b631dbd7 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:53.081343 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-5e0add8d-c6bd-4247-b5d6-9993b631dbd7 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/routers/e8e285c7-61a0-4c3f-8868-54d91ec42416 HTTP/1.1" status: 204 len: 168 time: 1.1075351 Aug 27 04:53:53.082119 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59424) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:53.118193 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59428) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:53.136033 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8339d01-7df5-423a-9280-a446b1402605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000430213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000430213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abbb46f3-6ccc-4942-b406-8978a97e394f,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:53.164455 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:53.215579 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3b177d49-ba6f-4b52-9465-3efba784676f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0962512 Aug 27 04:53:53.216885 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8339d01-7df5-423a-9280-a446b1402605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000430213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000430213-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:53:53.229191 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f8339d01-7df5-423a-9280-a446b1402605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000430213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000430213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (542db855-d46f-4a62-b4de-fd5851ab3443), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:53.230156 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-f8339d01-7df5-423a-9280-a446b1402605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000430213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000430213-project] Added segment 542db855-d46f-4a62-b4de-fd5851ab3443 of type vlan for network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 Aug 27 04:53:53.232466 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59432) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:53.286249 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-62b8db2d-02f4-4484-9e6b-e3e4186da199 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks [] for security_group (dd85e406-59e4-457b-9375-c3fadf1e016b), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:53.286692 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f8339d01-7df5-423a-9280-a446b1402605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000430213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000430213-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (6f2ced1d-83b9-4c6c-abbc-2ee41521be63), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:53.312949 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b91f16e-0769-4dca-9179-74aa455a2022 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event updated for resources: {'Network': ['ID=c4e43e7d-b41c-4425-aba4-823b8a8b82d9,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:53.325635 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network c4e43e7d-b41c-4425-aba4-823b8a8b82d9 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:53:53.336488 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-46a11f35-fcfa-481d-84a0-5749617b742c admin admin] Deleting subnet 83512e08-2810-498d-a373-e0e22740d0e5 {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:53:53.339201 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-62b8db2d-02f4-4484-9e6b-e3e4186da199 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks [] for security_group (dd85e406-59e4-457b-9375-c3fadf1e016b), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:53.340000 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-46a11f35-fcfa-481d-84a0-5749617b742c admin admin] Publish callbacks [] for subnet (83512e08-2810-498d-a373-e0e22740d0e5), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:53.367592 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e55c22-9957-4d4f-8edc-bee127d96374 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:53.373071 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f7e55c22-9957-4d4f-8edc-bee127d96374 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1370080 Aug 27 04:53:53.379160 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-46a11f35-fcfa-481d-84a0-5749617b742c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (83512e08-2810-498d-a373-e0e22740d0e5), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:53.382673 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59436) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:53.460174 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-46a11f35-fcfa-481d-84a0-5749617b742c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (83512e08-2810-498d-a373-e0e22740d0e5), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:53.469465 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-149f77ed-8c5a-4444-86bd-33f5a9ee8d2d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0773144 Aug 27 04:53:53.470624 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59438) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:53.512014 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-d80daa52-3090-4981-82ea-de0dbea79df3 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'subnet': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:53.525033 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f8339d01-7df5-423a-9280-a446b1402605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000430213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000430213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (6f2ced1d-83b9-4c6c-abbc-2ee41521be63), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:53.530298 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8339d01-7df5-423a-9280-a446b1402605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000430213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000430213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:53.530908 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f8339d01-7df5-423a-9280-a446b1402605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000430213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000430213-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:53.546291 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0b91f16e-0769-4dca-9179-74aa455a2022 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.9304054 Aug 27 04:53:53.556889 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:53:53.573980 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59440) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:53.573980 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-3cc854eb-0afc-4ac2-8538-4908a74ffc92 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Request body: {'subnet': {'network_id': 'c4e43e7d-b41c-4425-aba4-823b8a8b82d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:53.647909 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 692afcb6-d724-4edf-beca-fcfdb2859358 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:53:53.676046 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 692afcb6-d724-4edf-beca-fcfdb2859358 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:53:53.676737 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 692afcb6-d724-4edf-beca-fcfdb2859358 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:53:53.677152 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 343af523-28ae-4cd3-838e-0f69b04ae1a1 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:53:53.700402 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 343af523-28ae-4cd3-838e-0f69b04ae1a1 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:53:53.700597 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f8339d01-7df5-423a-9280-a446b1402605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000430213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000430213-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.4995632 Aug 27 04:53:53.701044 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 343af523-28ae-4cd3-838e-0f69b04ae1a1 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:53:53.727635 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8339d01-7df5-423a-9280-a446b1402605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000430213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000430213-project] Pushing event updated for resources: {'Network': ['ID=6f2ced1d-83b9-4c6c-abbc-2ee41521be63,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:53.727913 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-62b8db2d-02f4-4484-9e6b-e3e4186da199 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (dd85e406-59e4-457b-9375-c3fadf1e016b), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:53.731110 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-62b8db2d-02f4-4484-9e6b-e3e4186da199 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:53.734077 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-62b8db2d-02f4-4484-9e6b-e3e4186da199 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/dd85e406-59e4-457b-9375-c3fadf1e016b HTTP/1.1" status: 204 len: 168 time: 0.6507955 Aug 27 04:53:53.736713 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59448) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:53.746937 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b8db2d-02f4-4484-9e6b-e3e4186da199 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd85e406-59e4-457b-9375-c3fadf1e016b,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:53.751313 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:53:53.827841 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59450) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:53.828440 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c767ae3b-5128-400a-a0c2-cf5b27267058 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] 10.222.0.76 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0833192 Aug 27 04:53:53.849546 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-aa6760b0-c087-4d12-83d6-59f7d4fb97b6 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] delete failed (client error): The resource could not be found. Aug 27 04:53:53.850497 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-aa6760b0-c087-4d12-83d6-59f7d4fb97b6 tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/f492f96c-47d3-4b84-8f02-c3106d49d667 HTTP/1.1" status: 404 len: 347 time: 0.0216269 Aug 27 04:53:53.854491 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59452) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:53.854841 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80daa52-3090-4981-82ea-de0dbea79df3 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Made reservation on behalf of f0f1eb4384394fc18f1626f3e12e04e3 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:53:53.858922 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d80daa52-3090-4981-82ea-de0dbea79df3 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:53.870296 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-fc8cb4ec-5af5-4d4f-9a91-89468a8ef88a tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] show failed (client error): The resource could not be found. Aug 27 04:53:53.871331 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-fc8cb4ec-5af5-4d4f-9a91-89468a8ef88a tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] 10.222.0.76 "GET /networking/v2.0/security-groups/0a37d6d3-eb3d-4551-abee-e5ba43146084 HTTP/1.1" status: 404 len: 347 time: 0.0155253 Aug 27 04:53:53.872380 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-46a11f35-fcfa-481d-84a0-5749617b742c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (83512e08-2810-498d-a373-e0e22740d0e5), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:53.875658 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59456) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:53.901140 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a11f35-fcfa-481d-84a0-5749617b742c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83512e08-2810-498d-a373-e0e22740d0e5,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:53.910468 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-46a11f35-fcfa-481d-84a0-5749617b742c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:53.912008 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8557b37-3dd8-4761-919f-ad12a7ae1afe None None] Network 8e1077ea-ee09-45ee-b43f-49b1abb35f2c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:53:53.914519 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-46a11f35-fcfa-481d-84a0-5749617b742c admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/83512e08-2810-498d-a373-e0e22740d0e5 HTTP/1.1" status: 204 len: 168 time: 0.9929645 Aug 27 04:53:53.920316 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59458) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:53.948343 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-7a9f85fe-c1e4-48a2-9c9f-e7b0dce4b06b tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] show failed (client error): The resource could not be found. Aug 27 04:53:53.952536 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7a9f85fe-c1e4-48a2-9c9f-e7b0dce4b06b tempest-NegativeSecGroupTest-966088031 tempest-NegativeSecGroupTest-966088031-project] 10.222.0.76 "GET /networking/v2.0/security-group-rules/fb3e1ff6-9fbd-4517-a996-6104d107c9bb HTTP/1.1" status: 404 len: 356 time: 0.0718935 Aug 27 04:53:54.002755 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c769907e-225d-4a78-a2bc-13dc68ae8643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (8e1077ea-ee09-45ee-b43f-49b1abb35f2c), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:54.038114 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc854eb-0afc-4ac2-8538-4908a74ffc92 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Made reservation on behalf of 8294e34ae47f4d6bbb8fc590d6939221 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:53:54.042289 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3cc854eb-0afc-4ac2-8538-4908a74ffc92 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:54.097411 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-c769907e-225d-4a78-a2bc-13dc68ae8643 admin admin] Deleting port 147fedda-5300-4464-b273-7cebe0e793fc {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:53:54.097911 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c769907e-225d-4a78-a2bc-13dc68ae8643 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (147fedda-5300-4464-b273-7cebe0e793fc), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:54.129340 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68359f6a-d294-4526-b0f5-f830441aded0 None None] DHCP port deletion for 8e1077ea-ee09-45ee-b43f-49b1abb35f2c request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:53:54.178206 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-68359f6a-d294-4526-b0f5-f830441aded0 None None] Deleting port 147fedda-5300-4464-b273-7cebe0e793fc {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:53:54.179099 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-68359f6a-d294-4526-b0f5-f830441aded0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (147fedda-5300-4464-b273-7cebe0e793fc), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:54.203949 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-c769907e-225d-4a78-a2bc-13dc68ae8643 admin admin] For port 147fedda-5300-4464-b273-7cebe0e793fc, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=147fedda-5300-4464-b273-7cebe0e793fc,segment=NetworkSegment(c7d78c9e-b3c9-455a-8e99-defeac864e45),segment_id=c7d78c9e-b3c9-455a-8e99-defeac864e45)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:53:54.204414 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c769907e-225d-4a78-a2bc-13dc68ae8643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (147fedda-5300-4464-b273-7cebe0e793fc), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:54.220953 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-c769907e-225d-4a78-a2bc-13dc68ae8643 admin admin] Calling delete_port for 147fedda-5300-4464-b273-7cebe0e793fc owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:53:54.242788 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59466) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:54.263666 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-68359f6a-d294-4526-b0f5-f830441aded0 None None] For port 147fedda-5300-4464-b273-7cebe0e793fc, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=147fedda-5300-4464-b273-7cebe0e793fc,segment=NetworkSegment(c7d78c9e-b3c9-455a-8e99-defeac864e45),segment_id=c7d78c9e-b3c9-455a-8e99-defeac864e45)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:53:54.264341 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-68359f6a-d294-4526-b0f5-f830441aded0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (147fedda-5300-4464-b273-7cebe0e793fc), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:54.268207 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-43a21178-a75b-438f-bd38-ce1e5b7531a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:54.284960 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-68359f6a-d294-4526-b0f5-f830441aded0 None None] Calling delete_port for 147fedda-5300-4464-b273-7cebe0e793fc owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:53:54.315486 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59468) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:54.330258 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Request body: {'port': {'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63', 'binding:host_id': 'n-h2-852088-5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786819062'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:54.381245 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:54.414678 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:54.441921 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59470) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:54.479815 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Made reservation on behalf of f6e26629f10141cfb685028df5ac2576 for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:53:54.483202 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:54.527606 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-68359f6a-d294-4526-b0f5-f830441aded0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (147fedda-5300-4464-b273-7cebe0e793fc), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:54.528395 n-d-852088-5 neutron-server[107776]: DEBUG neutron.objects.ports [None req-d80daa52-3090-4981-82ea-de0dbea79df3 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107776) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 27 04:53:54.529934 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:54.538739 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c769907e-225d-4a78-a2bc-13dc68ae8643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (147fedda-5300-4464-b273-7cebe0e793fc), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:54.539161 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-43a21178-a75b-438f-bd38-ce1e5b7531a5 admin admin] Publish callbacks [] for security_group (7f3f5974-a034-4a5a-a33c-0236b50fffe3), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:54.540731 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d80daa52-3090-4981-82ea-de0dbea79df3 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (90a614c0-57b7-41a1-93c8-81c6a0c991f0), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:54.554233 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=80,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:54.558224 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68359f6a-d294-4526-b0f5-f830441aded0 None None] Pushing event deleted for resources: {'Port': ['ID=147fedda-5300-4464-b273-7cebe0e793fc,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:54.565875 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68359f6a-d294-4526-b0f5-f830441aded0 None None] No DVR routers for this DVR port 147fedda-5300-4464-b273-7cebe0e793fc on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:53:54.574431 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c769907e-225d-4a78-a2bc-13dc68ae8643 admin admin] No DVR routers for this DVR port 147fedda-5300-4464-b273-7cebe0e793fc on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:53:54.581351 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3cc854eb-0afc-4ac2-8538-4908a74ffc92 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (5431a61f-7769-4db9-8632-869389d265f6), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:54.608587 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80daa52-3090-4981-82ea-de0dbea79df3 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:53:54.617384 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-d80daa52-3090-4981-82ea-de0dbea79df3 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:53:54.624009 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80daa52-3090-4981-82ea-de0dbea79df3 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:54.624636 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d80daa52-3090-4981-82ea-de0dbea79df3 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:54.631294 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0839da58-5cd5-4345-9579-275924548467 None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:53:54.648911 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80daa52-3090-4981-82ea-de0dbea79df3 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event updated for resources: {'Subnet': ['ID=90a614c0-57b7-41a1-93c8-81c6a0c991f0,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:54.668601 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c769907e-225d-4a78-a2bc-13dc68ae8643 admin admin] Pushing event deleted for resources: {'Port': ['ID=147fedda-5300-4464-b273-7cebe0e793fc,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:54.684811 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-43a21178-a75b-438f-bd38-ce1e5b7531a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (7f3f5974-a034-4a5a-a33c-0236b50fffe3), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:54.712659 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc854eb-0afc-4ac2-8538-4908a74ffc92 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event updated for resources: {'Subnet': ['ID=5431a61f-7769-4db9-8632-869389d265f6,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:54.716219 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Publish callbacks [] for security_group (7209007e-3929-47d8-ac45-2d963ca517ae), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:54.749168 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-43a21178-a75b-438f-bd38-ce1e5b7531a5 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=c1dee3b9e552418e915c2b5154567bd5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5021219 Aug 27 04:53:54.750630 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59476) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:54.756130 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ec31b85b-8606-4772-ba3a-a8e74e6fa3b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:54.757439 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a21178-a75b-438f-bd38-ce1e5b7531a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3f5974-a034-4a5a-a33c-0236b50fffe3,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:54.768472 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c769907e-225d-4a78-a2bc-13dc68ae8643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (8e1077ea-ee09-45ee-b43f-49b1abb35f2c), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:54.775729 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc854eb-0afc-4ac2-8538-4908a74ffc92 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Checking segment: {'id': '3a4532ff-80e6-449d-936e-ba5fec7cbf43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c4e43e7d-b41c-4425-aba4-823b8a8b82d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:53:54.775986 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc854eb-0afc-4ac2-8538-4908a74ffc92 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Network hostable DHCP agents. Network: c4e43e7d-b41c-4425-aba4-823b8a8b82d9, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:53:54.788516 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d80daa52-3090-4981-82ea-de0dbea79df3 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3129063 Aug 27 04:53:54.790779 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59478) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:54.795859 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-de1dfa09-8928-4ad3-8d9c-42bb9e241333 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'subnet': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:54.801815 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b362bc69-6c74-4a06-a5c0-1feb4789a209 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'project_id': 'f0f1eb4384394fc18f1626f3e12e04e3', 'fixed_ips': [{'subnet_id': '90a614c0-57b7-41a1-93c8-81c6a0c991f0'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:53:54.803502 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b362bc69-6c74-4a06-a5c0-1feb4789a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:54.814676 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-c769907e-225d-4a78-a2bc-13dc68ae8643 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e1077ea-ee09-45ee-b43f-49b1abb35f2c']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:54.832952 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-c769907e-225d-4a78-a2bc-13dc68ae8643 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7d78c9e-b3c9-455a-8e99-defeac864e45') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:54.833184 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-c769907e-225d-4a78-a2bc-13dc68ae8643 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7d78c9e-b3c9-455a-8e99-defeac864e45') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:53:54.855152 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:54.858169 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (7209007e-3929-47d8-ac45-2d963ca517ae), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:54.862209 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c769907e-225d-4a78-a2bc-13dc68ae8643 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (c7d78c9e-b3c9-455a-8e99-defeac864e45), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:54.868932 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] device_id is not set on port e45a8f05-ef8c-4387-a7f9-2f00698b316e yet. {{(pid=107776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:53:54.911976 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc854eb-0afc-4ac2-8538-4908a74ffc92 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Network c4e43e7d-b41c-4425-aba4-823b8a8b82d9 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:53:54.962493 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c769907e-225d-4a78-a2bc-13dc68ae8643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (c7d78c9e-b3c9-455a-8e99-defeac864e45), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:54.990032 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c769907e-225d-4a78-a2bc-13dc68ae8643 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:53:54.990448 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c769907e-225d-4a78-a2bc-13dc68ae8643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (c7d78c9e-b3c9-455a-8e99-defeac864e45), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:55.044765 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-b362bc69-6c74-4a06-a5c0-1feb4789a209 None None] Allocated IP 2001:db8::f816:3eff:fed4:f432 (61356c33-ce96-40d0-bb36-87a36b2d0e1c/90a614c0-57b7-41a1-93c8-81c6a0c991f0/08304f5d-2e26-4d39-be1a-e0faeb77e0c1) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:53:55.045839 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59486) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:55.078096 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7209007e-3929-47d8-ac45-2d963ca517ae,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:55.081469 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d6c550c4-2519-470b-a7a3-d7491aaef5ea admin admin] Publish callbacks [] for security_group (7f3f5974-a034-4a5a-a33c-0236b50fffe3), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:55.099744 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-3cc854eb-0afc-4ac2-8538-4908a74ffc92 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, c4e43e7d-b41c-4425-aba4-823b8a8b82d9) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:53:55.128501 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc854eb-0afc-4ac2-8538-4908a74ffc92 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:55.130397 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3cc854eb-0afc-4ac2-8538-4908a74ffc92 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:55.134586 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment c7d78c9e-b3c9-455a-8e99-defeac864e45 resource provider aggregate not found Aug 27 04:53:55.153954 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d6c550c4-2519-470b-a7a3-d7491aaef5ea admin admin] Publish callbacks [] for security_group (7f3f5974-a034-4a5a-a33c-0236b50fffe3), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:55.193899 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment c7d78c9e-b3c9-455a-8e99-defeac864e45 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c7d78c9e-b3c9-455a-8e99-defeac864e45 found for delete ", "request_id": "req-15f73adc-26ac-4e92-96ab-e936b4d9f1fb"}]} Aug 27 04:53:55.248040 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ec31b85b-8606-4772-ba3a-a8e74e6fa3b7 admin admin] Publish callbacks [] for security_group (dd44466f-be80-4c68-8324-d912c90795ec), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:55.258836 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c769907e-225d-4a78-a2bc-13dc68ae8643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (8e1077ea-ee09-45ee-b43f-49b1abb35f2c), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:55.272146 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c769907e-225d-4a78-a2bc-13dc68ae8643 admin admin] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:55.277098 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048dba0d-3e26-407d-a04e-63a2177fa16d None None] Network c4e43e7d-b41c-4425-aba4-823b8a8b82d9 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:53:55.282951 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c769907e-225d-4a78-a2bc-13dc68ae8643 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/8e1077ea-ee09-45ee-b43f-49b1abb35f2c HTTP/1.1" status: 204 len: 168 time: 1.3612688 Aug 27 04:53:55.319419 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c769907e-225d-4a78-a2bc-13dc68ae8643 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e1077ea-ee09-45ee-b43f-49b1abb35f2c,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:55.340394 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ec31b85b-8606-4772-ba3a-a8e74e6fa3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (dd44466f-be80-4c68-8324-d912c90795ec), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:55.351565 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 17c3389a-4a1f-40b3-83d9-817d3f39763d no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:53:55.374551 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1dfa09-8928-4ad3-8d9c-42bb9e241333 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Made reservation on behalf of f0f1eb4384394fc18f1626f3e12e04e3 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:53:55.388120 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-de1dfa09-8928-4ad3-8d9c-42bb9e241333 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:55.389685 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3cc854eb-0afc-4ac2-8538-4908a74ffc92 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8206403 Aug 27 04:53:55.396024 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59498) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:55.401078 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec31b85b-8606-4772-ba3a-a8e74e6fa3b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd44466f-be80-4c68-8324-d912c90795ec,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:55.406622 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ec31b85b-8606-4772-ba3a-a8e74e6fa3b7 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=71287c23978b448cb68dd2d6feaf7f9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9623184 Aug 27 04:53:55.409953 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59500) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:55.417720 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 17c3389a-4a1f-40b3-83d9-817d3f39763d {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:53:55.423335 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-6d74e84b-f62e-49fa-8079-457fe8e98858 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-407965697', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:55.423962 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 17c3389a-4a1f-40b3-83d9-817d3f39763d not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:53:55.423962 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 147fedda-5300-4464-b273-7cebe0e793fc no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:53:55.475080 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 147fedda-5300-4464-b273-7cebe0e793fc {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:53:55.477799 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 147fedda-5300-4464-b273-7cebe0e793fc not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:53:55.479135 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-88216ad7-53aa-4122-a661-e0f940c90e0a admin admin] Publish callbacks [] for security_group (dd44466f-be80-4c68-8324-d912c90795ec), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:55.492516 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] device_id is not set on port e45a8f05-ef8c-4387-a7f9-2f00698b316e yet. {{(pid=107776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:53:55.503646 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d6c550c4-2519-470b-a7a3-d7491aaef5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (7f3f5974-a034-4a5a-a33c-0236b50fffe3), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:55.504499 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d6c550c4-2519-470b-a7a3-d7491aaef5ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:55.508192 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d6c550c4-2519-470b-a7a3-d7491aaef5ea admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/7f3f5974-a034-4a5a-a33c-0236b50fffe3 HTTP/1.1" status: 204 len: 168 time: 0.7548063 Aug 27 04:53:55.531608 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:55.534836 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-88216ad7-53aa-4122-a661-e0f940c90e0a admin admin] Publish callbacks [] for security_group (dd44466f-be80-4c68-8324-d912c90795ec), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:55.549896 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Publish callbacks [] for port (e45a8f05-ef8c-4387-a7f9-2f00698b316e), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:55.557571 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bfaecb-9d89-4e32-8aee-02398f7f44ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-c4e43e7d-b41c-4425-aba4-823b8a8b82d9', 'network_id': 'c4e43e7d-b41c-4425-aba4-823b8a8b82d9', 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'fixed_ips': [{'subnet_id': '5431a61f-7769-4db9-8632-869389d265f6'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:53:55.558449 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b7bfaecb-9d89-4e32-8aee-02398f7f44ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:55.558633 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c550c4-2519-470b-a7a3-d7491aaef5ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3f5974-a034-4a5a-a33c-0236b50fffe3,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:55.567179 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b9b4ce25-f7d7-44fb-adf1-336d8b74adb4 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=208beca2a666410c8b645838eff45ad9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5109541 Aug 27 04:53:55.570058 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59506) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:55.614983 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b362bc69-6c74-4a06-a5c0-1feb4789a209 None None] Publish callbacks [] for port (08304f5d-2e26-4d39-be1a-e0faeb77e0c1), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:55.660902 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fb2d4025-c3db-4d25-ba2e-7bc05a4c2259 admin admin] Publish callbacks [] for security_group (c94d203d-c85e-4e6c-916a-834284891561), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:55.683202 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fb2d4025-c3db-4d25-ba2e-7bc05a4c2259 admin admin] Publish callbacks [] for security_group (c94d203d-c85e-4e6c-916a-834284891561), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:55.686998 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-88216ad7-53aa-4122-a661-e0f940c90e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (dd44466f-be80-4c68-8324-d912c90795ec), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:55.695571 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-88216ad7-53aa-4122-a661-e0f940c90e0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:55.695571 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-88216ad7-53aa-4122-a661-e0f940c90e0a admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/dd44466f-be80-4c68-8324-d912c90795ec HTTP/1.1" status: 204 len: 168 time: 0.2802229 Aug 27 04:53:55.695842 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6d74e84b-f62e-49fa-8079-457fe8e98858 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (53f76396-b4f0-4b2c-a9c4-81fc74f8971d), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:55.696893 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6d74e84b-f62e-49fa-8079-457fe8e98858 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (53f76396-b4f0-4b2c-a9c4-81fc74f8971d), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:55.700546 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (e45a8f05-ef8c-4387-a7f9-2f00698b316e), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:55.700875 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88216ad7-53aa-4122-a661-e0f940c90e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd44466f-be80-4c68-8324-d912c90795ec,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:55.763826 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b362bc69-6c74-4a06-a5c0-1feb4789a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (08304f5d-2e26-4d39-be1a-e0faeb77e0c1), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:55.848132 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b362bc69-6c74-4a06-a5c0-1feb4789a209 None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:53:55.855239 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-b362bc69-6c74-4a06-a5c0-1feb4789a209 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:53:55.859768 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b362bc69-6c74-4a06-a5c0-1feb4789a209 None None] Pushing event updated for resources: {'Port': ['ID=08304f5d-2e26-4d39-be1a-e0faeb77e0c1,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:55.862125 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b362bc69-6c74-4a06-a5c0-1feb4789a209 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:53:55.866073 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Pushing event updated for resources: {'Port': ['ID=e45a8f05-ef8c-4387-a7f9-2f00698b316e,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:55.872680 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6d74e84b-f62e-49fa-8079-457fe8e98858 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for router_controller (53f76396-b4f0-4b2c-a9c4-81fc74f8971d), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:55.896207 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-b7bfaecb-9d89-4e32-8aee-02398f7f44ce None None] Allocated IP 172.20.0.2 (c4e43e7d-b41c-4425-aba4-823b8a8b82d9/5431a61f-7769-4db9-8632-869389d265f6/3287c49d-bd1e-43fb-9d1c-c4af4d2c6fbc) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:53:55.906428 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Checking segment: {'id': '542db855-d46f-4a62-b4de-fd5851ab3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:53:55.906796 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Network hostable DHCP agents. Network: 6f2ced1d-83b9-4c6c-abbc-2ee41521be63, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:53:55.940459 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-b362bc69-6c74-4a06-a5c0-1feb4789a209 None None] Attempting to bind port 08304f5d-2e26-4d39-be1a-e0faeb77e0c1 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:53:55.940831 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-b362bc69-6c74-4a06-a5c0-1feb4789a209 None None] Attempting to bind port 08304f5d-2e26-4d39-be1a-e0faeb77e0c1 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:53:55.941183 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b362bc69-6c74-4a06-a5c0-1feb4789a209 None None] Attempting to bind port 08304f5d-2e26-4d39-be1a-e0faeb77e0c1 on network 61356c33-ce96-40d0-bb36-87a36b2d0e1c {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:53:55.955470 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b362bc69-6c74-4a06-a5c0-1feb4789a209 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:53:55.955823 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b362bc69-6c74-4a06-a5c0-1feb4789a209 None None] Checking segment: {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:53:55.956247 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b362bc69-6c74-4a06-a5c0-1feb4789a209 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:55.956638 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b362bc69-6c74-4a06-a5c0-1feb4789a209 None None] Bound using segment: {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:53:55.957119 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-b362bc69-6c74-4a06-a5c0-1feb4789a209 None None] Bound port: 08304f5d-2e26-4d39-be1a-e0faeb77e0c1, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:53:55.957497 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b362bc69-6c74-4a06-a5c0-1feb4789a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (08304f5d-2e26-4d39-be1a-e0faeb77e0c1), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:55.967875 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59510) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:55.983213 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6d74e84b-f62e-49fa-8079-457fe8e98858 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (53f76396-b4f0-4b2c-a9c4-81fc74f8971d), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:56.010955 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fb2d4025-c3db-4d25-ba2e-7bc05a4c2259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (c94d203d-c85e-4e6c-916a-834284891561), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:56.020503 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fb2d4025-c3db-4d25-ba2e-7bc05a4c2259 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:56.020503 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-fb2d4025-c3db-4d25-ba2e-7bc05a4c2259 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/c94d203d-c85e-4e6c-916a-834284891561 HTTP/1.1" status: 204 len: 168 time: 0.4438450 Aug 27 04:53:56.026934 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2d4025-c3db-4d25-ba2e-7bc05a4c2259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94d203d-c85e-4e6c-916a-834284891561,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:56.051581 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e39b90dd-e09a-46ab-8c96-6e0a473be22e admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=648e7927634f419f8e754f76bd8a0952&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0809536 Aug 27 04:53:56.054246 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59516) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:56.071180 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-b362bc69-6c74-4a06-a5c0-1feb4789a209 None None] For port 08304f5d-2e26-4d39-be1a-e0faeb77e0c1, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:53:56.097912 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-b362bc69-6c74-4a06-a5c0-1feb4789a209 None None] For port 08304f5d-2e26-4d39-be1a-e0faeb77e0c1, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=08304f5d-2e26-4d39-be1a-e0faeb77e0c1,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:53:56.113166 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-22d6859e-859a-49b8-afa4-0b7f2ca6ca6b admin admin] Publish callbacks [] for security_group (a47d20f7-235f-487b-9c41-71b50f46bec4), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:56.139780 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-22d6859e-859a-49b8-afa4-0b7f2ca6ca6b admin admin] Publish callbacks [] for security_group (a47d20f7-235f-487b-9c41-71b50f46bec4), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:56.149818 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:53:56.201863 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b7bfaecb-9d89-4e32-8aee-02398f7f44ce None None] Publish callbacks [] for port (3287c49d-bd1e-43fb-9d1c-c4af4d2c6fbc), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:56.225987 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-de1dfa09-8928-4ad3-8d9c-42bb9e241333 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (da56185c-6c62-4f2d-95fd-3402d932e447), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:56.241661 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b362bc69-6c74-4a06-a5c0-1feb4789a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (08304f5d-2e26-4d39-be1a-e0faeb77e0c1), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:56.242518 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6d74e84b-f62e-49fa-8079-457fe8e98858 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:56.242518 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6d74e84b-f62e-49fa-8079-457fe8e98858 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8347840 Aug 27 04:53:56.242773 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59520) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:56.244043 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-dc91b98b-3615-490b-8715-45f41e264193 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Request body: {'port': {'network_id': 'c4e43e7d-b41c-4425-aba4-823b8a8b82d9', 'name': 'tempest-RoutersTest-536235860'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:56.281135 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1dfa09-8928-4ad3-8d9c-42bb9e241333 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:53:56.285397 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-de1dfa09-8928-4ad3-8d9c-42bb9e241333 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:53:56.288882 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1dfa09-8928-4ad3-8d9c-42bb9e241333 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:56.289490 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-de1dfa09-8928-4ad3-8d9c-42bb9e241333 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:56.292039 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b362bc69-6c74-4a06-a5c0-1feb4789a209 None None] Pushing event updated for resources: {'Port': ['ID=08304f5d-2e26-4d39-be1a-e0faeb77e0c1,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:56.309104 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 6f2ced1d-83b9-4c6c-abbc-2ee41521be63) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:53:56.314841 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:53:56.328661 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1dfa09-8928-4ad3-8d9c-42bb9e241333 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event updated for resources: {'Subnet': ['ID=da56185c-6c62-4f2d-95fd-3402d932e447,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:56.334764 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b26b59-0f53-4533-9c31-cc1f879fdcde None None] Network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:53:56.342734 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port e45a8f05-ef8c-4387-a7f9-2f00698b316e on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:53:56.343076 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port e45a8f05-ef8c-4387-a7f9-2f00698b316e by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': '542db855-d46f-4a62-b4de-fd5851ab3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63'}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:53:56.343422 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port e45a8f05-ef8c-4387-a7f9-2f00698b316e on network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:53:56.351856 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Port e45a8f05-ef8c-4387-a7f9-2f00698b316e on network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:53:56.352294 n-d-852088-5 neutron-server[107776]: ERROR neutron.plugins.ml2.managers [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Failed to bind port e45a8f05-ef8c-4387-a7f9-2f00698b316e on host n-h2-852088-5 for vnic_type normal using segments [{'id': '542db855-d46f-4a62-b4de-fd5851ab3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63'}] Aug 27 04:53:56.352608 n-d-852088-5 neutron-server[107776]: INFO neutron.plugins.ml2.plugin [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempt 2 to bind port e45a8f05-ef8c-4387-a7f9-2f00698b316e Aug 27 04:53:56.378385 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b7bfaecb-9d89-4e32-8aee-02398f7f44ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (3287c49d-bd1e-43fb-9d1c-c4af4d2c6fbc), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:56.380204 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-22d6859e-859a-49b8-afa4-0b7f2ca6ca6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (a47d20f7-235f-487b-9c41-71b50f46bec4), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:56.380452 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:56.392879 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-22d6859e-859a-49b8-afa4-0b7f2ca6ca6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:56.392879 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-22d6859e-859a-49b8-afa4-0b7f2ca6ca6b admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/a47d20f7-235f-487b-9c41-71b50f46bec4 HTTP/1.1" status: 204 len: 168 time: 0.3301728 Aug 27 04:53:56.392879 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port e45a8f05-ef8c-4387-a7f9-2f00698b316e on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:53:56.392879 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port e45a8f05-ef8c-4387-a7f9-2f00698b316e by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': '542db855-d46f-4a62-b4de-fd5851ab3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63'}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:53:56.392879 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port e45a8f05-ef8c-4387-a7f9-2f00698b316e on network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:53:56.409499 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d6859e-859a-49b8-afa4-0b7f2ca6ca6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47d20f7-235f-487b-9c41-71b50f46bec4,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:56.413581 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Port e45a8f05-ef8c-4387-a7f9-2f00698b316e on network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:53:56.414291 n-d-852088-5 neutron-server[107776]: ERROR neutron.plugins.ml2.managers [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Failed to bind port e45a8f05-ef8c-4387-a7f9-2f00698b316e on host n-h2-852088-5 for vnic_type normal using segments [{'id': '542db855-d46f-4a62-b4de-fd5851ab3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63'}] Aug 27 04:53:56.416904 n-d-852088-5 neutron-server[107776]: INFO neutron.plugins.ml2.plugin [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempt 3 to bind port e45a8f05-ef8c-4387-a7f9-2f00698b316e Aug 27 04:53:56.440072 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port e45a8f05-ef8c-4387-a7f9-2f00698b316e on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:53:56.440462 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port e45a8f05-ef8c-4387-a7f9-2f00698b316e by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': '542db855-d46f-4a62-b4de-fd5851ab3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63'}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:53:56.440808 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port e45a8f05-ef8c-4387-a7f9-2f00698b316e on network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:53:56.446470 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Port e45a8f05-ef8c-4387-a7f9-2f00698b316e on network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:53:56.446806 n-d-852088-5 neutron-server[107776]: ERROR neutron.plugins.ml2.managers [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Failed to bind port e45a8f05-ef8c-4387-a7f9-2f00698b316e on host n-h2-852088-5 for vnic_type normal using segments [{'id': '542db855-d46f-4a62-b4de-fd5851ab3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63'}] Aug 27 04:53:56.447227 n-d-852088-5 neutron-server[107776]: INFO neutron.plugins.ml2.plugin [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempt 4 to bind port e45a8f05-ef8c-4387-a7f9-2f00698b316e Aug 27 04:53:56.468764 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-de1dfa09-8928-4ad3-8d9c-42bb9e241333 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6732616 Aug 27 04:53:56.469233 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59524) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:56.472220 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port e45a8f05-ef8c-4387-a7f9-2f00698b316e on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:53:56.472902 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port e45a8f05-ef8c-4387-a7f9-2f00698b316e by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': '542db855-d46f-4a62-b4de-fd5851ab3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63'}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:53:56.473512 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port e45a8f05-ef8c-4387-a7f9-2f00698b316e on network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:53:56.480392 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-246a9bd3-a3c9-4bbb-996f-6f96eb3bc347 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'port': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'mac_address': 'fa:16:3e:d4:9e:27', 'name': 'tempest-NetworksTestDHCPv6-1619811997'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:56.482582 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Port e45a8f05-ef8c-4387-a7f9-2f00698b316e on network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:53:56.482866 n-d-852088-5 neutron-server[107776]: ERROR neutron.plugins.ml2.managers [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Failed to bind port e45a8f05-ef8c-4387-a7f9-2f00698b316e on host n-h2-852088-5 for vnic_type normal using segments [{'id': '542db855-d46f-4a62-b4de-fd5851ab3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63'}] Aug 27 04:53:56.483268 n-d-852088-5 neutron-server[107776]: INFO neutron.plugins.ml2.plugin [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempt 5 to bind port e45a8f05-ef8c-4387-a7f9-2f00698b316e Aug 27 04:53:56.524237 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bfaecb-9d89-4e32-8aee-02398f7f44ce None None] Pushing event updated for resources: {'Port': ['ID=3287c49d-bd1e-43fb-9d1c-c4af4d2c6fbc,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:56.529920 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bfaecb-9d89-4e32-8aee-02398f7f44ce None None] Network c4e43e7d-b41c-4425-aba4-823b8a8b82d9 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:53:56.534844 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port e45a8f05-ef8c-4387-a7f9-2f00698b316e on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:53:56.534990 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-b7bfaecb-9d89-4e32-8aee-02398f7f44ce None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:53:56.535189 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port e45a8f05-ef8c-4387-a7f9-2f00698b316e by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': '542db855-d46f-4a62-b4de-fd5851ab3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63'}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:53:56.535535 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port e45a8f05-ef8c-4387-a7f9-2f00698b316e on network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:53:56.537690 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bfaecb-9d89-4e32-8aee-02398f7f44ce None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:53:56.546828 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Port e45a8f05-ef8c-4387-a7f9-2f00698b316e on network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:53:56.547179 n-d-852088-5 neutron-server[107776]: ERROR neutron.plugins.ml2.managers [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Failed to bind port e45a8f05-ef8c-4387-a7f9-2f00698b316e on host n-h2-852088-5 for vnic_type normal using segments [{'id': '542db855-d46f-4a62-b4de-fd5851ab3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63'}] Aug 27 04:53:56.548250 n-d-852088-5 neutron-server[107776]: INFO neutron.plugins.ml2.plugin [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempt 6 to bind port e45a8f05-ef8c-4387-a7f9-2f00698b316e Aug 27 04:53:56.575550 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port e45a8f05-ef8c-4387-a7f9-2f00698b316e on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:53:56.575826 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port e45a8f05-ef8c-4387-a7f9-2f00698b316e by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': '542db855-d46f-4a62-b4de-fd5851ab3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63'}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:53:56.576071 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port e45a8f05-ef8c-4387-a7f9-2f00698b316e on network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:53:56.584533 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc91b98b-3615-490b-8715-45f41e264193 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Made reservation on behalf of 8294e34ae47f4d6bbb8fc590d6939221 for: {'port': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:53:56.588560 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dc91b98b-3615-490b-8715-45f41e264193 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:56.590356 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Port e45a8f05-ef8c-4387-a7f9-2f00698b316e on network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:53:56.593732 n-d-852088-5 neutron-server[107776]: ERROR neutron.plugins.ml2.managers [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Failed to bind port e45a8f05-ef8c-4387-a7f9-2f00698b316e on host n-h2-852088-5 for vnic_type normal using segments [{'id': '542db855-d46f-4a62-b4de-fd5851ab3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63'}] Aug 27 04:53:56.594197 n-d-852088-5 neutron-server[107776]: INFO neutron.plugins.ml2.plugin [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempt 7 to bind port e45a8f05-ef8c-4387-a7f9-2f00698b316e Aug 27 04:53:56.629497 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [None req-dc91b98b-3615-490b-8715-45f41e264193 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] device_id is not set on port 8c20b6e7-673f-4c2b-bd7c-b9cd0edd2276 yet. {{(pid=107775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:53:56.629959 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port e45a8f05-ef8c-4387-a7f9-2f00698b316e on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:53:56.630307 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port e45a8f05-ef8c-4387-a7f9-2f00698b316e by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': '542db855-d46f-4a62-b4de-fd5851ab3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63'}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:53:56.630651 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port e45a8f05-ef8c-4387-a7f9-2f00698b316e on network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:53:56.646361 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Port e45a8f05-ef8c-4387-a7f9-2f00698b316e on network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:53:56.647989 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-b7bfaecb-9d89-4e32-8aee-02398f7f44ce None None] Attempting to bind port 3287c49d-bd1e-43fb-9d1c-c4af4d2c6fbc on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:53:56.648139 n-d-852088-5 neutron-server[107776]: ERROR neutron.plugins.ml2.managers [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Failed to bind port e45a8f05-ef8c-4387-a7f9-2f00698b316e on host n-h2-852088-5 for vnic_type normal using segments [{'id': '542db855-d46f-4a62-b4de-fd5851ab3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63'}] Aug 27 04:53:56.648415 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-b7bfaecb-9d89-4e32-8aee-02398f7f44ce None None] Attempting to bind port 3287c49d-bd1e-43fb-9d1c-c4af4d2c6fbc by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '3a4532ff-80e6-449d-936e-ba5fec7cbf43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c4e43e7d-b41c-4425-aba4-823b8a8b82d9'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:53:56.648527 n-d-852088-5 neutron-server[107776]: INFO neutron.plugins.ml2.plugin [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempt 8 to bind port e45a8f05-ef8c-4387-a7f9-2f00698b316e Aug 27 04:53:56.648880 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bfaecb-9d89-4e32-8aee-02398f7f44ce None None] Attempting to bind port 3287c49d-bd1e-43fb-9d1c-c4af4d2c6fbc on network c4e43e7d-b41c-4425-aba4-823b8a8b82d9 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:53:56.656851 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bfaecb-9d89-4e32-8aee-02398f7f44ce None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:53:56.657269 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bfaecb-9d89-4e32-8aee-02398f7f44ce None None] Checking segment: {'id': '3a4532ff-80e6-449d-936e-ba5fec7cbf43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c4e43e7d-b41c-4425-aba4-823b8a8b82d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:53:56.657730 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b7bfaecb-9d89-4e32-8aee-02398f7f44ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:56.658383 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bfaecb-9d89-4e32-8aee-02398f7f44ce None None] Bound using segment: {'id': '3a4532ff-80e6-449d-936e-ba5fec7cbf43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c4e43e7d-b41c-4425-aba4-823b8a8b82d9'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:53:56.658826 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-b7bfaecb-9d89-4e32-8aee-02398f7f44ce None None] Bound port: 3287c49d-bd1e-43fb-9d1c-c4af4d2c6fbc, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a4532ff-80e6-449d-936e-ba5fec7cbf43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c4e43e7d-b41c-4425-aba4-823b8a8b82d9'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:53:56.659211 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b7bfaecb-9d89-4e32-8aee-02398f7f44ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (3287c49d-bd1e-43fb-9d1c-c4af4d2c6fbc), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:56.676911 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port e45a8f05-ef8c-4387-a7f9-2f00698b316e on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:53:56.677258 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port e45a8f05-ef8c-4387-a7f9-2f00698b316e by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': '542db855-d46f-4a62-b4de-fd5851ab3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63'}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:53:56.677605 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port e45a8f05-ef8c-4387-a7f9-2f00698b316e on network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:53:56.694051 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Port e45a8f05-ef8c-4387-a7f9-2f00698b316e on network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:53:56.694392 n-d-852088-5 neutron-server[107776]: ERROR neutron.plugins.ml2.managers [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Failed to bind port e45a8f05-ef8c-4387-a7f9-2f00698b316e on host n-h2-852088-5 for vnic_type normal using segments [{'id': '542db855-d46f-4a62-b4de-fd5851ab3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63'}] Aug 27 04:53:56.694783 n-d-852088-5 neutron-server[107776]: INFO neutron.plugins.ml2.plugin [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempt 9 to bind port e45a8f05-ef8c-4387-a7f9-2f00698b316e Aug 27 04:53:56.719787 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port e45a8f05-ef8c-4387-a7f9-2f00698b316e on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:53:56.720130 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port e45a8f05-ef8c-4387-a7f9-2f00698b316e by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': '542db855-d46f-4a62-b4de-fd5851ab3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63'}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:53:56.720629 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port e45a8f05-ef8c-4387-a7f9-2f00698b316e on network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:53:56.726444 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Port e45a8f05-ef8c-4387-a7f9-2f00698b316e on network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:53:56.726785 n-d-852088-5 neutron-server[107776]: ERROR neutron.plugins.ml2.managers [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Failed to bind port e45a8f05-ef8c-4387-a7f9-2f00698b316e on host n-h2-852088-5 for vnic_type normal using segments [{'id': '542db855-d46f-4a62-b4de-fd5851ab3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63'}] Aug 27 04:53:56.727191 n-d-852088-5 neutron-server[107776]: INFO neutron.plugins.ml2.plugin [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempt 10 to bind port e45a8f05-ef8c-4387-a7f9-2f00698b316e Aug 27 04:53:56.751868 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port e45a8f05-ef8c-4387-a7f9-2f00698b316e on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:53:56.752464 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port e45a8f05-ef8c-4387-a7f9-2f00698b316e by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': '542db855-d46f-4a62-b4de-fd5851ab3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63'}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:53:56.752981 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port e45a8f05-ef8c-4387-a7f9-2f00698b316e on network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:53:56.758746 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Port e45a8f05-ef8c-4387-a7f9-2f00698b316e on network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:53:56.759311 n-d-852088-5 neutron-server[107776]: ERROR neutron.plugins.ml2.managers [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Failed to bind port e45a8f05-ef8c-4387-a7f9-2f00698b316e on host n-h2-852088-5 for vnic_type normal using segments [{'id': '542db855-d46f-4a62-b4de-fd5851ab3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63'}] Aug 27 04:53:56.759857 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (e45a8f05-ef8c-4387-a7f9-2f00698b316e), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:56.772735 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-18b9ab58-4170-4d4b-b952-c8f58bc50460 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:56.791445 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-b7bfaecb-9d89-4e32-8aee-02398f7f44ce None None] For port 3287c49d-bd1e-43fb-9d1c-c4af4d2c6fbc, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:53:56.795613 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-b7bfaecb-9d89-4e32-8aee-02398f7f44ce None None] For port 3287c49d-bd1e-43fb-9d1c-c4af4d2c6fbc, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=3287c49d-bd1e-43fb-9d1c-c4af4d2c6fbc,segment=NetworkSegment(3a4532ff-80e6-449d-936e-ba5fec7cbf43),segment_id=3a4532ff-80e6-449d-936e-ba5fec7cbf43)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:53:56.830403 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-dc91b98b-3615-490b-8715-45f41e264193 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Allocated IP 172.20.0.5 (c4e43e7d-b41c-4425-aba4-823b8a8b82d9/5431a61f-7769-4db9-8632-869389d265f6/8c20b6e7-673f-4c2b-bd7c-b9cd0edd2276) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:53:56.849450 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] For port e45a8f05-ef8c-4387-a7f9-2f00698b316e, host n-h2-852088-5, cleared binding levels {{(pid=107776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:53:56.849858 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempted to set empty binding levels {{(pid=107776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 27 04:53:56.871459 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b7bfaecb-9d89-4e32-8aee-02398f7f44ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (3287c49d-bd1e-43fb-9d1c-c4af4d2c6fbc), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:56.928633 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bfaecb-9d89-4e32-8aee-02398f7f44ce None None] Pushing event updated for resources: {'Port': ['ID=3287c49d-bd1e-43fb-9d1c-c4af4d2c6fbc,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:57.009161 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246a9bd3-a3c9-4bbb-996f-6f96eb3bc347 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Made reservation on behalf of f0f1eb4384394fc18f1626f3e12e04e3 for: {'port': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:53:57.010556 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (e45a8f05-ef8c-4387-a7f9-2f00698b316e), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:57.012682 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:57.013607 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:57.095155 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dc91b98b-3615-490b-8715-45f41e264193 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for port (8c20b6e7-673f-4c2b-bd7c-b9cd0edd2276), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:57.099001 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:57.106964 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Pushing event updated for resources: {'Port': ['ID=e45a8f05-ef8c-4387-a7f9-2f00698b316e,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:57.182610 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-246a9bd3-a3c9-4bbb-996f-6f96eb3bc347 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:57.193164 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:57.199056 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e7f94ea5-f45b-45d1-b20a-d6e78d9b9a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.8733726 Aug 27 04:53:57.205213 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59538) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:57.229098 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [None req-246a9bd3-a3c9-4bbb-996f-6f96eb3bc347 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] device_id is not set on port 29658c33-0281-4798-a1c3-18deb8487f2e yet. {{(pid=107775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:53:57.404429 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:57.404703 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 3287c49d-bd1e-43fb-9d1c-c4af4d2c6fbc up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:53:57.443369 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dc91b98b-3615-490b-8715-45f41e264193 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (8c20b6e7-673f-4c2b-bd7c-b9cd0edd2276), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:57.473550 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 3287c49d-bd1e-43fb-9d1c-c4af4d2c6fbc triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:53:57.474027 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (3287c49d-bd1e-43fb-9d1c-c4af4d2c6fbc), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:57.551548 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc91b98b-3615-490b-8715-45f41e264193 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Network c4e43e7d-b41c-4425-aba4-823b8a8b82d9 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:53:57.558209 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc91b98b-3615-490b-8715-45f41e264193 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event updated for resources: {'Port': ['ID=8c20b6e7-673f-4c2b-bd7c-b9cd0edd2276,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:57.561051 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-dc91b98b-3615-490b-8715-45f41e264193 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:53:57.575520 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc91b98b-3615-490b-8715-45f41e264193 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:53:57.603563 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 3287c49d-bd1e-43fb-9d1c-c4af4d2c6fbc is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:53:57.604047 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (3287c49d-bd1e-43fb-9d1c-c4af4d2c6fbc), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:57.689813 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 3287c49d-bd1e-43fb-9d1c-c4af4d2c6fbc, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=3287c49d-bd1e-43fb-9d1c-c4af4d2c6fbc,segment=NetworkSegment(3a4532ff-80e6-449d-936e-ba5fec7cbf43),segment_id=3a4532ff-80e6-449d-936e-ba5fec7cbf43)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:53:57.755886 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc91b98b-3615-490b-8715-45f41e264193 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:57.756466 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dc91b98b-3615-490b-8715-45f41e264193 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:57.761602 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-cee0a284-ca14-4bb5-8a58-d61aa8b0fa67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Deleting port e45a8f05-ef8c-4387-a7f9-2f00698b316e {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:53:57.761936 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cee0a284-ca14-4bb5-8a58-d61aa8b0fa67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (e45a8f05-ef8c-4387-a7f9-2f00698b316e), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:58.091122 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bc25fd-420c-4e3d-a669-a36e4add9acf None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:53:58.091122 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-02608d8c-1b1a-4303-990e-20a7c94ed4f3 None None] Provisioning complete for port 08304f5d-2e26-4d39-be1a-e0faeb77e0c1 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:53:58.091122 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-02608d8c-1b1a-4303-990e-20a7c94ed4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (08304f5d-2e26-4d39-be1a-e0faeb77e0c1), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:58.100634 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-cee0a284-ca14-4bb5-8a58-d61aa8b0fa67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] For port e45a8f05-ef8c-4387-a7f9-2f00698b316e, host n-h2-852088-5, got binding levels [] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:53:58.100634 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cee0a284-ca14-4bb5-8a58-d61aa8b0fa67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (e45a8f05-ef8c-4387-a7f9-2f00698b316e), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:58.100634 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-246a9bd3-a3c9-4bbb-996f-6f96eb3bc347 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Allocated IP 172.20.0.12 (61356c33-ce96-40d0-bb36-87a36b2d0e1c/da56185c-6c62-4f2d-95fd-3402d932e447/29658c33-0281-4798-a1c3-18deb8487f2e) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:53:58.100634 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-246a9bd3-a3c9-4bbb-996f-6f96eb3bc347 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Allocated IP 2001:db8::f816:3eff:fed4:9e27 (61356c33-ce96-40d0-bb36-87a36b2d0e1c/90a614c0-57b7-41a1-93c8-81c6a0c991f0/29658c33-0281-4798-a1c3-18deb8487f2e) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:53:58.100634 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-cee0a284-ca14-4bb5-8a58-d61aa8b0fa67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Calling delete_port for e45a8f05-ef8c-4387-a7f9-2f00698b316e owned by {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:53:58.101944 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (3287c49d-bd1e-43fb-9d1c-c4af4d2c6fbc), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:58.101944 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 08304f5d-2e26-4d39-be1a-e0faeb77e0c1 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:53:58.102325 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-dc91b98b-3615-490b-8715-45f41e264193 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.7031376 Aug 27 04:53:58.102536 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59568) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:58.103314 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-02608d8c-1b1a-4303-990e-20a7c94ed4f3 None None] Current status of the port 08304f5d-2e26-4d39-be1a-e0faeb77e0c1 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:53:58.103314 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-02608d8c-1b1a-4303-990e-20a7c94ed4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (08304f5d-2e26-4d39-be1a-e0faeb77e0c1), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:58.202144 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=3287c49d-bd1e-43fb-9d1c-c4af4d2c6fbc,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:58.219671 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-02608d8c-1b1a-4303-990e-20a7c94ed4f3 None None] For port 08304f5d-2e26-4d39-be1a-e0faeb77e0c1, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=08304f5d-2e26-4d39-be1a-e0faeb77e0c1,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:53:58.270944 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-246a9bd3-a3c9-4bbb-996f-6f96eb3bc347 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for port (29658c33-0281-4798-a1c3-18deb8487f2e), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:58.281391 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 08304f5d-2e26-4d39-be1a-e0faeb77e0c1 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:53:58.283163 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (08304f5d-2e26-4d39-be1a-e0faeb77e0c1), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:58.467249 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cee0a284-ca14-4bb5-8a58-d61aa8b0fa67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (e45a8f05-ef8c-4387-a7f9-2f00698b316e), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:58.474506 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-246a9bd3-a3c9-4bbb-996f-6f96eb3bc347 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (29658c33-0281-4798-a1c3-18deb8487f2e), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:58.482661 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=16,neutron:SELECT=79,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:58.555368 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cee0a284-ca14-4bb5-8a58-d61aa8b0fa67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:58.558135 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece36167-0974-445a-9bbf-aa3acac2bdc1 None None] Network c4e43e7d-b41c-4425-aba4-823b8a8b82d9 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:53:58.560212 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-02608d8c-1b1a-4303-990e-20a7c94ed4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (08304f5d-2e26-4d39-be1a-e0faeb77e0c1), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:58.567956 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-cee0a284-ca14-4bb5-8a58-d61aa8b0fa67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] 10.222.0.76 "DELETE /networking/v2.0/ports/e45a8f05-ef8c-4387-a7f9-2f00698b316e HTTP/1.1" status: 204 len: 168 time: 1.3598595 Aug 27 04:53:58.570157 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59576) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:58.585452 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee0a284-ca14-4bb5-8a58-d61aa8b0fa67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Pushing event deleted for resources: {'Port': ['ID=e45a8f05-ef8c-4387-a7f9-2f00698b316e,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:58.618914 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 08304f5d-2e26-4d39-be1a-e0faeb77e0c1 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:53:58.618914 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (08304f5d-2e26-4d39-be1a-e0faeb77e0c1), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:58.620365 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246a9bd3-a3c9-4bbb-996f-6f96eb3bc347 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:53:58.650654 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:58.671840 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:58.674480 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-246a9bd3-a3c9-4bbb-996f-6f96eb3bc347 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:53:58.678798 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2d9f0e1-975a-4368-bf70-d9eb05c84c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] GET failed (client error): The resource could not be found. Aug 27 04:53:58.680259 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c2d9f0e1-975a-4368-bf70-d9eb05c84c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] 10.222.0.76 "GET /networking/v2.0/ports/e45a8f05-ef8c-4387-a7f9-2f00698b316e HTTP/1.1" status: 404 len: 333 time: 0.1087978 Aug 27 04:53:58.682904 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246a9bd3-a3c9-4bbb-996f-6f96eb3bc347 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:53:58.685432 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59578) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:58.693725 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-1007e324-0d8f-46fb-b86d-7e1fe721e99c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Request body: {'port': {'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2012700918'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:53:58.694628 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:58.741429 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246a9bd3-a3c9-4bbb-996f-6f96eb3bc347 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event updated for resources: {'Port': ['ID=29658c33-0281-4798-a1c3-18deb8487f2e,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:58.762267 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:53:58.762819 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:53:58.764608 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246a9bd3-a3c9-4bbb-996f-6f96eb3bc347 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:58.765405 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-246a9bd3-a3c9-4bbb-996f-6f96eb3bc347 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:58.769078 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dba50f1-ff54-42de-b280-109dcdd8f55f None None] Update dhcp port {'port': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'fixed_ips': [{'subnet_id': '90a614c0-57b7-41a1-93c8-81c6a0c991f0', 'ip_address': '2001:db8::f816:3eff:fed4:f432'}, {'subnet_id': 'da56185c-6c62-4f2d-95fd-3402d932e447'}], 'binding:host_id': 'n-d-852088-5'}, 'id': '08304f5d-2e26-4d39-be1a-e0faeb77e0c1'} from n-d-852088-5. {{(pid=107777) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Aug 27 04:53:58.776567 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-525d34cf-e2d0-4186-bda3-c441e53fd68f None None] Provisioning complete for port 3287c49d-bd1e-43fb-9d1c-c4af4d2c6fbc triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:53:58.777047 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-525d34cf-e2d0-4186-bda3-c441e53fd68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (3287c49d-bd1e-43fb-9d1c-c4af4d2c6fbc), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:58.855823 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0fbe12b9-bcfb-43c7-940b-77740b40c565 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8c20b6e7-673f-4c2b-bd7c-b9cd0edd2276), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:58.871254 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02608d8c-1b1a-4303-990e-20a7c94ed4f3 None None] Pushing event updated for resources: {'Port': ['ID=08304f5d-2e26-4d39-be1a-e0faeb77e0c1,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:58.877549 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1007e324-0d8f-46fb-b86d-7e1fe721e99c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Made reservation on behalf of f6e26629f10141cfb685028df5ac2576 for: {'port': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:53:58.880024 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1007e324-0d8f-46fb-b86d-7e1fe721e99c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:58.885692 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1dba50f1-ff54-42de-b280-109dcdd8f55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (08304f5d-2e26-4d39-be1a-e0faeb77e0c1), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:58.912820 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [None req-1007e324-0d8f-46fb-b86d-7e1fe721e99c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] device_id is not set on port 2439248d-ceb0-437d-a636-8a1bbe6dfe20 yet. {{(pid=107775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:53:58.970111 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-246a9bd3-a3c9-4bbb-996f-6f96eb3bc347 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.4990911 Aug 27 04:53:58.979801 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59584) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:58.994086 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-525d34cf-e2d0-4186-bda3-c441e53fd68f None None] Current status of the port 3287c49d-bd1e-43fb-9d1c-c4af4d2c6fbc is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:53:59.194680 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020554de-232f-4ff7-a16d-b797a38d99e7 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:59.200741 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020554de-232f-4ff7-a16d-b797a38d99e7 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:53:59.206760 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-020554de-232f-4ff7-a16d-b797a38d99e7 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.2255816 Aug 27 04:53:59.207593 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59590) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:53:59.248675 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0fbe12b9-bcfb-43c7-940b-77740b40c565 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for port (8c20b6e7-673f-4c2b-bd7c-b9cd0edd2276), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:59.256047 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-98273e7b-1c0c-40fe-a18a-8ec973737f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:59.258288 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-1dba50f1-ff54-42de-b280-109dcdd8f55f None None] Allocated IP 172.20.0.2 (61356c33-ce96-40d0-bb36-87a36b2d0e1c/da56185c-6c62-4f2d-95fd-3402d932e447/08304f5d-2e26-4d39-be1a-e0faeb77e0c1) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:53:59.308606 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 08304f5d-2e26-4d39-be1a-e0faeb77e0c1 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:53:59.385761 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0fbe12b9-bcfb-43c7-940b-77740b40c565 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (8c20b6e7-673f-4c2b-bd7c-b9cd0edd2276), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:59.452458 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-3227bfd2-75f5-44d8-8031-401b9debb68a None None] Provisioning complete for port 3287c49d-bd1e-43fb-9d1c-c4af4d2c6fbc triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:53:59.452835 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3227bfd2-75f5-44d8-8031-401b9debb68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (3287c49d-bd1e-43fb-9d1c-c4af4d2c6fbc), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:59.454767 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:53:59.484638 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 3287c49d-bd1e-43fb-9d1c-c4af4d2c6fbc up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:53:59.525878 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-1dba50f1-ff54-42de-b280-109dcdd8f55f None None] For port 08304f5d-2e26-4d39-be1a-e0faeb77e0c1, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=08304f5d-2e26-4d39-be1a-e0faeb77e0c1,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:53:59.590626 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1dba50f1-ff54-42de-b280-109dcdd8f55f None None] Publish callbacks [] for port (08304f5d-2e26-4d39-be1a-e0faeb77e0c1), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:59.601641 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 3287c49d-bd1e-43fb-9d1c-c4af4d2c6fbc triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:53:59.602024 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (3287c49d-bd1e-43fb-9d1c-c4af4d2c6fbc), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:59.689094 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-3227bfd2-75f5-44d8-8031-401b9debb68a None None] Current status of the port 3287c49d-bd1e-43fb-9d1c-c4af4d2c6fbc is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:53:59.691838 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1dba50f1-ff54-42de-b280-109dcdd8f55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (08304f5d-2e26-4d39-be1a-e0faeb77e0c1), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:59.735641 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbe12b9-bcfb-43c7-940b-77740b40c565 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event updated for resources: {'Port': ['ID=8c20b6e7-673f-4c2b-bd7c-b9cd0edd2276,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:59.753941 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-3227bfd2-75f5-44d8-8031-401b9debb68a None None] Provisioning complete for port 8c20b6e7-673f-4c2b-bd7c-b9cd0edd2276 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:53:59.753941 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3227bfd2-75f5-44d8-8031-401b9debb68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (8c20b6e7-673f-4c2b-bd7c-b9cd0edd2276), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:59.837728 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0fbe12b9-bcfb-43c7-940b-77740b40c565 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (53f76396-b4f0-4b2c-a9c4-81fc74f8971d), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:53:59.845946 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 3287c49d-bd1e-43fb-9d1c-c4af4d2c6fbc is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:53:59.847399 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 08304f5d-2e26-4d39-be1a-e0faeb77e0c1 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:53:59.858285 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-3227bfd2-75f5-44d8-8031-401b9debb68a None None] Port 8c20b6e7-673f-4c2b-bd7c-b9cd0edd2276 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:53:59.879989 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dba50f1-ff54-42de-b280-109dcdd8f55f None None] Pushing event updated for resources: {'Port': ['ID=08304f5d-2e26-4d39-be1a-e0faeb77e0c1,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:53:59.925215 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 08304f5d-2e26-4d39-be1a-e0faeb77e0c1 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:53:59.925882 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (08304f5d-2e26-4d39-be1a-e0faeb77e0c1), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:00.015630 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-c66f94e6-f68f-4025-aa30-7a7fae9b5a3a None None] Provisioning complete for port 8c20b6e7-673f-4c2b-bd7c-b9cd0edd2276 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:54:00.016862 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c66f94e6-f68f-4025-aa30-7a7fae9b5a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (8c20b6e7-673f-4c2b-bd7c-b9cd0edd2276), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:00.087519 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:00.126951 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 08304f5d-2e26-4d39-be1a-e0faeb77e0c1 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:54:00.140915 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-1979c272-8351-47ce-8d1c-c401d968fcda tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Deleting port 29658c33-0281-4798-a1c3-18deb8487f2e {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:54:00.142249 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1979c272-8351-47ce-8d1c-c401d968fcda tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (29658c33-0281-4798-a1c3-18deb8487f2e), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:00.144094 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-c66f94e6-f68f-4025-aa30-7a7fae9b5a3a None None] Port 8c20b6e7-673f-4c2b-bd7c-b9cd0edd2276 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:54:00.151421 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1007e324-0d8f-46fb-b86d-7e1fe721e99c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Publish callbacks [] for port (2439248d-ceb0-437d-a636-8a1bbe6dfe20), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:00.226295 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0fbe12b9-bcfb-43c7-940b-77740b40c565 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8c20b6e7-673f-4c2b-bd7c-b9cd0edd2276), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:00.267558 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:00.288319 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1979c272-8351-47ce-8d1c-c401d968fcda tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (29658c33-0281-4798-a1c3-18deb8487f2e), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:00.312019 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-1979c272-8351-47ce-8d1c-c401d968fcda tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Calling delete_port for 29658c33-0281-4798-a1c3-18deb8487f2e owned by {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:54:00.333096 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:00.507045 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=23,neutron:SELECT=73,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:00.602376 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1007e324-0d8f-46fb-b86d-7e1fe721e99c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (2439248d-ceb0-437d-a636-8a1bbe6dfe20), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:00.650268 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0fbe12b9-bcfb-43c7-940b-77740b40c565 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for port (8c20b6e7-673f-4c2b-bd7c-b9cd0edd2276), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:00.704776 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1007e324-0d8f-46fb-b86d-7e1fe721e99c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:54:00.708308 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-1007e324-0d8f-46fb-b86d-7e1fe721e99c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:54:00.712656 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1007e324-0d8f-46fb-b86d-7e1fe721e99c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:54:00.713682 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1007e324-0d8f-46fb-b86d-7e1fe721e99c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:00.714553 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1007e324-0d8f-46fb-b86d-7e1fe721e99c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:00.720132 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1007e324-0d8f-46fb-b86d-7e1fe721e99c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Pushing event updated for resources: {'Port': ['ID=2439248d-ceb0-437d-a636-8a1bbe6dfe20,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:00.739888 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0fbe12b9-bcfb-43c7-940b-77740b40c565 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (8c20b6e7-673f-4c2b-bd7c-b9cd0edd2276), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:00.775515 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1979c272-8351-47ce-8d1c-c401d968fcda tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (29658c33-0281-4798-a1c3-18deb8487f2e), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:00.817427 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1979c272-8351-47ce-8d1c-c401d968fcda tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event deleted for resources: {'Port': ['ID=29658c33-0281-4798-a1c3-18deb8487f2e,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:00.865263 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:00.885377 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1007e324-0d8f-46fb-b86d-7e1fe721e99c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.1979837 Aug 27 04:54:00.886962 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-a52596fb-2f0b-4f44-8e86-99a0d61c41d4 None None] Provisioning complete for port 08304f5d-2e26-4d39-be1a-e0faeb77e0c1 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:54:00.887946 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a52596fb-2f0b-4f44-8e86-99a0d61c41d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (08304f5d-2e26-4d39-be1a-e0faeb77e0c1), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:00.894667 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59632) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:00.915882 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-852088-5'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:54:01.061463 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (2439248d-ceb0-437d-a636-8a1bbe6dfe20), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:01.067123 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-a52596fb-2f0b-4f44-8e86-99a0d61c41d4 None None] Current status of the port 08304f5d-2e26-4d39-be1a-e0faeb77e0c1 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:54:01.076447 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0fbe12b9-bcfb-43c7-940b-77740b40c565 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (53f76396-b4f0-4b2c-a9c4-81fc74f8971d), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:01.142927 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=77,neutron:DELETE=6,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:01.161621 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1979c272-8351-47ce-8d1c-c401d968fcda tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:01.165640 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1979c272-8351-47ce-8d1c-c401d968fcda tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/ports/29658c33-0281-4798-a1c3-18deb8487f2e HTTP/1.1" status: 204 len: 168 time: 1.9355915 Aug 27 04:54:01.180180 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59640) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:01.190839 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59642) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:01.245322 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbe12b9-bcfb-43c7-940b-77740b40c565 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event updated for resources: {'Port': ['ID=8c20b6e7-673f-4c2b-bd7c-b9cd0edd2276,revision_number=3']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:01.246825 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:01.280919 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bbff60-5dae-464c-b93a-27f9451d4f36 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:01.283626 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bbff60-5dae-464c-b93a-27f9451d4f36 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:01.285486 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bbff60-5dae-464c-b93a-27f9451d4f36 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:01.287223 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-63bbff60-5dae-464c-b93a-27f9451d4f36 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1061926 Aug 27 04:54:01.290533 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59646) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:01.409664 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f491eae-80c3-4257-b7a6-c728fd13ed45 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Deleting subnet 90a614c0-57b7-41a1-93c8-81c6a0c991f0 {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:54:01.413506 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1f491eae-80c3-4257-b7a6-c728fd13ed45 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (90a614c0-57b7-41a1-93c8-81c6a0c991f0), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:01.434747 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] device_id is not set on port 2439248d-ceb0-437d-a636-8a1bbe6dfe20 yet. {{(pid=107776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:54:01.461040 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Publish callbacks [] for port (2439248d-ceb0-437d-a636-8a1bbe6dfe20), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:01.462962 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:01.467753 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 08304f5d-2e26-4d39-be1a-e0faeb77e0c1 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:54:01.524340 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1f491eae-80c3-4257-b7a6-c728fd13ed45 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (90a614c0-57b7-41a1-93c8-81c6a0c991f0), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:01.553345 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (2439248d-ceb0-437d-a636-8a1bbe6dfe20), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:01.583160 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-b9005ea8-741e-4686-9aab-19f77ebe137d None None] Could not find standard attr ID for object 29658c33-0281-4798-a1c3-18deb8487f2e. {{(pid=107777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 27 04:54:01.617369 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 08304f5d-2e26-4d39-be1a-e0faeb77e0c1 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:54:01.617503 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (08304f5d-2e26-4d39-be1a-e0faeb77e0c1), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:01.687549 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:01.767968 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-b19a59c5-4c45-49dd-ac60-f60e73f3a09d tempest-SubnetPoolsTestJSON-2050310504 tempest-SubnetPoolsTestJSON-2050310504-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1093944609', 'prefixes': ['172.20.0.0/16']}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:54:01.781695 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port 2439248d-ceb0-437d-a636-8a1bbe6dfe20 on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:54:01.786787 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port 2439248d-ceb0-437d-a636-8a1bbe6dfe20 by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': '542db855-d46f-4a62-b4de-fd5851ab3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63'}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:54:01.786787 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port 2439248d-ceb0-437d-a636-8a1bbe6dfe20 on network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:54:01.787658 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:DELETE=5,neutron:UPDATE=4,neutron:SELECT=82,neutron:INSERT=9 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:01.832076 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:01.836983 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbe12b9-bcfb-43c7-940b-77740b40c565 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Network c4e43e7d-b41c-4425-aba4-823b8a8b82d9 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:54:01.837999 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 08304f5d-2e26-4d39-be1a-e0faeb77e0c1 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:54:01.846201 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Pushing event updated for resources: {'Port': ['ID=2439248d-ceb0-437d-a636-8a1bbe6dfe20,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:01.850418 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Port 2439248d-ceb0-437d-a636-8a1bbe6dfe20 on network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:54:01.851296 n-d-852088-5 neutron-server[107776]: ERROR neutron.plugins.ml2.managers [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Failed to bind port 2439248d-ceb0-437d-a636-8a1bbe6dfe20 on host n-h2-852088-5 for vnic_type normal using segments [{'id': '542db855-d46f-4a62-b4de-fd5851ab3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63'}] Aug 27 04:54:01.857799 n-d-852088-5 neutron-server[107776]: INFO neutron.plugins.ml2.plugin [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempt 2 to bind port 2439248d-ceb0-437d-a636-8a1bbe6dfe20 Aug 27 04:54:01.867718 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-0fbe12b9-bcfb-43c7-940b-77740b40c565 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:54:01.883429 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1f491eae-80c3-4257-b7a6-c728fd13ed45 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (90a614c0-57b7-41a1-93c8-81c6a0c991f0), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:01.899135 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port 2439248d-ceb0-437d-a636-8a1bbe6dfe20 on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:54:01.899544 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port 2439248d-ceb0-437d-a636-8a1bbe6dfe20 by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': '542db855-d46f-4a62-b4de-fd5851ab3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63'}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:54:01.904354 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port 2439248d-ceb0-437d-a636-8a1bbe6dfe20 on network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:54:01.916852 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:02.133768 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Port 2439248d-ceb0-437d-a636-8a1bbe6dfe20 on network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:54:02.148673 n-d-852088-5 neutron-server[107776]: ERROR neutron.plugins.ml2.managers [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Failed to bind port 2439248d-ceb0-437d-a636-8a1bbe6dfe20 on host n-h2-852088-5 for vnic_type normal using segments [{'id': '542db855-d46f-4a62-b4de-fd5851ab3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63'}] Aug 27 04:54:02.151222 n-d-852088-5 neutron-server[107776]: INFO neutron.plugins.ml2.plugin [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempt 3 to bind port 2439248d-ceb0-437d-a636-8a1bbe6dfe20 Aug 27 04:54:02.209822 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1f491eae-80c3-4257-b7a6-c728fd13ed45 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (90a614c0-57b7-41a1-93c8-81c6a0c991f0), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:02.226189 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:02.231667 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port 2439248d-ceb0-437d-a636-8a1bbe6dfe20 on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:54:02.232324 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port 2439248d-ceb0-437d-a636-8a1bbe6dfe20 by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': '542db855-d46f-4a62-b4de-fd5851ab3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63'}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:54:02.233208 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port 2439248d-ceb0-437d-a636-8a1bbe6dfe20 on network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:54:02.246365 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Port 2439248d-ceb0-437d-a636-8a1bbe6dfe20 on network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:54:02.247040 n-d-852088-5 neutron-server[107776]: ERROR neutron.plugins.ml2.managers [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Failed to bind port 2439248d-ceb0-437d-a636-8a1bbe6dfe20 on host n-h2-852088-5 for vnic_type normal using segments [{'id': '542db855-d46f-4a62-b4de-fd5851ab3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63'}] Aug 27 04:54:02.252302 n-d-852088-5 neutron-server[107776]: INFO neutron.plugins.ml2.plugin [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempt 4 to bind port 2439248d-ceb0-437d-a636-8a1bbe6dfe20 Aug 27 04:54:02.286360 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port 2439248d-ceb0-437d-a636-8a1bbe6dfe20 on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:54:02.286360 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port 2439248d-ceb0-437d-a636-8a1bbe6dfe20 by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': '542db855-d46f-4a62-b4de-fd5851ab3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63'}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:54:02.286360 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port 2439248d-ceb0-437d-a636-8a1bbe6dfe20 on network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:54:02.292149 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Port 2439248d-ceb0-437d-a636-8a1bbe6dfe20 on network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:54:02.292815 n-d-852088-5 neutron-server[107776]: ERROR neutron.plugins.ml2.managers [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Failed to bind port 2439248d-ceb0-437d-a636-8a1bbe6dfe20 on host n-h2-852088-5 for vnic_type normal using segments [{'id': '542db855-d46f-4a62-b4de-fd5851ab3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63'}] Aug 27 04:54:02.294982 n-d-852088-5 neutron-server[107776]: INFO neutron.plugins.ml2.plugin [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempt 5 to bind port 2439248d-ceb0-437d-a636-8a1bbe6dfe20 Aug 27 04:54:02.303862 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f491eae-80c3-4257-b7a6-c728fd13ed45 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event deleted for resources: {'Subnet': ['ID=90a614c0-57b7-41a1-93c8-81c6a0c991f0,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:02.318014 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881f3fa6-6608-41d8-bf32-80dbaa959bbb None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:54:02.319226 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b19a59c5-4c45-49dd-ac60-f60e73f3a09d tempest-SubnetPoolsTestJSON-2050310504 tempest-SubnetPoolsTestJSON-2050310504-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:02.323912 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b19a59c5-4c45-49dd-ac60-f60e73f3a09d tempest-SubnetPoolsTestJSON-2050310504 tempest-SubnetPoolsTestJSON-2050310504-project] 10.222.0.76 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.1293659 Aug 27 04:54:02.323912 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1f491eae-80c3-4257-b7a6-c728fd13ed45 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:02.326514 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1f491eae-80c3-4257-b7a6-c728fd13ed45 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/90a614c0-57b7-41a1-93c8-81c6a0c991f0 HTTP/1.1" status: 204 len: 168 time: 1.0336976 Aug 27 04:54:02.327185 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59666) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:02.330061 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59668) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:02.351480 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=67,neutron:INSERT=27,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:02.369570 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port 2439248d-ceb0-437d-a636-8a1bbe6dfe20 on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:54:02.370110 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port 2439248d-ceb0-437d-a636-8a1bbe6dfe20 by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': '542db855-d46f-4a62-b4de-fd5851ab3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63'}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:54:02.376276 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port 2439248d-ceb0-437d-a636-8a1bbe6dfe20 on network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:54:02.377874 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-a766630e-889f-43be-9d30-16cf6ca3f613 None None] Provisioning complete for port 8c20b6e7-673f-4c2b-bd7c-b9cd0edd2276 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:54:02.378361 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a766630e-889f-43be-9d30-16cf6ca3f613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (8c20b6e7-673f-4c2b-bd7c-b9cd0edd2276), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:02.393245 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Port 2439248d-ceb0-437d-a636-8a1bbe6dfe20 on network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:54:02.393768 n-d-852088-5 neutron-server[107776]: ERROR neutron.plugins.ml2.managers [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Failed to bind port 2439248d-ceb0-437d-a636-8a1bbe6dfe20 on host n-h2-852088-5 for vnic_type normal using segments [{'id': '542db855-d46f-4a62-b4de-fd5851ab3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63'}] Aug 27 04:54:02.394386 n-d-852088-5 neutron-server[107776]: INFO neutron.plugins.ml2.plugin [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempt 6 to bind port 2439248d-ceb0-437d-a636-8a1bbe6dfe20 Aug 27 04:54:02.414522 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port 2439248d-ceb0-437d-a636-8a1bbe6dfe20 on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:54:02.414851 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port 2439248d-ceb0-437d-a636-8a1bbe6dfe20 by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': '542db855-d46f-4a62-b4de-fd5851ab3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63'}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:54:02.415200 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port 2439248d-ceb0-437d-a636-8a1bbe6dfe20 on network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:54:02.421218 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Port 2439248d-ceb0-437d-a636-8a1bbe6dfe20 on network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:54:02.421774 n-d-852088-5 neutron-server[107776]: ERROR neutron.plugins.ml2.managers [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Failed to bind port 2439248d-ceb0-437d-a636-8a1bbe6dfe20 on host n-h2-852088-5 for vnic_type normal using segments [{'id': '542db855-d46f-4a62-b4de-fd5851ab3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63'}] Aug 27 04:54:02.422898 n-d-852088-5 neutron-server[107776]: INFO neutron.plugins.ml2.plugin [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempt 7 to bind port 2439248d-ceb0-437d-a636-8a1bbe6dfe20 Aug 27 04:54:02.440096 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port 2439248d-ceb0-437d-a636-8a1bbe6dfe20 on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:54:02.440739 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port 2439248d-ceb0-437d-a636-8a1bbe6dfe20 by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': '542db855-d46f-4a62-b4de-fd5851ab3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63'}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:54:02.441554 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port 2439248d-ceb0-437d-a636-8a1bbe6dfe20 on network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:54:02.447777 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Port 2439248d-ceb0-437d-a636-8a1bbe6dfe20 on network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:54:02.448707 n-d-852088-5 neutron-server[107776]: ERROR neutron.plugins.ml2.managers [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Failed to bind port 2439248d-ceb0-437d-a636-8a1bbe6dfe20 on host n-h2-852088-5 for vnic_type normal using segments [{'id': '542db855-d46f-4a62-b4de-fd5851ab3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63'}] Aug 27 04:54:02.449460 n-d-852088-5 neutron-server[107776]: INFO neutron.plugins.ml2.plugin [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempt 8 to bind port 2439248d-ceb0-437d-a636-8a1bbe6dfe20 Aug 27 04:54:02.454162 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-a766630e-889f-43be-9d30-16cf6ca3f613 None None] Port 8c20b6e7-673f-4c2b-bd7c-b9cd0edd2276 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:54:02.471821 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port 2439248d-ceb0-437d-a636-8a1bbe6dfe20 on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:54:02.472529 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port 2439248d-ceb0-437d-a636-8a1bbe6dfe20 by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': '542db855-d46f-4a62-b4de-fd5851ab3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63'}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:54:02.473060 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port 2439248d-ceb0-437d-a636-8a1bbe6dfe20 on network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:54:02.483407 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Port 2439248d-ceb0-437d-a636-8a1bbe6dfe20 on network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:54:02.483972 n-d-852088-5 neutron-server[107776]: ERROR neutron.plugins.ml2.managers [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Failed to bind port 2439248d-ceb0-437d-a636-8a1bbe6dfe20 on host n-h2-852088-5 for vnic_type normal using segments [{'id': '542db855-d46f-4a62-b4de-fd5851ab3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63'}] Aug 27 04:54:02.484624 n-d-852088-5 neutron-server[107776]: INFO neutron.plugins.ml2.plugin [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempt 9 to bind port 2439248d-ceb0-437d-a636-8a1bbe6dfe20 Aug 27 04:54:02.487855 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2af37c5f-700a-481a-b620-7274151a74f7 tempest-SubnetPoolsTestJSON-2050310504 tempest-SubnetPoolsTestJSON-2050310504-project] 10.222.0.76 "GET /networking/v2.0/subnetpools/ca8d6a54-0176-4cc2-8fc1-c30be49fdbd5 HTTP/1.1" status: 200 len: 732 time: 0.1592064 Aug 27 04:54:02.490921 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59674) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:02.496709 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-b91ded03-4a7f-4166-a398-c47916c7a378 tempest-SubnetPoolsTestJSON-2050310504 tempest-SubnetPoolsTestJSON-2050310504-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1697397142'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:54:02.520438 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1a573b7-e03c-479d-a0c9-b4ed00a49ed6 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Deleting subnet da56185c-6c62-4f2d-95fd-3402d932e447 {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:54:02.525869 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f1a573b7-e03c-479d-a0c9-b4ed00a49ed6 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (da56185c-6c62-4f2d-95fd-3402d932e447), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:02.546520 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fbe12b9-bcfb-43c7-940b-77740b40c565 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Router 53f76396-b4f0-4b2c-a9c4-81fc74f8971d is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:54:02.574634 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port 2439248d-ceb0-437d-a636-8a1bbe6dfe20 on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:54:02.575561 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port 2439248d-ceb0-437d-a636-8a1bbe6dfe20 by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': '542db855-d46f-4a62-b4de-fd5851ab3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63'}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:54:02.575561 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port 2439248d-ceb0-437d-a636-8a1bbe6dfe20 on network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:54:02.585455 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Port 2439248d-ceb0-437d-a636-8a1bbe6dfe20 on network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:54:02.585815 n-d-852088-5 neutron-server[107776]: ERROR neutron.plugins.ml2.managers [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Failed to bind port 2439248d-ceb0-437d-a636-8a1bbe6dfe20 on host n-h2-852088-5 for vnic_type normal using segments [{'id': '542db855-d46f-4a62-b4de-fd5851ab3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63'}] Aug 27 04:54:02.586154 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f1a573b7-e03c-479d-a0c9-b4ed00a49ed6 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (da56185c-6c62-4f2d-95fd-3402d932e447), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:02.586795 n-d-852088-5 neutron-server[107776]: INFO neutron.plugins.ml2.plugin [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempt 10 to bind port 2439248d-ceb0-437d-a636-8a1bbe6dfe20 Aug 27 04:54:02.736620 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port 2439248d-ceb0-437d-a636-8a1bbe6dfe20 on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:54:02.737010 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port 2439248d-ceb0-437d-a636-8a1bbe6dfe20 by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': '542db855-d46f-4a62-b4de-fd5851ab3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63'}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:54:02.737424 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port 2439248d-ceb0-437d-a636-8a1bbe6dfe20 on network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:54:02.765533 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fbe12b9-bcfb-43c7-940b-77740b40c565 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:54:02.768396 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Port 2439248d-ceb0-437d-a636-8a1bbe6dfe20 on network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:54:02.768903 n-d-852088-5 neutron-server[107776]: ERROR neutron.plugins.ml2.managers [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Failed to bind port 2439248d-ceb0-437d-a636-8a1bbe6dfe20 on host n-h2-852088-5 for vnic_type normal using segments [{'id': '542db855-d46f-4a62-b4de-fd5851ab3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63'}] Aug 27 04:54:02.769532 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (2439248d-ceb0-437d-a636-8a1bbe6dfe20), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:02.772293 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f1a573b7-e03c-479d-a0c9-b4ed00a49ed6 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (da56185c-6c62-4f2d-95fd-3402d932e447), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:02.785031 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334f7bbb-79c1-4c71-ae20-d59b90d48f09 None None] Sync routers for ids ['53f76396-b4f0-4b2c-a9c4-81fc74f8971d'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:54:02.810165 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-0fbe12b9-bcfb-43c7-940b-77740b40c565 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "PUT /networking/v2.0/routers/53f76396-b4f0-4b2c-a9c4-81fc74f8971d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8580978 Aug 27 04:54:02.810165 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59682) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:02.813676 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334f7bbb-79c1-4c71-ae20-d59b90d48f09 None None] Routers {'53f76396-b4f0-4b2c-a9c4-81fc74f8971d'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:54:02.818764 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-334f7bbb-79c1-4c71-ae20-d59b90d48f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:53:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['53f76396-b4f0-4b2c-a9c4-81fc74f8971d'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:02.871850 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:02.920381 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-334f7bbb-79c1-4c71-ae20-d59b90d48f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:02.940556 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334f7bbb-79c1-4c71-ae20-d59b90d48f09 None None] Routers {'53f76396-b4f0-4b2c-a9c4-81fc74f8971d'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:54:02.943003 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-334f7bbb-79c1-4c71-ae20-d59b90d48f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:53:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['53f76396-b4f0-4b2c-a9c4-81fc74f8971d'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:02.984344 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd540e64-79f0-4704-ac53-b4c5cdfc1cda tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:02.987844 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-fd540e64-79f0-4704-ac53-b4c5cdfc1cda tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "GET /networking/v2.0/ports/8c20b6e7-673f-4c2b-bd7c-b9cd0edd2276 HTTP/1.1" status: 200 len: 976 time: 0.1715660 Aug 27 04:54:02.990608 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59686) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:03.058480 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b91ded03-4a7f-4166-a398-c47916c7a378 tempest-SubnetPoolsTestJSON-2050310504 tempest-SubnetPoolsTestJSON-2050310504-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:03.070250 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b91ded03-4a7f-4166-a398-c47916c7a378 tempest-SubnetPoolsTestJSON-2050310504 tempest-SubnetPoolsTestJSON-2050310504-project] 10.222.0.76 "PUT /networking/v2.0/subnetpools/ca8d6a54-0176-4cc2-8fc1-c30be49fdbd5 HTTP/1.1" status: 200 len: 684 time: 0.5695562 Aug 27 04:54:03.079426 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59690) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:03.097861 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-334f7bbb-79c1-4c71-ae20-d59b90d48f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:03.109631 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334f7bbb-79c1-4c71-ae20-d59b90d48f09 None None] The sync data for ids ['53f76396-b4f0-4b2c-a9c4-81fc74f8971d'] in n-d-852088-5 is: [] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:54:03.120730 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] For port 2439248d-ceb0-437d-a636-8a1bbe6dfe20, host n-h2-852088-5, cleared binding levels {{(pid=107776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:54:03.126144 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempted to set empty binding levels {{(pid=107776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 27 04:54:03.248551 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (2439248d-ceb0-437d-a636-8a1bbe6dfe20), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:03.248763 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f1a573b7-e03c-479d-a0c9-b4ed00a49ed6 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (da56185c-6c62-4f2d-95fd-3402d932e447), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:03.250215 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] In _notify_port_updated(), no bound segment for port 2439248d-ceb0-437d-a636-8a1bbe6dfe20 on network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 {{(pid=107776) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Aug 27 04:54:03.253175 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:03.254762 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:03.262130 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] 10.222.0.76 "PUT /networking/v2.0/ports/2439248d-ceb0-437d-a636-8a1bbe6dfe20 HTTP/1.1" status: 200 len: 979 time: 2.3660321 Aug 27 04:54:03.263778 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59702) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:03.315864 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a573b7-e03c-479d-a0c9-b4ed00a49ed6 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event deleted for resources: {'Subnet': ['ID=da56185c-6c62-4f2d-95fd-3402d932e447,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:03.359565 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f1a573b7-e03c-479d-a0c9-b4ed00a49ed6 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:03.364002 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f1a573b7-e03c-479d-a0c9-b4ed00a49ed6 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/da56185c-6c62-4f2d-95fd-3402d932e447 HTTP/1.1" status: 204 len: 168 time: 1.0324748 Aug 27 04:54:03.397603 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59708) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:03.470415 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc9ebf1-e29d-416a-949e-e3b29d8d8b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Pushing event updated for resources: {'Port': ['ID=2439248d-ceb0-437d-a636-8a1bbe6dfe20,revision_number=3']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:03.486115 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-d99b255f-cd9b-45b7-858c-ba838e41f891 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0869062 Aug 27 04:54:03.489215 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59716) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:03.495241 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-622a906c-7839-4ae6-adc3-ab53755a3ef5 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'subnet': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:54:03.558380 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6239fc42-ea1b-4d27-8b4d-393c95d116dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:03.564208 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6239fc42-ea1b-4d27-8b4d-393c95d116dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:03.569349 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6239fc42-ea1b-4d27-8b4d-393c95d116dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:03.571080 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6239fc42-ea1b-4d27-8b4d-393c95d116dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:03.571576 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6239fc42-ea1b-4d27-8b4d-393c95d116dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:03.572052 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6239fc42-ea1b-4d27-8b4d-393c95d116dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:03.572830 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6239fc42-ea1b-4d27-8b4d-393c95d116dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:03.573437 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6239fc42-ea1b-4d27-8b4d-393c95d116dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:03.589348 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6239fc42-ea1b-4d27-8b4d-393c95d116dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] 10.222.0.76 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 7589 time: 0.2014201 Aug 27 04:54:03.598100 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b0ab175d-523a-4b4d-be9c-6b8a20c3cd11 tempest-SubnetPoolsTestJSON-2050310504 tempest-SubnetPoolsTestJSON-2050310504-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:03.599379 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b0ab175d-523a-4b4d-be9c-6b8a20c3cd11 tempest-SubnetPoolsTestJSON-2050310504 tempest-SubnetPoolsTestJSON-2050310504-project] 10.222.0.76 "DELETE /networking/v2.0/subnetpools/ca8d6a54-0176-4cc2-8fc1-c30be49fdbd5 HTTP/1.1" status: 204 len: 168 time: 0.5187063 Aug 27 04:54:03.604304 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59722) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:03.604648 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59724) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:03.695906 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-d28bb313-9124-4601-a0b5-030692811d5e tempest-SubnetPoolsTestJSON-2050310504 tempest-SubnetPoolsTestJSON-2050310504-project] show failed (client error): The resource could not be found. Aug 27 04:54:03.698095 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-d28bb313-9124-4601-a0b5-030692811d5e tempest-SubnetPoolsTestJSON-2050310504 tempest-SubnetPoolsTestJSON-2050310504-project] 10.222.0.76 "GET /networking/v2.0/subnetpools/ca8d6a54-0176-4cc2-8fc1-c30be49fdbd5 HTTP/1.1" status: 404 len: 346 time: 0.0840061 Aug 27 04:54:03.712860 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59726) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:03.746754 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-31a5f35b-8979-4a6a-95c8-2a1d7ee2dbf7 tempest-SubnetPoolsTestJSON-2050310504 tempest-SubnetPoolsTestJSON-2050310504-project] delete failed (client error): The resource could not be found. Aug 27 04:54:03.748611 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-31a5f35b-8979-4a6a-95c8-2a1d7ee2dbf7 tempest-SubnetPoolsTestJSON-2050310504 tempest-SubnetPoolsTestJSON-2050310504-project] 10.222.0.76 "DELETE /networking/v2.0/subnetpools/ca8d6a54-0176-4cc2-8fc1-c30be49fdbd5 HTTP/1.1" status: 404 len: 346 time: 0.0329959 Aug 27 04:54:03.763453 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59732) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:03.815464 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:UPDATE=1,neutron:SELECT=90,neutron:INSERT=2,neutron:DELETE=7 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:03.863034 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-3f79f307-e9c1-48e9-b3ed-87dbb794ba7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Deleting port 2439248d-ceb0-437d-a636-8a1bbe6dfe20 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:54:03.863842 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3f79f307-e9c1-48e9-b3ed-87dbb794ba7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (2439248d-ceb0-437d-a636-8a1bbe6dfe20), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:03.892645 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f4c3a1-0505-4e93-bbc6-a5e43de14bfb None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:54:03.963552 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-9d169fcf-5dc7-4323-a116-28e1cd2327fc None None] Provisioning complete for port 08304f5d-2e26-4d39-be1a-e0faeb77e0c1 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:54:03.964090 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9d169fcf-5dc7-4323-a116-28e1cd2327fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (08304f5d-2e26-4d39-be1a-e0faeb77e0c1), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:03.988886 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-3f79f307-e9c1-48e9-b3ed-87dbb794ba7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] For port 2439248d-ceb0-437d-a636-8a1bbe6dfe20, host n-h2-852088-5, got binding levels [] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:54:03.989473 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3f79f307-e9c1-48e9-b3ed-87dbb794ba7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (2439248d-ceb0-437d-a636-8a1bbe6dfe20), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:04.030712 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-3f79f307-e9c1-48e9-b3ed-87dbb794ba7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Calling delete_port for 2439248d-ceb0-437d-a636-8a1bbe6dfe20 owned by {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:54:04.056141 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fa838457-99cd-47b1-b81d-19771e74af1b tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (53f76396-b4f0-4b2c-a9c4-81fc74f8971d), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:04.185878 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:04.198200 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622a906c-7839-4ae6-adc3-ab53755a3ef5 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Made reservation on behalf of f0f1eb4384394fc18f1626f3e12e04e3 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:54:04.207154 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-622a906c-7839-4ae6-adc3-ab53755a3ef5 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:04.301055 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04c1c54-a88f-4f13-bd1e-e3ea088931a1 None None] DHCP port deletion for 61356c33-ce96-40d0-bb36-87a36b2d0e1c request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:54:04.326790 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-9d169fcf-5dc7-4323-a116-28e1cd2327fc None None] Current status of the port 08304f5d-2e26-4d39-be1a-e0faeb77e0c1 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:54:04.385055 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-3c7a3839-387a-43e4-bd1e-0f3b1eb3c55b tempest-QuotasTest-313538703 tempest-QuotasTest-313538703-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:54:04.414785 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-b04c1c54-a88f-4f13-bd1e-e3ea088931a1 None None] Deleting port 08304f5d-2e26-4d39-be1a-e0faeb77e0c1 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:54:04.416405 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b04c1c54-a88f-4f13-bd1e-e3ea088931a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (08304f5d-2e26-4d39-be1a-e0faeb77e0c1), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:04.496487 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-fa838457-99cd-47b1-b81d-19771e74af1b tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Deleting port 8c20b6e7-673f-4c2b-bd7c-b9cd0edd2276 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:54:04.497003 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fa838457-99cd-47b1-b81d-19771e74af1b tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (8c20b6e7-673f-4c2b-bd7c-b9cd0edd2276), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:04.552688 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-b04c1c54-a88f-4f13-bd1e-e3ea088931a1 None None] For port 08304f5d-2e26-4d39-be1a-e0faeb77e0c1, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=08304f5d-2e26-4d39-be1a-e0faeb77e0c1,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:54:04.553158 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b04c1c54-a88f-4f13-bd1e-e3ea088931a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (08304f5d-2e26-4d39-be1a-e0faeb77e0c1), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:04.557355 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3f79f307-e9c1-48e9-b3ed-87dbb794ba7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (2439248d-ceb0-437d-a636-8a1bbe6dfe20), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:04.560326 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3c7a3839-387a-43e4-bd1e-0f3b1eb3c55b tempest-QuotasTest-313538703 tempest-QuotasTest-313538703-project-admin] 10.222.0.76 "PUT /networking/v2.0/quotas/d1492f18741146588f4cf4f9ced59138 HTTP/1.1" status: 200 len: 366 time: 0.7957251 Aug 27 04:54:04.562827 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59748) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:04.570695 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-b04c1c54-a88f-4f13-bd1e-e3ea088931a1 None None] Calling delete_port for 08304f5d-2e26-4d39-be1a-e0faeb77e0c1 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:54:04.596595 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-48021302-d2c3-4df8-a9a9-35c1e62136f9 tempest-QuotasTest-313538703 tempest-QuotasTest-313538703-project-admin] 10.222.0.76 "GET /networking/v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0295610 Aug 27 04:54:04.597891 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59752) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:04.623350 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59754) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:04.633000 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8d6195b1-d868-4136-8df1-b64536e2df9e tempest-QuotasTest-313538703 tempest-QuotasTest-313538703-project-admin] 10.222.0.76 "GET /networking/v2.0/quotas/d1492f18741146588f4cf4f9ced59138 HTTP/1.1" status: 200 len: 366 time: 0.0318036 Aug 27 04:54:04.633903 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59756) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:04.675580 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f79f307-e9c1-48e9-b3ed-87dbb794ba7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Pushing event deleted for resources: {'Port': ['ID=2439248d-ceb0-437d-a636-8a1bbe6dfe20,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:04.697058 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3f79f307-e9c1-48e9-b3ed-87dbb794ba7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:04.704120 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3f79f307-e9c1-48e9-b3ed-87dbb794ba7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] 10.222.0.76 "DELETE /networking/v2.0/ports/2439248d-ceb0-437d-a636-8a1bbe6dfe20 HTTP/1.1" status: 204 len: 168 time: 1.0956728 Aug 27 04:54:04.705270 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59760) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:04.732583 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bbf9d19-4b4a-4dcc-a704-37e3757fc646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] GET failed (client error): The resource could not be found. Aug 27 04:54:04.734177 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1bbf9d19-4b4a-4dcc-a704-37e3757fc646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] 10.222.0.76 "GET /networking/v2.0/ports/2439248d-ceb0-437d-a636-8a1bbe6dfe20 HTTP/1.1" status: 404 len: 333 time: 0.0278347 Aug 27 04:54:04.737936 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59762) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:04.742920 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-b9253571-7ae4-4489-926e-c24eecec529f tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604730123', 'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:54:04.760753 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fa838457-99cd-47b1-b81d-19771e74af1b tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (8c20b6e7-673f-4c2b-bd7c-b9cd0edd2276), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:04.774136 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b04c1c54-a88f-4f13-bd1e-e3ea088931a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (08304f5d-2e26-4d39-be1a-e0faeb77e0c1), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:04.778836 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-0e9cccc1-c43c-4715-9247-625b5b83179d tempest-QuotasTest-313538703 tempest-QuotasTest-313538703-project-admin] 10.222.0.76 "DELETE /networking/v2.0/quotas/d1492f18741146588f4cf4f9ced59138 HTTP/1.1" status: 204 len: 168 time: 0.1414886 Aug 27 04:54:04.779603 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59764) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:04.799046 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1966765f-9117-4827-a3dc-af6be67967e1 tempest-QuotasTest-313538703 tempest-QuotasTest-313538703-project-admin] 10.222.0.76 "GET /networking/v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0130706 Aug 27 04:54:04.802079 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59766) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:04.813676 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-540fdd1b-01b4-44cb-8926-22ef14617f00 tempest-QuotasTest-313538703 tempest-QuotasTest-313538703-project-admin] 10.222.0.76 "GET /networking/v2.0/quotas/d1492f18741146588f4cf4f9ced59138 HTTP/1.1" status: 200 len: 370 time: 0.0091455 Aug 27 04:54:04.815682 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59768) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:04.817196 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-fa838457-99cd-47b1-b81d-19771e74af1b tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Calling delete_port for 8c20b6e7-673f-4c2b-bd7c-b9cd0edd2276 owned by network:router_interface {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:54:04.821060 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-35afb2b7-2054-46ea-8989-ba21cf27c904 tempest-QuotasTest-313538703 tempest-QuotasTest-313538703-project-admin] 10.222.0.76 "GET /networking/v2.0/quotas/d1492f18741146588f4cf4f9ced59138/default HTTP/1.1" status: 200 len: 370 time: 0.0041666 Aug 27 04:54:04.825904 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59770) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:04.833037 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04c1c54-a88f-4f13-bd1e-e3ea088931a1 None None] No DVR routers for this DVR port 08304f5d-2e26-4d39-be1a-e0faeb77e0c1 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:54:04.834803 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04c1c54-a88f-4f13-bd1e-e3ea088931a1 None None] Pushing event deleted for resources: {'Port': ['ID=08304f5d-2e26-4d39-be1a-e0faeb77e0c1,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:04.848811 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-2e1bb6f1-f18f-437b-8bb0-d0f66462fee5 tempest-QuotasTest-313538703 tempest-QuotasTest-313538703-project-admin] delete failed (client error): The resource could not be found. Aug 27 04:54:04.848811 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2e1bb6f1-f18f-437b-8bb0-d0f66462fee5 tempest-QuotasTest-313538703 tempest-QuotasTest-313538703-project-admin] 10.222.0.76 "DELETE /networking/v2.0/quotas/d1492f18741146588f4cf4f9ced59138 HTTP/1.1" status: 404 len: 348 time: 0.0196629 Aug 27 04:54:04.855192 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9253571-7ae4-4489-926e-c24eecec529f tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Made reservation on behalf of f6e26629f10141cfb685028df5ac2576 for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:54:04.858817 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b9253571-7ae4-4489-926e-c24eecec529f tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:04.881982 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [None req-b9253571-7ae4-4489-926e-c24eecec529f tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] device_id is not set on port 9f65e2b3-0f86-4b4c-8577-764657c1b025 yet. {{(pid=107776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:54:05.061560 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-eb1f9556-cb35-44bc-8d24-a10d6d3f06a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:05.145020 n-d-852088-5 neutron-server[107775]: DEBUG neutron.objects.ports [None req-622a906c-7839-4ae6-adc3-ab53755a3ef5 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107775) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 27 04:54:05.184446 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-622a906c-7839-4ae6-adc3-ab53755a3ef5 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (fa54cbac-7a37-4268-ba28-af46e4ba0bd4), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:05.249685 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:DELETE=9,neutron:SELECT=83,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:05.262993 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622a906c-7839-4ae6-adc3-ab53755a3ef5 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event updated for resources: {'Subnet': ['ID=fa54cbac-7a37-4268-ba28-af46e4ba0bd4,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:05.279387 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622a906c-7839-4ae6-adc3-ab53755a3ef5 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:54:05.281674 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-622a906c-7839-4ae6-adc3-ab53755a3ef5 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:54:05.286281 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622a906c-7839-4ae6-adc3-ab53755a3ef5 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:05.286873 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-622a906c-7839-4ae6-adc3-ab53755a3ef5 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:05.295896 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c8f4a7-fe90-4ff0-9fd3-3b63b7420e10 None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:54:05.393480 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fa838457-99cd-47b1-b81d-19771e74af1b tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (8c20b6e7-673f-4c2b-bd7c-b9cd0edd2276), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:05.414383 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b9253571-7ae4-4489-926e-c24eecec529f tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Publish callbacks [] for port (9f65e2b3-0f86-4b4c-8577-764657c1b025), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:05.421845 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 08304f5d-2e26-4d39-be1a-e0faeb77e0c1 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:54:05.451228 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 08304f5d-2e26-4d39-be1a-e0faeb77e0c1 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:54:05.451751 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 08304f5d-2e26-4d39-be1a-e0faeb77e0c1 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:54:05.464540 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-622a906c-7839-4ae6-adc3-ab53755a3ef5 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9712496 Aug 27 04:54:05.464636 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa838457-99cd-47b1-b81d-19771e74af1b tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event deleted for resources: {'Port': ['ID=8c20b6e7-673f-4c2b-bd7c-b9cd0edd2276,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:05.469971 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59782) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:05.479669 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-1946644e-1868-4098-96c3-2eef4bf75035 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'subnet': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:54:05.484332 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6593515-927e-4766-9eec-a5f10018b90a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'project_id': 'f0f1eb4384394fc18f1626f3e12e04e3', 'fixed_ips': [{'subnet_id': 'fa54cbac-7a37-4268-ba28-af46e4ba0bd4'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:54:05.487721 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d6593515-927e-4766-9eec-a5f10018b90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:05.596590 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59786) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:05.689964 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b9253571-7ae4-4489-926e-c24eecec529f tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (9f65e2b3-0f86-4b4c-8577-764657c1b025), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:05.743665 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9253571-7ae4-4489-926e-c24eecec529f tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:54:05.747461 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-b9253571-7ae4-4489-926e-c24eecec529f tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:54:05.750259 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9253571-7ae4-4489-926e-c24eecec529f tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:54:05.752407 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9253571-7ae4-4489-926e-c24eecec529f tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:05.752973 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b9253571-7ae4-4489-926e-c24eecec529f tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:05.778098 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-d6593515-927e-4766-9eec-a5f10018b90a None None] Allocated IP 2001:db8::f816:3eff:fe51:a781 (61356c33-ce96-40d0-bb36-87a36b2d0e1c/fa54cbac-7a37-4268-ba28-af46e4ba0bd4/d76a6313-3bc9-42ba-9173-d65ed18c480f) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:54:05.796013 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9253571-7ae4-4489-926e-c24eecec529f tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Pushing event updated for resources: {'Port': ['ID=9f65e2b3-0f86-4b4c-8577-764657c1b025,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:05.884453 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-873b3b3e-d43d-4c15-bf82-6215eeade368 tempest-QuotasTest-313538703 tempest-QuotasTest-313538703-project-admin] 10.222.0.76 "GET /networking/v2.0/quotas/c0821527f6e5454a972c128199c57182/details.json HTTP/1.1" status: 200 len: 703 time: 0.2794349 Aug 27 04:54:05.902177 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b9253571-7ae4-4489-926e-c24eecec529f tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1630507 Aug 27 04:54:05.905249 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59794) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:05.966136 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-eb1f9556-cb35-44bc-8d24-a10d6d3f06a2 admin admin] Publish callbacks [] for security_group (3a1496aa-c7a8-4a82-a719-a34042725587), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:05.988367 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fa838457-99cd-47b1-b81d-19771e74af1b tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (53f76396-b4f0-4b2c-a9c4-81fc74f8971d), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:05.996953 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43344a99-08ee-4acf-9d1b-c12e2fbbcf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:05.998466 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-43344a99-08ee-4acf-9d1b-c12e2fbbcf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] 10.222.0.76 "GET /networking/v2.0/ports/9f65e2b3-0f86-4b4c-8577-764657c1b025 HTTP/1.1" status: 200 len: 959 time: 0.0922904 Aug 27 04:54:06.001364 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59796) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:06.011058 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59798) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:06.076034 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d6593515-927e-4766-9eec-a5f10018b90a None None] Publish callbacks [] for port (d76a6313-3bc9-42ba-9173-d65ed18c480f), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:06.079854 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:06.081794 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:06.091308 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1946644e-1868-4098-96c3-2eef4bf75035 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Made reservation on behalf of f0f1eb4384394fc18f1626f3e12e04e3 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:54:06.096066 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1946644e-1868-4098-96c3-2eef4bf75035 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:06.139633 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-eb1f9556-cb35-44bc-8d24-a10d6d3f06a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (3a1496aa-c7a8-4a82-a719-a34042725587), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:06.175402 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fbcb0c80-c7ed-4358-87cd-45b5fb8c3cac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:06.184512 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d6593515-927e-4766-9eec-a5f10018b90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (d76a6313-3bc9-42ba-9173-d65ed18c480f), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:06.222054 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:06.227706 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6593515-927e-4766-9eec-a5f10018b90a None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:54:06.234222 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-d6593515-927e-4766-9eec-a5f10018b90a None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:54:06.238698 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6593515-927e-4766-9eec-a5f10018b90a None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:54:06.251373 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6593515-927e-4766-9eec-a5f10018b90a None None] Pushing event updated for resources: {'Port': ['ID=d76a6313-3bc9-42ba-9173-d65ed18c480f,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:06.303466 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fbcb0c80-c7ed-4358-87cd-45b5fb8c3cac admin admin] Publish callbacks [] for security_group (c5b0d948-ecca-4473-a755-624fb70c8b68), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:06.311996 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-d6593515-927e-4766-9eec-a5f10018b90a None None] Attempting to bind port d76a6313-3bc9-42ba-9173-d65ed18c480f on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:54:06.312589 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-d6593515-927e-4766-9eec-a5f10018b90a None None] Attempting to bind port d76a6313-3bc9-42ba-9173-d65ed18c480f by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:54:06.312775 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6593515-927e-4766-9eec-a5f10018b90a None None] Attempting to bind port d76a6313-3bc9-42ba-9173-d65ed18c480f on network 61356c33-ce96-40d0-bb36-87a36b2d0e1c {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:54:06.318817 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6593515-927e-4766-9eec-a5f10018b90a None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:54:06.319119 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6593515-927e-4766-9eec-a5f10018b90a None None] Checking segment: {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:54:06.319693 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d6593515-927e-4766-9eec-a5f10018b90a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:06.320264 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6593515-927e-4766-9eec-a5f10018b90a None None] Bound using segment: {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:54:06.321090 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-d6593515-927e-4766-9eec-a5f10018b90a None None] Bound port: d76a6313-3bc9-42ba-9173-d65ed18c480f, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:54:06.321625 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d6593515-927e-4766-9eec-a5f10018b90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (d76a6313-3bc9-42ba-9173-d65ed18c480f), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:06.390711 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fbcb0c80-c7ed-4358-87cd-45b5fb8c3cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (c5b0d948-ecca-4473-a755-624fb70c8b68), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:06.412870 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d6593515-927e-4766-9eec-a5f10018b90a None None] For port d76a6313-3bc9-42ba-9173-d65ed18c480f, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:54:06.448524 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d6593515-927e-4766-9eec-a5f10018b90a None None] For port d76a6313-3bc9-42ba-9173-d65ed18c480f, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=d76a6313-3bc9-42ba-9173-d65ed18c480f,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:54:06.454605 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-fbcb0c80-c7ed-4358-87cd-45b5fb8c3cac admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=368a4a4fbf784890af363b96d98bc1fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4413376 Aug 27 04:54:06.460323 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59810) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:06.482418 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb0c80-c7ed-4358-87cd-45b5fb8c3cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b0d948-ecca-4473-a755-624fb70c8b68,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:06.544504 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d6593515-927e-4766-9eec-a5f10018b90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (d76a6313-3bc9-42ba-9173-d65ed18c480f), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:06.611831 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6326237e-a652-4ce2-aa23-b325b73fbce6 admin admin] Publish callbacks [] for security_group (c5b0d948-ecca-4473-a755-624fb70c8b68), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:06.659398 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6326237e-a652-4ce2-aa23-b325b73fbce6 admin admin] Publish callbacks [] for security_group (c5b0d948-ecca-4473-a755-624fb70c8b68), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:06.705277 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6593515-927e-4766-9eec-a5f10018b90a None None] Pushing event updated for resources: {'Port': ['ID=d76a6313-3bc9-42ba-9173-d65ed18c480f,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:06.723985 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59824) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:06.727019 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-eb1f9556-cb35-44bc-8d24-a10d6d3f06a2 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=194c36c3d7c644999a4f379222945931&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0769541 Aug 27 04:54:06.730248 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59826) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:06.743780 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1f9556-cb35-44bc-8d24-a10d6d3f06a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1496aa-c7a8-4a82-a719-a34042725587,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:06.755257 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-e9239353-4177-4176-bd79-9dedd2e2f0b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Deleting port 9f65e2b3-0f86-4b4c-8577-764657c1b025 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:54:06.756049 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e9239353-4177-4176-bd79-9dedd2e2f0b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (9f65e2b3-0f86-4b4c-8577-764657c1b025), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:06.759927 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa838457-99cd-47b1-b81d-19771e74af1b tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Router 53f76396-b4f0-4b2c-a9c4-81fc74f8971d has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:54:06.872146 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:06.919479 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-97e84ae6-da22-4d47-b424-060867fb4e49 admin admin] Publish callbacks [] for security_group (3a1496aa-c7a8-4a82-a719-a34042725587), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:06.973924 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-97e84ae6-da22-4d47-b424-060867fb4e49 admin admin] Publish callbacks [] for security_group (3a1496aa-c7a8-4a82-a719-a34042725587), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:06.989405 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e9239353-4177-4176-bd79-9dedd2e2f0b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (9f65e2b3-0f86-4b4c-8577-764657c1b025), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:07.007105 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8f4eaf9d-ff42-4be0-baf3-6f13268335a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:07.013107 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-e9239353-4177-4176-bd79-9dedd2e2f0b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Calling delete_port for 9f65e2b3-0f86-4b4c-8577-764657c1b025 owned by {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:54:07.015573 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa838457-99cd-47b1-b81d-19771e74af1b tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:54:07.029314 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a35b253-bdb0-4b3a-8f2a-9601167dd7eb None None] Sync routers for ids ['53f76396-b4f0-4b2c-a9c4-81fc74f8971d'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:54:07.038959 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-fa838457-99cd-47b1-b81d-19771e74af1b tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "PUT /networking/v2.0/routers/53f76396-b4f0-4b2c-a9c4-81fc74f8971d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0464768 Aug 27 04:54:07.042755 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6326237e-a652-4ce2-aa23-b325b73fbce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (c5b0d948-ecca-4473-a755-624fb70c8b68), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:07.046824 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6326237e-a652-4ce2-aa23-b325b73fbce6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:07.047704 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a35b253-bdb0-4b3a-8f2a-9601167dd7eb None None] Routers {'53f76396-b4f0-4b2c-a9c4-81fc74f8971d'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:54:07.049358 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59830) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:07.052041 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-6a35b253-bdb0-4b3a-8f2a-9601167dd7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:53:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['53f76396-b4f0-4b2c-a9c4-81fc74f8971d'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:07.053966 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6326237e-a652-4ce2-aa23-b325b73fbce6 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/c5b0d948-ecca-4473-a755-624fb70c8b68 HTTP/1.1" status: 204 len: 168 time: 0.5923431 Aug 27 04:54:07.086932 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326237e-a652-4ce2-aa23-b325b73fbce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b0d948-ecca-4473-a755-624fb70c8b68,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:07.152912 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-6a35b253-bdb0-4b3a-8f2a-9601167dd7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:07.206240 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a35b253-bdb0-4b3a-8f2a-9601167dd7eb None None] Routers {'53f76396-b4f0-4b2c-a9c4-81fc74f8971d'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:54:07.207239 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-6a35b253-bdb0-4b3a-8f2a-9601167dd7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:53:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['53f76396-b4f0-4b2c-a9c4-81fc74f8971d'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:07.241270 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8f4eaf9d-ff42-4be0-baf3-6f13268335a5 admin admin] Publish callbacks [] for security_group (3f0ffd70-7678-485b-b970-4c1b8f2dc409), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:07.262619 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-6a35b253-bdb0-4b3a-8f2a-9601167dd7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:07.263230 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a35b253-bdb0-4b3a-8f2a-9601167dd7eb None None] The sync data for ids ['53f76396-b4f0-4b2c-a9c4-81fc74f8971d'] in n-d-852088-5 is: [] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:54:07.280404 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-97e84ae6-da22-4d47-b424-060867fb4e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (3a1496aa-c7a8-4a82-a719-a34042725587), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:07.283964 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-97e84ae6-da22-4d47-b424-060867fb4e49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:07.288482 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-97e84ae6-da22-4d47-b424-060867fb4e49 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/3a1496aa-c7a8-4a82-a719-a34042725587 HTTP/1.1" status: 204 len: 168 time: 0.5574419 Aug 27 04:54:07.305064 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e84ae6-da22-4d47-b424-060867fb4e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1496aa-c7a8-4a82-a719-a34042725587,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:07.342253 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8f4eaf9d-ff42-4be0-baf3-6f13268335a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (3f0ffd70-7678-485b-b970-4c1b8f2dc409), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:07.435491 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4eaf9d-ff42-4be0-baf3-6f13268335a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0ffd70-7678-485b-b970-4c1b8f2dc409,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:07.448077 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8f4eaf9d-ff42-4be0-baf3-6f13268335a5 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=30ae0882890a42f78d89c19a49596462&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7230439 Aug 27 04:54:07.448790 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59838) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:07.482971 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:07.563363 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-854a0231-3468-43ec-807f-420ccacfb16f tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] remove_router_interface failed (client error): The resource could not be found. Aug 27 04:54:07.566418 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-854a0231-3468-43ec-807f-420ccacfb16f tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "PUT /networking/v2.0/routers/53f76396-b4f0-4b2c-a9c4-81fc74f8971d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5131233 Aug 27 04:54:07.574493 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59844) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:07.603700 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b4b407ff-9dee-4ff9-a3e5-59743dea6843 admin admin] Publish callbacks [] for security_group (3f0ffd70-7678-485b-b970-4c1b8f2dc409), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:07.618812 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d76a6313-3bc9-42ba-9173-d65ed18c480f up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:54:07.636628 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b4b407ff-9dee-4ff9-a3e5-59743dea6843 admin admin] Publish callbacks [] for security_group (3f0ffd70-7678-485b-b970-4c1b8f2dc409), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:07.654416 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e9239353-4177-4176-bd79-9dedd2e2f0b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (9f65e2b3-0f86-4b4c-8577-764657c1b025), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:07.660286 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a87c9cfd-b385-43f4-a590-babc0aaed3fa tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=53f76396-b4f0-4b2c-a9c4-81fc74f8971d HTTP/1.1" status: 200 len: 205 time: 0.0814927 Aug 27 04:54:07.660990 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59846) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:07.681411 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1946644e-1868-4098-96c3-2eef4bf75035 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (a5d41452-c7d5-45aa-b5d5-4456c00d64dd), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:07.701283 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e9239353-4177-4176-bd79-9dedd2e2f0b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:07.710703 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e9239353-4177-4176-bd79-9dedd2e2f0b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] 10.222.0.76 "DELETE /networking/v2.0/ports/9f65e2b3-0f86-4b4c-8577-764657c1b025 HTTP/1.1" status: 204 len: 168 time: 1.7046773 Aug 27 04:54:07.716193 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59848) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:07.756071 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9239353-4177-4176-bd79-9dedd2e2f0b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Pushing event deleted for resources: {'Port': ['ID=9f65e2b3-0f86-4b4c-8577-764657c1b025,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:07.759553 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port d76a6313-3bc9-42ba-9173-d65ed18c480f triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:54:07.760051 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d76a6313-3bc9-42ba-9173-d65ed18c480f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:07.800499 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1946644e-1868-4098-96c3-2eef4bf75035 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:54:07.824609 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-1946644e-1868-4098-96c3-2eef4bf75035 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:54:07.831385 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1946644e-1868-4098-96c3-2eef4bf75035 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:07.832079 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1946644e-1868-4098-96c3-2eef4bf75035 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:07.846340 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-d838b342-f58d-4dd0-af27-0397d8c68d8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] GET failed (client error): The resource could not be found. Aug 27 04:54:07.855981 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-d838b342-f58d-4dd0-af27-0397d8c68d8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] 10.222.0.76 "GET /networking/v2.0/ports/9f65e2b3-0f86-4b4c-8577-764657c1b025 HTTP/1.1" status: 404 len: 333 time: 0.1261477 Aug 27 04:54:07.859405 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59854) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:07.867308 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-0806e7d3-afe4-4a73-928a-15dde4f99957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Request body: {'port': {'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-8132549'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:54:07.906156 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1946644e-1868-4098-96c3-2eef4bf75035 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event updated for resources: {'Subnet': ['ID=a5d41452-c7d5-45aa-b5d5-4456c00d64dd,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:07.994949 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1946644e-1868-4098-96c3-2eef4bf75035 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5221202 Aug 27 04:54:08.002790 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59858) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:08.019984 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-e114c965-0305-40bf-ae96-7d0690c81ef4 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'port': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'mac_address': 'fa:16:3e:54:b9:22', 'name': 'tempest-NetworksTestDHCPv6-1870673376'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:54:08.024540 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port d76a6313-3bc9-42ba-9173-d65ed18c480f is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:54:08.028918 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (d76a6313-3bc9-42ba-9173-d65ed18c480f), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:08.117271 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port d76a6313-3bc9-42ba-9173-d65ed18c480f, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=d76a6313-3bc9-42ba-9173-d65ed18c480f,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:54:08.238913 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (d76a6313-3bc9-42ba-9173-d65ed18c480f), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:08.263602 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:08.268219 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59866) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:08.274403 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0806e7d3-afe4-4a73-928a-15dde4f99957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Made reservation on behalf of f6e26629f10141cfb685028df5ac2576 for: {'port': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:54:08.276275 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2164d712-e513-47d0-9519-58d3d9c27600 None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:54:08.276968 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0806e7d3-afe4-4a73-928a-15dde4f99957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:08.304619 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [None req-0806e7d3-afe4-4a73-928a-15dde4f99957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] device_id is not set on port cd920244-885d-4833-8f86-e61ea6636974 yet. {{(pid=107775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:54:08.319783 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b4b407ff-9dee-4ff9-a3e5-59743dea6843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (3f0ffd70-7678-485b-b970-4c1b8f2dc409), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:08.327119 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b4b407ff-9dee-4ff9-a3e5-59743dea6843 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:08.333015 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b4b407ff-9dee-4ff9-a3e5-59743dea6843 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/3f0ffd70-7678-485b-b970-4c1b8f2dc409 HTTP/1.1" status: 204 len: 168 time: 0.8810635 Aug 27 04:54:08.403032 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9ff962dd-1ebd-4e09-a21e-cf822348d515 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:08.416002 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b407ff-9dee-4ff9-a3e5-59743dea6843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0ffd70-7678-485b-b970-4c1b8f2dc409,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:08.432207 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-295f23ad-ec10-4b26-bc87-5cd40e59e683 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for router (53f76396-b4f0-4b2c-a9c4-81fc74f8971d), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:08.483371 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-f5264f0a-f219-473f-ab07-69a47191223c None None] Provisioning complete for port d76a6313-3bc9-42ba-9173-d65ed18c480f triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:54:08.483888 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f5264f0a-f219-473f-ab07-69a47191223c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d76a6313-3bc9-42ba-9173-d65ed18c480f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:08.557830 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:08.589636 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=d76a6313-3bc9-42ba-9173-d65ed18c480f,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:08.636733 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0806e7d3-afe4-4a73-928a-15dde4f99957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Publish callbacks [] for port (cd920244-885d-4833-8f86-e61ea6636974), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:08.678523 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=6,neutron:UPDATE=3,neutron:SELECT=91 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:08.755997 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-f5264f0a-f219-473f-ab07-69a47191223c None None] Current status of the port d76a6313-3bc9-42ba-9173-d65ed18c480f is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:54:08.812072 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e114c965-0305-40bf-ae96-7d0690c81ef4 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Made reservation on behalf of f0f1eb4384394fc18f1626f3e12e04e3 for: {'port': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:54:08.818439 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0806e7d3-afe4-4a73-928a-15dde4f99957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (cd920244-885d-4833-8f86-e61ea6636974), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:08.895940 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f557fd5-60e0-4a53-b8dc-77336377a78d None None] Update dhcp port {'port': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'fixed_ips': [{'subnet_id': 'fa54cbac-7a37-4268-ba28-af46e4ba0bd4', 'ip_address': '2001:db8::f816:3eff:fe51:a781'}, {'subnet_id': 'a5d41452-c7d5-45aa-b5d5-4456c00d64dd'}], 'binding:host_id': 'n-d-852088-5'}, 'id': 'd76a6313-3bc9-42ba-9173-d65ed18c480f'} from n-d-852088-5. {{(pid=107777) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Aug 27 04:54:08.907612 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-295f23ad-ec10-4b26-bc87-5cd40e59e683 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (53f76396-b4f0-4b2c-a9c4-81fc74f8971d), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:08.919299 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-295f23ad-ec10-4b26-bc87-5cd40e59e683 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for router_controller (53f76396-b4f0-4b2c-a9c4-81fc74f8971d), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:08.947820 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8f557fd5-60e0-4a53-b8dc-77336377a78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (d76a6313-3bc9-42ba-9173-d65ed18c480f), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:08.976884 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0806e7d3-afe4-4a73-928a-15dde4f99957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Pushing event updated for resources: {'Port': ['ID=cd920244-885d-4833-8f86-e61ea6636974,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:09.084140 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0806e7d3-afe4-4a73-928a-15dde4f99957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:54:09.088451 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-0806e7d3-afe4-4a73-928a-15dde4f99957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:54:09.095171 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0806e7d3-afe4-4a73-928a-15dde4f99957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:54:09.096363 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0806e7d3-afe4-4a73-928a-15dde4f99957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:09.096983 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0806e7d3-afe4-4a73-928a-15dde4f99957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:09.190545 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e114c965-0305-40bf-ae96-7d0690c81ef4 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:09.246258 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0806e7d3-afe4-4a73-928a-15dde4f99957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 961 time: 1.3851607 Aug 27 04:54:09.248439 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [None req-e114c965-0305-40bf-ae96-7d0690c81ef4 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] device_id is not set on port 2d4d3164-6589-45af-9eb4-7242acf45f09 yet. {{(pid=107775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:54:09.248568 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-295f23ad-ec10-4b26-bc87-5cd40e59e683 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (53f76396-b4f0-4b2c-a9c4-81fc74f8971d), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:09.250298 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295f23ad-ec10-4b26-bc87-5cd40e59e683 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Fanout notify agent at l3_agent the message router_deleted on router 53f76396-b4f0-4b2c-a9c4-81fc74f8971d {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:54:09.254175 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59886) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:09.261634 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-852088-5'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:54:09.286137 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-295f23ad-ec10-4b26-bc87-5cd40e59e683 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:09.290485 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-295f23ad-ec10-4b26-bc87-5cd40e59e683 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "DELETE /networking/v2.0/routers/53f76396-b4f0-4b2c-a9c4-81fc74f8971d HTTP/1.1" status: 204 len: 168 time: 1.5744505 Aug 27 04:54:09.298846 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:09.300765 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59888) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:09.303340 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-8f557fd5-60e0-4a53-b8dc-77336377a78d None None] Allocated IP 172.20.0.2 (61356c33-ce96-40d0-bb36-87a36b2d0e1c/a5d41452-c7d5-45aa-b5d5-4456c00d64dd/d76a6313-3bc9-42ba-9173-d65ed18c480f) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:54:09.372302 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9ff962dd-1ebd-4e09-a21e-cf822348d515 admin admin] Publish callbacks [] for security_group (5718f55a-1116-478f-a9d1-b811b597e4b3), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:09.376776 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:09.405164 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-13b3b9d3-c5b4-44a4-8b5e-d37b9f1d4a9d tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Deleting subnet 5431a61f-7769-4db9-8632-869389d265f6 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:54:09.410062 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-13b3b9d3-c5b4-44a4-8b5e-d37b9f1d4a9d tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for subnet (5431a61f-7769-4db9-8632-869389d265f6), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:09.411599 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (cd920244-885d-4833-8f86-e61ea6636974), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:09.413605 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-8f557fd5-60e0-4a53-b8dc-77336377a78d None None] For port d76a6313-3bc9-42ba-9173-d65ed18c480f, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=d76a6313-3bc9-42ba-9173-d65ed18c480f,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:54:09.444980 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9ff962dd-1ebd-4e09-a21e-cf822348d515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (5718f55a-1116-478f-a9d1-b811b597e4b3), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:09.487016 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8f557fd5-60e0-4a53-b8dc-77336377a78d None None] Publish callbacks [] for port (d76a6313-3bc9-42ba-9173-d65ed18c480f), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:09.507200 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=12,neutron:SELECT=83,neutron:UPDATE=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:09.520023 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d76a6313-3bc9-42ba-9173-d65ed18c480f up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:54:09.541375 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-9ff962dd-1ebd-4e09-a21e-cf822348d515 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=2254ac9cd1284cb382da08873ef08a44&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2593362 Aug 27 04:54:09.560541 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59894) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:09.634716 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port d76a6313-3bc9-42ba-9173-d65ed18c480f triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:54:09.644311 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d76a6313-3bc9-42ba-9173-d65ed18c480f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:09.652979 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-13b3b9d3-c5b4-44a4-8b5e-d37b9f1d4a9d tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (5431a61f-7769-4db9-8632-869389d265f6), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:09.702832 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59896) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:09.717922 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59898) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:09.720642 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8f557fd5-60e0-4a53-b8dc-77336377a78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (d76a6313-3bc9-42ba-9173-d65ed18c480f), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:09.723981 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff962dd-1ebd-4e09-a21e-cf822348d515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5718f55a-1116-478f-a9d1-b811b597e4b3,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:09.754345 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7f3c2b3a-9d72-4e0c-978d-a5f839aae105 admin admin] Publish callbacks [] for security_group (5718f55a-1116-478f-a9d1-b811b597e4b3), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:09.763150 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9ff7d8a5-1619-4422-8542-256109173655 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:09.803555 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7f3c2b3a-9d72-4e0c-978d-a5f839aae105 admin admin] Publish callbacks [] for security_group (5718f55a-1116-478f-a9d1-b811b597e4b3), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:09.839533 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f557fd5-60e0-4a53-b8dc-77336377a78d None None] Pushing event updated for resources: {'Port': ['ID=d76a6313-3bc9-42ba-9173-d65ed18c480f,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:09.860310 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] device_id is not set on port cd920244-885d-4833-8f86-e61ea6636974 yet. {{(pid=107775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:54:09.867733 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-13b3b9d3-c5b4-44a4-8b5e-d37b9f1d4a9d tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (5431a61f-7769-4db9-8632-869389d265f6), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:09.873441 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Publish callbacks [] for port (cd920244-885d-4833-8f86-e61ea6636974), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:09.892147 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.db.api [None req-e114c965-0305-40bf-ae96-7d0690c81ef4 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-eff30e5b-8d77-4b22-8396-759efd7c86e2 {{(pid=107775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:54:09.892610 n-d-852088-5 neutron-server[107775]: DEBUG oslo_db.api [None req-e114c965-0305-40bf-ae96-7d0690c81ef4 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:54:09.944443 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port d76a6313-3bc9-42ba-9173-d65ed18c480f is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:54:09.963038 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9ff7d8a5-1619-4422-8542-256109173655 admin admin] Publish callbacks [] for security_group (329fd531-b4dd-4d61-bb18-6bab77ec2e61), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:09.983497 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (cd920244-885d-4833-8f86-e61ea6636974), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:10.038807 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Pushing event updated for resources: {'Port': ['ID=cd920244-885d-4833-8f86-e61ea6636974,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:10.043524 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port cd920244-885d-4833-8f86-e61ea6636974 on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:54:10.043872 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port cd920244-885d-4833-8f86-e61ea6636974 by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': '542db855-d46f-4a62-b4de-fd5851ab3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63'}] {{(pid=107775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:54:10.044322 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port cd920244-885d-4833-8f86-e61ea6636974 on network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:54:10.049523 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Port cd920244-885d-4833-8f86-e61ea6636974 on network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:54:10.049861 n-d-852088-5 neutron-server[107775]: ERROR neutron.plugins.ml2.managers [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Failed to bind port cd920244-885d-4833-8f86-e61ea6636974 on host n-h2-852088-5 for vnic_type normal using segments [{'id': '542db855-d46f-4a62-b4de-fd5851ab3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63'}] Aug 27 04:54:10.050253 n-d-852088-5 neutron-server[107775]: INFO neutron.plugins.ml2.plugin [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempt 2 to bind port cd920244-885d-4833-8f86-e61ea6636974 Aug 27 04:54:10.065597 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port cd920244-885d-4833-8f86-e61ea6636974 on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:54:10.065941 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port cd920244-885d-4833-8f86-e61ea6636974 by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': '542db855-d46f-4a62-b4de-fd5851ab3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63'}] {{(pid=107775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:54:10.066320 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port cd920244-885d-4833-8f86-e61ea6636974 on network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:54:10.069917 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-13b3b9d3-c5b4-44a4-8b5e-d37b9f1d4a9d tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (5431a61f-7769-4db9-8632-869389d265f6), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:10.074311 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Port cd920244-885d-4833-8f86-e61ea6636974 on network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:54:10.074653 n-d-852088-5 neutron-server[107775]: ERROR neutron.plugins.ml2.managers [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Failed to bind port cd920244-885d-4833-8f86-e61ea6636974 on host n-h2-852088-5 for vnic_type normal using segments [{'id': '542db855-d46f-4a62-b4de-fd5851ab3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63'}] Aug 27 04:54:10.076529 n-d-852088-5 neutron-server[107775]: INFO neutron.plugins.ml2.plugin [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempt 3 to bind port cd920244-885d-4833-8f86-e61ea6636974 Aug 27 04:54:10.076630 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7f3c2b3a-9d72-4e0c-978d-a5f839aae105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (5718f55a-1116-478f-a9d1-b811b597e4b3), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:10.079578 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7f3c2b3a-9d72-4e0c-978d-a5f839aae105 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:10.086665 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7f3c2b3a-9d72-4e0c-978d-a5f839aae105 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/5718f55a-1116-478f-a9d1-b811b597e4b3 HTTP/1.1" status: 204 len: 168 time: 0.5159674 Aug 27 04:54:10.113158 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-cc8a3dda-c03e-44df-927b-d5c1615ede2f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1949633618-network', 'tenant_id': '3f33afda3d45469f836e079a4c0b5fc6'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:54:10.117318 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9ff7d8a5-1619-4422-8542-256109173655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (329fd531-b4dd-4d61-bb18-6bab77ec2e61), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:10.125912 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b3b9d3-c5b4-44a4-8b5e-d37b9f1d4a9d tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event deleted for resources: {'Subnet': ['ID=5431a61f-7769-4db9-8632-869389d265f6,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:10.133833 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3c2b3a-9d72-4e0c-978d-a5f839aae105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5718f55a-1116-478f-a9d1-b811b597e4b3,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:10.133833 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-13b3b9d3-c5b4-44a4-8b5e-d37b9f1d4a9d tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:10.137643 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-13b3b9d3-c5b4-44a4-8b5e-d37b9f1d4a9d tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/5431a61f-7769-4db9-8632-869389d265f6 HTTP/1.1" status: 204 len: 168 time: 0.8342893 Aug 27 04:54:10.138868 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59908) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:10.141255 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port cd920244-885d-4833-8f86-e61ea6636974 on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:54:10.141580 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port cd920244-885d-4833-8f86-e61ea6636974 by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': '542db855-d46f-4a62-b4de-fd5851ab3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63'}] {{(pid=107775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:54:10.141930 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port cd920244-885d-4833-8f86-e61ea6636974 on network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:54:10.153314 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Port cd920244-885d-4833-8f86-e61ea6636974 on network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:54:10.153860 n-d-852088-5 neutron-server[107775]: ERROR neutron.plugins.ml2.managers [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Failed to bind port cd920244-885d-4833-8f86-e61ea6636974 on host n-h2-852088-5 for vnic_type normal using segments [{'id': '542db855-d46f-4a62-b4de-fd5851ab3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63'}] Aug 27 04:54:10.159416 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6dde7f7-e6c3-4f98-b940-a5e59396e27b None None] Network c4e43e7d-b41c-4425-aba4-823b8a8b82d9 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:54:10.167599 n-d-852088-5 neutron-server[107775]: INFO neutron.plugins.ml2.plugin [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempt 4 to bind port cd920244-885d-4833-8f86-e61ea6636974 Aug 27 04:54:10.219569 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9ff7d8a5-1619-4422-8542-256109173655 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=c0821527f6e5454a972c128199c57182&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4965317 Aug 27 04:54:10.223506 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff7d8a5-1619-4422-8542-256109173655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=329fd531-b4dd-4d61-bb18-6bab77ec2e61,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:10.226147 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59914) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:10.228538 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port cd920244-885d-4833-8f86-e61ea6636974 on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:54:10.229081 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port cd920244-885d-4833-8f86-e61ea6636974 by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': '542db855-d46f-4a62-b4de-fd5851ab3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63'}] {{(pid=107775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:54:10.231028 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port cd920244-885d-4833-8f86-e61ea6636974 on network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:54:10.271823 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Port cd920244-885d-4833-8f86-e61ea6636974 on network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:54:10.272132 n-d-852088-5 neutron-server[107775]: ERROR neutron.plugins.ml2.managers [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Failed to bind port cd920244-885d-4833-8f86-e61ea6636974 on host n-h2-852088-5 for vnic_type normal using segments [{'id': '542db855-d46f-4a62-b4de-fd5851ab3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63'}] Aug 27 04:54:10.275163 n-d-852088-5 neutron-server[107775]: INFO neutron.plugins.ml2.plugin [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempt 5 to bind port cd920244-885d-4833-8f86-e61ea6636974 Aug 27 04:54:10.310189 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8a3dda-c03e-44df-927b-d5c1615ede2f admin admin] Made reservation on behalf of 3f33afda3d45469f836e079a4c0b5fc6 for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:54:10.312363 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cc8a3dda-c03e-44df-927b-d5c1615ede2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:10.336426 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-182ca7e9-d75b-4604-82ab-aec59f140432 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (c4e43e7d-b41c-4425-aba4-823b8a8b82d9), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:10.336615 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port cd920244-885d-4833-8f86-e61ea6636974 on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:54:10.336830 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port cd920244-885d-4833-8f86-e61ea6636974 by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': '542db855-d46f-4a62-b4de-fd5851ab3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63'}] {{(pid=107775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:54:10.337164 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port cd920244-885d-4833-8f86-e61ea6636974 on network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:54:10.342553 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Port cd920244-885d-4833-8f86-e61ea6636974 on network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:54:10.342899 n-d-852088-5 neutron-server[107775]: ERROR neutron.plugins.ml2.managers [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Failed to bind port cd920244-885d-4833-8f86-e61ea6636974 on host n-h2-852088-5 for vnic_type normal using segments [{'id': '542db855-d46f-4a62-b4de-fd5851ab3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63'}] Aug 27 04:54:10.343558 n-d-852088-5 neutron-server[107775]: INFO neutron.plugins.ml2.plugin [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempt 6 to bind port cd920244-885d-4833-8f86-e61ea6636974 Aug 27 04:54:10.351486 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cc8a3dda-c03e-44df-927b-d5c1615ede2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:10.375646 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port cd920244-885d-4833-8f86-e61ea6636974 on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:54:10.376635 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port cd920244-885d-4833-8f86-e61ea6636974 by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': '542db855-d46f-4a62-b4de-fd5851ab3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63'}] {{(pid=107775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:54:10.377124 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port cd920244-885d-4833-8f86-e61ea6636974 on network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:54:10.384057 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-182ca7e9-d75b-4604-82ab-aec59f140432 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Deleting port 3287c49d-bd1e-43fb-9d1c-c4af4d2c6fbc {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:54:10.384328 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-182ca7e9-d75b-4604-82ab-aec59f140432 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (3287c49d-bd1e-43fb-9d1c-c4af4d2c6fbc), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:10.402177 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6413caaa-44ac-45f4-ac0d-f85720632060 None None] DHCP port deletion for c4e43e7d-b41c-4425-aba4-823b8a8b82d9 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:54:10.404288 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e114c965-0305-40bf-ae96-7d0690c81ef4 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:10.449330 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Port cd920244-885d-4833-8f86-e61ea6636974 on network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:54:10.449869 n-d-852088-5 neutron-server[107775]: ERROR neutron.plugins.ml2.managers [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Failed to bind port cd920244-885d-4833-8f86-e61ea6636974 on host n-h2-852088-5 for vnic_type normal using segments [{'id': '542db855-d46f-4a62-b4de-fd5851ab3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63'}] Aug 27 04:54:10.457087 n-d-852088-5 neutron-server[107775]: INFO neutron.plugins.ml2.plugin [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempt 7 to bind port cd920244-885d-4833-8f86-e61ea6636974 Aug 27 04:54:10.462125 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6ef3ff5f-1fb2-42e1-89ca-d00cefa7e8e1 admin admin] Publish callbacks [] for security_group (329fd531-b4dd-4d61-bb18-6bab77ec2e61), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:10.529858 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-6413caaa-44ac-45f4-ac0d-f85720632060 None None] Deleting port 3287c49d-bd1e-43fb-9d1c-c4af4d2c6fbc {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:54:10.530456 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6413caaa-44ac-45f4-ac0d-f85720632060 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (3287c49d-bd1e-43fb-9d1c-c4af4d2c6fbc), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:10.535244 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port cd920244-885d-4833-8f86-e61ea6636974 on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:54:10.535244 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port cd920244-885d-4833-8f86-e61ea6636974 by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': '542db855-d46f-4a62-b4de-fd5851ab3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63'}] {{(pid=107775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:54:10.535565 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port cd920244-885d-4833-8f86-e61ea6636974 on network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:54:10.551598 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [None req-e114c965-0305-40bf-ae96-7d0690c81ef4 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] device_id is not set on port c7a547bd-e628-4ec4-9bc9-e7645b58827e yet. {{(pid=107775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:54:10.556494 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:10.558003 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6ef3ff5f-1fb2-42e1-89ca-d00cefa7e8e1 admin admin] Publish callbacks [] for security_group (329fd531-b4dd-4d61-bb18-6bab77ec2e61), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:10.568138 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Port cd920244-885d-4833-8f86-e61ea6636974 on network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:54:10.568496 n-d-852088-5 neutron-server[107775]: ERROR neutron.plugins.ml2.managers [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Failed to bind port cd920244-885d-4833-8f86-e61ea6636974 on host n-h2-852088-5 for vnic_type normal using segments [{'id': '542db855-d46f-4a62-b4de-fd5851ab3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63'}] Aug 27 04:54:10.572749 n-d-852088-5 neutron-server[107775]: INFO neutron.plugins.ml2.plugin [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempt 8 to bind port cd920244-885d-4833-8f86-e61ea6636974 Aug 27 04:54:10.595779 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-182ca7e9-d75b-4604-82ab-aec59f140432 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] For port 3287c49d-bd1e-43fb-9d1c-c4af4d2c6fbc, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=3287c49d-bd1e-43fb-9d1c-c4af4d2c6fbc,segment=NetworkSegment(3a4532ff-80e6-449d-936e-ba5fec7cbf43),segment_id=3a4532ff-80e6-449d-936e-ba5fec7cbf43)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:54:10.602384 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-182ca7e9-d75b-4604-82ab-aec59f140432 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (3287c49d-bd1e-43fb-9d1c-c4af4d2c6fbc), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:10.627613 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-182ca7e9-d75b-4604-82ab-aec59f140432 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Calling delete_port for 3287c49d-bd1e-43fb-9d1c-c4af4d2c6fbc owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:54:10.673887 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port cd920244-885d-4833-8f86-e61ea6636974 on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:54:10.674280 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port cd920244-885d-4833-8f86-e61ea6636974 by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': '542db855-d46f-4a62-b4de-fd5851ab3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63'}] {{(pid=107775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:54:10.674626 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port cd920244-885d-4833-8f86-e61ea6636974 on network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:54:10.700458 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Port cd920244-885d-4833-8f86-e61ea6636974 on network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:54:10.700776 n-d-852088-5 neutron-server[107775]: ERROR neutron.plugins.ml2.managers [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Failed to bind port cd920244-885d-4833-8f86-e61ea6636974 on host n-h2-852088-5 for vnic_type normal using segments [{'id': '542db855-d46f-4a62-b4de-fd5851ab3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63'}] Aug 27 04:54:10.706169 n-d-852088-5 neutron-server[107775]: INFO neutron.plugins.ml2.plugin [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempt 9 to bind port cd920244-885d-4833-8f86-e61ea6636974 Aug 27 04:54:10.796077 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port cd920244-885d-4833-8f86-e61ea6636974 on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:54:10.796077 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port cd920244-885d-4833-8f86-e61ea6636974 by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': '542db855-d46f-4a62-b4de-fd5851ab3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63'}] {{(pid=107775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:54:10.796077 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port cd920244-885d-4833-8f86-e61ea6636974 on network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:54:10.817330 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Port cd920244-885d-4833-8f86-e61ea6636974 on network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:54:10.820055 n-d-852088-5 neutron-server[107775]: ERROR neutron.plugins.ml2.managers [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Failed to bind port cd920244-885d-4833-8f86-e61ea6636974 on host n-h2-852088-5 for vnic_type normal using segments [{'id': '542db855-d46f-4a62-b4de-fd5851ab3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63'}] Aug 27 04:54:10.825013 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:10.828649 n-d-852088-5 neutron-server[107775]: INFO neutron.plugins.ml2.plugin [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempt 10 to bind port cd920244-885d-4833-8f86-e61ea6636974 Aug 27 04:54:10.833957 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cc8a3dda-c03e-44df-927b-d5c1615ede2f admin admin] Publish callbacks [] for security_group (7bdd3726-815e-4efb-a158-26bc539bf2ad), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:10.885191 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port cd920244-885d-4833-8f86-e61ea6636974 on host n-h2-852088-5 for vnic_type normal with profile {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:54:10.885191 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.managers [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port cd920244-885d-4833-8f86-e61ea6636974 by drivers openvswitch,hyperv on host n-h2-852088-5 at level 0 using segments [{'id': '542db855-d46f-4a62-b4de-fd5851ab3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63'}] {{(pid=107775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:54:10.885191 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempting to bind port cd920244-885d-4833-8f86-e61ea6636974 on network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:54:10.901183 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6ef3ff5f-1fb2-42e1-89ca-d00cefa7e8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (329fd531-b4dd-4d61-bb18-6bab77ec2e61), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:10.910245 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6ef3ff5f-1fb2-42e1-89ca-d00cefa7e8e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:10.915664 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-6ef3ff5f-1fb2-42e1-89ca-d00cefa7e8e1 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/329fd531-b4dd-4d61-bb18-6bab77ec2e61 HTTP/1.1" status: 204 len: 168 time: 0.6859925 Aug 27 04:54:10.956317 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-182ca7e9-d75b-4604-82ab-aec59f140432 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (3287c49d-bd1e-43fb-9d1c-c4af4d2c6fbc), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:10.959159 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:10.959447 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cc8a3dda-c03e-44df-927b-d5c1615ede2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (7bdd3726-815e-4efb-a158-26bc539bf2ad), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:10.976905 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-6413caaa-44ac-45f4-ac0d-f85720632060 None None] For port 3287c49d-bd1e-43fb-9d1c-c4af4d2c6fbc, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=3287c49d-bd1e-43fb-9d1c-c4af4d2c6fbc,segment=NetworkSegment(3a4532ff-80e6-449d-936e-ba5fec7cbf43),segment_id=3a4532ff-80e6-449d-936e-ba5fec7cbf43)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:54:10.977582 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6413caaa-44ac-45f4-ac0d-f85720632060 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (3287c49d-bd1e-43fb-9d1c-c4af4d2c6fbc), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:10.978653 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Port cd920244-885d-4833-8f86-e61ea6636974 on network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 not bound, no agent of type Open vSwitch agent registered on host n-h2-852088-5 {{(pid=107775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:54:10.978993 n-d-852088-5 neutron-server[107775]: ERROR neutron.plugins.ml2.managers [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Failed to bind port cd920244-885d-4833-8f86-e61ea6636974 on host n-h2-852088-5 for vnic_type normal using segments [{'id': '542db855-d46f-4a62-b4de-fd5851ab3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6f2ced1d-83b9-4c6c-abbc-2ee41521be63'}] Aug 27 04:54:10.979364 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (cd920244-885d-4833-8f86-e61ea6636974), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:10.981481 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-b3a5efae-533c-4450-8746-8881b7db8c80 None None] Provisioning complete for port d76a6313-3bc9-42ba-9173-d65ed18c480f triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:54:10.982062 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b3a5efae-533c-4450-8746-8881b7db8c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d76a6313-3bc9-42ba-9173-d65ed18c480f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:11.009936 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ca7e9-d75b-4604-82ab-aec59f140432 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event deleted for resources: {'Port': ['ID=3287c49d-bd1e-43fb-9d1c-c4af4d2c6fbc,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:11.013179 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef3ff5f-1fb2-42e1-89ca-d00cefa7e8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329fd531-b4dd-4d61-bb18-6bab77ec2e61,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:11.023054 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182ca7e9-d75b-4604-82ab-aec59f140432 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] No DVR routers for this DVR port 3287c49d-bd1e-43fb-9d1c-c4af4d2c6fbc on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:54:11.029243 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc8a3dda-c03e-44df-927b-d5c1615ede2f admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:54:11.090673 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cc8a3dda-c03e-44df-927b-d5c1615ede2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (f314be25-0504-4a1d-92a9-2cdcb7de7671), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:11.091233 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-cc8a3dda-c03e-44df-927b-d5c1615ede2f admin admin] Added segment f314be25-0504-4a1d-92a9-2cdcb7de7671 of type vlan for network 347ddcf1-e4fa-4110-b07e-0d52b421d12b Aug 27 04:54:11.093266 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-e114c965-0305-40bf-ae96-7d0690c81ef4 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Allocated IP 172.20.0.8 (61356c33-ce96-40d0-bb36-87a36b2d0e1c/a5d41452-c7d5-45aa-b5d5-4456c00d64dd/c7a547bd-e628-4ec4-9bc9-e7645b58827e) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:54:11.108506 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-6413caaa-44ac-45f4-ac0d-f85720632060 None None] Calling delete_port for 3287c49d-bd1e-43fb-9d1c-c4af4d2c6fbc owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:54:11.126479 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-e114c965-0305-40bf-ae96-7d0690c81ef4 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Allocated IP 2001:db8::f816:3eff:fe54:b922 (61356c33-ce96-40d0-bb36-87a36b2d0e1c/fa54cbac-7a37-4268-ba28-af46e4ba0bd4/c7a547bd-e628-4ec4-9bc9-e7645b58827e) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:54:11.140210 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8a3dda-c03e-44df-927b-d5c1615ede2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bdd3726-815e-4efb-a158-26bc539bf2ad,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:11.150654 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-182ca7e9-d75b-4604-82ab-aec59f140432 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (c4e43e7d-b41c-4425-aba4-823b8a8b82d9), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:11.173951 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-182ca7e9-d75b-4604-82ab-aec59f140432 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4e43e7d-b41c-4425-aba4-823b8a8b82d9']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:11.182472 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] For port cd920244-885d-4833-8f86-e61ea6636974, host n-h2-852088-5, cleared binding levels {{(pid=107775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:54:11.182920 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attempted to set empty binding levels {{(pid=107775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 27 04:54:11.183970 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-182ca7e9-d75b-4604-82ab-aec59f140432 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a4532ff-80e6-449d-936e-ba5fec7cbf43') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:11.184307 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-182ca7e9-d75b-4604-82ab-aec59f140432 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a4532ff-80e6-449d-936e-ba5fec7cbf43') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:11.195064 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-182ca7e9-d75b-4604-82ab-aec59f140432 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (3a4532ff-80e6-449d-936e-ba5fec7cbf43), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:11.206328 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cc8a3dda-c03e-44df-927b-d5c1615ede2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (347ddcf1-e4fa-4110-b07e-0d52b421d12b), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:11.230719 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-182ca7e9-d75b-4604-82ab-aec59f140432 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (3a4532ff-80e6-449d-936e-ba5fec7cbf43), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:11.244662 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-182ca7e9-d75b-4604-82ab-aec59f140432 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:54:11.245397 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-182ca7e9-d75b-4604-82ab-aec59f140432 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (3a4532ff-80e6-449d-936e-ba5fec7cbf43), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:11.318389 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:11.332336 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (cd920244-885d-4833-8f86-e61ea6636974), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:11.332934 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] In _notify_port_updated(), no bound segment for port cd920244-885d-4833-8f86-e61ea6636974 on network 6f2ced1d-83b9-4c6c-abbc-2ee41521be63 {{(pid=107775) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Aug 27 04:54:11.342144 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:11.345642 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:11.351666 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] 10.222.0.76 "PUT /networking/v2.0/ports/cd920244-885d-4833-8f86-e61ea6636974 HTTP/1.1" status: 200 len: 976 time: 2.0936382 Aug 27 04:54:11.353895 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59938) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:11.361255 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 3a4532ff-80e6-449d-936e-ba5fec7cbf43 resource provider aggregate not found Aug 27 04:54:11.365735 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:11.386080 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-b3a5efae-533c-4450-8746-8881b7db8c80 None None] Current status of the port d76a6313-3bc9-42ba-9173-d65ed18c480f is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:54:11.426120 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6413caaa-44ac-45f4-ac0d-f85720632060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (3287c49d-bd1e-43fb-9d1c-c4af4d2c6fbc), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:11.479861 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cc8a3dda-c03e-44df-927b-d5c1615ede2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (347ddcf1-e4fa-4110-b07e-0d52b421d12b), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:11.490494 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 3a4532ff-80e6-449d-936e-ba5fec7cbf43 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3a4532ff-80e6-449d-936e-ba5fec7cbf43 found for delete ", "request_id": "req-aee8656d-93ff-4b41-8cc2-54270d9b2e2e"}]} Aug 27 04:54:11.493051 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8a3dda-c03e-44df-927b-d5c1615ede2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:11.493234 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d76a6313-3bc9-42ba-9173-d65ed18c480f up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:54:11.493651 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cc8a3dda-c03e-44df-927b-d5c1615ede2f admin admin] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:11.495612 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6413caaa-44ac-45f4-ac0d-f85720632060 None None] Pushing event deleted for resources: {'Port': ['ID=3287c49d-bd1e-43fb-9d1c-c4af4d2c6fbc,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:11.498551 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-182ca7e9-d75b-4604-82ab-aec59f140432 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (c4e43e7d-b41c-4425-aba4-823b8a8b82d9), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:11.511189 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6413caaa-44ac-45f4-ac0d-f85720632060 None None] No DVR routers for this DVR port 3287c49d-bd1e-43fb-9d1c-c4af4d2c6fbc on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:54:11.548847 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-182ca7e9-d75b-4604-82ab-aec59f140432 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:11.555992 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-182ca7e9-d75b-4604-82ab-aec59f140432 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "DELETE /networking/v2.0/networks/c4e43e7d-b41c-4425-aba4-823b8a8b82d9 HTTP/1.1" status: 204 len: 168 time: 1.4112234 Aug 27 04:54:11.568575 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59950) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:11.595078 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port d76a6313-3bc9-42ba-9173-d65ed18c480f triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:54:11.595538 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d76a6313-3bc9-42ba-9173-d65ed18c480f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:11.614085 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-8fcd55e5-9c14-41e4-aee1-260c6b054c94 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Request body: {'network': {'name': 'tempest-RoutersTest-1638356097'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:54:11.644256 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ade5cd-426b-457a-85cc-0b78792bdc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Pushing event updated for resources: {'Port': ['ID=cd920244-885d-4833-8f86-e61ea6636974,revision_number=3']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:11.659195 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-cc8a3dda-c03e-44df-927b-d5c1615ede2f admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9494901 Aug 27 04:54:11.660544 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:11.673695 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59956) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:11.683313 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-cb0e34a3-b62a-4176-ae6e-0ed3dea76634 admin admin] Request body: {'subnet': {'network_id': '347ddcf1-e4fa-4110-b07e-0d52b421d12b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1949633618-subnet', 'tenant_id': '3f33afda3d45469f836e079a4c0b5fc6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:54:11.685982 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ca7e9-d75b-4604-82ab-aec59f140432 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event deleted for resources: {'Network': ['ID=c4e43e7d-b41c-4425-aba4-823b8a8b82d9,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:11.697302 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8a3dda-c03e-44df-927b-d5c1615ede2f admin admin] Pushing event updated for resources: {'Network': ['ID=347ddcf1-e4fa-4110-b07e-0d52b421d12b,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:11.727153 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 347ddcf1-e4fa-4110-b07e-0d52b421d12b details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:54:11.728861 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e114c965-0305-40bf-ae96-7d0690c81ef4 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for port (c7a547bd-e628-4ec4-9bc9-e7645b58827e), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:11.765358 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-ea983ecb-1844-41aa-8084-337e01780b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Deleting port cd920244-885d-4833-8f86-e61ea6636974 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:54:11.766842 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ea983ecb-1844-41aa-8084-337e01780b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (cd920244-885d-4833-8f86-e61ea6636974), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:11.847637 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fcd55e5-9c14-41e4-aee1-260c6b054c94 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Made reservation on behalf of 8294e34ae47f4d6bbb8fc590d6939221 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:54:11.857950 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port d76a6313-3bc9-42ba-9173-d65ed18c480f is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:54:11.858928 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8fcd55e5-9c14-41e4-aee1-260c6b054c94 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:11.883118 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e114c965-0305-40bf-ae96-7d0690c81ef4 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (c7a547bd-e628-4ec4-9bc9-e7645b58827e), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:11.883299 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:11.885923 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0e34a3-b62a-4176-ae6e-0ed3dea76634 admin admin] Made reservation on behalf of 3f33afda3d45469f836e079a4c0b5fc6 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:54:11.889011 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cb0e34a3-b62a-4176-ae6e-0ed3dea76634 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:11.898855 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-ea983ecb-1844-41aa-8084-337e01780b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] For port cd920244-885d-4833-8f86-e61ea6636974, host n-h2-852088-5, got binding levels [] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:54:11.899581 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ea983ecb-1844-41aa-8084-337e01780b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (cd920244-885d-4833-8f86-e61ea6636974), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:11.920265 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-ea983ecb-1844-41aa-8084-337e01780b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Calling delete_port for cd920244-885d-4833-8f86-e61ea6636974 owned by {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:54:11.922464 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fcd55e5-9c14-41e4-aee1-260c6b054c94 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:54:11.949086 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8fcd55e5-9c14-41e4-aee1-260c6b054c94 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (17d1c8be-2a1b-400d-8073-b059cc1b2ba9), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:11.949443 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-8fcd55e5-9c14-41e4-aee1-260c6b054c94 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Added segment 17d1c8be-2a1b-400d-8073-b059cc1b2ba9 of type vlan for network 2f3b13e6-da41-4155-ad44-ba698c746b35 Aug 27 04:54:11.998121 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 3287c49d-bd1e-43fb-9d1c-c4af4d2c6fbc no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:54:12.029751 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e114c965-0305-40bf-ae96-7d0690c81ef4 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:54:12.032975 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-e114c965-0305-40bf-ae96-7d0690c81ef4 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:54:12.037238 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e114c965-0305-40bf-ae96-7d0690c81ef4 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event updated for resources: {'Port': ['ID=c7a547bd-e628-4ec4-9bc9-e7645b58827e,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:12.039907 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e114c965-0305-40bf-ae96-7d0690c81ef4 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:54:12.042677 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 3287c49d-bd1e-43fb-9d1c-c4af4d2c6fbc {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:54:12.044476 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 3287c49d-bd1e-43fb-9d1c-c4af4d2c6fbc not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:54:12.053452 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8fcd55e5-9c14-41e4-aee1-260c6b054c94 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (2f3b13e6-da41-4155-ad44-ba698c746b35), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:12.103266 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e114c965-0305-40bf-ae96-7d0690c81ef4 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:12.103832 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e114c965-0305-40bf-ae96-7d0690c81ef4 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:12.253885 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8fcd55e5-9c14-41e4-aee1-260c6b054c94 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (2f3b13e6-da41-4155-ad44-ba698c746b35), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:12.259184 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcd55e5-9c14-41e4-aee1-260c6b054c94 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:12.260020 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8fcd55e5-9c14-41e4-aee1-260c6b054c94 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:12.268195 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e114c965-0305-40bf-ae96-7d0690c81ef4 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.2636998 Aug 27 04:54:12.279303 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59968) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:12.335310 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ea983ecb-1844-41aa-8084-337e01780b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (cd920244-885d-4833-8f86-e61ea6636974), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:12.356604 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c376e2-4bfa-45bb-943f-e9b177def910 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:12.364126 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c376e2-4bfa-45bb-943f-e9b177def910 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:12.369058 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-19c376e2-4bfa-45bb-943f-e9b177def910 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0853987 Aug 27 04:54:12.369622 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59972) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:12.430610 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea983ecb-1844-41aa-8084-337e01780b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd920244-885d-4833-8f86-e61ea6636974,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:12.453732 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8fcd55e5-9c14-41e4-aee1-260c6b054c94 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8720570 Aug 27 04:54:12.457478 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ea983ecb-1844-41aa-8084-337e01780b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:12.462855 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ea983ecb-1844-41aa-8084-337e01780b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] 10.222.0.76 "DELETE /networking/v2.0/ports/cd920244-885d-4833-8f86-e61ea6636974 HTTP/1.1" status: 204 len: 168 time: 1.1057811 Aug 27 04:54:12.462855 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59980) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:12.463952 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59982) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:12.470294 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-e05153d3-fc99-4812-893e-72ca3f5f91ee tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Request body: {'subnet': {'network_id': '2f3b13e6-da41-4155-ad44-ba698c746b35', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:54:12.545522 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-b755e0ab-afd9-4ae6-846c-8323e15d08a3 None None] Provisioning complete for port c7a547bd-e628-4ec4-9bc9-e7645b58827e triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:54:12.548135 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b755e0ab-afd9-4ae6-846c-8323e15d08a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (c7a547bd-e628-4ec4-9bc9-e7645b58827e), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:12.549368 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:12.605611 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-b755e0ab-afd9-4ae6-846c-8323e15d08a3 None None] Port c7a547bd-e628-4ec4-9bc9-e7645b58827e cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:54:12.637064 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcd55e5-9c14-41e4-aee1-260c6b054c94 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event updated for resources: {'Network': ['ID=2f3b13e6-da41-4155-ad44-ba698c746b35,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:12.651492 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 2f3b13e6-da41-4155-ad44-ba698c746b35 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:54:12.710108 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4592d6e-1027-4eb4-b3c5-351e2a682bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] GET failed (client error): The resource could not be found. Aug 27 04:54:12.711569 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a4592d6e-1027-4eb4-b3c5-351e2a682bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518994768-project-admin] 10.222.0.76 "GET /networking/v2.0/ports/cd920244-885d-4833-8f86-e61ea6636974 HTTP/1.1" status: 404 len: 333 time: 0.2433355 Aug 27 04:54:12.715489 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59994) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:12.812890 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cb0e34a3-b62a-4176-ae6e-0ed3dea76634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (4dd89abe-be10-4b84-b4e6-ed806144fcce), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:12.825137 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-0cbec719-402d-48f8-aa65-ffae1d39ce47 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Deleting port c7a547bd-e628-4ec4-9bc9-e7645b58827e {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:54:12.825485 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0cbec719-402d-48f8-aa65-ffae1d39ce47 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (c7a547bd-e628-4ec4-9bc9-e7645b58827e), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:12.870716 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05153d3-fc99-4812-893e-72ca3f5f91ee tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Made reservation on behalf of 8294e34ae47f4d6bbb8fc590d6939221 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:54:12.875154 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e05153d3-fc99-4812-893e-72ca3f5f91ee tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:12.898841 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-68c62be8-c819-4b1a-b327-3d91338a5dc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000430213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000430213-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (6f2ced1d-83b9-4c6c-abbc-2ee41521be63), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:12.941970 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=52 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:12.960677 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e34a3-b62a-4176-ae6e-0ed3dea76634 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dd89abe-be10-4b84-b4e6-ed806144fcce,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:12.983942 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0e34a3-b62a-4176-ae6e-0ed3dea76634 admin admin] Checking segment: {'id': 'f314be25-0504-4a1d-92a9-2cdcb7de7671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '347ddcf1-e4fa-4110-b07e-0d52b421d12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:54:12.986321 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0e34a3-b62a-4176-ae6e-0ed3dea76634 admin admin] Network hostable DHCP agents. Network: 347ddcf1-e4fa-4110-b07e-0d52b421d12b, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:54:13.013595 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0cbec719-402d-48f8-aa65-ffae1d39ce47 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (c7a547bd-e628-4ec4-9bc9-e7645b58827e), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:13.034852 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-0cbec719-402d-48f8-aa65-ffae1d39ce47 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Calling delete_port for c7a547bd-e628-4ec4-9bc9-e7645b58827e owned by {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:54:13.091111 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=8 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:13.105195 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:13.108923 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-68c62be8-c819-4b1a-b327-3d91338a5dc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000430213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000430213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (6f2ced1d-83b9-4c6c-abbc-2ee41521be63), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:13.139173 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-68c62be8-c819-4b1a-b327-3d91338a5dc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000430213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000430213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f2ced1d-83b9-4c6c-abbc-2ee41521be63']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:13.150846 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0e34a3-b62a-4176-ae6e-0ed3dea76634 admin admin] Network 347ddcf1-e4fa-4110-b07e-0d52b421d12b is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:54:13.185514 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-68c62be8-c819-4b1a-b327-3d91338a5dc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000430213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000430213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '542db855-d46f-4a62-b4de-fd5851ab3443') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:13.185820 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-68c62be8-c819-4b1a-b327-3d91338a5dc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000430213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000430213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '542db855-d46f-4a62-b4de-fd5851ab3443') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:13.200914 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-68c62be8-c819-4b1a-b327-3d91338a5dc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000430213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000430213-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (542db855-d46f-4a62-b4de-fd5851ab3443), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:13.246736 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-68c62be8-c819-4b1a-b327-3d91338a5dc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000430213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000430213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (542db855-d46f-4a62-b4de-fd5851ab3443), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:13.264037 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68c62be8-c819-4b1a-b327-3d91338a5dc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000430213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000430213-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:54:13.264037 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-68c62be8-c819-4b1a-b327-3d91338a5dc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000430213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000430213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (542db855-d46f-4a62-b4de-fd5851ab3443), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:13.375590 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e05153d3-fc99-4812-893e-72ca3f5f91ee tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (0e8f2537-c393-4645-9002-dbd53b0b3c6e), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:13.444982 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05153d3-fc99-4812-893e-72ca3f5f91ee tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event updated for resources: {'Subnet': ['ID=0e8f2537-c393-4645-9002-dbd53b0b3c6e,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:13.462653 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05153d3-fc99-4812-893e-72ca3f5f91ee tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Checking segment: {'id': '17d1c8be-2a1b-400d-8073-b059cc1b2ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '2f3b13e6-da41-4155-ad44-ba698c746b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:54:13.463591 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05153d3-fc99-4812-893e-72ca3f5f91ee tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Network hostable DHCP agents. Network: 2f3b13e6-da41-4155-ad44-ba698c746b35, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:54:13.476916 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-68c62be8-c819-4b1a-b327-3d91338a5dc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000430213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000430213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (6f2ced1d-83b9-4c6c-abbc-2ee41521be63), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:13.486690 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-68c62be8-c819-4b1a-b327-3d91338a5dc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000430213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000430213-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:13.490084 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-68c62be8-c819-4b1a-b327-3d91338a5dc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000430213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000430213-project] 10.222.0.76 "DELETE /networking/v2.0/networks/6f2ced1d-83b9-4c6c-abbc-2ee41521be63 HTTP/1.1" status: 204 len: 168 time: 0.7737257 Aug 27 04:54:13.508106 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c62be8-c819-4b1a-b327-3d91338a5dc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000430213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000430213-project] Pushing event deleted for resources: {'Network': ['ID=6f2ced1d-83b9-4c6c-abbc-2ee41521be63,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:13.519994 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 542db855-d46f-4a62-b4de-fd5851ab3443 resource provider aggregate not found Aug 27 04:54:13.550922 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 542db855-d46f-4a62-b4de-fd5851ab3443 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 542db855-d46f-4a62-b4de-fd5851ab3443 found for delete ", "request_id": "req-925d6bca-86c5-47b5-b74c-1ed680b7ea7a"}]} Aug 27 04:54:13.600404 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05153d3-fc99-4812-893e-72ca3f5f91ee tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Network 2f3b13e6-da41-4155-ad44-ba698c746b35 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:54:13.701179 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-cb0e34a3-b62a-4176-ae6e-0ed3dea76634 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 347ddcf1-e4fa-4110-b07e-0d52b421d12b) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:54:13.708950 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0e34a3-b62a-4176-ae6e-0ed3dea76634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:13.709569 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cb0e34a3-b62a-4176-ae6e-0ed3dea76634 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:13.712290 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bbca4c-8d04-47c7-a960-a511c3da1fbf None None] Network 347ddcf1-e4fa-4110-b07e-0d52b421d12b requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:54:13.731825 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-e05153d3-fc99-4812-893e-72ca3f5f91ee tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 2f3b13e6-da41-4155-ad44-ba698c746b35) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:54:13.736892 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05153d3-fc99-4812-893e-72ca3f5f91ee tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:13.737498 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e05153d3-fc99-4812-893e-72ca3f5f91ee tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:13.760246 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec69d981-fa62-416a-aaed-dc5b6ad763b0 None None] Network 2f3b13e6-da41-4155-ad44-ba698c746b35 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:54:13.777976 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:13.879168 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-cb0e34a3-b62a-4176-ae6e-0ed3dea76634 admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2014077 Aug 27 04:54:13.901784 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e05153d3-fc99-4812-893e-72ca3f5f91ee tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4360943 Aug 27 04:54:13.904217 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:13.905704 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 60032) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:13.914653 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-cdbaca1f-f6c9-49ae-bf51-76d06133e003 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-982068746', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:54:13.948607 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200d3ed6-e504-4cf1-8d9c-83ddfbd220ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-2f3b13e6-da41-4155-ad44-ba698c746b35', 'network_id': '2f3b13e6-da41-4155-ad44-ba698c746b35', 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'fixed_ips': [{'subnet_id': '0e8f2537-c393-4645-9002-dbd53b0b3c6e'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:54:13.949851 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-200d3ed6-e504-4cf1-8d9c-83ddfbd220ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:14.029009 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0cbec719-402d-48f8-aa65-ffae1d39ce47 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (c7a547bd-e628-4ec4-9bc9-e7645b58827e), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:14.029196 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffafa36-1626-4189-88f9-bccefb83a36b None None] Network 347ddcf1-e4fa-4110-b07e-0d52b421d12b requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:54:14.073434 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbec719-402d-48f8-aa65-ffae1d39ce47 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event deleted for resources: {'Port': ['ID=c7a547bd-e628-4ec4-9bc9-e7645b58827e,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:14.118457 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cdbaca1f-f6c9-49ae-bf51-76d06133e003 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (47acd1a6-e140-4831-9e0c-2d317fbda2e7), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:14.121422 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cdbaca1f-f6c9-49ae-bf51-76d06133e003 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (47acd1a6-e140-4831-9e0c-2d317fbda2e7), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:14.233881 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0cbec719-402d-48f8-aa65-ffae1d39ce47 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:14.240205 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0cbec719-402d-48f8-aa65-ffae1d39ce47 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/ports/c7a547bd-e628-4ec4-9bc9-e7645b58827e HTTP/1.1" status: 204 len: 168 time: 1.8644497 Aug 27 04:54:14.240650 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 60042) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:14.295399 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cdbaca1f-f6c9-49ae-bf51-76d06133e003 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for router_controller (47acd1a6-e140-4831-9e0c-2d317fbda2e7), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:14.360504 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-200d3ed6-e504-4cf1-8d9c-83ddfbd220ea None None] Allocated IP 172.20.0.2 (2f3b13e6-da41-4155-ad44-ba698c746b35/0e8f2537-c393-4645-9002-dbd53b0b3c6e/554e157d-3e0b-44de-be40-aa4cece46658) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:54:14.362169 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ee5ba5-1156-43b4-bdc2-d428ec4516b4 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:14.364040 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ee5ba5-1156-43b4-bdc2-d428ec4516b4 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:14.369036 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ee5ba5-1156-43b4-bdc2-d428ec4516b4 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:14.369036 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-19ee5ba5-1156-43b4-bdc2-d428ec4516b4 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1260126 Aug 27 04:54:14.371131 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 60050) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:14.425343 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cdbaca1f-f6c9-49ae-bf51-76d06133e003 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (47acd1a6-e140-4831-9e0c-2d317fbda2e7), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:14.461477 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-011e4b6a-ef33-4296-a6e5-8eb5ac2e133f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Deleting subnet a5d41452-c7d5-45aa-b5d5-4456c00d64dd {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:54:14.465495 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-011e4b6a-ef33-4296-a6e5-8eb5ac2e133f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (a5d41452-c7d5-45aa-b5d5-4456c00d64dd), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:14.560387 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-011e4b6a-ef33-4296-a6e5-8eb5ac2e133f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (a5d41452-c7d5-45aa-b5d5-4456c00d64dd), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:14.598665 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cdbaca1f-f6c9-49ae-bf51-76d06133e003 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:14.603404 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-cdbaca1f-f6c9-49ae-bf51-76d06133e003 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6951966 Aug 27 04:54:14.604050 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 60054) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:14.646868 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-200d3ed6-e504-4cf1-8d9c-83ddfbd220ea None None] Publish callbacks [] for port (554e157d-3e0b-44de-be40-aa4cece46658), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:14.653739 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-011e4b6a-ef33-4296-a6e5-8eb5ac2e133f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (a5d41452-c7d5-45aa-b5d5-4456c00d64dd), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:14.663323 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:14.725082 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-200d3ed6-e504-4cf1-8d9c-83ddfbd220ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (554e157d-3e0b-44de-be40-aa4cece46658), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:14.845397 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200d3ed6-e504-4cf1-8d9c-83ddfbd220ea None None] Network 2f3b13e6-da41-4155-ad44-ba698c746b35 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:54:14.848916 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-011e4b6a-ef33-4296-a6e5-8eb5ac2e133f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (a5d41452-c7d5-45aa-b5d5-4456c00d64dd), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:14.856879 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-200d3ed6-e504-4cf1-8d9c-83ddfbd220ea None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:54:14.857070 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:14.863214 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200d3ed6-e504-4cf1-8d9c-83ddfbd220ea None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:54:14.878787 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d3ed6-e504-4cf1-8d9c-83ddfbd220ea None None] Pushing event updated for resources: {'Port': ['ID=554e157d-3e0b-44de-be40-aa4cece46658,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:14.931522 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:14.934158 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011e4b6a-ef33-4296-a6e5-8eb5ac2e133f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event deleted for resources: {'Subnet': ['ID=a5d41452-c7d5-45aa-b5d5-4456c00d64dd,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:14.947089 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-011e4b6a-ef33-4296-a6e5-8eb5ac2e133f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:14.958665 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-011e4b6a-ef33-4296-a6e5-8eb5ac2e133f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/a5d41452-c7d5-45aa-b5d5-4456c00d64dd HTTP/1.1" status: 204 len: 168 time: 0.5837116 Aug 27 04:54:14.959015 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 60064) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:14.967466 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57897e83-49b5-40b2-b649-a3630c06a6fe None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:54:14.969576 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 60066) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:14.987599 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-200d3ed6-e504-4cf1-8d9c-83ddfbd220ea None None] Attempting to bind port 554e157d-3e0b-44de-be40-aa4cece46658 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:54:14.987973 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-200d3ed6-e504-4cf1-8d9c-83ddfbd220ea None None] Attempting to bind port 554e157d-3e0b-44de-be40-aa4cece46658 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '17d1c8be-2a1b-400d-8073-b059cc1b2ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '2f3b13e6-da41-4155-ad44-ba698c746b35'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:54:14.988376 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200d3ed6-e504-4cf1-8d9c-83ddfbd220ea None None] Attempting to bind port 554e157d-3e0b-44de-be40-aa4cece46658 on network 2f3b13e6-da41-4155-ad44-ba698c746b35 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:54:15.023644 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200d3ed6-e504-4cf1-8d9c-83ddfbd220ea None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:54:15.024239 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200d3ed6-e504-4cf1-8d9c-83ddfbd220ea None None] Checking segment: {'id': '17d1c8be-2a1b-400d-8073-b059cc1b2ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '2f3b13e6-da41-4155-ad44-ba698c746b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:54:15.025070 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-200d3ed6-e504-4cf1-8d9c-83ddfbd220ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:15.025466 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200d3ed6-e504-4cf1-8d9c-83ddfbd220ea None None] Bound using segment: {'id': '17d1c8be-2a1b-400d-8073-b059cc1b2ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '2f3b13e6-da41-4155-ad44-ba698c746b35'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:54:15.025944 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-200d3ed6-e504-4cf1-8d9c-83ddfbd220ea None None] Bound port: 554e157d-3e0b-44de-be40-aa4cece46658, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17d1c8be-2a1b-400d-8073-b059cc1b2ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '2f3b13e6-da41-4155-ad44-ba698c746b35'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:54:15.026337 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-200d3ed6-e504-4cf1-8d9c-83ddfbd220ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (554e157d-3e0b-44de-be40-aa4cece46658), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:15.045678 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:15.095658 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9d9c244-e6fd-4080-bb93-50636406d05e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Deleting subnet fa54cbac-7a37-4268-ba28-af46e4ba0bd4 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:54:15.105685 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f9d9c244-e6fd-4080-bb93-50636406d05e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (fa54cbac-7a37-4268-ba28-af46e4ba0bd4), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:15.119509 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2a96b3f3-0800-4ece-950c-fe7483f5fd00 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:15.156869 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f9d9c244-e6fd-4080-bb93-50636406d05e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (fa54cbac-7a37-4268-ba28-af46e4ba0bd4), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:15.263099 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-200d3ed6-e504-4cf1-8d9c-83ddfbd220ea None None] For port 554e157d-3e0b-44de-be40-aa4cece46658, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:54:15.267625 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f9d9c244-e6fd-4080-bb93-50636406d05e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (fa54cbac-7a37-4268-ba28-af46e4ba0bd4), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:15.333865 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-200d3ed6-e504-4cf1-8d9c-83ddfbd220ea None None] For port 554e157d-3e0b-44de-be40-aa4cece46658, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=554e157d-3e0b-44de-be40-aa4cece46658,segment=NetworkSegment(17d1c8be-2a1b-400d-8073-b059cc1b2ba9),segment_id=17d1c8be-2a1b-400d-8073-b059cc1b2ba9)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:54:15.494198 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-200d3ed6-e504-4cf1-8d9c-83ddfbd220ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (554e157d-3e0b-44de-be40-aa4cece46658), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:15.494431 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f9d9c244-e6fd-4080-bb93-50636406d05e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (fa54cbac-7a37-4268-ba28-af46e4ba0bd4), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:15.619129 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d9c244-e6fd-4080-bb93-50636406d05e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event deleted for resources: {'Subnet': ['ID=fa54cbac-7a37-4268-ba28-af46e4ba0bd4,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:15.634492 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f9d9c244-e6fd-4080-bb93-50636406d05e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:15.649950 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d3ed6-e504-4cf1-8d9c-83ddfbd220ea None None] Pushing event updated for resources: {'Port': ['ID=554e157d-3e0b-44de-be40-aa4cece46658,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:15.650175 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f9d9c244-e6fd-4080-bb93-50636406d05e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/fa54cbac-7a37-4268-ba28-af46e4ba0bd4 HTTP/1.1" status: 204 len: 168 time: 0.6867189 Aug 27 04:54:15.650373 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 60092) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:15.757363 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:15.798255 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f73cf73e-9680-4f5a-95a6-8c94a2ec6e91 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=cfebb1aea5ca4732b4122c79f7970c03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8273313 Aug 27 04:54:15.808534 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 60096) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:15.851045 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-2a96b3f3-0800-4ece-950c-fe7483f5fd00 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Allocated IP 172.20.0.1 (2f3b13e6-da41-4155-ad44-ba698c746b35/0e8f2537-c393-4645-9002-dbd53b0b3c6e/17fdbf15-6d3d-4721-9dae-4b3919afa8d8) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:54:15.875456 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-046f235f-fc9b-4c4a-a250-10dcd347b59c tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2237661 Aug 27 04:54:15.884493 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:15.886146 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 60098) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:15.892029 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-5c24af00-ecea-4711-8e5c-379bfdf002fe tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'subnet': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:54:16.002293 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 60100) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:16.134327 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e20094b2-038b-48b8-bd2e-f82b97762f5a admin admin] Publish callbacks [] for security_group (abbb46f3-6ccc-4942-b406-8978a97e394f), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:16.187343 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:16.301459 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e20094b2-038b-48b8-bd2e-f82b97762f5a admin admin] Publish callbacks [] for security_group (abbb46f3-6ccc-4942-b406-8978a97e394f), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:16.325837 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c24af00-ecea-4711-8e5c-379bfdf002fe tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Made reservation on behalf of f0f1eb4384394fc18f1626f3e12e04e3 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:54:16.333325 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5c24af00-ecea-4711-8e5c-379bfdf002fe tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:16.494582 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:16.504259 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 60118) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:16.509784 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2a96b3f3-0800-4ece-950c-fe7483f5fd00 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for port (17fdbf15-6d3d-4721-9dae-4b3919afa8d8), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:16.530572 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b0c60c-90d5-4f71-9d8e-9036bd2fba25 None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:54:16.532637 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-5d6dd05b-1109-4c37-96b4-6a33f857860e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-804693754-network', 'tenant_id': '859a18493e1843c6a3ef66c8939d25e5'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:54:16.562181 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-fd2e3311-7719-46f2-974a-aef4572896aa tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-616790891', 'router:external': True}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:54:16.683723 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6dd05b-1109-4c37-96b4-6a33f857860e admin admin] Made reservation on behalf of 859a18493e1843c6a3ef66c8939d25e5 for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:54:16.686692 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5d6dd05b-1109-4c37-96b4-6a33f857860e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:16.706218 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5d6dd05b-1109-4c37-96b4-6a33f857860e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:16.712586 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2a96b3f3-0800-4ece-950c-fe7483f5fd00 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (17fdbf15-6d3d-4721-9dae-4b3919afa8d8), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:16.724804 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e20094b2-038b-48b8-bd2e-f82b97762f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (abbb46f3-6ccc-4942-b406-8978a97e394f), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:16.729480 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e20094b2-038b-48b8-bd2e-f82b97762f5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:16.737497 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e20094b2-038b-48b8-bd2e-f82b97762f5a admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/abbb46f3-6ccc-4942-b406-8978a97e394f HTTP/1.1" status: 204 len: 168 time: 0.9274094 Aug 27 04:54:16.745326 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2e3311-7719-46f2-974a-aef4572896aa tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Made reservation on behalf of 75242710afb742d1bf54731062bd5cba for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:54:16.751263 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fd2e3311-7719-46f2-974a-aef4572896aa tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:16.772298 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:16.778844 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-abcf6084-be48-4dfa-83de-fe40065c6f69 None None] Provisioning complete for port d76a6313-3bc9-42ba-9173-d65ed18c480f triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:54:16.780424 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-abcf6084-be48-4dfa-83de-fe40065c6f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d76a6313-3bc9-42ba-9173-d65ed18c480f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:16.934253 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5c24af00-ecea-4711-8e5c-379bfdf002fe tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (91e9cc26-9b05-4d3f-b94b-1244e74dcad0), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:16.973382 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a96b3f3-0800-4ece-950c-fe7483f5fd00 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event updated for resources: {'Port': ['ID=17fdbf15-6d3d-4721-9dae-4b3919afa8d8,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:16.982307 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20094b2-038b-48b8-bd2e-f82b97762f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abbb46f3-6ccc-4942-b406-8978a97e394f,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:17.008607 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fd2e3311-7719-46f2-974a-aef4572896aa tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:17.063269 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-abcf6084-be48-4dfa-83de-fe40065c6f69 None None] Current status of the port d76a6313-3bc9-42ba-9173-d65ed18c480f is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:54:17.085836 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:17.135805 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c24af00-ecea-4711-8e5c-379bfdf002fe tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event updated for resources: {'Subnet': ['ID=91e9cc26-9b05-4d3f-b94b-1244e74dcad0,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:17.148639 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:17.161036 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c24af00-ecea-4711-8e5c-379bfdf002fe tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:54:17.163710 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-5c24af00-ecea-4711-8e5c-379bfdf002fe tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:54:17.165110 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a96b3f3-0800-4ece-950c-fe7483f5fd00 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Network 2f3b13e6-da41-4155-ad44-ba698c746b35 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:54:17.169112 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fd2e3311-7719-46f2-974a-aef4572896aa tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks [] for security_group (e59ddb51-b1a4-4d75-a410-f14214ae670d), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:17.171704 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c24af00-ecea-4711-8e5c-379bfdf002fe tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:17.173725 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5c24af00-ecea-4711-8e5c-379bfdf002fe tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:17.176682 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-2a96b3f3-0800-4ece-950c-fe7483f5fd00 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:54:17.180487 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a96b3f3-0800-4ece-950c-fe7483f5fd00 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:54:17.248874 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2a96b3f3-0800-4ece-950c-fe7483f5fd00 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (47acd1a6-e140-4831-9e0c-2d317fbda2e7), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:17.260785 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fd2e3311-7719-46f2-974a-aef4572896aa tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (e59ddb51-b1a4-4d75-a410-f14214ae670d), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:17.300587 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d5d9d4-dd99-4828-a699-2ec3a454b798 None None] DHCP port deletion for 61356c33-ce96-40d0-bb36-87a36b2d0e1c request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:54:17.325156 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-5c24af00-ecea-4711-8e5c-379bfdf002fe tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4375510 Aug 27 04:54:17.326343 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 60150) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:17.335866 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-b5db201b-a1fd-4129-b5f3-0e67127290f8 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'subnet': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:54:17.379902 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd2e3311-7719-46f2-974a-aef4572896aa tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:54:17.420938 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e3311-7719-46f2-974a-aef4572896aa tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e59ddb51-b1a4-4d75-a410-f14214ae670d,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:17.440278 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fd2e3311-7719-46f2-974a-aef4572896aa tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (045857b6-a123-49fe-870f-01088000aa24), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:17.440681 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-fd2e3311-7719-46f2-974a-aef4572896aa tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Added segment 045857b6-a123-49fe-870f-01088000aa24 of type vlan for network da82a14f-0b14-4aef-b0f1-ba44b4d4deec Aug 27 04:54:17.471402 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-f8d5d9d4-dd99-4828-a699-2ec3a454b798 None None] Deleting port d76a6313-3bc9-42ba-9173-d65ed18c480f {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:54:17.472136 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f8d5d9d4-dd99-4828-a699-2ec3a454b798 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (d76a6313-3bc9-42ba-9173-d65ed18c480f), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:17.537620 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5d6dd05b-1109-4c37-96b4-6a33f857860e admin admin] Publish callbacks [] for security_group (11dd0897-b997-4f9d-b7df-6bce6f28c757), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:17.540258 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fd2e3311-7719-46f2-974a-aef4572896aa tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (da82a14f-0b14-4aef-b0f1-ba44b4d4deec), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:17.639363 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5d6dd05b-1109-4c37-96b4-6a33f857860e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (11dd0897-b997-4f9d-b7df-6bce6f28c757), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:17.688128 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6dd05b-1109-4c37-96b4-6a33f857860e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11dd0897-b997-4f9d-b7df-6bce6f28c757,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:17.706718 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2a96b3f3-0800-4ece-950c-fe7483f5fd00 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (17fdbf15-6d3d-4721-9dae-4b3919afa8d8), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:17.711736 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d6dd05b-1109-4c37-96b4-6a33f857860e admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:54:17.764975 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fd2e3311-7719-46f2-974a-aef4572896aa tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (da82a14f-0b14-4aef-b0f1-ba44b4d4deec), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:17.771175 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2e3311-7719-46f2-974a-aef4572896aa tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:17.773651 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fd2e3311-7719-46f2-974a-aef4572896aa tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:17.815631 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5d6dd05b-1109-4c37-96b4-6a33f857860e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (aa5a909a-c069-4b67-a2d9-9b6d446bb982), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:17.815889 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-5d6dd05b-1109-4c37-96b4-6a33f857860e admin admin] Added segment aa5a909a-c069-4b67-a2d9-9b6d446bb982 of type vlan for network ab29e924-5f9a-4897-a016-a995d17bc0a1 Aug 27 04:54:17.857261 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5db201b-a1fd-4129-b5f3-0e67127290f8 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Made reservation on behalf of f0f1eb4384394fc18f1626f3e12e04e3 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:54:17.861928 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b5db201b-a1fd-4129-b5f3-0e67127290f8 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:17.886844 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-f8d5d9d4-dd99-4828-a699-2ec3a454b798 None None] For port d76a6313-3bc9-42ba-9173-d65ed18c480f, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=d76a6313-3bc9-42ba-9173-d65ed18c480f,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:54:17.887379 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f8d5d9d4-dd99-4828-a699-2ec3a454b798 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (d76a6313-3bc9-42ba-9173-d65ed18c480f), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:17.909191 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-f8d5d9d4-dd99-4828-a699-2ec3a454b798 None None] Calling delete_port for d76a6313-3bc9-42ba-9173-d65ed18c480f owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:54:18.023122 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-fd2e3311-7719-46f2-974a-aef4572896aa tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.0031195 Aug 27 04:54:18.024332 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:18.029489 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 60176) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:18.033210 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-ea8c4c10-7c19-47de-a249-e57f431bfabc tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Request body: {'subnet': {'network_id': 'da82a14f-0b14-4aef-b0f1-ba44b4d4deec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:54:18.061249 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208d7220-d3d7-4c6b-8d60-b79803363d87 None None] Network 2f3b13e6-da41-4155-ad44-ba698c746b35 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:54:18.075040 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 554e157d-3e0b-44de-be40-aa4cece46658 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:54:18.107112 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 60178) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:18.116918 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-6a3ceafa-4cfd-4be1-a22c-37e9f80665a0 None None] Provisioning complete for port 554e157d-3e0b-44de-be40-aa4cece46658 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:54:18.117381 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6a3ceafa-4cfd-4be1-a22c-37e9f80665a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (554e157d-3e0b-44de-be40-aa4cece46658), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:18.228991 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 554e157d-3e0b-44de-be40-aa4cece46658 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:54:18.232669 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (554e157d-3e0b-44de-be40-aa4cece46658), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:18.235674 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f8d5d9d4-dd99-4828-a699-2ec3a454b798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (d76a6313-3bc9-42ba-9173-d65ed18c480f), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:18.463403 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2a96b3f3-0800-4ece-950c-fe7483f5fd00 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for port (17fdbf15-6d3d-4721-9dae-4b3919afa8d8), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:18.479547 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:18.490397 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8c4c10-7c19-47de-a249-e57f431bfabc tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Made reservation on behalf of 75242710afb742d1bf54731062bd5cba for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:54:18.493523 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ea8c4c10-7c19-47de-a249-e57f431bfabc tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:18.506761 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e3311-7719-46f2-974a-aef4572896aa tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Pushing event updated for resources: {'Network': ['ID=da82a14f-0b14-4aef-b0f1-ba44b4d4deec,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:18.558184 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d5d9d4-dd99-4828-a699-2ec3a454b798 None None] No DVR routers for this DVR port d76a6313-3bc9-42ba-9173-d65ed18c480f on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:54:18.559693 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d5d9d4-dd99-4828-a699-2ec3a454b798 None None] Pushing event deleted for resources: {'Port': ['ID=d76a6313-3bc9-42ba-9173-d65ed18c480f,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:18.569548 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network da82a14f-0b14-4aef-b0f1-ba44b4d4deec details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:54:18.572546 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5d6dd05b-1109-4c37-96b4-6a33f857860e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (ab29e924-5f9a-4897-a016-a995d17bc0a1), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:18.578733 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2a96b3f3-0800-4ece-950c-fe7483f5fd00 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (17fdbf15-6d3d-4721-9dae-4b3919afa8d8), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:18.678402 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:18.720619 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.db.resource_extend [None req-5d6dd05b-1109-4c37-96b4-6a33f857860e admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 27 04:54:18.724219 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17249bb8-5ced-4225-9702-62586e2b64b5 None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:54:18.749572 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a96b3f3-0800-4ece-950c-fe7483f5fd00 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event updated for resources: {'Port': ['ID=17fdbf15-6d3d-4721-9dae-4b3919afa8d8,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:18.813431 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d5d9d4-dd99-4828-a699-2ec3a454b798 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:18.813431 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d5d9d4-dd99-4828-a699-2ec3a454b798 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:18.813431 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d5d9d4-dd99-4828-a699-2ec3a454b798 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:18.827050 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d5d9d4-dd99-4828-a699-2ec3a454b798 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:18.830497 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d5d9d4-dd99-4828-a699-2ec3a454b798 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:18.830497 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d5d9d4-dd99-4828-a699-2ec3a454b798 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:18.830865 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d5d9d4-dd99-4828-a699-2ec3a454b798 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:18.831271 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d5d9d4-dd99-4828-a699-2ec3a454b798 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:18.831656 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d5d9d4-dd99-4828-a699-2ec3a454b798 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:18.831995 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d5d9d4-dd99-4828-a699-2ec3a454b798 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:18.832363 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d5d9d4-dd99-4828-a699-2ec3a454b798 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:18.832698 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d5d9d4-dd99-4828-a699-2ec3a454b798 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:18.833037 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d5d9d4-dd99-4828-a699-2ec3a454b798 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:18.833355 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d5d9d4-dd99-4828-a699-2ec3a454b798 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:18.833682 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d5d9d4-dd99-4828-a699-2ec3a454b798 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:18.873199 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 60204) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:18.887114 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-cf04a5c9-8684-4a1b-a6d7-4790e5a2bedf admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=f6e26629f10141cfb685028df5ac2576&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7661602 Aug 27 04:54:18.912555 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2a96b3f3-0800-4ece-950c-fe7483f5fd00 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (47acd1a6-e140-4831-9e0c-2d317fbda2e7), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:18.929703 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:DELETE=6,neutron:SELECT=83,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:18.962497 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275f6b75-7aee-44f5-812b-753695705368 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'project_id': 'f0f1eb4384394fc18f1626f3e12e04e3', 'fixed_ips': [{'subnet_id': '91e9cc26-9b05-4d3f-b94b-1244e74dcad0'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:54:18.966821 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-275f6b75-7aee-44f5-812b-753695705368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:19.010124 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 554e157d-3e0b-44de-be40-aa4cece46658 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:54:19.010847 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (554e157d-3e0b-44de-be40-aa4cece46658), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:19.113643 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 554e157d-3e0b-44de-be40-aa4cece46658, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=554e157d-3e0b-44de-be40-aa4cece46658,segment=NetworkSegment(17d1c8be-2a1b-400d-8073-b059cc1b2ba9),segment_id=17d1c8be-2a1b-400d-8073-b059cc1b2ba9)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:54:19.118160 n-d-852088-5 neutron-server[107776]: DEBUG neutron.objects.ports [None req-b5db201b-a1fd-4129-b5f3-0e67127290f8 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107776) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 27 04:54:19.123898 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b5db201b-a1fd-4129-b5f3-0e67127290f8 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (e41a6eca-44f6-42a4-91ac-cf30a9e9343a), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:19.205574 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5db201b-a1fd-4129-b5f3-0e67127290f8 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:54:19.210418 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-b5db201b-a1fd-4129-b5f3-0e67127290f8 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:54:19.220796 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7d292b84-688d-46e5-a5cf-57ff522c4bee admin admin] Publish callbacks [] for security_group (7209007e-3929-47d8-ac45-2d963ca517ae), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:19.255830 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7d292b84-688d-46e5-a5cf-57ff522c4bee admin admin] Publish callbacks [] for security_group (7209007e-3929-47d8-ac45-2d963ca517ae), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:19.263488 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-6a3ceafa-4cfd-4be1-a22c-37e9f80665a0 None None] Current status of the port 554e157d-3e0b-44de-be40-aa4cece46658 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:54:19.264405 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6a3ceafa-4cfd-4be1-a22c-37e9f80665a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (554e157d-3e0b-44de-be40-aa4cece46658), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:19.287850 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (554e157d-3e0b-44de-be40-aa4cece46658), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:19.290231 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5d6dd05b-1109-4c37-96b4-6a33f857860e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (ab29e924-5f9a-4897-a016-a995d17bc0a1), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:19.299068 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6dd05b-1109-4c37-96b4-6a33f857860e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:19.301814 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5d6dd05b-1109-4c37-96b4-6a33f857860e admin admin] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:19.313311 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:19.347124 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5db201b-a1fd-4129-b5f3-0e67127290f8 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:19.348701 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b5db201b-a1fd-4129-b5f3-0e67127290f8 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:19.389338 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5db201b-a1fd-4129-b5f3-0e67127290f8 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event updated for resources: {'Subnet': ['ID=e41a6eca-44f6-42a4-91ac-cf30a9e9343a,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:19.415400 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7d292b84-688d-46e5-a5cf-57ff522c4bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (7209007e-3929-47d8-ac45-2d963ca517ae), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:19.420768 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7d292b84-688d-46e5-a5cf-57ff522c4bee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:19.425112 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7d292b84-688d-46e5-a5cf-57ff522c4bee admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/7209007e-3929-47d8-ac45-2d963ca517ae HTTP/1.1" status: 204 len: 168 time: 0.5484509 Aug 27 04:54:19.437202 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d76a6313-3bc9-42ba-9173-d65ed18c480f no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:54:19.442481 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d292b84-688d-46e5-a5cf-57ff522c4bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7209007e-3929-47d8-ac45-2d963ca517ae,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:19.469726 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b5db201b-a1fd-4129-b5f3-0e67127290f8 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1390543 Aug 27 04:54:19.477069 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 60212) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:19.477517 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6dd05b-1109-4c37-96b4-6a33f857860e admin admin] Pushing event updated for resources: {'Network': ['ID=ab29e924-5f9a-4897-a016-a995d17bc0a1,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:19.479855 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-d08e0b80-8a9b-4e99-9b6d-eb2b3ece8554 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'port': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'mac_address': 'fa:16:3e:29:4f:c9', 'name': 'tempest-NetworksTestDHCPv6-400829537'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:54:19.520705 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: d76a6313-3bc9-42ba-9173-d65ed18c480f {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:54:19.522389 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d76a6313-3bc9-42ba-9173-d65ed18c480f not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:54:19.541633 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network ab29e924-5f9a-4897-a016-a995d17bc0a1 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:54:19.553153 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:19.602695 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:19.650521 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-5d6dd05b-1109-4c37-96b4-6a33f857860e admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.1439462 Aug 27 04:54:19.665552 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 60216) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:19.690027 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-32bbbd82-32d5-493b-bdd6-da90e41e5e04 admin admin] Request body: {'subnet': {'network_id': 'ab29e924-5f9a-4897-a016-a995d17bc0a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-804693754-subnet', 'tenant_id': '859a18493e1843c6a3ef66c8939d25e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:54:19.809740 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:19.833378 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a96b3f3-0800-4ece-950c-fe7483f5fd00 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Network 2f3b13e6-da41-4155-ad44-ba698c746b35 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:54:19.836152 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=554e157d-3e0b-44de-be40-aa4cece46658,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:19.890820 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-6a3ceafa-4cfd-4be1-a22c-37e9f80665a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:54:19.891313 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-6a3ceafa-4cfd-4be1-a22c-37e9f80665a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:54:19.910665 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32bbbd82-32d5-493b-bdd6-da90e41e5e04 admin admin] Made reservation on behalf of 859a18493e1843c6a3ef66c8939d25e5 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:54:19.914813 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-32bbbd82-32d5-493b-bdd6-da90e41e5e04 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:19.915206 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-2a96b3f3-0800-4ece-950c-fe7483f5fd00 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:54:19.917360 n-d-852088-5 neutron-server[107775]: DEBUG neutron.objects.ports [None req-ea8c4c10-7c19-47de-a249-e57f431bfabc tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107775) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 27 04:54:19.917838 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ea8c4c10-7c19-47de-a249-e57f431bfabc tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (e5a2bc50-fc9c-4141-b402-c37f334f69ff), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:19.921328 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 60220) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:20.056312 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-275f6b75-7aee-44f5-812b-753695705368 None None] Allocated IP 172.20.0.2 (61356c33-ce96-40d0-bb36-87a36b2d0e1c/91e9cc26-9b05-4d3f-b94b-1244e74dcad0/b4a7055a-2e85-4bb6-810c-d553b31f9f12) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:54:20.067948 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08e0b80-8a9b-4e99-9b6d-eb2b3ece8554 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Made reservation on behalf of f0f1eb4384394fc18f1626f3e12e04e3 for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:54:20.076756 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-275f6b75-7aee-44f5-812b-753695705368 None None] Allocated IP 2001:db8::f816:3eff:fe36:89c2 (61356c33-ce96-40d0-bb36-87a36b2d0e1c/e41a6eca-44f6-42a4-91ac-cf30a9e9343a/b4a7055a-2e85-4bb6-810c-d553b31f9f12) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:54:20.285804 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:20.402949 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:20.438032 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8c4c10-7c19-47de-a249-e57f431bfabc tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e5a2bc50-fc9c-4141-b402-c37f334f69ff,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:20.440126 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7fc9692b-43aa-4228-b66a-96211200b730 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:20.473384 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-6a3ceafa-4cfd-4be1-a22c-37e9f80665a0 None None] Current status of the port 554e157d-3e0b-44de-be40-aa4cece46658 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:54:20.496436 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8c4c10-7c19-47de-a249-e57f431bfabc tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Checking segment: {'id': '045857b6-a123-49fe-870f-01088000aa24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'da82a14f-0b14-4aef-b0f1-ba44b4d4deec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:54:20.496929 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8c4c10-7c19-47de-a249-e57f431bfabc tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Network hostable DHCP agents. Network: da82a14f-0b14-4aef-b0f1-ba44b4d4deec, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:54:20.630430 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7fc9692b-43aa-4228-b66a-96211200b730 admin admin] Publish callbacks [] for security_group (2d0997cb-2dce-4275-a3ea-93591f68317e), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:20.651621 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-89840b21-2255-4bf7-9097-ee52fc2d649f None None] Provisioning complete for port 554e157d-3e0b-44de-be40-aa4cece46658 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:54:20.655095 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-89840b21-2255-4bf7-9097-ee52fc2d649f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (554e157d-3e0b-44de-be40-aa4cece46658), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:20.660315 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d08e0b80-8a9b-4e99-9b6d-eb2b3ece8554 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:20.663770 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-275f6b75-7aee-44f5-812b-753695705368 None None] Publish callbacks [] for port (b4a7055a-2e85-4bb6-810c-d553b31f9f12), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:20.706865 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [None req-d08e0b80-8a9b-4e99-9b6d-eb2b3ece8554 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] device_id is not set on port 0d94579b-fc27-40db-9d13-07b70f35c23c yet. {{(pid=107776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:54:20.711196 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8c4c10-7c19-47de-a249-e57f431bfabc tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Network da82a14f-0b14-4aef-b0f1-ba44b4d4deec is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:54:20.725836 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a96b3f3-0800-4ece-950c-fe7483f5fd00 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Router 47acd1a6-e140-4831-9e0c-2d317fbda2e7 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:54:20.735894 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:20.747025 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-275f6b75-7aee-44f5-812b-753695705368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (b4a7055a-2e85-4bb6-810c-d553b31f9f12), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:20.753270 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7fc9692b-43aa-4228-b66a-96211200b730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (2d0997cb-2dce-4275-a3ea-93591f68317e), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:20.823098 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc9692b-43aa-4228-b66a-96211200b730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0997cb-2dce-4275-a3ea-93591f68317e,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:20.824742 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f6b75-7aee-44f5-812b-753695705368 None None] Pushing event updated for resources: {'Port': ['ID=b4a7055a-2e85-4bb6-810c-d553b31f9f12,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:20.836869 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275f6b75-7aee-44f5-812b-753695705368 None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:54:20.855503 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-275f6b75-7aee-44f5-812b-753695705368 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:54:20.858886 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275f6b75-7aee-44f5-812b-753695705368 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:54:20.960248 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-275f6b75-7aee-44f5-812b-753695705368 None None] Attempting to bind port b4a7055a-2e85-4bb6-810c-d553b31f9f12 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:54:20.960248 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-275f6b75-7aee-44f5-812b-753695705368 None None] Attempting to bind port b4a7055a-2e85-4bb6-810c-d553b31f9f12 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:54:20.960248 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275f6b75-7aee-44f5-812b-753695705368 None None] Attempting to bind port b4a7055a-2e85-4bb6-810c-d553b31f9f12 on network 61356c33-ce96-40d0-bb36-87a36b2d0e1c {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:54:20.985665 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275f6b75-7aee-44f5-812b-753695705368 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:54:20.986048 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275f6b75-7aee-44f5-812b-753695705368 None None] Checking segment: {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:54:20.986464 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-275f6b75-7aee-44f5-812b-753695705368 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:20.986857 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275f6b75-7aee-44f5-812b-753695705368 None None] Bound using segment: {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:54:20.987710 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-275f6b75-7aee-44f5-812b-753695705368 None None] Bound port: b4a7055a-2e85-4bb6-810c-d553b31f9f12, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:54:20.987710 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-275f6b75-7aee-44f5-812b-753695705368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (b4a7055a-2e85-4bb6-810c-d553b31f9f12), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:20.990826 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-32bbbd82-32d5-493b-bdd6-da90e41e5e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (478c25c6-0328-4330-b22e-5d5377dcc679), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:20.993227 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:21.014694 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-89840b21-2255-4bf7-9097-ee52fc2d649f None None] Current status of the port 554e157d-3e0b-44de-be40-aa4cece46658 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:54:21.043829 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-ea8c4c10-7c19-47de-a249-e57f431bfabc tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, da82a14f-0b14-4aef-b0f1-ba44b4d4deec) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:54:21.049104 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8c4c10-7c19-47de-a249-e57f431bfabc tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:21.051235 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ea8c4c10-7c19-47de-a249-e57f431bfabc tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:21.083256 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7fc9692b-43aa-4228-b66a-96211200b730 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=b7c31944d8254301bfae09581c4e30b6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1587212 Aug 27 04:54:21.085976 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 60256) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:21.118046 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a96b3f3-0800-4ece-950c-fe7483f5fd00 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:54:21.130771 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858f412a-aea0-4e03-b2d9-f442668db200 None None] Sync routers for ids ['47acd1a6-e140-4831-9e0c-2d317fbda2e7'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:54:21.134935 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-89840b21-2255-4bf7-9097-ee52fc2d649f None None] Provisioning complete for port 17fdbf15-6d3d-4721-9dae-4b3919afa8d8 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:54:21.138736 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-89840b21-2255-4bf7-9097-ee52fc2d649f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (17fdbf15-6d3d-4721-9dae-4b3919afa8d8), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:21.141848 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2a96b3f3-0800-4ece-950c-fe7483f5fd00 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "PUT /networking/v2.0/routers/47acd1a6-e140-4831-9e0c-2d317fbda2e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5363998 Aug 27 04:54:21.143328 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 60258) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:21.146470 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bbbd82-32d5-493b-bdd6-da90e41e5e04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=478c25c6-0328-4330-b22e-5d5377dcc679,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:21.150871 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858f412a-aea0-4e03-b2d9-f442668db200 None None] Routers {'47acd1a6-e140-4831-9e0c-2d317fbda2e7'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:54:21.161848 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-858f412a-aea0-4e03-b2d9-f442668db200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:53:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['47acd1a6-e140-4831-9e0c-2d317fbda2e7'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:21.250693 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ea8c4c10-7c19-47de-a249-e57f431bfabc tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.2185411 Aug 27 04:54:21.250894 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bbbd82-32d5-493b-bdd6-da90e41e5e04 admin admin] Checking segment: {'id': 'aa5a909a-c069-4b67-a2d9-9b6d446bb982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'ab29e924-5f9a-4897-a016-a995d17bc0a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:54:21.250894 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bbbd82-32d5-493b-bdd6-da90e41e5e04 admin admin] Network hostable DHCP agents. Network: ab29e924-5f9a-4897-a016-a995d17bc0a1, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:54:21.251634 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ea87d9-ed19-498c-b9de-ccaac219144e None None] Network da82a14f-0b14-4aef-b0f1-ba44b4d4deec requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:54:21.255651 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-858f412a-aea0-4e03-b2d9-f442668db200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:21.259247 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 60260) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:21.260548 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-d08e0b80-8a9b-4e99-9b6d-eb2b3ece8554 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Allocated IP 172.20.0.7 (61356c33-ce96-40d0-bb36-87a36b2d0e1c/91e9cc26-9b05-4d3f-b94b-1244e74dcad0/0d94579b-fc27-40db-9d13-07b70f35c23c) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:54:21.264373 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 60262) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:21.272512 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-57206710-a612-4f6d-9be2-c3ecf6c2fde2 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1163848424', 'network_id': 'da82a14f-0b14-4aef-b0f1-ba44b4d4deec'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:54:21.273242 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9df96012-6b7c-417b-897f-000fd9f9e4f2 admin admin] Publish callbacks [] for security_group (2d0997cb-2dce-4275-a3ea-93591f68317e), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:21.280386 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858f412a-aea0-4e03-b2d9-f442668db200 None None] Routers {'47acd1a6-e140-4831-9e0c-2d317fbda2e7'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:54:21.281051 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-858f412a-aea0-4e03-b2d9-f442668db200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:53:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['47acd1a6-e140-4831-9e0c-2d317fbda2e7'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:21.309552 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-d08e0b80-8a9b-4e99-9b6d-eb2b3ece8554 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Allocated IP 2001:db8::f816:3eff:fe29:4fc9 (61356c33-ce96-40d0-bb36-87a36b2d0e1c/e41a6eca-44f6-42a4-91ac-cf30a9e9343a/0d94579b-fc27-40db-9d13-07b70f35c23c) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:54:21.311046 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9df96012-6b7c-417b-897f-000fd9f9e4f2 admin admin] Publish callbacks [] for security_group (2d0997cb-2dce-4275-a3ea-93591f68317e), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:21.321434 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f8cdf7-de83-49b2-92f2-95380d6db2be tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:21.323848 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-14f8cdf7-de83-49b2-92f2-95380d6db2be tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "GET /networking/v2.0/ports/17fdbf15-6d3d-4721-9dae-4b3919afa8d8 HTTP/1.1" status: 200 len: 910 time: 0.1262507 Aug 27 04:54:21.330253 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 60266) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:21.415517 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-858f412a-aea0-4e03-b2d9-f442668db200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:21.418962 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858f412a-aea0-4e03-b2d9-f442668db200 None None] The sync data for ids ['47acd1a6-e140-4831-9e0c-2d317fbda2e7'] in n-d-852088-5 is: [] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:54:21.497912 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:DELETE=12,neutron:SELECT=76,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:21.501740 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57206710-a612-4f6d-9be2-c3ecf6c2fde2 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Made reservation on behalf of 75242710afb742d1bf54731062bd5cba for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:54:21.503150 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-89840b21-2255-4bf7-9097-ee52fc2d649f None None] Port 17fdbf15-6d3d-4721-9dae-4b3919afa8d8 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:54:21.513996 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-57206710-a612-4f6d-9be2-c3ecf6c2fde2 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:21.555529 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4a94ba-d646-492d-8a5b-32acbea79670 None None] Network da82a14f-0b14-4aef-b0f1-ba44b4d4deec requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:54:21.610712 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bbbd82-32d5-493b-bdd6-da90e41e5e04 admin admin] Network ab29e924-5f9a-4897-a016-a995d17bc0a1 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:54:21.679015 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [None req-57206710-a612-4f6d-9be2-c3ecf6c2fde2 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] device_id is not set on port 0bd39cbd-4e9e-41dd-bf6e-3bb18a4a3f19 yet. {{(pid=107776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:54:21.686847 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-f6134c1b-edcb-4577-aeab-c61e75722b86 None None] Provisioning complete for port 17fdbf15-6d3d-4721-9dae-4b3919afa8d8 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:54:21.687524 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f6134c1b-edcb-4577-aeab-c61e75722b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (17fdbf15-6d3d-4721-9dae-4b3919afa8d8), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:21.756903 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 554e157d-3e0b-44de-be40-aa4cece46658 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:54:21.805434 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 60274) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:21.806266 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-32bbbd82-32d5-493b-bdd6-da90e41e5e04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, ab29e924-5f9a-4897-a016-a995d17bc0a1) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:54:21.811179 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-275f6b75-7aee-44f5-812b-753695705368 None None] For port b4a7055a-2e85-4bb6-810c-d553b31f9f12, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:54:21.842031 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bbbd82-32d5-493b-bdd6-da90e41e5e04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:21.843206 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-32bbbd82-32d5-493b-bdd6-da90e41e5e04 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:21.892389 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a20dc2c-e9de-4be5-a015-b3fd1eff7da6 None None] Network ab29e924-5f9a-4897-a016-a995d17bc0a1 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:54:21.955771 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-275f6b75-7aee-44f5-812b-753695705368 None None] For port b4a7055a-2e85-4bb6-810c-d553b31f9f12, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=b4a7055a-2e85-4bb6-810c-d553b31f9f12,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:54:21.989779 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-f6134c1b-edcb-4577-aeab-c61e75722b86 None None] Port 17fdbf15-6d3d-4721-9dae-4b3919afa8d8 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:54:22.072153 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9e1995ef-3177-4ac9-ae8d-8e219845993e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:22.082505 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-fc3b41b3-f4b5-4b91-81f6-87ad3685ef2c tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-106387958'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:54:22.089695 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 554e157d-3e0b-44de-be40-aa4cece46658 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:54:22.090005 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (554e157d-3e0b-44de-be40-aa4cece46658), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:22.146366 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-32bbbd82-32d5-493b-bdd6-da90e41e5e04 admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.4796422 Aug 27 04:54:22.175691 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-275f6b75-7aee-44f5-812b-753695705368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (b4a7055a-2e85-4bb6-810c-d553b31f9f12), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:22.366117 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f6b75-7aee-44f5-812b-753695705368 None None] Pushing event updated for resources: {'Port': ['ID=b4a7055a-2e85-4bb6-810c-d553b31f9f12,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:22.460905 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9df96012-6b7c-417b-897f-000fd9f9e4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (2d0997cb-2dce-4275-a3ea-93591f68317e), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:22.466026 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9e1995ef-3177-4ac9-ae8d-8e219845993e admin admin] Publish callbacks [] for security_group (4b9f80d3-5723-42bd-9600-618b29008f3b), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:22.470124 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9df96012-6b7c-417b-897f-000fd9f9e4f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:22.475882 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9df96012-6b7c-417b-897f-000fd9f9e4f2 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/2d0997cb-2dce-4275-a3ea-93591f68317e HTTP/1.1" status: 204 len: 168 time: 1.3869627 Aug 27 04:54:22.523361 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:22.561093 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 60284) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:22.592631 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049bb982-e86e-4f38-b7cd-0d9f7e4b11b9 None None] Network ab29e924-5f9a-4897-a016-a995d17bc0a1 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:54:22.594955 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df96012-6b7c-417b-897f-000fd9f9e4f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0997cb-2dce-4275-a3ea-93591f68317e,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:22.613703 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9e1995ef-3177-4ac9-ae8d-8e219845993e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (4b9f80d3-5723-42bd-9600-618b29008f3b), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:22.620057 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3b41b3-f4b5-4b91-81f6-87ad3685ef2c tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Made reservation on behalf of 5487d3e115904527858abc7be7714782 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:54:22.630632 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fc3b41b3-f4b5-4b91-81f6-87ad3685ef2c tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:22.653486 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-57206710-a612-4f6d-9be2-c3ecf6c2fde2 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Allocated IP 172.20.0.14 (da82a14f-0b14-4aef-b0f1-ba44b4d4deec/e5a2bc50-fc9c-4141-b402-c37f334f69ff/0bd39cbd-4e9e-41dd-bf6e-3bb18a4a3f19) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:54:22.698970 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fc3b41b3-f4b5-4b91-81f6-87ad3685ef2c tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:22.731896 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1995ef-3177-4ac9-ae8d-8e219845993e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9f80d3-5723-42bd-9600-618b29008f3b,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:22.830636 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fc3b41b3-f4b5-4b91-81f6-87ad3685ef2c tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks [] for security_group (548c7ff2-4212-4027-8f0e-9b5d91791dc4), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:22.885664 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-9e1995ef-3177-4ac9-ae8d-8e219845993e admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=e2af233d394f49f694e77156f7f13e69&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5951734 Aug 27 04:54:22.889073 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 60286) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:22.903991 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4996f98-8f40-4937-ba02-c3aba217ecbe admin admin] Deleting subnet 4dd89abe-be10-4b84-b4e6-ed806144fcce {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:54:22.908903 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f4996f98-8f40-4937-ba02-c3aba217ecbe admin admin] Publish callbacks [] for subnet (4dd89abe-be10-4b84-b4e6-ed806144fcce), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:22.953460 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f4996f98-8f40-4937-ba02-c3aba217ecbe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (4dd89abe-be10-4b84-b4e6-ed806144fcce), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:23.020662 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f4996f98-8f40-4937-ba02-c3aba217ecbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (4dd89abe-be10-4b84-b4e6-ed806144fcce), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:23.063126 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fc3b41b3-f4b5-4b91-81f6-87ad3685ef2c tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (548c7ff2-4212-4027-8f0e-9b5d91791dc4), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:23.080557 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d08e0b80-8a9b-4e99-9b6d-eb2b3ece8554 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for port (0d94579b-fc27-40db-9d13-07b70f35c23c), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:23.090815 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:23.105139 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc3b41b3-f4b5-4b91-81f6-87ad3685ef2c tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:54:23.166493 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dccff946-9c2f-4ace-8d50-a3aae865a198 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (47acd1a6-e140-4831-9e0c-2d317fbda2e7), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:23.173442 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 554e157d-3e0b-44de-be40-aa4cece46658 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:54:23.181827 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5bf0a712-6fc7-4532-b8b4-e60ec82176be admin admin] Publish callbacks [] for security_group (4b9f80d3-5723-42bd-9600-618b29008f3b), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:23.227604 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fc3b41b3-f4b5-4b91-81f6-87ad3685ef2c tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (118a4224-7258-4aae-aa76-3a1091ce954e), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:23.227955 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-fc3b41b3-f4b5-4b91-81f6-87ad3685ef2c tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Added segment 118a4224-7258-4aae-aa76-3a1091ce954e of type vlan for network 584cbef1-f878-4b0e-889f-71b38577102b Aug 27 04:54:23.240909 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:23.262580 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b41b3-f4b5-4b91-81f6-87ad3685ef2c tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=548c7ff2-4212-4027-8f0e-9b5d91791dc4,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:23.339101 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fc3b41b3-f4b5-4b91-81f6-87ad3685ef2c tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (584cbef1-f878-4b0e-889f-71b38577102b), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:23.397352 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f4996f98-8f40-4937-ba02-c3aba217ecbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (4dd89abe-be10-4b84-b4e6-ed806144fcce), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:23.413563 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5bf0a712-6fc7-4532-b8b4-e60ec82176be admin admin] Publish callbacks [] for security_group (4b9f80d3-5723-42bd-9600-618b29008f3b), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:23.430066 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-57206710-a612-4f6d-9be2-c3ecf6c2fde2 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks [] for port (0bd39cbd-4e9e-41dd-bf6e-3bb18a4a3f19), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:23.435002 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4996f98-8f40-4937-ba02-c3aba217ecbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dd89abe-be10-4b84-b4e6-ed806144fcce,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:23.449275 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d08e0b80-8a9b-4e99-9b6d-eb2b3ece8554 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (0d94579b-fc27-40db-9d13-07b70f35c23c), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:23.470200 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f4996f98-8f40-4937-ba02-c3aba217ecbe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:23.476737 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f4996f98-8f40-4937-ba02-c3aba217ecbe admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/4dd89abe-be10-4b84-b4e6-ed806144fcce HTTP/1.1" status: 204 len: 168 time: 0.8999300 Aug 27 04:54:23.477414 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 60292) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:23.626342 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1cd20e98-1138-4377-bbc1-716435b1ba43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (347ddcf1-e4fa-4110-b07e-0d52b421d12b), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:23.634340 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fc3b41b3-f4b5-4b91-81f6-87ad3685ef2c tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (584cbef1-f878-4b0e-889f-71b38577102b), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:23.639869 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3b41b3-f4b5-4b91-81f6-87ad3685ef2c tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:23.641238 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fc3b41b3-f4b5-4b91-81f6-87ad3685ef2c tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:23.652237 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=15 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:23.653473 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08e0b80-8a9b-4e99-9b6d-eb2b3ece8554 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:54:23.662875 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:23.680719 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-d08e0b80-8a9b-4e99-9b6d-eb2b3ece8554 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:54:23.715302 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08e0b80-8a9b-4e99-9b6d-eb2b3ece8554 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:54:23.734518 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device b4a7055a-2e85-4bb6-810c-d553b31f9f12 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:54:23.808538 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 60294) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:23.827115 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6bc68409-4931-4fe7-914f-504eb3b6b581 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:23.871253 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port b4a7055a-2e85-4bb6-810c-d553b31f9f12 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:54:23.871625 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (b4a7055a-2e85-4bb6-810c-d553b31f9f12), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:23.961836 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-dccff946-9c2f-4ace-8d50-a3aae865a198 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Deleting port 17fdbf15-6d3d-4721-9dae-4b3919afa8d8 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:54:23.962949 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dccff946-9c2f-4ace-8d50-a3aae865a198 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (17fdbf15-6d3d-4721-9dae-4b3919afa8d8), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:23.970815 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5bf0a712-6fc7-4532-b8b4-e60ec82176be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (4b9f80d3-5723-42bd-9600-618b29008f3b), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:23.979569 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5bf0a712-6fc7-4532-b8b4-e60ec82176be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:23.987533 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-5bf0a712-6fc7-4532-b8b4-e60ec82176be admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/4b9f80d3-5723-42bd-9600-618b29008f3b HTTP/1.1" status: 204 len: 168 time: 1.0941148 Aug 27 04:54:24.026524 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08e0b80-8a9b-4e99-9b6d-eb2b3ece8554 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event updated for resources: {'Port': ['ID=0d94579b-fc27-40db-9d13-07b70f35c23c,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:24.064068 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-fc3b41b3-f4b5-4b91-81f6-87ad3685ef2c tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.1946979 Aug 27 04:54:24.093636 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 60298) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:24.101470 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-61758b9d-4614-4feb-b7df-f8c75f0b29eb tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Request body: {'subnet': {'network_id': '584cbef1-f878-4b0e-889f-71b38577102b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:54:24.105225 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b41b3-f4b5-4b91-81f6-87ad3685ef2c tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Pushing event updated for resources: {'Network': ['ID=584cbef1-f878-4b0e-889f-71b38577102b,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:24.205412 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf0a712-6fc7-4532-b8b4-e60ec82176be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9f80d3-5723-42bd-9600-618b29008f3b,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:24.241070 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08e0b80-8a9b-4e99-9b6d-eb2b3ece8554 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:24.241762 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d08e0b80-8a9b-4e99-9b6d-eb2b3ece8554 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:24.261919 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-57206710-a612-4f6d-9be2-c3ecf6c2fde2 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (0bd39cbd-4e9e-41dd-bf6e-3bb18a4a3f19), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:24.338044 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dccff946-9c2f-4ace-8d50-a3aae865a198 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (17fdbf15-6d3d-4721-9dae-4b3919afa8d8), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:24.345680 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1cd20e98-1138-4377-bbc1-716435b1ba43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (347ddcf1-e4fa-4110-b07e-0d52b421d12b), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:24.365694 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-dccff946-9c2f-4ace-8d50-a3aae865a198 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Calling delete_port for 17fdbf15-6d3d-4721-9dae-4b3919afa8d8 owned by network:router_interface {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:54:24.370195 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 584cbef1-f878-4b0e-889f-71b38577102b details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:54:24.385060 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6bc68409-4931-4fe7-914f-504eb3b6b581 admin admin] Publish callbacks [] for security_group (02c7d96d-309e-4592-9602-92bee81b491d), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:24.394888 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-1cd20e98-1138-4377-bbc1-716435b1ba43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['347ddcf1-e4fa-4110-b07e-0d52b421d12b']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:24.405187 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57206710-a612-4f6d-9be2-c3ecf6c2fde2 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Network da82a14f-0b14-4aef-b0f1-ba44b4d4deec is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:54:24.417155 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-1cd20e98-1138-4377-bbc1-716435b1ba43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f314be25-0504-4a1d-92a9-2cdcb7de7671') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:24.417458 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-1cd20e98-1138-4377-bbc1-716435b1ba43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f314be25-0504-4a1d-92a9-2cdcb7de7671') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:24.419854 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-57206710-a612-4f6d-9be2-c3ecf6c2fde2 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:54:24.429866 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57206710-a612-4f6d-9be2-c3ecf6c2fde2 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:54:24.433537 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57206710-a612-4f6d-9be2-c3ecf6c2fde2 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Pushing event updated for resources: {'Port': ['ID=0bd39cbd-4e9e-41dd-bf6e-3bb18a4a3f19,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:24.442423 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1cd20e98-1138-4377-bbc1-716435b1ba43 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (f314be25-0504-4a1d-92a9-2cdcb7de7671), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:24.467461 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76136829-5d04-46af-a85d-eb8a35fa7311 None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:54:24.476644 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d08e0b80-8a9b-4e99-9b6d-eb2b3ece8554 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 5.0018361 Aug 27 04:54:24.479129 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 60302) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:24.496067 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6bc68409-4931-4fe7-914f-504eb3b6b581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (02c7d96d-309e-4592-9602-92bee81b491d), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:24.500330 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1cd20e98-1138-4377-bbc1-716435b1ba43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (f314be25-0504-4a1d-92a9-2cdcb7de7671), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:24.501708 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:24.535949 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cd20e98-1138-4377-bbc1-716435b1ba43 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:54:24.536554 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1cd20e98-1138-4377-bbc1-716435b1ba43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (f314be25-0504-4a1d-92a9-2cdcb7de7671), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:24.538850 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57206710-a612-4f6d-9be2-c3ecf6c2fde2 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:24.539669 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-57206710-a612-4f6d-9be2-c3ecf6c2fde2 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:24.584999 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-6bc68409-4931-4fe7-914f-504eb3b6b581 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=43786fceab1f44828181d58206de7d22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7753196 Aug 27 04:54:24.588568 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 60306) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:24.602656 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-eba39f0e-dc53-4134-8dea-bf7960d8eb76 None None] Provisioning complete for port b4a7055a-2e85-4bb6-810c-d553b31f9f12 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:54:24.603027 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-eba39f0e-dc53-4134-8dea-bf7960d8eb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (b4a7055a-2e85-4bb6-810c-d553b31f9f12), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:24.611055 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port b4a7055a-2e85-4bb6-810c-d553b31f9f12 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:54:24.611437 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (b4a7055a-2e85-4bb6-810c-d553b31f9f12), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:24.637146 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment f314be25-0504-4a1d-92a9-2cdcb7de7671 resource provider aggregate not found Aug 27 04:54:24.659910 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:24.663096 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61758b9d-4614-4feb-b7df-f8c75f0b29eb tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Made reservation on behalf of 5487d3e115904527858abc7be7714782 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:54:24.667331 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-61758b9d-4614-4feb-b7df-f8c75f0b29eb tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:24.724301 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port b4a7055a-2e85-4bb6-810c-d553b31f9f12, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=b4a7055a-2e85-4bb6-810c-d553b31f9f12,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:54:24.775146 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-eba39f0e-dc53-4134-8dea-bf7960d8eb76 None None] Current status of the port b4a7055a-2e85-4bb6-810c-d553b31f9f12 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:54:24.776540 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-eba39f0e-dc53-4134-8dea-bf7960d8eb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (b4a7055a-2e85-4bb6-810c-d553b31f9f12), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:24.777780 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment f314be25-0504-4a1d-92a9-2cdcb7de7671 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f314be25-0504-4a1d-92a9-2cdcb7de7671 found for delete ", "request_id": "req-ee75d5c5-9ee6-4be1-a2e8-0bee74369f55"}]} Aug 27 04:54:24.789502 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee7ce6a-a55d-47fa-b97a-204920b94692 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:24.795081 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee7ce6a-a55d-47fa-b97a-204920b94692 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:24.799664 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7ee7ce6a-a55d-47fa-b97a-204920b94692 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.3133476 Aug 27 04:54:24.800019 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 60312) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:24.836256 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1cd20e98-1138-4377-bbc1-716435b1ba43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (347ddcf1-e4fa-4110-b07e-0d52b421d12b), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:24.845033 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (b4a7055a-2e85-4bb6-810c-d553b31f9f12), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:24.855932 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1cd20e98-1138-4377-bbc1-716435b1ba43 admin admin] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:24.858731 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc68409-4931-4fe7-914f-504eb3b6b581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c7d96d-309e-4592-9602-92bee81b491d,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:24.896859 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 60318) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:24.899256 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1cd20e98-1138-4377-bbc1-716435b1ba43 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/347ddcf1-e4fa-4110-b07e-0d52b421d12b HTTP/1.1" status: 204 len: 168 time: 1.4111345 Aug 27 04:54:24.908147 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-57206710-a612-4f6d-9be2-c3ecf6c2fde2 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 3.6446302 Aug 27 04:54:24.964050 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 60320) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:24.973226 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=74,neutron:DELETE=7,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:25.027284 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd20e98-1138-4377-bbc1-716435b1ba43 admin admin] Pushing event deleted for resources: {'Network': ['ID=347ddcf1-e4fa-4110-b07e-0d52b421d12b,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:25.046909 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-eba39f0e-dc53-4134-8dea-bf7960d8eb76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:54:25.047633 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-eba39f0e-dc53-4134-8dea-bf7960d8eb76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:54:25.064417 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=b4a7055a-2e85-4bb6-810c-d553b31f9f12,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:25.087370 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3434b7f6-8fad-42c5-ab3c-b6d39b685621 admin admin] Publish callbacks [] for security_group (02c7d96d-309e-4592-9602-92bee81b491d), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:25.099361 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dccff946-9c2f-4ace-8d50-a3aae865a198 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (17fdbf15-6d3d-4721-9dae-4b3919afa8d8), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:25.116233 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e7c1edc-7153-47ec-8120-5fb27543a4b2 admin admin] Deleting subnet 478c25c6-0328-4330-b22e-5d5377dcc679 {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:54:25.120122 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7e7c1edc-7153-47ec-8120-5fb27543a4b2 admin admin] Publish callbacks [] for subnet (478c25c6-0328-4330-b22e-5d5377dcc679), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:25.134896 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-0c4b3a20-44a2-4467-bf1b-c061e6194ee3 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Deleting port 0d94579b-fc27-40db-9d13-07b70f35c23c {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:54:25.135543 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0c4b3a20-44a2-4467-bf1b-c061e6194ee3 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (0d94579b-fc27-40db-9d13-07b70f35c23c), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:25.193849 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccff946-9c2f-4ace-8d50-a3aae865a198 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event deleted for resources: {'Port': ['ID=17fdbf15-6d3d-4721-9dae-4b3919afa8d8,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:25.202043 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3434b7f6-8fad-42c5-ab3c-b6d39b685621 admin admin] Publish callbacks [] for security_group (02c7d96d-309e-4592-9602-92bee81b491d), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:25.309666 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7e7c1edc-7153-47ec-8120-5fb27543a4b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (478c25c6-0328-4330-b22e-5d5377dcc679), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:25.350702 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0c4b3a20-44a2-4467-bf1b-c061e6194ee3 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (0d94579b-fc27-40db-9d13-07b70f35c23c), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:25.365442 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-61758b9d-4614-4feb-b7df-f8c75f0b29eb tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (6acc5e84-b546-44e5-8a5e-1b6cb41ca2c3), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:25.383471 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-d85a8393-3464-4b95-ba81-6f349dd85c93 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Deleting port 0bd39cbd-4e9e-41dd-bf6e-3bb18a4a3f19 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:54:25.383820 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d85a8393-3464-4b95-ba81-6f349dd85c93 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (0bd39cbd-4e9e-41dd-bf6e-3bb18a4a3f19), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:25.390767 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:25.397323 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-0c4b3a20-44a2-4467-bf1b-c061e6194ee3 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Calling delete_port for 0d94579b-fc27-40db-9d13-07b70f35c23c owned by {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:54:25.465288 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7e7c1edc-7153-47ec-8120-5fb27543a4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (478c25c6-0328-4330-b22e-5d5377dcc679), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:25.501297 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=8,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:25.511196 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61758b9d-4614-4feb-b7df-f8c75f0b29eb tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Pushing event updated for resources: {'Subnet': ['ID=6acc5e84-b546-44e5-8a5e-1b6cb41ca2c3,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:25.578280 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61758b9d-4614-4feb-b7df-f8c75f0b29eb tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Checking segment: {'id': '118a4224-7258-4aae-aa76-3a1091ce954e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '584cbef1-f878-4b0e-889f-71b38577102b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:54:25.578708 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61758b9d-4614-4feb-b7df-f8c75f0b29eb tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Network hostable DHCP agents. Network: 584cbef1-f878-4b0e-889f-71b38577102b, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:54:25.608329 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3434b7f6-8fad-42c5-ab3c-b6d39b685621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (02c7d96d-309e-4592-9602-92bee81b491d), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:25.612545 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3434b7f6-8fad-42c5-ab3c-b6d39b685621 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:25.618260 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3434b7f6-8fad-42c5-ab3c-b6d39b685621 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/02c7d96d-309e-4592-9602-92bee81b491d HTTP/1.1" status: 204 len: 168 time: 1.0280797 Aug 27 04:54:25.659966 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3434b7f6-8fad-42c5-ab3c-b6d39b685621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c7d96d-309e-4592-9602-92bee81b491d,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:25.662208 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-eba39f0e-dc53-4134-8dea-bf7960d8eb76 None None] Current status of the port b4a7055a-2e85-4bb6-810c-d553b31f9f12 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:54:25.729465 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device b4a7055a-2e85-4bb6-810c-d553b31f9f12 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:54:25.765008 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61758b9d-4614-4feb-b7df-f8c75f0b29eb tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Network 584cbef1-f878-4b0e-889f-71b38577102b is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:54:25.844724 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port b4a7055a-2e85-4bb6-810c-d553b31f9f12 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:54:25.845097 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (b4a7055a-2e85-4bb6-810c-d553b31f9f12), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:25.889732 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-61758b9d-4614-4feb-b7df-f8c75f0b29eb tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 584cbef1-f878-4b0e-889f-71b38577102b) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:54:25.896284 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61758b9d-4614-4feb-b7df-f8c75f0b29eb tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:25.897213 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-61758b9d-4614-4feb-b7df-f8c75f0b29eb tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:25.904517 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa39e92-e032-4588-a5ac-a4b345759a94 None None] Network 584cbef1-f878-4b0e-889f-71b38577102b requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:54:25.934590 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dccff946-9c2f-4ace-8d50-a3aae865a198 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (47acd1a6-e140-4831-9e0c-2d317fbda2e7), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:25.959291 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d85a8393-3464-4b95-ba81-6f349dd85c93 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (0bd39cbd-4e9e-41dd-bf6e-3bb18a4a3f19), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:26.023358 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-05c8cb03-231d-487a-bfb5-5e0478ec5e3a None None] Provisioning complete for port b4a7055a-2e85-4bb6-810c-d553b31f9f12 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:54:26.023964 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-05c8cb03-231d-487a-bfb5-5e0478ec5e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (b4a7055a-2e85-4bb6-810c-d553b31f9f12), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:26.049399 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-d85a8393-3464-4b95-ba81-6f349dd85c93 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Calling delete_port for 0bd39cbd-4e9e-41dd-bf6e-3bb18a4a3f19 owned by {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:54:26.055889 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0c4b3a20-44a2-4467-bf1b-c061e6194ee3 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (0d94579b-fc27-40db-9d13-07b70f35c23c), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:26.088413 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-61758b9d-4614-4feb-b7df-f8c75f0b29eb tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9917569 Aug 27 04:54:26.094126 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:26.095405 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 60340) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:26.117112 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port b4a7055a-2e85-4bb6-810c-d553b31f9f12 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:54:26.119845 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-2ce797e4-6137-49f9-a666-724773654137 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Request body: {'port': {'network_id': '584cbef1-f878-4b0e-889f-71b38577102b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1301255063'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:54:26.209911 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7e7c1edc-7153-47ec-8120-5fb27543a4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (478c25c6-0328-4330-b22e-5d5377dcc679), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:26.212379 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f225eeaa-6c7f-4598-93d9-b699592eb2bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-584cbef1-f878-4b0e-889f-71b38577102b', 'network_id': '584cbef1-f878-4b0e-889f-71b38577102b', 'project_id': '5487d3e115904527858abc7be7714782', 'fixed_ips': [{'subnet_id': '6acc5e84-b546-44e5-8a5e-1b6cb41ca2c3'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:54:26.213331 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f225eeaa-6c7f-4598-93d9-b699592eb2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:26.255044 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7e7c1edc-7153-47ec-8120-5fb27543a4b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:26.265176 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7e7c1edc-7153-47ec-8120-5fb27543a4b2 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/478c25c6-0328-4330-b22e-5d5377dcc679 HTTP/1.1" status: 204 len: 168 time: 1.3671055 Aug 27 04:54:26.269079 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 60342) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:26.293104 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-05c8cb03-231d-487a-bfb5-5e0478ec5e3a None None] Current status of the port b4a7055a-2e85-4bb6-810c-d553b31f9f12 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:54:26.306806 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7c1edc-7153-47ec-8120-5fb27543a4b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=478c25c6-0328-4330-b22e-5d5377dcc679,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:26.309440 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-05c8cb03-231d-487a-bfb5-5e0478ec5e3a None None] Could not find standard attr ID for object 0d94579b-fc27-40db-9d13-07b70f35c23c. {{(pid=107777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 27 04:54:26.433574 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2ad30b46-61a5-44e9-834d-45020dcdbe18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (ab29e924-5f9a-4897-a016-a995d17bc0a1), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:26.449342 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4b3a20-44a2-4467-bf1b-c061e6194ee3 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event deleted for resources: {'Port': ['ID=0d94579b-fc27-40db-9d13-07b70f35c23c,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:26.477912 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dccff946-9c2f-4ace-8d50-a3aae865a198 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Router 47acd1a6-e140-4831-9e0c-2d317fbda2e7 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:54:26.495986 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-f225eeaa-6c7f-4598-93d9-b699592eb2bb None None] Allocated IP 2001:db8::2 (584cbef1-f878-4b0e-889f-71b38577102b/6acc5e84-b546-44e5-8a5e-1b6cb41ca2c3/7bde32ab-ae0a-45c8-b096-934d15806554) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:54:26.539684 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-8da6d8de-e865-4701-b412-9f67f478c738 None None] Could not find standard attr ID for object 0d94579b-fc27-40db-9d13-07b70f35c23c. {{(pid=107777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 27 04:54:26.675604 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2ad30b46-61a5-44e9-834d-45020dcdbe18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (ab29e924-5f9a-4897-a016-a995d17bc0a1), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:26.704029 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:26.724089 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dccff946-9c2f-4ace-8d50-a3aae865a198 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:54:26.742608 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-2ad30b46-61a5-44e9-834d-45020dcdbe18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab29e924-5f9a-4897-a016-a995d17bc0a1']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:26.748654 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095cb4fc-110f-4bef-8269-ebc6abc81e9d None None] Sync routers for ids ['47acd1a6-e140-4831-9e0c-2d317fbda2e7'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:54:26.757363 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-dccff946-9c2f-4ace-8d50-a3aae865a198 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "PUT /networking/v2.0/routers/47acd1a6-e140-4831-9e0c-2d317fbda2e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4233422 Aug 27 04:54:26.770612 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 60364) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:26.783469 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ab2f229e-e6a9-49cd-bdd6-552d2e85ef41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:26.827274 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095cb4fc-110f-4bef-8269-ebc6abc81e9d None None] Routers {'47acd1a6-e140-4831-9e0c-2d317fbda2e7'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:54:26.829661 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-095cb4fc-110f-4bef-8269-ebc6abc81e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:53:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['47acd1a6-e140-4831-9e0c-2d317fbda2e7'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:26.870260 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-2ad30b46-61a5-44e9-834d-45020dcdbe18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa5a909a-c069-4b67-a2d9-9b6d446bb982') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:26.870586 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-2ad30b46-61a5-44e9-834d-45020dcdbe18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa5a909a-c069-4b67-a2d9-9b6d446bb982') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:26.878053 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-75d96d11-7fe0-4bbd-ba14-4a22aba8784e tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=47acd1a6-e140-4831-9e0c-2d317fbda2e7 HTTP/1.1" status: 200 len: 205 time: 0.1035779 Aug 27 04:54:26.881771 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-095cb4fc-110f-4bef-8269-ebc6abc81e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:26.887165 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 60372) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:26.912060 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d85a8393-3464-4b95-ba81-6f349dd85c93 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (0bd39cbd-4e9e-41dd-bf6e-3bb18a4a3f19), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:26.912060 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2ad30b46-61a5-44e9-834d-45020dcdbe18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (aa5a909a-c069-4b67-a2d9-9b6d446bb982), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:26.948121 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f225eeaa-6c7f-4598-93d9-b699592eb2bb None None] Publish callbacks [] for port (7bde32ab-ae0a-45c8-b096-934d15806554), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:26.966509 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095cb4fc-110f-4bef-8269-ebc6abc81e9d None None] Routers {'47acd1a6-e140-4831-9e0c-2d317fbda2e7'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:54:26.968434 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-095cb4fc-110f-4bef-8269-ebc6abc81e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:53:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['47acd1a6-e140-4831-9e0c-2d317fbda2e7'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:27.036261 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-095cb4fc-110f-4bef-8269-ebc6abc81e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:27.036915 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095cb4fc-110f-4bef-8269-ebc6abc81e9d None None] The sync data for ids ['47acd1a6-e140-4831-9e0c-2d317fbda2e7'] in n-d-852088-5 is: [] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:54:27.059685 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:27.083562 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f225eeaa-6c7f-4598-93d9-b699592eb2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (7bde32ab-ae0a-45c8-b096-934d15806554), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:27.127004 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85a8393-3464-4b95-ba81-6f349dd85c93 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Pushing event deleted for resources: {'Port': ['ID=0bd39cbd-4e9e-41dd-bf6e-3bb18a4a3f19,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:27.132143 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2ad30b46-61a5-44e9-834d-45020dcdbe18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (aa5a909a-c069-4b67-a2d9-9b6d446bb982), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:27.149487 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ad30b46-61a5-44e9-834d-45020dcdbe18 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:54:27.150169 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2ad30b46-61a5-44e9-834d-45020dcdbe18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (aa5a909a-c069-4b67-a2d9-9b6d446bb982), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:27.220981 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment aa5a909a-c069-4b67-a2d9-9b6d446bb982 resource provider aggregate not found Aug 27 04:54:27.226893 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-83817762-5499-40f9-affa-d8566ec63687 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for router (47acd1a6-e140-4831-9e0c-2d317fbda2e7), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:27.262381 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f225eeaa-6c7f-4598-93d9-b699592eb2bb None None] Pushing event updated for resources: {'Port': ['ID=7bde32ab-ae0a-45c8-b096-934d15806554,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:27.284527 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment aa5a909a-c069-4b67-a2d9-9b6d446bb982 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aa5a909a-c069-4b67-a2d9-9b6d446bb982 found for delete ", "request_id": "req-7f3712e1-3e54-4494-b5bf-221761187e85"}]} Aug 27 04:54:27.314786 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f225eeaa-6c7f-4598-93d9-b699592eb2bb None None] Network 584cbef1-f878-4b0e-889f-71b38577102b is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:54:27.319571 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-f225eeaa-6c7f-4598-93d9-b699592eb2bb None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:54:27.323584 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f225eeaa-6c7f-4598-93d9-b699592eb2bb None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:54:27.331056 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce797e4-6137-49f9-a666-724773654137 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Made reservation on behalf of 5487d3e115904527858abc7be7714782 for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:54:27.341112 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2ce797e4-6137-49f9-a666-724773654137 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:27.432951 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [None req-2ce797e4-6137-49f9-a666-724773654137 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] device_id is not set on port 004daf88-5ec7-4572-bebf-9e5a809824f7 yet. {{(pid=107776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:54:27.437787 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d85a8393-3464-4b95-ba81-6f349dd85c93 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:27.441841 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-d85a8393-3464-4b95-ba81-6f349dd85c93 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] 10.222.0.76 "DELETE /networking/v2.0/ports/0bd39cbd-4e9e-41dd-bf6e-3bb18a4a3f19 HTTP/1.1" status: 204 len: 168 time: 2.4750586 Aug 27 04:54:27.444842 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 60398) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:27.456898 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-f225eeaa-6c7f-4598-93d9-b699592eb2bb None None] Attempting to bind port 7bde32ab-ae0a-45c8-b096-934d15806554 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:54:27.457514 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-f225eeaa-6c7f-4598-93d9-b699592eb2bb None None] Attempting to bind port 7bde32ab-ae0a-45c8-b096-934d15806554 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '118a4224-7258-4aae-aa76-3a1091ce954e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '584cbef1-f878-4b0e-889f-71b38577102b'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:54:27.457890 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f225eeaa-6c7f-4598-93d9-b699592eb2bb None None] Attempting to bind port 7bde32ab-ae0a-45c8-b096-934d15806554 on network 584cbef1-f878-4b0e-889f-71b38577102b {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:54:27.464726 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f225eeaa-6c7f-4598-93d9-b699592eb2bb None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:54:27.465166 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f225eeaa-6c7f-4598-93d9-b699592eb2bb None None] Checking segment: {'id': '118a4224-7258-4aae-aa76-3a1091ce954e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '584cbef1-f878-4b0e-889f-71b38577102b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:54:27.465578 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f225eeaa-6c7f-4598-93d9-b699592eb2bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:27.465973 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f225eeaa-6c7f-4598-93d9-b699592eb2bb None None] Bound using segment: {'id': '118a4224-7258-4aae-aa76-3a1091ce954e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '584cbef1-f878-4b0e-889f-71b38577102b'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:54:27.466451 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-f225eeaa-6c7f-4598-93d9-b699592eb2bb None None] Bound port: 7bde32ab-ae0a-45c8-b096-934d15806554, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '118a4224-7258-4aae-aa76-3a1091ce954e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '584cbef1-f878-4b0e-889f-71b38577102b'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:54:27.466887 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f225eeaa-6c7f-4598-93d9-b699592eb2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (7bde32ab-ae0a-45c8-b096-934d15806554), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:27.467134 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0c4b3a20-44a2-4467-bf1b-c061e6194ee3 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:27.474885 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-0c4b3a20-44a2-4467-bf1b-c061e6194ee3 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/ports/0d94579b-fc27-40db-9d13-07b70f35c23c HTTP/1.1" status: 204 len: 168 time: 2.6735697 Aug 27 04:54:27.515528 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 60400) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:27.522139 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-83817762-5499-40f9-affa-d8566ec63687 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (47acd1a6-e140-4831-9e0c-2d317fbda2e7), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:27.524480 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-83817762-5499-40f9-affa-d8566ec63687 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for router_controller (47acd1a6-e140-4831-9e0c-2d317fbda2e7), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:27.570903 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-f225eeaa-6c7f-4598-93d9-b699592eb2bb None None] For port 7bde32ab-ae0a-45c8-b096-934d15806554, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:54:27.574820 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-f225eeaa-6c7f-4598-93d9-b699592eb2bb None None] For port 7bde32ab-ae0a-45c8-b096-934d15806554, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=7bde32ab-ae0a-45c8-b096-934d15806554,segment=NetworkSegment(118a4224-7258-4aae-aa76-3a1091ce954e),segment_id=118a4224-7258-4aae-aa76-3a1091ce954e)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:54:27.577129 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-3b5b02e2-95b0-457b-ac07-06103783d4af tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'da82a14f-0b14-4aef-b0f1-ba44b4d4deec', 'external_fixed_ips': [{'subnet_id': 'e5a2bc50-fc9c-4141-b402-c37f334f69ff', 'ip_address': '172.20.0.14'}]}}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:54:27.586061 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2ad30b46-61a5-44e9-834d-45020dcdbe18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (ab29e924-5f9a-4897-a016-a995d17bc0a1), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:27.590641 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:27.598491 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2ad30b46-61a5-44e9-834d-45020dcdbe18 admin admin] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:27.602313 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2ad30b46-61a5-44e9-834d-45020dcdbe18 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/ab29e924-5f9a-4897-a016-a995d17bc0a1 HTTP/1.1" status: 204 len: 168 time: 1.2843239 Aug 27 04:54:27.619005 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad30b46-61a5-44e9-834d-45020dcdbe18 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab29e924-5f9a-4897-a016-a995d17bc0a1,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:27.677044 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3bc068-af46-4656-9e9b-0e4e57601db5 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:27.678679 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3bc068-af46-4656-9e9b-0e4e57601db5 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:27.680351 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3bc068-af46-4656-9e9b-0e4e57601db5 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:27.689966 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1d3bc068-af46-4656-9e9b-0e4e57601db5 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1731648 Aug 27 04:54:27.693042 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 60408) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:27.706039 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3b5b02e2-95b0-457b-ac07-06103783d4af tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (2bb9beef-e0e6-45fe-9244-3099023fcc10), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:27.714374 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3b5b02e2-95b0-457b-ac07-06103783d4af tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (2bb9beef-e0e6-45fe-9244-3099023fcc10), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:27.714534 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f225eeaa-6c7f-4598-93d9-b699592eb2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (7bde32ab-ae0a-45c8-b096-934d15806554), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:27.764777 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-83817762-5499-40f9-affa-d8566ec63687 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (47acd1a6-e140-4831-9e0c-2d317fbda2e7), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:27.765638 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83817762-5499-40f9-affa-d8566ec63687 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Fanout notify agent at l3_agent the message router_deleted on router 47acd1a6-e140-4831-9e0c-2d317fbda2e7 {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:54:27.779412 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-83817762-5499-40f9-affa-d8566ec63687 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:27.787228 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-2ce797e4-6137-49f9-a666-724773654137 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Allocated IP 2001:db8::3c (584cbef1-f878-4b0e-889f-71b38577102b/6acc5e84-b546-44e5-8a5e-1b6cb41ca2c3/004daf88-5ec7-4572-bebf-9e5a809824f7) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:54:27.794712 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-83817762-5499-40f9-affa-d8566ec63687 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "DELETE /networking/v2.0/routers/47acd1a6-e140-4831-9e0c-2d317fbda2e7 HTTP/1.1" status: 204 len: 168 time: 0.8961859 Aug 27 04:54:27.794712 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 60410) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:27.835472 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f225eeaa-6c7f-4598-93d9-b699592eb2bb None None] Pushing event updated for resources: {'Port': ['ID=7bde32ab-ae0a-45c8-b096-934d15806554,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:27.965017 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:27.982441 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-efa69183-8301-46ae-8ee1-e1a8efe9b62b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Deleting subnet 91e9cc26-9b05-4d3f-b94b-1244e74dcad0 {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:54:27.994167 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-efa69183-8301-46ae-8ee1-e1a8efe9b62b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (91e9cc26-9b05-4d3f-b94b-1244e74dcad0), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:28.085275 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3b5b02e2-95b0-457b-ac07-06103783d4af tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks [] for router_controller (2bb9beef-e0e6-45fe-9244-3099023fcc10), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:28.097692 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcc86905-40a1-42c1-bf1a-02e54739bf4e tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Deleting subnet 0e8f2537-c393-4645-9002-dbd53b0b3c6e {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:54:28.112925 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bcc86905-40a1-42c1-bf1a-02e54739bf4e tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for subnet (0e8f2537-c393-4645-9002-dbd53b0b3c6e), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:28.128216 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 60416) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:28.197243 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2ce797e4-6137-49f9-a666-724773654137 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks [] for port (004daf88-5ec7-4572-bebf-9e5a809824f7), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:28.213371 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:28.327441 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2ce797e4-6137-49f9-a666-724773654137 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (004daf88-5ec7-4572-bebf-9e5a809824f7), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:28.369335 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce797e4-6137-49f9-a666-724773654137 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Network 584cbef1-f878-4b0e-889f-71b38577102b is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:54:28.377592 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 60422) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:28.377592 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-2ce797e4-6137-49f9-a666-724773654137 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:54:28.425101 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce797e4-6137-49f9-a666-724773654137 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:54:28.429866 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce797e4-6137-49f9-a666-724773654137 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:28.430499 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2ce797e4-6137-49f9-a666-724773654137 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:28.541344 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-efa69183-8301-46ae-8ee1-e1a8efe9b62b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (91e9cc26-9b05-4d3f-b94b-1244e74dcad0), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:28.552577 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:DELETE=12,neutron:UPDATE=2,neutron:SELECT=86 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:28.575891 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce797e4-6137-49f9-a666-724773654137 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Pushing event updated for resources: {'Port': ['ID=004daf88-5ec7-4572-bebf-9e5a809824f7,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:28.602892 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bcc86905-40a1-42c1-bf1a-02e54739bf4e tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (0e8f2537-c393-4645-9002-dbd53b0b3c6e), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:28.609622 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2ce797e4-6137-49f9-a666-724773654137 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4943621 Aug 27 04:54:28.613362 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 60424) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:28.622450 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-91d8aef1-fa28-4837-b156-61609d970027 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Request body: {'port': {'network_id': '584cbef1-f878-4b0e-889f-71b38577102b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2030301167', 'allowed_address_pairs': [{'ip_address': '2001:db8::3c', 'mac_address': 'fa:16:3e:26:cd:6c'}]}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:54:28.632219 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8a8a2e9c-c3f7-473e-920b-4382c2805bc0 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=3f33afda3d45469f836e079a4c0b5fc6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2522840 Aug 27 04:54:28.634697 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 60426) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:28.824967 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-abc8a3c6-2ef9-412a-b8b6-97df951a7687 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:28.856332 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-568d7e39-ee6f-44bb-92f4-12ac2679e3aa admin admin] Publish callbacks [] for security_group (7bdd3726-815e-4efb-a158-26bc539bf2ad), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:28.883176 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-568d7e39-ee6f-44bb-92f4-12ac2679e3aa admin admin] Publish callbacks [] for security_group (7bdd3726-815e-4efb-a158-26bc539bf2ad), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:28.985407 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:29.015858 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3b5b02e2-95b0-457b-ac07-06103783d4af tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks [] for router_gateway (2bb9beef-e0e6-45fe-9244-3099023fcc10), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:29.048922 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bcc86905-40a1-42c1-bf1a-02e54739bf4e tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (0e8f2537-c393-4645-9002-dbd53b0b3c6e), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:29.059172 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-568d7e39-ee6f-44bb-92f4-12ac2679e3aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (7bdd3726-815e-4efb-a158-26bc539bf2ad), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:29.062376 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-568d7e39-ee6f-44bb-92f4-12ac2679e3aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:29.066678 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-568d7e39-ee6f-44bb-92f4-12ac2679e3aa admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/7bdd3726-815e-4efb-a158-26bc539bf2ad HTTP/1.1" status: 204 len: 168 time: 0.4306734 Aug 27 04:54:29.077191 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568d7e39-ee6f-44bb-92f4-12ac2679e3aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bdd3726-815e-4efb-a158-26bc539bf2ad,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:29.095299 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d8aef1-fa28-4837-b156-61609d970027 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Made reservation on behalf of 5487d3e115904527858abc7be7714782 for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:54:29.169139 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-00c150ff-a137-4a18-9b78-7c0624634c45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:29.175393 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-efa69183-8301-46ae-8ee1-e1a8efe9b62b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (91e9cc26-9b05-4d3f-b94b-1244e74dcad0), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:29.285924 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-91d8aef1-fa28-4837-b156-61609d970027 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:29.306709 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [None req-91d8aef1-fa28-4837-b156-61609d970027 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] device_id is not set on port 92527d32-6455-4869-9b33-e2b82f9109f1 yet. {{(pid=107776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:54:29.439433 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31b5955-15b4-4e4d-80cf-639ca6569b9b None None] Network 584cbef1-f878-4b0e-889f-71b38577102b requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:54:29.478557 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-abc8a3c6-2ef9-412a-b8b6-97df951a7687 admin admin] Publish callbacks [] for security_group (af117ce8-2284-4b21-9b1e-850596e482a6), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:29.527990 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bcc86905-40a1-42c1-bf1a-02e54739bf4e tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (0e8f2537-c393-4645-9002-dbd53b0b3c6e), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:29.531367 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-91d8aef1-fa28-4837-b156-61609d970027 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Allocated IP 2001:db8::155 (584cbef1-f878-4b0e-889f-71b38577102b/6acc5e84-b546-44e5-8a5e-1b6cb41ca2c3/92527d32-6455-4869-9b33-e2b82f9109f1) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:54:29.533813 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:29.600544 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-efa69183-8301-46ae-8ee1-e1a8efe9b62b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (91e9cc26-9b05-4d3f-b94b-1244e74dcad0), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:29.610705 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-abc8a3c6-2ef9-412a-b8b6-97df951a7687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (af117ce8-2284-4b21-9b1e-850596e482a6), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:29.613477 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc86905-40a1-42c1-bf1a-02e54739bf4e tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event deleted for resources: {'Subnet': ['ID=0e8f2537-c393-4645-9002-dbd53b0b3c6e,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:29.618909 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bcc86905-40a1-42c1-bf1a-02e54739bf4e tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:29.622292 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-bcc86905-40a1-42c1-bf1a-02e54739bf4e tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/0e8f2537-c393-4645-9002-dbd53b0b3c6e HTTP/1.1" status: 204 len: 168 time: 1.8286333 Aug 27 04:54:29.659877 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 60446) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:29.661865 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-efa69183-8301-46ae-8ee1-e1a8efe9b62b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:29.665307 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-efa69183-8301-46ae-8ee1-e1a8efe9b62b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/91e9cc26-9b05-4d3f-b94b-1244e74dcad0 HTTP/1.1" status: 204 len: 168 time: 1.9709747 Aug 27 04:54:29.672706 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 60450) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:29.705470 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cc5530-920c-4d2c-a37b-56f617db27e2 None None] Network 2f3b13e6-da41-4155-ad44-ba698c746b35 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:54:29.726818 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa69183-8301-46ae-8ee1-e1a8efe9b62b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event deleted for resources: {'Subnet': ['ID=91e9cc26-9b05-4d3f-b94b-1244e74dcad0,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:29.785118 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-abc8a3c6-2ef9-412a-b8b6-97df951a7687 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=dd9e0e664314431f9f2d69511721b0d9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6558774 Aug 27 04:54:29.791412 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 60452) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:29.799928 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc8a3c6-2ef9-412a-b8b6-97df951a7687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af117ce8-2284-4b21-9b1e-850596e482a6,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:29.840014 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70973f83-4ec5-43df-8f4c-8f86113a5b86 None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:54:29.856483 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3b5b02e2-95b0-457b-ac07-06103783d4af tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks [] for router_gateway (2bb9beef-e0e6-45fe-9244-3099023fcc10), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:29.906613 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3b5b02e2-95b0-457b-ac07-06103783d4af tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:29.912943 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-5550814e-4081-41f3-bbe8-11149478600b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Deleting subnet e41a6eca-44f6-42a4-91ac-cf30a9e9343a {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:54:29.918423 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5550814e-4081-41f3-bbe8-11149478600b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (e41a6eca-44f6-42a4-91ac-cf30a9e9343a), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:29.954245 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-5fcad1ad-6db6-4fd3-b1e4-8b70203de655 None None] Provisioning complete for port 7bde32ab-ae0a-45c8-b096-934d15806554 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:54:29.967230 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fcad1ad-6db6-4fd3-b1e4-8b70203de655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (7bde32ab-ae0a-45c8-b096-934d15806554), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:29.967230 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 7bde32ab-ae0a-45c8-b096-934d15806554 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:54:30.004621 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c0fd9f38-e8d7-40d8-bd04-ba6e79050fb9 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (2f3b13e6-da41-4155-ad44-ba698c746b35), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:30.048209 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ac351655-60d3-4323-8e40-7944fd35e470 admin admin] Publish callbacks [] for security_group (af117ce8-2284-4b21-9b1e-850596e482a6), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:30.075447 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ac351655-60d3-4323-8e40-7944fd35e470 admin admin] Publish callbacks [] for security_group (af117ce8-2284-4b21-9b1e-850596e482a6), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:30.133189 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-91d8aef1-fa28-4837-b156-61609d970027 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks [] for port (92527d32-6455-4869-9b33-e2b82f9109f1), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:30.135692 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5550814e-4081-41f3-bbe8-11149478600b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (e41a6eca-44f6-42a4-91ac-cf30a9e9343a), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:30.260963 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-c0fd9f38-e8d7-40d8-bd04-ba6e79050fb9 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Deleting port 554e157d-3e0b-44de-be40-aa4cece46658 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:54:30.261575 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c0fd9f38-e8d7-40d8-bd04-ba6e79050fb9 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (554e157d-3e0b-44de-be40-aa4cece46658), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:30.268013 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ac351655-60d3-4323-8e40-7944fd35e470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (af117ce8-2284-4b21-9b1e-850596e482a6), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:30.270707 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ac351655-60d3-4323-8e40-7944fd35e470 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:30.274313 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ac351655-60d3-4323-8e40-7944fd35e470 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/af117ce8-2284-4b21-9b1e-850596e482a6 HTTP/1.1" status: 204 len: 168 time: 0.4779203 Aug 27 04:54:30.299381 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac351655-60d3-4323-8e40-7944fd35e470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af117ce8-2284-4b21-9b1e-850596e482a6,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:30.365663 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-91d8aef1-fa28-4837-b156-61609d970027 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (92527d32-6455-4869-9b33-e2b82f9109f1), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:30.423593 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5550814e-4081-41f3-bbe8-11149478600b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (e41a6eca-44f6-42a4-91ac-cf30a9e9343a), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:30.478819 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d8aef1-fa28-4837-b156-61609d970027 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Network 584cbef1-f878-4b0e-889f-71b38577102b is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:54:30.480474 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d121cc7-0f36-4c7c-89c9-f0d3fda371e5 None None] DHCP port deletion for 2f3b13e6-da41-4155-ad44-ba698c746b35 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:54:30.493919 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-c0fd9f38-e8d7-40d8-bd04-ba6e79050fb9 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] For port 554e157d-3e0b-44de-be40-aa4cece46658, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=554e157d-3e0b-44de-be40-aa4cece46658,segment=NetworkSegment(17d1c8be-2a1b-400d-8073-b059cc1b2ba9),segment_id=17d1c8be-2a1b-400d-8073-b059cc1b2ba9)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:54:30.495260 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c0fd9f38-e8d7-40d8-bd04-ba6e79050fb9 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (554e157d-3e0b-44de-be40-aa4cece46658), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:30.500735 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d8aef1-fa28-4837-b156-61609d970027 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Pushing event updated for resources: {'Port': ['ID=92527d32-6455-4869-9b33-e2b82f9109f1,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:30.502982 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 60468) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:30.508827 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-91d8aef1-fa28-4837-b156-61609d970027 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:54:30.514420 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d8aef1-fa28-4837-b156-61609d970027 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:54:30.525396 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d8aef1-fa28-4837-b156-61609d970027 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:30.525396 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-91d8aef1-fa28-4837-b156-61609d970027 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:30.537788 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:54:30.540458 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-c0fd9f38-e8d7-40d8-bd04-ba6e79050fb9 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Calling delete_port for 554e157d-3e0b-44de-be40-aa4cece46658 owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:54:30.597293 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-3b5b02e2-95b0-457b-ac07-06103783d4af tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Allocated IP 172.20.0.14 (da82a14f-0b14-4aef-b0f1-ba44b4d4deec/e5a2bc50-fc9c-4141-b402-c37f334f69ff/fd2b9621-152a-4df2-a015-f947943a2b57) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:54:30.613501 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:30.620866 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:30.623187 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a2c922f8-f2fd-4861-add3-1d8124481f3c admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=859a18493e1843c6a3ef66c8939d25e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1135080 Aug 27 04:54:30.623187 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 60470) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:30.681382 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5550814e-4081-41f3-bbe8-11149478600b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (e41a6eca-44f6-42a4-91ac-cf30a9e9343a), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:30.728675 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-5fcad1ad-6db6-4fd3-b1e4-8b70203de655 None None] Current status of the port 7bde32ab-ae0a-45c8-b096-934d15806554 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:54:30.729070 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fcad1ad-6db6-4fd3-b1e4-8b70203de655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (7bde32ab-ae0a-45c8-b096-934d15806554), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:30.744813 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 7bde32ab-ae0a-45c8-b096-934d15806554 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:54:30.745050 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5550814e-4081-41f3-bbe8-11149478600b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event deleted for resources: {'Subnet': ['ID=e41a6eca-44f6-42a4-91ac-cf30a9e9343a,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:30.745201 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (7bde32ab-ae0a-45c8-b096-934d15806554), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:30.745979 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c0fd9f38-e8d7-40d8-bd04-ba6e79050fb9 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (554e157d-3e0b-44de-be40-aa4cece46658), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:30.762309 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-91d8aef1-fa28-4837-b156-61609d970027 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.1455269 Aug 27 04:54:30.767546 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 60476) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:30.814336 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-0d121cc7-0f36-4c7c-89c9-f0d3fda371e5 None None] Deleting port 554e157d-3e0b-44de-be40-aa4cece46658 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:54:30.814942 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0d121cc7-0f36-4c7c-89c9-f0d3fda371e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (554e157d-3e0b-44de-be40-aa4cece46658), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:30.815392 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5550814e-4081-41f3-bbe8-11149478600b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:30.820901 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-5550814e-4081-41f3-bbe8-11149478600b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/e41a6eca-44f6-42a4-91ac-cf30a9e9343a HTTP/1.1" status: 204 len: 168 time: 1.1458147 Aug 27 04:54:30.858121 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 60482) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:30.860662 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d1ba075c-d70f-41ae-aa1d-18bd051aed67 admin admin] Publish callbacks [] for security_group (11dd0897-b997-4f9d-b7df-6bce6f28c757), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:30.868928 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fd9f38-e8d7-40d8-bd04-ba6e79050fb9 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event deleted for resources: {'Port': ['ID=554e157d-3e0b-44de-be40-aa4cece46658,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:30.870940 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fd9f38-e8d7-40d8-bd04-ba6e79050fb9 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] No DVR routers for this DVR port 554e157d-3e0b-44de-be40-aa4cece46658 on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:54:30.915368 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d1ba075c-d70f-41ae-aa1d-18bd051aed67 admin admin] Publish callbacks [] for security_group (11dd0897-b997-4f9d-b7df-6bce6f28c757), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:30.957485 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-fefbcb8a-07b1-43cf-a218-492c03ddb709 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0959156 Aug 27 04:54:30.965779 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 60488) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:30.988720 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-afaf254f-289a-47c0-9287-9f90bee8be6a tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'subnet': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:54:30.988865 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:30.990742 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-5fcad1ad-6db6-4fd3-b1e4-8b70203de655 None None] For port 7bde32ab-ae0a-45c8-b096-934d15806554, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=7bde32ab-ae0a-45c8-b096-934d15806554,segment=NetworkSegment(118a4224-7258-4aae-aa76-3a1091ce954e),segment_id=118a4224-7258-4aae-aa76-3a1091ce954e)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:54:31.032593 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c0fd9f38-e8d7-40d8-bd04-ba6e79050fb9 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (2f3b13e6-da41-4155-ad44-ba698c746b35), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:31.061915 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:UPDATE=6,neutron:SELECT=88,neutron:INSERT=6 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:31.063900 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-0d121cc7-0f36-4c7c-89c9-f0d3fda371e5 None None] For port 554e157d-3e0b-44de-be40-aa4cece46658, host n-d-852088-5, got binding levels [] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:54:31.064500 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0d121cc7-0f36-4c7c-89c9-f0d3fda371e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (554e157d-3e0b-44de-be40-aa4cece46658), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:31.070230 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e1efaa-4f03-4aa5-ae73-0275f2398a33 None None] Update dhcp port {'port': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'fixed_ips': [{'subnet_id': 'e41a6eca-44f6-42a4-91ac-cf30a9e9343a'}], 'binding:host_id': 'n-d-852088-5'}, 'id': 'b4a7055a-2e85-4bb6-810c-d553b31f9f12'} from n-d-852088-5. {{(pid=107777) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Aug 27 04:54:31.086636 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-c0fd9f38-e8d7-40d8-bd04-ba6e79050fb9 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f3b13e6-da41-4155-ad44-ba698c746b35']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:31.088645 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-0d121cc7-0f36-4c7c-89c9-f0d3fda371e5 None None] Calling delete_port for 554e157d-3e0b-44de-be40-aa4cece46658 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:54:31.090773 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 7bde32ab-ae0a-45c8-b096-934d15806554 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:54:31.091331 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (7bde32ab-ae0a-45c8-b096-934d15806554), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:31.108407 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-c0fd9f38-e8d7-40d8-bd04-ba6e79050fb9 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17d1c8be-2a1b-400d-8073-b059cc1b2ba9') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:31.109262 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-c0fd9f38-e8d7-40d8-bd04-ba6e79050fb9 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17d1c8be-2a1b-400d-8073-b059cc1b2ba9') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:31.126254 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c0fd9f38-e8d7-40d8-bd04-ba6e79050fb9 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (17d1c8be-2a1b-400d-8073-b059cc1b2ba9), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:31.129232 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.ipam_backend_mixin [None req-0d121cc7-0f36-4c7c-89c9-f0d3fda371e5 None None] Port 554e157d-3e0b-44de-be40-aa4cece46658 was not found and therefore no delete operation was performed {{(pid=107777) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 27 04:54:31.131886 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3b5b02e2-95b0-457b-ac07-06103783d4af tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks [] for port (fd2b9621-152a-4df2-a015-f947943a2b57), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:31.141804 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0d121cc7-0f36-4c7c-89c9-f0d3fda371e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (554e157d-3e0b-44de-be40-aa4cece46658), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:31.146702 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c0fd9f38-e8d7-40d8-bd04-ba6e79050fb9 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (17d1c8be-2a1b-400d-8073-b059cc1b2ba9), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:31.149695 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fcad1ad-6db6-4fd3-b1e4-8b70203de655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (7bde32ab-ae0a-45c8-b096-934d15806554), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:31.179636 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0fd9f38-e8d7-40d8-bd04-ba6e79050fb9 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:54:31.180045 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c0fd9f38-e8d7-40d8-bd04-ba6e79050fb9 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (17d1c8be-2a1b-400d-8073-b059cc1b2ba9), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:31.246506 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d121cc7-0f36-4c7c-89c9-f0d3fda371e5 None None] Pushing event deleted for resources: {'Port': ['ID=554e157d-3e0b-44de-be40-aa4cece46658,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:31.248360 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e0e1efaa-4f03-4aa5-ae73-0275f2398a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (b4a7055a-2e85-4bb6-810c-d553b31f9f12), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:31.254634 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d121cc7-0f36-4c7c-89c9-f0d3fda371e5 None None] No DVR routers for this DVR port 554e157d-3e0b-44de-be40-aa4cece46658 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:54:31.299233 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d1ba075c-d70f-41ae-aa1d-18bd051aed67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (11dd0897-b997-4f9d-b7df-6bce6f28c757), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:31.302859 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d1ba075c-d70f-41ae-aa1d-18bd051aed67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:31.306354 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-d1ba075c-d70f-41ae-aa1d-18bd051aed67 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/11dd0897-b997-4f9d-b7df-6bce6f28c757 HTTP/1.1" status: 204 len: 168 time: 0.6835659 Aug 27 04:54:31.326654 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791c3942-f791-4623-9a96-20237721b2a8 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:31.328213 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ba075c-d70f-41ae-aa1d-18bd051aed67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11dd0897-b997-4f9d-b7df-6bce6f28c757,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:31.335928 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791c3942-f791-4623-9a96-20237721b2a8 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:31.343989 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791c3942-f791-4623-9a96-20237721b2a8 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:31.349199 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-791c3942-f791-4623-9a96-20237721b2a8 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] 10.222.0.76 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.5557778 Aug 27 04:54:31.356469 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 60504) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:31.357423 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=84,neutron:DELETE=10,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:31.380556 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3b5b02e2-95b0-457b-ac07-06103783d4af tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (fd2b9621-152a-4df2-a015-f947943a2b57), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:31.383007 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=83,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:31.425813 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afaf254f-289a-47c0-9287-9f90bee8be6a tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Made reservation on behalf of f0f1eb4384394fc18f1626f3e12e04e3 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:54:31.429763 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-afaf254f-289a-47c0-9287-9f90bee8be6a tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:31.488791 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 17d1c8be-2a1b-400d-8073-b059cc1b2ba9 resource provider aggregate not found Aug 27 04:54:31.536750 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 17d1c8be-2a1b-400d-8073-b059cc1b2ba9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 17d1c8be-2a1b-400d-8073-b059cc1b2ba9 found for delete ", "request_id": "req-cab70b42-df71-4de0-87bf-33e8e7caadb4"}]} Aug 27 04:54:31.587499 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-061425d8-dad8-4504-b110-016beb85bc25 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Deleting port 92527d32-6455-4869-9b33-e2b82f9109f1 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:54:31.588045 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-061425d8-dad8-4504-b110-016beb85bc25 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (92527d32-6455-4869-9b33-e2b82f9109f1), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:31.596092 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5b02e2-95b0-457b-ac07-06103783d4af tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Network da82a14f-0b14-4aef-b0f1-ba44b4d4deec is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:54:31.603966 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-3b5b02e2-95b0-457b-ac07-06103783d4af tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:54:31.622518 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5b02e2-95b0-457b-ac07-06103783d4af tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:54:31.653469 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:54:31.653946 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:54:31.661198 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-f7124c0d-2709-4ed1-939d-29d587508c3a None None] Provisioning complete for port 004daf88-5ec7-4572-bebf-9e5a809824f7 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:54:31.661569 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f7124c0d-2709-4ed1-939d-29d587508c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (004daf88-5ec7-4572-bebf-9e5a809824f7), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:31.718677 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-061425d8-dad8-4504-b110-016beb85bc25 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (92527d32-6455-4869-9b33-e2b82f9109f1), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:31.735129 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5b02e2-95b0-457b-ac07-06103783d4af tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Pushing event updated for resources: {'Port': ['ID=fd2b9621-152a-4df2-a015-f947943a2b57,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:31.771528 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-061425d8-dad8-4504-b110-016beb85bc25 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Calling delete_port for 92527d32-6455-4869-9b33-e2b82f9109f1 owned by {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:54:31.776817 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c412d21-e769-4458-aec8-99029f65b68d None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:54:31.778862 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c0fd9f38-e8d7-40d8-bd04-ba6e79050fb9 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (2f3b13e6-da41-4155-ad44-ba698c746b35), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:31.813076 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c0fd9f38-e8d7-40d8-bd04-ba6e79050fb9 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:31.822226 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcad1ad-6db6-4fd3-b1e4-8b70203de655 None None] Pushing event updated for resources: {'Port': ['ID=7bde32ab-ae0a-45c8-b096-934d15806554,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:31.822414 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c0fd9f38-e8d7-40d8-bd04-ba6e79050fb9 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "DELETE /networking/v2.0/networks/2f3b13e6-da41-4155-ad44-ba698c746b35 HTTP/1.1" status: 204 len: 168 time: 2.1606956 Aug 27 04:54:31.829298 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fd9f38-e8d7-40d8-bd04-ba6e79050fb9 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event deleted for resources: {'Network': ['ID=2f3b13e6-da41-4155-ad44-ba698c746b35,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:31.829451 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-f7124c0d-2709-4ed1-939d-29d587508c3a None None] Port 004daf88-5ec7-4572-bebf-9e5a809824f7 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:54:31.829532 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 60526) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:31.834425 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-1d77befc-d6b6-42e6-9aa2-b6859ef0258e tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2051928877', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}, 'admin_state_up': False}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:54:31.979716 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:32.007936 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-f7124c0d-2709-4ed1-939d-29d587508c3a None None] Provisioning complete for port 7bde32ab-ae0a-45c8-b096-934d15806554 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:54:32.008699 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f7124c0d-2709-4ed1-939d-29d587508c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (7bde32ab-ae0a-45c8-b096-934d15806554), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:32.072611 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1d77befc-d6b6-42e6-9aa2-b6859ef0258e tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (d75deaf4-c724-4f8f-8e58-c0f1eee0df60), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:32.073741 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1d77befc-d6b6-42e6-9aa2-b6859ef0258e tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (d75deaf4-c724-4f8f-8e58-c0f1eee0df60), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:32.125431 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 60542) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:32.145452 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:32.223679 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca10dda-848b-4457-a7b8-0b7f92a5aedd None None] DHCP port deletion for 61356c33-ce96-40d0-bb36-87a36b2d0e1c request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:54:32.268344 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-061425d8-dad8-4504-b110-016beb85bc25 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (92527d32-6455-4869-9b33-e2b82f9109f1), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:32.302344 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-6ca10dda-848b-4457-a7b8-0b7f92a5aedd None None] Deleting port b4a7055a-2e85-4bb6-810c-d553b31f9f12 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:54:32.303120 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6ca10dda-848b-4457-a7b8-0b7f92a5aedd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (b4a7055a-2e85-4bb6-810c-d553b31f9f12), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:32.324958 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061425d8-dad8-4504-b110-016beb85bc25 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Pushing event deleted for resources: {'Port': ['ID=92527d32-6455-4869-9b33-e2b82f9109f1,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:32.407617 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-afaf254f-289a-47c0-9287-9f90bee8be6a tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (504e0d2d-3a01-4aee-a4e8-40405d7cdaff), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:32.416147 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 7bde32ab-ae0a-45c8-b096-934d15806554 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:54:32.420310 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-f7124c0d-2709-4ed1-939d-29d587508c3a None None] Current status of the port 7bde32ab-ae0a-45c8-b096-934d15806554 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:54:32.428298 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1d77befc-d6b6-42e6-9aa2-b6859ef0258e tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for router_controller (d75deaf4-c724-4f8f-8e58-c0f1eee0df60), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:32.443685 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-6ca10dda-848b-4457-a7b8-0b7f92a5aedd None None] For port b4a7055a-2e85-4bb6-810c-d553b31f9f12, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=b4a7055a-2e85-4bb6-810c-d553b31f9f12,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:54:32.444300 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6ca10dda-848b-4457-a7b8-0b7f92a5aedd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (b4a7055a-2e85-4bb6-810c-d553b31f9f12), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:32.482147 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-6ca10dda-848b-4457-a7b8-0b7f92a5aedd None None] Calling delete_port for b4a7055a-2e85-4bb6-810c-d553b31f9f12 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:54:32.513591 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-05eebc09-3162-4fff-b157-038d9097e8f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:32.596810 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-061425d8-dad8-4504-b110-016beb85bc25 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:32.606761 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-061425d8-dad8-4504-b110-016beb85bc25 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] 10.222.0.76 "DELETE /networking/v2.0/ports/92527d32-6455-4869-9b33-e2b82f9109f1 HTTP/1.1" status: 204 len: 168 time: 1.2478955 Aug 27 04:54:32.618194 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-c154bac0-0352-4a8a-a4e2-3b31d9572c02 None None] Provisioning complete for port b4a7055a-2e85-4bb6-810c-d553b31f9f12 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:54:32.620021 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c154bac0-0352-4a8a-a4e2-3b31d9572c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (b4a7055a-2e85-4bb6-810c-d553b31f9f12), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:32.626402 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 60574) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:32.729895 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 7bde32ab-ae0a-45c8-b096-934d15806554 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:54:32.873848 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-dde2fdff-cb7e-40ea-98f7-5908925cd3f5 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] GET failed (client error): The resource could not be found. Aug 27 04:54:32.877353 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-dde2fdff-cb7e-40ea-98f7-5908925cd3f5 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] 10.222.0.76 "GET /networking/v2.0/ports/92527d32-6455-4869-9b33-e2b82f9109f1 HTTP/1.1" status: 404 len: 333 time: 0.2460544 Aug 27 04:54:32.911618 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 60584) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:32.927342 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1d77befc-d6b6-42e6-9aa2-b6859ef0258e tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for router_gateway (d75deaf4-c724-4f8f-8e58-c0f1eee0df60), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:32.947970 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afaf254f-289a-47c0-9287-9f90bee8be6a tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:54:32.949878 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf254f-289a-47c0-9287-9f90bee8be6a tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event updated for resources: {'Subnet': ['ID=504e0d2d-3a01-4aee-a4e8-40405d7cdaff,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:32.950889 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6ca10dda-848b-4457-a7b8-0b7f92a5aedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (b4a7055a-2e85-4bb6-810c-d553b31f9f12), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:32.962790 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-64a245c6-d0bc-467f-b180-32e9f4712b69 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Request body: {'port': {'network_id': '584cbef1-f878-4b0e-889f-71b38577102b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1857976725'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:54:32.972314 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-afaf254f-289a-47c0-9287-9f90bee8be6a tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:54:32.979713 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afaf254f-289a-47c0-9287-9f90bee8be6a tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:32.979713 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-afaf254f-289a-47c0-9287-9f90bee8be6a tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:33.015971 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-05eebc09-3162-4fff-b157-038d9097e8f1 admin admin] Publish callbacks [] for security_group (ff80d650-26ce-4020-86fc-f61b8bfb2493), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:33.054917 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3b5b02e2-95b0-457b-ac07-06103783d4af tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks [] for router_gateway (2bb9beef-e0e6-45fe-9244-3099023fcc10), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:33.080276 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-c154bac0-0352-4a8a-a4e2-3b31d9572c02 None None] Current status of the port b4a7055a-2e85-4bb6-810c-d553b31f9f12 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:54:33.083043 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 7bde32ab-ae0a-45c8-b096-934d15806554 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:54:33.083043 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (7bde32ab-ae0a-45c8-b096-934d15806554), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:33.085486 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca10dda-848b-4457-a7b8-0b7f92a5aedd None None] Pushing event deleted for resources: {'Port': ['ID=b4a7055a-2e85-4bb6-810c-d553b31f9f12,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:33.088281 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca10dda-848b-4457-a7b8-0b7f92a5aedd None None] No DVR routers for this DVR port b4a7055a-2e85-4bb6-810c-d553b31f9f12 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:54:33.091292 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-c154bac0-0352-4a8a-a4e2-3b31d9572c02 None None] Could not find standard attr ID for object 92527d32-6455-4869-9b33-e2b82f9109f1. {{(pid=107777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 27 04:54:33.158477 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-05eebc09-3162-4fff-b157-038d9097e8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (ff80d650-26ce-4020-86fc-f61b8bfb2493), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:33.159602 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de940e80-0117-4d80-b575-2ce5fbdd0fc9 None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:54:33.231505 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-05eebc09-3162-4fff-b157-038d9097e8f1 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=b1bf1a83f81d44beb5c682d456123ffd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1017642 Aug 27 04:54:33.233356 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 60600) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:33.242707 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eebc09-3162-4fff-b157-038d9097e8f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff80d650-26ce-4020-86fc-f61b8bfb2493,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:33.326412 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 7bde32ab-ae0a-45c8-b096-934d15806554 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:54:33.373465 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a3749c-ddf1-423d-8798-2a7506ba906e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'project_id': 'f0f1eb4384394fc18f1626f3e12e04e3', 'fixed_ips': [{'subnet_id': '504e0d2d-3a01-4aee-a4e8-40405d7cdaff'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:54:33.375820 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c4a3749c-ddf1-423d-8798-2a7506ba906e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:33.417691 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 554e157d-3e0b-44de-be40-aa4cece46658 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:54:33.469312 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-82ec5e9b-765f-48d2-b741-3c41ff53de8a admin admin] Publish callbacks [] for security_group (ff80d650-26ce-4020-86fc-f61b8bfb2493), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:33.551412 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1d77befc-d6b6-42e6-9aa2-b6859ef0258e tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for router_gateway (d75deaf4-c724-4f8f-8e58-c0f1eee0df60), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:33.574071 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-afaf254f-289a-47c0-9287-9f90bee8be6a tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5984647 Aug 27 04:54:33.576550 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=8,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:33.579735 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 60624) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:33.581972 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-82ec5e9b-765f-48d2-b741-3c41ff53de8a admin admin] Publish callbacks [] for security_group (ff80d650-26ce-4020-86fc-f61b8bfb2493), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:33.590349 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1d77befc-d6b6-42e6-9aa2-b6859ef0258e tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:33.593900 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-fc2747ef-7852-4f03-8c5a-e1bc7016602f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'subnet': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:54:33.642848 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 554e157d-3e0b-44de-be40-aa4cece46658 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:54:33.643201 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 554e157d-3e0b-44de-be40-aa4cece46658 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:54:33.643622 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device b4a7055a-2e85-4bb6-810c-d553b31f9f12 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:54:33.697650 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:33.807435 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-1d77befc-d6b6-42e6-9aa2-b6859ef0258e tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Allocated IP 172.25.2.38 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/99abbdca-6e8c-43c5-bb56-9300cede930f) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:54:33.827225 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: b4a7055a-2e85-4bb6-810c-d553b31f9f12 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:54:33.827787 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device b4a7055a-2e85-4bb6-810c-d553b31f9f12 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:54:33.841793 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-c4a3749c-ddf1-423d-8798-2a7506ba906e None None] Allocated IP 172.20.0.2 (61356c33-ce96-40d0-bb36-87a36b2d0e1c/504e0d2d-3a01-4aee-a4e8-40405d7cdaff/26049a5e-872c-41be-b120-0e1d8e47b094) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:54:33.908441 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:33.914193 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a245c6-d0bc-467f-b180-32e9f4712b69 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Made reservation on behalf of 5487d3e115904527858abc7be7714782 for: {'port': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:54:33.918488 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-64a245c6-d0bc-467f-b180-32e9f4712b69 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:33.947912 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [None req-64a245c6-d0bc-467f-b180-32e9f4712b69 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] device_id is not set on port d15e4606-783c-404a-afef-9fed481884ea yet. {{(pid=107775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:54:33.964262 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3b5b02e2-95b0-457b-ac07-06103783d4af tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (2bb9beef-e0e6-45fe-9244-3099023fcc10), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:33.990720 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1d77befc-d6b6-42e6-9aa2-b6859ef0258e tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for port (99abbdca-6e8c-43c5-bb56-9300cede930f), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:34.011093 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2747ef-7852-4f03-8c5a-e1bc7016602f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Made reservation on behalf of f0f1eb4384394fc18f1626f3e12e04e3 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:54:34.011093 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fc2747ef-7852-4f03-8c5a-e1bc7016602f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:34.049311 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c4a3749c-ddf1-423d-8798-2a7506ba906e None None] Publish callbacks [] for port (26049a5e-872c-41be-b120-0e1d8e47b094), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:34.057461 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:34.059101 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-82ec5e9b-765f-48d2-b741-3c41ff53de8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (ff80d650-26ce-4020-86fc-f61b8bfb2493), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:34.061943 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-82ec5e9b-765f-48d2-b741-3c41ff53de8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:34.065754 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-82ec5e9b-765f-48d2-b741-3c41ff53de8a admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/ff80d650-26ce-4020-86fc-f61b8bfb2493 HTTP/1.1" status: 204 len: 168 time: 0.8299844 Aug 27 04:54:34.074398 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ec5e9b-765f-48d2-b741-3c41ff53de8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff80d650-26ce-4020-86fc-f61b8bfb2493,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:34.145005 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1d77befc-d6b6-42e6-9aa2-b6859ef0258e tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (99abbdca-6e8c-43c5-bb56-9300cede930f), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:34.191115 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d77befc-d6b6-42e6-9aa2-b6859ef0258e tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:54:34.195992 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-1d77befc-d6b6-42e6-9aa2-b6859ef0258e tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:54:34.199871 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d77befc-d6b6-42e6-9aa2-b6859ef0258e tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:54:34.203895 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d77befc-d6b6-42e6-9aa2-b6859ef0258e tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event updated for resources: {'Port': ['ID=99abbdca-6e8c-43c5-bb56-9300cede930f,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:34.228203 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c4a3749c-ddf1-423d-8798-2a7506ba906e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (26049a5e-872c-41be-b120-0e1d8e47b094), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:34.256877 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-64a245c6-d0bc-467f-b180-32e9f4712b69 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Allocated IP 2001:db8::11a (584cbef1-f878-4b0e-889f-71b38577102b/6acc5e84-b546-44e5-8a5e-1b6cb41ca2c3/d15e4606-783c-404a-afef-9fed481884ea) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:54:34.345316 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a3749c-ddf1-423d-8798-2a7506ba906e None None] Pushing event updated for resources: {'Port': ['ID=26049a5e-872c-41be-b120-0e1d8e47b094,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:34.355236 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a3749c-ddf1-423d-8798-2a7506ba906e None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:54:34.357108 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-c4a3749c-ddf1-423d-8798-2a7506ba906e None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:54:34.359571 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a3749c-ddf1-423d-8798-2a7506ba906e None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:54:34.435905 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-c4a3749c-ddf1-423d-8798-2a7506ba906e None None] Attempting to bind port 26049a5e-872c-41be-b120-0e1d8e47b094 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:54:34.436315 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-c4a3749c-ddf1-423d-8798-2a7506ba906e None None] Attempting to bind port 26049a5e-872c-41be-b120-0e1d8e47b094 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:54:34.440575 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a3749c-ddf1-423d-8798-2a7506ba906e None None] Attempting to bind port 26049a5e-872c-41be-b120-0e1d8e47b094 on network 61356c33-ce96-40d0-bb36-87a36b2d0e1c {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:54:34.453616 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a3749c-ddf1-423d-8798-2a7506ba906e None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:54:34.454021 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a3749c-ddf1-423d-8798-2a7506ba906e None None] Checking segment: {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:54:34.454507 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c4a3749c-ddf1-423d-8798-2a7506ba906e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:34.454910 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a3749c-ddf1-423d-8798-2a7506ba906e None None] Bound using segment: {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:54:34.458440 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-c4a3749c-ddf1-423d-8798-2a7506ba906e None None] Bound port: 26049a5e-872c-41be-b120-0e1d8e47b094, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:54:34.458878 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c4a3749c-ddf1-423d-8798-2a7506ba906e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (26049a5e-872c-41be-b120-0e1d8e47b094), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:34.545088 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-c4a3749c-ddf1-423d-8798-2a7506ba906e None None] For port 26049a5e-872c-41be-b120-0e1d8e47b094, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:54:34.549709 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-c4a3749c-ddf1-423d-8798-2a7506ba906e None None] For port 26049a5e-872c-41be-b120-0e1d8e47b094, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=26049a5e-872c-41be-b120-0e1d8e47b094,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:54:34.578416 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b5b02e2-95b0-457b-ac07-06103783d4af tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Router 2bb9beef-e0e6-45fe-9244-3099023fcc10 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:54:34.606748 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-64a245c6-d0bc-467f-b180-32e9f4712b69 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks [] for port (d15e4606-783c-404a-afef-9fed481884ea), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:34.655713 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c4a3749c-ddf1-423d-8798-2a7506ba906e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (26049a5e-872c-41be-b120-0e1d8e47b094), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:34.736591 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a3749c-ddf1-423d-8798-2a7506ba906e None None] Pushing event updated for resources: {'Port': ['ID=26049a5e-872c-41be-b120-0e1d8e47b094,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:34.827873 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5b02e2-95b0-457b-ac07-06103783d4af tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:54:34.839569 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bb4e1c-418d-42fb-8672-c76110cac9a9 None None] Sync routers for ids ['2bb9beef-e0e6-45fe-9244-3099023fcc10'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:54:34.862244 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bb4e1c-418d-42fb-8672-c76110cac9a9 None None] Routers {'2bb9beef-e0e6-45fe-9244-3099023fcc10'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:54:34.862923 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-85bb4e1c-418d-42fb-8672-c76110cac9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:54:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['2bb9beef-e0e6-45fe-9244-3099023fcc10'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:34.939897 n-d-852088-5 neutron-server[107775]: DEBUG neutron.objects.ports [None req-fc2747ef-7852-4f03-8c5a-e1bc7016602f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=107775) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 27 04:54:34.942592 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-64a245c6-d0bc-467f-b180-32e9f4712b69 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (d15e4606-783c-404a-afef-9fed481884ea), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:35.102776 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3b5b02e2-95b0-457b-ac07-06103783d4af tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:35.106251 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3b5b02e2-95b0-457b-ac07-06103783d4af tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 876 time: 7.6553540 Aug 27 04:54:35.129011 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 60682) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:35.138632 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:UPDATE=3,neutron:SELECT=88,neutron:INSERT=1,neutron:DELETE=8 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:35.147148 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:35.188796 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-85bb4e1c-418d-42fb-8672-c76110cac9a9 None None] Set router 2bb9beef-e0e6-45fe-9244-3099023fcc10 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:54:35.217511 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1d77befc-d6b6-42e6-9aa2-b6859ef0258e tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for router_gateway (d75deaf4-c724-4f8f-8e58-c0f1eee0df60), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:35.289093 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a245c6-d0bc-467f-b180-32e9f4712b69 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Network 584cbef1-f878-4b0e-889f-71b38577102b is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:54:35.326772 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-64a245c6-d0bc-467f-b180-32e9f4712b69 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:54:35.349218 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a245c6-d0bc-467f-b180-32e9f4712b69 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:54:35.354841 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a245c6-d0bc-467f-b180-32e9f4712b69 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:35.355902 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-64a245c6-d0bc-467f-b180-32e9f4712b69 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:35.368572 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a245c6-d0bc-467f-b180-32e9f4712b69 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Pushing event updated for resources: {'Port': ['ID=d15e4606-783c-404a-afef-9fed481884ea,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:35.505424 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-07abdf75-708d-4917-9705-a9b4af2ae09a tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks [] for router (2bb9beef-e0e6-45fe-9244-3099023fcc10), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:35.516409 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1d77befc-d6b6-42e6-9aa2-b6859ef0258e tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (d75deaf4-c724-4f8f-8e58-c0f1eee0df60), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:35.565410 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 60690) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:35.588833 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-61cf68de-d99f-4623-86e2-eed1a0496df1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:35.651307 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-85bb4e1c-418d-42fb-8672-c76110cac9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb9beef-e0e6-45fe-9244-3099023fcc10', 'name': '', 'tenant_id': '75242710afb742d1bf54731062bd5cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da82a14f-0b14-4aef-b0f1-ba44b4d4deec', 'external_fixed_ips': [{'subnet_id': 'e5a2bc50-fc9c-4141-b402-c37f334f69ff', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': 'fd2b9621-152a-4df2-a015-f947943a2b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:54:27Z', 'updated_at': '2022-08-27T04:54:32Z', 'revision_number': 3, 'project_id': '75242710afb742d1bf54731062bd5cba', 'gw_port': {'id': 'fd2b9621-152a-4df2-a015-f947943a2b57', 'name': '', 'network_id': 'da82a14f-0b14-4aef-b0f1-ba44b4d4deec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:7d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb9beef-e0e6-45fe-9244-3099023fcc10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': 'e5a2bc50-fc9c-4141-b402-c37f334f69ff', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:54:29Z', 'updated_at': '2022-08-27T04:54:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5a2bc50-fc9c-4141-b402-c37f334f69ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:35.681289 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-64a245c6-d0bc-467f-b180-32e9f4712b69 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.7630219 Aug 27 04:54:35.682044 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 60694) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:35.701982 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-8683b3b1-cb2e-44c1-9142-4a24c790d9a3 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3c', 'mac_address': 'fa:16:3e:26:cd:6c'}]}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:54:35.729988 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bb4e1c-418d-42fb-8672-c76110cac9a9 None None] Checking router: 2bb9beef-e0e6-45fe-9244-3099023fcc10 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:54:35.730555 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bb4e1c-418d-42fb-8672-c76110cac9a9 None None] Updating router 2bb9beef-e0e6-45fe-9244-3099023fcc10 port fd2b9621-152a-4df2-a015-f947943a2b57 binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:54:35.783910 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-85bb4e1c-418d-42fb-8672-c76110cac9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (fd2b9621-152a-4df2-a015-f947943a2b57), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:35.794388 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:35.813711 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-07e2d8fa-e6d8-4869-b5cb-3883d6e383a0 None None] Provisioning complete for port d15e4606-783c-404a-afef-9fed481884ea triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:54:35.814585 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-07e2d8fa-e6d8-4869-b5cb-3883d6e383a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d15e4606-783c-404a-afef-9fed481884ea), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:35.882130 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d77befc-d6b6-42e6-9aa2-b6859ef0258e tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Router d75deaf4-c724-4f8f-8e58-c0f1eee0df60 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:54:35.888048 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-07e2d8fa-e6d8-4869-b5cb-3883d6e383a0 None None] Port d15e4606-783c-404a-afef-9fed481884ea cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:54:35.966634 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fc2747ef-7852-4f03-8c5a-e1bc7016602f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (26049a5e-872c-41be-b120-0e1d8e47b094), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:36.030410 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:36.035568 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d77befc-d6b6-42e6-9aa2-b6859ef0258e tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:54:36.048452 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdf625a-b157-415c-81d8-b937af4a8269 None None] Sync routers for ids ['d75deaf4-c724-4f8f-8e58-c0f1eee0df60'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:54:36.079010 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-07abdf75-708d-4917-9705-a9b4af2ae09a tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks [] for router_gateway (2bb9beef-e0e6-45fe-9244-3099023fcc10), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:36.080646 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdf625a-b157-415c-81d8-b937af4a8269 None None] Routers {'d75deaf4-c724-4f8f-8e58-c0f1eee0df60'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:54:36.081853 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-ecdf625a-b157-415c-81d8-b937af4a8269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:54:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['d75deaf4-c724-4f8f-8e58-c0f1eee0df60'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:36.124584 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-85bb4e1c-418d-42fb-8672-c76110cac9a9 None None] Publish callbacks [] for port (fd2b9621-152a-4df2-a015-f947943a2b57), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:36.124839 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-ecdf625a-b157-415c-81d8-b937af4a8269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:36.134707 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdf625a-b157-415c-81d8-b937af4a8269 None None] Routers {'d75deaf4-c724-4f8f-8e58-c0f1eee0df60'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:54:36.135698 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-ecdf625a-b157-415c-81d8-b937af4a8269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:54:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['d75deaf4-c724-4f8f-8e58-c0f1eee0df60'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:36.145306 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-61cf68de-d99f-4623-86e2-eed1a0496df1 admin admin] Publish callbacks [] for security_group (bc1446d5-90f4-4d12-a841-2b4746e5e3a0), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:36.193037 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-ecdf625a-b157-415c-81d8-b937af4a8269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:36.193974 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdf625a-b157-415c-81d8-b937af4a8269 None None] The sync data for ids ['d75deaf4-c724-4f8f-8e58-c0f1eee0df60'] in n-d-852088-5 is: [] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:54:36.194534 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1d77befc-d6b6-42e6-9aa2-b6859ef0258e tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:36.203868 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1d77befc-d6b6-42e6-9aa2-b6859ef0258e tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.3758402 Aug 27 04:54:36.208045 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 60702) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:36.213670 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-85bb4e1c-418d-42fb-8672-c76110cac9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (fd2b9621-152a-4df2-a015-f947943a2b57), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:36.302641 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a45e5-6a3b-44d3-9de6-ec4740344aa6 None None] Pushing event updated for resources: {'Port': ['ID=fd2b9621-152a-4df2-a015-f947943a2b57,revision_number=2']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:36.320668 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a45e5-6a3b-44d3-9de6-ec4740344aa6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:36.321376 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a45e5-6a3b-44d3-9de6-ec4740344aa6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:36.321910 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a45e5-6a3b-44d3-9de6-ec4740344aa6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:36.322408 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a45e5-6a3b-44d3-9de6-ec4740344aa6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:36.322903 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a45e5-6a3b-44d3-9de6-ec4740344aa6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:36.323393 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a45e5-6a3b-44d3-9de6-ec4740344aa6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:36.324291 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a45e5-6a3b-44d3-9de6-ec4740344aa6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:36.324851 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a45e5-6a3b-44d3-9de6-ec4740344aa6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:36.325422 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a45e5-6a3b-44d3-9de6-ec4740344aa6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:36.325960 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a45e5-6a3b-44d3-9de6-ec4740344aa6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:36.326578 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a45e5-6a3b-44d3-9de6-ec4740344aa6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:36.327150 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a45e5-6a3b-44d3-9de6-ec4740344aa6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:36.328142 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a45e5-6a3b-44d3-9de6-ec4740344aa6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:36.328710 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a45e5-6a3b-44d3-9de6-ec4740344aa6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:36.329630 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a45e5-6a3b-44d3-9de6-ec4740344aa6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:36.357318 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-85bb4e1c-418d-42fb-8672-c76110cac9a9 None None] Attempting to bind port fd2b9621-152a-4df2-a015-f947943a2b57 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:54:36.357956 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-85bb4e1c-418d-42fb-8672-c76110cac9a9 None None] Attempting to bind port fd2b9621-152a-4df2-a015-f947943a2b57 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '045857b6-a123-49fe-870f-01088000aa24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'da82a14f-0b14-4aef-b0f1-ba44b4d4deec'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:54:36.360047 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bb4e1c-418d-42fb-8672-c76110cac9a9 None None] Attempting to bind port fd2b9621-152a-4df2-a015-f947943a2b57 on network da82a14f-0b14-4aef-b0f1-ba44b4d4deec {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:54:36.366780 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bb4e1c-418d-42fb-8672-c76110cac9a9 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:54:36.368350 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bb4e1c-418d-42fb-8672-c76110cac9a9 None None] Checking segment: {'id': '045857b6-a123-49fe-870f-01088000aa24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'da82a14f-0b14-4aef-b0f1-ba44b4d4deec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:54:36.370002 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-85bb4e1c-418d-42fb-8672-c76110cac9a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:36.370002 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bb4e1c-418d-42fb-8672-c76110cac9a9 None None] Bound using segment: {'id': '045857b6-a123-49fe-870f-01088000aa24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'da82a14f-0b14-4aef-b0f1-ba44b4d4deec'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:54:36.370750 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-85bb4e1c-418d-42fb-8672-c76110cac9a9 None None] Bound port: fd2b9621-152a-4df2-a015-f947943a2b57, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '045857b6-a123-49fe-870f-01088000aa24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'da82a14f-0b14-4aef-b0f1-ba44b4d4deec'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:54:36.371363 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-85bb4e1c-418d-42fb-8672-c76110cac9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (fd2b9621-152a-4df2-a015-f947943a2b57), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:36.420100 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-956988ae-8e59-4a51-b035-7b5464cd2f1e None None] Provisioning complete for port 26049a5e-872c-41be-b120-0e1d8e47b094 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:54:36.421490 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-956988ae-8e59-4a51-b035-7b5464cd2f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (26049a5e-872c-41be-b120-0e1d8e47b094), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:36.458334 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-614912c4-3080-41dd-8ff3-4d9f044c7b40 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "GET /networking/v2.0/routers/d75deaf4-c724-4f8f-8e58-c0f1eee0df60 HTTP/1.1" status: 200 len: 880 time: 0.2492895 Aug 27 04:54:36.458334 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 60706) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:36.529960 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:36.580778 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-85bb4e1c-418d-42fb-8672-c76110cac9a9 None None] For port fd2b9621-152a-4df2-a015-f947943a2b57, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:54:36.582480 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:36.586977 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-85bb4e1c-418d-42fb-8672-c76110cac9a9 None None] For port fd2b9621-152a-4df2-a015-f947943a2b57, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=fd2b9621-152a-4df2-a015-f947943a2b57,segment=NetworkSegment(045857b6-a123-49fe-870f-01088000aa24),segment_id=045857b6-a123-49fe-870f-01088000aa24)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:54:36.594898 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 60714) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:36.612208 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-956988ae-8e59-4a51-b035-7b5464cd2f1e None None] Current status of the port 26049a5e-872c-41be-b120-0e1d8e47b094 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:54:36.612208 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-956988ae-8e59-4a51-b035-7b5464cd2f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (26049a5e-872c-41be-b120-0e1d8e47b094), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:36.626819 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 26049a5e-872c-41be-b120-0e1d8e47b094 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:54:36.696830 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-fc2747ef-7852-4f03-8c5a-e1bc7016602f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] For port 26049a5e-872c-41be-b120-0e1d8e47b094, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=26049a5e-872c-41be-b120-0e1d8e47b094,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:54:36.705124 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-85bb4e1c-418d-42fb-8672-c76110cac9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (fd2b9621-152a-4df2-a015-f947943a2b57), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:36.723626 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 26049a5e-872c-41be-b120-0e1d8e47b094 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:54:36.724060 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (26049a5e-872c-41be-b120-0e1d8e47b094), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:36.730509 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fc2747ef-7852-4f03-8c5a-e1bc7016602f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for port (26049a5e-872c-41be-b120-0e1d8e47b094), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:36.739230 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-61cf68de-d99f-4623-86e2-eed1a0496df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (bc1446d5-90f4-4d12-a841-2b4746e5e3a0), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:36.743268 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:36.762005 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1ea991ff-aa3a-4999-ba86-2b70e0a45cbe tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3006542 Aug 27 04:54:36.762288 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 60718) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:36.769335 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-293634d1-a3a4-4a54-b2f9-bfe5af39ee82 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2051928877'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:54:36.805043 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a45e5-6a3b-44d3-9de6-ec4740344aa6 None None] Pushing event updated for resources: {'Port': ['ID=fd2b9621-152a-4df2-a015-f947943a2b57,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:36.810906 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8683b3b1-cb2e-44c1-9142-4a24c790d9a3 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (d15e4606-783c-404a-afef-9fed481884ea), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:36.831006 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bb4e1c-418d-42fb-8672-c76110cac9a9 None None] Routers {'2bb9beef-e0e6-45fe-9244-3099023fcc10'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:54:36.832319 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-85bb4e1c-418d-42fb-8672-c76110cac9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:54:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['2bb9beef-e0e6-45fe-9244-3099023fcc10'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:36.863438 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-07abdf75-708d-4917-9705-a9b4af2ae09a tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Deleting port fd2b9621-152a-4df2-a015-f947943a2b57 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:54:36.863788 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-07abdf75-708d-4917-9705-a9b4af2ae09a tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (fd2b9621-152a-4df2-a015-f947943a2b57), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:36.879152 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf68de-d99f-4623-86e2-eed1a0496df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1446d5-90f4-4d12-a841-2b4746e5e3a0,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:36.882843 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:36.909493 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fc2747ef-7852-4f03-8c5a-e1bc7016602f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (26049a5e-872c-41be-b120-0e1d8e47b094), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:36.910288 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fc2747ef-7852-4f03-8c5a-e1bc7016602f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (7519b8f2-5888-4c49-a3f6-ef04b9a9aaca), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:36.921846 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-61cf68de-d99f-4623-86e2-eed1a0496df1 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=a0aa07fb3d2c4c5fa7ad80b160fea2b9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3544719 Aug 27 04:54:36.929600 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 60722) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:36.976977 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:36.997785 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-956988ae-8e59-4a51-b035-7b5464cd2f1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:54:36.998234 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-956988ae-8e59-4a51-b035-7b5464cd2f1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:54:37.001905 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 26049a5e-872c-41be-b120-0e1d8e47b094 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:54:37.003380 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (26049a5e-872c-41be-b120-0e1d8e47b094), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:37.019867 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-85bb4e1c-418d-42fb-8672-c76110cac9a9 None None] Set router 2bb9beef-e0e6-45fe-9244-3099023fcc10 gateway port host: None {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:54:37.044267 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1c216594-be23-41ca-a4f3-967cec333fc3 admin admin] Publish callbacks [] for security_group (bc1446d5-90f4-4d12-a841-2b4746e5e3a0), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:37.080365 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1c216594-be23-41ca-a4f3-967cec333fc3 admin admin] Publish callbacks [] for security_group (bc1446d5-90f4-4d12-a841-2b4746e5e3a0), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:37.113370 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2747ef-7852-4f03-8c5a-e1bc7016602f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:54:37.121093 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-85bb4e1c-418d-42fb-8672-c76110cac9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb9beef-e0e6-45fe-9244-3099023fcc10', 'name': '', 'tenant_id': '75242710afb742d1bf54731062bd5cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:54:27Z', 'updated_at': '2022-08-27T04:54:36Z', 'revision_number': 4, 'project_id': '75242710afb742d1bf54731062bd5cba', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:37.125678 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:54:37.126314 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:54:37.172034 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-fc2747ef-7852-4f03-8c5a-e1bc7016602f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:54:37.185980 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ac63d4-ceaa-4698-b3be-4d0032f5be43 None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:54:37.187550 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bb4e1c-418d-42fb-8672-c76110cac9a9 None None] The sync data for ids ['2bb9beef-e0e6-45fe-9244-3099023fcc10'] in n-d-852088-5 is: [{'id': '2bb9beef-e0e6-45fe-9244-3099023fcc10', 'name': '', 'tenant_id': '75242710afb742d1bf54731062bd5cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:54:27Z', 'updated_at': '2022-08-27T04:54:36Z', 'revision_number': 4, 'project_id': '75242710afb742d1bf54731062bd5cba', 'gw_port_host': None}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:54:37.189301 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2747ef-7852-4f03-8c5a-e1bc7016602f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:37.192788 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fc2747ef-7852-4f03-8c5a-e1bc7016602f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:37.235839 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-95ae6494-6335-4d09-b536-58cd5641b83d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:37.272631 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2747ef-7852-4f03-8c5a-e1bc7016602f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event updated for resources: {'Subnet': ['ID=7519b8f2-5888-4c49-a3f6-ef04b9a9aaca,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:37.366693 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2747ef-7852-4f03-8c5a-e1bc7016602f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event updated for resources: {'Port': ['ID=26049a5e-872c-41be-b120-0e1d8e47b094,revision_number=4']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:37.396085 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:37.419063 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-fc2747ef-7852-4f03-8c5a-e1bc7016602f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.8366287 Aug 27 04:54:37.427523 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 60726) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:37.430008 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:37.441888 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-07abdf75-708d-4917-9705-a9b4af2ae09a tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] For port fd2b9621-152a-4df2-a015-f947943a2b57, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=fd2b9621-152a-4df2-a015-f947943a2b57,segment=NetworkSegment(045857b6-a123-49fe-870f-01088000aa24),segment_id=045857b6-a123-49fe-870f-01088000aa24)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:54:37.442368 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-07abdf75-708d-4917-9705-a9b4af2ae09a tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (fd2b9621-152a-4df2-a015-f947943a2b57), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:37.457255 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-0d4e5561-5362-4285-9250-d34a869069a3 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'port': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'mac_address': 'fa:16:3e:e3:05:ae', 'name': 'tempest-NetworksTestDHCPv6-1310113068'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:54:37.474087 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-07abdf75-708d-4917-9705-a9b4af2ae09a tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Calling delete_port for fd2b9621-152a-4df2-a015-f947943a2b57 owned by network:router_gateway {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:54:37.567113 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1c216594-be23-41ca-a4f3-967cec333fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (bc1446d5-90f4-4d12-a841-2b4746e5e3a0), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:37.569880 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1c216594-be23-41ca-a4f3-967cec333fc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:37.571501 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1c216594-be23-41ca-a4f3-967cec333fc3 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/bc1446d5-90f4-4d12-a841-2b4746e5e3a0 HTTP/1.1" status: 204 len: 168 time: 0.6402352 Aug 27 04:54:37.575597 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-956988ae-8e59-4a51-b035-7b5464cd2f1e None None] Current status of the port 26049a5e-872c-41be-b120-0e1d8e47b094 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:54:37.577005 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-956988ae-8e59-4a51-b035-7b5464cd2f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (26049a5e-872c-41be-b120-0e1d8e47b094), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:37.618402 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8683b3b1-cb2e-44c1-9142-4a24c790d9a3 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks [] for port (d15e4606-783c-404a-afef-9fed481884ea), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:37.627742 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-956988ae-8e59-4a51-b035-7b5464cd2f1e None None] For port 26049a5e-872c-41be-b120-0e1d8e47b094, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=26049a5e-872c-41be-b120-0e1d8e47b094,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:54:37.674167 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 26049a5e-872c-41be-b120-0e1d8e47b094 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:54:37.674368 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (26049a5e-872c-41be-b120-0e1d8e47b094), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:37.703956 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c216594-be23-41ca-a4f3-967cec333fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1446d5-90f4-4d12-a841-2b4746e5e3a0,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:37.723138 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8683b3b1-cb2e-44c1-9142-4a24c790d9a3 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (d15e4606-783c-404a-afef-9fed481884ea), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:37.724601 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-8683b3b1-cb2e-44c1-9142-4a24c790d9a3 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] In _notify_port_updated(), no bound segment for port d15e4606-783c-404a-afef-9fed481884ea on network 584cbef1-f878-4b0e-889f-71b38577102b {{(pid=107775) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Aug 27 04:54:37.740441 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8683b3b1-cb2e-44c1-9142-4a24c790d9a3 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:37.741156 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8683b3b1-cb2e-44c1-9142-4a24c790d9a3 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:37.742527 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-8683b3b1-cb2e-44c1-9142-4a24c790d9a3 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] 10.222.0.76 "PUT /networking/v2.0/ports/d15e4606-783c-404a-afef-9fed481884ea HTTP/1.1" status: 200 len: 1002 time: 2.0479863 Aug 27 04:54:37.751093 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 60730) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:37.760825 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-956988ae-8e59-4a51-b035-7b5464cd2f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (26049a5e-872c-41be-b120-0e1d8e47b094), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:37.851343 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-293634d1-a3a4-4a54-b2f9-bfe5af39ee82 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1678557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12747'] for router (d75deaf4-c724-4f8f-8e58-c0f1eee0df60), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:37.887996 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:54:37.888511 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:54:37.900058 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956988ae-8e59-4a51-b035-7b5464cd2f1e None None] Pushing event updated for resources: {'Port': ['ID=26049a5e-872c-41be-b120-0e1d8e47b094,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:37.916919 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8683b3b1-cb2e-44c1-9142-4a24c790d9a3 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Pushing event updated for resources: {'Port': ['ID=d15e4606-783c-404a-afef-9fed481884ea,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:37.935042 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-95ae6494-6335-4d09-b536-58cd5641b83d admin admin] Publish callbacks [] for security_group (b45c7ad6-88ae-4a21-8a63-ebb5eadaa56a), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:37.984120 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:UPDATE=6,neutron:SELECT=92,neutron:INSERT=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:38.005340 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-e5358b7b-1a4a-47c3-900a-f6e68720cabf tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Deleting port d15e4606-783c-404a-afef-9fed481884ea {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:54:38.005686 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e5358b7b-1a4a-47c3-900a-f6e68720cabf tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (d15e4606-783c-404a-afef-9fed481884ea), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:38.081382 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 26049a5e-872c-41be-b120-0e1d8e47b094 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:54:38.132065 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-07abdf75-708d-4917-9705-a9b4af2ae09a tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (fd2b9621-152a-4df2-a015-f947943a2b57), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:38.135893 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4e5561-5362-4285-9250-d34a869069a3 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Made reservation on behalf of f0f1eb4384394fc18f1626f3e12e04e3 for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:54:38.153289 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e5358b7b-1a4a-47c3-900a-f6e68720cabf tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (d15e4606-783c-404a-afef-9fed481884ea), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:38.168631 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-95ae6494-6335-4d09-b536-58cd5641b83d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (b45c7ad6-88ae-4a21-8a63-ebb5eadaa56a), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:38.178182 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-293634d1-a3a4-4a54-b2f9-bfe5af39ee82 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1676574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1676639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1678566'] for router (d75deaf4-c724-4f8f-8e58-c0f1eee0df60), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:38.253967 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07abdf75-708d-4917-9705-a9b4af2ae09a tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd2b9621-152a-4df2-a015-f947943a2b57,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:38.340978 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-07abdf75-708d-4917-9705-a9b4af2ae09a tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (2bb9beef-e0e6-45fe-9244-3099023fcc10), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:38.377490 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-e5358b7b-1a4a-47c3-900a-f6e68720cabf tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Calling delete_port for d15e4606-783c-404a-afef-9fed481884ea owned by {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:54:38.390201 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-2946a0a2-525e-4f7a-99e2-23b60611dbd4 None None] Provisioning complete for port 26049a5e-872c-41be-b120-0e1d8e47b094 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:54:38.390577 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2946a0a2-525e-4f7a-99e2-23b60611dbd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (26049a5e-872c-41be-b120-0e1d8e47b094), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:38.487791 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-07abdf75-708d-4917-9705-a9b4af2ae09a tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (2bb9beef-e0e6-45fe-9244-3099023fcc10), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:38.490781 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-07abdf75-708d-4917-9705-a9b4af2ae09a tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks [] for router_controller (2bb9beef-e0e6-45fe-9244-3099023fcc10), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:38.494326 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-95ae6494-6335-4d09-b536-58cd5641b83d admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=80176ca9b46c4f1ca3432d8b0e18b710&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8981659 Aug 27 04:54:38.503905 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 60744) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:38.541523 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae6494-6335-4d09-b536-58cd5641b83d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45c7ad6-88ae-4a21-8a63-ebb5eadaa56a,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:38.555667 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:38.558202 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-293634d1-a3a4-4a54-b2f9-bfe5af39ee82 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Router d75deaf4-c724-4f8f-8e58-c0f1eee0df60 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:54:38.571868 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-2946a0a2-525e-4f7a-99e2-23b60611dbd4 None None] Current status of the port 26049a5e-872c-41be-b120-0e1d8e47b094 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:54:38.635369 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 26049a5e-872c-41be-b120-0e1d8e47b094 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:54:38.726923 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-07abdf75-708d-4917-9705-a9b4af2ae09a tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (2bb9beef-e0e6-45fe-9244-3099023fcc10), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:38.727731 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07abdf75-708d-4917-9705-a9b4af2ae09a tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2bb9beef-e0e6-45fe-9244-3099023fcc10 {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:54:38.741967 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-07abdf75-708d-4917-9705-a9b4af2ae09a tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:38.745883 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-07abdf75-708d-4917-9705-a9b4af2ae09a tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] 10.222.0.76 "DELETE /networking/v2.0/routers/2bb9beef-e0e6-45fe-9244-3099023fcc10 HTTP/1.1" status: 204 len: 168 time: 3.5970674 Aug 27 04:54:38.747097 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 26049a5e-872c-41be-b120-0e1d8e47b094 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:54:38.747664 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (26049a5e-872c-41be-b120-0e1d8e47b094), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:38.747770 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-29cd2b22-0abf-4023-93fc-dbf971940121 admin admin] Publish callbacks [] for security_group (b45c7ad6-88ae-4a21-8a63-ebb5eadaa56a), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:38.749944 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 60752) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:38.851531 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-68d0b842-e8b6-493e-a182-1e571894ef75 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Deleting subnet e5a2bc50-fc9c-4141-b402-c37f334f69ff {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:54:38.866349 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-68d0b842-e8b6-493e-a182-1e571894ef75 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks [] for subnet (e5a2bc50-fc9c-4141-b402-c37f334f69ff), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:38.866558 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 26049a5e-872c-41be-b120-0e1d8e47b094 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:54:38.904706 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-29cd2b22-0abf-4023-93fc-dbf971940121 admin admin] Publish callbacks [] for security_group (b45c7ad6-88ae-4a21-8a63-ebb5eadaa56a), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:38.939722 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-68d0b842-e8b6-493e-a182-1e571894ef75 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (e5a2bc50-fc9c-4141-b402-c37f334f69ff), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:38.941978 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:38.946479 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0d4e5561-5362-4285-9250-d34a869069a3 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:38.990889 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-68d0b842-e8b6-493e-a182-1e571894ef75 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (e5a2bc50-fc9c-4141-b402-c37f334f69ff), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:39.013704 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [None req-0d4e5561-5362-4285-9250-d34a869069a3 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] device_id is not set on port 87af39c2-cae7-40d7-9be7-5295c0b2ae15 yet. {{(pid=107776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:54:39.077650 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293634d1-a3a4-4a54-b2f9-bfe5af39ee82 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:54:39.085710 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-293634d1-a3a4-4a54-b2f9-bfe5af39ee82 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:39.090116 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-293634d1-a3a4-4a54-b2f9-bfe5af39ee82 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "PUT /networking/v2.0/routers/d75deaf4-c724-4f8f-8e58-c0f1eee0df60 HTTP/1.1" status: 200 len: 887 time: 2.3235250 Aug 27 04:54:39.090116 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 60758) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:39.092417 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010a8455-6666-47d2-890b-6437b103e792 None None] Sync routers for ids ['d75deaf4-c724-4f8f-8e58-c0f1eee0df60'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:54:39.107556 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010a8455-6666-47d2-890b-6437b103e792 None None] Routers {'d75deaf4-c724-4f8f-8e58-c0f1eee0df60'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:54:39.108447 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-010a8455-6666-47d2-890b-6437b103e792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:54:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['d75deaf4-c724-4f8f-8e58-c0f1eee0df60'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:39.134318 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-29cd2b22-0abf-4023-93fc-dbf971940121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (b45c7ad6-88ae-4a21-8a63-ebb5eadaa56a), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:39.138689 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-29cd2b22-0abf-4023-93fc-dbf971940121 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:39.143178 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-010a8455-6666-47d2-890b-6437b103e792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:39.144132 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-29cd2b22-0abf-4023-93fc-dbf971940121 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/b45c7ad6-88ae-4a21-8a63-ebb5eadaa56a HTTP/1.1" status: 204 len: 168 time: 0.6425202 Aug 27 04:54:39.153162 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010a8455-6666-47d2-890b-6437b103e792 None None] Routers {'d75deaf4-c724-4f8f-8e58-c0f1eee0df60'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:54:39.153874 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-010a8455-6666-47d2-890b-6437b103e792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:54:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['d75deaf4-c724-4f8f-8e58-c0f1eee0df60'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:39.154353 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cd2b22-0abf-4023-93fc-dbf971940121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45c7ad6-88ae-4a21-8a63-ebb5eadaa56a,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:39.195991 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-010a8455-6666-47d2-890b-6437b103e792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:39.196656 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010a8455-6666-47d2-890b-6437b103e792 None None] The sync data for ids ['d75deaf4-c724-4f8f-8e58-c0f1eee0df60'] in n-d-852088-5 is: [] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:54:39.198699 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-68d0b842-e8b6-493e-a182-1e571894ef75 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (e5a2bc50-fc9c-4141-b402-c37f334f69ff), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:39.219721 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:39.225203 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e5358b7b-1a4a-47c3-900a-f6e68720cabf tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (d15e4606-783c-404a-afef-9fed481884ea), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:39.263589 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d0b842-e8b6-493e-a182-1e571894ef75 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e5a2bc50-fc9c-4141-b402-c37f334f69ff,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:39.271015 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-32c719a4-a187-46f9-beae-fe8eae0bec41 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "GET /networking/v2.0/routers/d75deaf4-c724-4f8f-8e58-c0f1eee0df60 HTTP/1.1" status: 200 len: 887 time: 0.1802683 Aug 27 04:54:39.274433 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 60768) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:39.280585 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-68d0b842-e8b6-493e-a182-1e571894ef75 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:39.286829 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-68d0b842-e8b6-493e-a182-1e571894ef75 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/e5a2bc50-fc9c-4141-b402-c37f334f69ff HTTP/1.1" status: 204 len: 168 time: 0.5349004 Aug 27 04:54:39.293855 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 60770) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:39.310473 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5358b7b-1a4a-47c3-900a-f6e68720cabf tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Pushing event deleted for resources: {'Port': ['ID=d15e4606-783c-404a-afef-9fed481884ea,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:39.342633 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-11534c6c-304f-40b5-a103-43d0e658b2bb tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d75deaf4-c724-4f8f-8e58-c0f1eee0df60 HTTP/1.1" status: 200 len: 205 time: 0.0668187 Aug 27 04:54:39.347196 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 60776) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:39.500092 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ef3fc5d8-ea40-4105-b665-df00f047055d tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (da82a14f-0b14-4aef-b0f1-ba44b4d4deec), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:39.506065 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0f5a5821-5506-4623-a464-52e8319550bc tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for router (d75deaf4-c724-4f8f-8e58-c0f1eee0df60), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:39.602756 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e5358b7b-1a4a-47c3-900a-f6e68720cabf tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:39.606677 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e5358b7b-1a4a-47c3-900a-f6e68720cabf tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] 10.222.0.76 "DELETE /networking/v2.0/ports/d15e4606-783c-404a-afef-9fed481884ea HTTP/1.1" status: 204 len: 168 time: 1.8373301 Aug 27 04:54:39.611882 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 60786) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:39.653030 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0f5a5821-5506-4623-a464-52e8319550bc tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for router_gateway (d75deaf4-c724-4f8f-8e58-c0f1eee0df60), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:39.678343 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-4858c7c1-bee9-460d-b4e2-a03d315ba381 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] GET failed (client error): The resource could not be found. Aug 27 04:54:39.680212 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-4858c7c1-bee9-460d-b4e2-a03d315ba381 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] 10.222.0.76 "GET /networking/v2.0/ports/d15e4606-783c-404a-afef-9fed481884ea HTTP/1.1" status: 404 len: 333 time: 0.0492785 Aug 27 04:54:39.685765 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 60792) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:39.693268 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-7f46e474-f084-4761-ade2-4b8407a835c4 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Request body: {'port': {'network_id': '584cbef1-f878-4b0e-889f-71b38577102b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1391431563'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:54:39.693768 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-0d4e5561-5362-4285-9250-d34a869069a3 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Allocated IP 172.20.0.7 (61356c33-ce96-40d0-bb36-87a36b2d0e1c/504e0d2d-3a01-4aee-a4e8-40405d7cdaff/87af39c2-cae7-40d7-9be7-5295c0b2ae15) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:54:39.734006 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-0d4e5561-5362-4285-9250-d34a869069a3 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Allocated IP 2001:db8::f816:3eff:fee3:5ae (61356c33-ce96-40d0-bb36-87a36b2d0e1c/7519b8f2-5888-4c49-a3f6-ef04b9a9aaca/87af39c2-cae7-40d7-9be7-5295c0b2ae15) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:54:39.761901 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ef3fc5d8-ea40-4105-b665-df00f047055d tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (da82a14f-0b14-4aef-b0f1-ba44b4d4deec), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:39.822032 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-ef3fc5d8-ea40-4105-b665-df00f047055d tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da82a14f-0b14-4aef-b0f1-ba44b4d4deec']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:39.841994 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-ef3fc5d8-ea40-4105-b665-df00f047055d tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '045857b6-a123-49fe-870f-01088000aa24') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:39.843069 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-ef3fc5d8-ea40-4105-b665-df00f047055d tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '045857b6-a123-49fe-870f-01088000aa24') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:39.850363 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-0f5a5821-5506-4623-a464-52e8319550bc tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Deleting port 99abbdca-6e8c-43c5-bb56-9300cede930f {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:54:39.850906 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0f5a5821-5506-4623-a464-52e8319550bc tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (99abbdca-6e8c-43c5-bb56-9300cede930f), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:39.862974 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ef3fc5d8-ea40-4105-b665-df00f047055d tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (045857b6-a123-49fe-870f-01088000aa24), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:39.912916 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ef3fc5d8-ea40-4105-b665-df00f047055d tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (045857b6-a123-49fe-870f-01088000aa24), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:39.927244 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef3fc5d8-ea40-4105-b665-df00f047055d tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:54:39.927727 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ef3fc5d8-ea40-4105-b665-df00f047055d tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (045857b6-a123-49fe-870f-01088000aa24), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:39.977533 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0f5a5821-5506-4623-a464-52e8319550bc tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (99abbdca-6e8c-43c5-bb56-9300cede930f), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:39.989981 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-0f5a5821-5506-4623-a464-52e8319550bc tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Calling delete_port for 99abbdca-6e8c-43c5-bb56-9300cede930f owned by network:router_gateway {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:54:39.995971 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 045857b6-a123-49fe-870f-01088000aa24 resource provider aggregate not found Aug 27 04:54:40.024796 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 045857b6-a123-49fe-870f-01088000aa24 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 045857b6-a123-49fe-870f-01088000aa24 found for delete ", "request_id": "req-442376f0-d2ff-4f5b-ac7f-27e0e341cad3"}]} Aug 27 04:54:40.069539 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0d4e5561-5362-4285-9250-d34a869069a3 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for port (87af39c2-cae7-40d7-9be7-5295c0b2ae15), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:40.108242 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f46e474-f084-4761-ade2-4b8407a835c4 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Made reservation on behalf of 5487d3e115904527858abc7be7714782 for: {'port': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:54:40.111973 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7f46e474-f084-4761-ade2-4b8407a835c4 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:40.137654 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ef3fc5d8-ea40-4105-b665-df00f047055d tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (da82a14f-0b14-4aef-b0f1-ba44b4d4deec), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:40.140035 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [None req-7f46e474-f084-4761-ade2-4b8407a835c4 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] device_id is not set on port b2d4127e-d809-4538-9d65-f6faee0fed45 yet. {{(pid=107775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:54:40.143987 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3fc5d8-ea40-4105-b665-df00f047055d tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network da82a14f-0b14-4aef-b0f1-ba44b4d4deec {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 27 04:54:40.146407 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ef3fc5d8-ea40-4105-b665-df00f047055d tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:40.155790 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ef3fc5d8-ea40-4105-b665-df00f047055d tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] 10.222.0.76 "DELETE /networking/v2.0/networks/da82a14f-0b14-4aef-b0f1-ba44b4d4deec HTTP/1.1" status: 204 len: 168 time: 0.8549576 Aug 27 04:54:40.178621 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3fc5d8-ea40-4105-b665-df00f047055d tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Pushing event deleted for resources: {'Network': ['ID=da82a14f-0b14-4aef-b0f1-ba44b4d4deec,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:40.231272 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0d4e5561-5362-4285-9250-d34a869069a3 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (87af39c2-cae7-40d7-9be7-5295c0b2ae15), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:40.278187 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4e5561-5362-4285-9250-d34a869069a3 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:54:40.282584 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-0d4e5561-5362-4285-9250-d34a869069a3 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:54:40.285365 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4e5561-5362-4285-9250-d34a869069a3 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:54:40.310328 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-7f46e474-f084-4761-ade2-4b8407a835c4 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Allocated IP 2001:db8::386 (584cbef1-f878-4b0e-889f-71b38577102b/6acc5e84-b546-44e5-8a5e-1b6cb41ca2c3/b2d4127e-d809-4538-9d65-f6faee0fed45) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:54:40.337057 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4e5561-5362-4285-9250-d34a869069a3 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event updated for resources: {'Port': ['ID=87af39c2-cae7-40d7-9be7-5295c0b2ae15,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:40.354887 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0f5a5821-5506-4623-a464-52e8319550bc tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (99abbdca-6e8c-43c5-bb56-9300cede930f), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:40.372658 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4e5561-5362-4285-9250-d34a869069a3 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:40.374274 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0d4e5561-5362-4285-9250-d34a869069a3 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:40.491163 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5a5821-5506-4623-a464-52e8319550bc tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event deleted for resources: {'Port': ['ID=99abbdca-6e8c-43c5-bb56-9300cede930f,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:40.538739 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-0d4e5561-5362-4285-9250-d34a869069a3 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.1083522 Aug 27 04:54:40.539747 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 60810) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:40.585414 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 60812) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:40.656603 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-466eea2a-df7c-4830-962a-9d7fc28a0236 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:40.681033 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0f5a5821-5506-4623-a464-52e8319550bc tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (d75deaf4-c724-4f8f-8e58-c0f1eee0df60), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:40.706459 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:40.732186 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-3b073b79-a5e3-482b-aab9-b4f4abb5b3aa None None] Provisioning complete for port 87af39c2-cae7-40d7-9be7-5295c0b2ae15 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:54:40.734596 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3b073b79-a5e3-482b-aab9-b4f4abb5b3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (87af39c2-cae7-40d7-9be7-5295c0b2ae15), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:40.740796 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc6bbe2-b70f-42e8-8cbe-f538eac8d2c0 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:40.752652 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc6bbe2-b70f-42e8-8cbe-f538eac8d2c0 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:40.759290 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-4cc6bbe2-b70f-42e8-8cbe-f538eac8d2c0 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2178917 Aug 27 04:54:40.761225 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 60818) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:40.830378 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-3b073b79-a5e3-482b-aab9-b4f4abb5b3aa None None] Port 87af39c2-cae7-40d7-9be7-5295c0b2ae15 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:54:40.919544 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0f5a5821-5506-4623-a464-52e8319550bc tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (d75deaf4-c724-4f8f-8e58-c0f1eee0df60), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:40.924702 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0f5a5821-5506-4623-a464-52e8319550bc tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for router_controller (d75deaf4-c724-4f8f-8e58-c0f1eee0df60), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:41.004049 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7f46e474-f084-4761-ade2-4b8407a835c4 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks [] for port (b2d4127e-d809-4538-9d65-f6faee0fed45), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:41.016885 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-fd252379-dbe4-4ec3-ac07-30407a66b588 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Deleting port 87af39c2-cae7-40d7-9be7-5295c0b2ae15 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:54:41.017241 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fd252379-dbe4-4ec3-ac07-30407a66b588 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (87af39c2-cae7-40d7-9be7-5295c0b2ae15), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:41.067599 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0f5a5821-5506-4623-a464-52e8319550bc tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (d75deaf4-c724-4f8f-8e58-c0f1eee0df60), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:41.068251 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f5a5821-5506-4623-a464-52e8319550bc tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Fanout notify agent at l3_agent the message router_deleted on router d75deaf4-c724-4f8f-8e58-c0f1eee0df60 {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:54:41.082850 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0f5a5821-5506-4623-a464-52e8319550bc tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:41.082850 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0f5a5821-5506-4623-a464-52e8319550bc tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "DELETE /networking/v2.0/routers/d75deaf4-c724-4f8f-8e58-c0f1eee0df60 HTTP/1.1" status: 204 len: 168 time: 1.7298517 Aug 27 04:54:41.082850 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 60822) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:41.087465 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-466eea2a-df7c-4830-962a-9d7fc28a0236 admin admin] Publish callbacks [] for security_group (07547247-9045-4649-909e-c6388fea9c9b), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:41.089185 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-9307ae5f-d1af-4815-bca2-e57dafc6002b tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Request body: {'network': {'name': 'tempest-RoutersTest-193399957'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:54:41.127825 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7f46e474-f084-4761-ade2-4b8407a835c4 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (b2d4127e-d809-4538-9d65-f6faee0fed45), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:41.142163 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fd252379-dbe4-4ec3-ac07-30407a66b588 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (87af39c2-cae7-40d7-9be7-5295c0b2ae15), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:41.160571 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-fd252379-dbe4-4ec3-ac07-30407a66b588 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Calling delete_port for 87af39c2-cae7-40d7-9be7-5295c0b2ae15 owned by {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:54:41.162800 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-466eea2a-df7c-4830-962a-9d7fc28a0236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (07547247-9045-4649-909e-c6388fea9c9b), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:41.173471 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f46e474-f084-4761-ade2-4b8407a835c4 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Network 584cbef1-f878-4b0e-889f-71b38577102b is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:54:41.179248 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-7f46e474-f084-4761-ade2-4b8407a835c4 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:54:41.183246 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f46e474-f084-4761-ade2-4b8407a835c4 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:54:41.188412 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f46e474-f084-4761-ade2-4b8407a835c4 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:41.189073 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7f46e474-f084-4761-ade2-4b8407a835c4 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:41.212624 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f46e474-f084-4761-ade2-4b8407a835c4 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Pushing event updated for resources: {'Port': ['ID=b2d4127e-d809-4538-9d65-f6faee0fed45,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:41.231865 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9307ae5f-d1af-4815-bca2-e57dafc6002b tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Made reservation on behalf of 8294e34ae47f4d6bbb8fc590d6939221 for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:54:41.232108 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-466eea2a-df7c-4830-962a-9d7fc28a0236 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=0c304b6838924a08a33fd468276afa41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6433582 Aug 27 04:54:41.235893 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9307ae5f-d1af-4815-bca2-e57dafc6002b tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:41.245132 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 60828) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:41.275288 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466eea2a-df7c-4830-962a-9d7fc28a0236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07547247-9045-4649-909e-c6388fea9c9b,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:41.313894 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9307ae5f-d1af-4815-bca2-e57dafc6002b tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:54:41.322725 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7f46e474-f084-4761-ade2-4b8407a835c4 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6358116 Aug 27 04:54:41.324267 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 60830) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:41.334602 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-6eb88785-43bd-4714-881f-fae59b69f97d tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:26:cd:6c'}]}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:54:41.346831 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9307ae5f-d1af-4815-bca2-e57dafc6002b tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (9135986a-d9a8-4acb-b310-7a30844c94b1), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:41.347336 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-9307ae5f-d1af-4815-bca2-e57dafc6002b tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Added segment 9135986a-d9a8-4acb-b310-7a30844c94b1 of type vlan for network 52c93bcc-bca9-4b7b-8976-cd63c31a740a Aug 27 04:54:41.390974 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4832d314-c8f9-4a54-b127-42252f39ef05 admin admin] Publish callbacks [] for security_group (07547247-9045-4649-909e-c6388fea9c9b), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:41.422956 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9307ae5f-d1af-4815-bca2-e57dafc6002b tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (52c93bcc-bca9-4b7b-8976-cd63c31a740a), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:41.430452 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:41.459973 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 60832) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:41.461095 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4832d314-c8f9-4a54-b127-42252f39ef05 admin admin] Publish callbacks [] for security_group (07547247-9045-4649-909e-c6388fea9c9b), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:41.465215 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-46c034a9-ca7f-4bb9-a25f-7eef0688b7cc tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Request body: {'router': {'name': 'tempest-router--1815186207', 'project_id': '31ab7d5f20cc4d2e9dadd8c54935d862'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:54:41.523875 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9307ae5f-d1af-4815-bca2-e57dafc6002b tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (52c93bcc-bca9-4b7b-8976-cd63c31a740a), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:41.532571 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9307ae5f-d1af-4815-bca2-e57dafc6002b tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:41.534068 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9307ae5f-d1af-4815-bca2-e57dafc6002b tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:41.567054 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-934558e7-ee6f-4d92-9f42-868ece11ce8d None None] Provisioning complete for port b2d4127e-d809-4538-9d65-f6faee0fed45 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:54:41.572894 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-934558e7-ee6f-4d92-9f42-868ece11ce8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (b2d4127e-d809-4538-9d65-f6faee0fed45), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:41.615549 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-934558e7-ee6f-4d92-9f42-868ece11ce8d None None] Port b2d4127e-d809-4538-9d65-f6faee0fed45 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:54:41.624960 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4832d314-c8f9-4a54-b127-42252f39ef05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (07547247-9045-4649-909e-c6388fea9c9b), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:41.627579 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4832d314-c8f9-4a54-b127-42252f39ef05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:41.628818 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-4832d314-c8f9-4a54-b127-42252f39ef05 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/07547247-9045-4649-909e-c6388fea9c9b HTTP/1.1" status: 204 len: 168 time: 0.3864295 Aug 27 04:54:41.648409 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4832d314-c8f9-4a54-b127-42252f39ef05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07547247-9045-4649-909e-c6388fea9c9b,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:41.662158 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-46c034a9-ca7f-4bb9-a25f-7eef0688b7cc tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (c1da377b-f9c7-4d3d-a9b9-c074ab1291a3), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:41.663238 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-46c034a9-ca7f-4bb9-a25f-7eef0688b7cc tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (c1da377b-f9c7-4d3d-a9b9-c074ab1291a3), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:41.671013 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832d314-c8f9-4a54-b127-42252f39ef05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:41.671309 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832d314-c8f9-4a54-b127-42252f39ef05 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:41.671678 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832d314-c8f9-4a54-b127-42252f39ef05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:41.671999 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832d314-c8f9-4a54-b127-42252f39ef05 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:41.672379 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832d314-c8f9-4a54-b127-42252f39ef05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:41.672715 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832d314-c8f9-4a54-b127-42252f39ef05 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:41.673278 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832d314-c8f9-4a54-b127-42252f39ef05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:41.673391 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832d314-c8f9-4a54-b127-42252f39ef05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:41.674024 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832d314-c8f9-4a54-b127-42252f39ef05 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:41.674024 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832d314-c8f9-4a54-b127-42252f39ef05 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:41.674423 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832d314-c8f9-4a54-b127-42252f39ef05 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:41.674737 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832d314-c8f9-4a54-b127-42252f39ef05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:41.675057 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832d314-c8f9-4a54-b127-42252f39ef05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:41.675382 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832d314-c8f9-4a54-b127-42252f39ef05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:41.675713 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832d314-c8f9-4a54-b127-42252f39ef05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:41.678506 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9307ae5f-d1af-4815-bca2-e57dafc6002b tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event updated for resources: {'Network': ['ID=52c93bcc-bca9-4b7b-8976-cd63c31a740a,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:41.715531 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 52c93bcc-bca9-4b7b-8976-cd63c31a740a details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:54:41.725997 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6eb88785-43bd-4714-881f-fae59b69f97d tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (b2d4127e-d809-4538-9d65-f6faee0fed45), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:41.747518 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9307ae5f-d1af-4815-bca2-e57dafc6002b tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6639311 Aug 27 04:54:41.750374 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 60842) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:41.758827 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-85bd7fcb-cbfa-443a-b396-b7fc47cdabdf tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Request body: {'subnet': {'network_id': '52c93bcc-bca9-4b7b-8976-cd63c31a740a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:54:41.781524 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fd252379-dbe4-4ec3-ac07-30407a66b588 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (87af39c2-cae7-40d7-9be7-5295c0b2ae15), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:41.880856 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:41.887928 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd252379-dbe4-4ec3-ac07-30407a66b588 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event deleted for resources: {'Port': ['ID=87af39c2-cae7-40d7-9be7-5295c0b2ae15,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:42.022212 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-46c034a9-ca7f-4bb9-a25f-7eef0688b7cc tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks [] for router_controller (c1da377b-f9c7-4d3d-a9b9-c074ab1291a3), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:42.063377 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85bd7fcb-cbfa-443a-b396-b7fc47cdabdf tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Made reservation on behalf of 8294e34ae47f4d6bbb8fc590d6939221 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:54:42.067463 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-85bd7fcb-cbfa-443a-b396-b7fc47cdabdf tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:42.105618 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-46c034a9-ca7f-4bb9-a25f-7eef0688b7cc tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (c1da377b-f9c7-4d3d-a9b9-c074ab1291a3), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:42.235763 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6eb88785-43bd-4714-881f-fae59b69f97d tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks [] for port (b2d4127e-d809-4538-9d65-f6faee0fed45), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:42.239781 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-46c034a9-ca7f-4bb9-a25f-7eef0688b7cc tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:42.241035 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-46c034a9-ca7f-4bb9-a25f-7eef0688b7cc tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7797749 Aug 27 04:54:42.258190 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fd252379-dbe4-4ec3-ac07-30407a66b588 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:42.264127 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-fd252379-dbe4-4ec3-ac07-30407a66b588 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/ports/87af39c2-cae7-40d7-9be7-5295c0b2ae15 HTTP/1.1" status: 204 len: 168 time: 1.4975505 Aug 27 04:54:42.264127 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 60862) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:42.268357 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 60864) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:42.338060 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6eb88785-43bd-4714-881f-fae59b69f97d tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (b2d4127e-d809-4538-9d65-f6faee0fed45), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:42.338809 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-6eb88785-43bd-4714-881f-fae59b69f97d tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] In _notify_port_updated(), no bound segment for port b2d4127e-d809-4538-9d65-f6faee0fed45 on network 584cbef1-f878-4b0e-889f-71b38577102b {{(pid=107776) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Aug 27 04:54:42.344284 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb88785-43bd-4714-881f-fae59b69f97d tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:42.344941 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6eb88785-43bd-4714-881f-fae59b69f97d tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:42.346378 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6eb88785-43bd-4714-881f-fae59b69f97d tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] 10.222.0.76 "PUT /networking/v2.0/ports/b2d4127e-d809-4538-9d65-f6faee0fed45 HTTP/1.1" status: 200 len: 1003 time: 1.0195284 Aug 27 04:54:42.350170 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7eab4e1-3fba-4b21-85cc-b80e0046adc9 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:42.351366 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 60868) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:42.351772 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7eab4e1-3fba-4b21-85cc-b80e0046adc9 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:42.353783 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7eab4e1-3fba-4b21-85cc-b80e0046adc9 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:42.355513 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c7eab4e1-3fba-4b21-85cc-b80e0046adc9 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0860744 Aug 27 04:54:42.376607 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 60870) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:42.382362 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6ef54b32-7ccc-438b-a295-99396c57db68 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks [] for router (c1da377b-f9c7-4d3d-a9b9-c074ab1291a3), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:42.456487 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-427971ad-5ee0-4ef7-adc0-a38bf4333f68 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Deleting subnet 504e0d2d-3a01-4aee-a4e8-40405d7cdaff {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:54:42.460080 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-427971ad-5ee0-4ef7-adc0-a38bf4333f68 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (504e0d2d-3a01-4aee-a4e8-40405d7cdaff), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:42.470307 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:42.506831 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-85bd7fcb-cbfa-443a-b396-b7fc47cdabdf tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (1cd7bb2b-b35f-445b-a60b-571ff9ea43f6), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:42.545289 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb88785-43bd-4714-881f-fae59b69f97d tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Pushing event updated for resources: {'Port': ['ID=b2d4127e-d809-4538-9d65-f6faee0fed45,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:42.603606 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-2231c973-e0d7-4413-ae8d-3ef3f88a4748 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Deleting port b2d4127e-d809-4538-9d65-f6faee0fed45 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:54:42.604730 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2231c973-e0d7-4413-ae8d-3ef3f88a4748 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (b2d4127e-d809-4538-9d65-f6faee0fed45), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:42.745796 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6ef54b32-7ccc-438b-a295-99396c57db68 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (c1da377b-f9c7-4d3d-a9b9-c074ab1291a3), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:42.751374 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6ef54b32-7ccc-438b-a295-99396c57db68 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks [] for router_controller (c1da377b-f9c7-4d3d-a9b9-c074ab1291a3), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:42.885792 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:42.943955 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-427971ad-5ee0-4ef7-adc0-a38bf4333f68 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (504e0d2d-3a01-4aee-a4e8-40405d7cdaff), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:42.947483 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bd7fcb-cbfa-443a-b396-b7fc47cdabdf tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event updated for resources: {'Subnet': ['ID=1cd7bb2b-b35f-445b-a60b-571ff9ea43f6,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:43.121858 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-427971ad-5ee0-4ef7-adc0-a38bf4333f68 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (504e0d2d-3a01-4aee-a4e8-40405d7cdaff), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:43.149563 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:43.205283 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bd7fcb-cbfa-443a-b396-b7fc47cdabdf tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Checking segment: {'id': '9135986a-d9a8-4acb-b310-7a30844c94b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '52c93bcc-bca9-4b7b-8976-cd63c31a740a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:54:43.205653 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bd7fcb-cbfa-443a-b396-b7fc47cdabdf tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Network hostable DHCP agents. Network: 52c93bcc-bca9-4b7b-8976-cd63c31a740a, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:54:43.210185 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=79,neutron:UPDATE=3,neutron:INSERT=18 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:43.238012 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2231c973-e0d7-4413-ae8d-3ef3f88a4748 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (b2d4127e-d809-4538-9d65-f6faee0fed45), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:43.240671 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:43.255527 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-2231c973-e0d7-4413-ae8d-3ef3f88a4748 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Calling delete_port for b2d4127e-d809-4538-9d65-f6faee0fed45 owned by {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:54:43.257553 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6ef54b32-7ccc-438b-a295-99396c57db68 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (c1da377b-f9c7-4d3d-a9b9-c074ab1291a3), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:43.258691 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef54b32-7ccc-438b-a295-99396c57db68 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c1da377b-f9c7-4d3d-a9b9-c074ab1291a3 {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:54:43.266310 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6ef54b32-7ccc-438b-a295-99396c57db68 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:43.270535 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6ef54b32-7ccc-438b-a295-99396c57db68 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] 10.222.0.76 "DELETE /networking/v2.0/routers/c1da377b-f9c7-4d3d-a9b9-c074ab1291a3 HTTP/1.1" status: 204 len: 168 time: 1.0046184 Aug 27 04:54:43.282771 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-427971ad-5ee0-4ef7-adc0-a38bf4333f68 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (504e0d2d-3a01-4aee-a4e8-40405d7cdaff), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:43.313848 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427971ad-5ee0-4ef7-adc0-a38bf4333f68 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event deleted for resources: {'Subnet': ['ID=504e0d2d-3a01-4aee-a4e8-40405d7cdaff,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:43.316449 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-427971ad-5ee0-4ef7-adc0-a38bf4333f68 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:43.324897 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4286b12-60d1-405d-b0d6-6d4e4610e943 None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:54:43.330104 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-427971ad-5ee0-4ef7-adc0-a38bf4333f68 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/504e0d2d-3a01-4aee-a4e8-40405d7cdaff HTTP/1.1" status: 204 len: 168 time: 0.9523878 Aug 27 04:54:43.333090 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 60896) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:43.338939 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bd7fcb-cbfa-443a-b396-b7fc47cdabdf tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Network 52c93bcc-bca9-4b7b-8976-cd63c31a740a is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:54:43.429744 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b2b5f3b-61e8-46fb-ab74-e752c6ccd54d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Deleting subnet 7519b8f2-5888-4c49-a3f6-ef04b9a9aaca {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:54:43.435631 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5f3b-61e8-46fb-ab74-e752c6ccd54d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (7519b8f2-5888-4c49-a3f6-ef04b9a9aaca), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:43.453607 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-85bd7fcb-cbfa-443a-b396-b7fc47cdabdf tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 52c93bcc-bca9-4b7b-8976-cd63c31a740a) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:54:43.458572 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bd7fcb-cbfa-443a-b396-b7fc47cdabdf tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:43.459263 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-85bd7fcb-cbfa-443a-b396-b7fc47cdabdf tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:43.484882 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fbaa12-4238-457c-b548-34acde38a84c None None] Network 52c93bcc-bca9-4b7b-8976-cd63c31a740a requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:54:43.570007 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-85bd7fcb-cbfa-443a-b396-b7fc47cdabdf tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8185465 Aug 27 04:54:43.572767 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 60900) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:43.582460 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-a27900fb-6c72-498f-9402-40b838abb0ba tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1119640573', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:54:43.681382 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5f3b-61e8-46fb-ab74-e752c6ccd54d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (7519b8f2-5888-4c49-a3f6-ef04b9a9aaca), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:43.696742 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99b8b14-edcb-4624-9fd8-3ae7cba01fcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-52c93bcc-bca9-4b7b-8976-cd63c31a740a', 'network_id': '52c93bcc-bca9-4b7b-8976-cd63c31a740a', 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'fixed_ips': [{'subnet_id': '1cd7bb2b-b35f-445b-a60b-571ff9ea43f6'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:54:43.699106 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e99b8b14-edcb-4624-9fd8-3ae7cba01fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:43.740380 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2231c973-e0d7-4413-ae8d-3ef3f88a4748 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (b2d4127e-d809-4538-9d65-f6faee0fed45), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:43.745732 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a27900fb-6c72-498f-9402-40b838abb0ba tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (7d084317-0555-4533-9c09-791a37980956), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:43.747376 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a27900fb-6c72-498f-9402-40b838abb0ba tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (7d084317-0555-4533-9c09-791a37980956), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:43.795992 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2231c973-e0d7-4413-ae8d-3ef3f88a4748 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Pushing event deleted for resources: {'Port': ['ID=b2d4127e-d809-4538-9d65-f6faee0fed45,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:43.826393 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:43.852586 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2231c973-e0d7-4413-ae8d-3ef3f88a4748 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:43.853056 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2231c973-e0d7-4413-ae8d-3ef3f88a4748 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:43.853653 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2231c973-e0d7-4413-ae8d-3ef3f88a4748 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:43.854033 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2231c973-e0d7-4413-ae8d-3ef3f88a4748 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:43.854472 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2231c973-e0d7-4413-ae8d-3ef3f88a4748 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:43.855046 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2231c973-e0d7-4413-ae8d-3ef3f88a4748 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:43.859377 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2231c973-e0d7-4413-ae8d-3ef3f88a4748 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:43.863738 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2231c973-e0d7-4413-ae8d-3ef3f88a4748 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:43.863738 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2231c973-e0d7-4413-ae8d-3ef3f88a4748 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:43.863738 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2231c973-e0d7-4413-ae8d-3ef3f88a4748 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:43.863738 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2231c973-e0d7-4413-ae8d-3ef3f88a4748 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:43.863738 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2231c973-e0d7-4413-ae8d-3ef3f88a4748 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:43.863738 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2231c973-e0d7-4413-ae8d-3ef3f88a4748 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:43.865483 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2231c973-e0d7-4413-ae8d-3ef3f88a4748 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:43.866790 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2231c973-e0d7-4413-ae8d-3ef3f88a4748 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:43.887987 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2231c973-e0d7-4413-ae8d-3ef3f88a4748 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:43.898985 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2231c973-e0d7-4413-ae8d-3ef3f88a4748 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] 10.222.0.76 "DELETE /networking/v2.0/ports/b2d4127e-d809-4538-9d65-f6faee0fed45 HTTP/1.1" status: 204 len: 168 time: 1.5404992 Aug 27 04:54:43.912966 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 60912) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:43.939919 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5f3b-61e8-46fb-ab74-e752c6ccd54d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (7519b8f2-5888-4c49-a3f6-ef04b9a9aaca), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:43.973332 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-f89ff3b4-dbc9-47ed-9684-9079d68799aa tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] GET failed (client error): The resource could not be found. Aug 27 04:54:43.975532 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f89ff3b4-dbc9-47ed-9684-9079d68799aa tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] 10.222.0.76 "GET /networking/v2.0/ports/b2d4127e-d809-4538-9d65-f6faee0fed45 HTTP/1.1" status: 404 len: 333 time: 0.0583951 Aug 27 04:54:43.976345 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-e99b8b14-edcb-4624-9fd8-3ae7cba01fcd None None] Allocated IP 172.20.0.2 (52c93bcc-bca9-4b7b-8976-cd63c31a740a/1cd7bb2b-b35f-445b-a60b-571ff9ea43f6/9bfac0d8-7864-4af9-a766-b1a71455e3c6) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:54:43.982011 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 60914) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:43.986609 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a27900fb-6c72-498f-9402-40b838abb0ba tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for router_controller (7d084317-0555-4533-9c09-791a37980956), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:43.994391 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-a1e75008-6f60-4941-8025-b87dfabb79cb tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Request body: {'port': {'network_id': '584cbef1-f878-4b0e-889f-71b38577102b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1433885284'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:54:44.105400 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a27900fb-6c72-498f-9402-40b838abb0ba tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (7d084317-0555-4533-9c09-791a37980956), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:44.187126 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5f3b-61e8-46fb-ab74-e752c6ccd54d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (7519b8f2-5888-4c49-a3f6-ef04b9a9aaca), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:44.204047 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 60922) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:44.285601 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2b5f3b-61e8-46fb-ab74-e752c6ccd54d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event deleted for resources: {'Subnet': ['ID=7519b8f2-5888-4c49-a3f6-ef04b9a9aaca,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:44.288679 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a27900fb-6c72-498f-9402-40b838abb0ba tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:44.301162 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5f3b-61e8-46fb-ab74-e752c6ccd54d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:44.303972 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a27900fb-6c72-498f-9402-40b838abb0ba tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7299249 Aug 27 04:54:44.307066 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 60926) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:44.313118 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2b2b5f3b-61e8-46fb-ab74-e752c6ccd54d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/7519b8f2-5888-4c49-a3f6-ef04b9a9aaca HTTP/1.1" status: 204 len: 168 time: 0.9789786 Aug 27 04:54:44.320266 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 60928) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:44.382389 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a292142a-9b56-4233-944f-ff2b58ee6d64 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0585594 Aug 27 04:54:44.382593 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 60930) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:44.399463 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e99b8b14-edcb-4624-9fd8-3ae7cba01fcd None None] Publish callbacks [] for port (9bfac0d8-7864-4af9-a766-b1a71455e3c6), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:44.408937 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:44.430887 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e75008-6f60-4941-8025-b87dfabb79cb tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Made reservation on behalf of 5487d3e115904527858abc7be7714782 for: {'port': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:54:44.436678 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a1e75008-6f60-4941-8025-b87dfabb79cb tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:44.462829 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec579c3d-7637-4858-af77-3306a77cc3c6 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:44.463089 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [None req-a1e75008-6f60-4941-8025-b87dfabb79cb tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] device_id is not set on port b725f8bc-8a64-45ee-ab83-ac77974aa97d yet. {{(pid=107775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:54:44.464419 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ec579c3d-7637-4858-af77-3306a77cc3c6 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0808520 Aug 27 04:54:44.468256 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 60936) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:44.500586 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e99b8b14-edcb-4624-9fd8-3ae7cba01fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (9bfac0d8-7864-4af9-a766-b1a71455e3c6), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:44.549474 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d6d527-0773-423c-a9ff-95aca37fafba tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:44.551307 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-62d6d527-0773-423c-a9ff-95aca37fafba tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0770729 Aug 27 04:54:44.559913 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 60938) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:44.564932 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99b8b14-edcb-4624-9fd8-3ae7cba01fcd None None] Network 52c93bcc-bca9-4b7b-8976-cd63c31a740a is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:54:44.570684 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-e99b8b14-edcb-4624-9fd8-3ae7cba01fcd None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:54:44.573562 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99b8b14-edcb-4624-9fd8-3ae7cba01fcd None None] Pushing event updated for resources: {'Port': ['ID=9bfac0d8-7864-4af9-a766-b1a71455e3c6,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:44.576018 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99b8b14-edcb-4624-9fd8-3ae7cba01fcd None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:54:44.596384 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=79,neutron:INSERT=9,neutron:UPDATE=6,neutron:DELETE=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:44.647350 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e3e70a54-6447-4a1b-b794-13f3ec16bedb tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0840025 Aug 27 04:54:44.649846 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-e99b8b14-edcb-4624-9fd8-3ae7cba01fcd None None] Attempting to bind port 9bfac0d8-7864-4af9-a766-b1a71455e3c6 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:54:44.650058 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-e99b8b14-edcb-4624-9fd8-3ae7cba01fcd None None] Attempting to bind port 9bfac0d8-7864-4af9-a766-b1a71455e3c6 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '9135986a-d9a8-4acb-b310-7a30844c94b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '52c93bcc-bca9-4b7b-8976-cd63c31a740a'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:54:44.650421 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99b8b14-edcb-4624-9fd8-3ae7cba01fcd None None] Attempting to bind port 9bfac0d8-7864-4af9-a766-b1a71455e3c6 on network 52c93bcc-bca9-4b7b-8976-cd63c31a740a {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:54:44.659945 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99b8b14-edcb-4624-9fd8-3ae7cba01fcd None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:54:44.660471 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 60940) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:44.660767 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99b8b14-edcb-4624-9fd8-3ae7cba01fcd None None] Checking segment: {'id': '9135986a-d9a8-4acb-b310-7a30844c94b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '52c93bcc-bca9-4b7b-8976-cd63c31a740a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:54:44.661361 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e99b8b14-edcb-4624-9fd8-3ae7cba01fcd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:44.662516 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99b8b14-edcb-4624-9fd8-3ae7cba01fcd None None] Bound using segment: {'id': '9135986a-d9a8-4acb-b310-7a30844c94b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '52c93bcc-bca9-4b7b-8976-cd63c31a740a'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:54:44.663279 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-e99b8b14-edcb-4624-9fd8-3ae7cba01fcd None None] Bound port: 9bfac0d8-7864-4af9-a766-b1a71455e3c6, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9135986a-d9a8-4acb-b310-7a30844c94b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '52c93bcc-bca9-4b7b-8976-cd63c31a740a'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:54:44.663838 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e99b8b14-edcb-4624-9fd8-3ae7cba01fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (9bfac0d8-7864-4af9-a766-b1a71455e3c6), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:44.668706 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0102bb68-1796-4bf3-b345-bae3058941db None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:54:44.683074 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-9183a5d2-a66a-49b6-80f9-54a4bdaeb2f7 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'subnet': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:54:44.742786 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-f74a46cd-9a0c-4e76-9ad2-90588a88dc59 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-228801879', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}, 'admin_state_up': False}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:54:44.780771 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-5c78a3a7-db40-4802-94d1-36ec30b60e68 None None] Provisioning complete for port 26049a5e-872c-41be-b120-0e1d8e47b094 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:54:44.781164 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5c78a3a7-db40-4802-94d1-36ec30b60e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (26049a5e-872c-41be-b120-0e1d8e47b094), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:44.911308 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-e99b8b14-edcb-4624-9fd8-3ae7cba01fcd None None] For port 9bfac0d8-7864-4af9-a766-b1a71455e3c6, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:54:44.921938 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-e99b8b14-edcb-4624-9fd8-3ae7cba01fcd None None] For port 9bfac0d8-7864-4af9-a766-b1a71455e3c6, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=9bfac0d8-7864-4af9-a766-b1a71455e3c6,segment=NetworkSegment(9135986a-d9a8-4acb-b310-7a30844c94b1),segment_id=9135986a-d9a8-4acb-b310-7a30844c94b1)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:54:44.955084 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f5e1b4-bb52-47ba-a39f-adc42765def2 None None] DHCP port deletion for 61356c33-ce96-40d0-bb36-87a36b2d0e1c request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:54:44.962658 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5487f3bd-e3a4-4114-8e12-104abf048fef tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:45.000280 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-a1e75008-6f60-4941-8025-b87dfabb79cb tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Allocated IP 2001:db8::20e (584cbef1-f878-4b0e-889f-71b38577102b/6acc5e84-b546-44e5-8a5e-1b6cb41ca2c3/b725f8bc-8a64-45ee-ab83-ac77974aa97d) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:54:45.009733 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-5c78a3a7-db40-4802-94d1-36ec30b60e68 None None] Current status of the port 26049a5e-872c-41be-b120-0e1d8e47b094 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:54:45.019078 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9183a5d2-a66a-49b6-80f9-54a4bdaeb2f7 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Made reservation on behalf of f0f1eb4384394fc18f1626f3e12e04e3 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:54:45.023152 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9183a5d2-a66a-49b6-80f9-54a4bdaeb2f7 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:45.024630 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-9183a5d2-a66a-49b6-80f9-54a4bdaeb2f7 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 04:54:45.025099 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9183a5d2-a66a-49b6-80f9-54a4bdaeb2f7 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:54:45.045480 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-e3f5e1b4-bb52-47ba-a39f-adc42765def2 None None] Deleting port 26049a5e-872c-41be-b120-0e1d8e47b094 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:54:45.045883 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e3f5e1b4-bb52-47ba-a39f-adc42765def2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (26049a5e-872c-41be-b120-0e1d8e47b094), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:45.048018 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f74a46cd-9a0c-4e76-9ad2-90588a88dc59 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (7e8a19c6-06d6-4a0d-94ee-46cd8b3cd378), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:45.048910 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f74a46cd-9a0c-4e76-9ad2-90588a88dc59 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (7e8a19c6-06d6-4a0d-94ee-46cd8b3cd378), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:45.053213 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e99b8b14-edcb-4624-9fd8-3ae7cba01fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (9bfac0d8-7864-4af9-a766-b1a71455e3c6), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:45.177951 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 60952) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:45.193034 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-9183a5d2-a66a-49b6-80f9-54a4bdaeb2f7 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5278211 Aug 27 04:54:45.193698 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 60956) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:45.211380 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-08540a64-0226-487e-9d8a-49c399d59d51 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'subnet': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:54:45.248370 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f74a46cd-9a0c-4e76-9ad2-90588a88dc59 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks [] for router_controller (7e8a19c6-06d6-4a0d-94ee-46cd8b3cd378), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:45.523988 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-e3f5e1b4-bb52-47ba-a39f-adc42765def2 None None] For port 26049a5e-872c-41be-b120-0e1d8e47b094, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=26049a5e-872c-41be-b120-0e1d8e47b094,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:54:45.524572 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e3f5e1b4-bb52-47ba-a39f-adc42765def2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (26049a5e-872c-41be-b120-0e1d8e47b094), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:45.555549 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99b8b14-edcb-4624-9fd8-3ae7cba01fcd None None] Pushing event updated for resources: {'Port': ['ID=9bfac0d8-7864-4af9-a766-b1a71455e3c6,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:45.571935 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-e3f5e1b4-bb52-47ba-a39f-adc42765def2 None None] Calling delete_port for 26049a5e-872c-41be-b120-0e1d8e47b094 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:54:45.578590 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-40b4a9ed-4da4-4c1b-8224-3bdfb86d5a3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:45.670824 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08540a64-0226-487e-9d8a-49c399d59d51 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Made reservation on behalf of f0f1eb4384394fc18f1626f3e12e04e3 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:54:45.682937 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-08540a64-0226-487e-9d8a-49c399d59d51 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:45.684885 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-08540a64-0226-487e-9d8a-49c399d59d51 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 04:54:45.687260 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08540a64-0226-487e-9d8a-49c399d59d51 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:54:45.727475 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:45.828113 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-40b4a9ed-4da4-4c1b-8224-3bdfb86d5a3c admin admin] Publish callbacks [] for security_group (397cdb84-0fea-4359-861c-95e340c68c68), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:45.846352 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-08540a64-0226-487e-9d8a-49c399d59d51 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6441653 Aug 27 04:54:45.846352 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 60968) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:45.855268 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-0a5c668a-70ad-4284-a1eb-24b0a9b66f37 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'subnet': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:54:45.881474 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e3f5e1b4-bb52-47ba-a39f-adc42765def2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (26049a5e-872c-41be-b120-0e1d8e47b094), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:45.892337 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a1e75008-6f60-4941-8025-b87dfabb79cb tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks [] for port (b725f8bc-8a64-45ee-ab83-ac77974aa97d), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:45.927472 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f5e1b4-bb52-47ba-a39f-adc42765def2 None None] Pushing event deleted for resources: {'Port': ['ID=26049a5e-872c-41be-b120-0e1d8e47b094,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:45.937084 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f5e1b4-bb52-47ba-a39f-adc42765def2 None None] No DVR routers for this DVR port 26049a5e-872c-41be-b120-0e1d8e47b094 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:54:45.958674 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f74a46cd-9a0c-4e76-9ad2-90588a88dc59 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks [] for router_gateway (7e8a19c6-06d6-4a0d-94ee-46cd8b3cd378), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:45.976239 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-40b4a9ed-4da4-4c1b-8224-3bdfb86d5a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (397cdb84-0fea-4359-861c-95e340c68c68), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:45.980484 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-5487f3bd-e3a4-4114-8e12-104abf048fef tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Allocated IP 172.20.0.1 (52c93bcc-bca9-4b7b-8976-cd63c31a740a/1cd7bb2b-b35f-445b-a60b-571ff9ea43f6/8e17862e-5786-46cf-83ae-1cd0f19417d0) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:54:46.094478 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b4a9ed-4da4-4c1b-8224-3bdfb86d5a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397cdb84-0fea-4359-861c-95e340c68c68,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:46.140326 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-40b4a9ed-4da4-4c1b-8224-3bdfb86d5a3c admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=cb83c4a0e768452eb2fff288e70944e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9600601 Aug 27 04:54:46.141018 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 60984) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:46.150210 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:46.247074 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5c668a-70ad-4284-a1eb-24b0a9b66f37 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Made reservation on behalf of f0f1eb4384394fc18f1626f3e12e04e3 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:54:46.252469 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a1e75008-6f60-4941-8025-b87dfabb79cb tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (b725f8bc-8a64-45ee-ab83-ac77974aa97d), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:46.254954 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0a5c668a-70ad-4284-a1eb-24b0a9b66f37 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:46.257826 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a5c668a-70ad-4284-a1eb-24b0a9b66f37 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 04:54:46.258692 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a5c668a-70ad-4284-a1eb-24b0a9b66f37 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:54:46.266027 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:46.300307 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-27dc19ea-4b61-4afc-b1ef-f4095c712287 admin admin] Publish callbacks [] for security_group (397cdb84-0fea-4359-861c-95e340c68c68), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:46.339178 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-27dc19ea-4b61-4afc-b1ef-f4095c712287 admin admin] Publish callbacks [] for security_group (397cdb84-0fea-4359-861c-95e340c68c68), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:46.385599 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-0a5c668a-70ad-4284-a1eb-24b0a9b66f37 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5397093 Aug 27 04:54:46.397885 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 60990) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:46.411127 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-c60c7c89-8a47-4816-ac01-af617364bf2f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'subnet': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:54:46.419012 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e75008-6f60-4941-8025-b87dfabb79cb tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Network 584cbef1-f878-4b0e-889f-71b38577102b is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:54:46.428506 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5487f3bd-e3a4-4114-8e12-104abf048fef tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for port (8e17862e-5786-46cf-83ae-1cd0f19417d0), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:46.436696 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-a1e75008-6f60-4941-8025-b87dfabb79cb tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:54:46.439410 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e75008-6f60-4941-8025-b87dfabb79cb tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:54:46.444857 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e75008-6f60-4941-8025-b87dfabb79cb tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:46.445687 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a1e75008-6f60-4941-8025-b87dfabb79cb tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:46.458211 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e75008-6f60-4941-8025-b87dfabb79cb tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Pushing event updated for resources: {'Port': ['ID=b725f8bc-8a64-45ee-ab83-ac77974aa97d,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:46.511111 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f74a46cd-9a0c-4e76-9ad2-90588a88dc59 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks [] for router_gateway (7e8a19c6-06d6-4a0d-94ee-46cd8b3cd378), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:46.600248 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f74a46cd-9a0c-4e76-9ad2-90588a88dc59 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:46.614497 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a1e75008-6f60-4941-8025-b87dfabb79cb tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.6302390 Aug 27 04:54:46.626423 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 60996) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:46.638033 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-09f8fd44-3cb7-4a75-8335-6b1d32b290d0 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Request body: {'port': {'network_id': '584cbef1-f878-4b0e-889f-71b38577102b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-956896981'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:54:46.666589 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 9bfac0d8-7864-4af9-a766-b1a71455e3c6 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:54:46.755824 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-27dc19ea-4b61-4afc-b1ef-f4095c712287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (397cdb84-0fea-4359-861c-95e340c68c68), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:46.758495 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-27dc19ea-4b61-4afc-b1ef-f4095c712287 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:46.760477 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-27dc19ea-4b61-4afc-b1ef-f4095c712287 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/397cdb84-0fea-4359-861c-95e340c68c68 HTTP/1.1" status: 204 len: 168 time: 0.6173365 Aug 27 04:54:46.772923 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 9bfac0d8-7864-4af9-a766-b1a71455e3c6 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:54:46.774633 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (9bfac0d8-7864-4af9-a766-b1a71455e3c6), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:46.776304 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc19ea-4b61-4afc-b1ef-f4095c712287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397cdb84-0fea-4359-861c-95e340c68c68,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:46.787847 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5487f3bd-e3a4-4114-8e12-104abf048fef tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (8e17862e-5786-46cf-83ae-1cd0f19417d0), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:46.796597 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60c7c89-8a47-4816-ac01-af617364bf2f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Made reservation on behalf of f0f1eb4384394fc18f1626f3e12e04e3 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:54:46.802421 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c60c7c89-8a47-4816-ac01-af617364bf2f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:46.804270 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-c60c7c89-8a47-4816-ac01-af617364bf2f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 04:54:46.804728 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c60c7c89-8a47-4816-ac01-af617364bf2f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:54:46.816022 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:46.876663 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 32768) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:46.886722 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5487f3bd-e3a4-4114-8e12-104abf048fef tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Network 52c93bcc-bca9-4b7b-8976-cd63c31a740a is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:54:46.901382 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-5487f3bd-e3a4-4114-8e12-104abf048fef tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:54:46.901580 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc0b21d-67b7-4907-abbe-a66ab5e7a02c None None] Network 52c93bcc-bca9-4b7b-8976-cd63c31a740a requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:54:46.945821 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5487f3bd-e3a4-4114-8e12-104abf048fef tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:54:46.970181 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c60c7c89-8a47-4816-ac01-af617364bf2f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5704403 Aug 27 04:54:46.973127 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 32774) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:46.978251 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-772b46d5-2e24-4462-945c-240b44981626 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'subnet': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:54:46.991125 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 9bfac0d8-7864-4af9-a766-b1a71455e3c6 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:54:46.991631 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (9bfac0d8-7864-4af9-a766-b1a71455e3c6), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:46.998094 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-7d0544d1-2b42-4759-92e6-dd18de7dedf2 None None] Provisioning complete for port 9bfac0d8-7864-4af9-a766-b1a71455e3c6 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:54:46.999263 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7d0544d1-2b42-4759-92e6-dd18de7dedf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (9bfac0d8-7864-4af9-a766-b1a71455e3c6), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:47.099090 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 9bfac0d8-7864-4af9-a766-b1a71455e3c6, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=9bfac0d8-7864-4af9-a766-b1a71455e3c6,segment=NetworkSegment(9135986a-d9a8-4acb-b310-7a30844c94b1),segment_id=9135986a-d9a8-4acb-b310-7a30844c94b1)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:54:47.124357 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:47.164358 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f8fd44-3cb7-4a75-8335-6b1d32b290d0 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Made reservation on behalf of 5487d3e115904527858abc7be7714782 for: {'port': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:54:47.168968 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-09f8fd44-3cb7-4a75-8335-6b1d32b290d0 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:47.194960 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5487f3bd-e3a4-4114-8e12-104abf048fef tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event updated for resources: {'Port': ['ID=8e17862e-5786-46cf-83ae-1cd0f19417d0,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:47.200905 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (9bfac0d8-7864-4af9-a766-b1a71455e3c6), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:47.233791 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5487f3bd-e3a4-4114-8e12-104abf048fef tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (7d084317-0555-4533-9c09-791a37980956), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:47.233990 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-7d0544d1-2b42-4759-92e6-dd18de7dedf2 None None] Current status of the port 9bfac0d8-7864-4af9-a766-b1a71455e3c6 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:54:47.233990 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7d0544d1-2b42-4759-92e6-dd18de7dedf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (9bfac0d8-7864-4af9-a766-b1a71455e3c6), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:47.239169 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [None req-09f8fd44-3cb7-4a75-8335-6b1d32b290d0 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] device_id is not set on port 4cd11682-d057-4b8e-b125-cdcda57d9bef yet. {{(pid=107775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:54:47.292955 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772b46d5-2e24-4462-945c-240b44981626 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Made reservation on behalf of f0f1eb4384394fc18f1626f3e12e04e3 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:54:47.297723 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-772b46d5-2e24-4462-945c-240b44981626 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:47.299373 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-772b46d5-2e24-4462-945c-240b44981626 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 04:54:47.299828 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-772b46d5-2e24-4462-945c-240b44981626 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:54:47.312479 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 26049a5e-872c-41be-b120-0e1d8e47b094 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:54:47.321551 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-f74a46cd-9a0c-4e76-9ad2-90588a88dc59 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Allocated IP 172.25.2.233 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/4a2dbc11-617f-4fbe-8c65-644586f95ded) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:54:47.383994 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 26049a5e-872c-41be-b120-0e1d8e47b094 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:54:47.384391 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 26049a5e-872c-41be-b120-0e1d8e47b094 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:54:47.406286 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-b3d50d8b-e65e-450f-8578-744e6169e659 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-219182569'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:54:47.413223 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=9bfac0d8-7864-4af9-a766-b1a71455e3c6,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:47.432374 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-7d0544d1-2b42-4759-92e6-dd18de7dedf2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:54:47.432797 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-7d0544d1-2b42-4759-92e6-dd18de7dedf2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:54:47.450861 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-772b46d5-2e24-4462-945c-240b44981626 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4766841 Aug 27 04:54:47.455670 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 32778) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:47.473110 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-c2a6204e-1f39-480b-962c-3144c06c326c tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'subnet': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:54:47.626769 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d50d8b-e65e-450f-8578-744e6169e659 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Made reservation on behalf of f01d677260ad4eaa84a2e5b7cbd53e17 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:54:47.634055 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b3d50d8b-e65e-450f-8578-744e6169e659 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:47.649206 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b3d50d8b-e65e-450f-8578-744e6169e659 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:47.739610 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a6204e-1f39-480b-962c-3144c06c326c tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Made reservation on behalf of f0f1eb4384394fc18f1626f3e12e04e3 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:54:47.747549 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c2a6204e-1f39-480b-962c-3144c06c326c tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:47.747549 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2a6204e-1f39-480b-962c-3144c06c326c tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 04:54:47.747549 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2a6204e-1f39-480b-962c-3144c06c326c tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:54:47.910420 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c2a6204e-1f39-480b-962c-3144c06c326c tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4527886 Aug 27 04:54:47.911725 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 32782) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:47.966385 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b3d50d8b-e65e-450f-8578-744e6169e659 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Publish callbacks [] for security_group (01484cf2-4763-4850-a96a-17547b13b807), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:47.973953 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d5236a2e-2715-4ac0-ba5a-6c891852c47a tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0531783 Aug 27 04:54:47.975938 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 32786) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:48.020127 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-7d0544d1-2b42-4759-92e6-dd18de7dedf2 None None] Current status of the port 9bfac0d8-7864-4af9-a766-b1a71455e3c6 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:54:48.076412 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-09f8fd44-3cb7-4a75-8335-6b1d32b290d0 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Allocated IP 2001:db8::383 (584cbef1-f878-4b0e-889f-71b38577102b/6acc5e84-b546-44e5-8a5e-1b6cb41ca2c3/4cd11682-d057-4b8e-b125-cdcda57d9bef) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:54:48.086497 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa28f66-53d7-45f2-8747-69587550e27e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:48.090648 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-0fa28f66-53d7-45f2-8747-69587550e27e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1109161 Aug 27 04:54:48.091091 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 32790) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:48.100878 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b3d50d8b-e65e-450f-8578-744e6169e659 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (01484cf2-4763-4850-a96a-17547b13b807), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:48.141189 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-af69d3da-d749-4971-bc0a-a84f47daa725 None None] Provisioning complete for port 8e17862e-5786-46cf-83ae-1cd0f19417d0 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:54:48.142382 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-af69d3da-d749-4971-bc0a-a84f47daa725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (8e17862e-5786-46cf-83ae-1cd0f19417d0), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:48.161144 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ff0752b0-7110-489d-b254-ce7164130d29 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0686190 Aug 27 04:54:48.167223 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 32792) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:48.178638 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-1399e504-3cb2-4242-a867-55b8bbb6dfa5 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'subnet': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:54:48.190627 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-af69d3da-d749-4971-bc0a-a84f47daa725 None None] Port 8e17862e-5786-46cf-83ae-1cd0f19417d0 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:54:48.198945 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-af69d3da-d749-4971-bc0a-a84f47daa725 None None] Provisioning complete for port b725f8bc-8a64-45ee-ab83-ac77974aa97d triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:54:48.199397 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-af69d3da-d749-4971-bc0a-a84f47daa725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (b725f8bc-8a64-45ee-ab83-ac77974aa97d), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:48.207717 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3d50d8b-e65e-450f-8578-744e6169e659 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:54:48.219969 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:48.223903 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:48.234654 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-af69d3da-d749-4971-bc0a-a84f47daa725 None None] Port b725f8bc-8a64-45ee-ab83-ac77974aa97d cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:54:48.242597 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-af69d3da-d749-4971-bc0a-a84f47daa725 None None] Provisioning complete for port 9bfac0d8-7864-4af9-a766-b1a71455e3c6 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:54:48.243055 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-af69d3da-d749-4971-bc0a-a84f47daa725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (9bfac0d8-7864-4af9-a766-b1a71455e3c6), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:48.254991 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d50d8b-e65e-450f-8578-744e6169e659 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01484cf2-4763-4850-a96a-17547b13b807,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:48.278051 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b3d50d8b-e65e-450f-8578-744e6169e659 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (863ad942-a0aa-4873-ba57-bf890afc3eaf), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:48.278566 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-b3d50d8b-e65e-450f-8578-744e6169e659 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Added segment 863ad942-a0aa-4873-ba57-bf890afc3eaf of type vlan for network ab1668c3-fa16-429a-8f27-3ef55eba334a Aug 27 04:54:48.281852 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f74a46cd-9a0c-4e76-9ad2-90588a88dc59 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks [] for port (4a2dbc11-617f-4fbe-8c65-644586f95ded), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:48.296720 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5487f3bd-e3a4-4114-8e12-104abf048fef tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8e17862e-5786-46cf-83ae-1cd0f19417d0), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:48.345568 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b3d50d8b-e65e-450f-8578-744e6169e659 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (ab1668c3-fa16-429a-8f27-3ef55eba334a), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:48.361593 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-af69d3da-d749-4971-bc0a-a84f47daa725 None None] Current status of the port 9bfac0d8-7864-4af9-a766-b1a71455e3c6 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:54:48.401957 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 32794) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:48.413219 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:48.417505 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-451bc462-33b3-46eb-bacc-d9aa85950845 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:48.457885 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-09f8fd44-3cb7-4a75-8335-6b1d32b290d0 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks [] for port (4cd11682-d057-4b8e-b125-cdcda57d9bef), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:48.478346 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1399e504-3cb2-4242-a867-55b8bbb6dfa5 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Made reservation on behalf of f0f1eb4384394fc18f1626f3e12e04e3 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:54:48.482117 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1399e504-3cb2-4242-a867-55b8bbb6dfa5 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:48.521322 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 9bfac0d8-7864-4af9-a766-b1a71455e3c6 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:54:48.526514 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f74a46cd-9a0c-4e76-9ad2-90588a88dc59 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (4a2dbc11-617f-4fbe-8c65-644586f95ded), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:48.568579 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b3d50d8b-e65e-450f-8578-744e6169e659 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (ab1668c3-fa16-429a-8f27-3ef55eba334a), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:48.575465 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74a46cd-9a0c-4e76-9ad2-90588a88dc59 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:54:48.582968 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d50d8b-e65e-450f-8578-744e6169e659 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:48.583235 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 9bfac0d8-7864-4af9-a766-b1a71455e3c6 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:54:48.583829 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (9bfac0d8-7864-4af9-a766-b1a71455e3c6), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:48.584120 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b3d50d8b-e65e-450f-8578-744e6169e659 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:48.641127 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-f74a46cd-9a0c-4e76-9ad2-90588a88dc59 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:54:48.663943 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74a46cd-9a0c-4e76-9ad2-90588a88dc59 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Pushing event updated for resources: {'Port': ['ID=4a2dbc11-617f-4fbe-8c65-644586f95ded,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:48.665632 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 9bfac0d8-7864-4af9-a766-b1a71455e3c6 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:54:48.669128 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74a46cd-9a0c-4e76-9ad2-90588a88dc59 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:54:48.714205 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b3d50d8b-e65e-450f-8578-744e6169e659 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.8360879 Aug 27 04:54:48.716056 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-451bc462-33b3-46eb-bacc-d9aa85950845 admin admin] Publish callbacks [] for security_group (d52a3e2b-429f-4ffb-94d2-52b4f1ed0528), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:48.720467 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 32798) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:48.723121 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d50d8b-e65e-450f-8578-744e6169e659 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Pushing event updated for resources: {'Network': ['ID=ab1668c3-fa16-429a-8f27-3ef55eba334a,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:48.731120 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-37fd39c3-1e19-4310-aa95-5788ed1b1375 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Request body: {'subnet': {'network_id': 'ab1668c3-fa16-429a-8f27-3ef55eba334a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:54:48.743207 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network ab1668c3-fa16-429a-8f27-3ef55eba334a details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:54:48.798146 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-09f8fd44-3cb7-4a75-8335-6b1d32b290d0 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (4cd11682-d057-4b8e-b125-cdcda57d9bef), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:48.812763 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-451bc462-33b3-46eb-bacc-d9aa85950845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (d52a3e2b-429f-4ffb-94d2-52b4f1ed0528), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:48.853943 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-451bc462-33b3-46eb-bacc-d9aa85950845 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=98446ef54d984224af5e322412a29a79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4505372 Aug 27 04:54:48.855097 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451bc462-33b3-46eb-bacc-d9aa85950845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d52a3e2b-429f-4ffb-94d2-52b4f1ed0528,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:48.859500 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 32800) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:48.910523 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:48.922818 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0aaed83f-de59-4415-9d48-4d275e129ca8 admin admin] Publish callbacks [] for security_group (d52a3e2b-429f-4ffb-94d2-52b4f1ed0528), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:48.980376 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f8fd44-3cb7-4a75-8335-6b1d32b290d0 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Network 584cbef1-f878-4b0e-889f-71b38577102b is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:54:48.983610 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0aaed83f-de59-4415-9d48-4d275e129ca8 admin admin] Publish callbacks [] for security_group (d52a3e2b-429f-4ffb-94d2-52b4f1ed0528), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:48.994179 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-09f8fd44-3cb7-4a75-8335-6b1d32b290d0 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:54:49.004108 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f8fd44-3cb7-4a75-8335-6b1d32b290d0 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Pushing event updated for resources: {'Port': ['ID=4cd11682-d057-4b8e-b125-cdcda57d9bef,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:49.007318 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f8fd44-3cb7-4a75-8335-6b1d32b290d0 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:54:49.014362 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:49.014701 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f8fd44-3cb7-4a75-8335-6b1d32b290d0 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:49.014701 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-09f8fd44-3cb7-4a75-8335-6b1d32b290d0 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:49.034401 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5487f3bd-e3a4-4114-8e12-104abf048fef tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for port (8e17862e-5786-46cf-83ae-1cd0f19417d0), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:49.052922 n-d-852088-5 neutron-server[107776]: DEBUG neutron.objects.ports [None req-1399e504-3cb2-4242-a867-55b8bbb6dfa5 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107776) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 27 04:54:49.064308 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1399e504-3cb2-4242-a867-55b8bbb6dfa5 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (fe8f251e-5e88-45a1-9ab1-51f1f11ccfd3), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:49.135573 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1399e504-3cb2-4242-a867-55b8bbb6dfa5 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event updated for resources: {'Subnet': ['ID=fe8f251e-5e88-45a1-9ab1-51f1f11ccfd3,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:49.145313 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5487f3bd-e3a4-4114-8e12-104abf048fef tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (8e17862e-5786-46cf-83ae-1cd0f19417d0), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:49.150307 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1399e504-3cb2-4242-a867-55b8bbb6dfa5 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:54:49.151885 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37fd39c3-1e19-4310-aa95-5788ed1b1375 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Made reservation on behalf of f01d677260ad4eaa84a2e5b7cbd53e17 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:54:49.152101 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-1399e504-3cb2-4242-a867-55b8bbb6dfa5 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:54:49.155675 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1399e504-3cb2-4242-a867-55b8bbb6dfa5 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:49.156300 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1399e504-3cb2-4242-a867-55b8bbb6dfa5 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:49.162375 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-37fd39c3-1e19-4310-aa95-5788ed1b1375 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:49.178129 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce147fd-c449-4a6b-8d3a-8c88b2d64517 None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:54:49.220357 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-09f8fd44-3cb7-4a75-8335-6b1d32b290d0 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.5927649 Aug 27 04:54:49.223734 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 32808) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:49.229929 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-a7df7b73-e5ab-4639-9594-d7528a80438f tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3c', 'mac_address': 'fa:16:3e:26:cd:6c'}, {'ip_address': '2001:db8::20e', 'mac_address': 'fa:16:3e:6e:0f:a8'}]}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:54:49.269745 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1399e504-3cb2-4242-a867-55b8bbb6dfa5 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0978169 Aug 27 04:54:49.272742 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 32810) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:49.273447 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0aaed83f-de59-4415-9d48-4d275e129ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (d52a3e2b-429f-4ffb-94d2-52b4f1ed0528), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:49.276277 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0aaed83f-de59-4415-9d48-4d275e129ca8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:49.277751 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-0aaed83f-de59-4415-9d48-4d275e129ca8 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/d52a3e2b-429f-4ffb-94d2-52b4f1ed0528 HTTP/1.1" status: 204 len: 168 time: 0.4189000 Aug 27 04:54:49.287835 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-83599039-f28e-470a-add0-dfafafc6951b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'port': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'mac_address': 'fa:16:3e:5a:18:93', 'name': 'tempest-NetworksTestDHCPv6-730029302'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:54:49.336744 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535e6f9f-5b00-4fc2-b655-42ad3a1686e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'project_id': 'f0f1eb4384394fc18f1626f3e12e04e3', 'fixed_ips': [{'subnet_id': 'fe8f251e-5e88-45a1-9ab1-51f1f11ccfd3'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:54:49.337775 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-535e6f9f-5b00-4fc2-b655-42ad3a1686e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:49.357380 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaed83f-de59-4415-9d48-4d275e129ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52a3e2b-429f-4ffb-94d2-52b4f1ed0528,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:49.398809 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5487f3bd-e3a4-4114-8e12-104abf048fef tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event updated for resources: {'Port': ['ID=8e17862e-5786-46cf-83ae-1cd0f19417d0,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:49.442818 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5487f3bd-e3a4-4114-8e12-104abf048fef tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (7d084317-0555-4533-9c09-791a37980956), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:49.546220 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f74a46cd-9a0c-4e76-9ad2-90588a88dc59 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks [] for router_gateway (7e8a19c6-06d6-4a0d-94ee-46cd8b3cd378), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:49.661505 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-535e6f9f-5b00-4fc2-b655-42ad3a1686e3 None None] Allocated IP 2001:db8::f816:3eff:fe51:34ee (61356c33-ce96-40d0-bb36-87a36b2d0e1c/fe8f251e-5e88-45a1-9ab1-51f1f11ccfd3/36ac55a7-c51f-4bb1-9ae9-6ab08f6ba4ca) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:54:49.687401 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a7df7b73-e5ab-4639-9594-d7528a80438f tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (4cd11682-d057-4b8e-b125-cdcda57d9bef), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:49.706111 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:49.746366 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-3a7e5a4c-634a-469a-b3a2-aa7f2f74c305 None None] Provisioning complete for port 4cd11682-d057-4b8e-b125-cdcda57d9bef triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:54:49.747034 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3a7e5a4c-634a-469a-b3a2-aa7f2f74c305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (4cd11682-d057-4b8e-b125-cdcda57d9bef), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:49.809952 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-3a7e5a4c-634a-469a-b3a2-aa7f2f74c305 None None] Port 4cd11682-d057-4b8e-b125-cdcda57d9bef cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:54:49.857676 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5487f3bd-e3a4-4114-8e12-104abf048fef tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Network 52c93bcc-bca9-4b7b-8976-cd63c31a740a is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:54:49.863039 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-5487f3bd-e3a4-4114-8e12-104abf048fef tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:54:49.887751 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:49.891666 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83599039-f28e-470a-add0-dfafafc6951b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Made reservation on behalf of f0f1eb4384394fc18f1626f3e12e04e3 for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:54:49.904538 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-535e6f9f-5b00-4fc2-b655-42ad3a1686e3 None None] Publish callbacks [] for port (36ac55a7-c51f-4bb1-9ae9-6ab08f6ba4ca), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:49.946336 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-37fd39c3-1e19-4310-aa95-5788ed1b1375 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (95c8aa76-a80f-4591-a1c9-ecf1507d407e), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:50.031514 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-535e6f9f-5b00-4fc2-b655-42ad3a1686e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (36ac55a7-c51f-4bb1-9ae9-6ab08f6ba4ca), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:50.151706 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fd39c3-1e19-4310-aa95-5788ed1b1375 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Pushing event updated for resources: {'Subnet': ['ID=95c8aa76-a80f-4591-a1c9-ecf1507d407e,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:50.159906 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f74a46cd-9a0c-4e76-9ad2-90588a88dc59 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (7e8a19c6-06d6-4a0d-94ee-46cd8b3cd378), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:50.175820 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a7df7b73-e5ab-4639-9594-d7528a80438f tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks [] for port (4cd11682-d057-4b8e-b125-cdcda57d9bef), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:50.179269 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fd39c3-1e19-4310-aa95-5788ed1b1375 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Checking segment: {'id': '863ad942-a0aa-4873-ba57-bf890afc3eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ab1668c3-fa16-429a-8f27-3ef55eba334a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:54:50.181151 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fd39c3-1e19-4310-aa95-5788ed1b1375 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Network hostable DHCP agents. Network: ab1668c3-fa16-429a-8f27-3ef55eba334a, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:54:50.190584 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535e6f9f-5b00-4fc2-b655-42ad3a1686e3 None None] Pushing event updated for resources: {'Port': ['ID=36ac55a7-c51f-4bb1-9ae9-6ab08f6ba4ca,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:50.191367 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-83599039-f28e-470a-add0-dfafafc6951b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:50.216356 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535e6f9f-5b00-4fc2-b655-42ad3a1686e3 None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:54:50.225119 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-535e6f9f-5b00-4fc2-b655-42ad3a1686e3 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:54:50.239742 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535e6f9f-5b00-4fc2-b655-42ad3a1686e3 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:54:50.242076 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-d5a4505f-52e7-441d-9feb-e55a99b6480d None None] Provisioning complete for port 8e17862e-5786-46cf-83ae-1cd0f19417d0 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:54:50.244330 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d5a4505f-52e7-441d-9feb-e55a99b6480d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (8e17862e-5786-46cf-83ae-1cd0f19417d0), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:50.277171 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a7df7b73-e5ab-4639-9594-d7528a80438f tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (4cd11682-d057-4b8e-b125-cdcda57d9bef), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:50.278473 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-a7df7b73-e5ab-4639-9594-d7528a80438f tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] In _notify_port_updated(), no bound segment for port 4cd11682-d057-4b8e-b125-cdcda57d9bef on network 584cbef1-f878-4b0e-889f-71b38577102b {{(pid=107776) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Aug 27 04:54:50.282719 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7df7b73-e5ab-4639-9594-d7528a80438f tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:50.283354 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a7df7b73-e5ab-4639-9594-d7528a80438f tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:50.287787 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a7df7b73-e5ab-4639-9594-d7528a80438f tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] 10.222.0.76 "PUT /networking/v2.0/ports/4cd11682-d057-4b8e-b125-cdcda57d9bef HTTP/1.1" status: 200 len: 1066 time: 1.0628617 Aug 27 04:54:50.288811 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 32836) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:50.317744 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 32838) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:50.360391 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [None req-83599039-f28e-470a-add0-dfafafc6951b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] device_id is not set on port edb7e120-1f9f-40a3-9c02-9e1ed059fc6f yet. {{(pid=107776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:54:50.370363 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d5a4505f-52e7-441d-9feb-e55a99b6480d None None] Port 8e17862e-5786-46cf-83ae-1cd0f19417d0 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:54:50.382671 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-535e6f9f-5b00-4fc2-b655-42ad3a1686e3 None None] Attempting to bind port 36ac55a7-c51f-4bb1-9ae9-6ab08f6ba4ca on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:54:50.383055 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-535e6f9f-5b00-4fc2-b655-42ad3a1686e3 None None] Attempting to bind port 36ac55a7-c51f-4bb1-9ae9-6ab08f6ba4ca by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:54:50.383418 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535e6f9f-5b00-4fc2-b655-42ad3a1686e3 None None] Attempting to bind port 36ac55a7-c51f-4bb1-9ae9-6ab08f6ba4ca on network 61356c33-ce96-40d0-bb36-87a36b2d0e1c {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:54:50.394899 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535e6f9f-5b00-4fc2-b655-42ad3a1686e3 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:54:50.395272 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535e6f9f-5b00-4fc2-b655-42ad3a1686e3 None None] Checking segment: {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:54:50.395677 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-535e6f9f-5b00-4fc2-b655-42ad3a1686e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:50.396064 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535e6f9f-5b00-4fc2-b655-42ad3a1686e3 None None] Bound using segment: {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:54:50.396558 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-535e6f9f-5b00-4fc2-b655-42ad3a1686e3 None None] Bound port: 36ac55a7-c51f-4bb1-9ae9-6ab08f6ba4ca, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:54:50.396934 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-535e6f9f-5b00-4fc2-b655-42ad3a1686e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (36ac55a7-c51f-4bb1-9ae9-6ab08f6ba4ca), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:50.405976 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5487f3bd-e3a4-4114-8e12-104abf048fef tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Router 7d084317-0555-4533-9c09-791a37980956 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:54:50.415031 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fd39c3-1e19-4310-aa95-5788ed1b1375 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Network ab1668c3-fa16-429a-8f27-3ef55eba334a is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:54:50.499472 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-83599039-f28e-470a-add0-dfafafc6951b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Allocated IP 2001:db8::f816:3eff:fe5a:1893 (61356c33-ce96-40d0-bb36-87a36b2d0e1c/fe8f251e-5e88-45a1-9ab1-51f1f11ccfd3/edb7e120-1f9f-40a3-9c02-9e1ed059fc6f) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:54:50.542511 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-535e6f9f-5b00-4fc2-b655-42ad3a1686e3 None None] For port 36ac55a7-c51f-4bb1-9ae9-6ab08f6ba4ca, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:54:50.546898 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-535e6f9f-5b00-4fc2-b655-42ad3a1686e3 None None] For port 36ac55a7-c51f-4bb1-9ae9-6ab08f6ba4ca, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=36ac55a7-c51f-4bb1-9ae9-6ab08f6ba4ca,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:54:50.619914 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7df7b73-e5ab-4639-9594-d7528a80438f tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Pushing event updated for resources: {'Port': ['ID=4cd11682-d057-4b8e-b125-cdcda57d9bef,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:50.641900 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-535e6f9f-5b00-4fc2-b655-42ad3a1686e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (36ac55a7-c51f-4bb1-9ae9-6ab08f6ba4ca), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:50.720883 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-c939fdb3-3c93-4297-bdd2-e449b6dcd077 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Deleting port 4cd11682-d057-4b8e-b125-cdcda57d9bef {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:54:50.721245 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c939fdb3-3c93-4297-bdd2-e449b6dcd077 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (4cd11682-d057-4b8e-b125-cdcda57d9bef), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:50.739281 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535e6f9f-5b00-4fc2-b655-42ad3a1686e3 None None] Pushing event updated for resources: {'Port': ['ID=36ac55a7-c51f-4bb1-9ae9-6ab08f6ba4ca,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:50.821500 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-37fd39c3-1e19-4310-aa95-5788ed1b1375 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, ab1668c3-fa16-429a-8f27-3ef55eba334a) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:54:50.826440 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fd39c3-1e19-4310-aa95-5788ed1b1375 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:50.827042 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-37fd39c3-1e19-4310-aa95-5788ed1b1375 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:50.835255 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44041f81-472e-499f-aa82-4501f8a2ccb9 None None] Network ab1668c3-fa16-429a-8f27-3ef55eba334a requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:54:50.839202 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f74a46cd-9a0c-4e76-9ad2-90588a88dc59 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Router 7e8a19c6-06d6-4a0d-94ee-46cd8b3cd378 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:54:50.854937 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-83599039-f28e-470a-add0-dfafafc6951b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for port (edb7e120-1f9f-40a3-9c02-9e1ed059fc6f), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:50.872456 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:50.890768 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3510f73f-3c32-4a0a-b07c-e6c3ac54ff4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:50.906389 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c939fdb3-3c93-4297-bdd2-e449b6dcd077 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (4cd11682-d057-4b8e-b125-cdcda57d9bef), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:50.976649 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-c939fdb3-3c93-4297-bdd2-e449b6dcd077 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Calling delete_port for 4cd11682-d057-4b8e-b125-cdcda57d9bef owned by {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:54:51.011752 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3510f73f-3c32-4a0a-b07c-e6c3ac54ff4f admin admin] Publish callbacks [] for security_group (3bb82df8-ea80-41c5-b239-5aee6725d082), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:51.071425 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-37fd39c3-1e19-4310-aa95-5788ed1b1375 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3499897 Aug 27 04:54:51.075558 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 32862) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:51.086711 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-302699d9-07f6-4d27-a2f3-1c0bcec14b4f tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Request body: {'port': {'network_id': 'ab1668c3-fa16-429a-8f27-3ef55eba334a', 'name': 'tempest-DHCPAgentSchedulersTestJSON-641452901'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:54:51.097722 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:51.102563 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:51.113344 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c5e47f-d178-4250-8262-fe432ad11306 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-ab1668c3-fa16-429a-8f27-3ef55eba334a', 'network_id': 'ab1668c3-fa16-429a-8f27-3ef55eba334a', 'project_id': 'f01d677260ad4eaa84a2e5b7cbd53e17', 'fixed_ips': [{'subnet_id': '95c8aa76-a80f-4591-a1c9-ecf1507d407e'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:54:51.114322 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d1c5e47f-d178-4250-8262-fe432ad11306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:51.129161 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5487f3bd-e3a4-4114-8e12-104abf048fef tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:54:51.133153 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-5487f3bd-e3a4-4114-8e12-104abf048fef tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "PUT /networking/v2.0/routers/7d084317-0555-4533-9c09-791a37980956/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8242345 Aug 27 04:54:51.137140 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e64256-1ae4-4235-ab5e-d2fe2d418e80 None None] Sync routers for ids ['7d084317-0555-4533-9c09-791a37980956'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:54:51.190231 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 32866) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:51.204763 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-83599039-f28e-470a-add0-dfafafc6951b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (edb7e120-1f9f-40a3-9c02-9e1ed059fc6f), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:51.209266 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3510f73f-3c32-4a0a-b07c-e6c3ac54ff4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (3bb82df8-ea80-41c5-b239-5aee6725d082), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:51.269217 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83599039-f28e-470a-add0-dfafafc6951b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event updated for resources: {'Port': ['ID=edb7e120-1f9f-40a3-9c02-9e1ed059fc6f,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:51.305028 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e64256-1ae4-4235-ab5e-d2fe2d418e80 None None] Routers {'7d084317-0555-4533-9c09-791a37980956'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:54:51.305028 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-77e64256-1ae4-4235-ab5e-d2fe2d418e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:54:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['7d084317-0555-4533-9c09-791a37980956'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:51.311361 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83599039-f28e-470a-add0-dfafafc6951b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:54:51.313112 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-83599039-f28e-470a-add0-dfafafc6951b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:54:51.321520 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83599039-f28e-470a-add0-dfafafc6951b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:54:51.329523 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71efd6e-12a6-421e-849e-310fbcd9c530 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:51.331974 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b71efd6e-12a6-421e-849e-310fbcd9c530 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "GET /networking/v2.0/ports/8e17862e-5786-46cf-83ae-1cd0f19417d0 HTTP/1.1" status: 200 len: 910 time: 0.1407092 Aug 27 04:54:51.332937 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83599039-f28e-470a-add0-dfafafc6951b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:51.334093 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-83599039-f28e-470a-add0-dfafafc6951b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:51.339440 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 32872) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:51.347198 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-9171a761-7d3a-496a-a187-368a08b5eda5 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1cd7bb2b-b35f-445b-a60b-571ff9ea43f6'}]}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:54:51.347815 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-77e64256-1ae4-4235-ab5e-d2fe2d418e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:51.351963 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3510f73f-3c32-4a0a-b07c-e6c3ac54ff4f admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=a0ddef08f7d846ae9b3b006138c189a3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0331872 Aug 27 04:54:51.352962 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:51.359537 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74a46cd-9a0c-4e76-9ad2-90588a88dc59 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:54:51.361868 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c939fdb3-3c93-4297-bdd2-e449b6dcd077 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (4cd11682-d057-4b8e-b125-cdcda57d9bef), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:51.363910 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 32874) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:51.370893 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfee07c-5496-4b0a-a78a-36ac03b78c9b None None] Sync routers for ids ['7e8a19c6-06d6-4a0d-94ee-46cd8b3cd378'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:54:51.371405 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-d1c5e47f-d178-4250-8262-fe432ad11306 None None] Allocated IP 172.20.0.2 (ab1668c3-fa16-429a-8f27-3ef55eba334a/95c8aa76-a80f-4591-a1c9-ecf1507d407e/9a697882-108e-4c7c-bbd2-f20d243e2055) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:54:51.373346 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e64256-1ae4-4235-ab5e-d2fe2d418e80 None None] Routers {'7d084317-0555-4533-9c09-791a37980956'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:54:51.374767 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-77e64256-1ae4-4235-ab5e-d2fe2d418e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:54:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['7d084317-0555-4533-9c09-791a37980956'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:51.385108 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3510f73f-3c32-4a0a-b07c-e6c3ac54ff4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb82df8-ea80-41c5-b239-5aee6725d082,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:51.419596 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-77e64256-1ae4-4235-ab5e-d2fe2d418e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:51.419596 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e64256-1ae4-4235-ab5e-d2fe2d418e80 None None] The sync data for ids ['7d084317-0555-4533-9c09-791a37980956'] in n-d-852088-5 is: [] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:54:51.421515 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:51.435146 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfee07c-5496-4b0a-a78a-36ac03b78c9b None None] Routers {'7e8a19c6-06d6-4a0d-94ee-46cd8b3cd378'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:54:51.439392 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-9bfee07c-5496-4b0a-a78a-36ac03b78c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:54:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['7e8a19c6-06d6-4a0d-94ee-46cd8b3cd378'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:51.525005 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-9bfee07c-5496-4b0a-a78a-36ac03b78c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:51.539221 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfee07c-5496-4b0a-a78a-36ac03b78c9b None None] Routers {'7e8a19c6-06d6-4a0d-94ee-46cd8b3cd378'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:54:51.540365 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-9bfee07c-5496-4b0a-a78a-36ac03b78c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:54:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['7e8a19c6-06d6-4a0d-94ee-46cd8b3cd378'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:51.540661 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c939fdb3-3c93-4297-bdd2-e449b6dcd077 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Pushing event deleted for resources: {'Port': ['ID=4cd11682-d057-4b8e-b125-cdcda57d9bef,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:51.574881 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f74a46cd-9a0c-4e76-9ad2-90588a88dc59 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:51.579229 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f74a46cd-9a0c-4e76-9ad2-90588a88dc59 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.3717132 Aug 27 04:54:51.582726 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 32880) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:51.599068 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-9bfee07c-5496-4b0a-a78a-36ac03b78c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:51.599938 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfee07c-5496-4b0a-a78a-36ac03b78c9b None None] The sync data for ids ['7e8a19c6-06d6-4a0d-94ee-46cd8b3cd378'] in n-d-852088-5 is: [] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:54:51.676839 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-302699d9-07f6-4d27-a2f3-1c0bcec14b4f tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Made reservation on behalf of f01d677260ad4eaa84a2e5b7cbd53e17 for: {'port': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:54:51.680708 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-302699d9-07f6-4d27-a2f3-1c0bcec14b4f tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:51.683520 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d1c5e47f-d178-4250-8262-fe432ad11306 None None] Publish callbacks [] for port (9a697882-108e-4c7c-bbd2-f20d243e2055), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:51.704102 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-83599039-f28e-470a-add0-dfafafc6951b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4248996 Aug 27 04:54:51.708636 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 32882) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:51.827985 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-42429386-3305-41ae-8516-c58fba7ba345 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] 10.222.0.76 "GET /networking/v2.0/routers/7e8a19c6-06d6-4a0d-94ee-46cd8b3cd378 HTTP/1.1" status: 200 len: 920 time: 0.2438536 Aug 27 04:54:51.828858 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 32884) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:51.841952 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1324312b-d520-4c75-be23-0ed40c9ee4ca admin admin] Publish callbacks [] for security_group (3bb82df8-ea80-41c5-b239-5aee6725d082), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:51.863254 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d1c5e47f-d178-4250-8262-fe432ad11306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (9a697882-108e-4c7c-bbd2-f20d243e2055), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:51.898244 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-8ba37ee5-e8e7-4b0d-b9f0-b1f0d7ad6617 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=7e8a19c6-06d6-4a0d-94ee-46cd8b3cd378 HTTP/1.1" status: 200 len: 205 time: 0.0649953 Aug 27 04:54:51.898244 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [None req-302699d9-07f6-4d27-a2f3-1c0bcec14b4f tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] device_id is not set on port 419e2819-cff0-4c6e-b9c5-58c6fc3910cb yet. {{(pid=107775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:54:51.898547 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04db0a03-52f6-4598-86d0-6f8623a4aed5 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:51.915271 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04db0a03-52f6-4598-86d0-6f8623a4aed5 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:51.917132 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-04db0a03-52f6-4598-86d0-6f8623a4aed5 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2058647 Aug 27 04:54:51.924278 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 32888) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:51.924628 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 32890) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:51.978459 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1324312b-d520-4c75-be23-0ed40c9ee4ca admin admin] Publish callbacks [] for security_group (3bb82df8-ea80-41c5-b239-5aee6725d082), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:52.019238 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c5e47f-d178-4250-8262-fe432ad11306 None None] Network ab1668c3-fa16-429a-8f27-3ef55eba334a is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:54:52.030963 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c5e47f-d178-4250-8262-fe432ad11306 None None] Pushing event updated for resources: {'Port': ['ID=9a697882-108e-4c7c-bbd2-f20d243e2055,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:52.038056 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-d1c5e47f-d178-4250-8262-fe432ad11306 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:54:52.043453 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c5e47f-d178-4250-8262-fe432ad11306 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:54:52.096089 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9171a761-7d3a-496a-a187-368a08b5eda5 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8e17862e-5786-46cf-83ae-1cd0f19417d0), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:52.192528 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c939fdb3-3c93-4297-bdd2-e449b6dcd077 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:52.210735 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c939fdb3-3c93-4297-bdd2-e449b6dcd077 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] 10.222.0.76 "DELETE /networking/v2.0/ports/4cd11682-d057-4b8e-b125-cdcda57d9bef HTTP/1.1" status: 204 len: 168 time: 1.9117177 Aug 27 04:54:52.213792 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 32892) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:52.431670 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-1e7c8775-8121-4f6a-bbb5-f43cec0a9a30 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Deleting port edb7e120-1f9f-40a3-9c02-9e1ed059fc6f {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:54:52.432179 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1e7c8775-8121-4f6a-bbb5-f43cec0a9a30 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (edb7e120-1f9f-40a3-9c02-9e1ed059fc6f), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:52.497608 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8d297a05-31ec-4fda-8f88-746303c9b869 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks [] for router (7e8a19c6-06d6-4a0d-94ee-46cd8b3cd378), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:52.567906 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-c89efd77-5fff-4573-b30e-3d74eca85ea0 None None] Provisioning complete for port 36ac55a7-c51f-4bb1-9ae9-6ab08f6ba4ca triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:54:52.572434 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c89efd77-5fff-4573-b30e-3d74eca85ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (36ac55a7-c51f-4bb1-9ae9-6ab08f6ba4ca), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:52.690634 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-d1c5e47f-d178-4250-8262-fe432ad11306 None None] Attempting to bind port 9a697882-108e-4c7c-bbd2-f20d243e2055 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:54:52.693677 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-d1c5e47f-d178-4250-8262-fe432ad11306 None None] Attempting to bind port 9a697882-108e-4c7c-bbd2-f20d243e2055 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '863ad942-a0aa-4873-ba57-bf890afc3eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ab1668c3-fa16-429a-8f27-3ef55eba334a'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:54:52.694206 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c5e47f-d178-4250-8262-fe432ad11306 None None] Attempting to bind port 9a697882-108e-4c7c-bbd2-f20d243e2055 on network ab1668c3-fa16-429a-8f27-3ef55eba334a {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:54:52.722577 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 36ac55a7-c51f-4bb1-9ae9-6ab08f6ba4ca up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:54:52.726930 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c5e47f-d178-4250-8262-fe432ad11306 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:54:52.741256 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c5e47f-d178-4250-8262-fe432ad11306 None None] Checking segment: {'id': '863ad942-a0aa-4873-ba57-bf890afc3eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ab1668c3-fa16-429a-8f27-3ef55eba334a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:54:52.741843 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d1c5e47f-d178-4250-8262-fe432ad11306 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:52.742355 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c5e47f-d178-4250-8262-fe432ad11306 None None] Bound using segment: {'id': '863ad942-a0aa-4873-ba57-bf890afc3eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ab1668c3-fa16-429a-8f27-3ef55eba334a'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:54:52.746105 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-d1c5e47f-d178-4250-8262-fe432ad11306 None None] Bound port: 9a697882-108e-4c7c-bbd2-f20d243e2055, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '863ad942-a0aa-4873-ba57-bf890afc3eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ab1668c3-fa16-429a-8f27-3ef55eba334a'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:54:52.746644 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d1c5e47f-d178-4250-8262-fe432ad11306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (9a697882-108e-4c7c-bbd2-f20d243e2055), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:52.764911 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:52.773283 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-302699d9-07f6-4d27-a2f3-1c0bcec14b4f tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Allocated IP 172.20.0.3 (ab1668c3-fa16-429a-8f27-3ef55eba334a/95c8aa76-a80f-4591-a1c9-ecf1507d407e/419e2819-cff0-4c6e-b9c5-58c6fc3910cb) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:54:52.922596 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:52.923945 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:52.930000 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-7025609b-2f8b-485c-8a5f-087661d93e16 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] GET failed (client error): The resource could not be found. Aug 27 04:54:52.937492 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 32906) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:52.948376 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7025609b-2f8b-485c-8a5f-087661d93e16 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] 10.222.0.76 "GET /networking/v2.0/ports/4cd11682-d057-4b8e-b125-cdcda57d9bef HTTP/1.1" status: 404 len: 333 time: 0.7313423 Aug 27 04:54:52.960742 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:52.969353 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d1c5e47f-d178-4250-8262-fe432ad11306 None None] For port 9a697882-108e-4c7c-bbd2-f20d243e2055, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:54:53.014735 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 36ac55a7-c51f-4bb1-9ae9-6ab08f6ba4ca triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:54:53.021920 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (36ac55a7-c51f-4bb1-9ae9-6ab08f6ba4ca), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:53.031446 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d1c5e47f-d178-4250-8262-fe432ad11306 None None] For port 9a697882-108e-4c7c-bbd2-f20d243e2055, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=9a697882-108e-4c7c-bbd2-f20d243e2055,segment=NetworkSegment(863ad942-a0aa-4873-ba57-bf890afc3eaf),segment_id=863ad942-a0aa-4873-ba57-bf890afc3eaf)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:54:53.035946 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-c89efd77-5fff-4573-b30e-3d74eca85ea0 None None] Current status of the port 36ac55a7-c51f-4bb1-9ae9-6ab08f6ba4ca is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:54:53.044576 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c89efd77-5fff-4573-b30e-3d74eca85ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (36ac55a7-c51f-4bb1-9ae9-6ab08f6ba4ca), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:53.072721 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1e7c8775-8121-4f6a-bbb5-f43cec0a9a30 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (edb7e120-1f9f-40a3-9c02-9e1ed059fc6f), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:53.091448 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-1e7c8775-8121-4f6a-bbb5-f43cec0a9a30 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Calling delete_port for edb7e120-1f9f-40a3-9c02-9e1ed059fc6f owned by {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:54:53.111684 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:53.128715 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8d297a05-31ec-4fda-8f88-746303c9b869 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks [] for router_gateway (7e8a19c6-06d6-4a0d-94ee-46cd8b3cd378), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:53.186836 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-c89efd77-5fff-4573-b30e-3d74eca85ea0 None None] For port 36ac55a7-c51f-4bb1-9ae9-6ab08f6ba4ca, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=36ac55a7-c51f-4bb1-9ae9-6ab08f6ba4ca,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:54:53.193760 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d1c5e47f-d178-4250-8262-fe432ad11306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (9a697882-108e-4c7c-bbd2-f20d243e2055), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:53.270578 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c5e47f-d178-4250-8262-fe432ad11306 None None] Pushing event updated for resources: {'Port': ['ID=9a697882-108e-4c7c-bbd2-f20d243e2055,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:53.275227 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:53.290021 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c89efd77-5fff-4573-b30e-3d74eca85ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (36ac55a7-c51f-4bb1-9ae9-6ab08f6ba4ca), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:53.325898 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:53.370193 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 36ac55a7-c51f-4bb1-9ae9-6ab08f6ba4ca is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:54:53.396697 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89efd77-5fff-4573-b30e-3d74eca85ea0 None None] Pushing event updated for resources: {'Port': ['ID=36ac55a7-c51f-4bb1-9ae9-6ab08f6ba4ca,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:53.414483 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1324312b-d520-4c75-be23-0ed40c9ee4ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (3bb82df8-ea80-41c5-b239-5aee6725d082), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:53.415729 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-9ef32000-7ab5-464f-8261-918779aab503 None None] Provisioning complete for port edb7e120-1f9f-40a3-9c02-9e1ed059fc6f triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:54:53.416383 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9ef32000-7ab5-464f-8261-918779aab503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (edb7e120-1f9f-40a3-9c02-9e1ed059fc6f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:53.417738 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1324312b-d520-4c75-be23-0ed40c9ee4ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:53.421857 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1324312b-d520-4c75-be23-0ed40c9ee4ca admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/3bb82df8-ea80-41c5-b239-5aee6725d082 HTTP/1.1" status: 204 len: 168 time: 1.9523454 Aug 27 04:54:53.438620 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-302699d9-07f6-4d27-a2f3-1c0bcec14b4f tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Publish callbacks [] for port (419e2819-cff0-4c6e-b9c5-58c6fc3910cb), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:53.445802 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9171a761-7d3a-496a-a187-368a08b5eda5 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for port (8e17862e-5786-46cf-83ae-1cd0f19417d0), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:53.471360 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-9ef32000-7ab5-464f-8261-918779aab503 None None] Port edb7e120-1f9f-40a3-9c02-9e1ed059fc6f cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:54:53.491107 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1324312b-d520-4c75-be23-0ed40c9ee4ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb82df8-ea80-41c5-b239-5aee6725d082,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:53.557669 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9171a761-7d3a-496a-a187-368a08b5eda5 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (8e17862e-5786-46cf-83ae-1cd0f19417d0), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:53.600430 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:DELETE=6,neutron:UPDATE=1,neutron:SELECT=93 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:53.604820 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-302699d9-07f6-4d27-a2f3-1c0bcec14b4f tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (419e2819-cff0-4c6e-b9c5-58c6fc3910cb), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:53.709340 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-e376ab08-3944-43a6-89ec-6174dd256c35 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Deleting port b725f8bc-8a64-45ee-ab83-ac77974aa97d {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:54:53.709693 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e376ab08-3944-43a6-89ec-6174dd256c35 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (b725f8bc-8a64-45ee-ab83-ac77974aa97d), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:53.746033 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9171a761-7d3a-496a-a187-368a08b5eda5 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:53.747095 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9171a761-7d3a-496a-a187-368a08b5eda5 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:53.748871 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-9171a761-7d3a-496a-a187-368a08b5eda5 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "PUT /networking/v2.0/ports/8e17862e-5786-46cf-83ae-1cd0f19417d0 HTTP/1.1" status: 200 len: 910 time: 2.4074607 Aug 27 04:54:53.754652 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 32928) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:53.801358 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302699d9-07f6-4d27-a2f3-1c0bcec14b4f tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Pushing event updated for resources: {'Port': ['ID=419e2819-cff0-4c6e-b9c5-58c6fc3910cb,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:53.815424 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9171a761-7d3a-496a-a187-368a08b5eda5 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event updated for resources: {'Port': ['ID=8e17862e-5786-46cf-83ae-1cd0f19417d0,revision_number=3']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:53.887054 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302699d9-07f6-4d27-a2f3-1c0bcec14b4f tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Network ab1668c3-fa16-429a-8f27-3ef55eba334a is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:54:53.902363 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-302699d9-07f6-4d27-a2f3-1c0bcec14b4f tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:54:53.981839 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:54.000881 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302699d9-07f6-4d27-a2f3-1c0bcec14b4f tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:54:54.049408 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-8d297a05-31ec-4fda-8f88-746303c9b869 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Deleting port 4a2dbc11-617f-4fbe-8c65-644586f95ded {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:54:54.049697 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8d297a05-31ec-4fda-8f88-746303c9b869 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (4a2dbc11-617f-4fbe-8c65-644586f95ded), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:54.204921 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9f2f9fd3-57eb-4465-8fc4-c2c0515bf130 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (7d084317-0555-4533-9c09-791a37980956), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:54.548521 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 32934) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:54.556926 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-9f2f9fd3-57eb-4465-8fc4-c2c0515bf130 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Deleting port 8e17862e-5786-46cf-83ae-1cd0f19417d0 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:54:54.557383 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9f2f9fd3-57eb-4465-8fc4-c2c0515bf130 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (8e17862e-5786-46cf-83ae-1cd0f19417d0), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:54.703115 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9f2f9fd3-57eb-4465-8fc4-c2c0515bf130 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (8e17862e-5786-46cf-83ae-1cd0f19417d0), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:54.723346 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-9f2f9fd3-57eb-4465-8fc4-c2c0515bf130 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Calling delete_port for 8e17862e-5786-46cf-83ae-1cd0f19417d0 owned by network:router_interface {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:54:54.735566 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1e7c8775-8121-4f6a-bbb5-f43cec0a9a30 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (edb7e120-1f9f-40a3-9c02-9e1ed059fc6f), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:54.746872 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e376ab08-3944-43a6-89ec-6174dd256c35 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (b725f8bc-8a64-45ee-ab83-ac77974aa97d), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:54.769223 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:54.774015 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 36ac55a7-c51f-4bb1-9ae9-6ab08f6ba4ca up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:54:54.802438 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302699d9-07f6-4d27-a2f3-1c0bcec14b4f tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:54.809418 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-302699d9-07f6-4d27-a2f3-1c0bcec14b4f tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:54.823074 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-e376ab08-3944-43a6-89ec-6174dd256c35 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Calling delete_port for b725f8bc-8a64-45ee-ab83-ac77974aa97d owned by {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:54:54.824801 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7adff15f-8c60-46e3-a8a2-508a7bf12d22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:54.850043 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 36ac55a7-c51f-4bb1-9ae9-6ab08f6ba4ca triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:54:54.850043 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (36ac55a7-c51f-4bb1-9ae9-6ab08f6ba4ca), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:54.873626 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e955d3e0-002a-412e-b9a1-0d2dadb0bf22 None None] Network ab1668c3-fa16-429a-8f27-3ef55eba334a requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:54:54.879602 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7c8775-8121-4f6a-bbb5-f43cec0a9a30 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event deleted for resources: {'Port': ['ID=edb7e120-1f9f-40a3-9c02-9e1ed059fc6f,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:54.907690 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:54.919929 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1e7c8775-8121-4f6a-bbb5-f43cec0a9a30 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:54.926957 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1e7c8775-8121-4f6a-bbb5-f43cec0a9a30 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/ports/edb7e120-1f9f-40a3-9c02-9e1ed059fc6f HTTP/1.1" status: 204 len: 168 time: 2.9978805 Aug 27 04:54:54.931199 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 32940) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:54.981553 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-5416261e-faf0-4880-88d5-b5994b9b75c7 None None] Provisioning complete for port 9a697882-108e-4c7c-bbd2-f20d243e2055 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:54:54.982281 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5416261e-faf0-4880-88d5-b5994b9b75c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (9a697882-108e-4c7c-bbd2-f20d243e2055), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:54.995037 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7adff15f-8c60-46e3-a8a2-508a7bf12d22 admin admin] Publish callbacks [] for security_group (752024f1-4b95-4dca-bd90-9b1acd4319e9), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:55.033527 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-302699d9-07f6-4d27-a2f3-1c0bcec14b4f tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9552619 Aug 27 04:54:55.041840 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 32942) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:55.042308 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 32944) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:55.047209 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:55.072413 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1042a926-fa34-40da-b8de-cd5e7f08652a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:55.081740 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8d297a05-31ec-4fda-8f88-746303c9b869 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (4a2dbc11-617f-4fbe-8c65-644586f95ded), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:55.088197 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 36ac55a7-c51f-4bb1-9ae9-6ab08f6ba4ca is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:54:55.089336 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 9a697882-108e-4c7c-bbd2-f20d243e2055 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:54:55.130705 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7adff15f-8c60-46e3-a8a2-508a7bf12d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (752024f1-4b95-4dca-bd90-9b1acd4319e9), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:55.153080 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-8d297a05-31ec-4fda-8f88-746303c9b869 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Calling delete_port for 4a2dbc11-617f-4fbe-8c65-644586f95ded owned by network:router_gateway {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:54:55.173553 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7762d5c6-7916-423d-8ec5-8b18bbbfba34 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:55.176345 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7762d5c6-7916-423d-8ec5-8b18bbbfba34 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:55.178165 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7762d5c6-7916-423d-8ec5-8b18bbbfba34 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2456980 Aug 27 04:54:55.184398 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adff15f-8c60-46e3-a8a2-508a7bf12d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=752024f1-4b95-4dca-bd90-9b1acd4319e9,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:55.186965 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 32946) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:55.205540 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7adff15f-8c60-46e3-a8a2-508a7bf12d22 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=0c5a3907d5a942e7b3c2ad67a0289502&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6550479 Aug 27 04:54:55.206231 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 32948) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:55.224652 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-5416261e-faf0-4880-88d5-b5994b9b75c7 None None] Current status of the port 9a697882-108e-4c7c-bbd2-f20d243e2055 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:54:55.225045 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5416261e-faf0-4880-88d5-b5994b9b75c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (9a697882-108e-4c7c-bbd2-f20d243e2055), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:55.247216 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9f2f9fd3-57eb-4465-8fc4-c2c0515bf130 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (8e17862e-5786-46cf-83ae-1cd0f19417d0), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:55.250633 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:UPDATE=7,neutron:SELECT=87,neutron:INSERT=6 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:55.271343 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-bd510c64-ae07-4ff1-a002-cf460f3d7f96 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Deleting port 419e2819-cff0-4c6e-b9c5-58c6fc3910cb {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:54:55.271777 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 9a697882-108e-4c7c-bbd2-f20d243e2055 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:54:55.271906 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bd510c64-ae07-4ff1-a002-cf460f3d7f96 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (419e2819-cff0-4c6e-b9c5-58c6fc3910cb), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:55.272008 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (9a697882-108e-4c7c-bbd2-f20d243e2055), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:55.280580 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f9fd3-57eb-4465-8fc4-c2c0515bf130 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event deleted for resources: {'Port': ['ID=8e17862e-5786-46cf-83ae-1cd0f19417d0,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:55.298052 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-5416261e-faf0-4880-88d5-b5994b9b75c7 None None] For port 9a697882-108e-4c7c-bbd2-f20d243e2055, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=9a697882-108e-4c7c-bbd2-f20d243e2055,segment=NetworkSegment(863ad942-a0aa-4873-ba57-bf890afc3eaf),segment_id=863ad942-a0aa-4873-ba57-bf890afc3eaf)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:54:55.301441 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ae6b9c0a-a186-4e77-836e-c4d5b29a08ce admin admin] Publish callbacks [] for security_group (752024f1-4b95-4dca-bd90-9b1acd4319e9), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:55.332953 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ae6b9c0a-a186-4e77-836e-c4d5b29a08ce admin admin] Publish callbacks [] for security_group (752024f1-4b95-4dca-bd90-9b1acd4319e9), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:55.386591 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 9a697882-108e-4c7c-bbd2-f20d243e2055 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:54:55.387086 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (9a697882-108e-4c7c-bbd2-f20d243e2055), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:55.419570 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5416261e-faf0-4880-88d5-b5994b9b75c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (9a697882-108e-4c7c-bbd2-f20d243e2055), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:55.421938 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:55.492618 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-be16b5af-a887-41d7-9690-26ae2d5c9221 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Deleting subnet fe8f251e-5e88-45a1-9ab1-51f1f11ccfd3 {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:54:55.506139 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-be16b5af-a887-41d7-9690-26ae2d5c9221 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (fe8f251e-5e88-45a1-9ab1-51f1f11ccfd3), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:55.551770 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:54:55.552401 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:54:55.566989 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5416261e-faf0-4880-88d5-b5994b9b75c7 None None] Pushing event updated for resources: {'Port': ['ID=9a697882-108e-4c7c-bbd2-f20d243e2055,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:55.583229 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9f2f9fd3-57eb-4465-8fc4-c2c0515bf130 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (7d084317-0555-4533-9c09-791a37980956), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:55.655558 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e376ab08-3944-43a6-89ec-6174dd256c35 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (b725f8bc-8a64-45ee-ab83-ac77974aa97d), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:55.655901 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-87cdd32d-9342-4aaa-80ae-28b3d92a93de None None] Provisioning complete for port 419e2819-cff0-4c6e-b9c5-58c6fc3910cb triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:54:55.656294 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-87cdd32d-9342-4aaa-80ae-28b3d92a93de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (419e2819-cff0-4c6e-b9c5-58c6fc3910cb), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:55.664452 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1042a926-fa34-40da-b8de-cd5e7f08652a admin admin] Publish callbacks [] for security_group (20539630-2589-4158-976b-3368b5bfacc7), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:55.677246 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ae6b9c0a-a186-4e77-836e-c4d5b29a08ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (752024f1-4b95-4dca-bd90-9b1acd4319e9), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:55.684230 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ae6b9c0a-a186-4e77-836e-c4d5b29a08ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:55.684230 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ae6b9c0a-a186-4e77-836e-c4d5b29a08ce admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/752024f1-4b95-4dca-bd90-9b1acd4319e9 HTTP/1.1" status: 204 len: 168 time: 0.4739525 Aug 27 04:54:55.696787 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6b9c0a-a186-4e77-836e-c4d5b29a08ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752024f1-4b95-4dca-bd90-9b1acd4319e9,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:55.724956 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-be16b5af-a887-41d7-9690-26ae2d5c9221 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (fe8f251e-5e88-45a1-9ab1-51f1f11ccfd3), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:55.741308 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e376ab08-3944-43a6-89ec-6174dd256c35 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Pushing event deleted for resources: {'Port': ['ID=b725f8bc-8a64-45ee-ab83-ac77974aa97d,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:55.760033 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-87cdd32d-9342-4aaa-80ae-28b3d92a93de None None] Port 419e2819-cff0-4c6e-b9c5-58c6fc3910cb cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:54:55.775820 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-87cdd32d-9342-4aaa-80ae-28b3d92a93de None None] Provisioning complete for port 9a697882-108e-4c7c-bbd2-f20d243e2055 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:54:55.776928 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-87cdd32d-9342-4aaa-80ae-28b3d92a93de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (9a697882-108e-4c7c-bbd2-f20d243e2055), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:55.786825 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bd510c64-ae07-4ff1-a002-cf460f3d7f96 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (419e2819-cff0-4c6e-b9c5-58c6fc3910cb), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:55.821554 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1042a926-fa34-40da-b8de-cd5e7f08652a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (20539630-2589-4158-976b-3368b5bfacc7), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:55.839882 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f2f9fd3-57eb-4465-8fc4-c2c0515bf130 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Router 7d084317-0555-4533-9c09-791a37980956 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:54:55.887824 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-bd510c64-ae07-4ff1-a002-cf460f3d7f96 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Calling delete_port for 419e2819-cff0-4c6e-b9c5-58c6fc3910cb owned by {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:54:55.893792 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e376ab08-3944-43a6-89ec-6174dd256c35 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:55.901013 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e376ab08-3944-43a6-89ec-6174dd256c35 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] 10.222.0.76 "DELETE /networking/v2.0/ports/b725f8bc-8a64-45ee-ab83-ac77974aa97d HTTP/1.1" status: 204 len: 168 time: 2.9575348 Aug 27 04:54:55.902846 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 32956) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:55.924922 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-87cdd32d-9342-4aaa-80ae-28b3d92a93de None None] Current status of the port 9a697882-108e-4c7c-bbd2-f20d243e2055 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:54:55.934468 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1042a926-fa34-40da-b8de-cd5e7f08652a admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=b750311dbfc3486e91869f5c1fcbad4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8867197 Aug 27 04:54:55.943548 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 32958) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:55.986969 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2f9fd3-57eb-4465-8fc4-c2c0515bf130 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:54:55.993683 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-9f2f9fd3-57eb-4465-8fc4-c2c0515bf130 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "PUT /networking/v2.0/routers/7d084317-0555-4533-9c09-791a37980956/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2373812 Aug 27 04:54:55.996486 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 32960) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:56.002498 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74894ff4-25b9-471c-b361-ca9e86d56a09 None None] Sync routers for ids ['7d084317-0555-4533-9c09-791a37980956'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:54:56.004026 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-84ea1856-76e1-4323-b09e-3f8108888cc3 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] GET failed (client error): The resource could not be found. Aug 27 04:54:56.011853 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-84ea1856-76e1-4323-b09e-3f8108888cc3 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] 10.222.0.76 "GET /networking/v2.0/ports/b725f8bc-8a64-45ee-ab83-ac77974aa97d HTTP/1.1" status: 404 len: 333 time: 0.0866601 Aug 27 04:54:56.018865 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 32962) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:56.062720 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74894ff4-25b9-471c-b361-ca9e86d56a09 None None] Routers {'7d084317-0555-4533-9c09-791a37980956'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:54:56.062720 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-74894ff4-25b9-471c-b361-ca9e86d56a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:54:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['7d084317-0555-4533-9c09-791a37980956'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:56.062876 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-9ee86c1c-465b-454d-ba14-f887ded84dd5 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=7d084317-0555-4533-9c09-791a37980956 HTTP/1.1" status: 200 len: 205 time: 0.0474515 Aug 27 04:54:56.071572 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 32966) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:56.101686 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-74894ff4-25b9-471c-b361-ca9e86d56a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:56.133821 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74894ff4-25b9-471c-b361-ca9e86d56a09 None None] Routers {'7d084317-0555-4533-9c09-791a37980956'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:54:56.139022 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-74894ff4-25b9-471c-b361-ca9e86d56a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:54:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['7d084317-0555-4533-9c09-791a37980956'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:56.174937 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1042a926-fa34-40da-b8de-cd5e7f08652a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20539630-2589-4158-976b-3368b5bfacc7,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:56.196836 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-82507673-a051-4f63-b740-df564fa4c3ef tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Deleting port 004daf88-5ec7-4572-bebf-9e5a809824f7 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:54:56.197191 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-82507673-a051-4f63-b740-df564fa4c3ef tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (004daf88-5ec7-4572-bebf-9e5a809824f7), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:56.209228 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-74894ff4-25b9-471c-b361-ca9e86d56a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:56.215374 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74894ff4-25b9-471c-b361-ca9e86d56a09 None None] The sync data for ids ['7d084317-0555-4533-9c09-791a37980956'] in n-d-852088-5 is: [] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:54:56.267486 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 9a697882-108e-4c7c-bbd2-f20d243e2055 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:54:56.275879 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4d88721c-4d36-469c-bfd0-2b7e019c742f None None] Provisioning complete for port 419e2819-cff0-4c6e-b9c5-58c6fc3910cb triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:54:56.276414 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4d88721c-4d36-469c-bfd0-2b7e019c742f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (419e2819-cff0-4c6e-b9c5-58c6fc3910cb), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:56.320496 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4d88721c-4d36-469c-bfd0-2b7e019c742f None None] Port 419e2819-cff0-4c6e-b9c5-58c6fc3910cb cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:54:56.370192 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-82507673-a051-4f63-b740-df564fa4c3ef tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (004daf88-5ec7-4572-bebf-9e5a809824f7), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:56.389369 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-82507673-a051-4f63-b740-df564fa4c3ef tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Calling delete_port for 004daf88-5ec7-4572-bebf-9e5a809824f7 owned by {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:54:56.393796 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-be16b5af-a887-41d7-9690-26ae2d5c9221 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (fe8f251e-5e88-45a1-9ab1-51f1f11ccfd3), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:56.400416 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-032df5cd-da88-4a29-b7dd-d55764f7e071 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for router (7d084317-0555-4533-9c09-791a37980956), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:56.502497 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8d297a05-31ec-4fda-8f88-746303c9b869 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (4a2dbc11-617f-4fbe-8c65-644586f95ded), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:56.532783 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9b3912c2-65ef-43ba-87da-4f85c70b1910 admin admin] Publish callbacks [] for security_group (20539630-2589-4158-976b-3368b5bfacc7), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:56.575626 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 9a697882-108e-4c7c-bbd2-f20d243e2055 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:54:56.584793 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d297a05-31ec-4fda-8f88-746303c9b869 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Pushing event deleted for resources: {'Port': ['ID=4a2dbc11-617f-4fbe-8c65-644586f95ded,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:56.667646 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 9a697882-108e-4c7c-bbd2-f20d243e2055 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:54:56.668290 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (9a697882-108e-4c7c-bbd2-f20d243e2055), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:56.687801 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9b3912c2-65ef-43ba-87da-4f85c70b1910 admin admin] Publish callbacks [] for security_group (20539630-2589-4158-976b-3368b5bfacc7), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:56.704757 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-82507673-a051-4f63-b740-df564fa4c3ef tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (004daf88-5ec7-4572-bebf-9e5a809824f7), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:56.737307 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1e9b43f7-2c63-41a7-977d-2749b4c694ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:56.756075 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 9a697882-108e-4c7c-bbd2-f20d243e2055 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:54:56.771077 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:56.790012 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82507673-a051-4f63-b740-df564fa4c3ef tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Pushing event deleted for resources: {'Port': ['ID=004daf88-5ec7-4572-bebf-9e5a809824f7,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:56.808128 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-032df5cd-da88-4a29-b7dd-d55764f7e071 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (7d084317-0555-4533-9c09-791a37980956), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:56.811497 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-82507673-a051-4f63-b740-df564fa4c3ef tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:56.816423 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-032df5cd-da88-4a29-b7dd-d55764f7e071 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for router_controller (7d084317-0555-4533-9c09-791a37980956), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:56.817012 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-82507673-a051-4f63-b740-df564fa4c3ef tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] 10.222.0.76 "DELETE /networking/v2.0/ports/004daf88-5ec7-4572-bebf-9e5a809824f7 HTTP/1.1" status: 204 len: 168 time: 0.7948992 Aug 27 04:54:56.819212 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 32970) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:56.831561 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 32972) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:56.885043 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6b65de0-33dc-4ea6-ac73-e0b7bd1580ac tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Deleting subnet 6acc5e84-b546-44e5-8a5e-1b6cb41ca2c3 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:54:56.889005 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c6b65de0-33dc-4ea6-ac73-e0b7bd1580ac tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks [] for subnet (6acc5e84-b546-44e5-8a5e-1b6cb41ca2c3), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:56.913899 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fbcf7ef5-bd00-49cf-98f6-611f4d4277cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:56.916399 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-be16b5af-a887-41d7-9690-26ae2d5c9221 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (fe8f251e-5e88-45a1-9ab1-51f1f11ccfd3), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:56.950715 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c6b65de0-33dc-4ea6-ac73-e0b7bd1580ac tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (6acc5e84-b546-44e5-8a5e-1b6cb41ca2c3), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:56.980818 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8d297a05-31ec-4fda-8f88-746303c9b869 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (7e8a19c6-06d6-4a0d-94ee-46cd8b3cd378), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:56.982721 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be16b5af-a887-41d7-9690-26ae2d5c9221 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event deleted for resources: {'Subnet': ['ID=fe8f251e-5e88-45a1-9ab1-51f1f11ccfd3,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:57.004341 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bde634-3e00-4c65-a353-3799d6a55832 None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:54:57.035007 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-be16b5af-a887-41d7-9690-26ae2d5c9221 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:57.042099 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-be16b5af-a887-41d7-9690-26ae2d5c9221 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/fe8f251e-5e88-45a1-9ab1-51f1f11ccfd3 HTTP/1.1" status: 204 len: 168 time: 1.8540447 Aug 27 04:54:57.056375 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 32974) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:57.102486 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2622056f-4a35-4463-88fd-9f8b3d2e36d6 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0465643 Aug 27 04:54:57.104892 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 32976) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:57.110366 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-17e56147-6ddc-4051-b833-8d297d829e41 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'subnet': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:54:57.167916 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c6b65de0-33dc-4ea6-ac73-e0b7bd1580ac tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (6acc5e84-b546-44e5-8a5e-1b6cb41ca2c3), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:57.198730 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bd510c64-ae07-4ff1-a002-cf460f3d7f96 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (419e2819-cff0-4c6e-b9c5-58c6fc3910cb), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:57.206573 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-032df5cd-da88-4a29-b7dd-d55764f7e071 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (7d084317-0555-4533-9c09-791a37980956), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:57.208041 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032df5cd-da88-4a29-b7dd-d55764f7e071 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Fanout notify agent at l3_agent the message router_deleted on router 7d084317-0555-4533-9c09-791a37980956 {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:54:57.217236 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-032df5cd-da88-4a29-b7dd-d55764f7e071 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:57.225420 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae7247f-9066-4b09-9d83-12e24595fbe4 None None] DHCP port deletion for 61356c33-ce96-40d0-bb36-87a36b2d0e1c request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:54:57.237330 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-032df5cd-da88-4a29-b7dd-d55764f7e071 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "DELETE /networking/v2.0/routers/7d084317-0555-4533-9c09-791a37980956 HTTP/1.1" status: 204 len: 168 time: 1.0902946 Aug 27 04:54:57.239999 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 32980) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:57.293148 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8d297a05-31ec-4fda-8f88-746303c9b869 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (7e8a19c6-06d6-4a0d-94ee-46cd8b3cd378), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:57.297632 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8d297a05-31ec-4fda-8f88-746303c9b869 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks [] for router_controller (7e8a19c6-06d6-4a0d-94ee-46cd8b3cd378), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:57.297909 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7247f-9066-4b09-9d83-12e24595fbe4 None None] Deleting port 36ac55a7-c51f-4bb1-9ae9-6ab08f6ba4ca {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:54:57.298290 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4ae7247f-9066-4b09-9d83-12e24595fbe4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (36ac55a7-c51f-4bb1-9ae9-6ab08f6ba4ca), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:57.338681 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-804dde1d-a72a-4ded-ad86-0201795a249d tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Deleting subnet 1cd7bb2b-b35f-445b-a60b-571ff9ea43f6 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:54:57.354912 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-804dde1d-a72a-4ded-ad86-0201795a249d tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for subnet (1cd7bb2b-b35f-445b-a60b-571ff9ea43f6), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:57.365648 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd510c64-ae07-4ff1-a002-cf460f3d7f96 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Pushing event deleted for resources: {'Port': ['ID=419e2819-cff0-4c6e-b9c5-58c6fc3910cb,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:57.387429 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9b3912c2-65ef-43ba-87da-4f85c70b1910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (20539630-2589-4158-976b-3368b5bfacc7), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:57.390818 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9b3912c2-65ef-43ba-87da-4f85c70b1910 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:57.392155 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9b3912c2-65ef-43ba-87da-4f85c70b1910 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/20539630-2589-4158-976b-3368b5bfacc7 HTTP/1.1" status: 204 len: 168 time: 1.4243734 Aug 27 04:54:57.445488 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-804dde1d-a72a-4ded-ad86-0201795a249d tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (1cd7bb2b-b35f-445b-a60b-571ff9ea43f6), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:57.456765 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3912c2-65ef-43ba-87da-4f85c70b1910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20539630-2589-4158-976b-3368b5bfacc7,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:57.484762 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4ae7247f-9066-4b09-9d83-12e24595fbe4 None None] For port 36ac55a7-c51f-4bb1-9ae9-6ab08f6ba4ca, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=36ac55a7-c51f-4bb1-9ae9-6ab08f6ba4ca,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:54:57.485941 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4ae7247f-9066-4b09-9d83-12e24595fbe4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (36ac55a7-c51f-4bb1-9ae9-6ab08f6ba4ca), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:57.508422 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c6b65de0-33dc-4ea6-ac73-e0b7bd1580ac tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (6acc5e84-b546-44e5-8a5e-1b6cb41ca2c3), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:57.509267 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bd510c64-ae07-4ff1-a002-cf460f3d7f96 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:57.521661 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-bd510c64-ae07-4ff1-a002-cf460f3d7f96 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] 10.222.0.76 "DELETE /networking/v2.0/ports/419e2819-cff0-4c6e-b9c5-58c6fc3910cb HTTP/1.1" status: 204 len: 168 time: 2.4746091 Aug 27 04:54:57.527015 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8d297a05-31ec-4fda-8f88-746303c9b869 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (7e8a19c6-06d6-4a0d-94ee-46cd8b3cd378), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:57.531011 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d297a05-31ec-4fda-8f88-746303c9b869 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Fanout notify agent at l3_agent the message router_deleted on router 7e8a19c6-06d6-4a0d-94ee-46cd8b3cd378 {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:54:57.533718 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7247f-9066-4b09-9d83-12e24595fbe4 None None] Calling delete_port for 36ac55a7-c51f-4bb1-9ae9-6ab08f6ba4ca owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:54:57.539665 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 32984) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:57.557961 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8d297a05-31ec-4fda-8f88-746303c9b869 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:57.559173 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-8d297a05-31ec-4fda-8f88-746303c9b869 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] 10.222.0.76 "DELETE /networking/v2.0/routers/7e8a19c6-06d6-4a0d-94ee-46cd8b3cd378 HTTP/1.1" status: 204 len: 168 time: 5.6335735 Aug 27 04:54:57.564014 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 32988) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:57.575527 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b65de0-33dc-4ea6-ac73-e0b7bd1580ac tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Pushing event deleted for resources: {'Subnet': ['ID=6acc5e84-b546-44e5-8a5e-1b6cb41ca2c3,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:57.581762 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e56147-6ddc-4051-b833-8d297d829e41 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Made reservation on behalf of f0f1eb4384394fc18f1626f3e12e04e3 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:54:57.585363 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-17e56147-6ddc-4051-b833-8d297d829e41 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:57.590902 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-975591b8-ba35-4319-851b-8e4d6b431e99 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1627506828', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'enable_snat': False}}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:54:57.601229 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c6b65de0-33dc-4ea6-ac73-e0b7bd1580ac tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:57.604820 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c6b65de0-33dc-4ea6-ac73-e0b7bd1580ac tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/6acc5e84-b546-44e5-8a5e-1b6cb41ca2c3 HTTP/1.1" status: 204 len: 168 time: 0.7846253 Aug 27 04:54:57.619765 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 32990) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:57.705009 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fbcf7ef5-bd00-49cf-98f6-611f4d4277cb admin admin] Publish callbacks [] for security_group (ebb0a277-b503-42a4-8219-1d01f55b67f8), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:57.715680 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-975591b8-ba35-4319-851b-8e4d6b431e99 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (7cb7d390-a3d0-480c-9684-e0f6e011f7b1), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:57.717975 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-975591b8-ba35-4319-851b-8e4d6b431e99 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (7cb7d390-a3d0-480c-9684-e0f6e011f7b1), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:57.728598 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb23eb1-4e9b-41db-b6e5-e0d4aeb2bfcc None None] Network 584cbef1-f878-4b0e-889f-71b38577102b requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:54:57.792466 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-804dde1d-a72a-4ded-ad86-0201795a249d tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (1cd7bb2b-b35f-445b-a60b-571ff9ea43f6), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:57.828551 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6d5ac89a-1431-49ca-93ce-265a49930ae1 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (584cbef1-f878-4b0e-889f-71b38577102b), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:57.842157 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fbcf7ef5-bd00-49cf-98f6-611f4d4277cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (ebb0a277-b503-42a4-8219-1d01f55b67f8), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:57.897642 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-fbcf7ef5-bd00-49cf-98f6-611f4d4277cb admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=e1117ba259b94f69adee5e92f21ea22b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0681438 Aug 27 04:54:57.900615 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-975591b8-ba35-4319-851b-8e4d6b431e99 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks [] for router_controller (7cb7d390-a3d0-480c-9684-e0f6e011f7b1), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:57.903374 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 32992) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:57.924085 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf7ef5-bd00-49cf-98f6-611f4d4277cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb0a277-b503-42a4-8219-1d01f55b67f8,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:57.970042 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=6,neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:58.011098 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-6d5ac89a-1431-49ca-93ce-265a49930ae1 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Deleting port 7bde32ab-ae0a-45c8-b096-934d15806554 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:54:58.011553 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6d5ac89a-1431-49ca-93ce-265a49930ae1 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (7bde32ab-ae0a-45c8-b096-934d15806554), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:58.033573 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-695017a1-69d0-4c83-8159-d28373c2b4de tempest-DHCPAgentSchedulersTestJSON-145855694 tempest-DHCPAgentSchedulersTestJSON-145855694-project-admin] 10.222.0.76 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4926 time: 0.4904492 Aug 27 04:54:58.052956 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 32994) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:58.104332 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-cf79aa3e-d8b0-49cc-8020-cf741ffc3a23 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-843166021'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:54:58.120671 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-804dde1d-a72a-4ded-ad86-0201795a249d tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (1cd7bb2b-b35f-445b-a60b-571ff9ea43f6), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:58.133076 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4ae7247f-9066-4b09-9d83-12e24595fbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (36ac55a7-c51f-4bb1-9ae9-6ab08f6ba4ca), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:58.197739 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b1d6b3-02c5-4c5a-8e7b-cfe274282adf None None] DHCP port deletion for 584cbef1-f878-4b0e-889f-71b38577102b request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:54:58.238631 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-975591b8-ba35-4319-851b-8e4d6b431e99 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks [] for router_gateway (7cb7d390-a3d0-480c-9684-e0f6e011f7b1), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:58.253485 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804dde1d-a72a-4ded-ad86-0201795a249d tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event deleted for resources: {'Subnet': ['ID=1cd7bb2b-b35f-445b-a60b-571ff9ea43f6,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:58.262879 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bdee9afb-6f9f-4d0d-9ebd-861c7ae1afe9 admin admin] Publish callbacks [] for security_group (ebb0a277-b503-42a4-8219-1d01f55b67f8), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:58.266386 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-804dde1d-a72a-4ded-ad86-0201795a249d tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:58.270222 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-804dde1d-a72a-4ded-ad86-0201795a249d tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/1cd7bb2b-b35f-445b-a60b-571ff9ea43f6 HTTP/1.1" status: 204 len: 168 time: 1.0225954 Aug 27 04:54:58.274325 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33000) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:58.281559 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae7247f-9066-4b09-9d83-12e24595fbe4 None None] Pushing event deleted for resources: {'Port': ['ID=36ac55a7-c51f-4bb1-9ae9-6ab08f6ba4ca,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:58.287416 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-6d5ac89a-1431-49ca-93ce-265a49930ae1 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] For port 7bde32ab-ae0a-45c8-b096-934d15806554, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=7bde32ab-ae0a-45c8-b096-934d15806554,segment=NetworkSegment(118a4224-7258-4aae-aa76-3a1091ce954e),segment_id=118a4224-7258-4aae-aa76-3a1091ce954e)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:54:58.287870 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6d5ac89a-1431-49ca-93ce-265a49930ae1 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (7bde32ab-ae0a-45c8-b096-934d15806554), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:58.315104 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa405e8-d366-4b47-b857-54869b5a4787 None None] Network 52c93bcc-bca9-4b7b-8976-cd63c31a740a requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:54:58.321795 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-6d5ac89a-1431-49ca-93ce-265a49930ae1 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Calling delete_port for 7bde32ab-ae0a-45c8-b096-934d15806554 owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:54:58.324877 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bdee9afb-6f9f-4d0d-9ebd-861c7ae1afe9 admin admin] Publish callbacks [] for security_group (ebb0a277-b503-42a4-8219-1d01f55b67f8), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:58.406957 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae7247f-9066-4b09-9d83-12e24595fbe4 None None] No DVR routers for this DVR port 36ac55a7-c51f-4bb1-9ae9-6ab08f6ba4ca on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:54:58.409026 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:58.450324 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-49b1d6b3-02c5-4c5a-8e7b-cfe274282adf None None] Deleting port 7bde32ab-ae0a-45c8-b096-934d15806554 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:54:58.451718 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-49b1d6b3-02c5-4c5a-8e7b-cfe274282adf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (7bde32ab-ae0a-45c8-b096-934d15806554), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:58.569789 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f7f41d54-6186-4284-ac76-02b8580874f2 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (52c93bcc-bca9-4b7b-8976-cd63c31a740a), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:58.580074 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-49b1d6b3-02c5-4c5a-8e7b-cfe274282adf None None] For port 7bde32ab-ae0a-45c8-b096-934d15806554, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=7bde32ab-ae0a-45c8-b096-934d15806554,segment=NetworkSegment(118a4224-7258-4aae-aa76-3a1091ce954e),segment_id=118a4224-7258-4aae-aa76-3a1091ce954e)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:54:58.581621 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-49b1d6b3-02c5-4c5a-8e7b-cfe274282adf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (7bde32ab-ae0a-45c8-b096-934d15806554), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:58.590813 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 36ac55a7-c51f-4bb1-9ae9-6ab08f6ba4ca no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:54:58.620940 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 36ac55a7-c51f-4bb1-9ae9-6ab08f6ba4ca {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:54:58.621589 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 36ac55a7-c51f-4bb1-9ae9-6ab08f6ba4ca not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:54:58.622302 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 7bde32ab-ae0a-45c8-b096-934d15806554 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:54:58.671516 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-49b1d6b3-02c5-4c5a-8e7b-cfe274282adf None None] Calling delete_port for 7bde32ab-ae0a-45c8-b096-934d15806554 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:54:58.685424 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:58.698532 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d68cdd0-1d64-4d47-9608-e3ff7ef971fd None None] DHCP port deletion for 52c93bcc-bca9-4b7b-8976-cd63c31a740a request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:54:58.797247 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-8d68cdd0-1d64-4d47-9608-e3ff7ef971fd None None] Deleting port 9bfac0d8-7864-4af9-a766-b1a71455e3c6 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:54:58.797615 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8d68cdd0-1d64-4d47-9608-e3ff7ef971fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (9bfac0d8-7864-4af9-a766-b1a71455e3c6), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:58.818987 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf79aa3e-d8b0-49cc-8020-cf741ffc3a23 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Made reservation on behalf of f01d677260ad4eaa84a2e5b7cbd53e17 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:54:58.823644 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cf79aa3e-d8b0-49cc-8020-cf741ffc3a23 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:58.953267 n-d-852088-5 neutron-server[107776]: DEBUG neutron.objects.ports [None req-17e56147-6ddc-4051-b833-8d297d829e41 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107776) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 27 04:54:58.956715 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-8d68cdd0-1d64-4d47-9608-e3ff7ef971fd None None] For port 9bfac0d8-7864-4af9-a766-b1a71455e3c6, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=9bfac0d8-7864-4af9-a766-b1a71455e3c6,segment=NetworkSegment(9135986a-d9a8-4acb-b310-7a30844c94b1),segment_id=9135986a-d9a8-4acb-b310-7a30844c94b1)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:54:58.957350 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8d68cdd0-1d64-4d47-9608-e3ff7ef971fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (9bfac0d8-7864-4af9-a766-b1a71455e3c6), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:58.958142 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-17e56147-6ddc-4051-b833-8d297d829e41 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (b9c500c3-0653-479d-8f03-c174a9ef2532), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:58.976591 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 7bde32ab-ae0a-45c8-b096-934d15806554 is: ACTIVE; New status is: DOWN {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:54:58.978165 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (7bde32ab-ae0a-45c8-b096-934d15806554), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:58.999137 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-8d68cdd0-1d64-4d47-9608-e3ff7ef971fd None None] Calling delete_port for 9bfac0d8-7864-4af9-a766-b1a71455e3c6 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:54:59.032530 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:59.052370 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bdee9afb-6f9f-4d0d-9ebd-861c7ae1afe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (ebb0a277-b503-42a4-8219-1d01f55b67f8), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:59.055909 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bdee9afb-6f9f-4d0d-9ebd-861c7ae1afe9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:59.057218 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-bdee9afb-6f9f-4d0d-9ebd-861c7ae1afe9 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/ebb0a277-b503-42a4-8219-1d01f55b67f8 HTTP/1.1" status: 204 len: 168 time: 1.1521699 Aug 27 04:54:59.059725 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf79aa3e-d8b0-49cc-8020-cf741ffc3a23 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:54:59.100094 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-49b1d6b3-02c5-4c5a-8e7b-cfe274282adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (7bde32ab-ae0a-45c8-b096-934d15806554), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:59.100647 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e56147-6ddc-4051-b833-8d297d829e41 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event updated for resources: {'Subnet': ['ID=b9c500c3-0653-479d-8f03-c174a9ef2532,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:59.100647 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e56147-6ddc-4051-b833-8d297d829e41 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:54:59.103176 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdee9afb-6f9f-4d0d-9ebd-861c7ae1afe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb0a277-b503-42a4-8219-1d01f55b67f8,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:59.105964 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cf79aa3e-d8b0-49cc-8020-cf741ffc3a23 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (1ef13f87-c02a-4903-8411-a99d9cfe86ff), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:59.106567 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-cf79aa3e-d8b0-49cc-8020-cf741ffc3a23 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Added segment 1ef13f87-c02a-4903-8411-a99d9cfe86ff of type vlan for network 3a78be33-ef1a-4bb7-b23f-9d671fc355ae Aug 27 04:54:59.108759 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-17e56147-6ddc-4051-b833-8d297d829e41 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:54:59.119430 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e56147-6ddc-4051-b833-8d297d829e41 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:59.120269 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-17e56147-6ddc-4051-b833-8d297d829e41 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:59.126611 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:54:59.133848 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6d5ac89a-1431-49ca-93ce-265a49930ae1 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (7bde32ab-ae0a-45c8-b096-934d15806554), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:59.175901 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb3f710-93de-4336-b17e-5be03d72869d None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:54:59.192019 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-f7f41d54-6186-4284-ac76-02b8580874f2 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Deleting port 9bfac0d8-7864-4af9-a766-b1a71455e3c6 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:54:59.192628 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f7f41d54-6186-4284-ac76-02b8580874f2 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (9bfac0d8-7864-4af9-a766-b1a71455e3c6), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:59.205466 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ac89a-1431-49ca-93ce-265a49930ae1 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Pushing event deleted for resources: {'Port': ['ID=7bde32ab-ae0a-45c8-b096-934d15806554,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:59.210894 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5ac89a-1431-49ca-93ce-265a49930ae1 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] No DVR routers for this DVR port 7bde32ab-ae0a-45c8-b096-934d15806554 on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:54:59.213583 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cf79aa3e-d8b0-49cc-8020-cf741ffc3a23 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (3a78be33-ef1a-4bb7-b23f-9d671fc355ae), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:59.260265 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1d6b3-02c5-4c5a-8e7b-cfe274282adf None None] Pushing event deleted for resources: {'Port': ['ID=7bde32ab-ae0a-45c8-b096-934d15806554,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:59.262914 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-58816fa1-0bc8-480c-a502-5e8f363efd4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:59.280094 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b1d6b3-02c5-4c5a-8e7b-cfe274282adf None None] No DVR routers for this DVR port 7bde32ab-ae0a-45c8-b096-934d15806554 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:54:59.295130 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-975591b8-ba35-4319-851b-8e4d6b431e99 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks [] for router_gateway (7cb7d390-a3d0-480c-9684-e0f6e011f7b1), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:59.329128 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-975591b8-ba35-4319-851b-8e4d6b431e99 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:59.333013 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-f7f41d54-6186-4284-ac76-02b8580874f2 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] For port 9bfac0d8-7864-4af9-a766-b1a71455e3c6, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=9bfac0d8-7864-4af9-a766-b1a71455e3c6,segment=NetworkSegment(9135986a-d9a8-4acb-b310-7a30844c94b1),segment_id=9135986a-d9a8-4acb-b310-7a30844c94b1)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:54:59.333373 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f7f41d54-6186-4284-ac76-02b8580874f2 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (9bfac0d8-7864-4af9-a766-b1a71455e3c6), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:59.350019 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-17e56147-6ddc-4051-b833-8d297d829e41 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2440872 Aug 27 04:54:59.373824 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33022) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:59.374466 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6d5ac89a-1431-49ca-93ce-265a49930ae1 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (584cbef1-f878-4b0e-889f-71b38577102b), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:59.380914 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-ba00505a-5ab3-4d45-b72a-e122d936d533 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'port': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'mac_address': 'fa:16:3e:9c:8f:c7', 'name': 'tempest-NetworksTestDHCPv6-953390387'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:54:59.384839 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-f7f41d54-6186-4284-ac76-02b8580874f2 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Calling delete_port for 9bfac0d8-7864-4af9-a766-b1a71455e3c6 owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:54:59.398847 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c4f920-f963-4e0b-bc85-345443500e5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'project_id': 'f0f1eb4384394fc18f1626f3e12e04e3', 'fixed_ips': [{'subnet_id': 'b9c500c3-0653-479d-8f03-c174a9ef2532'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:54:59.403027 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e1c4f920-f963-4e0b-bc85-345443500e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:59.421807 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-6d5ac89a-1431-49ca-93ce-265a49930ae1 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['584cbef1-f878-4b0e-889f-71b38577102b']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:59.435450 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-6d5ac89a-1431-49ca-93ce-265a49930ae1 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '118a4224-7258-4aae-aa76-3a1091ce954e') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:59.436826 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-6d5ac89a-1431-49ca-93ce-265a49930ae1 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '118a4224-7258-4aae-aa76-3a1091ce954e') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:59.457412 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6d5ac89a-1431-49ca-93ce-265a49930ae1 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (118a4224-7258-4aae-aa76-3a1091ce954e), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:59.464560 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8d68cdd0-1d64-4d47-9608-e3ff7ef971fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (9bfac0d8-7864-4af9-a766-b1a71455e3c6), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:59.479094 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6d5ac89a-1431-49ca-93ce-265a49930ae1 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (118a4224-7258-4aae-aa76-3a1091ce954e), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:59.489935 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d5ac89a-1431-49ca-93ce-265a49930ae1 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:54:59.490590 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6d5ac89a-1431-49ca-93ce-265a49930ae1 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (118a4224-7258-4aae-aa76-3a1091ce954e), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:59.507343 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d68cdd0-1d64-4d47-9608-e3ff7ef971fd None None] No DVR routers for this DVR port 9bfac0d8-7864-4af9-a766-b1a71455e3c6 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:54:59.539282 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 118a4224-7258-4aae-aa76-3a1091ce954e resource provider aggregate not found Aug 27 04:54:59.552089 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cf79aa3e-d8b0-49cc-8020-cf741ffc3a23 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (3a78be33-ef1a-4bb7-b23f-9d671fc355ae), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:59.554794 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf79aa3e-d8b0-49cc-8020-cf741ffc3a23 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:54:59.555625 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cf79aa3e-d8b0-49cc-8020-cf741ffc3a23 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:59.619583 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d68cdd0-1d64-4d47-9608-e3ff7ef971fd None None] Pushing event deleted for resources: {'Port': ['ID=9bfac0d8-7864-4af9-a766-b1a71455e3c6,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:59.637391 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 118a4224-7258-4aae-aa76-3a1091ce954e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 118a4224-7258-4aae-aa76-3a1091ce954e found for delete ", "request_id": "req-a857e72b-8630-4944-ab32-44ff2c4b0e0b"}]} Aug 27 04:54:59.653645 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-975591b8-ba35-4319-851b-8e4d6b431e99 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Allocated IP 172.25.2.224 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/2ced83b5-8529-4ecc-ad10-1b8c06bada74) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:54:59.750132 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-e1c4f920-f963-4e0b-bc85-345443500e5f None None] Allocated IP 2001:db8::f816:3eff:fe20:30ae (61356c33-ce96-40d0-bb36-87a36b2d0e1c/b9c500c3-0653-479d-8f03-c174a9ef2532/ad09b5d6-46ec-4e07-bca8-18483e6f4557) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:54:59.767457 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-975591b8-ba35-4319-851b-8e4d6b431e99 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks [] for port (2ced83b5-8529-4ecc-ad10-1b8c06bada74), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:59.835413 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-cf79aa3e-d8b0-49cc-8020-cf741ffc3a23 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.7795136 Aug 27 04:54:59.843941 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33034) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:54:59.871355 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf79aa3e-d8b0-49cc-8020-cf741ffc3a23 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Pushing event updated for resources: {'Network': ['ID=3a78be33-ef1a-4bb7-b23f-9d671fc355ae,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:59.900353 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-975591b8-ba35-4319-851b-8e4d6b431e99 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (2ced83b5-8529-4ecc-ad10-1b8c06bada74), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:59.926609 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 3a78be33-ef1a-4bb7-b23f-9d671fc355ae details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:54:59.933427 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6d5ac89a-1431-49ca-93ce-265a49930ae1 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (584cbef1-f878-4b0e-889f-71b38577102b), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:59.940758 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6d5ac89a-1431-49ca-93ce-265a49930ae1 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:54:59.946310 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6d5ac89a-1431-49ca-93ce-265a49930ae1 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] 10.222.0.76 "DELETE /networking/v2.0/networks/584cbef1-f878-4b0e-889f-71b38577102b HTTP/1.1" status: 204 len: 168 time: 2.3238993 Aug 27 04:54:59.979410 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ac89a-1431-49ca-93ce-265a49930ae1 tempest-AllowedAddressPairIpV6TestJSON-1495183358 tempest-AllowedAddressPairIpV6TestJSON-1495183358-project] Pushing event deleted for resources: {'Network': ['ID=584cbef1-f878-4b0e-889f-71b38577102b,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:59.985192 n-d-852088-5 neutron-server[107775]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 04:54:59.985192 n-d-852088-5 neutron-server[107775]: from cryptography.utils import int_from_bytes Aug 27 04:54:59.985192 n-d-852088-5 neutron-server[107775]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 04:54:59.985192 n-d-852088-5 neutron-server[107775]: from cryptography.utils import int_from_bytes Aug 27 04:54:59.985192 n-d-852088-5 neutron-server[107775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:54:59.985192 n-d-852088-5 neutron-server[107775]: self.session.flush() Aug 27 04:54:59.985192 n-d-852088-5 neutron-server[107775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:54:59.985192 n-d-852088-5 neutron-server[107775]: self.session.flush() Aug 27 04:54:59.985192 n-d-852088-5 neutron-server[107775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:54:59.985192 n-d-852088-5 neutron-server[107775]: self.session.flush() Aug 27 04:54:59.985192 n-d-852088-5 neutron-server[107775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:54:59.985192 n-d-852088-5 neutron-server[107775]: self.session.flush() Aug 27 04:54:59.985192 n-d-852088-5 neutron-server[107775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:54:59.985192 n-d-852088-5 neutron-server[107775]: self.session.flush() Aug 27 04:54:59.985192 n-d-852088-5 neutron-server[107775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:54:59.985192 n-d-852088-5 neutron-server[107775]: self.session.flush() Aug 27 04:54:59.985192 n-d-852088-5 neutron-server[107775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:54:59.985192 n-d-852088-5 neutron-server[107775]: self.session.flush() Aug 27 04:54:59.985192 n-d-852088-5 neutron-server[107775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:54:59.985192 n-d-852088-5 neutron-server[107775]: self.session.flush() Aug 27 04:54:59.985192 n-d-852088-5 neutron-server[107775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:54:59.985192 n-d-852088-5 neutron-server[107775]: self.session.flush() Aug 27 04:54:59.985192 n-d-852088-5 neutron-server[107775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:54:59.985192 n-d-852088-5 neutron-server[107775]: self.session.flush() Aug 27 04:54:59.985192 n-d-852088-5 neutron-server[107775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:54:59.985192 n-d-852088-5 neutron-server[107775]: self.session.flush() Aug 27 04:54:59.985192 n-d-852088-5 neutron-server[107775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:54:59.985192 n-d-852088-5 neutron-server[107775]: self.session.flush() Aug 27 04:54:59.985192 n-d-852088-5 neutron-server[107775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:54:59.985192 n-d-852088-5 neutron-server[107775]: self.session.flush() Aug 27 04:54:59.985192 n-d-852088-5 neutron-server[107775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:54:59.985192 n-d-852088-5 neutron-server[107775]: self.session.flush() Aug 27 04:54:59.985192 n-d-852088-5 neutron-server[107775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:54:59.985192 n-d-852088-5 neutron-server[107775]: self.session.flush() Aug 27 04:54:59.985192 n-d-852088-5 neutron-server[107775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:54:59.985192 n-d-852088-5 neutron-server[107775]: self.session.flush() Aug 27 04:54:59.985192 n-d-852088-5 neutron-server[107775]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:54:59.985192 n-d-852088-5 neutron-server[107775]: items = [ Aug 27 04:54:59.985192 n-d-852088-5 neutron-server[107775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:54:59.985192 n-d-852088-5 neutron-server[107775]: self.session.flush() Aug 27 04:54:59.985192 n-d-852088-5 neutron-server[107775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:54:59.985192 n-d-852088-5 neutron-server[107775]: self.session.flush() Aug 27 04:54:59.988023 n-d-852088-5 neutron-server[107775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:54:59.988023 n-d-852088-5 neutron-server[107775]: self.session.flush() Aug 27 04:54:59.988023 n-d-852088-5 neutron-server[107775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:54:59.988023 n-d-852088-5 neutron-server[107775]: self.session.flush() Aug 27 04:54:59.988023 n-d-852088-5 neutron-server[107775]: /opt/stack/neutron/neutron/extensions/quotasv2.py:140: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Aug 27 04:54:59.988023 n-d-852088-5 neutron-server[107775]: warnings.warn('Neutron quota engine will require "--force" ' Aug 27 04:54:59.988023 n-d-852088-5 neutron-server[107775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:54:59.988023 n-d-852088-5 neutron-server[107775]: self.session.flush() Aug 27 04:54:59.988023 n-d-852088-5 neutron-server[107775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:54:59.988023 n-d-852088-5 neutron-server[107775]: self.session.flush() Aug 27 04:54:59.988023 n-d-852088-5 neutron-server[107775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:54:59.988023 n-d-852088-5 neutron-server[107775]: self.session.flush() Aug 27 04:54:59.988023 n-d-852088-5 neutron-server[107775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:54:59.988023 n-d-852088-5 neutron-server[107775]: self.session.flush() Aug 27 04:55:00.053769 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e1c4f920-f963-4e0b-bc85-345443500e5f None None] Publish callbacks [] for port (ad09b5d6-46ec-4e07-bca8-18483e6f4557), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:00.059603 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975591b8-ba35-4319-851b-8e4d6b431e99 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Pushing event updated for resources: {'Port': ['ID=2ced83b5-8529-4ecc-ad10-1b8c06bada74,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:00.079812 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:00.104745 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975591b8-ba35-4319-851b-8e4d6b431e99 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:55:00.113396 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-975591b8-ba35-4319-851b-8e4d6b431e99 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:55:00.121385 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975591b8-ba35-4319-851b-8e4d6b431e99 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:55:00.143659 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f7f41d54-6186-4284-ac76-02b8580874f2 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (9bfac0d8-7864-4af9-a766-b1a71455e3c6), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:00.172347 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e1c4f920-f963-4e0b-bc85-345443500e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (ad09b5d6-46ec-4e07-bca8-18483e6f4557), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:00.194968 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f41d54-6186-4284-ac76-02b8580874f2 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event deleted for resources: {'Port': ['ID=9bfac0d8-7864-4af9-a766-b1a71455e3c6,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:00.226878 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba00505a-5ab3-4d45-b72a-e122d936d533 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Made reservation on behalf of f0f1eb4384394fc18f1626f3e12e04e3 for: {'port': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:55:00.251019 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c4f920-f963-4e0b-bc85-345443500e5f None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:55:00.254285 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33046) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:00.259477 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f41d54-6186-4284-ac76-02b8580874f2 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] No DVR routers for this DVR port 9bfac0d8-7864-4af9-a766-b1a71455e3c6 on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:55:00.315469 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c4f920-f963-4e0b-bc85-345443500e5f None None] Pushing event updated for resources: {'Port': ['ID=ad09b5d6-46ec-4e07-bca8-18483e6f4557,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:00.338741 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:00.344783 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-e1c4f920-f963-4e0b-bc85-345443500e5f None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:55:00.353409 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c4f920-f963-4e0b-bc85-345443500e5f None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:55:00.424197 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:00.424907 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:00.430171 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-e1c4f920-f963-4e0b-bc85-345443500e5f None None] Attempting to bind port ad09b5d6-46ec-4e07-bca8-18483e6f4557 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:55:00.430926 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-e1c4f920-f963-4e0b-bc85-345443500e5f None None] Attempting to bind port ad09b5d6-46ec-4e07-bca8-18483e6f4557 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:55:00.431470 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c4f920-f963-4e0b-bc85-345443500e5f None None] Attempting to bind port ad09b5d6-46ec-4e07-bca8-18483e6f4557 on network 61356c33-ce96-40d0-bb36-87a36b2d0e1c {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:55:00.438245 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c4f920-f963-4e0b-bc85-345443500e5f None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:55:00.438879 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c4f920-f963-4e0b-bc85-345443500e5f None None] Checking segment: {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:55:00.439616 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e1c4f920-f963-4e0b-bc85-345443500e5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:00.440403 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c4f920-f963-4e0b-bc85-345443500e5f None None] Bound using segment: {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:55:00.441216 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-e1c4f920-f963-4e0b-bc85-345443500e5f None None] Bound port: ad09b5d6-46ec-4e07-bca8-18483e6f4557, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:55:00.441808 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e1c4f920-f963-4e0b-bc85-345443500e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (ad09b5d6-46ec-4e07-bca8-18483e6f4557), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:00.520555 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a323415f-7633-40a2-83d0-4bef332adbc4 tempest-DHCPAgentSchedulersTestJSON-145855694 tempest-DHCPAgentSchedulersTestJSON-145855694-project-admin] 10.222.0.76 "GET /networking/v2.0/agents/c2f40edd-6e72-4cc0-843b-ec7ee70b6c94/dhcp-networks HTTP/1.1" status: 200 len: 5612 time: 0.6752000 Aug 27 04:55:00.524394 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33054) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:00.531206 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f7f41d54-6186-4284-ac76-02b8580874f2 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (52c93bcc-bca9-4b7b-8976-cd63c31a740a), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:00.575108 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:00.589450 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-f7f41d54-6186-4284-ac76-02b8580874f2 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52c93bcc-bca9-4b7b-8976-cd63c31a740a']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:55:00.606153 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-e1c4f920-f963-4e0b-bc85-345443500e5f None None] For port ad09b5d6-46ec-4e07-bca8-18483e6f4557, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:55:00.611240 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-e1c4f920-f963-4e0b-bc85-345443500e5f None None] For port ad09b5d6-46ec-4e07-bca8-18483e6f4557, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=ad09b5d6-46ec-4e07-bca8-18483e6f4557,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:55:00.615586 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-f7f41d54-6186-4284-ac76-02b8580874f2 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9135986a-d9a8-4acb-b310-7a30844c94b1') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:55:00.615835 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-f7f41d54-6186-4284-ac76-02b8580874f2 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9135986a-d9a8-4acb-b310-7a30844c94b1') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:55:00.630590 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 9bfac0d8-7864-4af9-a766-b1a71455e3c6 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:55:00.650267 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f7f41d54-6186-4284-ac76-02b8580874f2 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (9135986a-d9a8-4acb-b310-7a30844c94b1), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:00.661042 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ba00505a-5ab3-4d45-b72a-e122d936d533 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:00.680821 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f7f41d54-6186-4284-ac76-02b8580874f2 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (9135986a-d9a8-4acb-b310-7a30844c94b1), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:00.692157 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7f41d54-6186-4284-ac76-02b8580874f2 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:55:00.692600 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f7f41d54-6186-4284-ac76-02b8580874f2 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (9135986a-d9a8-4acb-b310-7a30844c94b1), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:00.723169 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 9bfac0d8-7864-4af9-a766-b1a71455e3c6 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:55:00.723517 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 9bfac0d8-7864-4af9-a766-b1a71455e3c6 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:55:00.732824 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:00.766993 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268b7c7f-f33b-4ff4-829b-3896dd1ae1a6 tempest-DHCPAgentSchedulersTestJSON-145855694 tempest-DHCPAgentSchedulersTestJSON-145855694-project-admin] Network 3a78be33-ef1a-4bb7-b23f-9d671fc355ae is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:55:00.773286 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [None req-ba00505a-5ab3-4d45-b72a-e122d936d533 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] device_id is not set on port 249c290b-bae6-47a5-87cd-718f652e2d50 yet. {{(pid=107775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:55:00.779786 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e1c4f920-f963-4e0b-bc85-345443500e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (ad09b5d6-46ec-4e07-bca8-18483e6f4557), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:00.783083 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 9135986a-d9a8-4acb-b310-7a30844c94b1 resource provider aggregate not found Aug 27 04:55:00.807315 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:00.859937 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 9135986a-d9a8-4acb-b310-7a30844c94b1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9135986a-d9a8-4acb-b310-7a30844c94b1 found for delete ", "request_id": "req-8ebd1098-9499-44dc-9eab-3a4a2be29864"}]} Aug 27 04:55:00.874180 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a9260cee-0cd9-460b-bab1-b78219be7431 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:00.920794 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-268b7c7f-f33b-4ff4-829b-3896dd1ae1a6 tempest-DHCPAgentSchedulersTestJSON-145855694 tempest-DHCPAgentSchedulersTestJSON-145855694-project-admin] 10.222.0.76 "POST /networking/v2.0/agents/c2f40edd-6e72-4cc0-843b-ec7ee70b6c94/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3903902 Aug 27 04:55:00.933995 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33062) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:00.966257 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c4f920-f963-4e0b-bc85-345443500e5f None None] Pushing event updated for resources: {'Port': ['ID=ad09b5d6-46ec-4e07-bca8-18483e6f4557,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:00.977338 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b63ee2-5b5b-426d-9ad0-9d6fc6698cdc None None] Network 3a78be33-ef1a-4bb7-b23f-9d671fc355ae requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:55:01.067453 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33066) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:01.088481 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a9260cee-0cd9-460b-bab1-b78219be7431 admin admin] Publish callbacks [] for security_group (8af082d3-167e-4b72-ba4b-a0f05c9d4550), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:01.144781 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-975591b8-ba35-4319-851b-8e4d6b431e99 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks [] for router_gateway (7cb7d390-a3d0-480c-9684-e0f6e011f7b1), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:01.144781 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-ba00505a-5ab3-4d45-b72a-e122d936d533 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Allocated IP 2001:db8::f816:3eff:fe9c:8fc7 (61356c33-ce96-40d0-bb36-87a36b2d0e1c/b9c500c3-0653-479d-8f03-c174a9ef2532/249c290b-bae6-47a5-87cd-718f652e2d50) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:55:01.215935 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f7f41d54-6186-4284-ac76-02b8580874f2 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (52c93bcc-bca9-4b7b-8976-cd63c31a740a), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:01.244156 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f7f41d54-6186-4284-ac76-02b8580874f2 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:01.248385 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f7f41d54-6186-4284-ac76-02b8580874f2 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "DELETE /networking/v2.0/networks/52c93bcc-bca9-4b7b-8976-cd63c31a740a HTTP/1.1" status: 204 len: 168 time: 2.9724083 Aug 27 04:55:01.257938 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33072) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:01.259265 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f41d54-6186-4284-ac76-02b8580874f2 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event deleted for resources: {'Network': ['ID=52c93bcc-bca9-4b7b-8976-cd63c31a740a,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:01.288943 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-3391aa65-f492-4776-986d-148dcc2a75d3 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1984842301', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:55:01.312453 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a9260cee-0cd9-460b-bab1-b78219be7431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (8af082d3-167e-4b72-ba4b-a0f05c9d4550), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:01.400364 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:01.441942 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a9260cee-0cd9-460b-bab1-b78219be7431 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=997959007c0449eba561015b0a86a394&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1845341 Aug 27 04:55:01.456558 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33076) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:01.537258 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=26 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:01.545974 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=40 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:01.741950 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:01.764863 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:01.820114 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:01.891361 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9260cee-0cd9-460b-bab1-b78219be7431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af082d3-167e-4b72-ba4b-a0f05c9d4550,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:01.931710 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3391aa65-f492-4776-986d-148dcc2a75d3 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:01.938670 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:01.947090 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3391aa65-f492-4776-986d-148dcc2a75d3 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:02.043039 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-34d78cdf-669f-450d-91ec-d0b63d0d251f admin admin] Publish callbacks [] for security_group (8af082d3-167e-4b72-ba4b-a0f05c9d4550), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:02.048569 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-95dd7771-21cb-4aa2-8e86-7303f62b5d07 tempest-DHCPAgentSchedulersTestJSON-145855694 tempest-DHCPAgentSchedulersTestJSON-145855694-project-admin] 10.222.0.76 "GET /networking/v2.0/agents/c2f40edd-6e72-4cc0-843b-ec7ee70b6c94/dhcp-networks HTTP/1.1" status: 200 len: 5609 time: 1.1131523 Aug 27 04:55:02.053156 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33086) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:02.086901 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:02.145907 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-34d78cdf-669f-450d-91ec-d0b63d0d251f admin admin] Publish callbacks [] for security_group (8af082d3-167e-4b72-ba4b-a0f05c9d4550), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:02.342382 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3391aa65-f492-4776-986d-148dcc2a75d3 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for router_controller (102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:02.373887 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-245b93e7-5d21-45aa-a5c8-410e0fe773aa tempest-DHCPAgentSchedulersTestJSON-145855694 tempest-DHCPAgentSchedulersTestJSON-145855694-project-admin] 10.222.0.76 "DELETE /networking/v2.0/agents/c2f40edd-6e72-4cc0-843b-ec7ee70b6c94/dhcp-networks/3a78be33-ef1a-4bb7-b23f-9d671fc355ae HTTP/1.1" status: 204 len: 168 time: 0.3064420 Aug 27 04:55:02.373887 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33096) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:02.447323 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3077c6eb-e892-4582-8371-ee0956e6145f admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=5487d3e115904527858abc7be7714782&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3757789 Aug 27 04:55:02.455485 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33098) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:02.518561 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3391aa65-f492-4776-986d-148dcc2a75d3 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:02.564922 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-34d78cdf-669f-450d-91ec-d0b63d0d251f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (8af082d3-167e-4b72-ba4b-a0f05c9d4550), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:02.569535 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-34d78cdf-669f-450d-91ec-d0b63d0d251f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:02.588402 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-34d78cdf-669f-450d-91ec-d0b63d0d251f admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/8af082d3-167e-4b72-ba4b-a0f05c9d4550 HTTP/1.1" status: 204 len: 168 time: 1.1075709 Aug 27 04:55:02.609485 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-975591b8-ba35-4319-851b-8e4d6b431e99 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (7cb7d390-a3d0-480c-9684-e0f6e011f7b1), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:02.623983 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ba00505a-5ab3-4d45-b72a-e122d936d533 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for port (249c290b-bae6-47a5-87cd-718f652e2d50), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:02.629734 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d78cdf-669f-450d-91ec-d0b63d0d251f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af082d3-167e-4b72-ba4b-a0f05c9d4550,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:02.647496 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device ad09b5d6-46ec-4e07-bca8-18483e6f4557 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:55:02.707738 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a7477d49-bae1-4d4a-9d33-18bdae2c0c33 admin admin] Publish callbacks [] for security_group (548c7ff2-4212-4027-8f0e-9b5d91791dc4), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:02.713524 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3391aa65-f492-4776-986d-148dcc2a75d3 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:02.717847 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3391aa65-f492-4776-986d-148dcc2a75d3 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.4557345 Aug 27 04:55:02.722489 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33106) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:02.743072 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-ec7f588b-e2cb-4555-a870-fb5a1aff2fa9 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Request body: {'network': {'name': 'tempest-RoutersTest-161502427'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:55:02.747367 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port ad09b5d6-46ec-4e07-bca8-18483e6f4557 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:02.753470 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (ad09b5d6-46ec-4e07-bca8-18483e6f4557), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:02.774391 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a7477d49-bae1-4d4a-9d33-18bdae2c0c33 admin admin] Publish callbacks [] for security_group (548c7ff2-4212-4027-8f0e-9b5d91791dc4), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:02.808816 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-90f03270-499e-4290-9a63-d11b86b6e937 tempest-DHCPAgentSchedulersTestJSON-145855694 tempest-DHCPAgentSchedulersTestJSON-145855694-project-admin] 10.222.0.76 "GET /networking/v2.0/agents/c2f40edd-6e72-4cc0-843b-ec7ee70b6c94/dhcp-networks HTTP/1.1" status: 200 len: 4098 time: 0.4331722 Aug 27 04:55:02.814500 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-8d9d6b4c-f4fb-4ea2-8746-cada74e6fdb5 None None] Provisioning complete for port ad09b5d6-46ec-4e07-bca8-18483e6f4557 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:02.815053 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8d9d6b4c-f4fb-4ea2-8746-cada74e6fdb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (ad09b5d6-46ec-4e07-bca8-18483e6f4557), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:02.823029 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33108) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:02.845421 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d77fc1b5-a6b4-4b63-97fb-59a12c19df30 tempest-DHCPAgentSchedulersTestJSON-145855694 tempest-DHCPAgentSchedulersTestJSON-145855694-project-admin] 10.222.0.76 "GET /networking/v2.0/networks/ab1668c3-fa16-429a-8f27-3ef55eba334a/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0212090 Aug 27 04:55:02.855614 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33110) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:02.886213 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33112) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:02.892250 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d43466bd-b85a-4e39-adf1-9dda483375ec tempest-DHCPAgentSchedulersTestJSON-145855694 tempest-DHCPAgentSchedulersTestJSON-145855694-project-admin] 10.222.0.76 "GET /networking/v2.0/networks/ab1668c3-fa16-429a-8f27-3ef55eba334a/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0292065 Aug 27 04:55:02.965860 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port ad09b5d6-46ec-4e07-bca8-18483e6f4557 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:55:02.966359 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (ad09b5d6-46ec-4e07-bca8-18483e6f4557), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:02.987653 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-8d9d6b4c-f4fb-4ea2-8746-cada74e6fdb5 None None] Current status of the port ad09b5d6-46ec-4e07-bca8-18483e6f4557 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:55:02.988018 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8d9d6b4c-f4fb-4ea2-8746-cada74e6fdb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (ad09b5d6-46ec-4e07-bca8-18483e6f4557), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:02.994352 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7f588b-e2cb-4555-a870-fb5a1aff2fa9 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Made reservation on behalf of 8294e34ae47f4d6bbb8fc590d6939221 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:55:02.999429 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ba00505a-5ab3-4d45-b72a-e122d936d533 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (249c290b-bae6-47a5-87cd-718f652e2d50), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:03.000539 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ec7f588b-e2cb-4555-a870-fb5a1aff2fa9 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:03.036613 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port ad09b5d6-46ec-4e07-bca8-18483e6f4557, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=ad09b5d6-46ec-4e07-bca8-18483e6f4557,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:55:03.038439 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec7f588b-e2cb-4555-a870-fb5a1aff2fa9 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:55:03.047862 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a7477d49-bae1-4d4a-9d33-18bdae2c0c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (548c7ff2-4212-4027-8f0e-9b5d91791dc4), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:03.050574 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a7477d49-bae1-4d4a-9d33-18bdae2c0c33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:03.054509 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a7477d49-bae1-4d4a-9d33-18bdae2c0c33 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/548c7ff2-4212-4027-8f0e-9b5d91791dc4 HTTP/1.1" status: 204 len: 168 time: 0.5904965 Aug 27 04:55:03.055250 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-975591b8-ba35-4319-851b-8e4d6b431e99 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Router 7cb7d390-a3d0-480c-9684-e0f6e011f7b1 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:55:03.056852 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ec7f588b-e2cb-4555-a870-fb5a1aff2fa9 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (d1b94b11-b7e8-4110-bcba-51d0d00c2c12), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:03.062694 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-ec7f588b-e2cb-4555-a870-fb5a1aff2fa9 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Added segment d1b94b11-b7e8-4110-bcba-51d0d00c2c12 of type vlan for network 94122cb1-f5f8-4b56-88b2-5834aef4472c Aug 27 04:55:03.096565 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7477d49-bae1-4d4a-9d33-18bdae2c0c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548c7ff2-4212-4027-8f0e-9b5d91791dc4,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:03.102669 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-dbd3f66f-b249-4b51-9ceb-661479b6ae29 tempest-DHCPAgentSchedulersTestJSON-145855694 tempest-DHCPAgentSchedulersTestJSON-145855694-project-admin] 10.222.0.76 "GET /networking/v2.0/agents/c2f40edd-6e72-4cc0-843b-ec7ee70b6c94/dhcp-networks HTTP/1.1" status: 200 len: 4098 time: 0.2124698 Aug 27 04:55:03.103080 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba00505a-5ab3-4d45-b72a-e122d936d533 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:55:03.103893 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33118) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:03.108292 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-ba00505a-5ab3-4d45-b72a-e122d936d533 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:55:03.110123 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba00505a-5ab3-4d45-b72a-e122d936d533 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event updated for resources: {'Port': ['ID=249c290b-bae6-47a5-87cd-718f652e2d50,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:03.118558 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba00505a-5ab3-4d45-b72a-e122d936d533 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:55:03.126469 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba00505a-5ab3-4d45-b72a-e122d936d533 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:03.126469 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ba00505a-5ab3-4d45-b72a-e122d936d533 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:03.127168 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ec7f588b-e2cb-4555-a870-fb5a1aff2fa9 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (94122cb1-f5f8-4b56-88b2-5834aef4472c), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:03.169325 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (ad09b5d6-46ec-4e07-bca8-18483e6f4557), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:03.183605 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:03.194350 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:03.276945 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-8d9d6b4c-f4fb-4ea2-8746-cada74e6fdb5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:55:03.277184 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-8d9d6b4c-f4fb-4ea2-8746-cada74e6fdb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:55:03.319722 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=ad09b5d6-46ec-4e07-bca8-18483e6f4557,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:03.319903 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-81455479-3af1-4486-a009-352fa27b0370 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (3a78be33-ef1a-4bb7-b23f-9d671fc355ae), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:03.327687 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ec7f588b-e2cb-4555-a870-fb5a1aff2fa9 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (94122cb1-f5f8-4b56-88b2-5834aef4472c), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:03.336129 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7f588b-e2cb-4555-a870-fb5a1aff2fa9 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:03.337965 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ec7f588b-e2cb-4555-a870-fb5a1aff2fa9 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:03.359391 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975591b8-ba35-4319-851b-8e4d6b431e99 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:55:03.369729 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b945ea5a-1721-4ec9-b929-a7de7417956a None None] Sync routers for ids ['7cb7d390-a3d0-480c-9684-e0f6e011f7b1'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:55:03.381753 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b945ea5a-1721-4ec9-b929-a7de7417956a None None] Routers {'7cb7d390-a3d0-480c-9684-e0f6e011f7b1'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:55:03.382670 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-b945ea5a-1721-4ec9-b929-a7de7417956a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:54:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['7cb7d390-a3d0-480c-9684-e0f6e011f7b1'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:55:03.414405 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ba00505a-5ab3-4d45-b72a-e122d936d533 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.0498407 Aug 27 04:55:03.414784 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33124) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:03.429781 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f588b-e2cb-4555-a870-fb5a1aff2fa9 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event updated for resources: {'Network': ['ID=94122cb1-f5f8-4b56-88b2-5834aef4472c,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:03.440957 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 94122cb1-f5f8-4b56-88b2-5834aef4472c details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:55:03.540335 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:DELETE=6,neutron:SELECT=89,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:03.549203 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-81455479-3af1-4486-a009-352fa27b0370 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (3a78be33-ef1a-4bb7-b23f-9d671fc355ae), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:03.553095 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-b945ea5a-1721-4ec9-b929-a7de7417956a None None] Set router 7cb7d390-a3d0-480c-9684-e0f6e011f7b1 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:55:03.557193 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e9d9dd-1060-4e92-8b70-622cfadfa605 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:03.563102 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e9d9dd-1060-4e92-8b70-622cfadfa605 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:03.567304 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-36e9d9dd-1060-4e92-8b70-622cfadfa605 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1491480 Aug 27 04:55:03.567913 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33132) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:03.581027 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ec7f588b-e2cb-4555-a870-fb5a1aff2fa9 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8552632 Aug 27 04:55:03.585599 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33134) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:03.597535 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-fc65a9ec-6a17-49dd-8119-7ad42f92d8d4 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Request body: {'subnet': {'network_id': '94122cb1-f5f8-4b56-88b2-5834aef4472c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:55:03.604247 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-975591b8-ba35-4319-851b-8e4d6b431e99 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:03.605661 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-975591b8-ba35-4319-851b-8e4d6b431e99 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 908 time: 6.0256450 Aug 27 04:55:03.610881 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33136) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:03.635708 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-81455479-3af1-4486-a009-352fa27b0370 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a78be33-ef1a-4bb7-b23f-9d671fc355ae']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:55:03.694396 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-ed9b30ce-151e-4586-ac7d-1d2bc3b5c92d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Deleting port 249c290b-bae6-47a5-87cd-718f652e2d50 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:55:03.694997 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ed9b30ce-151e-4586-ac7d-1d2bc3b5c92d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (249c290b-bae6-47a5-87cd-718f652e2d50), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:03.718791 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-81455479-3af1-4486-a009-352fa27b0370 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ef13f87-c02a-4903-8411-a99d9cfe86ff') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:55:03.718791 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-81455479-3af1-4486-a009-352fa27b0370 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ef13f87-c02a-4903-8411-a99d9cfe86ff') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:55:03.750491 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-81455479-3af1-4486-a009-352fa27b0370 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (1ef13f87-c02a-4903-8411-a99d9cfe86ff), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:03.770862 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:03.803391 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-81455479-3af1-4486-a009-352fa27b0370 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (1ef13f87-c02a-4903-8411-a99d9cfe86ff), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:03.820616 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81455479-3af1-4486-a009-352fa27b0370 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:55:03.821173 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-81455479-3af1-4486-a009-352fa27b0370 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (1ef13f87-c02a-4903-8411-a99d9cfe86ff), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:03.835221 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-b945ea5a-1721-4ec9-b929-a7de7417956a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb7d390-a3d0-480c-9684-e0f6e011f7b1', 'name': 'tempest-snat-router-1627506828', 'tenant_id': '75242710afb742d1bf54731062bd5cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.224'}], 'enable_snat': False}, 'gw_port_id': '2ced83b5-8529-4ecc-ad10-1b8c06bada74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:54:57Z', 'updated_at': '2022-08-27T04:55:00Z', 'revision_number': 3, 'project_id': '75242710afb742d1bf54731062bd5cba', 'gw_port': {'id': '2ced83b5-8529-4ecc-ad10-1b8c06bada74', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f7:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb7d390-a3d0-480c-9684-e0f6e011f7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:54:59Z', 'updated_at': '2022-08-27T04:54:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:55:03.863954 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-8d9d6b4c-f4fb-4ea2-8746-cada74e6fdb5 None None] Current status of the port ad09b5d6-46ec-4e07-bca8-18483e6f4557 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:55:03.873247 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ed9b30ce-151e-4586-ac7d-1d2bc3b5c92d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (249c290b-bae6-47a5-87cd-718f652e2d50), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:03.887454 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b945ea5a-1721-4ec9-b929-a7de7417956a None None] Checking router: 7cb7d390-a3d0-480c-9684-e0f6e011f7b1 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:55:03.887801 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b945ea5a-1721-4ec9-b929-a7de7417956a None None] Updating router 7cb7d390-a3d0-480c-9684-e0f6e011f7b1 port 2ced83b5-8529-4ecc-ad10-1b8c06bada74 binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:55:03.892872 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-ed9b30ce-151e-4586-ac7d-1d2bc3b5c92d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Calling delete_port for 249c290b-bae6-47a5-87cd-718f652e2d50 owned by {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:55:03.914223 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 1ef13f87-c02a-4903-8411-a99d9cfe86ff resource provider aggregate not found Aug 27 04:55:03.945890 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f01f8e1c-7e57-4350-aa80-1dd2f83daba6 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] 10.222.0.76 "GET /networking/v2.0/routers/7cb7d390-a3d0-480c-9684-e0f6e011f7b1 HTTP/1.1" status: 200 len: 909 time: 0.3201051 Aug 27 04:55:03.945890 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 1ef13f87-c02a-4903-8411-a99d9cfe86ff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1ef13f87-c02a-4903-8411-a99d9cfe86ff found for delete ", "request_id": "req-35fdb394-cf26-47f7-ad47-facdfe94aff9"}]} Aug 27 04:55:03.948516 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33152) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:03.959283 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-f96860d8-63c8-46e2-95c7-442019f4c41d tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1627506828', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'enable_snat': True}}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:55:04.016630 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-316b5e97-56c9-4a3b-9a88-6480af07b668 None None] Provisioning complete for port 249c290b-bae6-47a5-87cd-718f652e2d50 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:04.019212 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-316b5e97-56c9-4a3b-9a88-6480af07b668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (249c290b-bae6-47a5-87cd-718f652e2d50), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:04.034378 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-b945ea5a-1721-4ec9-b929-a7de7417956a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (2ced83b5-8529-4ecc-ad10-1b8c06bada74), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:04.063983 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc65a9ec-6a17-49dd-8119-7ad42f92d8d4 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Made reservation on behalf of 8294e34ae47f4d6bbb8fc590d6939221 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:55:04.069411 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fc65a9ec-6a17-49dd-8119-7ad42f92d8d4 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:04.074823 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-316b5e97-56c9-4a3b-9a88-6480af07b668 None None] Port 249c290b-bae6-47a5-87cd-718f652e2d50 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:55:04.131945 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-81455479-3af1-4486-a009-352fa27b0370 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (3a78be33-ef1a-4bb7-b23f-9d671fc355ae), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:04.140476 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-81455479-3af1-4486-a009-352fa27b0370 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:04.147120 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-81455479-3af1-4486-a009-352fa27b0370 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] 10.222.0.76 "DELETE /networking/v2.0/networks/3a78be33-ef1a-4bb7-b23f-9d671fc355ae HTTP/1.1" status: 204 len: 168 time: 1.0377102 Aug 27 04:55:04.147899 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33158) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:04.180993 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81455479-3af1-4486-a009-352fa27b0370 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Pushing event deleted for resources: {'Network': ['ID=3a78be33-ef1a-4bb7-b23f-9d671fc355ae,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:04.192152 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cdd3695-e76b-4f1b-b822-0498dfb74da7 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] DELETE failed (client error): The resource could not be found. Aug 27 04:55:04.194575 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f96860d8-63c8-46e2-95c7-442019f4c41d tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (5afd3c51-67a4-4e03-80fa-855705d416d4), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:04.195644 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f96860d8-63c8-46e2-95c7-442019f4c41d tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (5afd3c51-67a4-4e03-80fa-855705d416d4), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:04.202024 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cdd3695-e76b-4f1b-b822-0498dfb74da7 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:55:04.212843 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6cdd3695-e76b-4f1b-b822-0498dfb74da7 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] 10.222.0.76 "DELETE /networking/v2.0/ports/419e2819-cff0-4c6e-b9c5-58c6fc3910cb HTTP/1.1" status: 404 len: 333 time: 0.0608318 Aug 27 04:55:04.213438 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33164) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:04.214916 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ed9b30ce-151e-4586-ac7d-1d2bc3b5c92d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (249c290b-bae6-47a5-87cd-718f652e2d50), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:04.321384 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f96860d8-63c8-46e2-95c7-442019f4c41d tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks [] for router_controller (5afd3c51-67a4-4e03-80fa-855705d416d4), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:04.327482 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9b30ce-151e-4586-ac7d-1d2bc3b5c92d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event deleted for resources: {'Port': ['ID=249c290b-bae6-47a5-87cd-718f652e2d50,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:04.355562 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-17cf0f0e-96b0-4495-8a53-ca05c9ad3551 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Deleting subnet 95c8aa76-a80f-4591-a1c9-ecf1507d407e {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:55:04.360801 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-17cf0f0e-96b0-4495-8a53-ca05c9ad3551 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Publish callbacks [] for subnet (95c8aa76-a80f-4591-a1c9-ecf1507d407e), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:04.375397 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-b945ea5a-1721-4ec9-b929-a7de7417956a None None] Publish callbacks [] for port (2ced83b5-8529-4ecc-ad10-1b8c06bada74), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:04.381291 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:04.385334 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ed9b30ce-151e-4586-ac7d-1d2bc3b5c92d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:04.391445 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ed9b30ce-151e-4586-ac7d-1d2bc3b5c92d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/ports/249c290b-bae6-47a5-87cd-718f652e2d50 HTTP/1.1" status: 204 len: 168 time: 0.8222935 Aug 27 04:55:04.392235 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33174) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:04.463870 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-b945ea5a-1721-4ec9-b929-a7de7417956a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (2ced83b5-8529-4ecc-ad10-1b8c06bada74), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:04.494798 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9213fcca-0de9-471c-8008-2bdd15fdad46 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:04.499485 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9213fcca-0de9-471c-8008-2bdd15fdad46 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:04.512241 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-17cf0f0e-96b0-4495-8a53-ca05c9ad3551 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (95c8aa76-a80f-4591-a1c9-ecf1507d407e), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:04.514292 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-9213fcca-0de9-471c-8008-2bdd15fdad46 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1205063 Aug 27 04:55:04.515971 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33176) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:04.546316 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-b945ea5a-1721-4ec9-b929-a7de7417956a None None] Attempting to bind port 2ced83b5-8529-4ecc-ad10-1b8c06bada74 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:55:04.546951 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-b945ea5a-1721-4ec9-b929-a7de7417956a None None] Attempting to bind port 2ced83b5-8529-4ecc-ad10-1b8c06bada74 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:55:04.547476 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b945ea5a-1721-4ec9-b929-a7de7417956a None None] Attempting to bind port 2ced83b5-8529-4ecc-ad10-1b8c06bada74 on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:55:04.555930 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b945ea5a-1721-4ec9-b929-a7de7417956a None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:55:04.556580 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b945ea5a-1721-4ec9-b929-a7de7417956a None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:55:04.557140 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-b945ea5a-1721-4ec9-b929-a7de7417956a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:04.557675 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b945ea5a-1721-4ec9-b929-a7de7417956a None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:55:04.558306 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-b945ea5a-1721-4ec9-b929-a7de7417956a None None] Bound port: 2ced83b5-8529-4ecc-ad10-1b8c06bada74, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:55:04.558842 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-b945ea5a-1721-4ec9-b929-a7de7417956a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (2ced83b5-8529-4ecc-ad10-1b8c06bada74), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:04.605161 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f224d3e-725f-4d9d-a2c9-0ffd5fd7885f None None] Pushing event updated for resources: {'Port': ['ID=2ced83b5-8529-4ecc-ad10-1b8c06bada74,revision_number=2']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:04.624059 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device ad09b5d6-46ec-4e07-bca8-18483e6f4557 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:55:04.635721 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-b945ea5a-1721-4ec9-b929-a7de7417956a None None] For port 2ced83b5-8529-4ecc-ad10-1b8c06bada74, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:55:04.640615 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-b945ea5a-1721-4ec9-b929-a7de7417956a None None] For port 2ced83b5-8529-4ecc-ad10-1b8c06bada74, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=2ced83b5-8529-4ecc-ad10-1b8c06bada74,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:55:04.708342 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port ad09b5d6-46ec-4e07-bca8-18483e6f4557 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:04.708717 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (ad09b5d6-46ec-4e07-bca8-18483e6f4557), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:04.714238 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f96860d8-63c8-46e2-95c7-442019f4c41d tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks [] for router_gateway (5afd3c51-67a4-4e03-80fa-855705d416d4), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:04.742522 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc402e9d-9beb-43b4-a72f-76078ff0597d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Deleting subnet b9c500c3-0653-479d-8f03-c174a9ef2532 {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:55:04.750738 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-b945ea5a-1721-4ec9-b929-a7de7417956a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (2ced83b5-8529-4ecc-ad10-1b8c06bada74), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:04.754976 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dc402e9d-9beb-43b4-a72f-76078ff0597d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (b9c500c3-0653-479d-8f03-c174a9ef2532), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:04.792471 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:04.794215 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port ad09b5d6-46ec-4e07-bca8-18483e6f4557 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:55:04.834772 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b945ea5a-1721-4ec9-b929-a7de7417956a None None] Routers {'7cb7d390-a3d0-480c-9684-e0f6e011f7b1'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:55:04.834772 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-b945ea5a-1721-4ec9-b929-a7de7417956a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:54:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['7cb7d390-a3d0-480c-9684-e0f6e011f7b1'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:55:04.836572 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-17cf0f0e-96b0-4495-8a53-ca05c9ad3551 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (95c8aa76-a80f-4591-a1c9-ecf1507d407e), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:04.866532 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dc402e9d-9beb-43b4-a72f-76078ff0597d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (b9c500c3-0653-479d-8f03-c174a9ef2532), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:04.887923 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f224d3e-725f-4d9d-a2c9-0ffd5fd7885f None None] Pushing event updated for resources: {'Port': ['ID=2ced83b5-8529-4ecc-ad10-1b8c06bada74,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:04.946098 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:04.953317 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-b945ea5a-1721-4ec9-b929-a7de7417956a None None] Set router 7cb7d390-a3d0-480c-9684-e0f6e011f7b1 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:55:05.071364 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dc402e9d-9beb-43b4-a72f-76078ff0597d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (b9c500c3-0653-479d-8f03-c174a9ef2532), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:05.077631 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fc65a9ec-6a17-49dd-8119-7ad42f92d8d4 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (5df62364-1081-4557-a010-0b9d53af53d4), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:05.098440 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:05.160108 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-17cf0f0e-96b0-4495-8a53-ca05c9ad3551 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (95c8aa76-a80f-4591-a1c9-ecf1507d407e), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:05.161837 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-b945ea5a-1721-4ec9-b929-a7de7417956a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb7d390-a3d0-480c-9684-e0f6e011f7b1', 'name': 'tempest-snat-router-1627506828', 'tenant_id': '75242710afb742d1bf54731062bd5cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.224'}], 'enable_snat': False}, 'gw_port_id': '2ced83b5-8529-4ecc-ad10-1b8c06bada74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:54:57Z', 'updated_at': '2022-08-27T04:55:00Z', 'revision_number': 3, 'project_id': '75242710afb742d1bf54731062bd5cba', 'gw_port': {'id': '2ced83b5-8529-4ecc-ad10-1b8c06bada74', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f7:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb7d390-a3d0-480c-9684-e0f6e011f7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:54:59Z', 'updated_at': '2022-08-27T04:55:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:55:05.183280 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-17cf0f0e-96b0-4495-8a53-ca05c9ad3551 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:05.187098 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-17cf0f0e-96b0-4495-8a53-ca05c9ad3551 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/95c8aa76-a80f-4591-a1c9-ecf1507d407e HTTP/1.1" status: 204 len: 168 time: 0.9555798 Aug 27 04:55:05.189676 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33196) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:05.194983 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcf2dde-bee9-47d8-894e-c9a324e5129b None None] Network ab1668c3-fa16-429a-8f27-3ef55eba334a requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:55:05.214396 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b945ea5a-1721-4ec9-b929-a7de7417956a None None] The sync data for ids ['7cb7d390-a3d0-480c-9684-e0f6e011f7b1'] in n-d-852088-5 is: [{'id': '7cb7d390-a3d0-480c-9684-e0f6e011f7b1', 'name': 'tempest-snat-router-1627506828', 'tenant_id': '75242710afb742d1bf54731062bd5cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.224'}], 'enable_snat': False}, 'gw_port_id': '2ced83b5-8529-4ecc-ad10-1b8c06bada74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:54:57Z', 'updated_at': '2022-08-27T04:55:00Z', 'revision_number': 3, 'project_id': '75242710afb742d1bf54731062bd5cba', 'gw_port': {'id': '2ced83b5-8529-4ecc-ad10-1b8c06bada74', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f7:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb7d390-a3d0-480c-9684-e0f6e011f7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:54:59Z', 'updated_at': '2022-08-27T04:55:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:55:05.319408 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-eec379e5-bb70-4dd7-a7c6-4b665915e2d4 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (ab1668c3-fa16-429a-8f27-3ef55eba334a), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:05.334539 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f96860d8-63c8-46e2-95c7-442019f4c41d tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks [] for router_gateway (5afd3c51-67a4-4e03-80fa-855705d416d4), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:05.340385 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc65a9ec-6a17-49dd-8119-7ad42f92d8d4 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event updated for resources: {'Subnet': ['ID=5df62364-1081-4557-a010-0b9d53af53d4,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:05.395309 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf0f0e-96b0-4495-8a53-ca05c9ad3551 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Pushing event deleted for resources: {'Subnet': ['ID=95c8aa76-a80f-4591-a1c9-ecf1507d407e,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:05.413933 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-eec379e5-bb70-4dd7-a7c6-4b665915e2d4 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Deleting port 9a697882-108e-4c7c-bbd2-f20d243e2055 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:55:05.414276 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-eec379e5-bb70-4dd7-a7c6-4b665915e2d4 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (9a697882-108e-4c7c-bbd2-f20d243e2055), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:05.418505 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:05.430412 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f96860d8-63c8-46e2-95c7-442019f4c41d tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:05.510773 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dc402e9d-9beb-43b4-a72f-76078ff0597d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (b9c500c3-0653-479d-8f03-c174a9ef2532), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:05.529529 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0459f323-39f3-4474-b866-79bbbf3ffee3 None None] DHCP port deletion for ab1668c3-fa16-429a-8f27-3ef55eba334a request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:55:05.537375 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-eec379e5-bb70-4dd7-a7c6-4b665915e2d4 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] For port 9a697882-108e-4c7c-bbd2-f20d243e2055, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=9a697882-108e-4c7c-bbd2-f20d243e2055,segment=NetworkSegment(863ad942-a0aa-4873-ba57-bf890afc3eaf),segment_id=863ad942-a0aa-4873-ba57-bf890afc3eaf)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:55:05.538663 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-eec379e5-bb70-4dd7-a7c6-4b665915e2d4 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (9a697882-108e-4c7c-bbd2-f20d243e2055), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:05.562031 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-eec379e5-bb70-4dd7-a7c6-4b665915e2d4 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Calling delete_port for 9a697882-108e-4c7c-bbd2-f20d243e2055 owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:55:05.571387 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc402e9d-9beb-43b4-a72f-76078ff0597d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event deleted for resources: {'Subnet': ['ID=b9c500c3-0653-479d-8f03-c174a9ef2532,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:05.581505 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-0459f323-39f3-4474-b866-79bbbf3ffee3 None None] Deleting port 9a697882-108e-4c7c-bbd2-f20d243e2055 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:55:05.582021 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0459f323-39f3-4474-b866-79bbbf3ffee3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (9a697882-108e-4c7c-bbd2-f20d243e2055), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:05.589655 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dc402e9d-9beb-43b4-a72f-76078ff0597d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:05.595414 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-dc402e9d-9beb-43b4-a72f-76078ff0597d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/b9c500c3-0653-479d-8f03-c174a9ef2532 HTTP/1.1" status: 204 len: 168 time: 1.0748861 Aug 27 04:55:05.597214 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33210) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:05.634369 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc65a9ec-6a17-49dd-8119-7ad42f92d8d4 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Checking segment: {'id': 'd1b94b11-b7e8-4110-bcba-51d0d00c2c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '94122cb1-f5f8-4b56-88b2-5834aef4472c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:55:05.634737 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc65a9ec-6a17-49dd-8119-7ad42f92d8d4 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Network hostable DHCP agents. Network: 94122cb1-f5f8-4b56-88b2-5834aef4472c, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:55:05.689308 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6656a65b-d85c-4514-a42e-e9f54c886e77 None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:55:05.728874 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33218) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:05.729240 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-d81cf885-2fcf-44c6-b987-1ff0c0144b73 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1287253 Aug 27 04:55:05.769332 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-f96860d8-63c8-46e2-95c7-442019f4c41d tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Allocated IP 172.25.2.199 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/8cb737b4-0414-4ca3-bfe5-600d44ce716d) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:55:05.811002 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e648b34-7e4a-4839-a413-cfbc56c898f7 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:05.814454 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-0e648b34-7e4a-4839-a413-cfbc56c898f7 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0821471 Aug 27 04:55:05.815582 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33222) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:05.835640 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-eec379e5-bb70-4dd7-a7c6-4b665915e2d4 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (9a697882-108e-4c7c-bbd2-f20d243e2055), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:05.876314 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec379e5-bb70-4dd7-a7c6-4b665915e2d4 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Pushing event deleted for resources: {'Port': ['ID=9a697882-108e-4c7c-bbd2-f20d243e2055,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:05.891673 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-0459f323-39f3-4474-b866-79bbbf3ffee3 None None] For port 9a697882-108e-4c7c-bbd2-f20d243e2055, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=9a697882-108e-4c7c-bbd2-f20d243e2055,segment=NetworkSegment(863ad942-a0aa-4873-ba57-bf890afc3eaf),segment_id=863ad942-a0aa-4873-ba57-bf890afc3eaf)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:55:05.892140 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec379e5-bb70-4dd7-a7c6-4b665915e2d4 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] No DVR routers for this DVR port 9a697882-108e-4c7c-bbd2-f20d243e2055 on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:55:05.896241 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0459f323-39f3-4474-b866-79bbbf3ffee3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (9a697882-108e-4c7c-bbd2-f20d243e2055), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:05.900868 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc65a9ec-6a17-49dd-8119-7ad42f92d8d4 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Network 94122cb1-f5f8-4b56-88b2-5834aef4472c is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:55:05.922826 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-0459f323-39f3-4474-b866-79bbbf3ffee3 None None] Calling delete_port for 9a697882-108e-4c7c-bbd2-f20d243e2055 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:55:06.001868 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-eec379e5-bb70-4dd7-a7c6-4b665915e2d4 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (ab1668c3-fa16-429a-8f27-3ef55eba334a), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:06.029523 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-eec379e5-bb70-4dd7-a7c6-4b665915e2d4 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab1668c3-fa16-429a-8f27-3ef55eba334a']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:55:06.048703 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-eec379e5-bb70-4dd7-a7c6-4b665915e2d4 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '863ad942-a0aa-4873-ba57-bf890afc3eaf') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:55:06.049053 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-eec379e5-bb70-4dd7-a7c6-4b665915e2d4 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '863ad942-a0aa-4873-ba57-bf890afc3eaf') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:55:06.071725 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-eec379e5-bb70-4dd7-a7c6-4b665915e2d4 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (863ad942-a0aa-4873-ba57-bf890afc3eaf), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:06.095751 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8750dd9-f740-4ccb-9f6d-2ba2f2840345 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:06.099358 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-d8750dd9-f740-4ccb-9f6d-2ba2f2840345 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2826595 Aug 27 04:55:06.108928 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33230) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:06.175825 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-fc65a9ec-6a17-49dd-8119-7ad42f92d8d4 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 94122cb1-f5f8-4b56-88b2-5834aef4472c) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:55:06.187107 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc65a9ec-6a17-49dd-8119-7ad42f92d8d4 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:06.187875 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fc65a9ec-6a17-49dd-8119-7ad42f92d8d4 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:06.189228 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-eec379e5-bb70-4dd7-a7c6-4b665915e2d4 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (863ad942-a0aa-4873-ba57-bf890afc3eaf), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:06.197172 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-90850587-21d2-41f4-b346-a94737043e66 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0859630 Aug 27 04:55:06.202673 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33234) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:06.209328 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-fc858b24-e463-4d7f-9c0f-82de81ee5a71 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'subnet': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:55:06.213223 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:06.213907 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eec379e5-bb70-4dd7-a7c6-4b665915e2d4 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:55:06.214114 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33236) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:06.214498 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-eec379e5-bb70-4dd7-a7c6-4b665915e2d4 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (863ad942-a0aa-4873-ba57-bf890afc3eaf), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:06.257844 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0459f323-39f3-4474-b866-79bbbf3ffee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (9a697882-108e-4c7c-bbd2-f20d243e2055), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:06.263799 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e1c244-7878-42aa-aa8a-ff7f6e5259e8 None None] Network 94122cb1-f5f8-4b56-88b2-5834aef4472c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:55:06.278847 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f96860d8-63c8-46e2-95c7-442019f4c41d tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks [] for port (8cb737b4-0414-4ca3-bfe5-600d44ce716d), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:06.289800 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 863ad942-a0aa-4873-ba57-bf890afc3eaf resource provider aggregate not found Aug 27 04:55:06.387217 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0459f323-39f3-4474-b866-79bbbf3ffee3 None None] No DVR routers for this DVR port 9a697882-108e-4c7c-bbd2-f20d243e2055 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:55:06.394831 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0459f323-39f3-4474-b866-79bbbf3ffee3 None None] Pushing event deleted for resources: {'Port': ['ID=9a697882-108e-4c7c-bbd2-f20d243e2055,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:06.405901 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 863ad942-a0aa-4873-ba57-bf890afc3eaf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 863ad942-a0aa-4873-ba57-bf890afc3eaf found for delete ", "request_id": "req-e4ed71b7-c06c-4832-b4d9-ed48d7d5b8f1"}]} Aug 27 04:55:06.430900 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-fc65a9ec-6a17-49dd-8119-7ad42f92d8d4 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8392820 Aug 27 04:55:06.437948 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33250) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:06.556904 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-eec379e5-bb70-4dd7-a7c6-4b665915e2d4 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (ab1668c3-fa16-429a-8f27-3ef55eba334a), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:06.567132 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-eec379e5-bb70-4dd7-a7c6-4b665915e2d4 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:06.583934 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-eec379e5-bb70-4dd7-a7c6-4b665915e2d4 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] 10.222.0.76 "DELETE /networking/v2.0/networks/ab1668c3-fa16-429a-8f27-3ef55eba334a HTTP/1.1" status: 204 len: 168 time: 1.3880022 Aug 27 04:55:06.611718 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec379e5-bb70-4dd7-a7c6-4b665915e2d4 tempest-DHCPAgentSchedulersTestJSON-1509956801 tempest-DHCPAgentSchedulersTestJSON-1509956801-project] Pushing event deleted for resources: {'Network': ['ID=ab1668c3-fa16-429a-8f27-3ef55eba334a,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:06.630233 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-8648cf92-c3e8-4398-a967-6a3f7e03796b tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-574233986'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:55:06.648492 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 2ced83b5-8529-4ecc-ad10-1b8c06bada74 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:55:06.662673 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc858b24-e463-4d7f-9c0f-82de81ee5a71 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Made reservation on behalf of f0f1eb4384394fc18f1626f3e12e04e3 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:55:06.667255 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fc858b24-e463-4d7f-9c0f-82de81ee5a71 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:06.673207 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f96860d8-63c8-46e2-95c7-442019f4c41d tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (8cb737b4-0414-4ca3-bfe5-600d44ce716d), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:06.711789 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fb8904-30e0-4bb7-8f8a-ec0e42a40ea3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-94122cb1-f5f8-4b56-88b2-5834aef4472c', 'network_id': '94122cb1-f5f8-4b56-88b2-5834aef4472c', 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'fixed_ips': [{'subnet_id': '5df62364-1081-4557-a010-0b9d53af53d4'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:55:06.713039 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c3fb8904-30e0-4bb7-8f8a-ec0e42a40ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:06.716723 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:06.768131 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 2ced83b5-8529-4ecc-ad10-1b8c06bada74 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:06.768377 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (2ced83b5-8529-4ecc-ad10-1b8c06bada74), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:06.787710 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96860d8-63c8-46e2-95c7-442019f4c41d tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:55:06.818376 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-f96860d8-63c8-46e2-95c7-442019f4c41d tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:55:06.836067 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96860d8-63c8-46e2-95c7-442019f4c41d tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:55:06.955697 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3dd6e2d-bccf-40eb-96cd-c84c391ef54f None None] DHCP port deletion for 61356c33-ce96-40d0-bb36-87a36b2d0e1c request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:55:07.021101 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:07.082784 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-f3dd6e2d-bccf-40eb-96cd-c84c391ef54f None None] Deleting port ad09b5d6-46ec-4e07-bca8-18483e6f4557 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:55:07.083157 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f3dd6e2d-bccf-40eb-96cd-c84c391ef54f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (ad09b5d6-46ec-4e07-bca8-18483e6f4557), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:07.120833 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-c3fb8904-30e0-4bb7-8f8a-ec0e42a40ea3 None None] Allocated IP 172.20.0.2 (94122cb1-f5f8-4b56-88b2-5834aef4472c/5df62364-1081-4557-a010-0b9d53af53d4/bbff300d-bc9b-44cb-8580-576734e7cecf) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:55:07.186089 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:07.320274 n-d-852088-5 neutron-server[107776]: DEBUG neutron.objects.ports [None req-fc858b24-e463-4d7f-9c0f-82de81ee5a71 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=107776) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 27 04:55:07.322630 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-f3dd6e2d-bccf-40eb-96cd-c84c391ef54f None None] For port ad09b5d6-46ec-4e07-bca8-18483e6f4557, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=ad09b5d6-46ec-4e07-bca8-18483e6f4557,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:55:07.323028 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f3dd6e2d-bccf-40eb-96cd-c84c391ef54f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (ad09b5d6-46ec-4e07-bca8-18483e6f4557), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:07.347190 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-f3dd6e2d-bccf-40eb-96cd-c84c391ef54f None None] Calling delete_port for ad09b5d6-46ec-4e07-bca8-18483e6f4557 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:55:07.352543 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 2ced83b5-8529-4ecc-ad10-1b8c06bada74 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:55:07.354074 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (2ced83b5-8529-4ecc-ad10-1b8c06bada74), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:07.377046 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 2ced83b5-8529-4ecc-ad10-1b8c06bada74, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=2ced83b5-8529-4ecc-ad10-1b8c06bada74,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:55:07.396106 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96860d8-63c8-46e2-95c7-442019f4c41d tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Pushing event updated for resources: {'Port': ['ID=8cb737b4-0414-4ca3-bfe5-600d44ce716d,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:07.403549 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33262) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:07.423771 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8648cf92-c3e8-4398-a967-6a3f7e03796b tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Made reservation on behalf of 7aea786a98fb4d128403534dc8742871 for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:55:07.427493 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8648cf92-c3e8-4398-a967-6a3f7e03796b tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:07.547156 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:55:07.548977 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8648cf92-c3e8-4398-a967-6a3f7e03796b tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:07.596701 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (2ced83b5-8529-4ecc-ad10-1b8c06bada74), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:07.606548 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33272) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:07.630358 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c3fb8904-30e0-4bb7-8f8a-ec0e42a40ea3 None None] Publish callbacks [] for port (bbff300d-bc9b-44cb-8580-576734e7cecf), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:07.636783 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:07.689388 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:07.736950 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c3fb8904-30e0-4bb7-8f8a-ec0e42a40ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (bbff300d-bc9b-44cb-8580-576734e7cecf), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:07.776093 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fb8904-30e0-4bb7-8f8a-ec0e42a40ea3 None None] Network 94122cb1-f5f8-4b56-88b2-5834aef4472c is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:55:07.784913 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-c3fb8904-30e0-4bb7-8f8a-ec0e42a40ea3 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:55:07.787694 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fb8904-30e0-4bb7-8f8a-ec0e42a40ea3 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:55:07.790230 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 9a697882-108e-4c7c-bbd2-f20d243e2055 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:55:07.853415 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-da71a0f5-d70b-4eab-a8cd-6a655d66a981 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:07.869687 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 9a697882-108e-4c7c-bbd2-f20d243e2055 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:55:07.870340 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 9a697882-108e-4c7c-bbd2-f20d243e2055 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:55:07.876119 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=2ced83b5-8529-4ecc-ad10-1b8c06bada74,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:07.902095 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b52652d0-3af2-4c08-ae40-2589a8ebfe6f admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=f01d677260ad4eaa84a2e5b7cbd53e17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2892938 Aug 27 04:55:07.910070 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33284) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:07.947356 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fc858b24-e463-4d7f-9c0f-82de81ee5a71 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (ad09b5d6-46ec-4e07-bca8-18483e6f4557), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:07.983250 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-c3fb8904-30e0-4bb7-8f8a-ec0e42a40ea3 None None] Attempting to bind port bbff300d-bc9b-44cb-8580-576734e7cecf on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:55:07.984354 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-c3fb8904-30e0-4bb7-8f8a-ec0e42a40ea3 None None] Attempting to bind port bbff300d-bc9b-44cb-8580-576734e7cecf by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'd1b94b11-b7e8-4110-bcba-51d0d00c2c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '94122cb1-f5f8-4b56-88b2-5834aef4472c'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:55:07.984873 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b5b66934-1f63-4825-8e39-5641129d75ac tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:07.985176 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fb8904-30e0-4bb7-8f8a-ec0e42a40ea3 None None] Attempting to bind port bbff300d-bc9b-44cb-8580-576734e7cecf on network 94122cb1-f5f8-4b56-88b2-5834aef4472c {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:55:07.993373 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fb8904-30e0-4bb7-8f8a-ec0e42a40ea3 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:55:07.994119 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fb8904-30e0-4bb7-8f8a-ec0e42a40ea3 None None] Checking segment: {'id': 'd1b94b11-b7e8-4110-bcba-51d0d00c2c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '94122cb1-f5f8-4b56-88b2-5834aef4472c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:55:07.994606 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c3fb8904-30e0-4bb7-8f8a-ec0e42a40ea3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:07.995075 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fb8904-30e0-4bb7-8f8a-ec0e42a40ea3 None None] Bound using segment: {'id': 'd1b94b11-b7e8-4110-bcba-51d0d00c2c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '94122cb1-f5f8-4b56-88b2-5834aef4472c'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:55:07.995621 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-c3fb8904-30e0-4bb7-8f8a-ec0e42a40ea3 None None] Bound port: bbff300d-bc9b-44cb-8580-576734e7cecf, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b94b11-b7e8-4110-bcba-51d0d00c2c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '94122cb1-f5f8-4b56-88b2-5834aef4472c'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:55:07.996073 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c3fb8904-30e0-4bb7-8f8a-ec0e42a40ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (bbff300d-bc9b-44cb-8580-576734e7cecf), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:08.023084 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fb8904-30e0-4bb7-8f8a-ec0e42a40ea3 None None] Pushing event updated for resources: {'Port': ['ID=bbff300d-bc9b-44cb-8580-576734e7cecf,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:08.093537 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-c3fb8904-30e0-4bb7-8f8a-ec0e42a40ea3 None None] For port bbff300d-bc9b-44cb-8580-576734e7cecf, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:55:08.099799 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-c3fb8904-30e0-4bb7-8f8a-ec0e42a40ea3 None None] For port bbff300d-bc9b-44cb-8580-576734e7cecf, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=bbff300d-bc9b-44cb-8580-576734e7cecf,segment=NetworkSegment(d1b94b11-b7e8-4110-bcba-51d0d00c2c12),segment_id=d1b94b11-b7e8-4110-bcba-51d0d00c2c12)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:55:08.104711 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f3dd6e2d-bccf-40eb-96cd-c84c391ef54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (ad09b5d6-46ec-4e07-bca8-18483e6f4557), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:08.135574 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd6e2d-bccf-40eb-96cd-c84c391ef54f None None] Pushing event deleted for resources: {'Port': ['ID=ad09b5d6-46ec-4e07-bca8-18483e6f4557,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:08.144008 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dd6e2d-bccf-40eb-96cd-c84c391ef54f None None] No DVR routers for this DVR port ad09b5d6-46ec-4e07-bca8-18483e6f4557 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:55:08.162615 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8648cf92-c3e8-4398-a967-6a3f7e03796b tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks [] for security_group (f427159e-a8f8-4c79-982f-b308636b7db5), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:08.192039 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:08.206467 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:UPDATE=6,neutron:SELECT=90,neutron:INSERT=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:08.208247 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c3fb8904-30e0-4bb7-8f8a-ec0e42a40ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (bbff300d-bc9b-44cb-8580-576734e7cecf), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:08.236050 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-258fbe5f-1330-4c16-9e8f-5dfbd7ae1ab9 admin admin] Publish callbacks [] for security_group (01484cf2-4763-4850-a96a-17547b13b807), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:08.309071 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8648cf92-c3e8-4398-a967-6a3f7e03796b tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (f427159e-a8f8-4c79-982f-b308636b7db5), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:08.334146 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fb8904-30e0-4bb7-8f8a-ec0e42a40ea3 None None] Pushing event updated for resources: {'Port': ['ID=bbff300d-bc9b-44cb-8580-576734e7cecf,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:08.354538 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-258fbe5f-1330-4c16-9e8f-5dfbd7ae1ab9 admin admin] Publish callbacks [] for security_group (01484cf2-4763-4850-a96a-17547b13b807), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:08.368484 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f96860d8-63c8-46e2-95c7-442019f4c41d tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks [] for router_gateway (5afd3c51-67a4-4e03-80fa-855705d416d4), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:08.506220 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-da71a0f5-d70b-4eab-a8cd-6a655d66a981 admin admin] Publish callbacks [] for security_group (a67c1786-4926-4d5a-9054-6975ca34a594), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:08.571596 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-fc858b24-e463-4d7f-9c0f-82de81ee5a71 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] For port ad09b5d6-46ec-4e07-bca8-18483e6f4557, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=ad09b5d6-46ec-4e07-bca8-18483e6f4557,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:55:08.578907 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8648cf92-c3e8-4398-a967-6a3f7e03796b tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:55:08.627567 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fc858b24-e463-4d7f-9c0f-82de81ee5a71 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for port (ad09b5d6-46ec-4e07-bca8-18483e6f4557), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:08.635424 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33288) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:08.651901 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-da71a0f5-d70b-4eab-a8cd-6a655d66a981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (a67c1786-4926-4d5a-9054-6975ca34a594), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:08.664539 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8648cf92-c3e8-4398-a967-6a3f7e03796b tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f427159e-a8f8-4c79-982f-b308636b7db5,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:08.735312 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da71a0f5-d70b-4eab-a8cd-6a655d66a981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67c1786-4926-4d5a-9054-6975ca34a594,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:08.756393 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fc858b24-e463-4d7f-9c0f-82de81ee5a71 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (ad09b5d6-46ec-4e07-bca8-18483e6f4557), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:08.757226 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fc858b24-e463-4d7f-9c0f-82de81ee5a71 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (97a69618-a986-4e40-8802-8affff0a4b18), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:08.762304 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8648cf92-c3e8-4398-a967-6a3f7e03796b tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (c2bf614f-f19a-481f-9ab0-b284e72d8b29), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:08.762829 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-8648cf92-c3e8-4398-a967-6a3f7e03796b tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Added segment c2bf614f-f19a-481f-9ab0-b284e72d8b29 of type vlan for network bed5c5bb-7fd2-4c96-a0f2-53fbcb7374e8 Aug 27 04:55:08.864635 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-da71a0f5-d70b-4eab-a8cd-6a655d66a981 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=c1326c90f74c4fe28c2ce95026c3404b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4342525 Aug 27 04:55:08.876208 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33294) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:08.884372 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc858b24-e463-4d7f-9c0f-82de81ee5a71 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event updated for resources: {'Subnet': ['ID=97a69618-a986-4e40-8802-8affff0a4b18,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:08.902129 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8648cf92-c3e8-4398-a967-6a3f7e03796b tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (bed5c5bb-7fd2-4c96-a0f2-53fbcb7374e8), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:08.914404 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc858b24-e463-4d7f-9c0f-82de81ee5a71 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:55:08.914404 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-fc858b24-e463-4d7f-9c0f-82de81ee5a71 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:55:08.914404 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc858b24-e463-4d7f-9c0f-82de81ee5a71 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event deleted for resources: {'Port': ['ID=ad09b5d6-46ec-4e07-bca8-18483e6f4557,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:08.915722 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc858b24-e463-4d7f-9c0f-82de81ee5a71 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:08.916379 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fc858b24-e463-4d7f-9c0f-82de81ee5a71 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:08.933915 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a94e84-599a-4049-86ee-b8f102cf259d None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:55:08.941670 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b8dbc22a-ef3c-4227-b952-c3ab7ffc9fa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:09.014438 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-258fbe5f-1330-4c16-9e8f-5dfbd7ae1ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (01484cf2-4763-4850-a96a-17547b13b807), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:09.016266 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 2ced83b5-8529-4ecc-ad10-1b8c06bada74 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:55:09.018415 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-258fbe5f-1330-4c16-9e8f-5dfbd7ae1ab9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:09.019838 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-258fbe5f-1330-4c16-9e8f-5dfbd7ae1ab9 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/01484cf2-4763-4850-a96a-17547b13b807 HTTP/1.1" status: 204 len: 168 time: 1.1067088 Aug 27 04:55:09.024691 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-b5b66934-1f63-4825-8e39-5641129d75ac tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Allocated IP 172.20.0.1 (94122cb1-f5f8-4b56-88b2-5834aef4472c/5df62364-1081-4557-a010-0b9d53af53d4/c861b3df-3b81-4554-abf8-1246b6f5803f) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:55:09.061330 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b8dbc22a-ef3c-4227-b952-c3ab7ffc9fa7 admin admin] Publish callbacks [] for security_group (e8b1b2f0-30ff-43ac-bbae-eee462d9176b), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:09.086327 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-fc858b24-e463-4d7f-9c0f-82de81ee5a71 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.8761015 Aug 27 04:55:09.086327 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33298) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:09.094469 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-9e6e8cb1-b58e-4f01-b97e-0524332fea7b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'port': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'mac_address': 'fa:16:3e:19:63:36', 'name': 'tempest-NetworksTestDHCPv6-1218823677'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:55:09.109590 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 2ced83b5-8529-4ecc-ad10-1b8c06bada74 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:09.110200 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (2ced83b5-8529-4ecc-ad10-1b8c06bada74), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:09.124265 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258fbe5f-1330-4c16-9e8f-5dfbd7ae1ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01484cf2-4763-4850-a96a-17547b13b807,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:09.196571 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-78a0a0c5-3263-4aa8-be86-b9255fd1cf06 admin admin] Publish callbacks [] for security_group (a67c1786-4926-4d5a-9054-6975ca34a594), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:09.198700 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a337a23-6ad0-40e9-a3b8-9ef2e17abe0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'project_id': 'f0f1eb4384394fc18f1626f3e12e04e3', 'fixed_ips': [{'subnet_id': '97a69618-a986-4e40-8802-8affff0a4b18'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:55:09.199830 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3a337a23-6ad0-40e9-a3b8-9ef2e17abe0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:09.223507 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f96860d8-63c8-46e2-95c7-442019f4c41d tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (5afd3c51-67a4-4e03-80fa-855705d416d4), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:09.227579 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b8dbc22a-ef3c-4227-b952-c3ab7ffc9fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (e8b1b2f0-30ff-43ac-bbae-eee462d9176b), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:09.278473 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8648cf92-c3e8-4398-a967-6a3f7e03796b tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (bed5c5bb-7fd2-4c96-a0f2-53fbcb7374e8), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:09.292547 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8648cf92-c3e8-4398-a967-6a3f7e03796b tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:09.293227 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8648cf92-c3e8-4398-a967-6a3f7e03796b tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:09.335102 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 2ced83b5-8529-4ecc-ad10-1b8c06bada74 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:55:09.337980 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-78a0a0c5-3263-4aa8-be86-b9255fd1cf06 admin admin] Publish callbacks [] for security_group (a67c1786-4926-4d5a-9054-6975ca34a594), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:09.350321 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b8dbc22a-ef3c-4227-b952-c3ab7ffc9fa7 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=62de677740544c68aadac4237f327d26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7121067 Aug 27 04:55:09.355506 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33300) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:09.361663 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dbc22a-ef3c-4227-b952-c3ab7ffc9fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b1b2f0-30ff-43ac-bbae-eee462d9176b,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:09.441528 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device ad09b5d6-46ec-4e07-bca8-18483e6f4557 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:55:09.460994 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-82bfacb7-f2ac-4dd8-93a3-99999da3c8a8 admin admin] Publish callbacks [] for security_group (e8b1b2f0-30ff-43ac-bbae-eee462d9176b), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:09.491541 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-82bfacb7-f2ac-4dd8-93a3-99999da3c8a8 admin admin] Publish callbacks [] for security_group (e8b1b2f0-30ff-43ac-bbae-eee462d9176b), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:09.578325 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6e8cb1-b58e-4f01-b97e-0524332fea7b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Made reservation on behalf of f0f1eb4384394fc18f1626f3e12e04e3 for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:55:09.603987 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: ad09b5d6-46ec-4e07-bca8-18483e6f4557 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:55:09.604722 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device ad09b5d6-46ec-4e07-bca8-18483e6f4557 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:55:09.626055 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8648cf92-c3e8-4398-a967-6a3f7e03796b tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Pushing event updated for resources: {'Network': ['ID=bed5c5bb-7fd2-4c96-a0f2-53fbcb7374e8,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:09.641664 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-8648cf92-c3e8-4398-a967-6a3f7e03796b tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 793 time: 3.4211094 Aug 27 04:55:09.647530 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b5b66934-1f63-4825-8e39-5641129d75ac tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for port (c861b3df-3b81-4554-abf8-1246b6f5803f), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:09.651832 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33304) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:09.664045 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-f72ca1da-8a10-4cb2-b4ed-dad3da304d8a tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Request body: {'subnet': {'network_id': 'bed5c5bb-7fd2-4c96-a0f2-53fbcb7374e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:55:09.673237 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network bed5c5bb-7fd2-4c96-a0f2-53fbcb7374e8 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:55:09.677280 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-3a337a23-6ad0-40e9-a3b8-9ef2e17abe0b None None] Allocated IP 2001:db8::f816:3eff:feaf:e402 (61356c33-ce96-40d0-bb36-87a36b2d0e1c/97a69618-a986-4e40-8802-8affff0a4b18/c8b3fc2c-5ab2-44ba-9d3e-34b6e8f217f9) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:55:09.711524 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-82bfacb7-f2ac-4dd8-93a3-99999da3c8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (e8b1b2f0-30ff-43ac-bbae-eee462d9176b), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:09.715054 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-82bfacb7-f2ac-4dd8-93a3-99999da3c8a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:09.720842 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-82bfacb7-f2ac-4dd8-93a3-99999da3c8a8 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/e8b1b2f0-30ff-43ac-bbae-eee462d9176b HTTP/1.1" status: 204 len: 168 time: 0.3629935 Aug 27 04:55:09.765092 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bfacb7-f2ac-4dd8-93a3-99999da3c8a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b1b2f0-30ff-43ac-bbae-eee462d9176b,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:09.807049 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-78a0a0c5-3263-4aa8-be86-b9255fd1cf06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (a67c1786-4926-4d5a-9054-6975ca34a594), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:09.811301 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-78a0a0c5-3263-4aa8-be86-b9255fd1cf06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:09.815059 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-78a0a0c5-3263-4aa8-be86-b9255fd1cf06 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/a67c1786-4926-4d5a-9054-6975ca34a594 HTTP/1.1" status: 204 len: 168 time: 0.9280989 Aug 27 04:55:09.820098 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9e6e8cb1-b58e-4f01-b97e-0524332fea7b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:09.841841 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a0a0c5-3263-4aa8-be86-b9255fd1cf06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67c1786-4926-4d5a-9054-6975ca34a594,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:09.854799 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [None req-9e6e8cb1-b58e-4f01-b97e-0524332fea7b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] device_id is not set on port 6491d570-b3e3-4700-8507-451c93c5fcba yet. {{(pid=107776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:55:09.977229 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f3bc66-71c1-4500-98c1-8519c29279ad None None] Network 94122cb1-f5f8-4b56-88b2-5834aef4472c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:55:09.986228 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3a337a23-6ad0-40e9-a3b8-9ef2e17abe0b None None] Publish callbacks [] for port (c8b3fc2c-5ab2-44ba-9d3e-34b6e8f217f9), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:10.025617 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b5b66934-1f63-4825-8e39-5641129d75ac tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (c861b3df-3b81-4554-abf8-1246b6f5803f), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:10.028366 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72ca1da-8a10-4cb2-b4ed-dad3da304d8a tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Made reservation on behalf of 7aea786a98fb4d128403534dc8742871 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:55:10.033003 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f72ca1da-8a10-4cb2-b4ed-dad3da304d8a tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:10.036515 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f96860d8-63c8-46e2-95c7-442019f4c41d tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Router 5afd3c51-67a4-4e03-80fa-855705d416d4 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:55:10.099336 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3a337a23-6ad0-40e9-a3b8-9ef2e17abe0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (c8b3fc2c-5ab2-44ba-9d3e-34b6e8f217f9), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:10.146502 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-9e6e8cb1-b58e-4f01-b97e-0524332fea7b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Allocated IP 2001:db8::f816:3eff:fe19:6336 (61356c33-ce96-40d0-bb36-87a36b2d0e1c/97a69618-a986-4e40-8802-8affff0a4b18/6491d570-b3e3-4700-8507-451c93c5fcba) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:55:10.149861 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-8aeb59a9-0857-40d8-aeda-c696f7db20e9 None None] Provisioning complete for port bbff300d-bc9b-44cb-8580-576734e7cecf triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:10.150311 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8aeb59a9-0857-40d8-aeda-c696f7db20e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (bbff300d-bc9b-44cb-8580-576734e7cecf), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:10.164601 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a337a23-6ad0-40e9-a3b8-9ef2e17abe0b None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:55:10.186345 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b66934-1f63-4825-8e39-5641129d75ac tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Network 94122cb1-f5f8-4b56-88b2-5834aef4472c is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:55:10.188060 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-3a337a23-6ad0-40e9-a3b8-9ef2e17abe0b None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:55:10.194011 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a337a23-6ad0-40e9-a3b8-9ef2e17abe0b None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:55:10.217193 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a337a23-6ad0-40e9-a3b8-9ef2e17abe0b None None] Pushing event updated for resources: {'Port': ['ID=c8b3fc2c-5ab2-44ba-9d3e-34b6e8f217f9,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:10.244043 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-b5b66934-1f63-4825-8e39-5641129d75ac tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:55:10.246686 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b66934-1f63-4825-8e39-5641129d75ac tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:55:10.273059 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b66934-1f63-4825-8e39-5641129d75ac tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event updated for resources: {'Port': ['ID=c861b3df-3b81-4554-abf8-1246b6f5803f,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:10.280110 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33314) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:10.328406 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:10.359182 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6ca6f6fb-c424-4168-b394-f5e4ff53daed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:10.468496 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9e6e8cb1-b58e-4f01-b97e-0524332fea7b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for port (6491d570-b3e3-4700-8507-451c93c5fcba), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:10.480082 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b5b66934-1f63-4825-8e39-5641129d75ac tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:10.631309 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-3a337a23-6ad0-40e9-a3b8-9ef2e17abe0b None None] Attempting to bind port c8b3fc2c-5ab2-44ba-9d3e-34b6e8f217f9 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:55:10.631777 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-3a337a23-6ad0-40e9-a3b8-9ef2e17abe0b None None] Attempting to bind port c8b3fc2c-5ab2-44ba-9d3e-34b6e8f217f9 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:55:10.632246 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a337a23-6ad0-40e9-a3b8-9ef2e17abe0b None None] Attempting to bind port c8b3fc2c-5ab2-44ba-9d3e-34b6e8f217f9 on network 61356c33-ce96-40d0-bb36-87a36b2d0e1c {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:55:10.646511 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device bbff300d-bc9b-44cb-8580-576734e7cecf up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:55:10.673591 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a337a23-6ad0-40e9-a3b8-9ef2e17abe0b None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:55:10.674075 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a337a23-6ad0-40e9-a3b8-9ef2e17abe0b None None] Checking segment: {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:55:10.674553 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3a337a23-6ad0-40e9-a3b8-9ef2e17abe0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:10.675013 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a337a23-6ad0-40e9-a3b8-9ef2e17abe0b None None] Bound using segment: {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:55:10.675579 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-3a337a23-6ad0-40e9-a3b8-9ef2e17abe0b None None] Bound port: c8b3fc2c-5ab2-44ba-9d3e-34b6e8f217f9, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:55:10.676028 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3a337a23-6ad0-40e9-a3b8-9ef2e17abe0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (c8b3fc2c-5ab2-44ba-9d3e-34b6e8f217f9), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:10.682996 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-8aeb59a9-0857-40d8-aeda-c696f7db20e9 None None] Current status of the port bbff300d-bc9b-44cb-8580-576734e7cecf is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:55:10.683479 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8aeb59a9-0857-40d8-aeda-c696f7db20e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (bbff300d-bc9b-44cb-8580-576734e7cecf), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:10.740355 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9e6e8cb1-b58e-4f01-b97e-0524332fea7b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (6491d570-b3e3-4700-8507-451c93c5fcba), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:10.803907 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-8aeb59a9-0857-40d8-aeda-c696f7db20e9 None None] For port bbff300d-bc9b-44cb-8580-576734e7cecf, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=bbff300d-bc9b-44cb-8580-576734e7cecf,segment=NetworkSegment(d1b94b11-b7e8-4110-bcba-51d0d00c2c12),segment_id=d1b94b11-b7e8-4110-bcba-51d0d00c2c12)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:55:10.817429 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port bbff300d-bc9b-44cb-8580-576734e7cecf triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:10.817954 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (bbff300d-bc9b-44cb-8580-576734e7cecf), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:10.827760 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6e8cb1-b58e-4f01-b97e-0524332fea7b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:55:10.834538 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-9e6e8cb1-b58e-4f01-b97e-0524332fea7b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:55:10.845064 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6e8cb1-b58e-4f01-b97e-0524332fea7b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:55:10.850568 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6e8cb1-b58e-4f01-b97e-0524332fea7b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:10.851957 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9e6e8cb1-b58e-4f01-b97e-0524332fea7b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:10.877194 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-3a337a23-6ad0-40e9-a3b8-9ef2e17abe0b None None] For port c8b3fc2c-5ab2-44ba-9d3e-34b6e8f217f9, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:55:10.889515 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8aeb59a9-0857-40d8-aeda-c696f7db20e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (bbff300d-bc9b-44cb-8580-576734e7cecf), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:10.896548 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6e8cb1-b58e-4f01-b97e-0524332fea7b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event updated for resources: {'Port': ['ID=6491d570-b3e3-4700-8507-451c93c5fcba,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:10.902918 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=14,neutron:SELECT=81,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:10.915443 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-3a337a23-6ad0-40e9-a3b8-9ef2e17abe0b None None] For port c8b3fc2c-5ab2-44ba-9d3e-34b6e8f217f9, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=c8b3fc2c-5ab2-44ba-9d3e-34b6e8f217f9,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:55:10.951414 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96860d8-63c8-46e2-95c7-442019f4c41d tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:55:10.974265 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95b2b87-cde8-491d-9712-3b6075b05570 None None] Sync routers for ids ['5afd3c51-67a4-4e03-80fa-855705d416d4'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:55:11.012307 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-9e6e8cb1-b58e-4f01-b97e-0524332fea7b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9283998 Aug 27 04:55:11.013098 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33322) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:11.025675 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb59a9-0857-40d8-aeda-c696f7db20e9 None None] Pushing event updated for resources: {'Port': ['ID=bbff300d-bc9b-44cb-8580-576734e7cecf,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:11.038212 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95b2b87-cde8-491d-9712-3b6075b05570 None None] Routers {'5afd3c51-67a4-4e03-80fa-855705d416d4'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:55:11.038992 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-e95b2b87-cde8-491d-9712-3b6075b05570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:54:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['5afd3c51-67a4-4e03-80fa-855705d416d4'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:55:11.041685 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port bbff300d-bc9b-44cb-8580-576734e7cecf is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:55:11.046516 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-af3bde7a-02f7-4b3c-9a2a-b7d1a811a4ab None None] Provisioning complete for port bbff300d-bc9b-44cb-8580-576734e7cecf triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:11.047032 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-af3bde7a-02f7-4b3c-9a2a-b7d1a811a4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (bbff300d-bc9b-44cb-8580-576734e7cecf), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:11.056719 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:11.094922 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a67941c-2db9-4c00-8159-6a7bb8befb0f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:11.100997 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3a337a23-6ad0-40e9-a3b8-9ef2e17abe0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (c8b3fc2c-5ab2-44ba-9d3e-34b6e8f217f9), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:11.101660 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a67941c-2db9-4c00-8159-6a7bb8befb0f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:11.106091 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7a67941c-2db9-4c00-8159-6a7bb8befb0f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0896921 Aug 27 04:55:11.107411 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33324) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:11.127144 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33326) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:11.133343 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f96860d8-63c8-46e2-95c7-442019f4c41d tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:11.136919 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f96860d8-63c8-46e2-95c7-442019f4c41d tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.1839561 Aug 27 04:55:11.147404 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33328) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:11.172805 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6ca6f6fb-c424-4168-b394-f5e4ff53daed admin admin] Publish callbacks [] for security_group (ee0f219e-8874-43b9-ad52-39a8abaef837), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:11.220949 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-05fe6caa-1074-464d-901a-7afd1101a18a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:11.232807 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f72ca1da-8a10-4cb2-b4ed-dad3da304d8a tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (081cc7bf-ed3d-4ce9-a252-07ea54099512), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:11.235385 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a337a23-6ad0-40e9-a3b8-9ef2e17abe0b None None] Pushing event updated for resources: {'Port': ['ID=c8b3fc2c-5ab2-44ba-9d3e-34b6e8f217f9,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:11.239503 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-e95b2b87-cde8-491d-9712-3b6075b05570 None None] Set router 5afd3c51-67a4-4e03-80fa-855705d416d4 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:55:11.328466 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72ca1da-8a10-4cb2-b4ed-dad3da304d8a tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Pushing event updated for resources: {'Subnet': ['ID=081cc7bf-ed3d-4ce9-a252-07ea54099512,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:11.347748 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6ca6f6fb-c424-4168-b394-f5e4ff53daed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (ee0f219e-8874-43b9-ad52-39a8abaef837), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:11.376476 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-af3bde7a-02f7-4b3c-9a2a-b7d1a811a4ab None None] Current status of the port bbff300d-bc9b-44cb-8580-576734e7cecf is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:55:11.383113 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-b9f3e7d1-d6d5-4ec0-b4e1-e0d351f87f94 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Deleting port 6491d570-b3e3-4700-8507-451c93c5fcba {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:55:11.383782 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b9f3e7d1-d6d5-4ec0-b4e1-e0d351f87f94 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (6491d570-b3e3-4700-8507-451c93c5fcba), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:11.409200 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-af3bde7a-02f7-4b3c-9a2a-b7d1a811a4ab None None] Provisioning complete for port c861b3df-3b81-4554-abf8-1246b6f5803f triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:11.409590 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-af3bde7a-02f7-4b3c-9a2a-b7d1a811a4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (c861b3df-3b81-4554-abf8-1246b6f5803f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:11.424970 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33330) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:11.469327 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-af3bde7a-02f7-4b3c-9a2a-b7d1a811a4ab None None] Port c861b3df-3b81-4554-abf8-1246b6f5803f cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:55:11.504516 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33332) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:11.508637 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-6ca6f6fb-c424-4168-b394-f5e4ff53daed admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=217ab220babf4fb19882d6aa8f8ae7dc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1529152 Aug 27 04:55:11.536090 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c4b046de-2605-4ef4-a540-43b5ea320de7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:11.543630 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6f6fb-c424-4168-b394-f5e4ff53daed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0f219e-8874-43b9-ad52-39a8abaef837,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:11.547020 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-e95b2b87-cde8-491d-9712-3b6075b05570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afd3c51-67a4-4e03-80fa-855705d416d4', 'name': 'tempest-snat-router-1627506828', 'tenant_id': '75242710afb742d1bf54731062bd5cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '8cb737b4-0414-4ca3-bfe5-600d44ce716d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:55:04Z', 'updated_at': '2022-08-27T04:55:07Z', 'revision_number': 3, 'project_id': '75242710afb742d1bf54731062bd5cba', 'gw_port': {'id': '8cb737b4-0414-4ca3-bfe5-600d44ce716d', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:94:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afd3c51-67a4-4e03-80fa-855705d416d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:05Z', 'updated_at': '2022-08-27T04:55:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:55:11.593275 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95b2b87-cde8-491d-9712-3b6075b05570 None None] Checking router: 5afd3c51-67a4-4e03-80fa-855705d416d4 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:55:11.594332 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95b2b87-cde8-491d-9712-3b6075b05570 None None] Updating router 5afd3c51-67a4-4e03-80fa-855705d416d4 port 8cb737b4-0414-4ca3-bfe5-600d44ce716d binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:55:11.599432 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b5b66934-1f63-4825-8e39-5641129d75ac tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (c861b3df-3b81-4554-abf8-1246b6f5803f), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:11.612623 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-05fe6caa-1074-464d-901a-7afd1101a18a admin admin] Publish callbacks [] for security_group (f277b955-ded5-473d-a4ee-ba78b38cd12a), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:11.643988 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b5fef29e-66be-4895-897c-63c218d65b6c tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] 10.222.0.76 "GET /networking/v2.0/routers/5afd3c51-67a4-4e03-80fa-855705d416d4 HTTP/1.1" status: 200 len: 908 time: 0.4942443 Aug 27 04:55:11.644598 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e95b2b87-cde8-491d-9712-3b6075b05570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8cb737b4-0414-4ca3-bfe5-600d44ce716d), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:11.651807 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33334) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:11.659344 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72ca1da-8a10-4cb2-b4ed-dad3da304d8a tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Checking segment: {'id': 'c2bf614f-f19a-481f-9ab0-b284e72d8b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bed5c5bb-7fd2-4c96-a0f2-53fbcb7374e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:55:11.659985 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72ca1da-8a10-4cb2-b4ed-dad3da304d8a tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Network hostable DHCP agents. Network: bed5c5bb-7fd2-4c96-a0f2-53fbcb7374e8, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:55:11.761634 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-05fe6caa-1074-464d-901a-7afd1101a18a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (f277b955-ded5-473d-a4ee-ba78b38cd12a), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:11.770083 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b9f3e7d1-d6d5-4ec0-b4e1-e0d351f87f94 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (6491d570-b3e3-4700-8507-451c93c5fcba), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:11.838566 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-b9f3e7d1-d6d5-4ec0-b4e1-e0d351f87f94 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Calling delete_port for 6491d570-b3e3-4700-8507-451c93c5fcba owned by {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:55:11.877252 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=5,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:11.884970 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4471e446-f70c-41ab-873f-b39935985d18 admin admin] Publish callbacks [] for security_group (ee0f219e-8874-43b9-ad52-39a8abaef837), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:11.911932 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-05fe6caa-1074-464d-901a-7afd1101a18a admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=a83f041268e44ce1986a408559bacf56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7816446 Aug 27 04:55:11.924373 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33338) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:11.930504 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fe6caa-1074-464d-901a-7afd1101a18a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f277b955-ded5-473d-a4ee-ba78b38cd12a,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:11.985098 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4471e446-f70c-41ab-873f-b39935985d18 admin admin] Publish callbacks [] for security_group (ee0f219e-8874-43b9-ad52-39a8abaef837), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:11.994886 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e95b2b87-cde8-491d-9712-3b6075b05570 None None] Publish callbacks [] for port (8cb737b4-0414-4ca3-bfe5-600d44ce716d), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:11.998555 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:12.041226 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b5b66934-1f63-4825-8e39-5641129d75ac tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for port (c861b3df-3b81-4554-abf8-1246b6f5803f), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:12.048316 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72ca1da-8a10-4cb2-b4ed-dad3da304d8a tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Network bed5c5bb-7fd2-4c96-a0f2-53fbcb7374e8 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:55:12.075170 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c4b046de-2605-4ef4-a540-43b5ea320de7 admin admin] Publish callbacks [] for security_group (7a40674a-4d48-4c27-9738-3fa40e7d6bc2), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:12.080837 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e95b2b87-cde8-491d-9712-3b6075b05570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (8cb737b4-0414-4ca3-bfe5-600d44ce716d), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:12.085496 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ae5f0417-ee7c-43ca-8a25-420541fde6ef tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks [] for router (5afd3c51-67a4-4e03-80fa-855705d416d4), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:12.104276 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b5b66934-1f63-4825-8e39-5641129d75ac tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (c861b3df-3b81-4554-abf8-1246b6f5803f), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:12.119402 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-e95b2b87-cde8-491d-9712-3b6075b05570 None None] Attempting to bind port 8cb737b4-0414-4ca3-bfe5-600d44ce716d on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:55:12.120496 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-e95b2b87-cde8-491d-9712-3b6075b05570 None None] Attempting to bind port 8cb737b4-0414-4ca3-bfe5-600d44ce716d by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:55:12.121060 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95b2b87-cde8-491d-9712-3b6075b05570 None None] Attempting to bind port 8cb737b4-0414-4ca3-bfe5-600d44ce716d on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:55:12.134158 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95b2b87-cde8-491d-9712-3b6075b05570 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:55:12.134925 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95b2b87-cde8-491d-9712-3b6075b05570 None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:55:12.135523 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e95b2b87-cde8-491d-9712-3b6075b05570 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:12.136097 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95b2b87-cde8-491d-9712-3b6075b05570 None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:55:12.136782 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-e95b2b87-cde8-491d-9712-3b6075b05570 None None] Bound port: 8cb737b4-0414-4ca3-bfe5-600d44ce716d, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:55:12.137484 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e95b2b87-cde8-491d-9712-3b6075b05570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8cb737b4-0414-4ca3-bfe5-600d44ce716d), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:12.165437 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff4a5a-689b-4515-9635-6ea906cbfad2 None None] Pushing event updated for resources: {'Port': ['ID=8cb737b4-0414-4ca3-bfe5-600d44ce716d,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:12.213552 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-e95b2b87-cde8-491d-9712-3b6075b05570 None None] For port 8cb737b4-0414-4ca3-bfe5-600d44ce716d, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:55:12.218145 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-e95b2b87-cde8-491d-9712-3b6075b05570 None None] For port 8cb737b4-0414-4ca3-bfe5-600d44ce716d, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=8cb737b4-0414-4ca3-bfe5-600d44ce716d,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:55:12.227903 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c4b046de-2605-4ef4-a540-43b5ea320de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (7a40674a-4d48-4c27-9738-3fa40e7d6bc2), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:12.236847 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4b9914b3-ea61-45ad-b2aa-fed8184f2a58 admin admin] Publish callbacks [] for security_group (f277b955-ded5-473d-a4ee-ba78b38cd12a), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:12.260562 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4b9914b3-ea61-45ad-b2aa-fed8184f2a58 admin admin] Publish callbacks [] for security_group (f277b955-ded5-473d-a4ee-ba78b38cd12a), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:12.265894 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b5b66934-1f63-4825-8e39-5641129d75ac tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:12.273823 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-f72ca1da-8a10-4cb2-b4ed-dad3da304d8a tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, bed5c5bb-7fd2-4c96-a0f2-53fbcb7374e8) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:55:12.277515 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bae7ae-9491-43e9-bb5c-fc74eda0be19 None None] Network bed5c5bb-7fd2-4c96-a0f2-53fbcb7374e8 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:55:12.294919 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72ca1da-8a10-4cb2-b4ed-dad3da304d8a tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:12.295681 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f72ca1da-8a10-4cb2-b4ed-dad3da304d8a tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:12.334708 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b66934-1f63-4825-8e39-5641129d75ac tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event updated for resources: {'Port': ['ID=c861b3df-3b81-4554-abf8-1246b6f5803f,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:12.381568 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e95b2b87-cde8-491d-9712-3b6075b05570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (8cb737b4-0414-4ca3-bfe5-600d44ce716d), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:12.410701 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c4b046de-2605-4ef4-a540-43b5ea320de7 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=b3c19a4564b64c69a8e275f041f17d30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9844930 Aug 27 04:55:12.413920 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33340) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:12.421395 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b046de-2605-4ef4-a540-43b5ea320de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a40674a-4d48-4c27-9738-3fa40e7d6bc2,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:12.430445 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ae5f0417-ee7c-43ca-8a25-420541fde6ef tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks [] for router_gateway (5afd3c51-67a4-4e03-80fa-855705d416d4), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:12.470497 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95b2b87-cde8-491d-9712-3b6075b05570 None None] Routers {'5afd3c51-67a4-4e03-80fa-855705d416d4'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:55:12.471145 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-e95b2b87-cde8-491d-9712-3b6075b05570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:54:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['5afd3c51-67a4-4e03-80fa-855705d416d4'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:55:12.475146 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4b9914b3-ea61-45ad-b2aa-fed8184f2a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (f277b955-ded5-473d-a4ee-ba78b38cd12a), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:12.477687 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4b9914b3-ea61-45ad-b2aa-fed8184f2a58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:12.478888 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-4b9914b3-ea61-45ad-b2aa-fed8184f2a58 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/f277b955-ded5-473d-a4ee-ba78b38cd12a HTTP/1.1" status: 204 len: 168 time: 0.5493979 Aug 27 04:55:12.483620 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4471e446-f70c-41ab-873f-b39935985d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (ee0f219e-8874-43b9-ad52-39a8abaef837), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:12.497398 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4471e446-f70c-41ab-873f-b39935985d18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:12.497398 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-4471e446-f70c-41ab-873f-b39935985d18 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/ee0f219e-8874-43b9-ad52-39a8abaef837 HTTP/1.1" status: 204 len: 168 time: 0.9865913 Aug 27 04:55:12.506387 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9914b3-ea61-45ad-b2aa-fed8184f2a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f277b955-ded5-473d-a4ee-ba78b38cd12a,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:12.526940 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f72ca1da-8a10-4cb2-b4ed-dad3da304d8a tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8759639 Aug 27 04:55:12.537809 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4471e446-f70c-41ab-873f-b39935985d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0f219e-8874-43b9-ad52-39a8abaef837,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:12.542162 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33346) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:12.551999 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-a7fb5835-c8b0-4294-8ba9-ffd4c1ae35b1 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Request body: {'port': {'network_id': 'bed5c5bb-7fd2-4c96-a0f2-53fbcb7374e8', 'name': 'tempest-AllowedAddressPairTestJSON-1403229902'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:55:12.586308 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff4a5a-689b-4515-9635-6ea906cbfad2 None None] Pushing event updated for resources: {'Port': ['ID=8cb737b4-0414-4ca3-bfe5-600d44ce716d,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:12.631271 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b66934-1f63-4825-8e39-5641129d75ac tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Network 94122cb1-f5f8-4b56-88b2-5834aef4472c is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:55:12.643743 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:12.645348 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-b5b66934-1f63-4825-8e39-5641129d75ac tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:55:12.688477 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b9f3e7d1-d6d5-4ec0-b4e1-e0d351f87f94 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (6491d570-b3e3-4700-8507-451c93c5fcba), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:12.737693 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf14d94-ab67-406f-8abb-28a88bc9fddb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-bed5c5bb-7fd2-4c96-a0f2-53fbcb7374e8', 'network_id': 'bed5c5bb-7fd2-4c96-a0f2-53fbcb7374e8', 'project_id': '7aea786a98fb4d128403534dc8742871', 'fixed_ips': [{'subnet_id': '081cc7bf-ed3d-4ce9-a252-07ea54099512'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:55:12.738656 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2bf14d94-ab67-406f-8abb-28a88bc9fddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:12.815432 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4ea74d35-2614-4804-a705-7fe83cad63a3 admin admin] Publish callbacks [] for security_group (7a40674a-4d48-4c27-9738-3fa40e7d6bc2), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:12.883143 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f3e7d1-d6d5-4ec0-b4e1-e0d351f87f94 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event deleted for resources: {'Port': ['ID=6491d570-b3e3-4700-8507-451c93c5fcba,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:12.954208 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4ea74d35-2614-4804-a705-7fe83cad63a3 admin admin] Publish callbacks [] for security_group (7a40674a-4d48-4c27-9738-3fa40e7d6bc2), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:12.968743 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b9f3e7d1-d6d5-4ec0-b4e1-e0d351f87f94 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:12.972252 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b9f3e7d1-d6d5-4ec0-b4e1-e0d351f87f94 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/ports/6491d570-b3e3-4700-8507-451c93c5fcba HTTP/1.1" status: 204 len: 168 time: 1.8630385 Aug 27 04:55:12.976027 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-e95b2b87-cde8-491d-9712-3b6075b05570 None None] Set router 5afd3c51-67a4-4e03-80fa-855705d416d4 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:55:12.979601 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33350) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:13.020786 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:13.033741 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-ae5f0417-ee7c-43ca-8a25-420541fde6ef tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Deleting port 8cb737b4-0414-4ca3-bfe5-600d44ce716d {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:55:13.034088 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ae5f0417-ee7c-43ca-8a25-420541fde6ef tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (8cb737b4-0414-4ca3-bfe5-600d44ce716d), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:13.034203 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device bbff300d-bc9b-44cb-8580-576734e7cecf up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:55:13.166317 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a3ef33-a63b-4b28-8e3e-485fc9d43e6c tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:13.167958 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a3ef33-a63b-4b28-8e3e-485fc9d43e6c tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:13.172707 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-33a3ef33-a63b-4b28-8e3e-485fc9d43e6c tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1775250 Aug 27 04:55:13.173103 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-fdcaa4b1-b6fd-4719-a014-28d884002af5 None None] Provisioning complete for port c8b3fc2c-5ab2-44ba-9d3e-34b6e8f217f9 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:13.173103 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fdcaa4b1-b6fd-4719-a014-28d884002af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (c8b3fc2c-5ab2-44ba-9d3e-34b6e8f217f9), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:13.175117 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33354) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:13.225343 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-ae5f0417-ee7c-43ca-8a25-420541fde6ef tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] For port 8cb737b4-0414-4ca3-bfe5-600d44ce716d, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=8cb737b4-0414-4ca3-bfe5-600d44ce716d,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:55:13.225996 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ae5f0417-ee7c-43ca-8a25-420541fde6ef tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (8cb737b4-0414-4ca3-bfe5-600d44ce716d), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:13.250128 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-ae5f0417-ee7c-43ca-8a25-420541fde6ef tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Calling delete_port for 8cb737b4-0414-4ca3-bfe5-600d44ce716d owned by network:router_gateway {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:55:13.281055 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7fb5835-c8b0-4294-8ba9-ffd4c1ae35b1 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Made reservation on behalf of 7aea786a98fb4d128403534dc8742871 for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:55:13.284743 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7b641d9-1273-435a-9e94-ed358cd715c4 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Deleting subnet 97a69618-a986-4e40-8802-8affff0a4b18 {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:55:13.286357 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a7fb5835-c8b0-4294-8ba9-ffd4c1ae35b1 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:13.293486 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f7b641d9-1273-435a-9e94-ed358cd715c4 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (97a69618-a986-4e40-8802-8affff0a4b18), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:13.385774 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [None req-a7fb5835-c8b0-4294-8ba9-ffd4c1ae35b1 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] device_id is not set on port 91b9ced1-1b8b-4091-8817-ce87ce271372 yet. {{(pid=107776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:55:13.452230 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f7b641d9-1273-435a-9e94-ed358cd715c4 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (97a69618-a986-4e40-8802-8affff0a4b18), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:13.550445 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4ea74d35-2614-4804-a705-7fe83cad63a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (7a40674a-4d48-4c27-9738-3fa40e7d6bc2), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:13.566780 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4ea74d35-2614-4804-a705-7fe83cad63a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:13.568028 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-4ea74d35-2614-4804-a705-7fe83cad63a3 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/7a40674a-4d48-4c27-9738-3fa40e7d6bc2 HTTP/1.1" status: 204 len: 168 time: 1.1530650 Aug 27 04:55:13.573789 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b66934-1f63-4825-8e39-5641129d75ac tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Router 102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:55:13.606500 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea74d35-2614-4804-a705-7fe83cad63a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a40674a-4d48-4c27-9738-3fa40e7d6bc2,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:13.676040 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:DELETE=9,neutron:SELECT=89,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:13.787757 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f7b641d9-1273-435a-9e94-ed358cd715c4 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (97a69618-a986-4e40-8802-8affff0a4b18), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:13.791492 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b66934-1f63-4825-8e39-5641129d75ac tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:55:13.801242 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b5b66934-1f63-4825-8e39-5641129d75ac tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "PUT /networking/v2.0/routers/102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3619153 Aug 27 04:55:13.803301 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208826ef-8a27-4d34-8c6c-530fd1f5ded1 None None] Sync routers for ids ['102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:55:13.816245 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33370) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:13.824474 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208826ef-8a27-4d34-8c6c-530fd1f5ded1 None None] Routers {'102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:55:13.832310 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-208826ef-8a27-4d34-8c6c-530fd1f5ded1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:54:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:55:13.836630 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-2bf14d94-ab67-406f-8abb-28a88bc9fddb None None] Allocated IP 172.20.0.2 (bed5c5bb-7fd2-4c96-a0f2-53fbcb7374e8/081cc7bf-ed3d-4ce9-a252-07ea54099512/4668e219-d80b-46c5-8563-394548e8b79f) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:55:13.842054 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-3a7583cb-ca6d-4678-b3d3-cf273bcf5c24 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Request body: {'network': {'name': 'tempest-RoutersTest-1867321545'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:55:13.887504 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port bbff300d-bc9b-44cb-8580-576734e7cecf triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:13.888454 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (bbff300d-bc9b-44cb-8580-576734e7cecf), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:13.939746 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-208826ef-8a27-4d34-8c6c-530fd1f5ded1 None None] Set router 102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5 gateway port host: None {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:55:14.030352 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-fdcaa4b1-b6fd-4719-a014-28d884002af5 None None] Current status of the port c8b3fc2c-5ab2-44ba-9d3e-34b6e8f217f9 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:55:14.030740 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fdcaa4b1-b6fd-4719-a014-28d884002af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (c8b3fc2c-5ab2-44ba-9d3e-34b6e8f217f9), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:14.114948 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ae5f0417-ee7c-43ca-8a25-420541fde6ef tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (8cb737b4-0414-4ca3-bfe5-600d44ce716d), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:14.115647 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f7b641d9-1273-435a-9e94-ed358cd715c4 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (97a69618-a986-4e40-8802-8affff0a4b18), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:14.121201 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7583cb-ca6d-4678-b3d3-cf273bcf5c24 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Made reservation on behalf of 8294e34ae47f4d6bbb8fc590d6939221 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:55:14.126928 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3a7583cb-ca6d-4678-b3d3-cf273bcf5c24 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:14.157265 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-208826ef-8a27-4d34-8c6c-530fd1f5ded1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'name': 'tempest-RoutersTest-router-1984842301', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:55:01Z', 'updated_at': '2022-08-27T04:55:11Z', 'revision_number': 2, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'gw_port_host': None, '_interfaces': [{'id': 'c861b3df-3b81-4554-abf8-1246b6f5803f', 'name': '', 'network_id': '94122cb1-f5f8-4b56-88b2-5834aef4472c', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:e2:fb:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '5df62364-1081-4557-a010-0b9d53af53d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:08Z', 'updated_at': '2022-08-27T04:55:11Z', 'revision_number': 2, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': '5df62364-1081-4557-a010-0b9d53af53d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:55:14.164431 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b641d9-1273-435a-9e94-ed358cd715c4 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event deleted for resources: {'Subnet': ['ID=97a69618-a986-4e40-8802-8affff0a4b18,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:14.187209 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f7b641d9-1273-435a-9e94-ed358cd715c4 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:14.195804 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5f0417-ee7c-43ca-8a25-420541fde6ef tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Pushing event deleted for resources: {'Port': ['ID=8cb737b4-0414-4ca3-bfe5-600d44ce716d,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:14.198198 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f7b641d9-1273-435a-9e94-ed358cd715c4 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/97a69618-a986-4e40-8802-8affff0a4b18 HTTP/1.1" status: 204 len: 168 time: 1.0212755 Aug 27 04:55:14.201297 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33378) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:14.216992 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea68a036-eab3-4d60-a39c-e1869ddbdda0 None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:55:14.223200 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-e95b2b87-cde8-491d-9712-3b6075b05570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afd3c51-67a4-4e03-80fa-855705d416d4', 'name': 'tempest-snat-router-1627506828', 'tenant_id': '75242710afb742d1bf54731062bd5cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '8cb737b4-0414-4ca3-bfe5-600d44ce716d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:55:04Z', 'updated_at': '2022-08-27T04:55:07Z', 'revision_number': 3, 'project_id': '75242710afb742d1bf54731062bd5cba', 'gw_port': {'id': '8cb737b4-0414-4ca3-bfe5-600d44ce716d', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:94:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afd3c51-67a4-4e03-80fa-855705d416d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:05Z', 'updated_at': '2022-08-27T04:55:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:55:14.226880 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208826ef-8a27-4d34-8c6c-530fd1f5ded1 None None] Checking router: 102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:55:14.227234 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208826ef-8a27-4d34-8c6c-530fd1f5ded1 None None] Updating router 102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5 port c861b3df-3b81-4554-abf8-1246b6f5803f binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:55:14.229375 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port bbff300d-bc9b-44cb-8580-576734e7cecf is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:55:14.230482 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device c8b3fc2c-5ab2-44ba-9d3e-34b6e8f217f9 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:55:14.300123 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-208826ef-8a27-4d34-8c6c-530fd1f5ded1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (c861b3df-3b81-4554-abf8-1246b6f5803f), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:14.310586 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:14.316246 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-d3907bcd-eeac-4f80-bafc-63edcf064110 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1138117 Aug 27 04:55:14.319508 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33380) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:14.325453 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-24359c5d-5a81-48f6-84f0-cb98a136ab5b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'subnet': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:55:14.353747 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ae5f0417-ee7c-43ca-8a25-420541fde6ef tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (5afd3c51-67a4-4e03-80fa-855705d416d4), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:14.378578 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95b2b87-cde8-491d-9712-3b6075b05570 None None] The sync data for ids ['5afd3c51-67a4-4e03-80fa-855705d416d4'] in n-d-852088-5 is: [{'id': '5afd3c51-67a4-4e03-80fa-855705d416d4', 'name': 'tempest-snat-router-1627506828', 'tenant_id': '75242710afb742d1bf54731062bd5cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '8cb737b4-0414-4ca3-bfe5-600d44ce716d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:55:04Z', 'updated_at': '2022-08-27T04:55:07Z', 'revision_number': 3, 'project_id': '75242710afb742d1bf54731062bd5cba', 'gw_port': {'id': '8cb737b4-0414-4ca3-bfe5-600d44ce716d', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:94:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afd3c51-67a4-4e03-80fa-855705d416d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:05Z', 'updated_at': '2022-08-27T04:55:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:55:14.397675 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-fdcaa4b1-b6fd-4719-a014-28d884002af5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:55:14.398087 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-fdcaa4b1-b6fd-4719-a014-28d884002af5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:55:14.406122 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2bf14d94-ab67-406f-8abb-28a88bc9fddb None None] Publish callbacks [] for port (4668e219-d80b-46c5-8563-394548e8b79f), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:14.435814 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a7583cb-ca6d-4678-b3d3-cf273bcf5c24 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:55:14.475787 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:14.500572 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port c8b3fc2c-5ab2-44ba-9d3e-34b6e8f217f9 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:14.500956 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (c8b3fc2c-5ab2-44ba-9d3e-34b6e8f217f9), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:14.505709 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ae5f0417-ee7c-43ca-8a25-420541fde6ef tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (5afd3c51-67a4-4e03-80fa-855705d416d4), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:14.510353 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ae5f0417-ee7c-43ca-8a25-420541fde6ef tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks [] for router_controller (5afd3c51-67a4-4e03-80fa-855705d416d4), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:14.511669 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3a7583cb-ca6d-4678-b3d3-cf273bcf5c24 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (cd0668bb-131e-496d-a4a1-01086b9ffde6), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:14.515533 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-3a7583cb-ca6d-4678-b3d3-cf273bcf5c24 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Added segment cd0668bb-131e-496d-a4a1-01086b9ffde6 of type vlan for network 2f688bf2-3831-4324-8eb2-df317fba29d9 Aug 27 04:55:14.555990 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2bf14d94-ab67-406f-8abb-28a88bc9fddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (4668e219-d80b-46c5-8563-394548e8b79f), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:14.639960 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8d27d7-0a7f-415c-89f4-6916e02fb866 None None] DHCP port deletion for 61356c33-ce96-40d0-bb36-87a36b2d0e1c request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:55:14.664351 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24359c5d-5a81-48f6-84f0-cb98a136ab5b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Made reservation on behalf of f0f1eb4384394fc18f1626f3e12e04e3 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:55:14.670243 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-24359c5d-5a81-48f6-84f0-cb98a136ab5b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:14.728031 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3a7583cb-ca6d-4678-b3d3-cf273bcf5c24 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (2f688bf2-3831-4324-8eb2-df317fba29d9), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:14.737382 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf14d94-ab67-406f-8abb-28a88bc9fddb None None] Network bed5c5bb-7fd2-4c96-a0f2-53fbcb7374e8 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:55:14.771026 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-a7fb5835-c8b0-4294-8ba9-ffd4c1ae35b1 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Allocated IP 172.20.0.12 (bed5c5bb-7fd2-4c96-a0f2-53fbcb7374e8/081cc7bf-ed3d-4ce9-a252-07ea54099512/91b9ced1-1b8b-4091-8817-ce87ce271372) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:55:14.808247 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-208826ef-8a27-4d34-8c6c-530fd1f5ded1 None None] Publish callbacks [] for port (c861b3df-3b81-4554-abf8-1246b6f5803f), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:14.827019 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-2bf14d94-ab67-406f-8abb-28a88bc9fddb None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:55:14.833690 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:14.834186 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf14d94-ab67-406f-8abb-28a88bc9fddb None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:55:14.849853 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf14d94-ab67-406f-8abb-28a88bc9fddb None None] Pushing event updated for resources: {'Port': ['ID=4668e219-d80b-46c5-8563-394548e8b79f,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:14.873901 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3a7583cb-ca6d-4678-b3d3-cf273bcf5c24 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (2f688bf2-3831-4324-8eb2-df317fba29d9), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:14.879470 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7583cb-ca6d-4678-b3d3-cf273bcf5c24 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:14.880096 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3a7583cb-ca6d-4678-b3d3-cf273bcf5c24 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:14.907609 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ae5f0417-ee7c-43ca-8a25-420541fde6ef tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (5afd3c51-67a4-4e03-80fa-855705d416d4), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:14.915704 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5f0417-ee7c-43ca-8a25-420541fde6ef tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5afd3c51-67a4-4e03-80fa-855705d416d4 {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:55:14.921607 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-208826ef-8a27-4d34-8c6c-530fd1f5ded1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (c861b3df-3b81-4554-abf8-1246b6f5803f), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:14.971557 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ae5f0417-ee7c-43ca-8a25-420541fde6ef tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:14.973195 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ae5f0417-ee7c-43ca-8a25-420541fde6ef tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] 10.222.0.76 "DELETE /networking/v2.0/routers/5afd3c51-67a4-4e03-80fa-855705d416d4 HTTP/1.1" status: 204 len: 168 time: 3.3055723 Aug 27 04:55:14.978041 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33402) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:15.092399 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-fdcaa4b1-b6fd-4719-a014-28d884002af5 None None] Current status of the port c8b3fc2c-5ab2-44ba-9d3e-34b6e8f217f9 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:55:15.092794 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fdcaa4b1-b6fd-4719-a014-28d884002af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (c8b3fc2c-5ab2-44ba-9d3e-34b6e8f217f9), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:15.139339 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3a7583cb-ca6d-4678-b3d3-cf273bcf5c24 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3204560 Aug 27 04:55:15.139889 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33404) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:15.141861 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-553115eb-0c9d-4180-b8ba-5e2973d0bce9 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks [] for router (7cb7d390-a3d0-480c-9684-e0f6e011f7b1), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:15.150288 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-69b42a7f-f585-47ad-8f93-f5e54f52c589 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Request body: {'subnet': {'network_id': '2f688bf2-3831-4324-8eb2-df317fba29d9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:55:15.153682 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-fdcaa4b1-b6fd-4719-a014-28d884002af5 None None] For port c8b3fc2c-5ab2-44ba-9d3e-34b6e8f217f9, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=c8b3fc2c-5ab2-44ba-9d3e-34b6e8f217f9,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:55:15.163784 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-eb8d27d7-0a7f-415c-89f4-6916e02fb866 None None] Deleting port c8b3fc2c-5ab2-44ba-9d3e-34b6e8f217f9 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:55:15.164490 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-eb8d27d7-0a7f-415c-89f4-6916e02fb866 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (c8b3fc2c-5ab2-44ba-9d3e-34b6e8f217f9), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:15.165603 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0320f21-a84d-47aa-b10e-41a3fbbf984d None None] Pushing event updated for resources: {'Port': ['ID=c861b3df-3b81-4554-abf8-1246b6f5803f,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:15.170866 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7583cb-ca6d-4678-b3d3-cf273bcf5c24 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event updated for resources: {'Network': ['ID=2f688bf2-3831-4324-8eb2-df317fba29d9,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:15.196446 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 2f688bf2-3831-4324-8eb2-df317fba29d9 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:55:15.223765 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-208826ef-8a27-4d34-8c6c-530fd1f5ded1 None None] Attempting to bind port c861b3df-3b81-4554-abf8-1246b6f5803f on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:55:15.224254 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-208826ef-8a27-4d34-8c6c-530fd1f5ded1 None None] Attempting to bind port c861b3df-3b81-4554-abf8-1246b6f5803f by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'd1b94b11-b7e8-4110-bcba-51d0d00c2c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '94122cb1-f5f8-4b56-88b2-5834aef4472c'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:55:15.224643 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208826ef-8a27-4d34-8c6c-530fd1f5ded1 None None] Attempting to bind port c861b3df-3b81-4554-abf8-1246b6f5803f on network 94122cb1-f5f8-4b56-88b2-5834aef4472c {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:55:15.248461 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208826ef-8a27-4d34-8c6c-530fd1f5ded1 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:55:15.249051 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208826ef-8a27-4d34-8c6c-530fd1f5ded1 None None] Checking segment: {'id': 'd1b94b11-b7e8-4110-bcba-51d0d00c2c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '94122cb1-f5f8-4b56-88b2-5834aef4472c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:55:15.249569 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-208826ef-8a27-4d34-8c6c-530fd1f5ded1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:15.249978 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208826ef-8a27-4d34-8c6c-530fd1f5ded1 None None] Bound using segment: {'id': 'd1b94b11-b7e8-4110-bcba-51d0d00c2c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '94122cb1-f5f8-4b56-88b2-5834aef4472c'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:55:15.250491 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-208826ef-8a27-4d34-8c6c-530fd1f5ded1 None None] Bound port: c861b3df-3b81-4554-abf8-1246b6f5803f, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b94b11-b7e8-4110-bcba-51d0d00c2c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '94122cb1-f5f8-4b56-88b2-5834aef4472c'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:55:15.250859 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-208826ef-8a27-4d34-8c6c-530fd1f5ded1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (c861b3df-3b81-4554-abf8-1246b6f5803f), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:15.311484 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-eb8d27d7-0a7f-415c-89f4-6916e02fb866 None None] For port c8b3fc2c-5ab2-44ba-9d3e-34b6e8f217f9, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=c8b3fc2c-5ab2-44ba-9d3e-34b6e8f217f9,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:55:15.312245 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-eb8d27d7-0a7f-415c-89f4-6916e02fb866 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (c8b3fc2c-5ab2-44ba-9d3e-34b6e8f217f9), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:15.333652 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-eb8d27d7-0a7f-415c-89f4-6916e02fb866 None None] Calling delete_port for c8b3fc2c-5ab2-44ba-9d3e-34b6e8f217f9 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:55:15.340729 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a7fb5835-c8b0-4294-8ba9-ffd4c1ae35b1 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks [] for port (91b9ced1-1b8b-4091-8817-ce87ce271372), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:15.366943 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:15.371000 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:15.455530 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-553115eb-0c9d-4180-b8ba-5e2973d0bce9 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks [] for router_gateway (7cb7d390-a3d0-480c-9684-e0f6e011f7b1), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:15.473955 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-208826ef-8a27-4d34-8c6c-530fd1f5ded1 None None] For port c861b3df-3b81-4554-abf8-1246b6f5803f, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:55:15.509209 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b42a7f-f585-47ad-8f93-f5e54f52c589 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Made reservation on behalf of 8294e34ae47f4d6bbb8fc590d6939221 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:55:15.509620 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port c8b3fc2c-5ab2-44ba-9d3e-34b6e8f217f9 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:55:15.510094 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (c8b3fc2c-5ab2-44ba-9d3e-34b6e8f217f9), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:15.515502 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-69b42a7f-f585-47ad-8f93-f5e54f52c589 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:15.554675 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fdcaa4b1-b6fd-4719-a014-28d884002af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (c8b3fc2c-5ab2-44ba-9d3e-34b6e8f217f9), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:15.575706 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-2bf14d94-ab67-406f-8abb-28a88bc9fddb None None] Attempting to bind port 4668e219-d80b-46c5-8563-394548e8b79f on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:55:15.576074 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-2bf14d94-ab67-406f-8abb-28a88bc9fddb None None] Attempting to bind port 4668e219-d80b-46c5-8563-394548e8b79f by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'c2bf614f-f19a-481f-9ab0-b284e72d8b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bed5c5bb-7fd2-4c96-a0f2-53fbcb7374e8'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:55:15.576468 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf14d94-ab67-406f-8abb-28a88bc9fddb None None] Attempting to bind port 4668e219-d80b-46c5-8563-394548e8b79f on network bed5c5bb-7fd2-4c96-a0f2-53fbcb7374e8 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:55:15.590460 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-208826ef-8a27-4d34-8c6c-530fd1f5ded1 None None] For port c861b3df-3b81-4554-abf8-1246b6f5803f, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=c861b3df-3b81-4554-abf8-1246b6f5803f,segment=NetworkSegment(d1b94b11-b7e8-4110-bcba-51d0d00c2c12),segment_id=d1b94b11-b7e8-4110-bcba-51d0d00c2c12)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:55:15.604153 n-d-852088-5 neutron-server[107775]: DEBUG neutron.objects.ports [None req-24359c5d-5a81-48f6-84f0-cb98a136ab5b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=107775) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 27 04:55:15.612651 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-eb8d27d7-0a7f-415c-89f4-6916e02fb866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (c8b3fc2c-5ab2-44ba-9d3e-34b6e8f217f9), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:15.627649 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf14d94-ab67-406f-8abb-28a88bc9fddb None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:55:15.628075 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf14d94-ab67-406f-8abb-28a88bc9fddb None None] Checking segment: {'id': 'c2bf614f-f19a-481f-9ab0-b284e72d8b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bed5c5bb-7fd2-4c96-a0f2-53fbcb7374e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:55:15.628811 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2bf14d94-ab67-406f-8abb-28a88bc9fddb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:15.628948 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf14d94-ab67-406f-8abb-28a88bc9fddb None None] Bound using segment: {'id': 'c2bf614f-f19a-481f-9ab0-b284e72d8b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bed5c5bb-7fd2-4c96-a0f2-53fbcb7374e8'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:55:15.629381 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-2bf14d94-ab67-406f-8abb-28a88bc9fddb None None] Bound port: 4668e219-d80b-46c5-8563-394548e8b79f, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2bf614f-f19a-481f-9ab0-b284e72d8b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bed5c5bb-7fd2-4c96-a0f2-53fbcb7374e8'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:55:15.629759 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2bf14d94-ab67-406f-8abb-28a88bc9fddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (4668e219-d80b-46c5-8563-394548e8b79f), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:15.698638 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8d27d7-0a7f-415c-89f4-6916e02fb866 None None] No DVR routers for this DVR port c8b3fc2c-5ab2-44ba-9d3e-34b6e8f217f9 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:55:15.754482 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-208826ef-8a27-4d34-8c6c-530fd1f5ded1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (c861b3df-3b81-4554-abf8-1246b6f5803f), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:15.775277 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:15.781344 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcaa4b1-b6fd-4719-a014-28d884002af5 None None] Pushing event updated for resources: {'Port': ['ID=c8b3fc2c-5ab2-44ba-9d3e-34b6e8f217f9,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:15.787958 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-544f9a6f-fa4d-4242-8ccb-68d558135e97 None None] Provisioning complete for port c861b3df-3b81-4554-abf8-1246b6f5803f triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:15.788684 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-544f9a6f-fa4d-4242-8ccb-68d558135e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (c861b3df-3b81-4554-abf8-1246b6f5803f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:15.806703 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a7fb5835-c8b0-4294-8ba9-ffd4c1ae35b1 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (91b9ced1-1b8b-4091-8817-ce87ce271372), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:15.819640 n-d-852088-5 neutron-server[107775]: WARNING neutron.services.revisions.revision_plugin [None req-24359c5d-5a81-48f6-84f0-cb98a136ab5b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Could not find related port for resource to bump revision. Aug 27 04:55:15.821166 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-553115eb-0c9d-4180-b8ba-5e2973d0bce9 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Deleting port 2ced83b5-8529-4ecc-ad10-1b8c06bada74 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:55:15.821461 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-553115eb-0c9d-4180-b8ba-5e2973d0bce9 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (2ced83b5-8529-4ecc-ad10-1b8c06bada74), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:15.887988 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d27d7-0a7f-415c-89f4-6916e02fb866 None None] Pushing event deleted for resources: {'Port': ['ID=c8b3fc2c-5ab2-44ba-9d3e-34b6e8f217f9,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:15.894888 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-2bf14d94-ab67-406f-8abb-28a88bc9fddb None None] For port 4668e219-d80b-46c5-8563-394548e8b79f, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:55:15.944684 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0320f21-a84d-47aa-b10e-41a3fbbf984d None None] Pushing event updated for resources: {'Port': ['ID=c861b3df-3b81-4554-abf8-1246b6f5803f,revision_number=4']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:15.967071 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208826ef-8a27-4d34-8c6c-530fd1f5ded1 None None] Routers {'102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:55:15.972722 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-208826ef-8a27-4d34-8c6c-530fd1f5ded1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:54:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:55:15.993334 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-544f9a6f-fa4d-4242-8ccb-68d558135e97 None None] Current status of the port c861b3df-3b81-4554-abf8-1246b6f5803f is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:55:15.996911 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-544f9a6f-fa4d-4242-8ccb-68d558135e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (c861b3df-3b81-4554-abf8-1246b6f5803f), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:16.029553 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device c8b3fc2c-5ab2-44ba-9d3e-34b6e8f217f9 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:55:16.035906 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-2bf14d94-ab67-406f-8abb-28a88bc9fddb None None] For port 4668e219-d80b-46c5-8563-394548e8b79f, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=4668e219-d80b-46c5-8563-394548e8b79f,segment=NetworkSegment(c2bf614f-f19a-481f-9ab0-b284e72d8b29),segment_id=c2bf614f-f19a-481f-9ab0-b284e72d8b29)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:55:16.064368 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: c8b3fc2c-5ab2-44ba-9d3e-34b6e8f217f9 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:55:16.064880 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device c8b3fc2c-5ab2-44ba-9d3e-34b6e8f217f9 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:55:16.067491 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-544f9a6f-fa4d-4242-8ccb-68d558135e97 None None] For port c861b3df-3b81-4554-abf8-1246b6f5803f, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=c861b3df-3b81-4554-abf8-1246b6f5803f,segment=NetworkSegment(d1b94b11-b7e8-4110-bcba-51d0d00c2c12),segment_id=d1b94b11-b7e8-4110-bcba-51d0d00c2c12)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:55:16.113757 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fb5835-c8b0-4294-8ba9-ffd4c1ae35b1 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Network bed5c5bb-7fd2-4c96-a0f2-53fbcb7374e8 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:55:16.117912 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-a7fb5835-c8b0-4294-8ba9-ffd4c1ae35b1 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:55:16.121341 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2bf14d94-ab67-406f-8abb-28a88bc9fddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (4668e219-d80b-46c5-8563-394548e8b79f), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:16.125367 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.ipam_pluggable_backend [None req-24359c5d-5a81-48f6-84f0-cb98a136ab5b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Port c8b3fc2c-5ab2-44ba-9d3e-34b6e8f217f9 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=107775) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Aug 27 04:55:16.125712 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.ipam_pluggable_backend [None req-24359c5d-5a81-48f6-84f0-cb98a136ab5b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Reverting IP allocation for 2001:db8::f816:3eff:feaf:e402 {{(pid=107775) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Aug 27 04:55:16.129488 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fb5835-c8b0-4294-8ba9-ffd4c1ae35b1 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:55:16.138654 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-553115eb-0c9d-4180-b8ba-5e2973d0bce9 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] For port 2ced83b5-8529-4ecc-ad10-1b8c06bada74, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=2ced83b5-8529-4ecc-ad10-1b8c06bada74,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:55:16.139026 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-553115eb-0c9d-4180-b8ba-5e2973d0bce9 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (2ced83b5-8529-4ecc-ad10-1b8c06bada74), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:16.187095 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-544f9a6f-fa4d-4242-8ccb-68d558135e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (c861b3df-3b81-4554-abf8-1246b6f5803f), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:16.196072 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-544f9a6f-fa4d-4242-8ccb-68d558135e97 None None] Could not find standard attr ID for object 6491d570-b3e3-4700-8507-451c93c5fcba. {{(pid=107777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 27 04:55:16.203680 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-24359c5d-5a81-48f6-84f0-cb98a136ab5b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (288ae520-a44c-4247-9b04-02545cd461f5), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:16.218148 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb5835-c8b0-4294-8ba9-ffd4c1ae35b1 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Pushing event updated for resources: {'Port': ['ID=91b9ced1-1b8b-4091-8817-ce87ce271372,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:16.218759 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-553115eb-0c9d-4180-b8ba-5e2973d0bce9 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Calling delete_port for 2ced83b5-8529-4ecc-ad10-1b8c06bada74 owned by network:router_gateway {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:55:16.251872 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-69b42a7f-f585-47ad-8f93-f5e54f52c589 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (ba598601-4006-41f6-89e9-fce854c1ffb3), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:16.282523 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf14d94-ab67-406f-8abb-28a88bc9fddb None None] Pushing event updated for resources: {'Port': ['ID=4668e219-d80b-46c5-8563-394548e8b79f,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:16.412373 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fb5835-c8b0-4294-8ba9-ffd4c1ae35b1 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:16.413056 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a7fb5835-c8b0-4294-8ba9-ffd4c1ae35b1 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:16.450548 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f9a6f-fa4d-4242-8ccb-68d558135e97 None None] Pushing event updated for resources: {'Port': ['ID=c861b3df-3b81-4554-abf8-1246b6f5803f,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:16.551862 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b42a7f-f585-47ad-8f93-f5e54f52c589 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event updated for resources: {'Subnet': ['ID=ba598601-4006-41f6-89e9-fce854c1ffb3,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:16.561539 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24359c5d-5a81-48f6-84f0-cb98a136ab5b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:55:16.563022 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-208826ef-8a27-4d34-8c6c-530fd1f5ded1 None None] Set router 102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5 gateway port host: None {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:55:16.567811 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b42a7f-f585-47ad-8f93-f5e54f52c589 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Checking segment: {'id': 'cd0668bb-131e-496d-a4a1-01086b9ffde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2f688bf2-3831-4324-8eb2-df317fba29d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:55:16.568294 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b42a7f-f585-47ad-8f93-f5e54f52c589 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Network hostable DHCP agents. Network: 2f688bf2-3831-4324-8eb2-df317fba29d9, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:55:16.579283 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-24359c5d-5a81-48f6-84f0-cb98a136ab5b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:55:16.583873 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24359c5d-5a81-48f6-84f0-cb98a136ab5b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:16.584672 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-24359c5d-5a81-48f6-84f0-cb98a136ab5b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:16.594117 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c613a52-66b2-44ab-86af-ec66bb1b079e None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:55:16.655721 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24359c5d-5a81-48f6-84f0-cb98a136ab5b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event updated for resources: {'Subnet': ['ID=288ae520-a44c-4247-9b04-02545cd461f5,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:16.753076 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a7fb5835-c8b0-4294-8ba9-ffd4c1ae35b1 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2073786 Aug 27 04:55:16.755790 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33434) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:16.761314 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-c392c271-3de7-49bf-983d-7967e1856b61 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Request body: {'port': {'network_id': 'bed5c5bb-7fd2-4c96-a0f2-53fbcb7374e8', 'name': 'tempest-AllowedAddressPairTestJSON-181000667', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:70:9e:13'}]}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:55:16.824789 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-24359c5d-5a81-48f6-84f0-cb98a136ab5b tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.5041957 Aug 27 04:55:16.830709 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33440) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:16.852306 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef5359f-9d6d-4fa3-b7c8-e58de05baec9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'project_id': 'f0f1eb4384394fc18f1626f3e12e04e3', 'fixed_ips': [{'subnet_id': '288ae520-a44c-4247-9b04-02545cd461f5'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:55:16.852306 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-eef5359f-9d6d-4fa3-b7c8-e58de05baec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:16.869529 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-fa1181af-25fb-4dd0-ade6-4bd3bcb68e90 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'port': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'mac_address': 'fa:16:3e:13:fd:a1', 'name': 'tempest-NetworksTestDHCPv6-780139548'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:55:17.041952 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-553115eb-0c9d-4180-b8ba-5e2973d0bce9 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (2ced83b5-8529-4ecc-ad10-1b8c06bada74), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:17.142600 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-208826ef-8a27-4d34-8c6c-530fd1f5ded1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'name': 'tempest-RoutersTest-router-1984842301', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:55:01Z', 'updated_at': '2022-08-27T04:55:11Z', 'revision_number': 2, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'gw_port_host': None, '_interfaces': [{'id': 'c861b3df-3b81-4554-abf8-1246b6f5803f', 'name': '', 'network_id': '94122cb1-f5f8-4b56-88b2-5834aef4472c', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:e2:fb:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '5df62364-1081-4557-a010-0b9d53af53d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:08Z', 'updated_at': '2022-08-27T04:55:15Z', 'revision_number': 4, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': '5df62364-1081-4557-a010-0b9d53af53d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:55:17.144778 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553115eb-0c9d-4180-b8ba-5e2973d0bce9 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Pushing event deleted for resources: {'Port': ['ID=2ced83b5-8529-4ecc-ad10-1b8c06bada74,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:17.208257 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208826ef-8a27-4d34-8c6c-530fd1f5ded1 None None] The sync data for ids ['102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'] in n-d-852088-5 is: [{'id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'name': 'tempest-RoutersTest-router-1984842301', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:55:01Z', 'updated_at': '2022-08-27T04:55:11Z', 'revision_number': 2, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'gw_port_host': None, '_interfaces': [{'id': 'c861b3df-3b81-4554-abf8-1246b6f5803f', 'name': '', 'network_id': '94122cb1-f5f8-4b56-88b2-5834aef4472c', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:e2:fb:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '5df62364-1081-4557-a010-0b9d53af53d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:08Z', 'updated_at': '2022-08-27T04:55:15Z', 'revision_number': 4, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': '5df62364-1081-4557-a010-0b9d53af53d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:55:17.215746 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-eef5359f-9d6d-4fa3-b7c8-e58de05baec9 None None] Allocated IP 2001:db8::f816:3eff:fe67:a4ce (61356c33-ce96-40d0-bb36-87a36b2d0e1c/288ae520-a44c-4247-9b04-02545cd461f5/68f02c6f-9f2b-484b-86fb-6c14c577c46b) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:55:17.442351 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-553115eb-0c9d-4180-b8ba-5e2973d0bce9 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (7cb7d390-a3d0-480c-9684-e0f6e011f7b1), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:17.519509 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b42a7f-f585-47ad-8f93-f5e54f52c589 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Network 2f688bf2-3831-4324-8eb2-df317fba29d9 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:55:17.560727 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:INSERT=1,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:17.561671 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:17.570052 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-eef5359f-9d6d-4fa3-b7c8-e58de05baec9 None None] Publish callbacks [] for port (68f02c6f-9f2b-484b-86fb-6c14c577c46b), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:17.586581 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1181af-25fb-4dd0-ade6-4bd3bcb68e90 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Made reservation on behalf of f0f1eb4384394fc18f1626f3e12e04e3 for: {'port': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:55:17.695442 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-69b42a7f-f585-47ad-8f93-f5e54f52c589 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 2f688bf2-3831-4324-8eb2-df317fba29d9) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:55:17.711244 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3482bf1b-c69e-4564-a453-c6f479d00588 None None] Network 2f688bf2-3831-4324-8eb2-df317fba29d9 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:55:17.751281 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b42a7f-f585-47ad-8f93-f5e54f52c589 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:17.754472 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-69b42a7f-f585-47ad-8f93-f5e54f52c589 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:17.871056 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-553115eb-0c9d-4180-b8ba-5e2973d0bce9 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (7cb7d390-a3d0-480c-9684-e0f6e011f7b1), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:17.889704 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-553115eb-0c9d-4180-b8ba-5e2973d0bce9 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks [] for router_controller (7cb7d390-a3d0-480c-9684-e0f6e011f7b1), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:18.043244 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-eef5359f-9d6d-4fa3-b7c8-e58de05baec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (68f02c6f-9f2b-484b-86fb-6c14c577c46b), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:18.061038 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fa1181af-25fb-4dd0-ade6-4bd3bcb68e90 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:18.066556 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-69b42a7f-f585-47ad-8f93-f5e54f52c589 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9195271 Aug 27 04:55:18.067503 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c392c271-3de7-49bf-983d-7967e1856b61 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Made reservation on behalf of 7aea786a98fb4d128403534dc8742871 for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:55:18.074458 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33462) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:18.266327 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef5359f-9d6d-4fa3-b7c8-e58de05baec9 None None] Pushing event updated for resources: {'Port': ['ID=68f02c6f-9f2b-484b-86fb-6c14c577c46b,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:18.270344 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33466) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:18.277014 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 4668e219-d80b-46c5-8563-394548e8b79f up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:55:18.285155 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-553115eb-0c9d-4180-b8ba-5e2973d0bce9 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (7cb7d390-a3d0-480c-9684-e0f6e011f7b1), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:18.285804 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553115eb-0c9d-4180-b8ba-5e2973d0bce9 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7cb7d390-a3d0-480c-9684-e0f6e011f7b1 {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:55:18.334358 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:18.341075 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-553115eb-0c9d-4180-b8ba-5e2973d0bce9 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:18.347344 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-553115eb-0c9d-4180-b8ba-5e2973d0bce9 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] 10.222.0.76 "DELETE /networking/v2.0/routers/7cb7d390-a3d0-480c-9684-e0f6e011f7b1 HTTP/1.1" status: 204 len: 168 time: 3.3625228 Aug 27 04:55:18.360988 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33472) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:18.397186 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-49474837-5c51-4b9a-8fc9-e2bddbb82812 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2039840737', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}, 'admin_state_up': False}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:55:18.467348 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c392c271-3de7-49bf-983d-7967e1856b61 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:18.525125 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [None req-fa1181af-25fb-4dd0-ade6-4bd3bcb68e90 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] device_id is not set on port b8331ad8-6571-4a68-937f-dece0682a3d1 yet. {{(pid=107775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:55:18.565539 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [None req-c392c271-3de7-49bf-983d-7967e1856b61 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] device_id is not set on port d4c89e76-7874-4c9a-b756-05a53ab2746f yet. {{(pid=107776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:55:18.570752 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990c2fa6-ceca-40af-8796-0b8d98c02957 None None] Network bed5c5bb-7fd2-4c96-a0f2-53fbcb7374e8 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:55:18.619078 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef5359f-9d6d-4fa3-b7c8-e58de05baec9 None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:55:18.690150 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-49474837-5c51-4b9a-8fc9-e2bddbb82812 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (d7af0215-1d9f-453a-aa07-faa56a311c91), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:18.691450 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-49474837-5c51-4b9a-8fc9-e2bddbb82812 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (d7af0215-1d9f-453a-aa07-faa56a311c91), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:18.887998 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-c392c271-3de7-49bf-983d-7967e1856b61 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Allocated IP 172.20.0.8 (bed5c5bb-7fd2-4c96-a0f2-53fbcb7374e8/081cc7bf-ed3d-4ce9-a252-07ea54099512/d4c89e76-7874-4c9a-b756-05a53ab2746f) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:55:19.089910 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa97572-c035-43e1-8352-f982b35c12c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-2f688bf2-3831-4324-8eb2-df317fba29d9', 'network_id': '2f688bf2-3831-4324-8eb2-df317fba29d9', 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'fixed_ips': [{'subnet_id': 'ba598601-4006-41f6-89e9-fce854c1ffb3'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:55:19.089910 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-aaa97572-c035-43e1-8352-f982b35c12c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:19.098712 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-eef5359f-9d6d-4fa3-b7c8-e58de05baec9 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:55:19.134631 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef5359f-9d6d-4fa3-b7c8-e58de05baec9 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:55:19.175804 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:19.213596 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-951e234f-0263-4677-8097-ebdad818a8ef None None] Provisioning complete for port 4668e219-d80b-46c5-8563-394548e8b79f triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:19.214551 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-951e234f-0263-4677-8097-ebdad818a8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (4668e219-d80b-46c5-8563-394548e8b79f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:19.297438 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c392c271-3de7-49bf-983d-7967e1856b61 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks [] for port (d4c89e76-7874-4c9a-b756-05a53ab2746f), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:19.429645 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c392c271-3de7-49bf-983d-7967e1856b61 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (d4c89e76-7874-4c9a-b756-05a53ab2746f), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:19.527980 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c392c271-3de7-49bf-983d-7967e1856b61 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Network bed5c5bb-7fd2-4c96-a0f2-53fbcb7374e8 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:55:19.561073 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-c392c271-3de7-49bf-983d-7967e1856b61 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:55:19.566072 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c392c271-3de7-49bf-983d-7967e1856b61 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:55:19.574041 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-3c43ca7d-946b-4a05-8b37-745b71f42456 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379-project-admin] Request body: {'floatingip': {'floating_network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:55:19.582074 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c392c271-3de7-49bf-983d-7967e1856b61 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Pushing event updated for resources: {'Port': ['ID=d4c89e76-7874-4c9a-b756-05a53ab2746f,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:19.613379 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:19.625011 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:19.629054 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 4668e219-d80b-46c5-8563-394548e8b79f triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:19.629187 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (4668e219-d80b-46c5-8563-394548e8b79f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:19.677880 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c392c271-3de7-49bf-983d-7967e1856b61 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:19.678619 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c392c271-3de7-49bf-983d-7967e1856b61 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:19.735052 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-49474837-5c51-4b9a-8fc9-e2bddbb82812 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks [] for router_controller (d7af0215-1d9f-453a-aa07-faa56a311c91), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:19.751397 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-eef5359f-9d6d-4fa3-b7c8-e58de05baec9 None None] Attempting to bind port 68f02c6f-9f2b-484b-86fb-6c14c577c46b on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:55:19.751836 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-eef5359f-9d6d-4fa3-b7c8-e58de05baec9 None None] Attempting to bind port 68f02c6f-9f2b-484b-86fb-6c14c577c46b by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:55:19.752238 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef5359f-9d6d-4fa3-b7c8-e58de05baec9 None None] Attempting to bind port 68f02c6f-9f2b-484b-86fb-6c14c577c46b on network 61356c33-ce96-40d0-bb36-87a36b2d0e1c {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:55:19.765643 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef5359f-9d6d-4fa3-b7c8-e58de05baec9 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:55:19.766023 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef5359f-9d6d-4fa3-b7c8-e58de05baec9 None None] Checking segment: {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:55:19.766489 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-eef5359f-9d6d-4fa3-b7c8-e58de05baec9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:19.766895 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef5359f-9d6d-4fa3-b7c8-e58de05baec9 None None] Bound using segment: {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:55:19.767383 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-eef5359f-9d6d-4fa3-b7c8-e58de05baec9 None None] Bound port: 68f02c6f-9f2b-484b-86fb-6c14c577c46b, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:55:19.767766 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-eef5359f-9d6d-4fa3-b7c8-e58de05baec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (68f02c6f-9f2b-484b-86fb-6c14c577c46b), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:19.778124 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c392c271-3de7-49bf-983d-7967e1856b61 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.0188193 Aug 27 04:55:19.793604 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3c43ca7d-946b-4a05-8b37-745b71f42456 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:19.795296 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33488) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:19.828377 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-951e234f-0263-4677-8097-ebdad818a8ef None None] Current status of the port 4668e219-d80b-46c5-8563-394548e8b79f is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:55:19.828759 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-951e234f-0263-4677-8097-ebdad818a8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (4668e219-d80b-46c5-8563-394548e8b79f), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:19.837724 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-aaa97572-c035-43e1-8352-f982b35c12c8 None None] Allocated IP 172.21.0.2 (2f688bf2-3831-4324-8eb2-df317fba29d9/ba598601-4006-41f6-89e9-fce854c1ffb3/4eaeea50-1388-4ff3-900a-51c8a472e66e) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:55:19.924637 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-951e234f-0263-4677-8097-ebdad818a8ef None None] For port 4668e219-d80b-46c5-8563-394548e8b79f, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=4668e219-d80b-46c5-8563-394548e8b79f,segment=NetworkSegment(c2bf614f-f19a-481f-9ab0-b284e72d8b29),segment_id=c2bf614f-f19a-481f-9ab0-b284e72d8b29)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:55:19.941453 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21add58-ce5e-4478-ade6-25bb7a064049 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:19.948298 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21add58-ce5e-4478-ade6-25bb7a064049 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:19.951293 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3c43ca7d-946b-4a05-8b37-745b71f42456 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:19.959440 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21add58-ce5e-4478-ade6-25bb7a064049 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:19.964432 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b21add58-ce5e-4478-ade6-25bb7a064049 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] 10.222.0.76 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1680717 Aug 27 04:55:19.967896 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33492) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:19.983699 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-fa1181af-25fb-4dd0-ade6-4bd3bcb68e90 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Allocated IP 2001:db8::f816:3eff:fe13:fda1 (61356c33-ce96-40d0-bb36-87a36b2d0e1c/288ae520-a44c-4247-9b04-02545cd461f5/b8331ad8-6571-4a68-937f-dece0682a3d1) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:55:20.095987 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-eef5359f-9d6d-4fa3-b7c8-e58de05baec9 None None] For port 68f02c6f-9f2b-484b-86fb-6c14c577c46b, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:55:20.101384 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-221c24ee-2d9a-4995-8ecc-132944fb5b8c tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Deleting port d4c89e76-7874-4c9a-b756-05a53ab2746f {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:55:20.101728 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-221c24ee-2d9a-4995-8ecc-132944fb5b8c tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (d4c89e76-7874-4c9a-b756-05a53ab2746f), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:20.148095 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-eef5359f-9d6d-4fa3-b7c8-e58de05baec9 None None] For port 68f02c6f-9f2b-484b-86fb-6c14c577c46b, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=68f02c6f-9f2b-484b-86fb-6c14c577c46b,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:55:20.162287 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-951e234f-0263-4677-8097-ebdad818a8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (4668e219-d80b-46c5-8563-394548e8b79f), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:20.171446 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 4668e219-d80b-46c5-8563-394548e8b79f is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:55:20.172088 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (4668e219-d80b-46c5-8563-394548e8b79f), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:20.329803 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-221c24ee-2d9a-4995-8ecc-132944fb5b8c tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (d4c89e76-7874-4c9a-b756-05a53ab2746f), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:20.373787 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-221c24ee-2d9a-4995-8ecc-132944fb5b8c tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Calling delete_port for d4c89e76-7874-4c9a-b756-05a53ab2746f owned by {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:55:20.404813 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-eef5359f-9d6d-4fa3-b7c8-e58de05baec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (68f02c6f-9f2b-484b-86fb-6c14c577c46b), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:20.409873 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951e234f-0263-4677-8097-ebdad818a8ef None None] Pushing event updated for resources: {'Port': ['ID=4668e219-d80b-46c5-8563-394548e8b79f,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:20.471009 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951e234f-0263-4677-8097-ebdad818a8ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:20.471356 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951e234f-0263-4677-8097-ebdad818a8ef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:20.471702 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951e234f-0263-4677-8097-ebdad818a8ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:20.472038 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951e234f-0263-4677-8097-ebdad818a8ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:20.472835 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951e234f-0263-4677-8097-ebdad818a8ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:20.473176 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951e234f-0263-4677-8097-ebdad818a8ef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:20.473508 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951e234f-0263-4677-8097-ebdad818a8ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:20.473834 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951e234f-0263-4677-8097-ebdad818a8ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:20.474159 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951e234f-0263-4677-8097-ebdad818a8ef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:20.474482 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951e234f-0263-4677-8097-ebdad818a8ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:20.474808 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951e234f-0263-4677-8097-ebdad818a8ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:20.475316 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951e234f-0263-4677-8097-ebdad818a8ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:20.475446 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951e234f-0263-4677-8097-ebdad818a8ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:20.475781 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951e234f-0263-4677-8097-ebdad818a8ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:20.476126 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951e234f-0263-4677-8097-ebdad818a8ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:20.484494 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-8abecf19-fe7e-4ebc-9468-4a32bfc70c68 None None] Provisioning complete for port 91b9ced1-1b8b-4091-8817-ce87ce271372 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:20.484978 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8abecf19-fe7e-4ebc-9468-4a32bfc70c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (91b9ced1-1b8b-4091-8817-ce87ce271372), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:20.526689 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-3c43ca7d-946b-4a05-8b37-745b71f42456 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379-project-admin] Allocated IP 172.25.2.80 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/48944529-af61-4d3a-9cdd-4c4420668fb7) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:55:20.621088 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-49474837-5c51-4b9a-8fc9-e2bddbb82812 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks [] for router_gateway (d7af0215-1d9f-453a-aa07-faa56a311c91), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:20.629590 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-95598056-4fc2-4c38-9d38-f4e486efd2b9 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:20.643004 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=6,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:20.718582 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:55:20.719195 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:55:20.850118 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-221c24ee-2d9a-4995-8ecc-132944fb5b8c tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (d4c89e76-7874-4c9a-b756-05a53ab2746f), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:20.850539 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-8abecf19-fe7e-4ebc-9468-4a32bfc70c68 None None] Port 91b9ced1-1b8b-4091-8817-ce87ce271372 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:55:20.850539 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-8abecf19-fe7e-4ebc-9468-4a32bfc70c68 None None] Could not find standard attr ID for object d4c89e76-7874-4c9a-b756-05a53ab2746f. {{(pid=107777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 27 04:55:20.850539 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-aaa97572-c035-43e1-8352-f982b35c12c8 None None] Publish callbacks [] for port (4eaeea50-1388-4ff3-900a-51c8a472e66e), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:20.906566 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef5359f-9d6d-4fa3-b7c8-e58de05baec9 None None] Pushing event updated for resources: {'Port': ['ID=68f02c6f-9f2b-484b-86fb-6c14c577c46b,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:20.906745 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c24ee-2d9a-4995-8ecc-132944fb5b8c tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Pushing event deleted for resources: {'Port': ['ID=d4c89e76-7874-4c9a-b756-05a53ab2746f,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:20.923337 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-8abecf19-fe7e-4ebc-9468-4a32bfc70c68 None None] Provisioning complete for port 4668e219-d80b-46c5-8563-394548e8b79f triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:20.923799 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8abecf19-fe7e-4ebc-9468-4a32bfc70c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (4668e219-d80b-46c5-8563-394548e8b79f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:21.016569 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-aaa97572-c035-43e1-8352-f982b35c12c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (4eaeea50-1388-4ff3-900a-51c8a472e66e), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:21.069609 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:21.097909 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:21.166915 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa97572-c035-43e1-8352-f982b35c12c8 None None] Network 2f688bf2-3831-4324-8eb2-df317fba29d9 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:55:21.177486 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa97572-c035-43e1-8352-f982b35c12c8 None None] Pushing event updated for resources: {'Port': ['ID=4eaeea50-1388-4ff3-900a-51c8a472e66e,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:21.180891 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-aaa97572-c035-43e1-8352-f982b35c12c8 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:55:21.185352 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-221c24ee-2d9a-4995-8ecc-132944fb5b8c tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:21.205562 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-221c24ee-2d9a-4995-8ecc-132944fb5b8c tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] 10.222.0.76 "DELETE /networking/v2.0/ports/d4c89e76-7874-4c9a-b756-05a53ab2746f HTTP/1.1" status: 204 len: 168 time: 1.2334609 Aug 27 04:55:21.205562 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33516) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:21.219925 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3c43ca7d-946b-4a05-8b37-745b71f42456 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379-project-admin] Publish callbacks [] for port (48944529-af61-4d3a-9cdd-4c4420668fb7), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:21.234917 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa6ca205-84cb-4bfd-a9c6-0df25e4de4de tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] GET failed (client error): The resource could not be found. Aug 27 04:55:21.236474 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-fa6ca205-84cb-4bfd-a9c6-0df25e4de4de tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] 10.222.0.76 "GET /networking/v2.0/ports/d4c89e76-7874-4c9a-b756-05a53ab2746f HTTP/1.1" status: 404 len: 333 time: 0.0301890 Aug 27 04:55:21.242200 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33518) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:21.247631 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-5acd79cb-298e-4714-b95a-b86030ee78ce tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Request body: {'port': {'network_id': 'bed5c5bb-7fd2-4c96-a0f2-53fbcb7374e8', 'name': 'tempest-AllowedAddressPairTestJSON-2076071637'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:55:21.267134 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa97572-c035-43e1-8352-f982b35c12c8 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:55:21.284542 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-8abecf19-fe7e-4ebc-9468-4a32bfc70c68 None None] Current status of the port 4668e219-d80b-46c5-8563-394548e8b79f is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:55:21.300292 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:21.363352 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fa1181af-25fb-4dd0-ade6-4bd3bcb68e90 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for port (b8331ad8-6571-4a68-937f-dece0682a3d1), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:21.468049 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 4668e219-d80b-46c5-8563-394548e8b79f is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:55:21.469945 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device c861b3df-3b81-4554-abf8-1246b6f5803f up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:55:21.470777 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-aaa97572-c035-43e1-8352-f982b35c12c8 None None] Attempting to bind port 4eaeea50-1388-4ff3-900a-51c8a472e66e on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:55:21.471013 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3c43ca7d-946b-4a05-8b37-745b71f42456 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (48944529-af61-4d3a-9cdd-4c4420668fb7), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:21.471137 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-aaa97572-c035-43e1-8352-f982b35c12c8 None None] Attempting to bind port 4eaeea50-1388-4ff3-900a-51c8a472e66e by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'cd0668bb-131e-496d-a4a1-01086b9ffde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2f688bf2-3831-4324-8eb2-df317fba29d9'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:55:21.471485 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa97572-c035-43e1-8352-f982b35c12c8 None None] Attempting to bind port 4eaeea50-1388-4ff3-900a-51c8a472e66e on network 2f688bf2-3831-4324-8eb2-df317fba29d9 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:55:21.473298 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-f3847b09-0f99-4f5c-930e-2e0aa8f6dfe6 None None] Provisioning complete for port 91b9ced1-1b8b-4091-8817-ce87ce271372 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:21.473668 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f3847b09-0f99-4f5c-930e-2e0aa8f6dfe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (91b9ced1-1b8b-4091-8817-ce87ce271372), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:21.515721 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa97572-c035-43e1-8352-f982b35c12c8 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:55:21.516142 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa97572-c035-43e1-8352-f982b35c12c8 None None] Checking segment: {'id': 'cd0668bb-131e-496d-a4a1-01086b9ffde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2f688bf2-3831-4324-8eb2-df317fba29d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:55:21.516571 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-aaa97572-c035-43e1-8352-f982b35c12c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:21.517018 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa97572-c035-43e1-8352-f982b35c12c8 None None] Bound using segment: {'id': 'cd0668bb-131e-496d-a4a1-01086b9ffde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2f688bf2-3831-4324-8eb2-df317fba29d9'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:55:21.517502 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-aaa97572-c035-43e1-8352-f982b35c12c8 None None] Bound port: 4eaeea50-1388-4ff3-900a-51c8a472e66e, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd0668bb-131e-496d-a4a1-01086b9ffde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2f688bf2-3831-4324-8eb2-df317fba29d9'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:55:21.517884 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-aaa97572-c035-43e1-8352-f982b35c12c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (4eaeea50-1388-4ff3-900a-51c8a472e66e), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:21.543958 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5acd79cb-298e-4714-b95a-b86030ee78ce tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Made reservation on behalf of 7aea786a98fb4d128403534dc8742871 for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:55:21.548716 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5acd79cb-298e-4714-b95a-b86030ee78ce tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:21.574371 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [None req-5acd79cb-298e-4714-b95a-b86030ee78ce tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] device_id is not set on port 4fad3a27-f390-4766-92f6-0bb201be3a96 yet. {{(pid=107776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:55:21.589630 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fa1181af-25fb-4dd0-ade6-4bd3bcb68e90 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (b8331ad8-6571-4a68-937f-dece0682a3d1), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:21.604591 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-aaa97572-c035-43e1-8352-f982b35c12c8 None None] For port 4eaeea50-1388-4ff3-900a-51c8a472e66e, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:55:21.608212 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-aaa97572-c035-43e1-8352-f982b35c12c8 None None] For port 4eaeea50-1388-4ff3-900a-51c8a472e66e, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=4eaeea50-1388-4ff3-900a-51c8a472e66e,segment=NetworkSegment(cd0668bb-131e-496d-a4a1-01086b9ffde6),segment_id=cd0668bb-131e-496d-a4a1-01086b9ffde6)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:55:21.623869 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c43ca7d-946b-4a05-8b37-745b71f42456 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379-project-admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:55:21.643313 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-f3847b09-0f99-4f5c-930e-2e0aa8f6dfe6 None None] Port 91b9ced1-1b8b-4091-8817-ce87ce271372 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:55:21.648657 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-f3847b09-0f99-4f5c-930e-2e0aa8f6dfe6 None None] Could not find standard attr ID for object d4c89e76-7874-4c9a-b756-05a53ab2746f. {{(pid=107777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 27 04:55:21.660697 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-49474837-5c51-4b9a-8fc9-e2bddbb82812 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks [] for router_gateway (d7af0215-1d9f-453a-aa07-faa56a311c91), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:21.665951 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port c861b3df-3b81-4554-abf8-1246b6f5803f triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:21.666329 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (c861b3df-3b81-4554-abf8-1246b6f5803f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:21.671079 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-3c43ca7d-946b-4a05-8b37-745b71f42456 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379-project-admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:55:21.706762 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c43ca7d-946b-4a05-8b37-745b71f42456 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379-project-admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:55:21.734554 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-aaa97572-c035-43e1-8352-f982b35c12c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (4eaeea50-1388-4ff3-900a-51c8a472e66e), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:21.752662 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-49474837-5c51-4b9a-8fc9-e2bddbb82812 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:21.824483 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:21.871490 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-5acd79cb-298e-4714-b95a-b86030ee78ce tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Allocated IP 172.20.0.8 (bed5c5bb-7fd2-4c96-a0f2-53fbcb7374e8/081cc7bf-ed3d-4ce9-a252-07ea54099512/4fad3a27-f390-4766-92f6-0bb201be3a96) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:55:21.922616 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa97572-c035-43e1-8352-f982b35c12c8 None None] Pushing event updated for resources: {'Port': ['ID=4eaeea50-1388-4ff3-900a-51c8a472e66e,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:21.954946 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port c861b3df-3b81-4554-abf8-1246b6f5803f is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:55:22.035773 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c43ca7d-946b-4a05-8b37-745b71f42456 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379-project-admin] Pushing event updated for resources: {'Port': ['ID=48944529-af61-4d3a-9cdd-4c4420668fb7,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:22.051028 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-49474837-5c51-4b9a-8fc9-e2bddbb82812 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Allocated IP 172.25.2.101 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/e7e43738-2256-44ea-964b-54e3d085bca4) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:55:22.065688 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1181af-25fb-4dd0-ade6-4bd3bcb68e90 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:55:22.122473 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-fa1181af-25fb-4dd0-ade6-4bd3bcb68e90 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:55:22.147478 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1181af-25fb-4dd0-ade6-4bd3bcb68e90 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:55:22.152478 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1181af-25fb-4dd0-ade6-4bd3bcb68e90 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:22.153979 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fa1181af-25fb-4dd0-ade6-4bd3bcb68e90 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:22.285424 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-95598056-4fc2-4c38-9d38-f4e486efd2b9 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Allocated IP 172.21.0.1 (2f688bf2-3831-4324-8eb2-df317fba29d9/ba598601-4006-41f6-89e9-fce854c1ffb3/14f6582e-2ccf-474e-9dd1-50666879ef18) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:55:22.364331 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5acd79cb-298e-4714-b95a-b86030ee78ce tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks [] for port (4fad3a27-f390-4766-92f6-0bb201be3a96), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:22.366607 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:22.421819 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 68f02c6f-9f2b-484b-86fb-6c14c577c46b up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:55:22.510975 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1181af-25fb-4dd0-ade6-4bd3bcb68e90 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event updated for resources: {'Port': ['ID=b8331ad8-6571-4a68-937f-dece0682a3d1,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:22.533019 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 68f02c6f-9f2b-484b-86fb-6c14c577c46b triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:22.533562 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (68f02c6f-9f2b-484b-86fb-6c14c577c46b), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:22.536817 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5acd79cb-298e-4714-b95a-b86030ee78ce tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (4fad3a27-f390-4766-92f6-0bb201be3a96), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:22.601827 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-fa1181af-25fb-4dd0-ade6-4bd3bcb68e90 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.7592306 Aug 27 04:55:22.610143 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7eb0803d-ae14-4503-b45b-c564491330c9 req-c668bdba-25c4-4e82-8b57-6908296cbfe8 tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=5034a717d9704e5ba0af54eda8554717&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3445785 Aug 27 04:55:22.613184 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33540) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:22.614624 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acd79cb-298e-4714-b95a-b86030ee78ce tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Pushing event updated for resources: {'Port': ['ID=4fad3a27-f390-4766-92f6-0bb201be3a96,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:22.637210 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-8bd018cc-50b2-4117-b3f2-ebc68ecb3339 None None] Provisioning complete for port 68f02c6f-9f2b-484b-86fb-6c14c577c46b triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:22.637210 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8bd018cc-50b2-4117-b3f2-ebc68ecb3339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (68f02c6f-9f2b-484b-86fb-6c14c577c46b), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:22.689695 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508b151a-2174-44f5-b287-91741909a210 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:22.695332 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508b151a-2174-44f5-b287-91741909a210 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:22.697320 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-508b151a-2174-44f5-b287-91741909a210 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0795231 Aug 27 04:55:22.701503 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33542) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:22.754436 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-49474837-5c51-4b9a-8fc9-e2bddbb82812 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks [] for port (e7e43738-2256-44ea-964b-54e3d085bca4), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:22.776421 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 68f02c6f-9f2b-484b-86fb-6c14c577c46b is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:55:22.776905 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (68f02c6f-9f2b-484b-86fb-6c14c577c46b), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:22.812053 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acd79cb-298e-4714-b95a-b86030ee78ce tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Network bed5c5bb-7fd2-4c96-a0f2-53fbcb7374e8 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:55:22.815788 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-5acd79cb-298e-4714-b95a-b86030ee78ce tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:55:22.819542 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acd79cb-298e-4714-b95a-b86030ee78ce tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:55:22.897550 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-8bd018cc-50b2-4117-b3f2-ebc68ecb3339 None None] Current status of the port 68f02c6f-9f2b-484b-86fb-6c14c577c46b is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:55:22.897550 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8bd018cc-50b2-4117-b3f2-ebc68ecb3339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (68f02c6f-9f2b-484b-86fb-6c14c577c46b), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:22.902421 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acd79cb-298e-4714-b95a-b86030ee78ce tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:22.903208 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5acd79cb-298e-4714-b95a-b86030ee78ce tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:22.936318 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 68f02c6f-9f2b-484b-86fb-6c14c577c46b, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=68f02c6f-9f2b-484b-86fb-6c14c577c46b,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:55:22.945213 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-95598056-4fc2-4c38-9d38-f4e486efd2b9 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for port (14f6582e-2ccf-474e-9dd1-50666879ef18), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:22.951917 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:22.959549 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-3568c6ad-f10a-4dfa-a812-d032db9f415a tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Deleting port b8331ad8-6571-4a68-937f-dece0682a3d1 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:55:22.966887 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3568c6ad-f10a-4dfa-a812-d032db9f415a tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (b8331ad8-6571-4a68-937f-dece0682a3d1), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:23.066653 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (68f02c6f-9f2b-484b-86fb-6c14c577c46b), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:23.067587 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 4668e219-d80b-46c5-8563-394548e8b79f up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:55:23.094671 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-5acd79cb-298e-4714-b95a-b86030ee78ce tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8489728 Aug 27 04:55:23.097659 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-49474837-5c51-4b9a-8fc9-e2bddbb82812 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (e7e43738-2256-44ea-964b-54e3d085bca4), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:23.103665 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33548) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:23.126412 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-e410b7ed-110d-4e00-8a03-5f184128c0d7 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:70:9e:13'}]}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:55:23.227747 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3568c6ad-f10a-4dfa-a812-d032db9f415a tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (b8331ad8-6571-4a68-937f-dece0682a3d1), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:23.312073 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49474837-5c51-4b9a-8fc9-e2bddbb82812 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Pushing event updated for resources: {'Port': ['ID=e7e43738-2256-44ea-964b-54e3d085bca4,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:23.374621 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-3568c6ad-f10a-4dfa-a812-d032db9f415a tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Calling delete_port for b8331ad8-6571-4a68-937f-dece0682a3d1 owned by {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:55:23.376710 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:23.398247 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3c43ca7d-946b-4a05-8b37-745b71f42456 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379-project-admin] Publish callbacks [] for floatingip (493eaf13-95e9-4437-9733-c4696e673c7a), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:23.440634 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49474837-5c51-4b9a-8fc9-e2bddbb82812 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:55:23.446426 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e410b7ed-110d-4e00-8a03-5f184128c0d7 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (4fad3a27-f390-4766-92f6-0bb201be3a96), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:23.458436 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-49474837-5c51-4b9a-8fc9-e2bddbb82812 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:55:23.461085 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49474837-5c51-4b9a-8fc9-e2bddbb82812 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:55:23.598634 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=68f02c6f-9f2b-484b-86fb-6c14c577c46b,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:23.641047 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 4668e219-d80b-46c5-8563-394548e8b79f triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:23.641421 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (4668e219-d80b-46c5-8563-394548e8b79f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:23.655616 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:23.692615 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:23.767562 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3568c6ad-f10a-4dfa-a812-d032db9f415a tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (b8331ad8-6571-4a68-937f-dece0682a3d1), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:23.783990 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 4668e219-d80b-46c5-8563-394548e8b79f is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:55:23.786223 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2cb370-b75e-45c3-8031-ac01959a17a9 None None] Network 2f688bf2-3831-4324-8eb2-df317fba29d9 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:55:23.789476 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-8bd018cc-50b2-4117-b3f2-ebc68ecb3339 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:55:23.789883 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-8bd018cc-50b2-4117-b3f2-ebc68ecb3339 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:55:23.799742 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3568c6ad-f10a-4dfa-a812-d032db9f415a tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event deleted for resources: {'Port': ['ID=b8331ad8-6571-4a68-937f-dece0682a3d1,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:23.832327 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 2ced83b5-8529-4ecc-ad10-1b8c06bada74 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:55:23.854636 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 2ced83b5-8529-4ecc-ad10-1b8c06bada74 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:55:23.854981 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 2ced83b5-8529-4ecc-ad10-1b8c06bada74 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:55:23.855691 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 8cb737b4-0414-4ca3-bfe5-600d44ce716d no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:55:23.867729 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3568c6ad-f10a-4dfa-a812-d032db9f415a tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:23.874386 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3568c6ad-f10a-4dfa-a812-d032db9f415a tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/ports/b8331ad8-6571-4a68-937f-dece0682a3d1 HTTP/1.1" status: 204 len: 168 time: 1.1686301 Aug 27 04:55:23.881763 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 8cb737b4-0414-4ca3-bfe5-600d44ce716d {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:55:23.882116 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 8cb737b4-0414-4ca3-bfe5-600d44ce716d not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:55:23.889550 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33552) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:23.937374 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-95598056-4fc2-4c38-9d38-f4e486efd2b9 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (14f6582e-2ccf-474e-9dd1-50666879ef18), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:23.942952 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e410b7ed-110d-4e00-8a03-5f184128c0d7 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks [] for port (4fad3a27-f390-4766-92f6-0bb201be3a96), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:23.994076 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33554) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:24.083240 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3c43ca7d-946b-4a05-8b37-745b71f42456 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (48944529-af61-4d3a-9cdd-4c4420668fb7), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:24.121085 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e410b7ed-110d-4e00-8a03-5f184128c0d7 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (4fad3a27-f390-4766-92f6-0bb201be3a96), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:24.154606 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb0803d-ae14-4503-b45b-c564491330c9 req-6c7e6dd7-c8f6-4d0b-bea7-5c2e3ef64905 tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:24.160186 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7eb0803d-ae14-4503-b45b-c564491330c9 req-6c7e6dd7-c8f6-4d0b-bea7-5c2e3ef64905 tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3100414 Aug 27 04:55:24.210176 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 68f02c6f-9f2b-484b-86fb-6c14c577c46b up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:55:24.252083 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bc5e5c5c-f857-447d-8e77-f2d849487d57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:24.258250 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-e410b7ed-110d-4e00-8a03-5f184128c0d7 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] In _notify_port_updated(), no bound segment for port 4fad3a27-f390-4766-92f6-0bb201be3a96 on network bed5c5bb-7fd2-4c96-a0f2-53fbcb7374e8 {{(pid=107776) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Aug 27 04:55:24.268389 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e410b7ed-110d-4e00-8a03-5f184128c0d7 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:24.268876 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 68f02c6f-9f2b-484b-86fb-6c14c577c46b triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:24.269290 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:24.269441 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e410b7ed-110d-4e00-8a03-5f184128c0d7 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:24.269780 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (68f02c6f-9f2b-484b-86fb-6c14c577c46b), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:24.274127 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e410b7ed-110d-4e00-8a03-5f184128c0d7 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] 10.222.0.76 "PUT /networking/v2.0/ports/4fad3a27-f390-4766-92f6-0bb201be3a96 HTTP/1.1" status: 200 len: 994 time: 1.1662753 Aug 27 04:55:24.283292 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33560) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:24.286674 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e410b7ed-110d-4e00-8a03-5f184128c0d7 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Pushing event updated for resources: {'Port': ['ID=4fad3a27-f390-4766-92f6-0bb201be3a96,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:24.380911 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-8bd018cc-50b2-4117-b3f2-ebc68ecb3339 None None] Current status of the port 68f02c6f-9f2b-484b-86fb-6c14c577c46b is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:55:24.409274 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95598056-4fc2-4c38-9d38-f4e486efd2b9 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event updated for resources: {'Port': ['ID=14f6582e-2ccf-474e-9dd1-50666879ef18,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:24.416940 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b5fe63-ae4f-4bf6-b08a-18204ac8b35f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:24.417252 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bc5e5c5c-f857-447d-8e77-f2d849487d57 admin admin] Publish callbacks [] for security_group (c01d8898-9edf-4eb2-b4bc-5471c6003a0e), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:24.419098 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b5fe63-ae4f-4bf6-b08a-18204ac8b35f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:24.423273 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-30b5fe63-ae4f-4bf6-b08a-18204ac8b35f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.5347245 Aug 27 04:55:24.425384 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33562) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:24.434050 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 68f02c6f-9f2b-484b-86fb-6c14c577c46b is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:55:24.436244 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 4eaeea50-1388-4ff3-900a-51c8a472e66e up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:55:24.474881 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95598056-4fc2-4c38-9d38-f4e486efd2b9 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Network 2f688bf2-3831-4324-8eb2-df317fba29d9 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:55:24.494116 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7eb0803d-ae14-4503-b45b-c564491330c9 req-af430569-4cd6-4014-b96f-d2ce2452a336 tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] 10.222.0.76 "GET /networking/v2.0/quotas/5034a717d9704e5ba0af54eda8554717 HTTP/1.1" status: 200 len: 375 time: 0.2863715 Aug 27 04:55:24.501261 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-95598056-4fc2-4c38-9d38-f4e486efd2b9 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:55:24.519478 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 4eaeea50-1388-4ff3-900a-51c8a472e66e triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:24.519850 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (4eaeea50-1388-4ff3-900a-51c8a472e66e), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:24.523611 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-a58eabd7-cd89-4f77-b639-97671914a53f None None] Provisioning complete for port 4fad3a27-f390-4766-92f6-0bb201be3a96 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:24.523981 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a58eabd7-cd89-4f77-b639-97671914a53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (4fad3a27-f390-4766-92f6-0bb201be3a96), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:24.532042 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bc5e5c5c-f857-447d-8e77-f2d849487d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (c01d8898-9edf-4eb2-b4bc-5471c6003a0e), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:24.542381 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95598056-4fc2-4c38-9d38-f4e486efd2b9 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:55:24.562749 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-c0c5a95a-6b91-4109-a5bd-24d5d2d46f7b tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Deleting port 4fad3a27-f390-4766-92f6-0bb201be3a96 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:55:24.563424 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c0c5a95a-6b91-4109-a5bd-24d5d2d46f7b tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (4fad3a27-f390-4766-92f6-0bb201be3a96), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:24.581107 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe28f5d4-33d0-4384-b8c1-27a15b834f5e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Deleting subnet 288ae520-a44c-4247-9b04-02545cd461f5 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:55:24.595608 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-95598056-4fc2-4c38-9d38-f4e486efd2b9 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:24.606837 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-a58eabd7-cd89-4f77-b639-97671914a53f None None] Port 4fad3a27-f390-4766-92f6-0bb201be3a96 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:55:24.624751 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-a58eabd7-cd89-4f77-b639-97671914a53f None None] Provisioning complete for port 4eaeea50-1388-4ff3-900a-51c8a472e66e triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:24.625470 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a58eabd7-cd89-4f77-b639-97671914a53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (4eaeea50-1388-4ff3-900a-51c8a472e66e), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:24.655642 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fe28f5d4-33d0-4384-b8c1-27a15b834f5e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (288ae520-a44c-4247-9b04-02545cd461f5), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:24.673937 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:24.688428 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3c43ca7d-946b-4a05-8b37-745b71f42456 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379-project-admin] Publish callbacks [] for port (48944529-af61-4d3a-9cdd-4c4420668fb7), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:24.692992 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7eb0803d-ae14-4503-b45b-c564491330c9 req-1751ee34-fb29-4af0-94c7-e3241e77ca01 tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=5034a717d9704e5ba0af54eda8554717&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1891828 Aug 27 04:55:24.751681 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 4eaeea50-1388-4ff3-900a-51c8a472e66e is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:55:24.752074 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (4eaeea50-1388-4ff3-900a-51c8a472e66e), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:24.829935 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 4eaeea50-1388-4ff3-900a-51c8a472e66e, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=4eaeea50-1388-4ff3-900a-51c8a472e66e,segment=NetworkSegment(cd0668bb-131e-496d-a4a1-01086b9ffde6),segment_id=cd0668bb-131e-496d-a4a1-01086b9ffde6)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:55:24.831012 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-a58eabd7-cd89-4f77-b639-97671914a53f None None] Current status of the port 4eaeea50-1388-4ff3-900a-51c8a472e66e is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:55:24.831399 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a58eabd7-cd89-4f77-b639-97671914a53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (4eaeea50-1388-4ff3-900a-51c8a472e66e), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:24.835774 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fe28f5d4-33d0-4384-b8c1-27a15b834f5e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (288ae520-a44c-4247-9b04-02545cd461f5), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:24.863538 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5e5c5c-f857-447d-8e77-f2d849487d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01d8898-9edf-4eb2-b4bc-5471c6003a0e,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:24.867845 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-bc5e5c5c-f857-447d-8e77-f2d849487d57 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=6434e39729b048b9b079551d8fe2d092&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8726368 Aug 27 04:55:24.879516 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33564) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:24.879936 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3c43ca7d-946b-4a05-8b37-745b71f42456 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (48944529-af61-4d3a-9cdd-4c4420668fb7), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:24.974148 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-95598056-4fc2-4c38-9d38-f4e486efd2b9 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (14f6582e-2ccf-474e-9dd1-50666879ef18), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:24.983375 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c0c5a95a-6b91-4109-a5bd-24d5d2d46f7b tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (4fad3a27-f390-4766-92f6-0bb201be3a96), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:24.986659 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (4eaeea50-1388-4ff3-900a-51c8a472e66e), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:25.021968 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6dbf42dc-ca61-4e9a-bcda-a029d48c262c admin admin] Publish callbacks [] for security_group (c01d8898-9edf-4eb2-b4bc-5471c6003a0e), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:25.045290 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6dbf42dc-ca61-4e9a-bcda-a029d48c262c admin admin] Publish callbacks [] for security_group (c01d8898-9edf-4eb2-b4bc-5471c6003a0e), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:25.047508 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-c0c5a95a-6b91-4109-a5bd-24d5d2d46f7b tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Calling delete_port for 4fad3a27-f390-4766-92f6-0bb201be3a96 owned by {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:55:25.052312 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c43ca7d-946b-4a05-8b37-745b71f42456 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379-project-admin] Pushing event updated for resources: {'Port': ['ID=48944529-af61-4d3a-9cdd-4c4420668fb7,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:25.063197 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fe28f5d4-33d0-4384-b8c1-27a15b834f5e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (288ae520-a44c-4247-9b04-02545cd461f5), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:25.107708 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-a58eabd7-cd89-4f77-b639-97671914a53f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:55:25.108001 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-a58eabd7-cd89-4f77-b639-97671914a53f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:55:25.139355 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=4eaeea50-1388-4ff3-900a-51c8a472e66e,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:25.159783 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3c43ca7d-946b-4a05-8b37-745b71f42456 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677636'] for floatingip (493eaf13-95e9-4437-9733-c4696e673c7a), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:25.272543 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5eaa559a-cffd-4ec4-acee-b0cd140b57bd req-9983460c-66df-4efb-bab1-ab6364622e27 tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9971ddb-d345-4a8f-8de2-265fbca67e22 HTTP/1.1" status: 200 len: 210 time: 0.0822642 Aug 27 04:55:25.298616 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fe28f5d4-33d0-4384-b8c1-27a15b834f5e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (288ae520-a44c-4247-9b04-02545cd461f5), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:25.332352 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-49474837-5c51-4b9a-8fc9-e2bddbb82812 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks [] for router_gateway (d7af0215-1d9f-453a-aa07-faa56a311c91), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:25.346695 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6dbf42dc-ca61-4e9a-bcda-a029d48c262c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (c01d8898-9edf-4eb2-b4bc-5471c6003a0e), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:25.349366 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6dbf42dc-ca61-4e9a-bcda-a029d48c262c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:25.350614 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6dbf42dc-ca61-4e9a-bcda-a029d48c262c admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/c01d8898-9edf-4eb2-b4bc-5471c6003a0e HTTP/1.1" status: 204 len: 168 time: 0.4746962 Aug 27 04:55:25.357188 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fe28f5d4-33d0-4384-b8c1-27a15b834f5e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:25.361441 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-fe28f5d4-33d0-4384-b8c1-27a15b834f5e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/288ae520-a44c-4247-9b04-02545cd461f5 HTTP/1.1" status: 204 len: 168 time: 0.9348311 Aug 27 04:55:25.364482 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28f5d4-33d0-4384-b8c1-27a15b834f5e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event deleted for resources: {'Subnet': ['ID=288ae520-a44c-4247-9b04-02545cd461f5,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:25.366341 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a499a0dc-911a-483b-8fe5-5bcace18b802 None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:55:25.371890 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33576) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:25.381495 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbf42dc-ca61-4e9a-bcda-a029d48c262c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01d8898-9edf-4eb2-b4bc-5471c6003a0e,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:25.423074 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f88be28f-a488-4d3f-831d-d921bc6c8f7e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0497243 Aug 27 04:55:25.441669 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33578) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:25.487854 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:25.514740 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3c43ca7d-946b-4a05-8b37-745b71f42456 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:25.520340 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3c43ca7d-946b-4a05-8b37-745b71f42456 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379-project-admin] 10.222.0.76 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.2421498 Aug 27 04:55:25.524888 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33580) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:25.532541 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba52ce13-eba6-45b3-8e1f-42a754fe9ee7 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:25.534137 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ba52ce13-eba6-45b3-8e1f-42a754fe9ee7 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0915208 Aug 27 04:55:25.541893 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-391e1922-750d-40a9-bcae-62fbf3d57ac9 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-708522817', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'fixed_ips': [{'ip_address': '172.25.2.80'}]}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:55:25.546862 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33582) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:25.639129 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d18d396-e77b-4010-b6fe-e2f95ac63cad tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:25.643366 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-5d18d396-e77b-4010-b6fe-e2f95ac63cad tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0896633 Aug 27 04:55:25.644962 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33586) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:25.683947 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-a58eabd7-cd89-4f77-b639-97671914a53f None None] Current status of the port 4eaeea50-1388-4ff3-900a-51c8a472e66e is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:55:25.693095 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-a58eabd7-cd89-4f77-b639-97671914a53f None None] Provisioning complete for port 14f6582e-2ccf-474e-9dd1-50666879ef18 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:25.693755 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a58eabd7-cd89-4f77-b639-97671914a53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (14f6582e-2ccf-474e-9dd1-50666879ef18), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:25.698677 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c0c5a95a-6b91-4109-a5bd-24d5d2d46f7b tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (4fad3a27-f390-4766-92f6-0bb201be3a96), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:25.719365 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a59c2c9-6da9-447d-91d6-7cae421acd8d None None] DHCP port deletion for 61356c33-ce96-40d0-bb36-87a36b2d0e1c request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:55:25.731888 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c5a95a-6b91-4109-a5bd-24d5d2d46f7b tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Pushing event deleted for resources: {'Port': ['ID=4fad3a27-f390-4766-92f6-0bb201be3a96,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:25.774962 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391e1922-750d-40a9-bcae-62fbf3d57ac9 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379-project-admin] Made reservation on behalf of d10883b19af84a07a4443e66a01f2394 for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:55:25.775158 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-53e3b653-5f70-45ca-9da7-dab8f748be44 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1225519 Aug 27 04:55:25.776972 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-a58eabd7-cd89-4f77-b639-97671914a53f None None] Port 14f6582e-2ccf-474e-9dd1-50666879ef18 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:55:25.778318 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33590) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:25.779480 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-391e1922-750d-40a9-bcae-62fbf3d57ac9 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:25.780451 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-5a59c2c9-6da9-447d-91d6-7cae421acd8d None None] Deleting port 68f02c6f-9f2b-484b-86fb-6c14c577c46b {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:55:25.781067 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5a59c2c9-6da9-447d-91d6-7cae421acd8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (68f02c6f-9f2b-484b-86fb-6c14c577c46b), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:25.785431 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-a58eabd7-cd89-4f77-b639-97671914a53f None None] Could not find standard attr ID for object b8331ad8-6571-4a68-937f-dece0682a3d1. {{(pid=107777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 27 04:55:25.794056 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-391e1922-750d-40a9-bcae-62fbf3d57ac9 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:25.819618 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-4cdfcdbc-3b2e-4f5c-9c5e-a888cfa775b7 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'subnet': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:55:25.876129 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-5a59c2c9-6da9-447d-91d6-7cae421acd8d None None] For port 68f02c6f-9f2b-484b-86fb-6c14c577c46b, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=68f02c6f-9f2b-484b-86fb-6c14c577c46b,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:55:25.876762 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5a59c2c9-6da9-447d-91d6-7cae421acd8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (68f02c6f-9f2b-484b-86fb-6c14c577c46b), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:25.896774 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-5a59c2c9-6da9-447d-91d6-7cae421acd8d None None] Calling delete_port for 68f02c6f-9f2b-484b-86fb-6c14c577c46b owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:55:26.006013 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c0c5a95a-6b91-4109-a5bd-24d5d2d46f7b tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:26.009667 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c0c5a95a-6b91-4109-a5bd-24d5d2d46f7b tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] 10.222.0.76 "DELETE /networking/v2.0/ports/4fad3a27-f390-4766-92f6-0bb201be3a96 HTTP/1.1" status: 204 len: 168 time: 1.7194507 Aug 27 04:55:26.014217 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33594) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:26.023618 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=81,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:26.060804 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-85e8c5f4-6359-44c0-a95d-44b509328332 None None] Provisioning complete for port 14f6582e-2ccf-474e-9dd1-50666879ef18 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:26.061177 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-85e8c5f4-6359-44c0-a95d-44b509328332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (14f6582e-2ccf-474e-9dd1-50666879ef18), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:26.073740 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-12140009-e7af-4022-8266-12128cb1bc95 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] GET failed (client error): The resource could not be found. Aug 27 04:55:26.076509 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-12140009-e7af-4022-8266-12128cb1bc95 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] 10.222.0.76 "GET /networking/v2.0/ports/4fad3a27-f390-4766-92f6-0bb201be3a96 HTTP/1.1" status: 404 len: 333 time: 0.0611219 Aug 27 04:55:26.084516 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33596) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:26.090071 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-5af554b4-4c3b-4fb1-8bd6-fed7f6842b0c tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Request body: {'port': {'network_id': 'bed5c5bb-7fd2-4c96-a0f2-53fbcb7374e8', 'name': 'tempest-AllowedAddressPairTestJSON-1575131543'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:55:26.124736 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-85e8c5f4-6359-44c0-a95d-44b509328332 None None] Port 14f6582e-2ccf-474e-9dd1-50666879ef18 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:55:26.148924 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 4eaeea50-1388-4ff3-900a-51c8a472e66e up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:55:26.186791 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-95598056-4fc2-4c38-9d38-f4e486efd2b9 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for port (14f6582e-2ccf-474e-9dd1-50666879ef18), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:26.199007 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 4eaeea50-1388-4ff3-900a-51c8a472e66e triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:26.199007 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (4eaeea50-1388-4ff3-900a-51c8a472e66e), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:26.259799 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-49474837-5c51-4b9a-8fc9-e2bddbb82812 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (d7af0215-1d9f-453a-aa07-faa56a311c91), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:26.279803 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-391e1922-750d-40a9-bcae-62fbf3d57ac9 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379-project-admin] Publish callbacks [] for security_group (a2e48e38-13d5-4238-9239-c37823a30a73), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:26.289364 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5a59c2c9-6da9-447d-91d6-7cae421acd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (68f02c6f-9f2b-484b-86fb-6c14c577c46b), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:26.339642 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a59c2c9-6da9-447d-91d6-7cae421acd8d None None] No DVR routers for this DVR port 68f02c6f-9f2b-484b-86fb-6c14c577c46b on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:55:26.350868 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a59c2c9-6da9-447d-91d6-7cae421acd8d None None] Pushing event deleted for resources: {'Port': ['ID=68f02c6f-9f2b-484b-86fb-6c14c577c46b,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:26.357825 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 4eaeea50-1388-4ff3-900a-51c8a472e66e is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:55:26.398816 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-391e1922-750d-40a9-bcae-62fbf3d57ac9 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (a2e48e38-13d5-4238-9239-c37823a30a73), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:26.404576 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-974505c3-7ab8-4056-96f9-cd7ae0a513b3 req-58460161-4095-4852-9309-6920955dd7dd tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9971ddb-d345-4a8f-8de2-265fbca67e22 HTTP/1.1" status: 200 len: 210 time: 0.0634391 Aug 27 04:55:26.405023 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [None req-391e1922-750d-40a9-bcae-62fbf3d57ac9 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379-project-admin] device_id is not set on port 15451570-5fdc-42e4-ab02-5be6b5babe01 yet. {{(pid=107776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:55:26.409647 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-95598056-4fc2-4c38-9d38-f4e486efd2b9 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (14f6582e-2ccf-474e-9dd1-50666879ef18), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:26.421770 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdfcdbc-3b2e-4f5c-9c5e-a888cfa775b7 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Made reservation on behalf of f0f1eb4384394fc18f1626f3e12e04e3 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:55:26.426796 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4cdfcdbc-3b2e-4f5c-9c5e-a888cfa775b7 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:26.436541 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 68f02c6f-9f2b-484b-86fb-6c14c577c46b no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:55:26.457500 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 68f02c6f-9f2b-484b-86fb-6c14c577c46b {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:55:26.457931 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 68f02c6f-9f2b-484b-86fb-6c14c577c46b not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:55:26.479717 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391e1922-750d-40a9-bcae-62fbf3d57ac9 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e48e38-13d5-4238-9239-c37823a30a73,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:26.573261 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af554b4-4c3b-4fb1-8bd6-fed7f6842b0c tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Made reservation on behalf of 7aea786a98fb4d128403534dc8742871 for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:55:26.577635 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5af554b4-4c3b-4fb1-8bd6-fed7f6842b0c tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:26.602328 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [None req-5af554b4-4c3b-4fb1-8bd6-fed7f6842b0c tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] device_id is not set on port 48d920af-901f-403e-bb77-7fda11a10d6e yet. {{(pid=107776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:55:26.662244 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-95598056-4fc2-4c38-9d38-f4e486efd2b9 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:26.677651 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95598056-4fc2-4c38-9d38-f4e486efd2b9 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event updated for resources: {'Port': ['ID=14f6582e-2ccf-474e-9dd1-50666879ef18,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:26.687059 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33602) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:26.717078 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1f94a03b-d48b-4c30-a377-1c3d94411624 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:26.747087 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-391e1922-750d-40a9-bcae-62fbf3d57ac9 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 27 04:55:26.747879 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-391e1922-750d-40a9-bcae-62fbf3d57ac9 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:55:26.849867 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-5af554b4-4c3b-4fb1-8bd6-fed7f6842b0c tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Allocated IP 172.20.0.9 (bed5c5bb-7fd2-4c96-a0f2-53fbcb7374e8/081cc7bf-ed3d-4ce9-a252-07ea54099512/48d920af-901f-403e-bb77-7fda11a10d6e) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:55:26.858422 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cc222cef-aa72-4ec2-a345-eb1b2828c4d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:26.951337 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95598056-4fc2-4c38-9d38-f4e486efd2b9 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Network 2f688bf2-3831-4324-8eb2-df317fba29d9 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:55:26.957105 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-95598056-4fc2-4c38-9d38-f4e486efd2b9 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:55:26.994073 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-391e1922-750d-40a9-bcae-62fbf3d57ac9 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379-project-admin] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.4587615 Aug 27 04:55:27.002143 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33606) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:27.009548 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1f94a03b-d48b-4c30-a377-1c3d94411624 admin admin] Publish callbacks [] for security_group (b197fe84-2da3-4741-ab60-bfe344e357bc), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:27.053085 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:27.056113 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49474837-5c51-4b9a-8fc9-e2bddbb82812 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Router d7af0215-1d9f-453a-aa07-faa56a311c91 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:55:27.141139 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95598056-4fc2-4c38-9d38-f4e486efd2b9 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Router 102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:55:27.158133 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:27.184035 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5af554b4-4c3b-4fb1-8bd6-fed7f6842b0c tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks [] for port (48d920af-901f-403e-bb77-7fda11a10d6e), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:27.192097 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4cdfcdbc-3b2e-4f5c-9c5e-a888cfa775b7 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (0d30e221-195b-49e3-a840-6ff73ccfd23e), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:27.194131 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-b9a18d29-6b0e-41e0-8497-3541f55a31a1 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379-project-admin] Deleting port 48944529-af61-4d3a-9cdd-4c4420668fb7 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:55:27.194476 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b9a18d29-6b0e-41e0-8497-3541f55a31a1 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (48944529-af61-4d3a-9cdd-4c4420668fb7), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:27.244267 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1f94a03b-d48b-4c30-a377-1c3d94411624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (b197fe84-2da3-4741-ab60-bfe344e357bc), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:27.257907 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-96d63ae2-3ed1-41ac-87f9-c1092b6ce9de None None] Provisioning complete for port 14f6582e-2ccf-474e-9dd1-50666879ef18 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:27.258839 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-96d63ae2-3ed1-41ac-87f9-c1092b6ce9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (14f6582e-2ccf-474e-9dd1-50666879ef18), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:27.305220 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-96d63ae2-3ed1-41ac-87f9-c1092b6ce9de None None] Port 14f6582e-2ccf-474e-9dd1-50666879ef18 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:55:27.340252 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1f94a03b-d48b-4c30-a377-1c3d94411624 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=1a5cf68b924e47f1b16bc6e4db5fc07f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6522131 Aug 27 04:55:27.344216 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f94a03b-d48b-4c30-a377-1c3d94411624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b197fe84-2da3-4741-ab60-bfe344e357bc,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:27.346548 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33610) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:27.367715 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b9a18d29-6b0e-41e0-8497-3541f55a31a1 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (48944529-af61-4d3a-9cdd-4c4420668fb7), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:27.368040 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b9a18d29-6b0e-41e0-8497-3541f55a31a1 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379-project-admin] Publish callbacks [] for floatingip (48944529-af61-4d3a-9cdd-4c4420668fb7), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:27.395987 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-b9a18d29-6b0e-41e0-8497-3541f55a31a1 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379-project-admin] Calling delete_port for 48944529-af61-4d3a-9cdd-4c4420668fb7 owned by network:floatingip {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:55:27.651308 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdfcdbc-3b2e-4f5c-9c5e-a888cfa775b7 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:55:27.654768 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-84ab000a-0342-4c49-becc-ccde95c1f65c req-eefa3a71-99b2-45ba-9707-419bcf63bec8 tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9971ddb-d345-4a8f-8de2-265fbca67e22 HTTP/1.1" status: 200 len: 210 time: 0.1169612 Aug 27 04:55:27.685546 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49474837-5c51-4b9a-8fc9-e2bddbb82812 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:55:27.691401 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-4cdfcdbc-3b2e-4f5c-9c5e-a888cfa775b7 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:55:27.701964 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdfcdbc-3b2e-4f5c-9c5e-a888cfa775b7 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:27.702577 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4cdfcdbc-3b2e-4f5c-9c5e-a888cfa775b7 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:27.702757 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bc1df6-f6cd-4b6a-8d20-1899df2dcfea None None] Sync routers for ids ['d7af0215-1d9f-453a-aa07-faa56a311c91'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:55:27.733433 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3905901-ee65-4775-9536-f4e28dd16d26 None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:55:27.737359 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdfcdbc-3b2e-4f5c-9c5e-a888cfa775b7 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event updated for resources: {'Subnet': ['ID=0d30e221-195b-49e3-a840-6ff73ccfd23e,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:27.756450 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5af554b4-4c3b-4fb1-8bd6-fed7f6842b0c tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (48d920af-901f-403e-bb77-7fda11a10d6e), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:27.759728 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-11d7fb4c-849c-4ec8-8566-0f2725816dc8 admin admin] Publish callbacks [] for security_group (b197fe84-2da3-4741-ab60-bfe344e357bc), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:27.765508 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95598056-4fc2-4c38-9d38-f4e486efd2b9 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:55:27.770888 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-95598056-4fc2-4c38-9d38-f4e486efd2b9 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "PUT /networking/v2.0/routers/102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7012506 Aug 27 04:55:27.776927 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e447a1b7-c988-4332-ba2d-6524aaf01e33 None None] Sync routers for ids ['102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:55:27.777583 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33614) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:27.789071 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e447a1b7-c988-4332-ba2d-6524aaf01e33 None None] Routers {'102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:55:27.789290 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-f77ffc8c-bf6d-453f-aada-1de2ad529827 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Request body: {'network': {'name': 'tempest-RoutersTest-1322243106'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:55:27.795548 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:27.807543 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-e447a1b7-c988-4332-ba2d-6524aaf01e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:54:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:55:27.821065 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-11d7fb4c-849c-4ec8-8566-0f2725816dc8 admin admin] Publish callbacks [] for security_group (b197fe84-2da3-4741-ab60-bfe344e357bc), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:27.847176 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bc1df6-f6cd-4b6a-8d20-1899df2dcfea None None] Routers {'d7af0215-1d9f-453a-aa07-faa56a311c91'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:55:27.848062 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-85bc1df6-f6cd-4b6a-8d20-1899df2dcfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:54:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['d7af0215-1d9f-453a-aa07-faa56a311c91'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:55:27.854779 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-4cdfcdbc-3b2e-4f5c-9c5e-a888cfa775b7 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0662727 Aug 27 04:55:27.858603 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33616) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:27.865313 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-7de334db-e893-43f4-8b33-9242863f11d9 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'port': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'mac_address': 'fa:16:3e:6d:b6:f4', 'name': 'tempest-NetworksTestDHCPv6-1894700659'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:55:27.897817 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-e447a1b7-c988-4332-ba2d-6524aaf01e33 None None] Set router 102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5 gateway port host: None {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:55:27.985594 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-85bc1df6-f6cd-4b6a-8d20-1899df2dcfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:55:28.044378 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bc1df6-f6cd-4b6a-8d20-1899df2dcfea None None] Routers {'d7af0215-1d9f-453a-aa07-faa56a311c91'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:55:28.048055 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-85bc1df6-f6cd-4b6a-8d20-1899df2dcfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:54:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['d7af0215-1d9f-453a-aa07-faa56a311c91'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:55:28.105172 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af554b4-4c3b-4fb1-8bd6-fed7f6842b0c tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Pushing event updated for resources: {'Port': ['ID=48d920af-901f-403e-bb77-7fda11a10d6e,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:28.121933 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af554b4-4c3b-4fb1-8bd6-fed7f6842b0c tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Network bed5c5bb-7fd2-4c96-a0f2-53fbcb7374e8 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:55:28.123923 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-5af554b4-4c3b-4fb1-8bd6-fed7f6842b0c tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:55:28.129745 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-e447a1b7-c988-4332-ba2d-6524aaf01e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'name': 'tempest-RoutersTest-router-1984842301', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:55:01Z', 'updated_at': '2022-08-27T04:55:24Z', 'revision_number': 3, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'gw_port_host': None, '_interfaces': [{'id': '14f6582e-2ccf-474e-9dd1-50666879ef18', 'name': '', 'network_id': '2f688bf2-3831-4324-8eb2-df317fba29d9', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:1f:20:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'ba598601-4006-41f6-89e9-fce854c1ffb3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:21Z', 'updated_at': '2022-08-27T04:55:25Z', 'revision_number': 2, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': 'ba598601-4006-41f6-89e9-fce854c1ffb3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c861b3df-3b81-4554-abf8-1246b6f5803f', 'name': '', 'network_id': '94122cb1-f5f8-4b56-88b2-5834aef4472c', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:e2:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '5df62364-1081-4557-a010-0b9d53af53d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:08Z', 'updated_at': '2022-08-27T04:55:16Z', 'revision_number': 5, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': '5df62364-1081-4557-a010-0b9d53af53d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:55:28.139084 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af554b4-4c3b-4fb1-8bd6-fed7f6842b0c tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:55:28.150540 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-49474837-5c51-4b9a-8fc9-e2bddbb82812 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:28.151826 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-49474837-5c51-4b9a-8fc9-e2bddbb82812 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.7862141 Aug 27 04:55:28.164100 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-85bc1df6-f6cd-4b6a-8d20-1899df2dcfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:55:28.164100 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bc1df6-f6cd-4b6a-8d20-1899df2dcfea None None] The sync data for ids ['d7af0215-1d9f-453a-aa07-faa56a311c91'] in n-d-852088-5 is: [] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:55:28.164871 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33618) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:28.164871 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-025484dd-5f61-4480-bfed-05b891ea5968 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'enable_snat': False}}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:55:28.168267 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e447a1b7-c988-4332-ba2d-6524aaf01e33 None None] Checking router: 102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:55:28.168714 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e447a1b7-c988-4332-ba2d-6524aaf01e33 None None] Updating router 102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5 port 14f6582e-2ccf-474e-9dd1-50666879ef18 binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:55:28.194359 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b9a18d29-6b0e-41e0-8497-3541f55a31a1 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (48944529-af61-4d3a-9cdd-4c4420668fb7), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:28.213981 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-e447a1b7-c988-4332-ba2d-6524aaf01e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (14f6582e-2ccf-474e-9dd1-50666879ef18), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:28.223174 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77ffc8c-bf6d-453f-aada-1de2ad529827 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Made reservation on behalf of 8294e34ae47f4d6bbb8fc590d6939221 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:55:28.234664 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9778fc9-161c-433b-92e8-c40183a3a249 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'project_id': 'f0f1eb4384394fc18f1626f3e12e04e3', 'fixed_ips': [{'subnet_id': '0d30e221-195b-49e3-a840-6ff73ccfd23e'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:55:28.238594 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9778fc9-161c-433b-92e8-c40183a3a249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:28.241486 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f77ffc8c-bf6d-453f-aada-1de2ad529827 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:28.279925 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de334db-e893-43f4-8b33-9242863f11d9 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Made reservation on behalf of f0f1eb4384394fc18f1626f3e12e04e3 for: {'port': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:55:28.358037 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f77ffc8c-bf6d-453f-aada-1de2ad529827 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:55:28.382314 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f77ffc8c-bf6d-453f-aada-1de2ad529827 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (d347818e-3700-40e6-bc2a-121bfabf4f1b), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:28.383630 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-f77ffc8c-bf6d-453f-aada-1de2ad529827 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Added segment d347818e-3700-40e6-bc2a-121bfabf4f1b of type vlan for network 224b85ea-ae0f-40b7-8bd7-a6afd96bfdf5 Aug 27 04:55:28.410530 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-11d7fb4c-849c-4ec8-8566-0f2725816dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (b197fe84-2da3-4741-ab60-bfe344e357bc), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:28.413097 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-11d7fb4c-849c-4ec8-8566-0f2725816dc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:28.416563 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-11d7fb4c-849c-4ec8-8566-0f2725816dc8 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/b197fe84-2da3-4741-ab60-bfe344e357bc HTTP/1.1" status: 204 len: 168 time: 1.0629354 Aug 27 04:55:28.416563 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a18d29-6b0e-41e0-8497-3541f55a31a1 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379-project-admin] Pushing event deleted for resources: {'Port': ['ID=48944529-af61-4d3a-9cdd-4c4420668fb7,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:28.501843 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d7fb4c-849c-4ec8-8566-0f2725816dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b197fe84-2da3-4741-ab60-bfe344e357bc,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:28.522283 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-d9778fc9-161c-433b-92e8-c40183a3a249 None None] Allocated IP 2001:db8::2 (61356c33-ce96-40d0-bb36-87a36b2d0e1c/0d30e221-195b-49e3-a840-6ff73ccfd23e/ecb80079-35f2-4611-bd9d-550938b6fd5d) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:55:28.534472 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af554b4-4c3b-4fb1-8bd6-fed7f6842b0c tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:28.537274 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5af554b4-4c3b-4fb1-8bd6-fed7f6842b0c tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:28.561873 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-d98bb4ec-a1cf-42f8-9680-c610bb3b332b None None] Provisioning complete for port 48d920af-901f-403e-bb77-7fda11a10d6e triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:28.562511 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d98bb4ec-a1cf-42f8-9680-c610bb3b332b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (48d920af-901f-403e-bb77-7fda11a10d6e), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:28.632221 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f77ffc8c-bf6d-453f-aada-1de2ad529827 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (224b85ea-ae0f-40b7-8bd7-a6afd96bfdf5), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:28.655512 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-5af554b4-4c3b-4fb1-8bd6-fed7f6842b0c tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5694385 Aug 27 04:55:28.659594 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33624) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:28.668040 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-0e92d0ac-4f98-46d5-bb6e-0923160655ec tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:70:9e:13'}]}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:55:28.673797 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:UPDATE=6,neutron:SELECT=82,neutron:INSERT=8,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:28.692367 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:28.693489 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d98bb4ec-a1cf-42f8-9680-c610bb3b332b None None] Port 48d920af-901f-403e-bb77-7fda11a10d6e cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:55:28.694173 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7de334db-e893-43f4-8b33-9242863f11d9 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:28.726679 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b9a18d29-6b0e-41e0-8497-3541f55a31a1 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379-project-admin] Publish callbacks [] for floatingip (493eaf13-95e9-4437-9733-c4696e673c7a), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:28.728077 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-e447a1b7-c988-4332-ba2d-6524aaf01e33 None None] Publish callbacks [] for port (14f6582e-2ccf-474e-9dd1-50666879ef18), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:28.729309 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b9a18d29-6b0e-41e0-8497-3541f55a31a1 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:28.731695 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b9a18d29-6b0e-41e0-8497-3541f55a31a1 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379 tempest-ExternalNetworksAdminNegativeTestJSON-1667217379-project-admin] 10.222.0.76 "DELETE /networking/v2.0/floatingips/493eaf13-95e9-4437-9733-c4696e673c7a HTTP/1.1" status: 204 len: 168 time: 1.7277048 Aug 27 04:55:28.746517 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:28.869712 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9778fc9-161c-433b-92e8-c40183a3a249 None None] Publish callbacks [] for port (ecb80079-35f2-4611-bd9d-550938b6fd5d), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:28.879000 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-94f2a2fb-23dc-4a0a-82e9-ec07cb3f39a9 req-62f9b499-73e6-490b-8cde-8620c248ae42 tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9971ddb-d345-4a8f-8de2-265fbca67e22 HTTP/1.1" status: 200 len: 210 time: 0.0425456 Aug 27 04:55:28.901017 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [None req-7de334db-e893-43f4-8b33-9242863f11d9 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] device_id is not set on port 19a57c72-ffaf-43fc-888f-c1fc81ccc6e9 yet. {{(pid=107775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:55:28.954677 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f77ffc8c-bf6d-453f-aada-1de2ad529827 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (224b85ea-ae0f-40b7-8bd7-a6afd96bfdf5), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:28.954677 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77ffc8c-bf6d-453f-aada-1de2ad529827 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:28.954677 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f77ffc8c-bf6d-453f-aada-1de2ad529827 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:28.989825 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-e447a1b7-c988-4332-ba2d-6524aaf01e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (14f6582e-2ccf-474e-9dd1-50666879ef18), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:28.999411 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9778fc9-161c-433b-92e8-c40183a3a249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (ecb80079-35f2-4611-bd9d-550938b6fd5d), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:29.140109 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de3f3e0-784b-45d3-bfc9-067af83fa854 None None] Pushing event updated for resources: {'Port': ['ID=14f6582e-2ccf-474e-9dd1-50666879ef18,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:29.183552 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-e447a1b7-c988-4332-ba2d-6524aaf01e33 None None] Attempting to bind port 14f6582e-2ccf-474e-9dd1-50666879ef18 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:55:29.185436 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-e447a1b7-c988-4332-ba2d-6524aaf01e33 None None] Attempting to bind port 14f6582e-2ccf-474e-9dd1-50666879ef18 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'cd0668bb-131e-496d-a4a1-01086b9ffde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2f688bf2-3831-4324-8eb2-df317fba29d9'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:55:29.186018 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e447a1b7-c988-4332-ba2d-6524aaf01e33 None None] Attempting to bind port 14f6582e-2ccf-474e-9dd1-50666879ef18 on network 2f688bf2-3831-4324-8eb2-df317fba29d9 {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:55:29.191738 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e447a1b7-c988-4332-ba2d-6524aaf01e33 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:55:29.192478 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e447a1b7-c988-4332-ba2d-6524aaf01e33 None None] Checking segment: {'id': 'cd0668bb-131e-496d-a4a1-01086b9ffde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2f688bf2-3831-4324-8eb2-df317fba29d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:55:29.193132 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-e447a1b7-c988-4332-ba2d-6524aaf01e33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:29.193718 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e447a1b7-c988-4332-ba2d-6524aaf01e33 None None] Bound using segment: {'id': 'cd0668bb-131e-496d-a4a1-01086b9ffde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2f688bf2-3831-4324-8eb2-df317fba29d9'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:55:29.194521 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-e447a1b7-c988-4332-ba2d-6524aaf01e33 None None] Bound port: 14f6582e-2ccf-474e-9dd1-50666879ef18, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd0668bb-131e-496d-a4a1-01086b9ffde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2f688bf2-3831-4324-8eb2-df317fba29d9'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:55:29.195106 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-e447a1b7-c988-4332-ba2d-6524aaf01e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (14f6582e-2ccf-474e-9dd1-50666879ef18), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:29.212054 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0e92d0ac-4f98-46d5-bb6e-0923160655ec tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (48d920af-901f-403e-bb77-7fda11a10d6e), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:29.228213 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9778fc9-161c-433b-92e8-c40183a3a249 None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:55:29.238866 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:29.249952 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-d9778fc9-161c-433b-92e8-c40183a3a249 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:55:29.263871 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-e447a1b7-c988-4332-ba2d-6524aaf01e33 None None] For port 14f6582e-2ccf-474e-9dd1-50666879ef18, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:55:29.267285 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9778fc9-161c-433b-92e8-c40183a3a249 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:55:29.267757 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-e447a1b7-c988-4332-ba2d-6524aaf01e33 None None] For port 14f6582e-2ccf-474e-9dd1-50666879ef18, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=14f6582e-2ccf-474e-9dd1-50666879ef18,segment=NetworkSegment(cd0668bb-131e-496d-a4a1-01086b9ffde6),segment_id=cd0668bb-131e-496d-a4a1-01086b9ffde6)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:55:29.279462 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9778fc9-161c-433b-92e8-c40183a3a249 None None] Pushing event updated for resources: {'Port': ['ID=ecb80079-35f2-4611-bd9d-550938b6fd5d,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:29.284651 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-025484dd-5f61-4480-bfed-05b891ea5968 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks [] for router_gateway (d7af0215-1d9f-453a-aa07-faa56a311c91), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:29.293126 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-7de334db-e893-43f4-8b33-9242863f11d9 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Allocated IP 2001:db8::4d (61356c33-ce96-40d0-bb36-87a36b2d0e1c/0d30e221-195b-49e3-a840-6ff73ccfd23e/19a57c72-ffaf-43fc-888f-c1fc81ccc6e9) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:55:29.304146 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f77ffc8c-bf6d-453f-aada-1de2ad529827 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5169003 Aug 27 04:55:29.307806 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33636) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:29.314706 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-754ee458-7776-4a7f-aca6-c1784e891b76 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Request body: {'subnet': {'network_id': '224b85ea-ae0f-40b7-8bd7-a6afd96bfdf5', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:55:29.359073 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77ffc8c-bf6d-453f-aada-1de2ad529827 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event updated for resources: {'Network': ['ID=224b85ea-ae0f-40b7-8bd7-a6afd96bfdf5,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:29.370254 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-7eb0803d-ae14-4503-b45b-c564491330c9 req-5af75494-44e4-4376-a144-0675c7ba7a84 tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] 10.222.0.75 "GET /networking/v2.0/networks?tenant_id=5034a717d9704e5ba0af54eda8554717&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0798559 Aug 27 04:55:29.384057 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-d9778fc9-161c-433b-92e8-c40183a3a249 None None] Attempting to bind port ecb80079-35f2-4611-bd9d-550938b6fd5d on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:55:29.384734 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-d9778fc9-161c-433b-92e8-c40183a3a249 None None] Attempting to bind port ecb80079-35f2-4611-bd9d-550938b6fd5d by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:55:29.385280 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9778fc9-161c-433b-92e8-c40183a3a249 None None] Attempting to bind port ecb80079-35f2-4611-bd9d-550938b6fd5d on network 61356c33-ce96-40d0-bb36-87a36b2d0e1c {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:55:29.391245 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 224b85ea-ae0f-40b7-8bd7-a6afd96bfdf5 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:55:29.443834 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9778fc9-161c-433b-92e8-c40183a3a249 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:55:29.444233 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9778fc9-161c-433b-92e8-c40183a3a249 None None] Checking segment: {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:55:29.444637 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9778fc9-161c-433b-92e8-c40183a3a249 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:29.445738 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9778fc9-161c-433b-92e8-c40183a3a249 None None] Bound using segment: {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:55:29.446230 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-d9778fc9-161c-433b-92e8-c40183a3a249 None None] Bound port: ecb80079-35f2-4611-bd9d-550938b6fd5d, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:55:29.446611 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9778fc9-161c-433b-92e8-c40183a3a249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (ecb80079-35f2-4611-bd9d-550938b6fd5d), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:29.455041 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-e447a1b7-c988-4332-ba2d-6524aaf01e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (14f6582e-2ccf-474e-9dd1-50666879ef18), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:29.479043 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d1c50ab2-48e2-439a-9f5e-c3400102d654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:29.565456 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de3f3e0-784b-45d3-bfc9-067af83fa854 None None] Pushing event updated for resources: {'Port': ['ID=14f6582e-2ccf-474e-9dd1-50666879ef18,revision_number=4']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:29.572691 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e447a1b7-c988-4332-ba2d-6524aaf01e33 None None] Routers {'102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:55:29.573314 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-e447a1b7-c988-4332-ba2d-6524aaf01e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:55:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:55:29.587701 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754ee458-7776-4a7f-aca6-c1784e891b76 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Made reservation on behalf of 8294e34ae47f4d6bbb8fc590d6939221 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:55:29.591970 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-754ee458-7776-4a7f-aca6-c1784e891b76 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:29.660263 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0e92d0ac-4f98-46d5-bb6e-0923160655ec tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks [] for port (48d920af-901f-403e-bb77-7fda11a10d6e), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:29.702821 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-e447a1b7-c988-4332-ba2d-6524aaf01e33 None None] Set router 102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5 gateway port host: None {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:55:29.722940 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9778fc9-161c-433b-92e8-c40183a3a249 None None] For port ecb80079-35f2-4611-bd9d-550938b6fd5d, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:55:29.764335 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d9778fc9-161c-433b-92e8-c40183a3a249 None None] For port ecb80079-35f2-4611-bd9d-550938b6fd5d, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=ecb80079-35f2-4611-bd9d-550938b6fd5d,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:55:29.811104 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0e92d0ac-4f98-46d5-bb6e-0923160655ec tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (48d920af-901f-403e-bb77-7fda11a10d6e), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:29.900977 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33646) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:29.998924 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e92d0ac-4f98-46d5-bb6e-0923160655ec tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Pushing event updated for resources: {'Port': ['ID=48d920af-901f-403e-bb77-7fda11a10d6e,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:30.006995 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9778fc9-161c-433b-92e8-c40183a3a249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (ecb80079-35f2-4611-bd9d-550938b6fd5d), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:30.046700 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-e447a1b7-c988-4332-ba2d-6524aaf01e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'name': 'tempest-RoutersTest-router-1984842301', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:55:01Z', 'updated_at': '2022-08-27T04:55:24Z', 'revision_number': 3, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'gw_port_host': None, '_interfaces': [{'id': '14f6582e-2ccf-474e-9dd1-50666879ef18', 'name': '', 'network_id': '2f688bf2-3831-4324-8eb2-df317fba29d9', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:1f:20:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'ba598601-4006-41f6-89e9-fce854c1ffb3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:21Z', 'updated_at': '2022-08-27T04:55:29Z', 'revision_number': 4, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': 'ba598601-4006-41f6-89e9-fce854c1ffb3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c861b3df-3b81-4554-abf8-1246b6f5803f', 'name': '', 'network_id': '94122cb1-f5f8-4b56-88b2-5834aef4472c', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:e2:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '5df62364-1081-4557-a010-0b9d53af53d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:08Z', 'updated_at': '2022-08-27T04:55:16Z', 'revision_number': 5, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': '5df62364-1081-4557-a010-0b9d53af53d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:55:30.060103 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8ff23c5f-d42b-462b-8e73-bf3581c81690 req-cada0e2d-9bb7-42f7-99cf-0144ff480434 tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9971ddb-d345-4a8f-8de2-265fbca67e22 HTTP/1.1" status: 200 len: 210 time: 0.0723333 Aug 27 04:55:30.070689 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-0e92d0ac-4f98-46d5-bb6e-0923160655ec tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] In _notify_port_updated(), no bound segment for port 48d920af-901f-403e-bb77-7fda11a10d6e on network bed5c5bb-7fd2-4c96-a0f2-53fbcb7374e8 {{(pid=107776) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Aug 27 04:55:30.078862 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e92d0ac-4f98-46d5-bb6e-0923160655ec tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:30.079516 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0e92d0ac-4f98-46d5-bb6e-0923160655ec tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:30.080865 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-0e92d0ac-4f98-46d5-bb6e-0923160655ec tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] 10.222.0.76 "PUT /networking/v2.0/ports/48d920af-901f-403e-bb77-7fda11a10d6e HTTP/1.1" status: 200 len: 996 time: 1.4190068 Aug 27 04:55:30.082402 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e447a1b7-c988-4332-ba2d-6524aaf01e33 None None] The sync data for ids ['102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'] in n-d-852088-5 is: [{'id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'name': 'tempest-RoutersTest-router-1984842301', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:55:01Z', 'updated_at': '2022-08-27T04:55:24Z', 'revision_number': 3, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'gw_port_host': None, '_interfaces': [{'id': '14f6582e-2ccf-474e-9dd1-50666879ef18', 'name': '', 'network_id': '2f688bf2-3831-4324-8eb2-df317fba29d9', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:1f:20:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'ba598601-4006-41f6-89e9-fce854c1ffb3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:21Z', 'updated_at': '2022-08-27T04:55:29Z', 'revision_number': 4, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': 'ba598601-4006-41f6-89e9-fce854c1ffb3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c861b3df-3b81-4554-abf8-1246b6f5803f', 'name': '', 'network_id': '94122cb1-f5f8-4b56-88b2-5834aef4472c', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:e2:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '5df62364-1081-4557-a010-0b9d53af53d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:08Z', 'updated_at': '2022-08-27T04:55:16Z', 'revision_number': 5, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': '5df62364-1081-4557-a010-0b9d53af53d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:55:30.090876 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33652) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:30.113094 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9778fc9-161c-433b-92e8-c40183a3a249 None None] Pushing event updated for resources: {'Port': ['ID=ecb80079-35f2-4611-bd9d-550938b6fd5d,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:30.138007 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb0803d-ae14-4503-b45b-c564491330c9 req-e6c03ab7-5938-435a-a1eb-046133d8cdb9 tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:30.140207 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-7eb0803d-ae14-4503-b45b-c564491330c9 req-e6c03ab7-5938-435a-a1eb-046133d8cdb9 tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] 10.222.0.75 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7624063 Aug 27 04:55:30.167072 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7de334db-e893-43f4-8b33-9242863f11d9 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for port (19a57c72-ffaf-43fc-888f-c1fc81ccc6e9), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:30.174792 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [req-7eb0803d-ae14-4503-b45b-c564491330c9 req-df93c779-a042-4b29-96ac-0fde53c79ef7 tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] Request body: {'port': {'device_id': 'd9971ddb-d345-4a8f-8de2-265fbca67e22', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'admin_state_up': True, 'tenant_id': '5034a717d9704e5ba0af54eda8554717'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:55:30.491246 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:30.521130 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-0c903f1c-6248-44a3-9e3c-a05f5ff79c94 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Deleting port 48d920af-901f-403e-bb77-7fda11a10d6e {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:55:30.521475 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0c903f1c-6248-44a3-9e3c-a05f5ff79c94 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (48d920af-901f-403e-bb77-7fda11a10d6e), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:30.523644 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0a853e49-64ae-4263-b482-147d0c3dde0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:30.746619 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0a853e49-64ae-4263-b482-147d0c3dde0f admin admin] Publish callbacks [] for security_group (7b9b2bdb-dfc0-42bb-b1d1-560fe119377a), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:30.748687 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eb0803d-ae14-4503-b45b-c564491330c9 req-df93c779-a042-4b29-96ac-0fde53c79ef7 tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] Made reservation on behalf of 5034a717d9704e5ba0af54eda8554717 for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:55:30.755816 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-7eb0803d-ae14-4503-b45b-c564491330c9 req-df93c779-a042-4b29-96ac-0fde53c79ef7 tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:30.767830 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-7eb0803d-ae14-4503-b45b-c564491330c9 req-df93c779-a042-4b29-96ac-0fde53c79ef7 tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:30.801173 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7de334db-e893-43f4-8b33-9242863f11d9 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (19a57c72-ffaf-43fc-888f-c1fc81ccc6e9), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:30.881767 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-7eb0803d-ae14-4503-b45b-c564491330c9 req-df93c779-a042-4b29-96ac-0fde53c79ef7 tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] Publish callbacks [] for security_group (11b31b8c-3a1d-4136-8264-cc28240aeb30), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:30.899621 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-754ee458-7776-4a7f-aca6-c1784e891b76 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (3d1d9a3d-8c41-4a48-beee-c12cc0d8bc3f), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:30.912012 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de334db-e893-43f4-8b33-9242863f11d9 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:55:30.919646 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0a853e49-64ae-4263-b482-147d0c3dde0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (7b9b2bdb-dfc0-42bb-b1d1-560fe119377a), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:30.923002 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0c903f1c-6248-44a3-9e3c-a05f5ff79c94 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (48d920af-901f-403e-bb77-7fda11a10d6e), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:30.952328 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-025484dd-5f61-4480-bfed-05b891ea5968 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1678557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12747'] for router (d7af0215-1d9f-453a-aa07-faa56a311c91), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:30.952328 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-7de334db-e893-43f4-8b33-9242863f11d9 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:55:30.973703 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a853e49-64ae-4263-b482-147d0c3dde0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9b2bdb-dfc0-42bb-b1d1-560fe119377a,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:30.973911 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de334db-e893-43f4-8b33-9242863f11d9 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event updated for resources: {'Port': ['ID=19a57c72-ffaf-43fc-888f-c1fc81ccc6e9,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:30.983649 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de334db-e893-43f4-8b33-9242863f11d9 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:55:30.988731 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de334db-e893-43f4-8b33-9242863f11d9 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:30.990819 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7de334db-e893-43f4-8b33-9242863f11d9 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:31.004342 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-025484dd-5f61-4480-bfed-05b891ea5968 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1676574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1676639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1678566'] for router (d7af0215-1d9f-453a-aa07-faa56a311c91), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:31.009960 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-0c903f1c-6248-44a3-9e3c-a05f5ff79c94 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Calling delete_port for 48d920af-901f-403e-bb77-7fda11a10d6e owned by {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:55:31.019182 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-0a853e49-64ae-4263-b482-147d0c3dde0f admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=16146f8439264711b35dd5e7a1237991&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0315821 Aug 27 04:55:31.021703 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33666) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:31.077494 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-7eb0803d-ae14-4503-b45b-c564491330c9 req-df93c779-a042-4b29-96ac-0fde53c79ef7 tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (11b31b8c-3a1d-4136-8264-cc28240aeb30), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:31.108446 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ee458-7776-4a7f-aca6-c1784e891b76 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event updated for resources: {'Subnet': ['ID=3d1d9a3d-8c41-4a48-beee-c12cc0d8bc3f,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:31.182349 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df93c779-a042-4b29-96ac-0fde53c79ef7 tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11b31b8c-3a1d-4136-8264-cc28240aeb30,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:31.191070 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8ef8a96a-8815-4049-af97-c8b229214d32 admin admin] Publish callbacks [] for security_group (7b9b2bdb-dfc0-42bb-b1d1-560fe119377a), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:31.238455 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8ef8a96a-8815-4049-af97-c8b229214d32 admin admin] Publish callbacks [] for security_group (7b9b2bdb-dfc0-42bb-b1d1-560fe119377a), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:31.333640 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [req-7eb0803d-ae14-4503-b45b-c564491330c9 req-df93c779-a042-4b29-96ac-0fde53c79ef7 tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] Allocated IP 192.168.233.156 (a82fb463-5a8f-4b8b-991d-61491eba11c6/120f3302-721f-4373-86a6-3aa14ccf6ac4/52900704-5417-4e87-b4a8-e26c5f01bee0) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:55:31.447618 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:31.488350 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8ef8a96a-8815-4049-af97-c8b229214d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (7b9b2bdb-dfc0-42bb-b1d1-560fe119377a), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:31.491290 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8ef8a96a-8815-4049-af97-c8b229214d32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:31.496090 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8ef8a96a-8815-4049-af97-c8b229214d32 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/7b9b2bdb-dfc0-42bb-b1d1-560fe119377a HTTP/1.1" status: 204 len: 168 time: 0.4699402 Aug 27 04:55:31.510993 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef8a96a-8815-4049-af97-c8b229214d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9b2bdb-dfc0-42bb-b1d1-560fe119377a,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:31.696151 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-7eb0803d-ae14-4503-b45b-c564491330c9 req-df93c779-a042-4b29-96ac-0fde53c79ef7 tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] Publish callbacks [] for port (52900704-5417-4e87-b4a8-e26c5f01bee0), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:31.700479 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754ee458-7776-4a7f-aca6-c1784e891b76 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Checking segment: {'id': 'd347818e-3700-40e6-bc2a-121bfabf4f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '224b85ea-ae0f-40b7-8bd7-a6afd96bfdf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:55:31.700479 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754ee458-7776-4a7f-aca6-c1784e891b76 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Network hostable DHCP agents. Network: 224b85ea-ae0f-40b7-8bd7-a6afd96bfdf5, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:55:31.700479 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-dc19546a-79e5-4d36-b3aa-cb7bec334550 req-3ec6bcff-0339-4cc1-a895-7089dd455119 tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9971ddb-d345-4a8f-8de2-265fbca67e22 HTTP/1.1" status: 200 len: 210 time: 0.0868707 Aug 27 04:55:31.700479 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-025484dd-5f61-4480-bfed-05b891ea5968 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Router d7af0215-1d9f-453a-aa07-faa56a311c91 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:55:31.846047 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:31.851095 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-7eb0803d-ae14-4503-b45b-c564491330c9 req-df93c779-a042-4b29-96ac-0fde53c79ef7 tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (52900704-5417-4e87-b4a8-e26c5f01bee0), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:31.852295 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7de334db-e893-43f4-8b33-9242863f11d9 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.9436448 Aug 27 04:55:31.852295 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33686) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:31.908949 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-6822b1b3-b124-4d4b-9cc9-cf7b87474910 None None] Provisioning complete for port ecb80079-35f2-4611-bd9d-550938b6fd5d triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:31.911106 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6822b1b3-b124-4d4b-9cc9-cf7b87474910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (ecb80079-35f2-4611-bd9d-550938b6fd5d), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:31.964024 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eb0803d-ae14-4503-b45b-c564491330c9 req-df93c779-a042-4b29-96ac-0fde53c79ef7 tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] Network a82fb463-5a8f-4b8b-991d-61491eba11c6 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:55:32.005842 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754ee458-7776-4a7f-aca6-c1784e891b76 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Network 224b85ea-ae0f-40b7-8bd7-a6afd96bfdf5 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:55:32.006171 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [req-7eb0803d-ae14-4503-b45b-c564491330c9 req-df93c779-a042-4b29-96ac-0fde53c79ef7 tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:55:32.006171 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb0803d-ae14-4503-b45b-c564491330c9 req-df93c779-a042-4b29-96ac-0fde53c79ef7 tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:55:32.079668 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e0b6ed-246e-4cf9-a27c-9674747b55d6 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:32.103872 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e0b6ed-246e-4cf9-a27c-9674747b55d6 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:32.117125 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-62e0b6ed-246e-4cf9-a27c-9674747b55d6 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3016787 Aug 27 04:55:32.124561 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:32.125611 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33692) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:32.169232 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-6822b1b3-b124-4d4b-9cc9-cf7b87474910 None None] Current status of the port ecb80079-35f2-4611-bd9d-550938b6fd5d is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:55:32.169722 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6822b1b3-b124-4d4b-9cc9-cf7b87474910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (ecb80079-35f2-4611-bd9d-550938b6fd5d), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:32.171743 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025484dd-5f61-4480-bfed-05b891ea5968 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:55:32.200506 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7e5f0f-4c60-4f2c-b014-f937681f8434 None None] Sync routers for ids ['d7af0215-1d9f-453a-aa07-faa56a311c91'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:55:32.205522 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-025484dd-5f61-4480-bfed-05b891ea5968 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:32.207174 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-025484dd-5f61-4480-bfed-05b891ea5968 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] 10.222.0.76 "PUT /networking/v2.0/routers/d7af0215-1d9f-453a-aa07-faa56a311c91 HTTP/1.1" status: 200 len: 922 time: 4.0472503 Aug 27 04:55:32.208584 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb0803d-ae14-4503-b45b-c564491330c9 req-df93c779-a042-4b29-96ac-0fde53c79ef7 tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:32.209549 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-7eb0803d-ae14-4503-b45b-c564491330c9 req-df93c779-a042-4b29-96ac-0fde53c79ef7 tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:32.211157 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0c903f1c-6248-44a3-9e3c-a05f5ff79c94 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (48d920af-901f-403e-bb77-7fda11a10d6e), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:32.215795 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33694) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:32.223042 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:32.224856 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df93c779-a042-4b29-96ac-0fde53c79ef7 tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] Pushing event updated for resources: {'Port': ['ID=52900704-5417-4e87-b4a8-e26c5f01bee0,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:32.283969 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-754ee458-7776-4a7f-aca6-c1784e891b76 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 224b85ea-ae0f-40b7-8bd7-a6afd96bfdf5) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:55:32.295001 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754ee458-7776-4a7f-aca6-c1784e891b76 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:32.295001 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-754ee458-7776-4a7f-aca6-c1784e891b76 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:32.327766 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7e5f0f-4c60-4f2c-b014-f937681f8434 None None] Routers {'d7af0215-1d9f-453a-aa07-faa56a311c91'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:55:32.328339 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-0f7e5f0f-4c60-4f2c-b014-f937681f8434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:55:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['d7af0215-1d9f-453a-aa07-faa56a311c91'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:55:32.330525 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 14f6582e-2ccf-474e-9dd1-50666879ef18 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:55:32.347876 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1d482b-9614-4723-b148-021d4bd2cf1a None None] Network 224b85ea-ae0f-40b7-8bd7-a6afd96bfdf5 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:55:32.367668 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c903f1c-6248-44a3-9e3c-a05f5ff79c94 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Pushing event deleted for resources: {'Port': ['ID=48d920af-901f-403e-bb77-7fda11a10d6e,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:32.498466 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-7eb0803d-ae14-4503-b45b-c564491330c9 req-df93c779-a042-4b29-96ac-0fde53c79ef7 tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] 10.222.0.75 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3308566 Aug 27 04:55:32.525131 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [req-7eb0803d-ae14-4503-b45b-c564491330c9 req-60c79f08-5c29-4c36-bdcf-0e2f800082f2 tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] http://10.222.0.76:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107776) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:55:32.530856 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-7eb0803d-ae14-4503-b45b-c564491330c9 req-60c79f08-5c29-4c36-bdcf-0e2f800082f2 tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] 10.222.0.75 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0264585 Aug 27 04:55:32.543399 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0c903f1c-6248-44a3-9e3c-a05f5ff79c94 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:32.546620 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0c903f1c-6248-44a3-9e3c-a05f5ff79c94 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] 10.222.0.76 "DELETE /networking/v2.0/ports/48d920af-901f-403e-bb77-7fda11a10d6e HTTP/1.1" status: 204 len: 168 time: 2.4290164 Aug 27 04:55:32.554095 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-754ee458-7776-4a7f-aca6-c1784e891b76 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2433050 Aug 27 04:55:32.557635 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33700) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:32.557635 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33702) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:32.557898 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1c6cd3b2-fd67-4394-ac01-16f03020e265 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] 10.222.0.76 "GET /networking/v2.0/routers/d7af0215-1d9f-453a-aa07-faa56a311c91 HTTP/1.1" status: 200 len: 922 time: 0.3345838 Aug 27 04:55:32.563393 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33704) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:32.598883 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:32.706604 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4248c96-4c3e-4392-b98c-ddbcbaf71b59 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] GET failed (client error): The resource could not be found. Aug 27 04:55:32.709612 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c4248c96-4c3e-4392-b98c-ddbcbaf71b59 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] 10.222.0.76 "GET /networking/v2.0/ports/48d920af-901f-403e-bb77-7fda11a10d6e HTTP/1.1" status: 404 len: 333 time: 0.1467862 Aug 27 04:55:32.709612 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-6c113689-8b17-4a76-a6dc-828b68898d49 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Deleting port 19a57c72-ffaf-43fc-888f-c1fc81ccc6e9 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:55:32.709612 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6c113689-8b17-4a76-a6dc-828b68898d49 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (19a57c72-ffaf-43fc-888f-c1fc81ccc6e9), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:32.712661 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33712) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:32.719439 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-78047eb0-05f8-4423-910e-d3f4a7d853c4 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Request body: {'port': {'network_id': 'bed5c5bb-7fd2-4c96-a0f2-53fbcb7374e8', 'name': 'tempest-AllowedAddressPairTestJSON-951761775'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:55:32.887671 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-0f7e5f0f-4c60-4f2c-b014-f937681f8434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:55:32.920484 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-6822b1b3-b124-4d4b-9cc9-cf7b87474910 None None] For port ecb80079-35f2-4611-bd9d-550938b6fd5d, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=ecb80079-35f2-4611-bd9d-550938b6fd5d,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:55:32.957927 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [req-7eb0803d-ae14-4503-b45b-c564491330c9 req-1ac1d02b-db1b-410d-bbc1-aa6aef27fb06 service neutron] Request body: {'port': {'device_id': 'd9971ddb-d345-4a8f-8de2-265fbca67e22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-852088-5'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:55:32.963771 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb50a96d-d102-4bd1-bada-7522b933a149 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-224b85ea-ae0f-40b7-8bd7-a6afd96bfdf5', 'network_id': '224b85ea-ae0f-40b7-8bd7-a6afd96bfdf5', 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'fixed_ips': [{'subnet_id': '3d1d9a3d-8c41-4a48-beee-c12cc0d8bc3f'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:55:32.964780 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fb50a96d-d102-4bd1-bada-7522b933a149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:33.034481 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6c113689-8b17-4a76-a6dc-828b68898d49 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (19a57c72-ffaf-43fc-888f-c1fc81ccc6e9), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:33.048977 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-6c113689-8b17-4a76-a6dc-828b68898d49 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Calling delete_port for 19a57c72-ffaf-43fc-888f-c1fc81ccc6e9 owned by {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:55:33.055318 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33718) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:33.073842 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7e5f0f-4c60-4f2c-b014-f937681f8434 None None] Routers {'d7af0215-1d9f-453a-aa07-faa56a311c91'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:55:33.078818 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-0f7e5f0f-4c60-4f2c-b014-f937681f8434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:55:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['d7af0215-1d9f-453a-aa07-faa56a311c91'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:55:33.078818 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 14f6582e-2ccf-474e-9dd1-50666879ef18 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:33.078818 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (14f6582e-2ccf-474e-9dd1-50666879ef18), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:33.088809 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6822b1b3-b124-4d4b-9cc9-cf7b87474910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (ecb80079-35f2-4611-bd9d-550938b6fd5d), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:33.129444 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-4d9e6156-2bdc-4588-a20c-182535aa6d63 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=d10883b19af84a07a4443e66a01f2394&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0728257 Aug 27 04:55:33.163650 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-0f7e5f0f-4c60-4f2c-b014-f937681f8434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:55:33.164078 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7e5f0f-4c60-4f2c-b014-f937681f8434 None None] The sync data for ids ['d7af0215-1d9f-453a-aa07-faa56a311c91'] in n-d-852088-5 is: [] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:55:33.179283 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33720) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:33.180079 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-7eb0803d-ae14-4503-b45b-c564491330c9 req-1ac1d02b-db1b-410d-bbc1-aa6aef27fb06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (52900704-5417-4e87-b4a8-e26c5f01bee0), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:33.216020 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:33.222115 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f875c9b4-f0e1-49c6-ac29-a6904a4db6b9 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:33.224464 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f875c9b4-f0e1-49c6-ac29-a6904a4db6b9 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?network_id=2db7b18a-8c4b-4ba8-8012-3e7d96728abb&device_id=d7af0215-1d9f-453a-aa07-faa56a311c91&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6394684 Aug 27 04:55:33.231566 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33724) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:33.305259 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6c113689-8b17-4a76-a6dc-828b68898d49 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (19a57c72-ffaf-43fc-888f-c1fc81ccc6e9), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:33.305885 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-006faa0b-eca8-444d-84c7-0fd6252b0617 None None] Provisioning complete for port 52900704-5417-4e87-b4a8-e26c5f01bee0 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:33.306257 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-006faa0b-eca8-444d-84c7-0fd6252b0617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (52900704-5417-4e87-b4a8-e26c5f01bee0), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:33.353597 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-006faa0b-eca8-444d-84c7-0fd6252b0617 None None] Port 52900704-5417-4e87-b4a8-e26c5f01bee0 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:55:33.358021 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-006faa0b-eca8-444d-84c7-0fd6252b0617 None None] Could not find standard attr ID for object 19a57c72-ffaf-43fc-888f-c1fc81ccc6e9. {{(pid=107777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 27 04:55:33.373905 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6822b1b3-b124-4d4b-9cc9-cf7b87474910 None None] Pushing event updated for resources: {'Port': ['ID=ecb80079-35f2-4611-bd9d-550938b6fd5d,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:33.378332 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-fb50a96d-d102-4bd1-bada-7522b933a149 None None] Allocated IP 172.22.0.2 (224b85ea-ae0f-40b7-8bd7-a6afd96bfdf5/3d1d9a3d-8c41-4a48-beee-c12cc0d8bc3f/8e312c31-3e2f-4c8b-9369-6fe6ad5cdea3) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:55:33.445663 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f1f7b-b84d-49ef-bdfe-4003890238e0 req-a0e2b315-e996-4f70-97c4-c70d2646b03c tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:33.447259 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3f3f1f7b-b84d-49ef-bdfe-4003890238e0 req-a0e2b315-e996-4f70-97c4-c70d2646b03c tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9971ddb-d345-4a8f-8de2-265fbca67e22 HTTP/1.1" status: 200 len: 936 time: 0.5893538 Aug 27 04:55:33.477655 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 14f6582e-2ccf-474e-9dd1-50666879ef18 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:55:33.478130 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (14f6582e-2ccf-474e-9dd1-50666879ef18), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:33.495274 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:33.549020 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c113689-8b17-4a76-a6dc-828b68898d49 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event deleted for resources: {'Port': ['ID=19a57c72-ffaf-43fc-888f-c1fc81ccc6e9,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:33.558718 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 14f6582e-2ccf-474e-9dd1-50666879ef18, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=14f6582e-2ccf-474e-9dd1-50666879ef18,segment=NetworkSegment(cd0668bb-131e-496d-a4a1-01086b9ffde6),segment_id=cd0668bb-131e-496d-a4a1-01086b9ffde6)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:55:33.646032 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fb50a96d-d102-4bd1-bada-7522b933a149 None None] Publish callbacks [] for port (8e312c31-3e2f-4c8b-9369-6fe6ad5cdea3), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:33.719213 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [req-7eb0803d-ae14-4503-b45b-c564491330c9 req-1ac1d02b-db1b-410d-bbc1-aa6aef27fb06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52900704-5417-4e87-b4a8-e26c5f01bee0 {{(pid=107776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 04:55:33.726383 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (14f6582e-2ccf-474e-9dd1-50666879ef18), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:33.727234 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device ecb80079-35f2-4611-bd9d-550938b6fd5d up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:55:33.750207 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6c113689-8b17-4a76-a6dc-828b68898d49 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:33.758706 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-7eb0803d-ae14-4503-b45b-c564491330c9 req-1ac1d02b-db1b-410d-bbc1-aa6aef27fb06 service neutron] Publish callbacks [] for port (52900704-5417-4e87-b4a8-e26c5f01bee0), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:33.759736 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-6c113689-8b17-4a76-a6dc-828b68898d49 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/ports/19a57c72-ffaf-43fc-888f-c1fc81ccc6e9 HTTP/1.1" status: 204 len: 168 time: 1.6127927 Aug 27 04:55:33.774800 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f442f68d-be4e-44eb-9bd7-2b0c53508a73 admin admin] Publish callbacks [] for security_group (a2e48e38-13d5-4238-9239-c37823a30a73), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:33.779987 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33730) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:33.820639 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78047eb0-05f8-4423-910e-d3f4a7d853c4 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Made reservation on behalf of 7aea786a98fb4d128403534dc8742871 for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:55:33.838448 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-78047eb0-05f8-4423-910e-d3f4a7d853c4 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:33.863850 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=14f6582e-2ccf-474e-9dd1-50666879ef18,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:33.869413 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.provisioning_blocks [req-7eb0803d-ae14-4503-b45b-c564491330c9 req-1ac1d02b-db1b-410d-bbc1-aa6aef27fb06 service neutron] Transition to ACTIVE for port object 52900704-5417-4e87-b4a8-e26c5f01bee0 will not be triggered until provisioned by entity L2. {{(pid=107776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 27 04:55:33.876538 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fb50a96d-d102-4bd1-bada-7522b933a149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (8e312c31-3e2f-4c8b-9369-6fe6ad5cdea3), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:33.916792 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f442f68d-be4e-44eb-9bd7-2b0c53508a73 admin admin] Publish callbacks [] for security_group (a2e48e38-13d5-4238-9239-c37823a30a73), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:33.928424 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [None req-78047eb0-05f8-4423-910e-d3f4a7d853c4 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] device_id is not set on port e860b96b-e6a1-4739-a585-15d7cf68707f yet. {{(pid=107776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:55:33.929788 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e66dcd-891c-41b1-8c79-af1d7f0d5c82 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:33.931875 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-60e66dcd-891c-41b1-8c79-af1d7f0d5c82 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] 10.222.0.76 "GET /networking/v2.0/networks/2db7b18a-8c4b-4ba8-8012-3e7d96728abb HTTP/1.1" status: 200 len: 881 time: 0.6987007 Aug 27 04:55:33.940147 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33734) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:33.996960 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ada61cd6-e278-4a07-904c-c821bced04fa tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d7af0215-1d9f-453a-aa07-faa56a311c91 HTTP/1.1" status: 200 len: 205 time: 0.0518985 Aug 27 04:55:33.996960 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33736) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:34.010373 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3f3f1f7b-b84d-49ef-bdfe-4003890238e0 req-e3099a85-e86c-4a90-ac57-6ffe3d9eb6d8 tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=11b31b8c-3a1d-4136-8264-cc28240aeb30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4775481 Aug 27 04:55:34.023782 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb50a96d-d102-4bd1-bada-7522b933a149 None None] Network 224b85ea-ae0f-40b7-8bd7-a6afd96bfdf5 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:55:34.036836 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-fb50a96d-d102-4bd1-bada-7522b933a149 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:55:34.047206 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb50a96d-d102-4bd1-bada-7522b933a149 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:55:34.063589 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port ecb80079-35f2-4611-bd9d-550938b6fd5d triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:34.063888 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (ecb80079-35f2-4611-bd9d-550938b6fd5d), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:34.067664 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d50c1df-1990-48e0-b88d-9ee9d7917741 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:34.076196 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d50c1df-1990-48e0-b88d-9ee9d7917741 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:34.076196 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7d50c1df-1990-48e0-b88d-9ee9d7917741 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2840962 Aug 27 04:55:34.078225 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33738) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:34.124496 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb50a96d-d102-4bd1-bada-7522b933a149 None None] Pushing event updated for resources: {'Port': ['ID=8e312c31-3e2f-4c8b-9369-6fe6ad5cdea3,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:34.126760 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-7eb0803d-ae14-4503-b45b-c564491330c9 req-1ac1d02b-db1b-410d-bbc1-aa6aef27fb06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (52900704-5417-4e87-b4a8-e26c5f01bee0), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:34.141753 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4a40677-d123-4e43-8d26-a3b273557187 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Deleting subnet 0d30e221-195b-49e3-a840-6ff73ccfd23e {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:55:34.148303 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f4a40677-d123-4e43-8d26-a3b273557187 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (0d30e221-195b-49e3-a840-6ff73ccfd23e), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:34.166213 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-fb50a96d-d102-4bd1-bada-7522b933a149 None None] Attempting to bind port 8e312c31-3e2f-4c8b-9369-6fe6ad5cdea3 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:55:34.166587 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-fb50a96d-d102-4bd1-bada-7522b933a149 None None] Attempting to bind port 8e312c31-3e2f-4c8b-9369-6fe6ad5cdea3 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'd347818e-3700-40e6-bc2a-121bfabf4f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '224b85ea-ae0f-40b7-8bd7-a6afd96bfdf5'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:55:34.166944 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb50a96d-d102-4bd1-bada-7522b933a149 None None] Attempting to bind port 8e312c31-3e2f-4c8b-9369-6fe6ad5cdea3 on network 224b85ea-ae0f-40b7-8bd7-a6afd96bfdf5 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:55:34.177570 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb50a96d-d102-4bd1-bada-7522b933a149 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:55:34.178092 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb50a96d-d102-4bd1-bada-7522b933a149 None None] Checking segment: {'id': 'd347818e-3700-40e6-bc2a-121bfabf4f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '224b85ea-ae0f-40b7-8bd7-a6afd96bfdf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:55:34.178507 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fb50a96d-d102-4bd1-bada-7522b933a149 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:34.178981 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb50a96d-d102-4bd1-bada-7522b933a149 None None] Bound using segment: {'id': 'd347818e-3700-40e6-bc2a-121bfabf4f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '224b85ea-ae0f-40b7-8bd7-a6afd96bfdf5'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:55:34.179471 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-fb50a96d-d102-4bd1-bada-7522b933a149 None None] Bound port: 8e312c31-3e2f-4c8b-9369-6fe6ad5cdea3, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd347818e-3700-40e6-bc2a-121bfabf4f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '224b85ea-ae0f-40b7-8bd7-a6afd96bfdf5'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:55:34.179998 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fb50a96d-d102-4bd1-bada-7522b933a149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8e312c31-3e2f-4c8b-9369-6fe6ad5cdea3), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:34.230113 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f4a40677-d123-4e43-8d26-a3b273557187 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (0d30e221-195b-49e3-a840-6ff73ccfd23e), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:34.338675 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port ecb80079-35f2-4611-bd9d-550938b6fd5d is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:55:34.344409 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-fb50a96d-d102-4bd1-bada-7522b933a149 None None] For port 8e312c31-3e2f-4c8b-9369-6fe6ad5cdea3, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:55:34.360726 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-fb50a96d-d102-4bd1-bada-7522b933a149 None None] For port 8e312c31-3e2f-4c8b-9369-6fe6ad5cdea3, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=8e312c31-3e2f-4c8b-9369-6fe6ad5cdea3,segment=NetworkSegment(d347818e-3700-40e6-bc2a-121bfabf4f1b),segment_id=d347818e-3700-40e6-bc2a-121bfabf4f1b)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:55:34.371218 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fc9df580-7eca-4478-81eb-40f817203308 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:34.398666 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f4a40677-d123-4e43-8d26-a3b273557187 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (0d30e221-195b-49e3-a840-6ff73ccfd23e), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:34.456504 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-7eb0803d-ae14-4503-b45b-c564491330c9 req-1ac1d02b-db1b-410d-bbc1-aa6aef27fb06 service neutron] Attempting to bind port 52900704-5417-4e87-b4a8-e26c5f01bee0 on host n-h1-852088-5 for vnic_type normal with profile {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:55:34.457070 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-7eb0803d-ae14-4503-b45b-c564491330c9 req-1ac1d02b-db1b-410d-bbc1-aa6aef27fb06 service neutron] Attempting to bind port 52900704-5417-4e87-b4a8-e26c5f01bee0 by drivers openvswitch,hyperv on host n-h1-852088-5 at level 0 using segments [{'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:55:34.457700 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb0803d-ae14-4503-b45b-c564491330c9 req-1ac1d02b-db1b-410d-bbc1-aa6aef27fb06 service neutron] Attempting to bind port 52900704-5417-4e87-b4a8-e26c5f01bee0 on network a82fb463-5a8f-4b8b-991d-61491eba11c6 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:55:34.462363 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c09cea2c-e846-48c5-8449-23384668678b tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks [] for router (d7af0215-1d9f-453a-aa07-faa56a311c91), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:34.464741 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac1d02b-db1b-410d-bbc1-aa6aef27fb06 service neutron] Pushing event updated for resources: {'Port': ['ID=52900704-5417-4e87-b4a8-e26c5f01bee0,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:34.478791 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:34.522933 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 14f6582e-2ccf-474e-9dd1-50666879ef18 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:55:34.548695 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb0803d-ae14-4503-b45b-c564491330c9 req-1ac1d02b-db1b-410d-bbc1-aa6aef27fb06 service neutron] Port 52900704-5417-4e87-b4a8-e26c5f01bee0 on network a82fb463-5a8f-4b8b-991d-61491eba11c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-852088-5 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 04:55:34.549106 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb0803d-ae14-4503-b45b-c564491330c9 req-1ac1d02b-db1b-410d-bbc1-aa6aef27fb06 service neutron] Attempting to bind port 52900704-5417-4e87-b4a8-e26c5f01bee0 on network a82fb463-5a8f-4b8b-991d-61491eba11c6 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:55:34.566105 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb0803d-ae14-4503-b45b-c564491330c9 req-1ac1d02b-db1b-410d-bbc1-aa6aef27fb06 service neutron] Checking agent: {'id': '6d03b773-90f7-436b-9be6-5928d8d54dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 36, 21), 'started_at': datetime.datetime(2022, 8, 27, 4, 36, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:55:34.566952 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb0803d-ae14-4503-b45b-c564491330c9 req-1ac1d02b-db1b-410d-bbc1-aa6aef27fb06 service neutron] Checking segment: {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:55:34.566952 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb0803d-ae14-4503-b45b-c564491330c9 req-1ac1d02b-db1b-410d-bbc1-aa6aef27fb06 service neutron] Bound using segment: {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'} {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:55:34.570673 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-7eb0803d-ae14-4503-b45b-c564491330c9 req-1ac1d02b-db1b-410d-bbc1-aa6aef27fb06 service neutron] Bound port: 52900704-5417-4e87-b4a8-e26c5f01bee0, host: n-h1-852088-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'}}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:55:34.570673 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-7eb0803d-ae14-4503-b45b-c564491330c9 req-1ac1d02b-db1b-410d-bbc1-aa6aef27fb06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (52900704-5417-4e87-b4a8-e26c5f01bee0), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:34.596281 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-78047eb0-05f8-4423-910e-d3f4a7d853c4 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Allocated IP 172.20.0.9 (bed5c5bb-7fd2-4c96-a0f2-53fbcb7374e8/081cc7bf-ed3d-4ce9-a252-07ea54099512/e860b96b-e6a1-4739-a585-15d7cf68707f) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:55:34.597483 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 14f6582e-2ccf-474e-9dd1-50666879ef18 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:34.598179 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (14f6582e-2ccf-474e-9dd1-50666879ef18), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:34.623165 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fb50a96d-d102-4bd1-bada-7522b933a149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (8e312c31-3e2f-4c8b-9369-6fe6ad5cdea3), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:34.671694 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:34.696442 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f442f68d-be4e-44eb-9bd7-2b0c53508a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (a2e48e38-13d5-4238-9239-c37823a30a73), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:34.701661 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb50a96d-d102-4bd1-bada-7522b933a149 None None] Pushing event updated for resources: {'Port': ['ID=8e312c31-3e2f-4c8b-9369-6fe6ad5cdea3,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:34.702652 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f442f68d-be4e-44eb-9bd7-2b0c53508a73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:34.703851 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f442f68d-be4e-44eb-9bd7-2b0c53508a73 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/a2e48e38-13d5-4238-9239-c37823a30a73 HTTP/1.1" status: 204 len: 168 time: 1.4882402 Aug 27 04:55:34.791985 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f4a40677-d123-4e43-8d26-a3b273557187 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (0d30e221-195b-49e3-a840-6ff73ccfd23e), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:34.810797 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 14f6582e-2ccf-474e-9dd1-50666879ef18 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:55:34.812434 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device ecb80079-35f2-4611-bd9d-550938b6fd5d up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:55:34.841949 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-7eb0803d-ae14-4503-b45b-c564491330c9 req-1ac1d02b-db1b-410d-bbc1-aa6aef27fb06 service neutron] For port 52900704-5417-4e87-b4a8-e26c5f01bee0, host n-h1-852088-5, cleared binding levels {{(pid=107776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:55:34.851426 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-7eb0803d-ae14-4503-b45b-c564491330c9 req-1ac1d02b-db1b-410d-bbc1-aa6aef27fb06 service neutron] For port 52900704-5417-4e87-b4a8-e26c5f01bee0, host n-h1-852088-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=52900704-5417-4e87-b4a8-e26c5f01bee0,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:55:34.851426 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f442f68d-be4e-44eb-9bd7-2b0c53508a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e48e38-13d5-4238-9239-c37823a30a73,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:34.867573 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port ecb80079-35f2-4611-bd9d-550938b6fd5d triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:34.868050 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (ecb80079-35f2-4611-bd9d-550938b6fd5d), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:34.870340 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a40677-d123-4e43-8d26-a3b273557187 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event deleted for resources: {'Subnet': ['ID=0d30e221-195b-49e3-a840-6ff73ccfd23e,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:34.887862 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f4a40677-d123-4e43-8d26-a3b273557187 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:34.891920 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f4a40677-d123-4e43-8d26-a3b273557187 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/0d30e221-195b-49e3-a840-6ff73ccfd23e HTTP/1.1" status: 204 len: 168 time: 0.8122885 Aug 27 04:55:34.908473 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33746) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:34.936716 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02d737b-f4ca-41cd-bebd-57e7cc4134d6 None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:55:34.995808 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-4d4341ac-8e0f-44f0-ac89-3aaea02846f3 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0942645 Aug 27 04:55:35.011054 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33748) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:35.027165 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-7eb0803d-ae14-4503-b45b-c564491330c9 req-1ac1d02b-db1b-410d-bbc1-aa6aef27fb06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (52900704-5417-4e87-b4a8-e26c5f01bee0), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:35.032478 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-fc9df580-7eca-4478-81eb-40f817203308 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Allocated IP 172.22.0.1 (224b85ea-ae0f-40b7-8bd7-a6afd96bfdf5/3d1d9a3d-8c41-4a48-beee-c12cc0d8bc3f/d8db857b-0aab-4cbf-9448-ea536968c87f) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:55:35.063067 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb0803d-ae14-4503-b45b-c564491330c9 req-1ac1d02b-db1b-410d-bbc1-aa6aef27fb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:35.065220 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-7eb0803d-ae14-4503-b45b-c564491330c9 req-1ac1d02b-db1b-410d-bbc1-aa6aef27fb06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:35.070857 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-7eb0803d-ae14-4503-b45b-c564491330c9 req-1ac1d02b-db1b-410d-bbc1-aa6aef27fb06 service neutron] 10.222.0.75 "PUT /networking/v2.0/ports/52900704-5417-4e87-b4a8-e26c5f01bee0 HTTP/1.1" status: 200 len: 1096 time: 2.5118134 Aug 27 04:55:35.095448 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c09cea2c-e846-48c5-8449-23384668678b tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks [] for router_gateway (d7af0215-1d9f-453a-aa07-faa56a311c91), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:35.134417 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9971ddb-d345-4a8f-8de2-265fbca67e22', 'tag': '52900704-5417-4e87-b4a8-e26c5f01bee0'}] {{(pid=107776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:55:35.141943 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7ad66632f4c78724655075356aa8535ba41c652eced6c9cea0c1f0c67b1e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60380ae-d09c-4e7b-ba33-1db55e60c236" -d '{"events": [{"name": "network-changed", "server_uuid": "d9971ddb-d345-4a8f-8de2-265fbca67e22", "tag": "52900704-5417-4e87-b4a8-e26c5f01bee0"}]}' {{(pid=107776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:55:35.178604 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port ecb80079-35f2-4611-bd9d-550938b6fd5d is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:55:35.261308 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fc9df580-7eca-4478-81eb-40f817203308 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for port (d8db857b-0aab-4cbf-9448-ea536968c87f), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:35.340797 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4249c2d-f1bf-4f5d-a2d4-83c612bdb176 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:35.344999 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e4249c2d-f1bf-4f5d-a2d4-83c612bdb176 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3295152 Aug 27 04:55:35.346283 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33760) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:35.364719 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c315de8-794a-4be0-a06f-4d1fc227c7e8 None None] DHCP port deletion for 61356c33-ce96-40d0-bb36-87a36b2d0e1c request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:55:35.410764 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68e16d9-c8c2-4c2e-a353-ea70ae23a8b8 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:35.414632 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c68e16d9-c8c2-4c2e-a353-ea70ae23a8b8 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0656929 Aug 27 04:55:35.415086 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33762) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:35.438728 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-8c315de8-794a-4be0-a06f-4d1fc227c7e8 None None] Deleting port ecb80079-35f2-4611-bd9d-550938b6fd5d {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:55:35.438728 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8c315de8-794a-4be0-a06f-4d1fc227c7e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (ecb80079-35f2-4611-bd9d-550938b6fd5d), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:35.464213 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2b80c26d-1bbd-470c-b3e3-acb6c65a0457 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0446100 Aug 27 04:55:35.464213 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fc9df580-7eca-4478-81eb-40f817203308 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (d8db857b-0aab-4cbf-9448-ea536968c87f), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:35.470661 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b5a5e0-cb89-4be3-98b3-cd8dca7739fa req-9a6fad3c-9d4c-499a-a61e-48e03f705255 tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:35.472313 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-16b5a5e0-cb89-4be3-98b3-cd8dca7739fa req-9a6fad3c-9d4c-499a-a61e-48e03f705255 tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9971ddb-d345-4a8f-8de2-265fbca67e22 HTTP/1.1" status: 200 len: 948 time: 0.1794984 Aug 27 04:55:35.472866 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33764) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:35.483953 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-44925c44-45fd-49a8-98e0-2db17ee18284 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'subnet': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:55:35.549591 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-8c315de8-794a-4be0-a06f-4d1fc227c7e8 None None] For port ecb80079-35f2-4611-bd9d-550938b6fd5d, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=ecb80079-35f2-4611-bd9d-550938b6fd5d,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:55:35.550424 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8c315de8-794a-4be0-a06f-4d1fc227c7e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (ecb80079-35f2-4611-bd9d-550938b6fd5d), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:35.568440 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-8c315de8-794a-4be0-a06f-4d1fc227c7e8 None None] Calling delete_port for ecb80079-35f2-4611-bd9d-550938b6fd5d owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:55:35.658520 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:35.735780 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac1d02b-db1b-410d-bbc1-aa6aef27fb06 service neutron] Pushing event updated for resources: {'Port': ['ID=52900704-5417-4e87-b4a8-e26c5f01bee0,revision_number=3']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:35.762345 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 04:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626455ae-325d-4a5b-8d83-19ee6d72fb4f x-openstack-request-id: req-626455ae-325d-4a5b-8d83-19ee6d72fb4f {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:55:35.762700 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9971ddb-d345-4a8f-8de2-265fbca67e22", "tag": "52900704-5417-4e87-b4a8-e26c5f01bee0", "status": "completed", "code": 200}]} {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:55:35.765913 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-626455ae-325d-4a5b-8d83-19ee6d72fb4f {{(pid=107776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:55:35.766416 n-d-852088-5 neutron-server[107776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-626455ae-325d-4a5b-8d83-19ee6d72fb4f'] response: {'name': 'network-changed', 'server_uuid': 'd9971ddb-d345-4a8f-8de2-265fbca67e22', 'tag': '52900704-5417-4e87-b4a8-e26c5f01bee0', 'status': 'completed', 'code': 200} Aug 27 04:55:35.775872 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb0803d-ae14-4503-b45b-c564491330c9 req-2a807b9f-d47e-429a-b7fc-8a92d5ba065a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:35.778213 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-7eb0803d-ae14-4503-b45b-c564491330c9 req-2a807b9f-d47e-429a-b7fc-8a92d5ba065a service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=5034a717d9704e5ba0af54eda8554717&device_id=d9971ddb-d345-4a8f-8de2-265fbca67e22 HTTP/1.1" status: 200 len: 1130 time: 0.1628783 Aug 27 04:55:35.788022 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-c09cea2c-e846-48c5-8449-23384668678b tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Deleting port e7e43738-2256-44ea-964b-54e3d085bca4 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:55:35.788360 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c09cea2c-e846-48c5-8449-23384668678b tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (e7e43738-2256-44ea-964b-54e3d085bca4), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:35.805062 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8c315de8-794a-4be0-a06f-4d1fc227c7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (ecb80079-35f2-4611-bd9d-550938b6fd5d), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:35.837518 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c315de8-794a-4be0-a06f-4d1fc227c7e8 None None] Pushing event deleted for resources: {'Port': ['ID=ecb80079-35f2-4611-bd9d-550938b6fd5d,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:35.839494 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c315de8-794a-4be0-a06f-4d1fc227c7e8 None None] No DVR routers for this DVR port ecb80079-35f2-4611-bd9d-550938b6fd5d on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:55:35.940865 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=82,neutron:DELETE=17,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:35.947438 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-78047eb0-05f8-4423-910e-d3f4a7d853c4 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks [] for port (e860b96b-e6a1-4739-a585-15d7cf68707f), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:35.953218 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-7eb0803d-ae14-4503-b45b-c564491330c9 req-e5bb6ea6-46ab-4d1b-a6a4-0f8883dc233e service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=52900704-5417-4e87-b4a8-e26c5f01bee0 HTTP/1.1" status: 200 len: 217 time: 0.1511531 Aug 27 04:55:36.048796 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9df580-7eca-4478-81eb-40f817203308 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Network 224b85ea-ae0f-40b7-8bd7-a6afd96bfdf5 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:55:36.057637 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb0803d-ae14-4503-b45b-c564491330c9 req-6da54b6f-cc30-45a6-9a2d-327f6fcb6934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:36.060381 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-7eb0803d-ae14-4503-b45b-c564491330c9 req-6da54b6f-cc30-45a6-9a2d-327f6fcb6934 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.0984380 Aug 27 04:55:36.069159 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-fc9df580-7eca-4478-81eb-40f817203308 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:55:36.072605 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9df580-7eca-4478-81eb-40f817203308 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:55:36.087961 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9df580-7eca-4478-81eb-40f817203308 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event updated for resources: {'Port': ['ID=d8db857b-0aab-4cbf-9448-ea536968c87f,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:36.141475 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-16b5a5e0-cb89-4be3-98b3-cd8dca7739fa req-bfb61347-e539-4fb6-9c35-a61038fc4e43 tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=11b31b8c-3a1d-4136-8264-cc28240aeb30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6228061 Aug 27 04:55:36.162916 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fc9df580-7eca-4478-81eb-40f817203308 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:36.183501 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb0803d-ae14-4503-b45b-c564491330c9 req-f7c44379-13ab-418d-9be0-5eb3e4609e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:36.185230 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-7eb0803d-ae14-4503-b45b-c564491330c9 req-f7c44379-13ab-418d-9be0-5eb3e4609e8c service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1183319 Aug 27 04:55:36.196407 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c09cea2c-e846-48c5-8449-23384668678b tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (e7e43738-2256-44ea-964b-54e3d085bca4), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:36.228552 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-c09cea2c-e846-48c5-8449-23384668678b tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Calling delete_port for e7e43738-2256-44ea-964b-54e3d085bca4 owned by network:router_gateway {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:55:36.289082 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f48f506-572e-47da-b40a-0bc9fb30c4fc None None] Network 224b85ea-ae0f-40b7-8bd7-a6afd96bfdf5 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:55:36.299347 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-78047eb0-05f8-4423-910e-d3f4a7d853c4 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (e860b96b-e6a1-4739-a585-15d7cf68707f), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:36.302274 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44925c44-45fd-49a8-98e0-2db17ee18284 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Made reservation on behalf of f0f1eb4384394fc18f1626f3e12e04e3 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:55:36.312427 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-44925c44-45fd-49a8-98e0-2db17ee18284 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:36.358501 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-f6a0aaec-f04d-49a3-8527-eea8f9e765e7 None None] Provisioning complete for port 8e312c31-3e2f-4c8b-9369-6fe6ad5cdea3 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:36.358896 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f6a0aaec-f04d-49a3-8527-eea8f9e765e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (8e312c31-3e2f-4c8b-9369-6fe6ad5cdea3), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:36.364176 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78047eb0-05f8-4423-910e-d3f4a7d853c4 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Network bed5c5bb-7fd2-4c96-a0f2-53fbcb7374e8 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:55:36.373033 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-78047eb0-05f8-4423-910e-d3f4a7d853c4 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:55:36.416809 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78047eb0-05f8-4423-910e-d3f4a7d853c4 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:55:36.500782 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78047eb0-05f8-4423-910e-d3f4a7d853c4 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Pushing event updated for resources: {'Port': ['ID=e860b96b-e6a1-4739-a585-15d7cf68707f,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:36.542140 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 8e312c31-3e2f-4c8b-9369-6fe6ad5cdea3 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:55:36.551259 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78047eb0-05f8-4423-910e-d3f4a7d853c4 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:36.551902 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-78047eb0-05f8-4423-910e-d3f4a7d853c4 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:36.608960 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-7eb0803d-ae14-4503-b45b-c564491330c9 req-4f564492-0009-419a-835c-076d40cf8c86 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3887811 Aug 27 04:55:36.633523 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fc9df580-7eca-4478-81eb-40f817203308 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (d8db857b-0aab-4cbf-9448-ea536968c87f), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:36.768480 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-7eb0803d-ae14-4503-b45b-c564491330c9 req-6af9e55d-eed5-445b-88d4-d0f22021cb7e service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516290 Aug 27 04:55:36.853984 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-f6a0aaec-f04d-49a3-8527-eea8f9e765e7 None None] Current status of the port 8e312c31-3e2f-4c8b-9369-6fe6ad5cdea3 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:55:36.854380 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f6a0aaec-f04d-49a3-8527-eea8f9e765e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8e312c31-3e2f-4c8b-9369-6fe6ad5cdea3), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:36.888775 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-78047eb0-05f8-4423-910e-d3f4a7d853c4 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.1748068 Aug 27 04:55:36.889432 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33792) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:36.899406 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-34b0a7c2-99dd-4ff2-90c6-bef40ad58bdd tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Request body: {'port': {'network_id': 'bed5c5bb-7fd2-4c96-a0f2-53fbcb7374e8', 'name': 'tempest-AllowedAddressPairTestJSON-169056024'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:55:36.935725 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 8e312c31-3e2f-4c8b-9369-6fe6ad5cdea3 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:36.936430 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (8e312c31-3e2f-4c8b-9369-6fe6ad5cdea3), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:36.943014 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-f6a0aaec-f04d-49a3-8527-eea8f9e765e7 None None] For port 8e312c31-3e2f-4c8b-9369-6fe6ad5cdea3, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=8e312c31-3e2f-4c8b-9369-6fe6ad5cdea3,segment=NetworkSegment(d347818e-3700-40e6-bc2a-121bfabf4f1b),segment_id=d347818e-3700-40e6-bc2a-121bfabf4f1b)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:55:37.001888 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33796) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:37.004232 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:37.075138 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f6a0aaec-f04d-49a3-8527-eea8f9e765e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (8e312c31-3e2f-4c8b-9369-6fe6ad5cdea3), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:37.137490 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c09cea2c-e846-48c5-8449-23384668678b tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (e7e43738-2256-44ea-964b-54e3d085bca4), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:37.162474 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 8e312c31-3e2f-4c8b-9369-6fe6ad5cdea3 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:55:37.162864 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8e312c31-3e2f-4c8b-9369-6fe6ad5cdea3), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:37.195727 n-d-852088-5 neutron-server[107775]: DEBUG neutron.objects.ports [None req-44925c44-45fd-49a8-98e0-2db17ee18284 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107775) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 27 04:55:37.205007 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-44925c44-45fd-49a8-98e0-2db17ee18284 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (508e07c6-3e69-4a00-a4af-840b6dd2fdd3), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:37.208016 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b0a7c2-99dd-4ff2-90c6-bef40ad58bdd tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Made reservation on behalf of 7aea786a98fb4d128403534dc8742871 for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:55:37.223111 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-34b0a7c2-99dd-4ff2-90c6-bef40ad58bdd tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:37.243500 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09cea2c-e846-48c5-8449-23384668678b tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Pushing event deleted for resources: {'Port': ['ID=e7e43738-2256-44ea-964b-54e3d085bca4,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:37.294758 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [None req-34b0a7c2-99dd-4ff2-90c6-bef40ad58bdd tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] device_id is not set on port fe72db27-75ba-4985-998f-880d0176626e yet. {{(pid=107776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:55:37.343348 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ce7118a0-4065-46bb-b7fa-d5f5db62213c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:37.346825 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-44bf2f29-6698-48a1-96e8-83df07427b79 None None] Provisioning complete for port e860b96b-e6a1-4739-a585-15d7cf68707f triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:37.348005 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-44bf2f29-6698-48a1-96e8-83df07427b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e860b96b-e6a1-4739-a585-15d7cf68707f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:37.352268 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a0aaec-f04d-49a3-8527-eea8f9e765e7 None None] Pushing event updated for resources: {'Port': ['ID=8e312c31-3e2f-4c8b-9369-6fe6ad5cdea3,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:37.394351 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44925c44-45fd-49a8-98e0-2db17ee18284 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:55:37.409150 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:55:37.409576 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:55:37.423757 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-44bf2f29-6698-48a1-96e8-83df07427b79 None None] Port e860b96b-e6a1-4739-a585-15d7cf68707f cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:55:37.437923 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33804) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:37.463000 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-44925c44-45fd-49a8-98e0-2db17ee18284 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:55:37.468137 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44925c44-45fd-49a8-98e0-2db17ee18284 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:37.468769 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-44925c44-45fd-49a8-98e0-2db17ee18284 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:37.474970 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c09cea2c-e846-48c5-8449-23384668678b tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (d7af0215-1d9f-453a-aa07-faa56a311c91), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:37.475679 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6088bfa9-40a4-4208-9652-6aa3a3afc6e6 None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:55:37.511633 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44925c44-45fd-49a8-98e0-2db17ee18284 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event updated for resources: {'Subnet': ['ID=508e07c6-3e69-4a00-a4af-840b6dd2fdd3,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:37.545419 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80970a43-e9bd-4794-966f-d939aa68333b req-685b6277-9fa0-46a3-b80b-877310fa9c01 tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:37.553706 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-80970a43-e9bd-4794-966f-d939aa68333b req-685b6277-9fa0-46a3-b80b-877310fa9c01 tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9971ddb-d345-4a8f-8de2-265fbca67e22 HTTP/1.1" status: 200 len: 948 time: 0.2503612 Aug 27 04:55:37.615188 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-07543fd1-d10a-4ff3-b58f-f614fb278ba2 None None] Provisioning complete for port d8db857b-0aab-4cbf-9448-ea536968c87f triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:37.615527 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-07543fd1-d10a-4ff3-b58f-f614fb278ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d8db857b-0aab-4cbf-9448-ea536968c87f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:37.650271 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c09cea2c-e846-48c5-8449-23384668678b tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (d7af0215-1d9f-453a-aa07-faa56a311c91), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:37.658237 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:37.661057 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-44925c44-45fd-49a8-98e0-2db17ee18284 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1835184 Aug 27 04:55:37.661332 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-d720f186-6679-4661-aa7d-28faffde9cf7 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1415044546'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:55:37.665730 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c09cea2c-e846-48c5-8449-23384668678b tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks [] for router_controller (d7af0215-1d9f-453a-aa07-faa56a311c91), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:37.670889 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33808) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:37.677270 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-1ae03e7b-ca06-4ab6-8b6d-f7b4a0604a95 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'subnet': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:55:37.692976 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-07543fd1-d10a-4ff3-b58f-f614fb278ba2 None None] Port d8db857b-0aab-4cbf-9448-ea536968c87f cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:55:37.696651 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fc9df580-7eca-4478-81eb-40f817203308 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for port (d8db857b-0aab-4cbf-9448-ea536968c87f), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:37.703862 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-34b0a7c2-99dd-4ff2-90c6-bef40ad58bdd tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Allocated IP 172.20.0.8 (bed5c5bb-7fd2-4c96-a0f2-53fbcb7374e8/081cc7bf-ed3d-4ce9-a252-07ea54099512/fe72db27-75ba-4985-998f-880d0176626e) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:55:37.725790 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-80970a43-e9bd-4794-966f-d939aa68333b req-e306b801-3958-453f-9ff8-5746fa4e4994 tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=11b31b8c-3a1d-4136-8264-cc28240aeb30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713672 Aug 27 04:55:37.766480 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ce7118a0-4065-46bb-b7fa-d5f5db62213c admin admin] Publish callbacks [] for security_group (0c0daeb7-7b3a-46ac-8459-ddc3fe821bd4), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:37.797114 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-07543fd1-d10a-4ff3-b58f-f614fb278ba2 None None] Provisioning complete for port 8e312c31-3e2f-4c8b-9369-6fe6ad5cdea3 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:37.819665 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-07543fd1-d10a-4ff3-b58f-f614fb278ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (8e312c31-3e2f-4c8b-9369-6fe6ad5cdea3), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:37.824813 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2daa0e09-502a-4046-a44a-37115d1f5424 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'project_id': 'f0f1eb4384394fc18f1626f3e12e04e3', 'fixed_ips': [{'subnet_id': '508e07c6-3e69-4a00-a4af-840b6dd2fdd3'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:55:37.825970 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2daa0e09-502a-4046-a44a-37115d1f5424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:37.904726 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fc9df580-7eca-4478-81eb-40f817203308 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (d8db857b-0aab-4cbf-9448-ea536968c87f), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:37.908038 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ce7118a0-4065-46bb-b7fa-d5f5db62213c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (0c0daeb7-7b3a-46ac-8459-ddc3fe821bd4), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:37.961878 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c09cea2c-e846-48c5-8449-23384668678b tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (d7af0215-1d9f-453a-aa07-faa56a311c91), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:37.962505 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09cea2c-e846-48c5-8449-23384668678b tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Fanout notify agent at l3_agent the message router_deleted on router d7af0215-1d9f-453a-aa07-faa56a311c91 {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:55:37.984909 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d720f186-6679-4661-aa7d-28faffde9cf7 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Made reservation on behalf of b501d9614334486889b8f2f2a8fa54bb for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:55:37.991987 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d720f186-6679-4661-aa7d-28faffde9cf7 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:38.021389 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c09cea2c-e846-48c5-8449-23384668678b tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:38.022667 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c09cea2c-e846-48c5-8449-23384668678b tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] 10.222.0.76 "DELETE /networking/v2.0/routers/d7af0215-1d9f-453a-aa07-faa56a311c91 HTTP/1.1" status: 204 len: 168 time: 4.0278542 Aug 27 04:55:38.022816 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 8e312c31-3e2f-4c8b-9369-6fe6ad5cdea3 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:55:38.032896 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ce7118a0-4065-46bb-b7fa-d5f5db62213c admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=0efad22da6664389bc2666f4aa539f17&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0293987 Aug 27 04:55:38.042525 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d720f186-6679-4661-aa7d-28faffde9cf7 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:38.043787 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33812) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:38.044049 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33814) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:38.053898 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-ed037f94-9bea-4981-98b4-6b4b4483e554 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-251804527', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:55:38.054267 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-07543fd1-d10a-4ff3-b58f-f614fb278ba2 None None] Current status of the port 8e312c31-3e2f-4c8b-9369-6fe6ad5cdea3 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:55:38.083796 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fc9df580-7eca-4478-81eb-40f817203308 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:38.084714 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae03e7b-ca06-4ab6-8b6d-f7b4a0604a95 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Made reservation on behalf of f0f1eb4384394fc18f1626f3e12e04e3 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:55:38.087113 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:38.088434 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1ae03e7b-ca06-4ab6-8b6d-f7b4a0604a95 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:38.089447 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7118a0-4065-46bb-b7fa-d5f5db62213c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0daeb7-7b3a-46ac-8459-ddc3fe821bd4,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:38.091610 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-2daa0e09-502a-4046-a44a-37115d1f5424 None None] Allocated IP 2001:db8::f816:3eff:fee3:421e (61356c33-ce96-40d0-bb36-87a36b2d0e1c/508e07c6-3e69-4a00-a4af-840b6dd2fdd3/31c606a0-264d-469c-899d-d802fbd64b95) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:55:38.097754 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9df580-7eca-4478-81eb-40f817203308 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event updated for resources: {'Port': ['ID=d8db857b-0aab-4cbf-9448-ea536968c87f,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:38.153150 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device ecb80079-35f2-4611-bd9d-550938b6fd5d no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:55:38.198644 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-92aee469-6a98-4f86-bb93-e90878d25e84 admin admin] Publish callbacks [] for security_group (0c0daeb7-7b3a-46ac-8459-ddc3fe821bd4), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:38.208561 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: ecb80079-35f2-4611-bd9d-550938b6fd5d {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:55:38.209596 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-34b0a7c2-99dd-4ff2-90c6-bef40ad58bdd tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks [] for port (fe72db27-75ba-4985-998f-880d0176626e), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:38.210889 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device ecb80079-35f2-4611-bd9d-550938b6fd5d not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:55:38.242877 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-92aee469-6a98-4f86-bb93-e90878d25e84 admin admin] Publish callbacks [] for security_group (0c0daeb7-7b3a-46ac-8459-ddc3fe821bd4), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:38.274447 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9df580-7eca-4478-81eb-40f817203308 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Network 224b85ea-ae0f-40b7-8bd7-a6afd96bfdf5 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:55:38.278905 n-d-852088-5 neutron-server[107776]: INFO neutron.db.ipam_backend_mixin [None req-1ae03e7b-ca06-4ab6-8b6d-f7b4a0604a95 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 508e07c6-3e69-4a00-a4af-840b6dd2fdd3 (CIDR: 2001:db8::/64) Aug 27 04:55:38.286663 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-fc9df580-7eca-4478-81eb-40f817203308 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:55:38.318055 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d720f186-6679-4661-aa7d-28faffde9cf7 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Publish callbacks [] for security_group (59b89ae1-d8df-49e9-b132-e5606355b74f), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:38.341420 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-681d9e90-5136-426e-961b-fe196251ac52 None None] Provisioning complete for port d8db857b-0aab-4cbf-9448-ea536968c87f triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:38.341420 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-681d9e90-5136-426e-961b-fe196251ac52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d8db857b-0aab-4cbf-9448-ea536968c87f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:38.353085 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ed037f94-9bea-4981-98b4-6b4b4483e554 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (a907ed3a-a97f-4519-846b-60ee13f1c512), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:38.354143 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ed037f94-9bea-4981-98b4-6b4b4483e554 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (a907ed3a-a97f-4519-846b-60ee13f1c512), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:38.395004 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ae03e7b-ca06-4ab6-8b6d-f7b4a0604a95 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 04:55:38.395510 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ae03e7b-ca06-4ab6-8b6d-f7b4a0604a95 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:55:38.404066 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-681d9e90-5136-426e-961b-fe196251ac52 None None] Port d8db857b-0aab-4cbf-9448-ea536968c87f cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:55:38.459138 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc9df580-7eca-4478-81eb-40f817203308 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Router 102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:55:38.495972 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 8e312c31-3e2f-4c8b-9369-6fe6ad5cdea3 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:55:38.538121 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d720f186-6679-4661-aa7d-28faffde9cf7 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (59b89ae1-d8df-49e9-b132-e5606355b74f), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:38.549841 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2daa0e09-502a-4046-a44a-37115d1f5424 None None] Publish callbacks [] for port (31c606a0-264d-469c-899d-d802fbd64b95), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:38.560203 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-34b0a7c2-99dd-4ff2-90c6-bef40ad58bdd tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (fe72db27-75ba-4985-998f-880d0176626e), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:38.566279 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 8e312c31-3e2f-4c8b-9369-6fe6ad5cdea3 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:38.566885 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (8e312c31-3e2f-4c8b-9369-6fe6ad5cdea3), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:38.593339 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-92aee469-6a98-4f86-bb93-e90878d25e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (0c0daeb7-7b3a-46ac-8459-ddc3fe821bd4), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:38.596826 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d720f186-6679-4661-aa7d-28faffde9cf7 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59b89ae1-d8df-49e9-b132-e5606355b74f,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:38.596965 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-92aee469-6a98-4f86-bb93-e90878d25e84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:38.598955 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-92aee469-6a98-4f86-bb93-e90878d25e84 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/0c0daeb7-7b3a-46ac-8459-ddc3fe821bd4 HTTP/1.1" status: 204 len: 168 time: 0.5527105 Aug 27 04:55:38.610131 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9df580-7eca-4478-81eb-40f817203308 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:55:38.625047 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9e908e-1eab-40a4-9b66-0576f640a023 None None] Sync routers for ids ['102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:55:38.625782 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-fc9df580-7eca-4478-81eb-40f817203308 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "PUT /networking/v2.0/routers/102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0629447 Aug 27 04:55:38.635959 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aee469-6a98-4f86-bb93-e90878d25e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0daeb7-7b3a-46ac-8459-ddc3fe821bd4,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:38.638834 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-03678ebd-f9b7-429c-8a35-a71d0bca8ed7 None None] Provisioning complete for port d8db857b-0aab-4cbf-9448-ea536968c87f triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:38.639228 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-03678ebd-f9b7-429c-8a35-a71d0bca8ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d8db857b-0aab-4cbf-9448-ea536968c87f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:38.641476 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33818) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:38.651215 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-da4951a1-c85b-48d9-83e7-0972af8d56f8 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Request body: {'network': {'name': 'tempest-RoutersTest-1479909967'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:55:38.702240 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ed037f94-9bea-4981-98b4-6b4b4483e554 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks [] for router_controller (a907ed3a-a97f-4519-846b-60ee13f1c512), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:38.711670 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2daa0e09-502a-4046-a44a-37115d1f5424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (31c606a0-264d-469c-899d-d802fbd64b95), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:38.724391 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1ae03e7b-ca06-4ab6-8b6d-f7b4a0604a95 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0495944 Aug 27 04:55:38.725515 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33820) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:38.731175 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-f8a174de-3e4c-45b1-af9c-d9886e2fb7d6 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'subnet': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:55:38.738867 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-03678ebd-f9b7-429c-8a35-a71d0bca8ed7 None None] Port d8db857b-0aab-4cbf-9448-ea536968c87f cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:55:38.754676 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d720f186-6679-4661-aa7d-28faffde9cf7 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:55:38.768044 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 8e312c31-3e2f-4c8b-9369-6fe6ad5cdea3 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:55:38.791714 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2daa0e09-502a-4046-a44a-37115d1f5424 None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:55:38.795235 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-2daa0e09-502a-4046-a44a-37115d1f5424 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:55:38.802920 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daa0e09-502a-4046-a44a-37115d1f5424 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:55:38.812795 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b0a7c2-99dd-4ff2-90c6-bef40ad58bdd tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Network bed5c5bb-7fd2-4c96-a0f2-53fbcb7374e8 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:55:38.812923 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daa0e09-502a-4046-a44a-37115d1f5424 None None] Pushing event updated for resources: {'Port': ['ID=31c606a0-264d-469c-899d-d802fbd64b95,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:38.824114 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-34b0a7c2-99dd-4ff2-90c6-bef40ad58bdd tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:55:38.838986 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b0a7c2-99dd-4ff2-90c6-bef40ad58bdd tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:55:38.855488 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9e908e-1eab-40a4-9b66-0576f640a023 None None] Routers {'102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:55:38.856139 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-0a9e908e-1eab-40a4-9b66-0576f640a023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:55:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:55:38.860023 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ed037f94-9bea-4981-98b4-6b4b4483e554 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (a907ed3a-a97f-4519-846b-60ee13f1c512), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:38.874954 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4951a1-c85b-48d9-83e7-0972af8d56f8 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Made reservation on behalf of 8294e34ae47f4d6bbb8fc590d6939221 for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:55:38.885726 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-da4951a1-c85b-48d9-83e7-0972af8d56f8 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:38.962904 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-2daa0e09-502a-4046-a44a-37115d1f5424 None None] Attempting to bind port 31c606a0-264d-469c-899d-d802fbd64b95 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:55:38.962904 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-2daa0e09-502a-4046-a44a-37115d1f5424 None None] Attempting to bind port 31c606a0-264d-469c-899d-d802fbd64b95 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:55:38.962904 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daa0e09-502a-4046-a44a-37115d1f5424 None None] Attempting to bind port 31c606a0-264d-469c-899d-d802fbd64b95 on network 61356c33-ce96-40d0-bb36-87a36b2d0e1c {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:55:38.970845 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d720f186-6679-4661-aa7d-28faffde9cf7 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (70f58c84-6540-44cc-a7e2-1e86c9d4814f), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:38.977702 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-d720f186-6679-4661-aa7d-28faffde9cf7 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Added segment 70f58c84-6540-44cc-a7e2-1e86c9d4814f of type vlan for network 28b62a5d-9c0e-4731-bde3-b518dd72177c Aug 27 04:55:38.977841 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daa0e09-502a-4046-a44a-37115d1f5424 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:55:38.977841 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daa0e09-502a-4046-a44a-37115d1f5424 None None] Checking segment: {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:55:38.977841 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2daa0e09-502a-4046-a44a-37115d1f5424 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:38.977841 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daa0e09-502a-4046-a44a-37115d1f5424 None None] Bound using segment: {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:55:38.977841 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-2daa0e09-502a-4046-a44a-37115d1f5424 None None] Bound port: 31c606a0-264d-469c-899d-d802fbd64b95, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:55:38.977841 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2daa0e09-502a-4046-a44a-37115d1f5424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (31c606a0-264d-469c-899d-d802fbd64b95), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:38.979440 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:38.980919 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf18e46b-14df-4a62-900d-9099a4ade44f req-62249ab4-5ec8-42e2-89f4-3357de97c2ee tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:38.981531 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b0a7c2-99dd-4ff2-90c6-bef40ad58bdd tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Pushing event updated for resources: {'Port': ['ID=fe72db27-75ba-4985-998f-880d0176626e,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:38.989699 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-bf18e46b-14df-4a62-900d-9099a4ade44f req-62249ab4-5ec8-42e2-89f4-3357de97c2ee tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9971ddb-d345-4a8f-8de2-265fbca67e22 HTTP/1.1" status: 200 len: 948 time: 0.1040642 Aug 27 04:55:39.014801 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da4951a1-c85b-48d9-83e7-0972af8d56f8 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:55:39.023371 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b0a7c2-99dd-4ff2-90c6-bef40ad58bdd tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:39.024061 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-34b0a7c2-99dd-4ff2-90c6-bef40ad58bdd tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:39.043877 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-0a9e908e-1eab-40a4-9b66-0576f640a023 None None] Set router 102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5 gateway port host: None {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:55:39.048308 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-da4951a1-c85b-48d9-83e7-0972af8d56f8 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (4570e4a4-da6f-40b3-9b47-b0f29a3de9d4), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:39.048308 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-da4951a1-c85b-48d9-83e7-0972af8d56f8 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Added segment 4570e4a4-da6f-40b3-9b47-b0f29a3de9d4 of type vlan for network 6cf9c464-b76d-43db-ba39-8afb19f4689a Aug 27 04:55:39.088421 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-2daa0e09-502a-4046-a44a-37115d1f5424 None None] For port 31c606a0-264d-469c-899d-d802fbd64b95, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:55:39.088421 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-2daa0e09-502a-4046-a44a-37115d1f5424 None None] For port 31c606a0-264d-469c-899d-d802fbd64b95, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=31c606a0-264d-469c-899d-d802fbd64b95,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:55:39.096991 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-bf18e46b-14df-4a62-900d-9099a4ade44f req-33b7a9dc-04ef-488e-a18a-e213f5763c74 tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=11b31b8c-3a1d-4136-8264-cc28240aeb30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064236 Aug 27 04:55:39.124973 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d720f186-6679-4661-aa7d-28faffde9cf7 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (28b62a5d-9c0e-4731-bde3-b518dd72177c), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:39.133238 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ed037f94-9bea-4981-98b4-6b4b4483e554 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:39.134760 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ed037f94-9bea-4981-98b4-6b4b4483e554 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0897264 Aug 27 04:55:39.141640 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33826) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:39.154398 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-da4951a1-c85b-48d9-83e7-0972af8d56f8 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (6cf9c464-b76d-43db-ba39-8afb19f4689a), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:39.164026 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-d40a9d56-4477-4e7a-b8a7-576dee490267 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Request body: {'router': {'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:55:39.201306 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-34b0a7c2-99dd-4ff2-90c6-bef40ad58bdd tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3071630 Aug 27 04:55:39.204650 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33828) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:39.213383 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-4f9e8b03-ff30-46c8-b724-e76f106fa677 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:70:9e:13'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:5a:f4:dd'}]}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:55:39.241460 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2daa0e09-502a-4046-a44a-37115d1f5424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (31c606a0-264d-469c-899d-d802fbd64b95), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:39.262253 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a174de-3e4c-45b1-af9c-d9886e2fb7d6 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Made reservation on behalf of f0f1eb4384394fc18f1626f3e12e04e3 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:55:39.294619 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f8a174de-3e4c-45b1-af9c-d9886e2fb7d6 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:39.437909 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-56257a7a-538c-4b29-b4ea-ba44d7f17fcc None None] Provisioning complete for port fe72db27-75ba-4985-998f-880d0176626e triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:39.438433 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-56257a7a-538c-4b29-b4ea-ba44d7f17fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (fe72db27-75ba-4985-998f-880d0176626e), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:39.486461 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d720f186-6679-4661-aa7d-28faffde9cf7 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (28b62a5d-9c0e-4731-bde3-b518dd72177c), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:39.491504 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d720f186-6679-4661-aa7d-28faffde9cf7 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:39.492243 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d720f186-6679-4661-aa7d-28faffde9cf7 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:39.530806 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daa0e09-502a-4046-a44a-37115d1f5424 None None] Pushing event updated for resources: {'Port': ['ID=31c606a0-264d-469c-899d-d802fbd64b95,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:39.537821 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-56257a7a-538c-4b29-b4ea-ba44d7f17fcc None None] Port fe72db27-75ba-4985-998f-880d0176626e cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:55:39.633965 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-0a9e908e-1eab-40a4-9b66-0576f640a023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'name': 'tempest-RoutersTest-router-1984842301', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:55:01Z', 'updated_at': '2022-08-27T04:55:36Z', 'revision_number': 4, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'gw_port_host': None, '_interfaces': [{'id': '14f6582e-2ccf-474e-9dd1-50666879ef18', 'name': '', 'network_id': '2f688bf2-3831-4324-8eb2-df317fba29d9', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:1f:20:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'ba598601-4006-41f6-89e9-fce854c1ffb3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:21Z', 'updated_at': '2022-08-27T04:55:33Z', 'revision_number': 5, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': 'ba598601-4006-41f6-89e9-fce854c1ffb3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c861b3df-3b81-4554-abf8-1246b6f5803f', 'name': '', 'network_id': '94122cb1-f5f8-4b56-88b2-5834aef4472c', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:e2:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '5df62364-1081-4557-a010-0b9d53af53d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:08Z', 'updated_at': '2022-08-27T04:55:16Z', 'revision_number': 5, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': '5df62364-1081-4557-a010-0b9d53af53d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8db857b-0aab-4cbf-9448-ea536968c87f', 'name': '', 'network_id': '224b85ea-ae0f-40b7-8bd7-a6afd96bfdf5', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:1f:5b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': '3d1d9a3d-8c41-4a48-beee-c12cc0d8bc3f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:34Z', 'updated_at': '2022-08-27T04:55:37Z', 'revision_number': 2, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': '3d1d9a3d-8c41-4a48-beee-c12cc0d8bc3f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:55:39.675722 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9e908e-1eab-40a4-9b66-0576f640a023 None None] Checking router: 102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:55:39.676469 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9e908e-1eab-40a4-9b66-0576f640a023 None None] Updating router 102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5 port d8db857b-0aab-4cbf-9448-ea536968c87f binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:55:39.725242 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-da4951a1-c85b-48d9-83e7-0972af8d56f8 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (6cf9c464-b76d-43db-ba39-8afb19f4689a), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:39.736603 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4951a1-c85b-48d9-83e7-0972af8d56f8 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:39.736603 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-da4951a1-c85b-48d9-83e7-0972af8d56f8 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:39.744975 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-0a9e908e-1eab-40a4-9b66-0576f640a023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (d8db857b-0aab-4cbf-9448-ea536968c87f), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:39.761029 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device 52900704-5417-4e87-b4a8-e26c5f01bee0 details requested by agent hyperv_n-h1-852088-5 with host n-h1-852088-5 {{(pid=107777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:55:39.854397 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:39.910410 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port 52900704-5417-4e87-b4a8-e26c5f01bee0, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=52900704-5417-4e87-b4a8-e26c5f01bee0,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:55:39.953406 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Returning: {'device': '52900704-5417-4e87-b4a8-e26c5f01bee0', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'port_id': '52900704-5417-4e87-b4a8-e26c5f01bee0', 'mac_address': 'fa:16:3e:11:b5:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120f3302-721f-4373-86a6-3aa14ccf6ac4', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:55:39.989123 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4951a1-c85b-48d9-83e7-0972af8d56f8 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event updated for resources: {'Network': ['ID=6cf9c464-b76d-43db-ba39-8afb19f4689a,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:40.033357 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Current status of the port 52900704-5417-4e87-b4a8-e26c5f01bee0 is: DOWN; New status is: BUILD {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:55:40.033756 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (52900704-5417-4e87-b4a8-e26c5f01bee0), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:40.035901 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 6cf9c464-b76d-43db-ba39-8afb19f4689a details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:55:40.036947 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-da4951a1-c85b-48d9-83e7-0972af8d56f8 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3930995 Aug 27 04:55:40.041583 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33836) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:40.048860 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-4c14ff34-236c-4ddf-a35e-de1401fbff84 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Request body: {'subnet': {'network_id': '6cf9c464-b76d-43db-ba39-8afb19f4689a', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:55:40.096274 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:40.102489 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52900704-5417-4e87-b4a8-e26c5f01bee0 {{(pid=107777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 04:55:40.135865 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33838) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:40.143819 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port 52900704-5417-4e87-b4a8-e26c5f01bee0, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=52900704-5417-4e87-b4a8-e26c5f01bee0,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:55:40.209403 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ed1bbd09-b35d-4b7a-b02e-2ae6b8e5a20f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:40.265170 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (52900704-5417-4e87-b4a8-e26c5f01bee0), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:40.297214 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60380ae-d09c-4e7b-ba33-1db55e60c236 req-9c427d63-2e03-4b52-aa8d-1d98ef23a034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:40.299386 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-a60380ae-d09c-4e7b-ba33-1db55e60c236 req-9c427d63-2e03-4b52-aa8d-1d98ef23a034 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=5034a717d9704e5ba0af54eda8554717&device_id=d9971ddb-d345-4a8f-8de2-265fbca67e22 HTTP/1.1" status: 200 len: 1130 time: 0.8499546 Aug 27 04:55:40.319926 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-0a9e908e-1eab-40a4-9b66-0576f640a023 None None] Publish callbacks [] for port (d8db857b-0aab-4cbf-9448-ea536968c87f), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:40.340489 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Pushing event updated for resources: {'Port': ['ID=52900704-5417-4e87-b4a8-e26c5f01bee0,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:40.379185 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f8a174de-3e4c-45b1-af9c-d9886e2fb7d6 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (dc4dddf6-1acd-4d98-bad6-7520da2e4c36), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:40.404445 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4f9e8b03-ff30-46c8-b724-e76f106fa677 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (fe72db27-75ba-4985-998f-880d0176626e), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:40.411638 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d40a9d56-4477-4e7a-b8a7-576dee490267 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks [] for router_gateway (a907ed3a-a97f-4519-846b-60ee13f1c512), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:40.412021 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6014ec6-bab6-4edb-bdd2-c05f09ed0069 req-8b557e86-cba9-4680-9df9-07f697e5e973 tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:40.419783 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d6014ec6-bab6-4edb-bdd2-c05f09ed0069 req-8b557e86-cba9-4680-9df9-07f697e5e973 tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9971ddb-d345-4a8f-8de2-265fbca67e22 HTTP/1.1" status: 200 len: 949 time: 0.1735258 Aug 27 04:55:40.442201 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d720f186-6679-4661-aa7d-28faffde9cf7 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Pushing event updated for resources: {'Network': ['ID=28b62a5d-9c0e-4731-bde3-b518dd72177c,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:40.457383 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-0a9e908e-1eab-40a4-9b66-0576f640a023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (d8db857b-0aab-4cbf-9448-ea536968c87f), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:40.457859 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 28b62a5d-9c0e-4731-bde3-b518dd72177c details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:55:40.526928 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86538f8d-f02f-4351-80e6-6ff83cdb56cd None None] Pushing event updated for resources: {'Port': ['ID=d8db857b-0aab-4cbf-9448-ea536968c87f,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:40.548083 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86538f8d-f02f-4351-80e6-6ff83cdb56cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:40.548411 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86538f8d-f02f-4351-80e6-6ff83cdb56cd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:40.548815 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86538f8d-f02f-4351-80e6-6ff83cdb56cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:40.549246 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86538f8d-f02f-4351-80e6-6ff83cdb56cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:40.549673 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86538f8d-f02f-4351-80e6-6ff83cdb56cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:40.550098 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86538f8d-f02f-4351-80e6-6ff83cdb56cd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:40.550519 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86538f8d-f02f-4351-80e6-6ff83cdb56cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:40.550939 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86538f8d-f02f-4351-80e6-6ff83cdb56cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:40.551358 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86538f8d-f02f-4351-80e6-6ff83cdb56cd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:40.551796 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86538f8d-f02f-4351-80e6-6ff83cdb56cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:40.552237 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86538f8d-f02f-4351-80e6-6ff83cdb56cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:40.552657 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86538f8d-f02f-4351-80e6-6ff83cdb56cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:40.553075 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86538f8d-f02f-4351-80e6-6ff83cdb56cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:40.553489 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86538f8d-f02f-4351-80e6-6ff83cdb56cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:40.553907 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86538f8d-f02f-4351-80e6-6ff83cdb56cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:40.579657 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a174de-3e4c-45b1-af9c-d9886e2fb7d6 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:55:40.589490 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c14ff34-236c-4ddf-a35e-de1401fbff84 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Made reservation on behalf of 8294e34ae47f4d6bbb8fc590d6939221 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:55:40.593847 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4c14ff34-236c-4ddf-a35e-de1401fbff84 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:40.598566 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ed1bbd09-b35d-4b7a-b02e-2ae6b8e5a20f admin admin] Publish callbacks [] for security_group (b63a7040-cd48-4bb5-8c88-533b876d63e7), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:40.602879 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d720f186-6679-4661-aa7d-28faffde9cf7 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.1587789 Aug 27 04:55:40.604642 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60380ae-d09c-4e7b-ba33-1db55e60c236 req-d73c444d-b8a3-4795-be9b-35d2265615ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:40.616067 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-a60380ae-d09c-4e7b-ba33-1db55e60c236 req-d73c444d-b8a3-4795-be9b-35d2265615ca service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=a82fb463-5a8f-4b8b-991d-61491eba11c6 HTTP/1.1" status: 200 len: 870 time: 0.2531915 Aug 27 04:55:40.616067 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33842) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:40.616345 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-f8a174de-3e4c-45b1-af9c-d9886e2fb7d6 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:55:40.616693 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-1d8dcb01-34f2-4740-9634-a31f6100629f tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Request body: {'subnet': {'network_id': '28b62a5d-9c0e-4731-bde3-b518dd72177c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:55:40.620594 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a174de-3e4c-45b1-af9c-d9886e2fb7d6 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:40.623841 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f8a174de-3e4c-45b1-af9c-d9886e2fb7d6 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:40.634125 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 31c606a0-264d-469c-899d-d802fbd64b95 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:55:40.646507 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:40.666076 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-0a9e908e-1eab-40a4-9b66-0576f640a023 None None] Attempting to bind port d8db857b-0aab-4cbf-9448-ea536968c87f on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:55:40.666442 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-0a9e908e-1eab-40a4-9b66-0576f640a023 None None] Attempting to bind port d8db857b-0aab-4cbf-9448-ea536968c87f by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'd347818e-3700-40e6-bc2a-121bfabf4f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '224b85ea-ae0f-40b7-8bd7-a6afd96bfdf5'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:55:40.666803 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9e908e-1eab-40a4-9b66-0576f640a023 None None] Attempting to bind port d8db857b-0aab-4cbf-9448-ea536968c87f on network 224b85ea-ae0f-40b7-8bd7-a6afd96bfdf5 {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:55:40.674249 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9e908e-1eab-40a4-9b66-0576f640a023 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:55:40.674470 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9e908e-1eab-40a4-9b66-0576f640a023 None None] Checking segment: {'id': 'd347818e-3700-40e6-bc2a-121bfabf4f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '224b85ea-ae0f-40b7-8bd7-a6afd96bfdf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:55:40.675023 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-0a9e908e-1eab-40a4-9b66-0576f640a023 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:40.675417 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9e908e-1eab-40a4-9b66-0576f640a023 None None] Bound using segment: {'id': 'd347818e-3700-40e6-bc2a-121bfabf4f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '224b85ea-ae0f-40b7-8bd7-a6afd96bfdf5'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:55:40.675939 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-0a9e908e-1eab-40a4-9b66-0576f640a023 None None] Bound port: d8db857b-0aab-4cbf-9448-ea536968c87f, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd347818e-3700-40e6-bc2a-121bfabf4f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '224b85ea-ae0f-40b7-8bd7-a6afd96bfdf5'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:55:40.676413 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-0a9e908e-1eab-40a4-9b66-0576f640a023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (d8db857b-0aab-4cbf-9448-ea536968c87f), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:40.724578 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-a60380ae-d09c-4e7b-ba33-1db55e60c236 req-54913cab-9b5a-402d-978e-6ecb29329215 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=52900704-5417-4e87-b4a8-e26c5f01bee0 HTTP/1.1" status: 200 len: 217 time: 0.0825472 Aug 27 04:55:40.738302 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a174de-3e4c-45b1-af9c-d9886e2fb7d6 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event updated for resources: {'Subnet': ['ID=dc4dddf6-1acd-4d98-bad6-7520da2e4c36,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:40.762409 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-0a9e908e-1eab-40a4-9b66-0576f640a023 None None] For port d8db857b-0aab-4cbf-9448-ea536968c87f, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:55:40.765162 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 31c606a0-264d-469c-899d-d802fbd64b95 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:40.768486 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (31c606a0-264d-469c-899d-d802fbd64b95), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:40.809777 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ed1bbd09-b35d-4b7a-b02e-2ae6b8e5a20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (b63a7040-cd48-4bb5-8c88-533b876d63e7), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:40.840203 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d6014ec6-bab6-4edb-bdd2-c05f09ed0069 req-f2b6946f-452f-419e-a54a-268f2d8f02d3 tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=11b31b8c-3a1d-4136-8264-cc28240aeb30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4193454 Aug 27 04:55:40.881092 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60380ae-d09c-4e7b-ba33-1db55e60c236 req-01363273-8e37-4b1f-bc0d-3c31b0b7eb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:40.883418 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-a60380ae-d09c-4e7b-ba33-1db55e60c236 req-01363273-8e37-4b1f-bc0d-3c31b0b7eb2f service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.1116371 Aug 27 04:55:40.892095 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] get_ports_and_sgs() called for port_ids ['52900704-5417-4e87-b4a8-e26c5f01bee0'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:55:40.900006 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 31c606a0-264d-469c-899d-d802fbd64b95 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:55:40.900006 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (31c606a0-264d-469c-899d-d802fbd64b95), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:40.921699 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-0a9e908e-1eab-40a4-9b66-0576f640a023 None None] For port d8db857b-0aab-4cbf-9448-ea536968c87f, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=d8db857b-0aab-4cbf-9448-ea536968c87f,segment=NetworkSegment(d347818e-3700-40e6-bc2a-121bfabf4f1b),segment_id=d347818e-3700-40e6-bc2a-121bfabf4f1b)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:55:40.929256 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cc5d5c-3053-446a-bd7b-9bb18896d79c None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:55:40.991184 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ed1bbd09-b35d-4b7a-b02e-2ae6b8e5a20f admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=c4ebf69860574d1cbe604c814e6baec1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8534698 Aug 27 04:55:41.005142 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f8a174de-3e4c-45b1-af9c-d9886e2fb7d6 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2784023 Aug 27 04:55:41.007600 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33846) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:41.008993 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33848) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:41.016949 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-b4d402ba-579b-4ed8-80b7-5d1cf0e2323d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'port': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'mac_address': 'fa:16:3e:bc:75:94', 'name': 'tempest-NetworksTestDHCPv6-1635288110'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:55:41.045080 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60380ae-d09c-4e7b-ba33-1db55e60c236 req-e29a4b0d-ff31-4087-b122-647a5a732cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:41.047480 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-a60380ae-d09c-4e7b-ba33-1db55e60c236 req-e29a4b0d-ff31-4087-b122-647a5a732cd7 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1470981 Aug 27 04:55:41.053186 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:41.053984 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-61a75987-d43a-4cc8-bea4-410a69d132f4 None None] Provisioning complete for port 31c606a0-264d-469c-899d-d802fbd64b95 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:41.054361 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-61a75987-d43a-4cc8-bea4-410a69d132f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (31c606a0-264d-469c-899d-d802fbd64b95), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:41.062009 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1bbd09-b35d-4b7a-b02e-2ae6b8e5a20f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63a7040-cd48-4bb5-8c88-533b876d63e7,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:41.105204 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 31c606a0-264d-469c-899d-d802fbd64b95, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=31c606a0-264d-469c-899d-d802fbd64b95,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:55:41.144010 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d40a9d56-4477-4e7a-b8a7-576dee490267 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks [] for router_gateway (a907ed3a-a97f-4519-846b-60ee13f1c512), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:41.150048 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-0a9e908e-1eab-40a4-9b66-0576f640a023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (d8db857b-0aab-4cbf-9448-ea536968c87f), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:41.172234 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d40a9d56-4477-4e7a-b8a7-576dee490267 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:41.205179 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bb03bd80-768b-452e-92c1-9bbbdecaf185 admin admin] Publish callbacks [] for security_group (b63a7040-cd48-4bb5-8c88-533b876d63e7), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:41.242144 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-a60380ae-d09c-4e7b-ba33-1db55e60c236 req-6c6c2b97-b147-4959-8cbd-256952e3e8a3 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855624 Aug 27 04:55:41.260620 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86538f8d-f02f-4351-80e6-6ff83cdb56cd None None] Pushing event updated for resources: {'Port': ['ID=d8db857b-0aab-4cbf-9448-ea536968c87f,revision_number=4']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:41.278731 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9e908e-1eab-40a4-9b66-0576f640a023 None None] Routers {'102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:55:41.280962 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-0a9e908e-1eab-40a4-9b66-0576f640a023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:55:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:55:41.307091 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8dcb01-34f2-4740-9634-a31f6100629f tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Made reservation on behalf of b501d9614334486889b8f2f2a8fa54bb for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:55:41.313566 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bb03bd80-768b-452e-92c1-9bbbdecaf185 admin admin] Publish callbacks [] for security_group (b63a7040-cd48-4bb5-8c88-533b876d63e7), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:41.317028 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1d8dcb01-34f2-4740-9634-a31f6100629f tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:41.332700 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (31c606a0-264d-469c-899d-d802fbd64b95), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:41.416016 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-0a9e908e-1eab-40a4-9b66-0576f640a023 None None] Set router 102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5 gateway port host: None {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:55:41.477165 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=31c606a0-264d-469c-899d-d802fbd64b95,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:41.514212 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-61a75987-d43a-4cc8-bea4-410a69d132f4 None None] Current status of the port 31c606a0-264d-469c-899d-d802fbd64b95 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:55:41.535445 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2ee787-4b5e-441f-a09f-799b630bc8c6 None None] Update dhcp port {'port': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'fixed_ips': [{'subnet_id': '508e07c6-3e69-4a00-a4af-840b6dd2fdd3', 'ip_address': '2001:db8::f816:3eff:fee3:421e'}, {'subnet_id': 'dc4dddf6-1acd-4d98-bad6-7520da2e4c36'}], 'binding:host_id': 'n-d-852088-5'}, 'id': '31c606a0-264d-469c-899d-d802fbd64b95'} from n-d-852088-5. {{(pid=107777) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Aug 27 04:55:41.575129 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2d2ee787-4b5e-441f-a09f-799b630bc8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (31c606a0-264d-469c-899d-d802fbd64b95), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:41.751985 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-0a9e908e-1eab-40a4-9b66-0576f640a023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'name': 'tempest-RoutersTest-router-1984842301', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:55:01Z', 'updated_at': '2022-08-27T04:55:36Z', 'revision_number': 4, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'gw_port_host': None, '_interfaces': [{'id': '14f6582e-2ccf-474e-9dd1-50666879ef18', 'name': '', 'network_id': '2f688bf2-3831-4324-8eb2-df317fba29d9', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:1f:20:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'ba598601-4006-41f6-89e9-fce854c1ffb3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:21Z', 'updated_at': '2022-08-27T04:55:33Z', 'revision_number': 5, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': 'ba598601-4006-41f6-89e9-fce854c1ffb3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c861b3df-3b81-4554-abf8-1246b6f5803f', 'name': '', 'network_id': '94122cb1-f5f8-4b56-88b2-5834aef4472c', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:e2:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '5df62364-1081-4557-a010-0b9d53af53d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:08Z', 'updated_at': '2022-08-27T04:55:16Z', 'revision_number': 5, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': '5df62364-1081-4557-a010-0b9d53af53d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8db857b-0aab-4cbf-9448-ea536968c87f', 'name': '', 'network_id': '224b85ea-ae0f-40b7-8bd7-a6afd96bfdf5', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:1f:5b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': '3d1d9a3d-8c41-4a48-beee-c12cc0d8bc3f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:34Z', 'updated_at': '2022-08-27T04:55:40Z', 'revision_number': 4, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': '3d1d9a3d-8c41-4a48-beee-c12cc0d8bc3f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:55:41.771041 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:41.782936 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-a60380ae-d09c-4e7b-ba33-1db55e60c236 req-ec390729-d96c-4603-a585-347ef09936fa service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5341704 Aug 27 04:55:41.784999 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9e908e-1eab-40a4-9b66-0576f640a023 None None] The sync data for ids ['102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'] in n-d-852088-5 is: [{'id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'name': 'tempest-RoutersTest-router-1984842301', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:55:01Z', 'updated_at': '2022-08-27T04:55:36Z', 'revision_number': 4, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'gw_port_host': None, '_interfaces': [{'id': '14f6582e-2ccf-474e-9dd1-50666879ef18', 'name': '', 'network_id': '2f688bf2-3831-4324-8eb2-df317fba29d9', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:1f:20:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'ba598601-4006-41f6-89e9-fce854c1ffb3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:21Z', 'updated_at': '2022-08-27T04:55:33Z', 'revision_number': 5, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': 'ba598601-4006-41f6-89e9-fce854c1ffb3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c861b3df-3b81-4554-abf8-1246b6f5803f', 'name': '', 'network_id': '94122cb1-f5f8-4b56-88b2-5834aef4472c', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:e2:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '5df62364-1081-4557-a010-0b9d53af53d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:08Z', 'updated_at': '2022-08-27T04:55:16Z', 'revision_number': 5, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': '5df62364-1081-4557-a010-0b9d53af53d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8db857b-0aab-4cbf-9448-ea536968c87f', 'name': '', 'network_id': '224b85ea-ae0f-40b7-8bd7-a6afd96bfdf5', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:1f:5b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': '3d1d9a3d-8c41-4a48-beee-c12cc0d8bc3f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:34Z', 'updated_at': '2022-08-27T04:55:40Z', 'revision_number': 4, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': '3d1d9a3d-8c41-4a48-beee-c12cc0d8bc3f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:55:41.797819 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-d40a9d56-4477-4e7a-b8a7-576dee490267 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Allocated IP 172.25.2.231 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/af14e293-6a80-4ac8-8313-f1cc5634d886) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:55:41.798408 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-2d2ee787-4b5e-441f-a09f-799b630bc8c6 None None] Allocated IP 2001:db8:0:1::2 (61356c33-ce96-40d0-bb36-87a36b2d0e1c/dc4dddf6-1acd-4d98-bad6-7520da2e4c36/31c606a0-264d-469c-899d-d802fbd64b95) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:55:41.825987 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4f9e8b03-ff30-46c8-b724-e76f106fa677 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks [] for port (fe72db27-75ba-4985-998f-880d0176626e), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:41.926742 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:41.934220 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-2d2ee787-4b5e-441f-a09f-799b630bc8c6 None None] For port 31c606a0-264d-469c-899d-d802fbd64b95, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=31c606a0-264d-469c-899d-d802fbd64b95,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:55:41.961979 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1d8dcb01-34f2-4740-9634-a31f6100629f tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (16b5aaf9-0f13-40ff-ad6a-3afef6a5f7ec), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:41.986593 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2d2ee787-4b5e-441f-a09f-799b630bc8c6 None None] Publish callbacks [] for port (31c606a0-264d-469c-899d-d802fbd64b95), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:42.034574 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bb03bd80-768b-452e-92c1-9bbbdecaf185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (b63a7040-cd48-4bb5-8c88-533b876d63e7), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:42.037452 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bb03bd80-768b-452e-92c1-9bbbdecaf185 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:42.041960 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-bb03bd80-768b-452e-92c1-9bbbdecaf185 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/b63a7040-cd48-4bb5-8c88-533b876d63e7 HTTP/1.1" status: 204 len: 168 time: 1.0307727 Aug 27 04:55:42.042593 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d40a9d56-4477-4e7a-b8a7-576dee490267 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks [] for port (af14e293-6a80-4ac8-8313-f1cc5634d886), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:42.045527 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4c14ff34-236c-4ddf-a35e-de1401fbff84 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (90184cd6-e88d-4cfe-b64f-27d8f12408be), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:42.047951 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4f9e8b03-ff30-46c8-b724-e76f106fa677 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (fe72db27-75ba-4985-998f-880d0176626e), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:42.050881 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d402ba-579b-4ed8-80b7-5d1cf0e2323d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Made reservation on behalf of f0f1eb4384394fc18f1626f3e12e04e3 for: {'port': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:55:42.107986 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8dcb01-34f2-4740-9634-a31f6100629f tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Pushing event updated for resources: {'Subnet': ['ID=16b5aaf9-0f13-40ff-ad6a-3afef6a5f7ec,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:42.132013 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8dcb01-34f2-4740-9634-a31f6100629f tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Checking segment: {'id': '70f58c84-6540-44cc-a7e2-1e86c9d4814f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '28b62a5d-9c0e-4731-bde3-b518dd72177c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:55:42.132403 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8dcb01-34f2-4740-9634-a31f6100629f tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Network hostable DHCP agents. Network: 28b62a5d-9c0e-4731-bde3-b518dd72177c, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:55:42.166694 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2d2ee787-4b5e-441f-a09f-799b630bc8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (31c606a0-264d-469c-899d-d802fbd64b95), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:42.217913 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device 52900704-5417-4e87-b4a8-e26c5f01bee0 up at agent hyperv_n-h1-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:55:42.266924 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb03bd80-768b-452e-92c1-9bbbdecaf185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63a7040-cd48-4bb5-8c88-533b876d63e7,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:42.274687 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c14ff34-236c-4ddf-a35e-de1401fbff84 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event updated for resources: {'Subnet': ['ID=90184cd6-e88d-4cfe-b64f-27d8f12408be,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:42.282594 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9e8b03-ff30-46c8-b724-e76f106fa677 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Pushing event updated for resources: {'Port': ['ID=fe72db27-75ba-4985-998f-880d0176626e,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:42.320342 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d40a9d56-4477-4e7a-b8a7-576dee490267 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (af14e293-6a80-4ac8-8313-f1cc5634d886), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:42.320342 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8dcb01-34f2-4740-9634-a31f6100629f tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Network 28b62a5d-9c0e-4731-bde3-b518dd72177c is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:55:42.328329 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb03bd80-768b-452e-92c1-9bbbdecaf185 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:42.328665 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb03bd80-768b-452e-92c1-9bbbdecaf185 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:42.329053 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb03bd80-768b-452e-92c1-9bbbdecaf185 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:42.329387 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb03bd80-768b-452e-92c1-9bbbdecaf185 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:42.329713 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb03bd80-768b-452e-92c1-9bbbdecaf185 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:42.330105 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb03bd80-768b-452e-92c1-9bbbdecaf185 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:42.330437 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb03bd80-768b-452e-92c1-9bbbdecaf185 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:42.330757 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb03bd80-768b-452e-92c1-9bbbdecaf185 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:42.331127 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb03bd80-768b-452e-92c1-9bbbdecaf185 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:42.331452 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb03bd80-768b-452e-92c1-9bbbdecaf185 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:42.331769 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb03bd80-768b-452e-92c1-9bbbdecaf185 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:42.332082 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb03bd80-768b-452e-92c1-9bbbdecaf185 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:42.332438 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb03bd80-768b-452e-92c1-9bbbdecaf185 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:42.332732 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb03bd80-768b-452e-92c1-9bbbdecaf185 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:42.333078 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb03bd80-768b-452e-92c1-9bbbdecaf185 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:42.347101 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c14ff34-236c-4ddf-a35e-de1401fbff84 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:42.347502 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c14ff34-236c-4ddf-a35e-de1401fbff84 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:42.347840 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c14ff34-236c-4ddf-a35e-de1401fbff84 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:42.348227 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c14ff34-236c-4ddf-a35e-de1401fbff84 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:42.348519 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c14ff34-236c-4ddf-a35e-de1401fbff84 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:42.348890 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c14ff34-236c-4ddf-a35e-de1401fbff84 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:42.349216 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c14ff34-236c-4ddf-a35e-de1401fbff84 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:42.349535 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c14ff34-236c-4ddf-a35e-de1401fbff84 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:42.349851 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c14ff34-236c-4ddf-a35e-de1401fbff84 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:42.350165 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c14ff34-236c-4ddf-a35e-de1401fbff84 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:42.350943 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c14ff34-236c-4ddf-a35e-de1401fbff84 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:42.351426 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c14ff34-236c-4ddf-a35e-de1401fbff84 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:42.351617 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c14ff34-236c-4ddf-a35e-de1401fbff84 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:42.352446 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c14ff34-236c-4ddf-a35e-de1401fbff84 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:42.352446 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c14ff34-236c-4ddf-a35e-de1401fbff84 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:42.368570 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9e8b03-ff30-46c8-b724-e76f106fa677 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:42.376982 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9e8b03-ff30-46c8-b724-e76f106fa677 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:42.376982 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9e8b03-ff30-46c8-b724-e76f106fa677 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:42.376982 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9e8b03-ff30-46c8-b724-e76f106fa677 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:42.376982 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9e8b03-ff30-46c8-b724-e76f106fa677 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:42.376982 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9e8b03-ff30-46c8-b724-e76f106fa677 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:42.376982 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9e8b03-ff30-46c8-b724-e76f106fa677 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:42.376982 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9e8b03-ff30-46c8-b724-e76f106fa677 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:42.376982 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9e8b03-ff30-46c8-b724-e76f106fa677 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:42.376982 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9e8b03-ff30-46c8-b724-e76f106fa677 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:42.381042 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9e8b03-ff30-46c8-b724-e76f106fa677 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:42.381396 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9e8b03-ff30-46c8-b724-e76f106fa677 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:42.381730 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9e8b03-ff30-46c8-b724-e76f106fa677 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:42.382057 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9e8b03-ff30-46c8-b724-e76f106fa677 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:42.382380 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9e8b03-ff30-46c8-b724-e76f106fa677 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:42.419742 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40a9d56-4477-4e7a-b8a7-576dee490267 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:55:42.426860 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-d40a9d56-4477-4e7a-b8a7-576dee490267 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:55:42.429856 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2ee787-4b5e-441f-a09f-799b630bc8c6 None None] Pushing event updated for resources: {'Port': ['ID=31c606a0-264d-469c-899d-d802fbd64b95,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:42.438275 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40a9d56-4477-4e7a-b8a7-576dee490267 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:55:42.470201 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-1d8dcb01-34f2-4740-9634-a31f6100629f tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 28b62a5d-9c0e-4731-bde3-b518dd72177c) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:55:42.487054 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8dcb01-34f2-4740-9634-a31f6100629f tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:42.487665 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1d8dcb01-34f2-4740-9634-a31f6100629f tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:42.507255 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d301d27-c915-4f25-9f4f-b28ef78bb8e0 None None] Network 28b62a5d-9c0e-4731-bde3-b518dd72177c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:55:42.524836 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Provisioning for port 52900704-5417-4e87-b4a8-e26c5f01bee0 completed by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 27 04:55:42.575883 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e4c9d4-2b7c-4c06-a71c-9338ce1b8e63 req-ecff4b4c-b2b5-4f1a-aebd-7cf06b3fd5f3 tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:42.579012 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f7e4c9d4-2b7c-4c06-a71c-9338ce1b8e63 req-ecff4b4c-b2b5-4f1a-aebd-7cf06b3fd5f3 tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9971ddb-d345-4a8f-8de2-265fbca67e22 HTTP/1.1" status: 200 len: 949 time: 0.5908973 Aug 27 04:55:42.588770 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40a9d56-4477-4e7a-b8a7-576dee490267 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Pushing event updated for resources: {'Port': ['ID=af14e293-6a80-4ac8-8313-f1cc5634d886,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:42.607252 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c14ff34-236c-4ddf-a35e-de1401fbff84 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Checking segment: {'id': '4570e4a4-da6f-40b3-9b47-b0f29a3de9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '6cf9c464-b76d-43db-ba39-8afb19f4689a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:55:42.616543 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c14ff34-236c-4ddf-a35e-de1401fbff84 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Network hostable DHCP agents. Network: 6cf9c464-b76d-43db-ba39-8afb19f4689a, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:55:42.705345 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-4f9e8b03-ff30-46c8-b724-e76f106fa677 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] In _notify_port_updated(), no bound segment for port fe72db27-75ba-4985-998f-880d0176626e on network bed5c5bb-7fd2-4c96-a0f2-53fbcb7374e8 {{(pid=107775) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Aug 27 04:55:42.731574 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9e8b03-ff30-46c8-b724-e76f106fa677 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:42.731574 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4f9e8b03-ff30-46c8-b724-e76f106fa677 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:42.731574 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-4f9e8b03-ff30-46c8-b724-e76f106fa677 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] 10.222.0.76 "PUT /networking/v2.0/ports/fe72db27-75ba-4985-998f-880d0176626e HTTP/1.1" status: 200 len: 1055 time: 3.5139203 Aug 27 04:55:42.736031 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33858) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:42.784834 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4cb275-103d-4506-85a3-a5d39a90da1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-28b62a5d-9c0e-4731-bde3-b518dd72177c', 'network_id': '28b62a5d-9c0e-4731-bde3-b518dd72177c', 'project_id': 'b501d9614334486889b8f2f2a8fa54bb', 'fixed_ips': [{'subnet_id': '16b5aaf9-0f13-40ff-ad6a-3afef6a5f7ec'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:55:42.785992 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fd4cb275-103d-4506-85a3-a5d39a90da1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:42.788525 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 31c606a0-264d-469c-899d-d802fbd64b95 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:55:42.833601 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b4d402ba-579b-4ed8-80b7-5d1cf0e2323d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:42.849176 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:42.871464 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f7e4c9d4-2b7c-4c06-a71c-9338ce1b8e63 req-4678bc9b-4477-483b-9906-43081465eb76 tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=11b31b8c-3a1d-4136-8264-cc28240aeb30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401555 Aug 27 04:55:42.878235 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Provisioning complete for port 52900704-5417-4e87-b4a8-e26c5f01bee0 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:42.878645 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (52900704-5417-4e87-b4a8-e26c5f01bee0), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:42.908473 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1d8dcb01-34f2-4740-9634-a31f6100629f tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2849867 Aug 27 04:55:42.909022 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33862) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:42.915044 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-d8f17650-116e-4793-8789-f7fbc10f18d4 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Request body: {'port': {'network_id': '28b62a5d-9c0e-4731-bde3-b518dd72177c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-359605982'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:55:42.928410 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [None req-b4d402ba-579b-4ed8-80b7-5d1cf0e2323d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] device_id is not set on port b5798f75-64fc-4642-865e-8253a2c60b94 yet. {{(pid=107775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:55:43.024452 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c14ff34-236c-4ddf-a35e-de1401fbff84 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Network 6cf9c464-b76d-43db-ba39-8afb19f4689a is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:55:43.036814 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-4dd3bc5a-6952-42b2-9b99-5b06acf579bb tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Deleting port fe72db27-75ba-4985-998f-880d0176626e {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:55:43.037168 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4dd3bc5a-6952-42b2-9b99-5b06acf579bb tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (fe72db27-75ba-4985-998f-880d0176626e), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:43.149037 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4dd3bc5a-6952-42b2-9b99-5b06acf579bb tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (fe72db27-75ba-4985-998f-880d0176626e), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:43.166184 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-4dd3bc5a-6952-42b2-9b99-5b06acf579bb tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Calling delete_port for fe72db27-75ba-4985-998f-880d0176626e owned by {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:55:43.173666 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-4c14ff34-236c-4ddf-a35e-de1401fbff84 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 6cf9c464-b76d-43db-ba39-8afb19f4689a) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:55:43.195334 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840749dd-93fd-4aa1-a40f-cbb5afe67d98 None None] Network 6cf9c464-b76d-43db-ba39-8afb19f4689a requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:55:43.226710 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c14ff34-236c-4ddf-a35e-de1401fbff84 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:43.235515 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4c14ff34-236c-4ddf-a35e-de1401fbff84 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:43.235661 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 31c606a0-264d-469c-899d-d802fbd64b95 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:43.235661 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (31c606a0-264d-469c-899d-d802fbd64b95), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:43.357631 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:43.476114 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d40a9d56-4477-4e7a-b8a7-576dee490267 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks [] for router_gateway (a907ed3a-a97f-4519-846b-60ee13f1c512), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:43.549020 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-b4d402ba-579b-4ed8-80b7-5d1cf0e2323d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Allocated IP 2001:db8:0:1::280 (61356c33-ce96-40d0-bb36-87a36b2d0e1c/dc4dddf6-1acd-4d98-bad6-7520da2e4c36/b5798f75-64fc-4642-865e-8253a2c60b94) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:55:43.558829 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-b4d402ba-579b-4ed8-80b7-5d1cf0e2323d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Allocated IP 2001:db8::f816:3eff:febc:7594 (61356c33-ce96-40d0-bb36-87a36b2d0e1c/508e07c6-3e69-4a00-a4af-840b6dd2fdd3/b5798f75-64fc-4642-865e-8253a2c60b94) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:55:43.575585 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-172375a0-f1e6-4e7d-848b-09a97fbb0e7b None None] Provisioning complete for port 31c606a0-264d-469c-899d-d802fbd64b95 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:43.576155 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-172375a0-f1e6-4e7d-848b-09a97fbb0e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (31c606a0-264d-469c-899d-d802fbd64b95), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:43.617499 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-4c14ff34-236c-4ddf-a35e-de1401fbff84 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5725601 Aug 27 04:55:43.620368 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Current status of the port 52900704-5417-4e87-b4a8-e26c5f01bee0 is: BUILD; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:55:43.620503 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33874) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:43.620774 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (52900704-5417-4e87-b4a8-e26c5f01bee0), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:43.637514 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-fd4cb275-103d-4506-85a3-a5d39a90da1d None None] Allocated IP 172.20.0.2 (28b62a5d-9c0e-4731-bde3-b518dd72177c/16b5aaf9-0f13-40ff-ad6a-3afef6a5f7ec/a32e55b2-477f-49c2-8dcc-6e7cab1c6d4e) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:55:43.676897 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port 52900704-5417-4e87-b4a8-e26c5f01bee0, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=52900704-5417-4e87-b4a8-e26c5f01bee0,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:55:43.687583 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9971ddb-d345-4a8f-8de2-265fbca67e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52900704-5417-4e87-b4a8-e26c5f01bee0'}] {{(pid=107777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:55:43.690398 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6e1ed2c1589df8125b2075e26a1ec4ff1174e69d6a71546bdf3c3a9a29d330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0419126-47f0-4f49-b82c-16e5a3248c53" -d '{"events": [{"server_uuid": "d9971ddb-d345-4a8f-8de2-265fbca67e22", "name": "network-vif-plugged", "status": "completed", "tag": "52900704-5417-4e87-b4a8-e26c5f01bee0"}]}' {{(pid=107777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:55:43.693147 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 31c606a0-264d-469c-899d-d802fbd64b95 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:55:43.694326 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d8db857b-0aab-4cbf-9448-ea536968c87f up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:55:43.750365 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f17650-116e-4793-8789-f7fbc10f18d4 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Made reservation on behalf of b501d9614334486889b8f2f2a8fa54bb for: {'port': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:55:43.755321 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d8f17650-116e-4793-8789-f7fbc10f18d4 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:43.802674 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4dd3bc5a-6952-42b2-9b99-5b06acf579bb tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (fe72db27-75ba-4985-998f-880d0176626e), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:43.879636 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd3bc5a-6952-42b2-9b99-5b06acf579bb tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Pushing event deleted for resources: {'Port': ['ID=fe72db27-75ba-4985-998f-880d0176626e,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:43.890218 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [None req-d8f17650-116e-4793-8789-f7fbc10f18d4 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] device_id is not set on port 86534007-a399-4376-8a16-ff3080e6d8c0 yet. {{(pid=107775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:55:43.916433 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (52900704-5417-4e87-b4a8-e26c5f01bee0), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:44.033602 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd3bc5a-6952-42b2-9b99-5b06acf579bb tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:44.034324 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd3bc5a-6952-42b2-9b99-5b06acf579bb tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:44.034404 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd3bc5a-6952-42b2-9b99-5b06acf579bb tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:44.034831 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd3bc5a-6952-42b2-9b99-5b06acf579bb tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:44.039064 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd3bc5a-6952-42b2-9b99-5b06acf579bb tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:44.039481 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd3bc5a-6952-42b2-9b99-5b06acf579bb tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:44.039826 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd3bc5a-6952-42b2-9b99-5b06acf579bb tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:44.040188 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd3bc5a-6952-42b2-9b99-5b06acf579bb tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:44.040576 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd3bc5a-6952-42b2-9b99-5b06acf579bb tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:44.041598 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd3bc5a-6952-42b2-9b99-5b06acf579bb tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:44.041889 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd3bc5a-6952-42b2-9b99-5b06acf579bb tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:44.042217 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 04:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3efa9d-c283-48e2-aa65-fd1ffcc55b49 x-openstack-request-id: req-2d3efa9d-c283-48e2-aa65-fd1ffcc55b49 {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:55:44.042513 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9971ddb-d345-4a8f-8de2-265fbca67e22", "name": "network-vif-plugged", "status": "completed", "tag": "52900704-5417-4e87-b4a8-e26c5f01bee0", "code": 200}]} {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:55:44.042931 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2d3efa9d-c283-48e2-aa65-fd1ffcc55b49 {{(pid=107777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:55:44.043475 n-d-852088-5 neutron-server[107777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d3efa9d-c283-48e2-aa65-fd1ffcc55b49'] response: {'server_uuid': 'd9971ddb-d345-4a8f-8de2-265fbca67e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52900704-5417-4e87-b4a8-e26c5f01bee0', 'code': 200} Aug 27 04:55:44.048201 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be9cac9-9f74-4845-b59b-8e693fd38234 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-6cf9c464-b76d-43db-ba39-8afb19f4689a', 'network_id': '6cf9c464-b76d-43db-ba39-8afb19f4689a', 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'fixed_ips': [{'subnet_id': '90184cd6-e88d-4cfe-b64f-27d8f12408be'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:55:44.049648 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5be9cac9-9f74-4845-b59b-8e693fd38234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:44.057668 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd3bc5a-6952-42b2-9b99-5b06acf579bb tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:44.058129 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd3bc5a-6952-42b2-9b99-5b06acf579bb tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:44.063544 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd3bc5a-6952-42b2-9b99-5b06acf579bb tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:44.063932 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd3bc5a-6952-42b2-9b99-5b06acf579bb tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:55:44.071971 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d40a9d56-4477-4e7a-b8a7-576dee490267 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1678557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12747'] for router (a907ed3a-a97f-4519-846b-60ee13f1c512), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:44.132509 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d40a9d56-4477-4e7a-b8a7-576dee490267 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1676574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1676639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1678566'] for router (a907ed3a-a97f-4519-846b-60ee13f1c512), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:44.202823 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Pushing event updated for resources: {'Port': ['ID=52900704-5417-4e87-b4a8-e26c5f01bee0,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:44.212563 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-172375a0-f1e6-4e7d-848b-09a97fbb0e7b None None] Current status of the port 31c606a0-264d-469c-899d-d802fbd64b95 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:55:44.317048 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a4f10-3c42-4d4e-90e8-04eb1170a625 req-dcb51a37-32fa-44c6-b52a-da109b297bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:44.318693 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-4e7a4f10-3c42-4d4e-90e8-04eb1170a625 req-dcb51a37-32fa-44c6-b52a-da109b297bb0 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d9971ddb-d345-4a8f-8de2-265fbca67e22 HTTP/1.1" status: 200 len: 1132 time: 0.1443830 Aug 27 04:55:44.354686 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ed7ce-0799-4020-bc84-8499ecb5ac1d req-ec8b5f9e-20b6-47e1-9592-091f556e5f5c tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:44.356525 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port d8db857b-0aab-4cbf-9448-ea536968c87f triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:44.356972 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-239ed7ce-0799-4020-bc84-8499ecb5ac1d req-ec8b5f9e-20b6-47e1-9592-091f556e5f5c tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9971ddb-d345-4a8f-8de2-265fbca67e22 HTTP/1.1" status: 200 len: 950 time: 0.3586257 Aug 27 04:55:44.362876 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d8db857b-0aab-4cbf-9448-ea536968c87f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:44.398710 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b4d402ba-579b-4ed8-80b7-5d1cf0e2323d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for port (b5798f75-64fc-4642-865e-8253a2c60b94), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:44.482463 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:44.521365 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4dd3bc5a-6952-42b2-9b99-5b06acf579bb tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:44.526871 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-4dd3bc5a-6952-42b2-9b99-5b06acf579bb tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] 10.222.0.76 "DELETE /networking/v2.0/ports/fe72db27-75ba-4985-998f-880d0176626e HTTP/1.1" status: 204 len: 168 time: 1.7896972 Aug 27 04:55:44.527152 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33894) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:44.534772 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:44.540788 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-239ed7ce-0799-4020-bc84-8499ecb5ac1d req-b1aa4c50-d65b-474a-b826-2331f18740f7 tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=11b31b8c-3a1d-4136-8264-cc28240aeb30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454186 Aug 27 04:55:44.545674 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:55:44.595204 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc931a26-5952-4996-8357-6e32186a05c6 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] GET failed (client error): The resource could not be found. Aug 27 04:55:44.596829 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-cc931a26-5952-4996-8357-6e32186a05c6 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] 10.222.0.76 "GET /networking/v2.0/ports/fe72db27-75ba-4985-998f-880d0176626e HTTP/1.1" status: 404 len: 333 time: 0.0498674 Aug 27 04:55:44.599590 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33896) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:44.601564 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-4e7a4f10-3c42-4d4e-90e8-04eb1170a625 req-959c5308-c12a-440f-9831-a771a81c166b service neutron] 10.222.0.75 "GET /networking/v2.0/security-groups?id=11b31b8c-3a1d-4136-8264-cc28240aeb30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567449 Aug 27 04:55:44.615166 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-52beac26-e40e-42f4-9982-a8cd92c68609 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:44.707455 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b4d402ba-579b-4ed8-80b7-5d1cf0e2323d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (b5798f75-64fc-4642-865e-8253a2c60b94), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:44.713068 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-5be9cac9-9f74-4845-b59b-8e693fd38234 None None] Allocated IP 172.23.0.2 (6cf9c464-b76d-43db-ba39-8afb19f4689a/90184cd6-e88d-4cfe-b64f-27d8f12408be/abf11365-7427-4a94-b8c4-1f4587a001a8) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:55:44.732400 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fd4cb275-103d-4506-85a3-a5d39a90da1d None None] Publish callbacks [] for port (a32e55b2-477f-49c2-8dcc-6e7cab1c6d4e), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:44.742830 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d40a9d56-4477-4e7a-b8a7-576dee490267 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Router a907ed3a-a97f-4519-846b-60ee13f1c512 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:55:44.833542 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port d8db857b-0aab-4cbf-9448-ea536968c87f is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:55:44.833929 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (d8db857b-0aab-4cbf-9448-ea536968c87f), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:44.857586 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fd4cb275-103d-4506-85a3-a5d39a90da1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (a32e55b2-477f-49c2-8dcc-6e7cab1c6d4e), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:44.904489 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4cb275-103d-4506-85a3-a5d39a90da1d None None] Pushing event updated for resources: {'Port': ['ID=a32e55b2-477f-49c2-8dcc-6e7cab1c6d4e,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:44.942787 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d402ba-579b-4ed8-80b7-5d1cf0e2323d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:55:44.946329 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d40a9d56-4477-4e7a-b8a7-576dee490267 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:55:44.946474 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4cb275-103d-4506-85a3-a5d39a90da1d None None] Network 28b62a5d-9c0e-4731-bde3-b518dd72177c is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:55:44.955484 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-fd4cb275-103d-4506-85a3-a5d39a90da1d None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:55:44.958125 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d40a9d56-4477-4e7a-b8a7-576dee490267 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:44.958286 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4cb275-103d-4506-85a3-a5d39a90da1d None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:55:44.960070 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d40a9d56-4477-4e7a-b8a7-576dee490267 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] 10.222.0.76 "PUT /networking/v2.0/routers/a907ed3a-a97f-4519-846b-60ee13f1c512 HTTP/1.1" status: 200 len: 879 time: 5.8097434 Aug 27 04:55:44.962578 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33902) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:44.967370 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319396dd-d754-4988-bb6f-bd661c182b3e None None] Sync routers for ids ['a907ed3a-a97f-4519-846b-60ee13f1c512'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:55:44.969336 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-b4d402ba-579b-4ed8-80b7-5d1cf0e2323d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:55:44.990415 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d402ba-579b-4ed8-80b7-5d1cf0e2323d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:55:44.995467 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d402ba-579b-4ed8-80b7-5d1cf0e2323d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:44.997439 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b4d402ba-579b-4ed8-80b7-5d1cf0e2323d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:45.033744 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d402ba-579b-4ed8-80b7-5d1cf0e2323d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event updated for resources: {'Port': ['ID=b5798f75-64fc-4642-865e-8253a2c60b94,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:45.045531 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-ede4bfd6-9c46-45c9-92a4-9bd645f2fc38 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Deleting port e860b96b-e6a1-4739-a585-15d7cf68707f {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:55:45.046086 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ede4bfd6-9c46-45c9-92a4-9bd645f2fc38 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (e860b96b-e6a1-4739-a585-15d7cf68707f), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:45.209114 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port d8db857b-0aab-4cbf-9448-ea536968c87f, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=d8db857b-0aab-4cbf-9448-ea536968c87f,segment=NetworkSegment(d347818e-3700-40e6-bc2a-121bfabf4f1b),segment_id=d347818e-3700-40e6-bc2a-121bfabf4f1b)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:55:45.233530 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b4d402ba-579b-4ed8-80b7-5d1cf0e2323d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 4.2210722 Aug 27 04:55:45.317449 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33908) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:45.334956 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319396dd-d754-4988-bb6f-bd661c182b3e None None] Routers {'a907ed3a-a97f-4519-846b-60ee13f1c512'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:55:45.336781 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-319396dd-d754-4988-bb6f-bd661c182b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:55:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['a907ed3a-a97f-4519-846b-60ee13f1c512'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:55:45.370248 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-d8f17650-116e-4793-8789-f7fbc10f18d4 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Allocated IP 172.20.0.10 (28b62a5d-9c0e-4731-bde3-b518dd72177c/16b5aaf9-0f13-40ff-ad6a-3afef6a5f7ec/86534007-a399-4376-8a16-ff3080e6d8c0) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:55:45.416056 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:45.483023 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5be9cac9-9f74-4845-b59b-8e693fd38234 None None] Publish callbacks [] for port (abf11365-7427-4a94-b8c4-1f4587a001a8), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:45.487485 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-fd4cb275-103d-4506-85a3-a5d39a90da1d None None] Attempting to bind port a32e55b2-477f-49c2-8dcc-6e7cab1c6d4e on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:55:45.488206 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-fd4cb275-103d-4506-85a3-a5d39a90da1d None None] Attempting to bind port a32e55b2-477f-49c2-8dcc-6e7cab1c6d4e by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '70f58c84-6540-44cc-a7e2-1e86c9d4814f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '28b62a5d-9c0e-4731-bde3-b518dd72177c'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:55:45.488688 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4cb275-103d-4506-85a3-a5d39a90da1d None None] Attempting to bind port a32e55b2-477f-49c2-8dcc-6e7cab1c6d4e on network 28b62a5d-9c0e-4731-bde3-b518dd72177c {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:55:45.494659 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-319396dd-d754-4988-bb6f-bd661c182b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:55:45.503160 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (d8db857b-0aab-4cbf-9448-ea536968c87f), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:45.522383 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:45.560022 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-3ec43718-b670-423d-a981-89da20979504 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Deleting port b5798f75-64fc-4642-865e-8253a2c60b94 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:55:45.560402 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3ec43718-b670-423d-a981-89da20979504 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (b5798f75-64fc-4642-865e-8253a2c60b94), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:45.586416 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:45.592755 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319396dd-d754-4988-bb6f-bd661c182b3e None None] Routers {'a907ed3a-a97f-4519-846b-60ee13f1c512'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:55:45.593490 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-319396dd-d754-4988-bb6f-bd661c182b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:55:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['a907ed3a-a97f-4519-846b-60ee13f1c512'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:55:45.620367 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-95f99f36-02c2-4550-bcf2-71061b13ab63 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] 10.222.0.76 "GET /networking/v2.0/routers/a907ed3a-a97f-4519-846b-60ee13f1c512 HTTP/1.1" status: 200 len: 920 time: 0.6556742 Aug 27 04:55:45.628095 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33918) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:45.641069 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=d8db857b-0aab-4cbf-9448-ea536968c87f,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:45.649220 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-319396dd-d754-4988-bb6f-bd661c182b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:55:45.650018 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319396dd-d754-4988-bb6f-bd661c182b3e None None] The sync data for ids ['a907ed3a-a97f-4519-846b-60ee13f1c512'] in n-d-852088-5 is: [] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:55:45.661494 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5be9cac9-9f74-4845-b59b-8e693fd38234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (abf11365-7427-4a94-b8c4-1f4587a001a8), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:45.719260 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be9cac9-9f74-4845-b59b-8e693fd38234 None None] Network 6cf9c464-b76d-43db-ba39-8afb19f4689a is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:55:45.729557 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4cb275-103d-4506-85a3-a5d39a90da1d None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:55:45.729557 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4cb275-103d-4506-85a3-a5d39a90da1d None None] Checking segment: {'id': '70f58c84-6540-44cc-a7e2-1e86c9d4814f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '28b62a5d-9c0e-4731-bde3-b518dd72177c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:55:45.729557 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fd4cb275-103d-4506-85a3-a5d39a90da1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:45.729557 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4cb275-103d-4506-85a3-a5d39a90da1d None None] Bound using segment: {'id': '70f58c84-6540-44cc-a7e2-1e86c9d4814f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '28b62a5d-9c0e-4731-bde3-b518dd72177c'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:55:45.729557 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-fd4cb275-103d-4506-85a3-a5d39a90da1d None None] Bound port: a32e55b2-477f-49c2-8dcc-6e7cab1c6d4e, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70f58c84-6540-44cc-a7e2-1e86c9d4814f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '28b62a5d-9c0e-4731-bde3-b518dd72177c'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:55:45.729557 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fd4cb275-103d-4506-85a3-a5d39a90da1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a32e55b2-477f-49c2-8dcc-6e7cab1c6d4e), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:45.732675 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 31c606a0-264d-469c-899d-d802fbd64b95 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:55:45.758629 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ede4bfd6-9c46-45c9-92a4-9bd645f2fc38 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (e860b96b-e6a1-4739-a585-15d7cf68707f), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:45.760975 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f30cff-fee9-44cd-9f4c-3930bd38c5af tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:45.763888 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-62f30cff-fee9-44cd-9f4c-3930bd38c5af tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?network_id=2db7b18a-8c4b-4ba8-8012-3e7d96728abb&device_id=a907ed3a-a97f-4519-846b-60ee13f1c512&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1347842 Aug 27 04:55:45.767985 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33924) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:45.794008 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-5be9cac9-9f74-4845-b59b-8e693fd38234 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:55:45.847007 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-ede4bfd6-9c46-45c9-92a4-9bd645f2fc38 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Calling delete_port for e860b96b-e6a1-4739-a585-15d7cf68707f owned by {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:55:45.859550 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-64d423b8-54cd-48fd-85af-dd0f88c8e1be None None] Provisioning complete for port b5798f75-64fc-4642-865e-8253a2c60b94 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:45.860048 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-64d423b8-54cd-48fd-85af-dd0f88c8e1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (b5798f75-64fc-4642-865e-8253a2c60b94), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:45.871042 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be9cac9-9f74-4845-b59b-8e693fd38234 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:55:45.900065 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be9cac9-9f74-4845-b59b-8e693fd38234 None None] Pushing event updated for resources: {'Port': ['ID=abf11365-7427-4a94-b8c4-1f4587a001a8,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:45.914992 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436fa7a2-67ff-43e7-acfa-b28870b1d0c4 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:45.917079 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-436fa7a2-67ff-43e7-acfa-b28870b1d0c4 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] 10.222.0.76 "GET /networking/v2.0/networks/2db7b18a-8c4b-4ba8-8012-3e7d96728abb HTTP/1.1" status: 200 len: 881 time: 0.1478729 Aug 27 04:55:45.924760 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33926) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:45.970716 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-169c908a-bea3-4012-8af2-440dd9e1e1ca tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a907ed3a-a97f-4519-846b-60ee13f1c512 HTTP/1.1" status: 200 len: 205 time: 0.0482104 Aug 27 04:55:46.003787 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 31c606a0-264d-469c-899d-d802fbd64b95 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:46.003787 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (31c606a0-264d-469c-899d-d802fbd64b95), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:46.004123 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33928) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:46.091246 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-fd4cb275-103d-4506-85a3-a5d39a90da1d None None] For port a32e55b2-477f-49c2-8dcc-6e7cab1c6d4e, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:55:46.095959 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-fd4cb275-103d-4506-85a3-a5d39a90da1d None None] For port a32e55b2-477f-49c2-8dcc-6e7cab1c6d4e, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a32e55b2-477f-49c2-8dcc-6e7cab1c6d4e,segment=NetworkSegment(70f58c84-6540-44cc-a7e2-1e86c9d4814f),segment_id=70f58c84-6540-44cc-a7e2-1e86c9d4814f)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:55:46.100118 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-5be9cac9-9f74-4845-b59b-8e693fd38234 None None] Attempting to bind port abf11365-7427-4a94-b8c4-1f4587a001a8 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:55:46.101214 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-5be9cac9-9f74-4845-b59b-8e693fd38234 None None] Attempting to bind port abf11365-7427-4a94-b8c4-1f4587a001a8 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '4570e4a4-da6f-40b3-9b47-b0f29a3de9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '6cf9c464-b76d-43db-ba39-8afb19f4689a'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:55:46.101749 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be9cac9-9f74-4845-b59b-8e693fd38234 None None] Attempting to bind port abf11365-7427-4a94-b8c4-1f4587a001a8 on network 6cf9c464-b76d-43db-ba39-8afb19f4689a {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:55:46.104005 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-64d423b8-54cd-48fd-85af-dd0f88c8e1be None None] Port b5798f75-64fc-4642-865e-8253a2c60b94 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:55:46.126999 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be9cac9-9f74-4845-b59b-8e693fd38234 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:55:46.127732 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be9cac9-9f74-4845-b59b-8e693fd38234 None None] Checking segment: {'id': '4570e4a4-da6f-40b3-9b47-b0f29a3de9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '6cf9c464-b76d-43db-ba39-8afb19f4689a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:55:46.128353 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5be9cac9-9f74-4845-b59b-8e693fd38234 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:46.128892 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be9cac9-9f74-4845-b59b-8e693fd38234 None None] Bound using segment: {'id': '4570e4a4-da6f-40b3-9b47-b0f29a3de9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '6cf9c464-b76d-43db-ba39-8afb19f4689a'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:55:46.130005 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-5be9cac9-9f74-4845-b59b-8e693fd38234 None None] Bound port: abf11365-7427-4a94-b8c4-1f4587a001a8, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4570e4a4-da6f-40b3-9b47-b0f29a3de9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '6cf9c464-b76d-43db-ba39-8afb19f4689a'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:55:46.130795 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5be9cac9-9f74-4845-b59b-8e693fd38234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (abf11365-7427-4a94-b8c4-1f4587a001a8), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:46.135787 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-faddc2d7-f362-40d0-94e0-59394e91c45b tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks [] for router (a907ed3a-a97f-4519-846b-60ee13f1c512), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:46.263587 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-5be9cac9-9f74-4845-b59b-8e693fd38234 None None] For port abf11365-7427-4a94-b8c4-1f4587a001a8, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:55:46.268356 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-5be9cac9-9f74-4845-b59b-8e693fd38234 None None] For port abf11365-7427-4a94-b8c4-1f4587a001a8, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=abf11365-7427-4a94-b8c4-1f4587a001a8,segment=NetworkSegment(4570e4a4-da6f-40b3-9b47-b0f29a3de9d4),segment_id=4570e4a4-da6f-40b3-9b47-b0f29a3de9d4)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:55:46.276044 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fd4cb275-103d-4506-85a3-a5d39a90da1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a32e55b2-477f-49c2-8dcc-6e7cab1c6d4e), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:46.281529 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-faddc2d7-f362-40d0-94e0-59394e91c45b tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks [] for router_gateway (a907ed3a-a97f-4519-846b-60ee13f1c512), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:46.349420 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 31c606a0-264d-469c-899d-d802fbd64b95 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:55:46.352961 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4cb275-103d-4506-85a3-a5d39a90da1d None None] Pushing event updated for resources: {'Port': ['ID=a32e55b2-477f-49c2-8dcc-6e7cab1c6d4e,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:46.405045 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5be9cac9-9f74-4845-b59b-8e693fd38234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (abf11365-7427-4a94-b8c4-1f4587a001a8), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:46.428926 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418dbbaa-0182-427d-be06-1125569212e1 req-ab95665a-a323-4099-a4d2-fa58717eb0af tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:46.430386 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-418dbbaa-0182-427d-be06-1125569212e1 req-ab95665a-a323-4099-a4d2-fa58717eb0af tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9971ddb-d345-4a8f-8de2-265fbca67e22 HTTP/1.1" status: 200 len: 950 time: 0.7063656 Aug 27 04:55:46.435403 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3ec43718-b670-423d-a981-89da20979504 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (b5798f75-64fc-4642-865e-8253a2c60b94), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:46.482839 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be9cac9-9f74-4845-b59b-8e693fd38234 None None] Pushing event updated for resources: {'Port': ['ID=abf11365-7427-4a94-b8c4-1f4587a001a8,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:46.510762 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-3ec43718-b670-423d-a981-89da20979504 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Calling delete_port for b5798f75-64fc-4642-865e-8253a2c60b94 owned by {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:55:46.513185 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-52beac26-e40e-42f4-9982-a8cd92c68609 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Allocated IP 172.23.0.1 (6cf9c464-b76d-43db-ba39-8afb19f4689a/90184cd6-e88d-4cfe-b64f-27d8f12408be/f71d26de-60f4-4a5d-9d4c-aa799008722f) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:55:46.546307 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=82,neutron:INSERT=6,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:46.677244 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-faddc2d7-f362-40d0-94e0-59394e91c45b tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Deleting port af14e293-6a80-4ac8-8313-f1cc5634d886 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:55:46.677631 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-faddc2d7-f362-40d0-94e0-59394e91c45b tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (af14e293-6a80-4ac8-8313-f1cc5634d886), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:46.745438 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d8f17650-116e-4793-8789-f7fbc10f18d4 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Publish callbacks [] for port (86534007-a399-4376-8a16-ff3080e6d8c0), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:46.782680 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=7 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:46.811509 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-418dbbaa-0182-427d-be06-1125569212e1 req-135a3d94-d5ab-4027-8d0f-680a2547e079 tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=11b31b8c-3a1d-4136-8264-cc28240aeb30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118145 Aug 27 04:55:46.947744 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-faddc2d7-f362-40d0-94e0-59394e91c45b tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (af14e293-6a80-4ac8-8313-f1cc5634d886), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:46.969888 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-faddc2d7-f362-40d0-94e0-59394e91c45b tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Calling delete_port for af14e293-6a80-4ac8-8313-f1cc5634d886 owned by network:router_gateway {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:55:47.170101 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d8f17650-116e-4793-8789-f7fbc10f18d4 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (86534007-a399-4376-8a16-ff3080e6d8c0), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:47.180462 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ede4bfd6-9c46-45c9-92a4-9bd645f2fc38 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (e860b96b-e6a1-4739-a585-15d7cf68707f), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:47.193230 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-52beac26-e40e-42f4-9982-a8cd92c68609 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for port (f71d26de-60f4-4a5d-9d4c-aa799008722f), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:47.248529 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f17650-116e-4793-8789-f7fbc10f18d4 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Network 28b62a5d-9c0e-4731-bde3-b518dd72177c is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:55:47.263157 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-d8f17650-116e-4793-8789-f7fbc10f18d4 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:55:47.293011 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f17650-116e-4793-8789-f7fbc10f18d4 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:55:47.301144 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f17650-116e-4793-8789-f7fbc10f18d4 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Pushing event updated for resources: {'Port': ['ID=86534007-a399-4376-8a16-ff3080e6d8c0,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:47.352814 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3ec43718-b670-423d-a981-89da20979504 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (b5798f75-64fc-4642-865e-8253a2c60b94), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:47.366619 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-faddc2d7-f362-40d0-94e0-59394e91c45b tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (af14e293-6a80-4ac8-8313-f1cc5634d886), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:47.399609 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede4bfd6-9c46-45c9-92a4-9bd645f2fc38 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Pushing event deleted for resources: {'Port': ['ID=e860b96b-e6a1-4739-a585-15d7cf68707f,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:47.434031 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faddc2d7-f362-40d0-94e0-59394e91c45b tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Pushing event deleted for resources: {'Port': ['ID=af14e293-6a80-4ac8-8313-f1cc5634d886,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:47.470038 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f17650-116e-4793-8789-f7fbc10f18d4 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:47.470705 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d8f17650-116e-4793-8789-f7fbc10f18d4 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:47.490044 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec43718-b670-423d-a981-89da20979504 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event deleted for resources: {'Port': ['ID=b5798f75-64fc-4642-865e-8253a2c60b94,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:47.549166 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-faddc2d7-f362-40d0-94e0-59394e91c45b tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (a907ed3a-a97f-4519-846b-60ee13f1c512), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:47.578669 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ede4bfd6-9c46-45c9-92a4-9bd645f2fc38 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:47.583618 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ede4bfd6-9c46-45c9-92a4-9bd645f2fc38 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] 10.222.0.76 "DELETE /networking/v2.0/ports/e860b96b-e6a1-4739-a585-15d7cf68707f HTTP/1.1" status: 204 len: 168 time: 2.9827235 Aug 27 04:55:47.586061 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33938) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:47.603222 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-52beac26-e40e-42f4-9982-a8cd92c68609 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (f71d26de-60f4-4a5d-9d4c-aa799008722f), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:47.613632 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3ec43718-b670-423d-a981-89da20979504 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:47.636369 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3ec43718-b670-423d-a981-89da20979504 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/ports/b5798f75-64fc-4642-865e-8253a2c60b94 HTTP/1.1" status: 204 len: 168 time: 2.3177536 Aug 27 04:55:47.766254 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33940) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:47.766590 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33942) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:47.849205 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-d8f17650-116e-4793-8789-f7fbc10f18d4 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.9359856 Aug 27 04:55:47.853344 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33948) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:47.854786 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c354326-d9e0-4e22-89c3-254a762f7fa1 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] GET failed (client error): The resource could not be found. Aug 27 04:55:47.861588 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-5c354326-d9e0-4e22-89c3-254a762f7fa1 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] 10.222.0.76 "GET /networking/v2.0/ports/e860b96b-e6a1-4739-a585-15d7cf68707f HTTP/1.1" status: 404 len: 333 time: 0.2735116 Aug 27 04:55:47.866789 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-61357d4a-cd8b-4185-9cb8-03e6d094e094 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Request body: {'port': {'network_id': '28b62a5d-9c0e-4731-bde3-b518dd72177c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1964682336', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:55:47.867483 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.api.validators [None req-61357d4a-cd8b-4185-9cb8-03e6d094e094 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] bootfile-name is not in valid_values {{(pid=107775) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Aug 27 04:55:47.867851 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.api.validators [None req-61357d4a-cd8b-4185-9cb8-03e6d094e094 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] tftp-server is not in valid_values {{(pid=107775) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Aug 27 04:55:47.869683 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.api.validators [None req-61357d4a-cd8b-4185-9cb8-03e6d094e094 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] server-ip-address is not in valid_values {{(pid=107775) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Aug 27 04:55:47.874744 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33950) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:47.913753 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f897e887-b636-46b4-af87-dac338d9f9d8 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:47.921300 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f897e887-b636-46b4-af87-dac338d9f9d8 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1472507 Aug 27 04:55:47.921995 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33954) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:47.934596 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-faddc2d7-f362-40d0-94e0-59394e91c45b tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (a907ed3a-a97f-4519-846b-60ee13f1c512), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:47.963172 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a32e55b2-477f-49c2-8dcc-6e7cab1c6d4e up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:55:47.973843 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-faddc2d7-f362-40d0-94e0-59394e91c45b tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks [] for router_controller (a907ed3a-a97f-4519-846b-60ee13f1c512), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:48.021543 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52beac26-e40e-42f4-9982-a8cd92c68609 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Network 6cf9c464-b76d-43db-ba39-8afb19f4689a is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:55:48.080339 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d8bb86-8293-43d3-aaaa-54c845da0ae6 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:48.084767 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-15d8bb86-8293-43d3-aaaa-54c845da0ae6 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1583054 Aug 27 04:55:48.085585 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33956) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:48.105650 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port a32e55b2-477f-49c2-8dcc-6e7cab1c6d4e triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:48.106735 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a32e55b2-477f-49c2-8dcc-6e7cab1c6d4e), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:48.139169 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81ef6a-11d0-4185-a341-2c5d80e555c0 req-8124090f-50a3-435d-9ef6-76ad4e3d9327 tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:48.140810 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6b81ef6a-11d0-4185-a341-2c5d80e555c0 req-8124090f-50a3-435d-9ef6-76ad4e3d9327 tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9971ddb-d345-4a8f-8de2-265fbca67e22 HTTP/1.1" status: 200 len: 950 time: 0.1181562 Aug 27 04:55:48.190535 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-09041e32-823d-4cd6-a3d1-159406015c22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:48.196514 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-e0f0cc8a-c301-4310-9060-9789a82afbc6 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Deleting port 91b9ced1-1b8b-4091-8817-ce87ce271372 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:55:48.196865 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e0f0cc8a-c301-4310-9060-9789a82afbc6 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (91b9ced1-1b8b-4091-8817-ce87ce271372), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:48.208812 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52beac26-e40e-42f4-9982-a8cd92c68609 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event updated for resources: {'Port': ['ID=f71d26de-60f4-4a5d-9d4c-aa799008722f,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:48.217559 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-52beac26-e40e-42f4-9982-a8cd92c68609 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:55:48.248114 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add17f22-987a-4fed-9f28-d64fb61bbe64 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:48.253488 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add17f22-987a-4fed-9f28-d64fb61bbe64 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:48.255165 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add17f22-987a-4fed-9f28-d64fb61bbe64 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:48.257970 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-add17f22-987a-4fed-9f28-d64fb61bbe64 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1618953 Aug 27 04:55:48.259676 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33960) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:48.262327 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port a32e55b2-477f-49c2-8dcc-6e7cab1c6d4e is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:55:48.263109 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a32e55b2-477f-49c2-8dcc-6e7cab1c6d4e), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:48.269946 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52beac26-e40e-42f4-9982-a8cd92c68609 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:55:48.337541 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ad79da9-636b-468b-b318-005e77142f88 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Deleting subnet 508e07c6-3e69-4a00-a4af-840b6dd2fdd3 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:55:48.340796 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port a32e55b2-477f-49c2-8dcc-6e7cab1c6d4e, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a32e55b2-477f-49c2-8dcc-6e7cab1c6d4e,segment=NetworkSegment(70f58c84-6540-44cc-a7e2-1e86c9d4814f),segment_id=70f58c84-6540-44cc-a7e2-1e86c9d4814f)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:55:48.342960 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2ad79da9-636b-468b-b318-005e77142f88 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (508e07c6-3e69-4a00-a4af-840b6dd2fdd3), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:48.351660 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-52beac26-e40e-42f4-9982-a8cd92c68609 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:48.400194 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-faddc2d7-f362-40d0-94e0-59394e91c45b tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (a907ed3a-a97f-4519-846b-60ee13f1c512), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:48.400794 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faddc2d7-f362-40d0-94e0-59394e91c45b tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Fanout notify agent at l3_agent the message router_deleted on router a907ed3a-a97f-4519-846b-60ee13f1c512 {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:55:48.404054 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cc7844-9614-42d7-a76f-b16d877f6412 None None] Network 28b62a5d-9c0e-4731-bde3-b518dd72177c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:55:48.419078 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-faddc2d7-f362-40d0-94e0-59394e91c45b tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:48.420256 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-faddc2d7-f362-40d0-94e0-59394e91c45b tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] 10.222.0.76 "DELETE /networking/v2.0/routers/a907ed3a-a97f-4519-846b-60ee13f1c512 HTTP/1.1" status: 204 len: 168 time: 2.4150784 Aug 27 04:55:48.424882 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33962) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:48.436874 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-2513d8df-2177-4dfa-b6f7-1f9ab365d48f tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-610065014', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:55:48.450235 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2ad79da9-636b-468b-b318-005e77142f88 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (508e07c6-3e69-4a00-a4af-840b6dd2fdd3), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:48.506453 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-e9507ec0-1093-43e8-969a-5aec80ce25b1 None None] Provisioning complete for port a32e55b2-477f-49c2-8dcc-6e7cab1c6d4e triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:48.509294 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e9507ec0-1093-43e8-969a-5aec80ce25b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a32e55b2-477f-49c2-8dcc-6e7cab1c6d4e), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:48.551919 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a32e55b2-477f-49c2-8dcc-6e7cab1c6d4e), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:48.552828 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d8db857b-0aab-4cbf-9448-ea536968c87f up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:55:48.587692 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-09041e32-823d-4cd6-a3d1-159406015c22 admin admin] Publish callbacks [] for security_group (b346db97-1e53-4819-818a-bc9c700c375a), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:48.604610 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2ad79da9-636b-468b-b318-005e77142f88 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (508e07c6-3e69-4a00-a4af-840b6dd2fdd3), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:48.608765 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6b81ef6a-11d0-4185-a341-2c5d80e555c0 req-47035637-3830-4665-848a-fe0fa488af9d tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=11b31b8c-3a1d-4136-8264-cc28240aeb30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3966858 Aug 27 04:55:48.624400 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e0f0cc8a-c301-4310-9060-9789a82afbc6 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (91b9ced1-1b8b-4091-8817-ce87ce271372), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:48.668096 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-e0f0cc8a-c301-4310-9060-9789a82afbc6 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Calling delete_port for 91b9ced1-1b8b-4091-8817-ce87ce271372 owned by {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:55:48.729941 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2513d8df-2177-4dfa-b6f7-1f9ab365d48f tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (92db01d4-e312-4bc7-80f9-0729458ce856), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:48.734458 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2513d8df-2177-4dfa-b6f7-1f9ab365d48f tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (92db01d4-e312-4bc7-80f9-0729458ce856), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:48.787106 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6ed0ca-d534-4023-9679-ede581a30052 None None] Network 6cf9c464-b76d-43db-ba39-8afb19f4689a requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:55:48.813086 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2513d8df-2177-4dfa-b6f7-1f9ab365d48f tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks [] for router_controller (92db01d4-e312-4bc7-80f9-0729458ce856), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:48.815644 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2ad79da9-636b-468b-b318-005e77142f88 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (508e07c6-3e69-4a00-a4af-840b6dd2fdd3), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:48.817661 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-09041e32-823d-4cd6-a3d1-159406015c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (b346db97-1e53-4819-818a-bc9c700c375a), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:48.841523 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61357d4a-cd8b-4185-9cb8-03e6d094e094 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Made reservation on behalf of b501d9614334486889b8f2f2a8fa54bb for: {'port': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:55:48.850373 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-61357d4a-cd8b-4185-9cb8-03e6d094e094 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:48.881543 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad79da9-636b-468b-b318-005e77142f88 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event deleted for resources: {'Subnet': ['ID=508e07c6-3e69-4a00-a4af-840b6dd2fdd3,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:48.887214 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=a32e55b2-477f-49c2-8dcc-6e7cab1c6d4e,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:48.892328 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2ad79da9-636b-468b-b318-005e77142f88 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:48.901882 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2ad79da9-636b-468b-b318-005e77142f88 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/508e07c6-3e69-4a00-a4af-840b6dd2fdd3 HTTP/1.1" status: 204 len: 168 time: 0.6406667 Aug 27 04:55:48.909141 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33972) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:48.912590 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e571bda-e383-4b32-bbc8-c2a8a54e0163 None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:55:48.931363 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09041e32-823d-4cd6-a3d1-159406015c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b346db97-1e53-4819-818a-bc9c700c375a,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:48.938372 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-09041e32-823d-4cd6-a3d1-159406015c22 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=db8eb5cddcd14f8dada24802e961c3db&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1707659 Aug 27 04:55:48.948301 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33974) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:48.998595 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-e9507ec0-1093-43e8-969a-5aec80ce25b1 None None] Current status of the port a32e55b2-477f-49c2-8dcc-6e7cab1c6d4e is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:55:49.004203 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [None req-61357d4a-cd8b-4185-9cb8-03e6d094e094 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] device_id is not set on port d4f9653b-f358-46d3-b503-3fa46cb6c1f9 yet. {{(pid=107775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:55:49.006229 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-52beac26-e40e-42f4-9982-a8cd92c68609 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f71d26de-60f4-4a5d-9d4c-aa799008722f), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:49.014738 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port d8db857b-0aab-4cbf-9448-ea536968c87f triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:49.015389 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d8db857b-0aab-4cbf-9448-ea536968c87f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:49.039281 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4fb1b355-f5fe-4f10-87dd-7ae285c310de admin admin] Publish callbacks [] for security_group (b346db97-1e53-4819-818a-bc9c700c375a), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:49.046312 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2513d8df-2177-4dfa-b6f7-1f9ab365d48f tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (92db01d4-e312-4bc7-80f9-0729458ce856), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:49.105687 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4fb1b355-f5fe-4f10-87dd-7ae285c310de admin admin] Publish callbacks [] for security_group (b346db97-1e53-4819-818a-bc9c700c375a), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:49.115530 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-769eeb0f-5fc9-441d-bff4-30404a6d03ee tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Deleting subnet dc4dddf6-1acd-4d98-bad6-7520da2e4c36 {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:55:49.127774 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-769eeb0f-5fc9-441d-bff4-30404a6d03ee tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (dc4dddf6-1acd-4d98-bad6-7520da2e4c36), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:49.175304 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-27fa6d7e-b6d3-4028-b188-3287ac8c754e None None] Provisioning complete for port abf11365-7427-4a94-b8c4-1f4587a001a8 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:49.175304 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-27fa6d7e-b6d3-4028-b188-3287ac8c754e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (abf11365-7427-4a94-b8c4-1f4587a001a8), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:49.190020 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e0f0cc8a-c301-4310-9060-9789a82afbc6 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (91b9ced1-1b8b-4091-8817-ce87ce271372), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:49.246713 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2513d8df-2177-4dfa-b6f7-1f9ab365d48f tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:49.255175 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2513d8df-2177-4dfa-b6f7-1f9ab365d48f tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8244712 Aug 27 04:55:49.256646 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33978) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:49.268271 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-2e2496e0-3358-4bfe-8b8a-8911eabfd176 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'enable_snat': True}}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:55:49.333505 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-769eeb0f-5fc9-441d-bff4-30404a6d03ee tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (dc4dddf6-1acd-4d98-bad6-7520da2e4c36), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:49.370906 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port d8db857b-0aab-4cbf-9448-ea536968c87f is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:55:49.372034 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device abf11365-7427-4a94-b8c4-1f4587a001a8 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:55:49.378980 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4fb1b355-f5fe-4f10-87dd-7ae285c310de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (b346db97-1e53-4819-818a-bc9c700c375a), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:49.385374 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4fb1b355-f5fe-4f10-87dd-7ae285c310de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:49.386614 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-4fb1b355-f5fe-4f10-87dd-7ae285c310de admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/b346db97-1e53-4819-818a-bc9c700c375a HTTP/1.1" status: 204 len: 168 time: 0.4418652 Aug 27 04:55:49.425803 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:49.533968 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-27fa6d7e-b6d3-4028-b188-3287ac8c754e None None] Current status of the port abf11365-7427-4a94-b8c4-1f4587a001a8 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:55:49.534737 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-27fa6d7e-b6d3-4028-b188-3287ac8c754e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (abf11365-7427-4a94-b8c4-1f4587a001a8), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:49.550802 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb1b355-f5fe-4f10-87dd-7ae285c310de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b346db97-1e53-4819-818a-bc9c700c375a,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:49.582846 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port abf11365-7427-4a94-b8c4-1f4587a001a8 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:49.583646 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (abf11365-7427-4a94-b8c4-1f4587a001a8), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:49.590891 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-769eeb0f-5fc9-441d-bff4-30404a6d03ee tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (dc4dddf6-1acd-4d98-bad6-7520da2e4c36), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:49.635113 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f0cc8a-c301-4310-9060-9789a82afbc6 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Pushing event deleted for resources: {'Port': ['ID=91b9ced1-1b8b-4091-8817-ce87ce271372,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:49.773404 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2e2496e0-3358-4bfe-8b8a-8911eabfd176 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks [] for router_gateway (92db01d4-e312-4bc7-80f9-0729458ce856), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:49.854386 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:DELETE=4,neutron:UPDATE=2,neutron:SELECT=90,neutron:INSERT=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:49.942407 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-27fa6d7e-b6d3-4028-b188-3287ac8c754e None None] For port abf11365-7427-4a94-b8c4-1f4587a001a8, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=abf11365-7427-4a94-b8c4-1f4587a001a8,segment=NetworkSegment(4570e4a4-da6f-40b3-9b47-b0f29a3de9d4),segment_id=4570e4a4-da6f-40b3-9b47-b0f29a3de9d4)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:55:50.056814 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-61357d4a-cd8b-4185-9cb8-03e6d094e094 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Allocated IP 172.20.0.11 (28b62a5d-9c0e-4731-bde3-b518dd72177c/16b5aaf9-0f13-40ff-ad6a-3afef6a5f7ec/d4f9653b-f358-46d3-b503-3fa46cb6c1f9) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:55:50.063039 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-769eeb0f-5fc9-441d-bff4-30404a6d03ee tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (dc4dddf6-1acd-4d98-bad6-7520da2e4c36), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:50.065403 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-27fa6d7e-b6d3-4028-b188-3287ac8c754e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (abf11365-7427-4a94-b8c4-1f4587a001a8), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:50.131668 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port abf11365-7427-4a94-b8c4-1f4587a001a8 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:55:50.137887 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (abf11365-7427-4a94-b8c4-1f4587a001a8), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:50.152501 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-769eeb0f-5fc9-441d-bff4-30404a6d03ee tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:50.156438 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-769eeb0f-5fc9-441d-bff4-30404a6d03ee tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/dc4dddf6-1acd-4d98-bad6-7520da2e4c36 HTTP/1.1" status: 204 len: 168 time: 1.2427375 Aug 27 04:55:50.157353 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769eeb0f-5fc9-441d-bff4-30404a6d03ee tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event deleted for resources: {'Subnet': ['ID=dc4dddf6-1acd-4d98-bad6-7520da2e4c36,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:50.167059 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33986) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:50.221995 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-38cebcd5-63dc-4ff3-908c-2bec9b191599 None None] Provisioning complete for port 86534007-a399-4376-8a16-ff3080e6d8c0 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:50.222394 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-38cebcd5-63dc-4ff3-908c-2bec9b191599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (86534007-a399-4376-8a16-ff3080e6d8c0), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:50.261003 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2e2496e0-3358-4bfe-8b8a-8911eabfd176 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks [] for router_gateway (92db01d4-e312-4bc7-80f9-0729458ce856), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:50.266044 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-03161110-0e4b-4bd5-aba2-517259e643df tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0929463 Aug 27 04:55:50.270142 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e0f0cc8a-c301-4310-9060-9789a82afbc6 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:50.271441 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 33990) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:50.273431 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e0f0cc8a-c301-4310-9060-9789a82afbc6 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] 10.222.0.76 "DELETE /networking/v2.0/ports/91b9ced1-1b8b-4091-8817-ce87ce271372 HTTP/1.1" status: 204 len: 168 time: 2.3928995 Aug 27 04:55:50.282452 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 33992) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:50.299134 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-bbacc848-0cb6-4c4a-a9ff-83b7768de575 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'subnet': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:55:50.306582 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2e2496e0-3358-4bfe-8b8a-8911eabfd176 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:50.328340 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-38cebcd5-63dc-4ff3-908c-2bec9b191599 None None] Port 86534007-a399-4376-8a16-ff3080e6d8c0 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:55:50.362517 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:50.404628 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-38cebcd5-63dc-4ff3-908c-2bec9b191599 None None] Provisioning complete for port abf11365-7427-4a94-b8c4-1f4587a001a8 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:50.405022 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-38cebcd5-63dc-4ff3-908c-2bec9b191599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (abf11365-7427-4a94-b8c4-1f4587a001a8), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:50.411779 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fa6d7e-b6d3-4028-b188-3287ac8c754e None None] Pushing event updated for resources: {'Port': ['ID=abf11365-7427-4a94-b8c4-1f4587a001a8,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:50.473151 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:55:50.473458 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:55:50.559042 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9de1d43-30fb-4777-bac5-7338e83d5099 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Deleting subnet 081cc7bf-ed3d-4ce9-a252-07ea54099512 {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:55:50.577773 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f9de1d43-30fb-4777-bac5-7338e83d5099 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks [] for subnet (081cc7bf-ed3d-4ce9-a252-07ea54099512), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:50.587413 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-52beac26-e40e-42f4-9982-a8cd92c68609 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for port (f71d26de-60f4-4a5d-9d4c-aa799008722f), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:50.595799 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-38cebcd5-63dc-4ff3-908c-2bec9b191599 None None] Current status of the port abf11365-7427-4a94-b8c4-1f4587a001a8 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:55:50.604491 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-38cebcd5-63dc-4ff3-908c-2bec9b191599 None None] Provisioning complete for port a32e55b2-477f-49c2-8dcc-6e7cab1c6d4e triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:50.605662 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-38cebcd5-63dc-4ff3-908c-2bec9b191599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a32e55b2-477f-49c2-8dcc-6e7cab1c6d4e), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:50.664771 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f9de1d43-30fb-4777-bac5-7338e83d5099 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (081cc7bf-ed3d-4ce9-a252-07ea54099512), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:50.670847 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-2e2496e0-3358-4bfe-8b8a-8911eabfd176 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Allocated IP 172.25.2.181 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/ba4a45bc-7bb8-491f-aa59-0aed4b37cb6b) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:55:50.690394 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea8a4c7-8e08-402f-8446-77cfc12671d8 None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:55:50.739886 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-61357d4a-cd8b-4185-9cb8-03e6d094e094 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Publish callbacks [] for port (d4f9653b-f358-46d3-b503-3fa46cb6c1f9), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:50.740121 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbacc848-0cb6-4c4a-a9ff-83b7768de575 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Made reservation on behalf of f0f1eb4384394fc18f1626f3e12e04e3 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:55:50.744192 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bbacc848-0cb6-4c4a-a9ff-83b7768de575 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:50.808796 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-38cebcd5-63dc-4ff3-908c-2bec9b191599 None None] Current status of the port a32e55b2-477f-49c2-8dcc-6e7cab1c6d4e is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:55:50.819558 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f9de1d43-30fb-4777-bac5-7338e83d5099 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (081cc7bf-ed3d-4ce9-a252-07ea54099512), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:50.823276 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-38cebcd5-63dc-4ff3-908c-2bec9b191599 None None] Provisioning complete for port f71d26de-60f4-4a5d-9d4c-aa799008722f triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:50.823689 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-38cebcd5-63dc-4ff3-908c-2bec9b191599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (f71d26de-60f4-4a5d-9d4c-aa799008722f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:50.863564 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-38cebcd5-63dc-4ff3-908c-2bec9b191599 None None] Port f71d26de-60f4-4a5d-9d4c-aa799008722f cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:55:50.863795 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-52beac26-e40e-42f4-9982-a8cd92c68609 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (f71d26de-60f4-4a5d-9d4c-aa799008722f), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:50.890784 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2e2496e0-3358-4bfe-8b8a-8911eabfd176 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks [] for port (ba4a45bc-7bb8-491f-aa59-0aed4b37cb6b), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:50.927658 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32037b4-7cb5-490c-b257-d6eba03e43c9 None None] DHCP port deletion for 61356c33-ce96-40d0-bb36-87a36b2d0e1c request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:55:50.974684 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52beac26-e40e-42f4-9982-a8cd92c68609 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event updated for resources: {'Port': ['ID=f71d26de-60f4-4a5d-9d4c-aa799008722f,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:50.978580 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-52beac26-e40e-42f4-9982-a8cd92c68609 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:51.032932 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-2e2ac2b8-e432-4f5e-88af-968c6b746c7b None None] Provisioning complete for port 31c606a0-264d-469c-899d-d802fbd64b95 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:51.033309 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2e2ac2b8-e432-4f5e-88af-968c6b746c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (31c606a0-264d-469c-899d-d802fbd64b95), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:51.074635 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-61357d4a-cd8b-4185-9cb8-03e6d094e094 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (d4f9653b-f358-46d3-b503-3fa46cb6c1f9), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:51.079235 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-a32037b4-7cb5-490c-b257-d6eba03e43c9 None None] Deleting port 31c606a0-264d-469c-899d-d802fbd64b95 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:55:51.079775 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a32037b4-7cb5-490c-b257-d6eba03e43c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (31c606a0-264d-469c-899d-d802fbd64b95), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:51.103784 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port abf11365-7427-4a94-b8c4-1f4587a001a8 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:55:51.180236 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:51.184550 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-a32037b4-7cb5-490c-b257-d6eba03e43c9 None None] For port 31c606a0-264d-469c-899d-d802fbd64b95, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=31c606a0-264d-469c-899d-d802fbd64b95,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:55:51.184958 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a32037b4-7cb5-490c-b257-d6eba03e43c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (31c606a0-264d-469c-899d-d802fbd64b95), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:51.229867 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2e2496e0-3358-4bfe-8b8a-8911eabfd176 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (ba4a45bc-7bb8-491f-aa59-0aed4b37cb6b), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:51.240936 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-2e2ac2b8-e432-4f5e-88af-968c6b746c7b None None] Current status of the port 31c606a0-264d-469c-899d-d802fbd64b95 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:55:51.258904 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-2e2ac2b8-e432-4f5e-88af-968c6b746c7b None None] Provisioning complete for port f71d26de-60f4-4a5d-9d4c-aa799008722f triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:51.259174 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2e2ac2b8-e432-4f5e-88af-968c6b746c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (f71d26de-60f4-4a5d-9d4c-aa799008722f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:51.266273 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a32e55b2-477f-49c2-8dcc-6e7cab1c6d4e up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:55:51.270471 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2496e0-3358-4bfe-8b8a-8911eabfd176 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:55:51.275467 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-2e2496e0-3358-4bfe-8b8a-8911eabfd176 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:55:51.281140 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2496e0-3358-4bfe-8b8a-8911eabfd176 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:55:51.329376 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2496e0-3358-4bfe-8b8a-8911eabfd176 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Pushing event updated for resources: {'Port': ['ID=ba4a45bc-7bb8-491f-aa59-0aed4b37cb6b,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:51.349209 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-a32037b4-7cb5-490c-b257-d6eba03e43c9 None None] Calling delete_port for 31c606a0-264d-469c-899d-d802fbd64b95 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:55:51.356028 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-2e2ac2b8-e432-4f5e-88af-968c6b746c7b None None] Port f71d26de-60f4-4a5d-9d4c-aa799008722f cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:55:51.465988 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port a32e55b2-477f-49c2-8dcc-6e7cab1c6d4e triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:51.466372 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a32e55b2-477f-49c2-8dcc-6e7cab1c6d4e), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:51.621410 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port a32e55b2-477f-49c2-8dcc-6e7cab1c6d4e is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:55:51.636929 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device abf11365-7427-4a94-b8c4-1f4587a001a8 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:55:51.659384 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f9de1d43-30fb-4777-bac5-7338e83d5099 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (081cc7bf-ed3d-4ce9-a252-07ea54099512), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:51.692684 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a32037b4-7cb5-490c-b257-d6eba03e43c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (31c606a0-264d-469c-899d-d802fbd64b95), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:51.731903 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port abf11365-7427-4a94-b8c4-1f4587a001a8 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:51.732468 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (abf11365-7427-4a94-b8c4-1f4587a001a8), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:51.755632 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9de1d43-30fb-4777-bac5-7338e83d5099 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Pushing event deleted for resources: {'Subnet': ['ID=081cc7bf-ed3d-4ce9-a252-07ea54099512,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:51.768099 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32037b4-7cb5-490c-b257-d6eba03e43c9 None None] Pushing event deleted for resources: {'Port': ['ID=31c606a0-264d-469c-899d-d802fbd64b95,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:51.770054 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61357d4a-cd8b-4185-9cb8-03e6d094e094 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Network 28b62a5d-9c0e-4731-bde3-b518dd72177c is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:55:51.780821 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f9de1d43-30fb-4777-bac5-7338e83d5099 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:51.791257 n-d-852088-5 neutron-server[107776]: DEBUG neutron.objects.ports [None req-bbacc848-0cb6-4c4a-a9ff-83b7768de575 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=107776) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 27 04:55:51.792958 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f9de1d43-30fb-4777-bac5-7338e83d5099 tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/081cc7bf-ed3d-4ce9-a252-07ea54099512 HTTP/1.1" status: 204 len: 168 time: 1.5093832 Aug 27 04:55:51.801328 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32037b4-7cb5-490c-b257-d6eba03e43c9 None None] No DVR routers for this DVR port 31c606a0-264d-469c-899d-d802fbd64b95 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:55:51.803146 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c05abd0-26da-446c-9e6c-77fa0f63a1ec None None] Network bed5c5bb-7fd2-4c96-a0f2-53fbcb7374e8 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:55:51.803465 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34016) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:51.825887 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52beac26-e40e-42f4-9982-a8cd92c68609 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Network 6cf9c464-b76d-43db-ba39-8afb19f4689a is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:55:51.836105 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-52beac26-e40e-42f4-9982-a8cd92c68609 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:55:51.838301 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-61357d4a-cd8b-4185-9cb8-03e6d094e094 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:55:51.848525 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61357d4a-cd8b-4185-9cb8-03e6d094e094 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Pushing event updated for resources: {'Port': ['ID=d4f9653b-f358-46d3-b503-3fa46cb6c1f9,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:51.911810 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61357d4a-cd8b-4185-9cb8-03e6d094e094 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:55:52.110918 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port abf11365-7427-4a94-b8c4-1f4587a001a8 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:55:52.225668 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 31c606a0-264d-469c-899d-d802fbd64b95 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:55:52.295469 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 31c606a0-264d-469c-899d-d802fbd64b95 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:55:52.300692 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 31c606a0-264d-469c-899d-d802fbd64b95 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:55:52.315852 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=74,neutron:DELETE=3,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:52.318457 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2e2496e0-3358-4bfe-8b8a-8911eabfd176 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks [] for router_gateway (92db01d4-e312-4bc7-80f9-0729458ce856), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:52.326945 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5517a554-5a71-491c-9bab-26823c893c4b None None] DHCP port deletion for bed5c5bb-7fd2-4c96-a0f2-53fbcb7374e8 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:55:52.413000 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61357d4a-cd8b-4185-9cb8-03e6d094e094 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:52.417977 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-61357d4a-cd8b-4185-9cb8-03e6d094e094 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:52.429580 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-5517a554-5a71-491c-9bab-26823c893c4b None None] Deleting port 4668e219-d80b-46c5-8563-394548e8b79f {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:55:52.429962 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5517a554-5a71-491c-9bab-26823c893c4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (4668e219-d80b-46c5-8563-394548e8b79f), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:52.431773 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-b8ab22b0-4432-4c92-bf94-f66c4886129e None None] Provisioning complete for port d4f9653b-f358-46d3-b503-3fa46cb6c1f9 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:52.441316 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b8ab22b0-4432-4c92-bf94-f66c4886129e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d4f9653b-f358-46d3-b503-3fa46cb6c1f9), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:52.486839 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:52.504551 n-d-852088-5 neutron-server[107776]: WARNING neutron.services.revisions.revision_plugin [None req-bbacc848-0cb6-4c4a-a9ff-83b7768de575 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Could not find related port for resource to bump revision. Aug 27 04:55:52.530408 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-b8ab22b0-4432-4c92-bf94-f66c4886129e None None] Port d4f9653b-f358-46d3-b503-3fa46cb6c1f9 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:55:52.568334 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-5517a554-5a71-491c-9bab-26823c893c4b None None] For port 4668e219-d80b-46c5-8563-394548e8b79f, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=4668e219-d80b-46c5-8563-394548e8b79f,segment=NetworkSegment(c2bf614f-f19a-481f-9ab0-b284e72d8b29),segment_id=c2bf614f-f19a-481f-9ab0-b284e72d8b29)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:55:52.571864 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5517a554-5a71-491c-9bab-26823c893c4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (4668e219-d80b-46c5-8563-394548e8b79f), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:52.572711 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.ipam_pluggable_backend [None req-bbacc848-0cb6-4c4a-a9ff-83b7768de575 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Port 31c606a0-264d-469c-899d-d802fbd64b95 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=107776) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Aug 27 04:55:52.573026 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.ipam_pluggable_backend [None req-bbacc848-0cb6-4c4a-a9ff-83b7768de575 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Reverting IP allocation for 2001:db8::f816:3eff:fee3:421e {{(pid=107776) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Aug 27 04:55:52.579826 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-b8ab22b0-4432-4c92-bf94-f66c4886129e None None] Provisioning complete for port f71d26de-60f4-4a5d-9d4c-aa799008722f triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:52.588757 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b8ab22b0-4432-4c92-bf94-f66c4886129e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (f71d26de-60f4-4a5d-9d4c-aa799008722f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:52.588898 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bbacc848-0cb6-4c4a-a9ff-83b7768de575 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (b4782a2f-9633-4e66-819f-f16baba385a3), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:52.627585 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8c503990-f19d-4fcd-91ed-1428e3d8ffad tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (bed5c5bb-7fd2-4c96-a0f2-53fbcb7374e8), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:52.674033 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-5517a554-5a71-491c-9bab-26823c893c4b None None] Calling delete_port for 4668e219-d80b-46c5-8563-394548e8b79f owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:55:52.683189 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52beac26-e40e-42f4-9982-a8cd92c68609 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Router 102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:55:52.708574 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-b8ab22b0-4432-4c92-bf94-f66c4886129e None None] Port f71d26de-60f4-4a5d-9d4c-aa799008722f cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:55:52.803193 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-61357d4a-cd8b-4185-9cb8-03e6d094e094 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 4.9404261 Aug 27 04:55:52.840875 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34036) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:52.934007 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1b0705-da8b-4755-b285-421d4be79b5f tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:52.940811 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1b0705-da8b-4755-b285-421d4be79b5f tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:52.951614 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1b0705-da8b-4755-b285-421d4be79b5f tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:52.960964 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7c1b0705-da8b-4755-b285-421d4be79b5f tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] 10.222.0.76 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.1163695 Aug 27 04:55:52.961707 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34038) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:53.002713 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52beac26-e40e-42f4-9982-a8cd92c68609 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:55:53.004201 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-8c503990-f19d-4fcd-91ed-1428e3d8ffad tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Deleting port 4668e219-d80b-46c5-8563-394548e8b79f {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:55:53.004468 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8c503990-f19d-4fcd-91ed-1428e3d8ffad tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (4668e219-d80b-46c5-8563-394548e8b79f), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:53.014870 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-52beac26-e40e-42f4-9982-a8cd92c68609 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "PUT /networking/v2.0/routers/102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3879476 Aug 27 04:55:53.014870 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34040) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:53.018026 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27263720-addd-4ae0-8dd6-29143f30dd39 None None] Sync routers for ids ['102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:55:53.034276 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-1c56ad8b-e7ac-4714-95fd-6ce99a921fd1 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:55:53.040403 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27263720-addd-4ae0-8dd6-29143f30dd39 None None] Routers {'102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:55:53.041560 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-27263720-addd-4ae0-8dd6-29143f30dd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:55:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:55:53.161826 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2e2496e0-3358-4bfe-8b8a-8911eabfd176 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1678557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12747'] for router (92db01d4-e312-4bc7-80f9-0729458ce856), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:53.167657 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2e2496e0-3358-4bfe-8b8a-8911eabfd176 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1676574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1676639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1678566'] for router (92db01d4-e312-4bc7-80f9-0729458ce856), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:53.169984 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5517a554-5a71-491c-9bab-26823c893c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (4668e219-d80b-46c5-8563-394548e8b79f), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:53.180896 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbacc848-0cb6-4c4a-a9ff-83b7768de575 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:55:53.192105 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-bbacc848-0cb6-4c4a-a9ff-83b7768de575 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:55:53.203444 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbacc848-0cb6-4c4a-a9ff-83b7768de575 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:53.204527 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bbacc848-0cb6-4c4a-a9ff-83b7768de575 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:53.239130 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbacc848-0cb6-4c4a-a9ff-83b7768de575 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event updated for resources: {'Subnet': ['ID=b4782a2f-9633-4e66-819f-f16baba385a3,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:53.246073 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-27263720-addd-4ae0-8dd6-29143f30dd39 None None] Set router 102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5 gateway port host: None {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:55:53.280520 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb57d5f-66f1-441b-a898-43a9de91de84 None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:55:53.461494 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 4668e219-d80b-46c5-8563-394548e8b79f no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:55:53.463379 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5517a554-5a71-491c-9bab-26823c893c4b None None] Pushing event deleted for resources: {'Port': ['ID=4668e219-d80b-46c5-8563-394548e8b79f,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:53.510959 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-bbacc848-0cb6-4c4a-a9ff-83b7768de575 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2374265 Aug 27 04:55:53.517644 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5517a554-5a71-491c-9bab-26823c893c4b None None] No DVR routers for this DVR port 4668e219-d80b-46c5-8563-394548e8b79f on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:55:53.522557 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 4668e219-d80b-46c5-8563-394548e8b79f {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:55:53.527365 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 4668e219-d80b-46c5-8563-394548e8b79f not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:55:53.528546 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34046) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:53.534909 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-2650a664-add0-4a3a-9b5a-e31ecaeb6bbc tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'subnet': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:55:53.564786 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331eaba1-36e1-4b8a-b29c-6823f3c6b36f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'project_id': 'f0f1eb4384394fc18f1626f3e12e04e3', 'fixed_ips': [{'subnet_id': 'b4782a2f-9633-4e66-819f-f16baba385a3'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:55:53.568999 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-331eaba1-36e1-4b8a-b29c-6823f3c6b36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:53.588701 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34048) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:53.595010 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-8c503990-f19d-4fcd-91ed-1428e3d8ffad tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] For port 4668e219-d80b-46c5-8563-394548e8b79f, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=4668e219-d80b-46c5-8563-394548e8b79f,segment=NetworkSegment(c2bf614f-f19a-481f-9ab0-b284e72d8b29),segment_id=c2bf614f-f19a-481f-9ab0-b284e72d8b29)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:55:53.595603 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8c503990-f19d-4fcd-91ed-1428e3d8ffad tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (4668e219-d80b-46c5-8563-394548e8b79f), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:53.611899 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-8c503990-f19d-4fcd-91ed-1428e3d8ffad tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Calling delete_port for 4668e219-d80b-46c5-8563-394548e8b79f owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:55:53.880876 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-27263720-addd-4ae0-8dd6-29143f30dd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'name': 'tempest-RoutersTest-router-1984842301', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:55:01Z', 'updated_at': '2022-08-27T04:55:48Z', 'revision_number': 5, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'gw_port_host': None, '_interfaces': [{'id': '14f6582e-2ccf-474e-9dd1-50666879ef18', 'name': '', 'network_id': '2f688bf2-3831-4324-8eb2-df317fba29d9', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:1f:20:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'ba598601-4006-41f6-89e9-fce854c1ffb3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:21Z', 'updated_at': '2022-08-27T04:55:33Z', 'revision_number': 5, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': 'ba598601-4006-41f6-89e9-fce854c1ffb3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c861b3df-3b81-4554-abf8-1246b6f5803f', 'name': '', 'network_id': '94122cb1-f5f8-4b56-88b2-5834aef4472c', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:e2:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '5df62364-1081-4557-a010-0b9d53af53d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:08Z', 'updated_at': '2022-08-27T04:55:16Z', 'revision_number': 5, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': '5df62364-1081-4557-a010-0b9d53af53d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8db857b-0aab-4cbf-9448-ea536968c87f', 'name': '', 'network_id': '224b85ea-ae0f-40b7-8bd7-a6afd96bfdf5', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:1f:5b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': '3d1d9a3d-8c41-4a48-beee-c12cc0d8bc3f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:34Z', 'updated_at': '2022-08-27T04:55:44Z', 'revision_number': 5, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': '3d1d9a3d-8c41-4a48-beee-c12cc0d8bc3f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f71d26de-60f4-4a5d-9d4c-aa799008722f', 'name': '', 'network_id': '6cf9c464-b76d-43db-ba39-8afb19f4689a', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:00:98:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '90184cd6-e88d-4cfe-b64f-27d8f12408be', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:45Z', 'updated_at': '2022-08-27T04:55:49Z', 'revision_number': 2, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': '90184cd6-e88d-4cfe-b64f-27d8f12408be', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:55:53.910948 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c76d45e6-6dcf-42ad-b040-f49524ee4b2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:53.953157 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27263720-addd-4ae0-8dd6-29143f30dd39 None None] Checking router: 102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:55:53.955629 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27263720-addd-4ae0-8dd6-29143f30dd39 None None] Updating router 102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5 port f71d26de-60f4-4a5d-9d4c-aa799008722f binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:55:53.991117 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-331eaba1-36e1-4b8a-b29c-6823f3c6b36f None None] Allocated IP 2001:db8::f816:3eff:fe01:ceb4 (61356c33-ce96-40d0-bb36-87a36b2d0e1c/b4782a2f-9633-4e66-819f-f16baba385a3/af6d1b08-b2af-4f0f-b22b-53b50bf2fb0e) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:55:54.015103 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-27263720-addd-4ae0-8dd6-29143f30dd39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f71d26de-60f4-4a5d-9d4c-aa799008722f), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:54.053297 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e2496e0-3358-4bfe-8b8a-8911eabfd176 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Router 92db01d4-e312-4bc7-80f9-0729458ce856 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:55:54.097849 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:54.165611 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2650a664-add0-4a3a-9b5a-e31ecaeb6bbc tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Made reservation on behalf of f0f1eb4384394fc18f1626f3e12e04e3 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:55:54.170920 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2650a664-add0-4a3a-9b5a-e31ecaeb6bbc tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:54.177837 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c76d45e6-6dcf-42ad-b040-f49524ee4b2f admin admin] Publish callbacks [] for security_group (15e0f7cc-5324-47a0-9516-b9e5962616be), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:54.237021 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:54.338791 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c76d45e6-6dcf-42ad-b040-f49524ee4b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (15e0f7cc-5324-47a0-9516-b9e5962616be), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:54.356672 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-331eaba1-36e1-4b8a-b29c-6823f3c6b36f None None] Publish callbacks [] for port (af6d1b08-b2af-4f0f-b22b-53b50bf2fb0e), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:54.365260 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-963464c2-2294-458f-a88e-8203ef77fbdc tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Deleting port d4f9653b-f358-46d3-b503-3fa46cb6c1f9 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:55:54.365894 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-963464c2-2294-458f-a88e-8203ef77fbdc tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (d4f9653b-f358-46d3-b503-3fa46cb6c1f9), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:54.394392 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.extraroute_db [None req-1c56ad8b-e7ac-4714-95fd-6ce99a921fd1 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=107775) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 27 04:55:54.410728 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.extraroute_db [None req-1c56ad8b-e7ac-4714-95fd-6ce99a921fd1 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Removed routes are [] {{(pid=107775) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 27 04:55:54.411373 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1c56ad8b-e7ac-4714-95fd-6ce99a921fd1 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1678557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12747'] for router (102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:54.426042 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c76d45e6-6dcf-42ad-b040-f49524ee4b2f admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=e491dd67d75f463c983968ae74b4afbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8338933 Aug 27 04:55:54.429598 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34054) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:54.444149 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76d45e6-6dcf-42ad-b040-f49524ee4b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e0f7cc-5324-47a0-9516-b9e5962616be,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:54.475783 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2496e0-3358-4bfe-8b8a-8911eabfd176 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:55:54.493785 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578a02ac-8837-43b2-9560-999d80e75f6e None None] Sync routers for ids ['92db01d4-e312-4bc7-80f9-0729458ce856'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:55:54.504508 n-d-852088-5 neutron-server[107776]: INFO neutron.db.ipam_backend_mixin [None req-2650a664-add0-4a3a-9b5a-e31ecaeb6bbc tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b4782a2f-9633-4e66-819f-f16baba385a3 (CIDR: 2001:db8::/64) Aug 27 04:55:54.514758 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-331eaba1-36e1-4b8a-b29c-6823f3c6b36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (af6d1b08-b2af-4f0f-b22b-53b50bf2fb0e), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:54.532932 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2e2496e0-3358-4bfe-8b8a-8911eabfd176 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:54.542714 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2e2496e0-3358-4bfe-8b8a-8911eabfd176 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] 10.222.0.76 "PUT /networking/v2.0/routers/92db01d4-e312-4bc7-80f9-0729458ce856 HTTP/1.1" status: 200 len: 914 time: 5.2839549 Aug 27 04:55:54.543889 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34058) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:54.546861 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578a02ac-8837-43b2-9560-999d80e75f6e None None] Routers {'92db01d4-e312-4bc7-80f9-0729458ce856'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:55:54.547079 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8c503990-f19d-4fcd-91ed-1428e3d8ffad tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (4668e219-d80b-46c5-8563-394548e8b79f), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:54.551511 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-578a02ac-8837-43b2-9560-999d80e75f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:55:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['92db01d4-e312-4bc7-80f9-0729458ce856'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:55:54.611171 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-27263720-addd-4ae0-8dd6-29143f30dd39 None None] Publish callbacks [] for port (f71d26de-60f4-4a5d-9d4c-aa799008722f), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:54.698290 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-460441fb-1b6c-44e3-bf1d-beb92de2123f admin admin] Publish callbacks [] for security_group (15e0f7cc-5324-47a0-9516-b9e5962616be), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:54.702600 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-2650a664-add0-4a3a-9b5a-e31ecaeb6bbc tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 04:55:54.703255 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2650a664-add0-4a3a-9b5a-e31ecaeb6bbc tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:55:54.718674 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-963464c2-2294-458f-a88e-8203ef77fbdc tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (d4f9653b-f358-46d3-b503-3fa46cb6c1f9), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:54.735251 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-963464c2-2294-458f-a88e-8203ef77fbdc tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Calling delete_port for d4f9653b-f358-46d3-b503-3fa46cb6c1f9 owned by {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:55:54.803385 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-460441fb-1b6c-44e3-bf1d-beb92de2123f admin admin] Publish callbacks [] for security_group (15e0f7cc-5324-47a0-9516-b9e5962616be), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:54.829335 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-27263720-addd-4ae0-8dd6-29143f30dd39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (f71d26de-60f4-4a5d-9d4c-aa799008722f), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:54.866439 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2650a664-add0-4a3a-9b5a-e31ecaeb6bbc tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3343408 Aug 27 04:55:54.873091 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34060) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:54.878048 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-578a02ac-8837-43b2-9560-999d80e75f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:55:54.883928 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331eaba1-36e1-4b8a-b29c-6823f3c6b36f None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:55:54.905664 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-331eaba1-36e1-4b8a-b29c-6823f3c6b36f None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:55:54.908390 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331eaba1-36e1-4b8a-b29c-6823f3c6b36f None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:55:54.918548 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:54.937288 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-e5bec206-4eb9-4d9f-83d9-7b6b80640cc2 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'subnet': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:55:54.985255 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c503990-f19d-4fcd-91ed-1428e3d8ffad tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Pushing event deleted for resources: {'Port': ['ID=4668e219-d80b-46c5-8563-394548e8b79f,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:54.987133 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c503990-f19d-4fcd-91ed-1428e3d8ffad tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] No DVR routers for this DVR port 4668e219-d80b-46c5-8563-394548e8b79f on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:55:55.028322 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-331eaba1-36e1-4b8a-b29c-6823f3c6b36f None None] Attempting to bind port af6d1b08-b2af-4f0f-b22b-53b50bf2fb0e on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:55:55.028693 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-331eaba1-36e1-4b8a-b29c-6823f3c6b36f None None] Attempting to bind port af6d1b08-b2af-4f0f-b22b-53b50bf2fb0e by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:55:55.030255 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331eaba1-36e1-4b8a-b29c-6823f3c6b36f None None] Attempting to bind port af6d1b08-b2af-4f0f-b22b-53b50bf2fb0e on network 61356c33-ce96-40d0-bb36-87a36b2d0e1c {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:55:55.036208 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578a02ac-8837-43b2-9560-999d80e75f6e None None] Routers {'92db01d4-e312-4bc7-80f9-0729458ce856'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:55:55.037030 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-578a02ac-8837-43b2-9560-999d80e75f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:55:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['92db01d4-e312-4bc7-80f9-0729458ce856'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:55:55.038981 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331eaba1-36e1-4b8a-b29c-6823f3c6b36f None None] Pushing event updated for resources: {'Port': ['ID=af6d1b08-b2af-4f0f-b22b-53b50bf2fb0e,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:55.054393 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331eaba1-36e1-4b8a-b29c-6823f3c6b36f None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:55:55.054700 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331eaba1-36e1-4b8a-b29c-6823f3c6b36f None None] Checking segment: {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:55:55.055143 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-331eaba1-36e1-4b8a-b29c-6823f3c6b36f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:55.055532 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331eaba1-36e1-4b8a-b29c-6823f3c6b36f None None] Bound using segment: {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:55:55.056060 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-331eaba1-36e1-4b8a-b29c-6823f3c6b36f None None] Bound port: af6d1b08-b2af-4f0f-b22b-53b50bf2fb0e, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:55:55.056466 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-331eaba1-36e1-4b8a-b29c-6823f3c6b36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (af6d1b08-b2af-4f0f-b22b-53b50bf2fb0e), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:55.112133 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-578a02ac-8837-43b2-9560-999d80e75f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:55:55.115281 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578a02ac-8837-43b2-9560-999d80e75f6e None None] The sync data for ids ['92db01d4-e312-4bc7-80f9-0729458ce856'] in n-d-852088-5 is: [] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:55:55.128668 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-963464c2-2294-458f-a88e-8203ef77fbdc tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (d4f9653b-f358-46d3-b503-3fa46cb6c1f9), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:55.135455 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fade739-f754-427a-ad58-167fe8f2e7cf None None] Pushing event updated for resources: {'Port': ['ID=f71d26de-60f4-4a5d-9d4c-aa799008722f,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:55.142299 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-27263720-addd-4ae0-8dd6-29143f30dd39 None None] Attempting to bind port f71d26de-60f4-4a5d-9d4c-aa799008722f on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:55:55.142836 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-27263720-addd-4ae0-8dd6-29143f30dd39 None None] Attempting to bind port f71d26de-60f4-4a5d-9d4c-aa799008722f by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '4570e4a4-da6f-40b3-9b47-b0f29a3de9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '6cf9c464-b76d-43db-ba39-8afb19f4689a'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:55:55.143517 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27263720-addd-4ae0-8dd6-29143f30dd39 None None] Attempting to bind port f71d26de-60f4-4a5d-9d4c-aa799008722f on network 6cf9c464-b76d-43db-ba39-8afb19f4689a {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:55:55.150868 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-05de8ea8-e7cd-43bd-b00b-6e89fe59089c tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] 10.222.0.76 "GET /networking/v2.0/routers/92db01d4-e312-4bc7-80f9-0729458ce856 HTTP/1.1" status: 200 len: 920 time: 0.5917809 Aug 27 04:55:55.151869 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34064) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:55.156785 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8c503990-f19d-4fcd-91ed-1428e3d8ffad tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (bed5c5bb-7fd2-4c96-a0f2-53fbcb7374e8), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:55.160611 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27263720-addd-4ae0-8dd6-29143f30dd39 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:55:55.161267 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27263720-addd-4ae0-8dd6-29143f30dd39 None None] Checking segment: {'id': '4570e4a4-da6f-40b3-9b47-b0f29a3de9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '6cf9c464-b76d-43db-ba39-8afb19f4689a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:55:55.161816 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-27263720-addd-4ae0-8dd6-29143f30dd39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:55.163167 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27263720-addd-4ae0-8dd6-29143f30dd39 None None] Bound using segment: {'id': '4570e4a4-da6f-40b3-9b47-b0f29a3de9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '6cf9c464-b76d-43db-ba39-8afb19f4689a'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:55:55.163795 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-27263720-addd-4ae0-8dd6-29143f30dd39 None None] Bound port: f71d26de-60f4-4a5d-9d4c-aa799008722f, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4570e4a4-da6f-40b3-9b47-b0f29a3de9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '6cf9c464-b76d-43db-ba39-8afb19f4689a'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:55:55.164375 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-27263720-addd-4ae0-8dd6-29143f30dd39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f71d26de-60f4-4a5d-9d4c-aa799008722f), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:55.211480 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-331eaba1-36e1-4b8a-b29c-6823f3c6b36f None None] For port af6d1b08-b2af-4f0f-b22b-53b50bf2fb0e, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:55:55.215133 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-331eaba1-36e1-4b8a-b29c-6823f3c6b36f None None] For port af6d1b08-b2af-4f0f-b22b-53b50bf2fb0e, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=af6d1b08-b2af-4f0f-b22b-53b50bf2fb0e,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:55:55.241781 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a7742a-c7a1-4377-9632-964852b41961 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:55.246424 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-26a7742a-c7a1-4377-9632-964852b41961 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?network_id=2db7b18a-8c4b-4ba8-8012-3e7d96728abb&device_id=92db01d4-e312-4bc7-80f9-0729458ce856&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0907001 Aug 27 04:55:55.257295 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-27263720-addd-4ae0-8dd6-29143f30dd39 None None] For port f71d26de-60f4-4a5d-9d4c-aa799008722f, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:55:55.263730 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-27263720-addd-4ae0-8dd6-29143f30dd39 None None] For port f71d26de-60f4-4a5d-9d4c-aa799008722f, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=f71d26de-60f4-4a5d-9d4c-aa799008722f,segment=NetworkSegment(4570e4a4-da6f-40b3-9b47-b0f29a3de9d4),segment_id=4570e4a4-da6f-40b3-9b47-b0f29a3de9d4)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:55:55.267918 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34066) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:55.305220 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963464c2-2294-458f-a88e-8203ef77fbdc tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Pushing event deleted for resources: {'Port': ['ID=d4f9653b-f358-46d3-b503-3fa46cb6c1f9,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:55.357696 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1c56ad8b-e7ac-4714-95fd-6ce99a921fd1 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1678557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12747'] for router (102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:55.389371 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-331eaba1-36e1-4b8a-b29c-6823f3c6b36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (af6d1b08-b2af-4f0f-b22b-53b50bf2fb0e), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:55.404822 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-8c503990-f19d-4fcd-91ed-1428e3d8ffad tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bed5c5bb-7fd2-4c96-a0f2-53fbcb7374e8']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:55:55.431021 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1c56ad8b-e7ac-4714-95fd-6ce99a921fd1 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1676574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1676639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1678566'] for router (102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:55.450974 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-8c503990-f19d-4fcd-91ed-1428e3d8ffad tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2bf614f-f19a-481f-9ab0-b284e72d8b29') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:55:55.450974 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-8c503990-f19d-4fcd-91ed-1428e3d8ffad tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2bf614f-f19a-481f-9ab0-b284e72d8b29') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:55:55.483810 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331eaba1-36e1-4b8a-b29c-6823f3c6b36f None None] Pushing event updated for resources: {'Port': ['ID=af6d1b08-b2af-4f0f-b22b-53b50bf2fb0e,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:55.493344 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c054c14a-4643-45c3-bd66-7394e8abb0f4 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:55.500192 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-27263720-addd-4ae0-8dd6-29143f30dd39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (f71d26de-60f4-4a5d-9d4c-aa799008722f), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:55.514135 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c054c14a-4643-45c3-bd66-7394e8abb0f4 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] 10.222.0.76 "GET /networking/v2.0/networks/2db7b18a-8c4b-4ba8-8012-3e7d96728abb HTTP/1.1" status: 200 len: 881 time: 0.2287886 Aug 27 04:55:55.515613 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34068) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:55.527617 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8c503990-f19d-4fcd-91ed-1428e3d8ffad tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (c2bf614f-f19a-481f-9ab0-b284e72d8b29), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:55.591535 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-963464c2-2294-458f-a88e-8203ef77fbdc tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:55.595727 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-963464c2-2294-458f-a88e-8203ef77fbdc tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] 10.222.0.76 "DELETE /networking/v2.0/ports/d4f9653b-f358-46d3-b503-3fa46cb6c1f9 HTTP/1.1" status: 204 len: 168 time: 2.6014032 Aug 27 04:55:55.601446 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-be578173-abf1-4811-80f3-022fb724734d tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=92db01d4-e312-4bc7-80f9-0729458ce856 HTTP/1.1" status: 200 len: 205 time: 0.0789242 Aug 27 04:55:55.601942 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8c503990-f19d-4fcd-91ed-1428e3d8ffad tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (c2bf614f-f19a-481f-9ab0-b284e72d8b29), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:55.602080 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34070) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:55.612624 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5bec206-4eb9-4d9f-83d9-7b6b80640cc2 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Made reservation on behalf of f0f1eb4384394fc18f1626f3e12e04e3 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:55:55.614318 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27263720-addd-4ae0-8dd6-29143f30dd39 None None] Routers {'102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:55:55.618592 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e5bec206-4eb9-4d9f-83d9-7b6b80640cc2 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:55.618782 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34072) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:55.619070 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-27263720-addd-4ae0-8dd6-29143f30dd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:55:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:55:55.625007 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-3822e599-2d1d-4142-aba8-a9488f0d6e88 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Request body: {'port': {'name': 'tempest-new-port-name-1106307549', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:55:55.625399 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.api.validators [None req-3822e599-2d1d-4142-aba8-a9488f0d6e88 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] bootfile-name is not in valid_values {{(pid=107775) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Aug 27 04:55:55.625762 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.api.validators [None req-3822e599-2d1d-4142-aba8-a9488f0d6e88 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] tftp-server is not in valid_values {{(pid=107775) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Aug 27 04:55:55.626464 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.api.validators [None req-3822e599-2d1d-4142-aba8-a9488f0d6e88 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] server-ip-address is not in valid_values {{(pid=107775) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Aug 27 04:55:55.631063 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-460441fb-1b6c-44e3-bf1d-beb92de2123f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (15e0f7cc-5324-47a0-9516-b9e5962616be), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:55.637537 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-460441fb-1b6c-44e3-bf1d-beb92de2123f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:55.649555 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c503990-f19d-4fcd-91ed-1428e3d8ffad tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:55:55.649555 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8c503990-f19d-4fcd-91ed-1428e3d8ffad tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (c2bf614f-f19a-481f-9ab0-b284e72d8b29), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:55.656717 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-460441fb-1b6c-44e3-bf1d-beb92de2123f admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/15e0f7cc-5324-47a0-9516-b9e5962616be HTTP/1.1" status: 204 len: 168 time: 1.2206841 Aug 27 04:55:55.872655 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460441fb-1b6c-44e3-bf1d-beb92de2123f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e0f7cc-5324-47a0-9516-b9e5962616be,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:55.925707 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c56ad8b-e7ac-4714-95fd-6ce99a921fd1 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Router 102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:55:55.928341 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:55.940677 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:55.941544 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fade739-f754-427a-ad58-167fe8f2e7cf None None] Pushing event updated for resources: {'Port': ['ID=f71d26de-60f4-4a5d-9d4c-aa799008722f,revision_number=4']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:55.992045 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3822e599-2d1d-4142-aba8-a9488f0d6e88 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (86534007-a399-4376-8a16-ff3080e6d8c0), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:56.029491 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-27263720-addd-4ae0-8dd6-29143f30dd39 None None] Set router 102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5 gateway port host: None {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:55:56.054602 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment c2bf614f-f19a-481f-9ab0-b284e72d8b29 resource provider aggregate not found Aug 27 04:55:56.099460 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-af05a8fc-fd08-4594-897b-fff821a9a5de tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks [] for router (92db01d4-e312-4bc7-80f9-0729458ce856), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:56.159549 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment c2bf614f-f19a-481f-9ab0-b284e72d8b29 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c2bf614f-f19a-481f-9ab0-b284e72d8b29 found for delete ", "request_id": "req-638ed598-3785-42b3-9e3d-578ea015f9e4"}]} Aug 27 04:55:56.188400 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8c503990-f19d-4fcd-91ed-1428e3d8ffad tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (bed5c5bb-7fd2-4c96-a0f2-53fbcb7374e8), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:56.204476 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8c503990-f19d-4fcd-91ed-1428e3d8ffad tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:56.212031 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-8c503990-f19d-4fcd-91ed-1428e3d8ffad tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] 10.222.0.76 "DELETE /networking/v2.0/networks/bed5c5bb-7fd2-4c96-a0f2-53fbcb7374e8 HTTP/1.1" status: 204 len: 168 time: 4.3851290 Aug 27 04:55:56.257412 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c503990-f19d-4fcd-91ed-1428e3d8ffad tempest-AllowedAddressPairTestJSON-1237429062 tempest-AllowedAddressPairTestJSON-1237429062-project] Pushing event deleted for resources: {'Network': ['ID=bed5c5bb-7fd2-4c96-a0f2-53fbcb7374e8,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:56.351104 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c56ad8b-e7ac-4714-95fd-6ce99a921fd1 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:55:56.458569 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1c56ad8b-e7ac-4714-95fd-6ce99a921fd1 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:56.459833 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1c56ad8b-e7ac-4714-95fd-6ce99a921fd1 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "PUT /networking/v2.0/routers/102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5 HTTP/1.1" status: 200 len: 934 time: 3.4454648 Aug 27 04:55:56.463025 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34092) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:56.463884 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:56.482404 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-af05a8fc-fd08-4594-897b-fff821a9a5de tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks [] for router_gateway (92db01d4-e312-4bc7-80f9-0729458ce856), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:56.514261 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-27263720-addd-4ae0-8dd6-29143f30dd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'name': 'tempest-RoutersTest-router-1984842301', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:55:01Z', 'updated_at': '2022-08-27T04:55:54Z', 'revision_number': 6, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'gw_port_host': None, '_interfaces': [{'id': '14f6582e-2ccf-474e-9dd1-50666879ef18', 'name': '', 'network_id': '2f688bf2-3831-4324-8eb2-df317fba29d9', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:1f:20:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'ba598601-4006-41f6-89e9-fce854c1ffb3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:21Z', 'updated_at': '2022-08-27T04:55:33Z', 'revision_number': 5, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': 'ba598601-4006-41f6-89e9-fce854c1ffb3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c861b3df-3b81-4554-abf8-1246b6f5803f', 'name': '', 'network_id': '94122cb1-f5f8-4b56-88b2-5834aef4472c', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:e2:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '5df62364-1081-4557-a010-0b9d53af53d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:08Z', 'updated_at': '2022-08-27T04:55:16Z', 'revision_number': 5, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': '5df62364-1081-4557-a010-0b9d53af53d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8db857b-0aab-4cbf-9448-ea536968c87f', 'name': '', 'network_id': '224b85ea-ae0f-40b7-8bd7-a6afd96bfdf5', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:1f:5b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': '3d1d9a3d-8c41-4a48-beee-c12cc0d8bc3f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:34Z', 'updated_at': '2022-08-27T04:55:44Z', 'revision_number': 5, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': '3d1d9a3d-8c41-4a48-beee-c12cc0d8bc3f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f71d26de-60f4-4a5d-9d4c-aa799008722f', 'name': '', 'network_id': '6cf9c464-b76d-43db-ba39-8afb19f4689a', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:00:98:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '90184cd6-e88d-4cfe-b64f-27d8f12408be', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:45Z', 'updated_at': '2022-08-27T04:55:55Z', 'revision_number': 4, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': '90184cd6-e88d-4cfe-b64f-27d8f12408be', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:55:56.577336 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27263720-addd-4ae0-8dd6-29143f30dd39 None None] The sync data for ids ['102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'] in n-d-852088-5 is: [{'id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'name': 'tempest-RoutersTest-router-1984842301', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:55:01Z', 'updated_at': '2022-08-27T04:55:54Z', 'revision_number': 6, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'gw_port_host': None, '_interfaces': [{'id': '14f6582e-2ccf-474e-9dd1-50666879ef18', 'name': '', 'network_id': '2f688bf2-3831-4324-8eb2-df317fba29d9', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:1f:20:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'ba598601-4006-41f6-89e9-fce854c1ffb3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:21Z', 'updated_at': '2022-08-27T04:55:33Z', 'revision_number': 5, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': 'ba598601-4006-41f6-89e9-fce854c1ffb3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c861b3df-3b81-4554-abf8-1246b6f5803f', 'name': '', 'network_id': '94122cb1-f5f8-4b56-88b2-5834aef4472c', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:e2:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '5df62364-1081-4557-a010-0b9d53af53d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:08Z', 'updated_at': '2022-08-27T04:55:16Z', 'revision_number': 5, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': '5df62364-1081-4557-a010-0b9d53af53d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8db857b-0aab-4cbf-9448-ea536968c87f', 'name': '', 'network_id': '224b85ea-ae0f-40b7-8bd7-a6afd96bfdf5', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:1f:5b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': '3d1d9a3d-8c41-4a48-beee-c12cc0d8bc3f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:34Z', 'updated_at': '2022-08-27T04:55:44Z', 'revision_number': 5, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': '3d1d9a3d-8c41-4a48-beee-c12cc0d8bc3f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f71d26de-60f4-4a5d-9d4c-aa799008722f', 'name': '', 'network_id': '6cf9c464-b76d-43db-ba39-8afb19f4689a', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:00:98:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '90184cd6-e88d-4cfe-b64f-27d8f12408be', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:45Z', 'updated_at': '2022-08-27T04:55:55Z', 'revision_number': 4, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': '90184cd6-e88d-4cfe-b64f-27d8f12408be', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:55:56.725691 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5ad0b106-8c59-4536-97e4-9e9e6f3e958d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:56.787420 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-af05a8fc-fd08-4594-897b-fff821a9a5de tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Deleting port ba4a45bc-7bb8-491f-aa59-0aed4b37cb6b {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:55:56.790220 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-af05a8fc-fd08-4594-897b-fff821a9a5de tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (ba4a45bc-7bb8-491f-aa59-0aed4b37cb6b), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:56.932048 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e5bec206-4eb9-4d9f-83d9-7b6b80640cc2 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (cae2de6f-de4f-4e6f-abdf-6af6a29d0765), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:56.983039 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-af05a8fc-fd08-4594-897b-fff821a9a5de tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (ba4a45bc-7bb8-491f-aa59-0aed4b37cb6b), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:57.093485 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bec206-4eb9-4d9f-83d9-7b6b80640cc2 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event updated for resources: {'Subnet': ['ID=cae2de6f-de4f-4e6f-abdf-6af6a29d0765,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:57.123211 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-af05a8fc-fd08-4594-897b-fff821a9a5de tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Calling delete_port for ba4a45bc-7bb8-491f-aa59-0aed4b37cb6b owned by network:router_gateway {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:55:57.159991 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bec206-4eb9-4d9f-83d9-7b6b80640cc2 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:55:57.175968 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-e5bec206-4eb9-4d9f-83d9-7b6b80640cc2 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:55:57.192183 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bec206-4eb9-4d9f-83d9-7b6b80640cc2 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:57.194533 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e5bec206-4eb9-4d9f-83d9-7b6b80640cc2 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:57.311158 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34106) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:57.406009 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:UPDATE=3,neutron:SELECT=90,neutron:DELETE=7 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:57.442622 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device af6d1b08-b2af-4f0f-b22b-53b50bf2fb0e up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:55:57.486434 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e5bec206-4eb9-4d9f-83d9-7b6b80640cc2 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5911145 Aug 27 04:55:57.489308 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34110) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:57.501044 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-2173e846-8f6e-440f-8fd5-5d7ec55f4774 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'port': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'mac_address': 'fa:16:3e:19:f8:4a', 'name': 'tempest-NetworksTestDHCPv6-341305397'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:55:57.514608 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c49b00c3-bc3a-467f-aa31-233111fdc16d tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "GET /networking/v2.0/routers/102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5 HTTP/1.1" status: 200 len: 934 time: 1.0389614 Aug 27 04:55:57.516695 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34112) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:57.537052 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-11813817-8d2a-44a7-908c-01267ae4ce46 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Request body: {'router': {'routes': None}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:55:57.538334 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abdd2c2-1299-4b58-a670-ee939db7a08e None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:55:57.555030 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-1eaa0607-a0a3-4a30-a75f-b4c0f2166254 None None] Provisioning complete for port af6d1b08-b2af-4f0f-b22b-53b50bf2fb0e triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:57.555648 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1eaa0607-a0a3-4a30-a75f-b4c0f2166254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (af6d1b08-b2af-4f0f-b22b-53b50bf2fb0e), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:57.691385 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port af6d1b08-b2af-4f0f-b22b-53b50bf2fb0e triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:57.691385 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (af6d1b08-b2af-4f0f-b22b-53b50bf2fb0e), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:57.719313 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3822e599-2d1d-4142-aba8-a9488f0d6e88 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Publish callbacks [] for port (86534007-a399-4376-8a16-ff3080e6d8c0), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:57.825729 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7538c52f-09c9-43ab-88ce-ffbc2f1ab262 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=7aea786a98fb4d128403534dc8742871&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5115469 Aug 27 04:55:57.829024 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34118) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:57.847468 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3822e599-2d1d-4142-aba8-a9488f0d6e88 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (86534007-a399-4376-8a16-ff3080e6d8c0), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:57.891655 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-1eaa0607-a0a3-4a30-a75f-b4c0f2166254 None None] Current status of the port af6d1b08-b2af-4f0f-b22b-53b50bf2fb0e is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:55:57.904474 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1eaa0607-a0a3-4a30-a75f-b4c0f2166254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (af6d1b08-b2af-4f0f-b22b-53b50bf2fb0e), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:57.914823 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ef0f8522-bd95-4f23-9517-b0ca78fb003e admin admin] Publish callbacks [] for security_group (f427159e-a8f8-4c79-982f-b308636b7db5), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:57.954612 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ef0f8522-bd95-4f23-9517-b0ca78fb003e admin admin] Publish callbacks [] for security_group (f427159e-a8f8-4c79-982f-b308636b7db5), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:57.984517 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3822e599-2d1d-4142-aba8-a9488f0d6e88 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Pushing event updated for resources: {'Port': ['ID=86534007-a399-4376-8a16-ff3080e6d8c0,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:58.074690 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-af05a8fc-fd08-4594-897b-fff821a9a5de tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (ba4a45bc-7bb8-491f-aa59-0aed4b37cb6b), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:58.119801 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af05a8fc-fd08-4594-897b-fff821a9a5de tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Pushing event deleted for resources: {'Port': ['ID=ba4a45bc-7bb8-491f-aa59-0aed4b37cb6b,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:58.126678 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port af6d1b08-b2af-4f0f-b22b-53b50bf2fb0e is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:55:58.126982 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (af6d1b08-b2af-4f0f-b22b-53b50bf2fb0e), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:58.131424 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2173e846-8f6e-440f-8fd5-5d7ec55f4774 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Made reservation on behalf of f0f1eb4384394fc18f1626f3e12e04e3 for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:55:58.147766 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab998ad-ebbc-49eb-adfa-738b7b660a9b None None] Sync routers for ids ['102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:55:58.177891 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab998ad-ebbc-49eb-adfa-738b7b660a9b None None] Routers {'102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:55:58.182094 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-fab998ad-ebbc-49eb-adfa-738b7b660a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:55:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:55:58.183751 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-1eaa0607-a0a3-4a30-a75f-b4c0f2166254 None None] For port af6d1b08-b2af-4f0f-b22b-53b50bf2fb0e, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=af6d1b08-b2af-4f0f-b22b-53b50bf2fb0e,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:55:58.228949 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff83fba-c0b6-42e3-aa07-993f3398cd73 None None] Update dhcp port {'port': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'fixed_ips': [{'subnet_id': 'b4782a2f-9633-4e66-819f-f16baba385a3', 'ip_address': '2001:db8::f816:3eff:fe01:ceb4'}, {'subnet_id': 'cae2de6f-de4f-4e6f-abdf-6af6a29d0765'}], 'binding:host_id': 'n-d-852088-5'}, 'id': 'af6d1b08-b2af-4f0f-b22b-53b50bf2fb0e'} from n-d-852088-5. {{(pid=107777) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Aug 27 04:55:58.300526 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1eaa0607-a0a3-4a30-a75f-b4c0f2166254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (af6d1b08-b2af-4f0f-b22b-53b50bf2fb0e), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:58.341577 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2173e846-8f6e-440f-8fd5-5d7ec55f4774 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:58.341577 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ef0f8522-bd95-4f23-9517-b0ca78fb003e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (f427159e-a8f8-4c79-982f-b308636b7db5), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:58.343093 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ef0f8522-bd95-4f23-9517-b0ca78fb003e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:58.347073 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ef0f8522-bd95-4f23-9517-b0ca78fb003e admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/f427159e-a8f8-4c79-982f-b308636b7db5 HTTP/1.1" status: 204 len: 168 time: 0.5148709 Aug 27 04:55:58.350475 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-3822e599-2d1d-4142-aba8-a9488f0d6e88 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] In _notify_port_updated(), no bound segment for port 86534007-a399-4376-8a16-ff3080e6d8c0 on network 28b62a5d-9c0e-4731-bde3-b518dd72177c {{(pid=107775) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Aug 27 04:55:58.356215 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3822e599-2d1d-4142-aba8-a9488f0d6e88 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:58.374695 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3822e599-2d1d-4142-aba8-a9488f0d6e88 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:58.378223 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:58.382035 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3822e599-2d1d-4142-aba8-a9488f0d6e88 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] 10.222.0.76 "PUT /networking/v2.0/ports/86534007-a399-4376-8a16-ff3080e6d8c0 HTTP/1.1" status: 200 len: 1137 time: 2.7600169 Aug 27 04:55:58.387505 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34132) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:58.427008 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-fab998ad-ebbc-49eb-adfa-738b7b660a9b None None] Set router 102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5 gateway port host: None {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:55:58.430280 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f8522-bd95-4f23-9517-b0ca78fb003e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f427159e-a8f8-4c79-982f-b308636b7db5,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:58.470178 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [None req-2173e846-8f6e-440f-8fd5-5d7ec55f4774 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] device_id is not set on port cd25b879-7602-45b5-89aa-e95566aae021 yet. {{(pid=107776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:55:58.565201 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-eff83fba-c0b6-42e3-aa07-993f3398cd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (af6d1b08-b2af-4f0f-b22b-53b50bf2fb0e), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:58.584895 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaa0607-a0a3-4a30-a75f-b4c0f2166254 None None] Pushing event updated for resources: {'Port': ['ID=af6d1b08-b2af-4f0f-b22b-53b50bf2fb0e,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:58.590010 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:58.600534 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=16,neutron:SELECT=79,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:58.608840 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c28daaa-6436-47e2-8436-09249b85247e tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:55:58.618767 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:55:58.619524 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-6c28daaa-6436-47e2-8436-09249b85247e tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] 10.222.0.76 "GET /networking/v2.0/ports/86534007-a399-4376-8a16-ff3080e6d8c0 HTTP/1.1" status: 200 len: 1137 time: 0.2253511 Aug 27 04:55:58.622848 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34134) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:58.626116 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:55:58.685000 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-77589acd-556b-4671-ab82-c397a3985003 None None] Provisioning complete for port 86534007-a399-4376-8a16-ff3080e6d8c0 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:58.685707 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-77589acd-556b-4671-ab82-c397a3985003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (86534007-a399-4376-8a16-ff3080e6d8c0), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:58.721106 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-af05a8fc-fd08-4594-897b-fff821a9a5de tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (92db01d4-e312-4bc7-80f9-0729458ce856), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:58.859831 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-af05a8fc-fd08-4594-897b-fff821a9a5de tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (92db01d4-e312-4bc7-80f9-0729458ce856), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:58.865882 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-af05a8fc-fd08-4594-897b-fff821a9a5de tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks [] for router_controller (92db01d4-e312-4bc7-80f9-0729458ce856), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:58.879350 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-b3a315f0-15a4-439f-a0a1-80447a68c141 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Deleting port 86534007-a399-4376-8a16-ff3080e6d8c0 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:55:58.879697 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b3a315f0-15a4-439f-a0a1-80447a68c141 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (86534007-a399-4376-8a16-ff3080e6d8c0), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:58.892981 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:58.909446 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:58.924017 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-fab998ad-ebbc-49eb-adfa-738b7b660a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'name': 'tempest-RoutersTest-router-1984842301', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:55:01Z', 'updated_at': '2022-08-27T04:55:54Z', 'revision_number': 6, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'gw_port_host': None, '_interfaces': [{'id': '14f6582e-2ccf-474e-9dd1-50666879ef18', 'name': '', 'network_id': '2f688bf2-3831-4324-8eb2-df317fba29d9', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:1f:20:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'ba598601-4006-41f6-89e9-fce854c1ffb3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:21Z', 'updated_at': '2022-08-27T04:55:33Z', 'revision_number': 5, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': 'ba598601-4006-41f6-89e9-fce854c1ffb3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c861b3df-3b81-4554-abf8-1246b6f5803f', 'name': '', 'network_id': '94122cb1-f5f8-4b56-88b2-5834aef4472c', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:e2:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '5df62364-1081-4557-a010-0b9d53af53d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:08Z', 'updated_at': '2022-08-27T04:55:16Z', 'revision_number': 5, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': '5df62364-1081-4557-a010-0b9d53af53d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8db857b-0aab-4cbf-9448-ea536968c87f', 'name': '', 'network_id': '224b85ea-ae0f-40b7-8bd7-a6afd96bfdf5', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:1f:5b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': '3d1d9a3d-8c41-4a48-beee-c12cc0d8bc3f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:34Z', 'updated_at': '2022-08-27T04:55:44Z', 'revision_number': 5, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': '3d1d9a3d-8c41-4a48-beee-c12cc0d8bc3f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f71d26de-60f4-4a5d-9d4c-aa799008722f', 'name': '', 'network_id': '6cf9c464-b76d-43db-ba39-8afb19f4689a', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:00:98:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '90184cd6-e88d-4cfe-b64f-27d8f12408be', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:45Z', 'updated_at': '2022-08-27T04:55:55Z', 'revision_number': 4, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': '90184cd6-e88d-4cfe-b64f-27d8f12408be', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:55:58.929662 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-77589acd-556b-4671-ab82-c397a3985003 None None] Port 86534007-a399-4376-8a16-ff3080e6d8c0 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:55:59.001827 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab998ad-ebbc-49eb-adfa-738b7b660a9b None None] Checking router: 102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:55:59.018802 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab998ad-ebbc-49eb-adfa-738b7b660a9b None None] Routers {'102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:55:59.019451 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-fab998ad-ebbc-49eb-adfa-738b7b660a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:55:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:55:59.059305 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.extraroute_db [None req-11813817-8d2a-44a7-908c-01267ae4ce46 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Added routes are [] {{(pid=107775) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 27 04:55:59.059640 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.extraroute_db [None req-11813817-8d2a-44a7-908c-01267ae4ce46 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=107775) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 27 04:55:59.118992 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-af05a8fc-fd08-4594-897b-fff821a9a5de tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (92db01d4-e312-4bc7-80f9-0729458ce856), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:59.119621 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af05a8fc-fd08-4594-897b-fff821a9a5de tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Fanout notify agent at l3_agent the message router_deleted on router 92db01d4-e312-4bc7-80f9-0729458ce856 {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:55:59.126886 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-af05a8fc-fd08-4594-897b-fff821a9a5de tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:59.131396 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-af05a8fc-fd08-4594-897b-fff821a9a5de tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] 10.222.0.76 "DELETE /networking/v2.0/routers/92db01d4-e312-4bc7-80f9-0729458ce856 HTTP/1.1" status: 204 len: 168 time: 3.5267367 Aug 27 04:55:59.135646 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34144) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:59.169204 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-11813817-8d2a-44a7-908c-01267ae4ce46 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1678557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12747'] for router (102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:59.187450 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-e5243c89-42a0-41dc-88eb-5f1d2f62208a tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1918376383', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:55:59.192920 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port af6d1b08-b2af-4f0f-b22b-53b50bf2fb0e is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:55:59.193962 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device f71d26de-60f4-4a5d-9d4c-aa799008722f up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:55:59.227273 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-fab998ad-ebbc-49eb-adfa-738b7b660a9b None None] Set router 102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5 gateway port host: None {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:55:59.237054 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3eb02b0d-60b0-4a4e-bc4f-342a1b240cbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:59.255996 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-2173e846-8f6e-440f-8fd5-5d7ec55f4774 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Allocated IP 2001:db8:0:1::3ad (61356c33-ce96-40d0-bb36-87a36b2d0e1c/cae2de6f-de4f-4e6f-abdf-6af6a29d0765/cd25b879-7602-45b5-89aa-e95566aae021) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:55:59.274713 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-2173e846-8f6e-440f-8fd5-5d7ec55f4774 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Allocated IP 2001:db8::f816:3eff:fe19:f84a (61356c33-ce96-40d0-bb36-87a36b2d0e1c/b4782a2f-9633-4e66-819f-f16baba385a3/cd25b879-7602-45b5-89aa-e95566aae021) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:55:59.292387 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port f71d26de-60f4-4a5d-9d4c-aa799008722f triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:59.294402 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (f71d26de-60f4-4a5d-9d4c-aa799008722f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:59.314848 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b3a315f0-15a4-439f-a0a1-80447a68c141 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (86534007-a399-4376-8a16-ff3080e6d8c0), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:59.366612 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-b3a315f0-15a4-439f-a0a1-80447a68c141 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Calling delete_port for 86534007-a399-4376-8a16-ff3080e6d8c0 owned by {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:55:59.447947 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e5243c89-42a0-41dc-88eb-5f1d2f62208a tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (f91abce9-6510-4a02-87aa-4b028dc1254c), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:59.449659 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e5243c89-42a0-41dc-88eb-5f1d2f62208a tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (f91abce9-6510-4a02-87aa-4b028dc1254c), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:59.464752 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port f71d26de-60f4-4a5d-9d4c-aa799008722f is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:55:59.465400 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f71d26de-60f4-4a5d-9d4c-aa799008722f), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:59.547155 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port f71d26de-60f4-4a5d-9d4c-aa799008722f, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=f71d26de-60f4-4a5d-9d4c-aa799008722f,segment=NetworkSegment(4570e4a4-da6f-40b3-9b47-b0f29a3de9d4),segment_id=4570e4a4-da6f-40b3-9b47-b0f29a3de9d4)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:55:59.559516 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e5243c89-42a0-41dc-88eb-5f1d2f62208a tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks [] for router_controller (f91abce9-6510-4a02-87aa-4b028dc1254c), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:59.721189 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (f71d26de-60f4-4a5d-9d4c-aa799008722f), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:59.735357 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e5243c89-42a0-41dc-88eb-5f1d2f62208a tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (f91abce9-6510-4a02-87aa-4b028dc1254c), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:59.778733 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2173e846-8f6e-440f-8fd5-5d7ec55f4774 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for port (cd25b879-7602-45b5-89aa-e95566aae021), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:59.825447 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:55:59.826873 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=f71d26de-60f4-4a5d-9d4c-aa799008722f,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:55:59.866644 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device af6d1b08-b2af-4f0f-b22b-53b50bf2fb0e up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:55:59.883529 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-fab998ad-ebbc-49eb-adfa-738b7b660a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'name': 'tempest-RoutersTest-router-1984842301', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:55:01Z', 'updated_at': '2022-08-27T04:55:54Z', 'revision_number': 6, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'gw_port_host': None, '_interfaces': [{'id': '14f6582e-2ccf-474e-9dd1-50666879ef18', 'name': '', 'network_id': '2f688bf2-3831-4324-8eb2-df317fba29d9', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:1f:20:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'ba598601-4006-41f6-89e9-fce854c1ffb3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:21Z', 'updated_at': '2022-08-27T04:55:33Z', 'revision_number': 5, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': 'ba598601-4006-41f6-89e9-fce854c1ffb3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c861b3df-3b81-4554-abf8-1246b6f5803f', 'name': '', 'network_id': '94122cb1-f5f8-4b56-88b2-5834aef4472c', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:e2:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '5df62364-1081-4557-a010-0b9d53af53d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:08Z', 'updated_at': '2022-08-27T04:55:16Z', 'revision_number': 5, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': '5df62364-1081-4557-a010-0b9d53af53d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8db857b-0aab-4cbf-9448-ea536968c87f', 'name': '', 'network_id': '224b85ea-ae0f-40b7-8bd7-a6afd96bfdf5', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:1f:5b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': '3d1d9a3d-8c41-4a48-beee-c12cc0d8bc3f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:34Z', 'updated_at': '2022-08-27T04:55:44Z', 'revision_number': 5, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': '3d1d9a3d-8c41-4a48-beee-c12cc0d8bc3f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f71d26de-60f4-4a5d-9d4c-aa799008722f', 'name': '', 'network_id': '6cf9c464-b76d-43db-ba39-8afb19f4689a', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:00:98:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '90184cd6-e88d-4cfe-b64f-27d8f12408be', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:45Z', 'updated_at': '2022-08-27T04:55:55Z', 'revision_number': 4, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': '90184cd6-e88d-4cfe-b64f-27d8f12408be', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:55:59.909503 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b3a315f0-15a4-439f-a0a1-80447a68c141 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (86534007-a399-4376-8a16-ff3080e6d8c0), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:59.921619 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port af6d1b08-b2af-4f0f-b22b-53b50bf2fb0e triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:55:59.922171 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (af6d1b08-b2af-4f0f-b22b-53b50bf2fb0e), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:59.923105 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab998ad-ebbc-49eb-adfa-738b7b660a9b None None] The sync data for ids ['102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'] in n-d-852088-5 is: [{'id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'name': 'tempest-RoutersTest-router-1984842301', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:55:01Z', 'updated_at': '2022-08-27T04:55:54Z', 'revision_number': 6, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'gw_port_host': None, '_interfaces': [{'id': '14f6582e-2ccf-474e-9dd1-50666879ef18', 'name': '', 'network_id': '2f688bf2-3831-4324-8eb2-df317fba29d9', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:1f:20:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'ba598601-4006-41f6-89e9-fce854c1ffb3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:21Z', 'updated_at': '2022-08-27T04:55:33Z', 'revision_number': 5, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': 'ba598601-4006-41f6-89e9-fce854c1ffb3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c861b3df-3b81-4554-abf8-1246b6f5803f', 'name': '', 'network_id': '94122cb1-f5f8-4b56-88b2-5834aef4472c', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:e2:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '5df62364-1081-4557-a010-0b9d53af53d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:08Z', 'updated_at': '2022-08-27T04:55:16Z', 'revision_number': 5, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': '5df62364-1081-4557-a010-0b9d53af53d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8db857b-0aab-4cbf-9448-ea536968c87f', 'name': '', 'network_id': '224b85ea-ae0f-40b7-8bd7-a6afd96bfdf5', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:1f:5b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': '3d1d9a3d-8c41-4a48-beee-c12cc0d8bc3f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:34Z', 'updated_at': '2022-08-27T04:55:44Z', 'revision_number': 5, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': '3d1d9a3d-8c41-4a48-beee-c12cc0d8bc3f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f71d26de-60f4-4a5d-9d4c-aa799008722f', 'name': '', 'network_id': '6cf9c464-b76d-43db-ba39-8afb19f4689a', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:00:98:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '90184cd6-e88d-4cfe-b64f-27d8f12408be', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:45Z', 'updated_at': '2022-08-27T04:55:55Z', 'revision_number': 4, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': '90184cd6-e88d-4cfe-b64f-27d8f12408be', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:55:59.955134 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e5243c89-42a0-41dc-88eb-5f1d2f62208a tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:55:59.956413 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e5243c89-42a0-41dc-88eb-5f1d2f62208a tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8191359 Aug 27 04:55:59.962834 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34156) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:55:59.972115 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-38588110-e15b-49a4-8c5d-df7e723b536d tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'enable_snat': False}}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:56:00.061280 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a315f0-15a4-439f-a0a1-80447a68c141 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Pushing event deleted for resources: {'Port': ['ID=86534007-a399-4376-8a16-ff3080e6d8c0,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:00.122636 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-eff83fba-c0b6-42e3-aa07-993f3398cd73 None None] Allocated IP 2001:db8:0:1::2 (61356c33-ce96-40d0-bb36-87a36b2d0e1c/cae2de6f-de4f-4e6f-abdf-6af6a29d0765/af6d1b08-b2af-4f0f-b22b-53b50bf2fb0e) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:56:00.136760 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2173e846-8f6e-440f-8fd5-5d7ec55f4774 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (cd25b879-7602-45b5-89aa-e95566aae021), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:00.292914 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-11813817-8d2a-44a7-908c-01267ae4ce46 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1678557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12747'] for router (102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:00.297101 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b3a315f0-15a4-439f-a0a1-80447a68c141 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:00.304265 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b3a315f0-15a4-439f-a0a1-80447a68c141 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] 10.222.0.76 "DELETE /networking/v2.0/ports/86534007-a399-4376-8a16-ff3080e6d8c0 HTTP/1.1" status: 204 len: 168 time: 1.6803374 Aug 27 04:56:00.304904 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34172) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:00.313597 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2173e846-8f6e-440f-8fd5-5d7ec55f4774 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event updated for resources: {'Port': ['ID=cd25b879-7602-45b5-89aa-e95566aae021,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:00.322899 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2173e846-8f6e-440f-8fd5-5d7ec55f4774 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:56:00.328617 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-2173e846-8f6e-440f-8fd5-5d7ec55f4774 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:56:00.332561 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2173e846-8f6e-440f-8fd5-5d7ec55f4774 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:56:00.338023 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2173e846-8f6e-440f-8fd5-5d7ec55f4774 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:56:00.338676 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2173e846-8f6e-440f-8fd5-5d7ec55f4774 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:00.354403 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-11813817-8d2a-44a7-908c-01267ae4ce46 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1676574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1676639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1678566'] for router (102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:00.374548 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-eff83fba-c0b6-42e3-aa07-993f3398cd73 None None] For port af6d1b08-b2af-4f0f-b22b-53b50bf2fb0e, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=af6d1b08-b2af-4f0f-b22b-53b50bf2fb0e,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:56:00.376785 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port af6d1b08-b2af-4f0f-b22b-53b50bf2fb0e is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:56:00.434618 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-eff83fba-c0b6-42e3-aa07-993f3398cd73 None None] Publish callbacks [] for port (af6d1b08-b2af-4f0f-b22b-53b50bf2fb0e), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:00.525714 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:00.553383 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b821b78-0be5-48af-b34a-76a3080b6458 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Deleting subnet 16b5aaf9-0f13-40ff-ad6a-3afef6a5f7ec {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:56:00.562730 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2b821b78-0be5-48af-b34a-76a3080b6458 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Publish callbacks [] for subnet (16b5aaf9-0f13-40ff-ad6a-3afef6a5f7ec), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:00.622319 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11813817-8d2a-44a7-908c-01267ae4ce46 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Router 102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:56:00.634323 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-eff83fba-c0b6-42e3-aa07-993f3398cd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (af6d1b08-b2af-4f0f-b22b-53b50bf2fb0e), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:00.640995 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2b821b78-0be5-48af-b34a-76a3080b6458 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (16b5aaf9-0f13-40ff-ad6a-3afef6a5f7ec), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:00.819949 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff83fba-c0b6-42e3-aa07-993f3398cd73 None None] Pushing event updated for resources: {'Port': ['ID=af6d1b08-b2af-4f0f-b22b-53b50bf2fb0e,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:00.842256 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34184) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:00.861047 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2b821b78-0be5-48af-b34a-76a3080b6458 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (16b5aaf9-0f13-40ff-ad6a-3afef6a5f7ec), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:01.056957 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-c2fa34c9-52f9-42a5-9879-addfa1805ae5 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-673159251'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:56:01.098628 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11813817-8d2a-44a7-908c-01267ae4ce46 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:56:01.108319 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-11813817-8d2a-44a7-908c-01267ae4ce46 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:01.109912 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-11813817-8d2a-44a7-908c-01267ae4ce46 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "PUT /networking/v2.0/routers/102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5 HTTP/1.1" status: 200 len: 700 time: 3.5810065 Aug 27 04:56:01.111768 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d02c9c8-6d2a-4cc0-a27b-02560493d4ab None None] Sync routers for ids ['102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:56:01.113098 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34194) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:01.125858 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2173e846-8f6e-440f-8fd5-5d7ec55f4774 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.6326971 Aug 27 04:56:01.128869 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d02c9c8-6d2a-4cc0-a27b-02560493d4ab None None] Routers {'102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:56:01.129989 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-3d02c9c8-6d2a-4cc0-a27b-02560493d4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:55:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:01.130536 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34196) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:01.145945 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-38588110-e15b-49a4-8c5d-df7e723b536d tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks [] for router_gateway (f91abce9-6510-4a02-87aa-4b028dc1254c), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:01.243994 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-51ad92c3-4475-4c6e-9763-fdf9685957eb tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Deleting port cd25b879-7602-45b5-89aa-e95566aae021 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:56:01.244620 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-51ad92c3-4475-4c6e-9763-fdf9685957eb tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (cd25b879-7602-45b5-89aa-e95566aae021), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:01.267216 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-bafbd676-a2eb-4f5c-95d1-fe8b99cc96a1 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "GET /networking/v2.0/routers/102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5 HTTP/1.1" status: 200 len: 700 time: 0.1528988 Aug 27 04:56:01.267859 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34198) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:01.334189 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:01.336109 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2fa34c9-52f9-42a5-9879-addfa1805ae5 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Made reservation on behalf of be8944f580af495191f8edd06de8f901 for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:56:01.342152 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c2fa34c9-52f9-42a5-9879-addfa1805ae5 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:01.345029 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2b821b78-0be5-48af-b34a-76a3080b6458 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (16b5aaf9-0f13-40ff-ad6a-3afef6a5f7ec), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:01.422435 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-51ad92c3-4475-4c6e-9763-fdf9685957eb tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (cd25b879-7602-45b5-89aa-e95566aae021), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:01.454183 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-3d02c9c8-6d2a-4cc0-a27b-02560493d4ab None None] Set router 102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5 gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:56:01.468411 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b821b78-0be5-48af-b34a-76a3080b6458 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Pushing event deleted for resources: {'Subnet': ['ID=16b5aaf9-0f13-40ff-ad6a-3afef6a5f7ec,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:01.474146 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c2fa34c9-52f9-42a5-9879-addfa1805ae5 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:01.493184 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09ce967-bfb5-466f-b315-26ddebffac73 None None] Network 28b62a5d-9c0e-4731-bde3-b518dd72177c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:56:01.517162 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2b821b78-0be5-48af-b34a-76a3080b6458 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:01.537849 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2b821b78-0be5-48af-b34a-76a3080b6458 tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/16b5aaf9-0f13-40ff-ad6a-3afef6a5f7ec HTTP/1.1" status: 204 len: 168 time: 1.2299037 Aug 27 04:56:01.540266 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34206) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:01.705541 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-51ad92c3-4475-4c6e-9763-fdf9685957eb tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Calling delete_port for cd25b879-7602-45b5-89aa-e95566aae021 owned by {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:56:01.708348 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-38588110-e15b-49a4-8c5d-df7e723b536d tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks [] for router_gateway (f91abce9-6510-4a02-87aa-4b028dc1254c), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:01.735698 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-38588110-e15b-49a4-8c5d-df7e723b536d tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:01.787102 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-37fc5377-67f1-46c6-af16-cb87e74c1800 None None] Provisioning complete for port af6d1b08-b2af-4f0f-b22b-53b50bf2fb0e triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:56:01.787492 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-37fc5377-67f1-46c6-af16-cb87e74c1800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (af6d1b08-b2af-4f0f-b22b-53b50bf2fb0e), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:01.921694 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-3d02c9c8-6d2a-4cc0-a27b-02560493d4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'name': 'tempest-RoutersTest-router-1984842301', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:55:01Z', 'updated_at': '2022-08-27T04:55:59Z', 'revision_number': 7, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'gw_port_host': None, '_interfaces': [{'id': '14f6582e-2ccf-474e-9dd1-50666879ef18', 'name': '', 'network_id': '2f688bf2-3831-4324-8eb2-df317fba29d9', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:1f:20:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'ba598601-4006-41f6-89e9-fce854c1ffb3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:21Z', 'updated_at': '2022-08-27T04:55:33Z', 'revision_number': 5, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': 'ba598601-4006-41f6-89e9-fce854c1ffb3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c861b3df-3b81-4554-abf8-1246b6f5803f', 'name': '', 'network_id': '94122cb1-f5f8-4b56-88b2-5834aef4472c', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:e2:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '5df62364-1081-4557-a010-0b9d53af53d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:08Z', 'updated_at': '2022-08-27T04:55:16Z', 'revision_number': 5, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': '5df62364-1081-4557-a010-0b9d53af53d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8db857b-0aab-4cbf-9448-ea536968c87f', 'name': '', 'network_id': '224b85ea-ae0f-40b7-8bd7-a6afd96bfdf5', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:1f:5b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': '3d1d9a3d-8c41-4a48-beee-c12cc0d8bc3f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:34Z', 'updated_at': '2022-08-27T04:55:44Z', 'revision_number': 5, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': '3d1d9a3d-8c41-4a48-beee-c12cc0d8bc3f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f71d26de-60f4-4a5d-9d4c-aa799008722f', 'name': '', 'network_id': '6cf9c464-b76d-43db-ba39-8afb19f4689a', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:00:98:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '90184cd6-e88d-4cfe-b64f-27d8f12408be', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:45Z', 'updated_at': '2022-08-27T04:55:59Z', 'revision_number': 5, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': '90184cd6-e88d-4cfe-b64f-27d8f12408be', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:01.921694 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ba1acb-ecfc-42ef-ab71-610700e7b683 None None] DHCP port deletion for 28b62a5d-9c0e-4731-bde3-b518dd72177c request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:56:01.950452 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:02.038441 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c2fa34c9-52f9-42a5-9879-addfa1805ae5 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for security_group (c989cab9-1029-442f-bc32-d3459848c5b2), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:02.059785 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-38588110-e15b-49a4-8c5d-df7e723b536d tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Allocated IP 172.25.2.248 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/5fcd57f8-c59a-4640-9435-ae25fdd95eab) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:56:02.065512 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device af6d1b08-b2af-4f0f-b22b-53b50bf2fb0e up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:56:02.083821 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d02c9c8-6d2a-4cc0-a27b-02560493d4ab None None] Checking router: 102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:56:02.194921 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:02.259791 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d02c9c8-6d2a-4cc0-a27b-02560493d4ab None None] Routers {'102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:56:02.267517 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-3d02c9c8-6d2a-4cc0-a27b-02560493d4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:55:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:02.322455 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c2fa34c9-52f9-42a5-9879-addfa1805ae5 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (c989cab9-1029-442f-bc32-d3459848c5b2), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:02.350346 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:02.360837 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-38588110-e15b-49a4-8c5d-df7e723b536d tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks [] for port (5fcd57f8-c59a-4640-9435-ae25fdd95eab), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:02.375715 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5a035650-081b-446f-a8f2-3fd2943f0c4b tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (28b62a5d-9c0e-4731-bde3-b518dd72177c), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:02.384911 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-3d02c9c8-6d2a-4cc0-a27b-02560493d4ab None None] Set router 102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5 gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:56:02.462916 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-51ad92c3-4475-4c6e-9763-fdf9685957eb tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (cd25b879-7602-45b5-89aa-e95566aae021), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:02.510301 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-a9ba1acb-ecfc-42ef-ab71-610700e7b683 None None] Deleting port a32e55b2-477f-49c2-8dcc-6e7cab1c6d4e {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:56:02.511210 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a9ba1acb-ecfc-42ef-ab71-610700e7b683 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (a32e55b2-477f-49c2-8dcc-6e7cab1c6d4e), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:02.519574 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2fa34c9-52f9-42a5-9879-addfa1805ae5 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:56:02.543727 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-37fc5377-67f1-46c6-af16-cb87e74c1800 None None] Current status of the port af6d1b08-b2af-4f0f-b22b-53b50bf2fb0e is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:56:02.547966 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fa34c9-52f9-42a5-9879-addfa1805ae5 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c989cab9-1029-442f-bc32-d3459848c5b2,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:02.558546 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-5a035650-081b-446f-a8f2-3fd2943f0c4b tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Deleting port a32e55b2-477f-49c2-8dcc-6e7cab1c6d4e {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:56:02.561166 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5a035650-081b-446f-a8f2-3fd2943f0c4b tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (a32e55b2-477f-49c2-8dcc-6e7cab1c6d4e), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:02.561379 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c2fa34c9-52f9-42a5-9879-addfa1805ae5 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (5bbd99ab-216f-4169-a7c0-cee8497241e7), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:02.561776 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-c2fa34c9-52f9-42a5-9879-addfa1805ae5 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Added segment 5bbd99ab-216f-4169-a7c0-cee8497241e7 of type vlan for network 849c1b68-ff98-433a-8a19-bdf5ff0407d2 Aug 27 04:56:02.566501 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ad92c3-4475-4c6e-9763-fdf9685957eb tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event deleted for resources: {'Port': ['ID=cd25b879-7602-45b5-89aa-e95566aae021,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:02.638633 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-38588110-e15b-49a4-8c5d-df7e723b536d tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (5fcd57f8-c59a-4640-9435-ae25fdd95eab), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:02.743823 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38588110-e15b-49a4-8c5d-df7e723b536d tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:56:02.750675 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-51ad92c3-4475-4c6e-9763-fdf9685957eb tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:02.757548 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-51ad92c3-4475-4c6e-9763-fdf9685957eb tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/ports/cd25b879-7602-45b5-89aa-e95566aae021 HTTP/1.1" status: 204 len: 168 time: 1.6222706 Aug 27 04:56:02.757798 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-38588110-e15b-49a4-8c5d-df7e723b536d tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:56:02.763180 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34224) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:02.766195 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38588110-e15b-49a4-8c5d-df7e723b536d tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:56:02.784918 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-28127f61-7cef-4173-8cee-e06c1778933c tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:02.788196 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38588110-e15b-49a4-8c5d-df7e723b536d tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Pushing event updated for resources: {'Port': ['ID=5fcd57f8-c59a-4640-9435-ae25fdd95eab,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:02.814201 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-6295c723-a610-441e-bbbd-ef6578486d40 None None] Could not find standard attr ID for object cd25b879-7602-45b5-89aa-e95566aae021. {{(pid=107777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 27 04:56:02.875582 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-a9ba1acb-ecfc-42ef-ab71-610700e7b683 None None] For port a32e55b2-477f-49c2-8dcc-6e7cab1c6d4e, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a32e55b2-477f-49c2-8dcc-6e7cab1c6d4e,segment=NetworkSegment(70f58c84-6540-44cc-a7e2-1e86c9d4814f),segment_id=70f58c84-6540-44cc-a7e2-1e86c9d4814f)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:56:02.876135 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a9ba1acb-ecfc-42ef-ab71-610700e7b683 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (a32e55b2-477f-49c2-8dcc-6e7cab1c6d4e), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:02.879753 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port af6d1b08-b2af-4f0f-b22b-53b50bf2fb0e triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:56:02.880123 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (af6d1b08-b2af-4f0f-b22b-53b50bf2fb0e), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:02.893820 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc99b4da-8546-4575-b138-b4d28b90dbf2 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:56:02.897991 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-dc99b4da-8546-4575-b138-b4d28b90dbf2 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1332681 Aug 27 04:56:02.902685 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34230) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:02.954664 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c2fa34c9-52f9-42a5-9879-addfa1805ae5 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (849c1b68-ff98-433a-8a19-bdf5ff0407d2), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:02.981127 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-a9ba1acb-ecfc-42ef-ab71-610700e7b683 None None] Calling delete_port for a32e55b2-477f-49c2-8dcc-6e7cab1c6d4e owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:56:03.063036 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-5a035650-081b-446f-a8f2-3fd2943f0c4b tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] For port a32e55b2-477f-49c2-8dcc-6e7cab1c6d4e, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a32e55b2-477f-49c2-8dcc-6e7cab1c6d4e,segment=NetworkSegment(70f58c84-6540-44cc-a7e2-1e86c9d4814f),segment_id=70f58c84-6540-44cc-a7e2-1e86c9d4814f)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:56:03.063527 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5a035650-081b-446f-a8f2-3fd2943f0c4b tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (a32e55b2-477f-49c2-8dcc-6e7cab1c6d4e), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:03.119711 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04cec887-edfb-43ae-bf56-371a04b6671a tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:56:03.123763 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-04cec887-edfb-43ae-bf56-371a04b6671a tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2161500 Aug 27 04:56:03.132023 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-5a035650-081b-446f-a8f2-3fd2943f0c4b tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Calling delete_port for a32e55b2-477f-49c2-8dcc-6e7cab1c6d4e owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:56:03.133350 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34234) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:03.190088 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:03.320061 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port af6d1b08-b2af-4f0f-b22b-53b50bf2fb0e is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:56:03.322545 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device f71d26de-60f4-4a5d-9d4c-aa799008722f up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:56:03.368278 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-3d02c9c8-6d2a-4cc0-a27b-02560493d4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'name': 'tempest-RoutersTest-router-1984842301', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:55:01Z', 'updated_at': '2022-08-27T04:55:59Z', 'revision_number': 7, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'gw_port_host': None, '_interfaces': [{'id': '14f6582e-2ccf-474e-9dd1-50666879ef18', 'name': '', 'network_id': '2f688bf2-3831-4324-8eb2-df317fba29d9', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:1f:20:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'ba598601-4006-41f6-89e9-fce854c1ffb3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:21Z', 'updated_at': '2022-08-27T04:55:33Z', 'revision_number': 5, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': 'ba598601-4006-41f6-89e9-fce854c1ffb3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c861b3df-3b81-4554-abf8-1246b6f5803f', 'name': '', 'network_id': '94122cb1-f5f8-4b56-88b2-5834aef4472c', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:e2:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '5df62364-1081-4557-a010-0b9d53af53d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:08Z', 'updated_at': '2022-08-27T04:55:16Z', 'revision_number': 5, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': '5df62364-1081-4557-a010-0b9d53af53d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8db857b-0aab-4cbf-9448-ea536968c87f', 'name': '', 'network_id': '224b85ea-ae0f-40b7-8bd7-a6afd96bfdf5', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:1f:5b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': '3d1d9a3d-8c41-4a48-beee-c12cc0d8bc3f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:34Z', 'updated_at': '2022-08-27T04:55:44Z', 'revision_number': 5, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': '3d1d9a3d-8c41-4a48-beee-c12cc0d8bc3f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f71d26de-60f4-4a5d-9d4c-aa799008722f', 'name': '', 'network_id': '6cf9c464-b76d-43db-ba39-8afb19f4689a', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:00:98:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '90184cd6-e88d-4cfe-b64f-27d8f12408be', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:45Z', 'updated_at': '2022-08-27T04:55:59Z', 'revision_number': 5, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': '90184cd6-e88d-4cfe-b64f-27d8f12408be', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:03.430612 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d02c9c8-6d2a-4cc0-a27b-02560493d4ab None None] The sync data for ids ['102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'] in n-d-852088-5 is: [{'id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'name': 'tempest-RoutersTest-router-1984842301', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:55:01Z', 'updated_at': '2022-08-27T04:55:59Z', 'revision_number': 7, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'gw_port_host': None, '_interfaces': [{'id': '14f6582e-2ccf-474e-9dd1-50666879ef18', 'name': '', 'network_id': '2f688bf2-3831-4324-8eb2-df317fba29d9', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:1f:20:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'ba598601-4006-41f6-89e9-fce854c1ffb3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:21Z', 'updated_at': '2022-08-27T04:55:33Z', 'revision_number': 5, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': 'ba598601-4006-41f6-89e9-fce854c1ffb3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c861b3df-3b81-4554-abf8-1246b6f5803f', 'name': '', 'network_id': '94122cb1-f5f8-4b56-88b2-5834aef4472c', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:e2:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '5df62364-1081-4557-a010-0b9d53af53d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:08Z', 'updated_at': '2022-08-27T04:55:16Z', 'revision_number': 5, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': '5df62364-1081-4557-a010-0b9d53af53d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8db857b-0aab-4cbf-9448-ea536968c87f', 'name': '', 'network_id': '224b85ea-ae0f-40b7-8bd7-a6afd96bfdf5', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:1f:5b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': '3d1d9a3d-8c41-4a48-beee-c12cc0d8bc3f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:34Z', 'updated_at': '2022-08-27T04:55:44Z', 'revision_number': 5, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': '3d1d9a3d-8c41-4a48-beee-c12cc0d8bc3f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f71d26de-60f4-4a5d-9d4c-aa799008722f', 'name': '', 'network_id': '6cf9c464-b76d-43db-ba39-8afb19f4689a', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:00:98:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '90184cd6-e88d-4cfe-b64f-27d8f12408be', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:45Z', 'updated_at': '2022-08-27T04:55:59Z', 'revision_number': 5, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': '90184cd6-e88d-4cfe-b64f-27d8f12408be', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:56:03.464631 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:03.479078 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port f71d26de-60f4-4a5d-9d4c-aa799008722f triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:56:03.479545 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (f71d26de-60f4-4a5d-9d4c-aa799008722f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:03.580768 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port f71d26de-60f4-4a5d-9d4c-aa799008722f is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:56:03.585673 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-38588110-e15b-49a4-8c5d-df7e723b536d tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks [] for router_gateway (f91abce9-6510-4a02-87aa-4b028dc1254c), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:03.626083 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a9ba1acb-ecfc-42ef-ab71-610700e7b683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (a32e55b2-477f-49c2-8dcc-6e7cab1c6d4e), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:03.685079 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c2fa34c9-52f9-42a5-9879-addfa1805ae5 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (849c1b68-ff98-433a-8a19-bdf5ff0407d2), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:03.685079 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fa34c9-52f9-42a5-9879-addfa1805ae5 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:56:03.685079 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c2fa34c9-52f9-42a5-9879-addfa1805ae5 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:03.686445 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ba1acb-ecfc-42ef-ab71-610700e7b683 None None] Pushing event deleted for resources: {'Port': ['ID=a32e55b2-477f-49c2-8dcc-6e7cab1c6d4e,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:03.697485 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ba1acb-ecfc-42ef-ab71-610700e7b683 None None] No DVR routers for this DVR port a32e55b2-477f-49c2-8dcc-6e7cab1c6d4e on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:56:03.780050 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d7c718-b0df-4528-9e62-71bd3a573d85 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:56:03.781819 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d7c718-b0df-4528-9e62-71bd3a573d85 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:56:03.783447 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d7c718-b0df-4528-9e62-71bd3a573d85 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:56:03.785168 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f6d7c718-b0df-4528-9e62-71bd3a573d85 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.6494594 Aug 27 04:56:03.797894 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34248) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:03.828026 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a32e55b2-477f-49c2-8dcc-6e7cab1c6d4e no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:56:03.852060 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: a32e55b2-477f-49c2-8dcc-6e7cab1c6d4e {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:56:03.852393 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a32e55b2-477f-49c2-8dcc-6e7cab1c6d4e not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:56:03.896436 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-28127f61-7cef-4173-8cee-e06c1778933c tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Deleting port f71d26de-60f4-4a5d-9d4c-aa799008722f {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:56:03.896733 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-28127f61-7cef-4173-8cee-e06c1778933c tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (f71d26de-60f4-4a5d-9d4c-aa799008722f), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:03.899395 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fa34c9-52f9-42a5-9879-addfa1805ae5 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event updated for resources: {'Network': ['ID=849c1b68-ff98-433a-8a19-bdf5ff0407d2,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:03.913335 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 849c1b68-ff98-433a-8a19-bdf5ff0407d2 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:56:03.976259 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c2fa34c9-52f9-42a5-9879-addfa1805ae5 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.1253245 Aug 27 04:56:03.976417 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-38588110-e15b-49a4-8c5d-df7e723b536d tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1678557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12747'] for router (f91abce9-6510-4a02-87aa-4b028dc1254c), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:03.981998 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-38588110-e15b-49a4-8c5d-df7e723b536d tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1676574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1676639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1678566'] for router (f91abce9-6510-4a02-87aa-4b028dc1254c), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:03.983124 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-67e77f87-46cd-4896-ace0-043d8c7b0857 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Deleting subnet b4782a2f-9633-4e66-819f-f16baba385a3 {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:56:03.986330 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34252) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:03.992212 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5a035650-081b-446f-a8f2-3fd2943f0c4b tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (a32e55b2-477f-49c2-8dcc-6e7cab1c6d4e), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:03.999783 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-ec8db050-e839-466c-aa84-67324b1ba78e tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Request body: {'port': {'network_id': '849c1b68-ff98-433a-8a19-bdf5ff0407d2', 'name': 'tempest-PortsIpV6TestJSON-1379438601'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:56:04.005442 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-67e77f87-46cd-4896-ace0-043d8c7b0857 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (b4782a2f-9633-4e66-819f-f16baba385a3), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:04.060724 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34254) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:04.108379 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a035650-081b-446f-a8f2-3fd2943f0c4b tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Pushing event deleted for resources: {'Port': ['ID=a32e55b2-477f-49c2-8dcc-6e7cab1c6d4e,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:04.126339 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a035650-081b-446f-a8f2-3fd2943f0c4b tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] No DVR routers for this DVR port a32e55b2-477f-49c2-8dcc-6e7cab1c6d4e on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:56:04.197330 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-67e77f87-46cd-4896-ace0-043d8c7b0857 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (b4782a2f-9633-4e66-819f-f16baba385a3), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:04.257255 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:04.274676 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-44125ef1-f03c-4c4a-a3e0-83456ecb9ad7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:04.295330 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-28127f61-7cef-4173-8cee-e06c1778933c tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] For port f71d26de-60f4-4a5d-9d4c-aa799008722f, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=f71d26de-60f4-4a5d-9d4c-aa799008722f,segment=NetworkSegment(4570e4a4-da6f-40b3-9b47-b0f29a3de9d4),segment_id=4570e4a4-da6f-40b3-9b47-b0f29a3de9d4)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:56:04.295703 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-28127f61-7cef-4173-8cee-e06c1778933c tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (f71d26de-60f4-4a5d-9d4c-aa799008722f), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:04.327636 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5a035650-081b-446f-a8f2-3fd2943f0c4b tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (28b62a5d-9c0e-4731-bde3-b518dd72177c), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:04.347388 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-28127f61-7cef-4173-8cee-e06c1778933c tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Calling delete_port for f71d26de-60f4-4a5d-9d4c-aa799008722f owned by network:router_interface {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:56:04.359931 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-44125ef1-f03c-4c4a-a3e0-83456ecb9ad7 admin admin] Publish callbacks [] for security_group (5d05ed69-d6ad-4e14-801c-62bef1640522), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:04.375707 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-5a035650-081b-446f-a8f2-3fd2943f0c4b tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28b62a5d-9c0e-4731-bde3-b518dd72177c']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:04.408736 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-5a035650-081b-446f-a8f2-3fd2943f0c4b tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70f58c84-6540-44cc-a7e2-1e86c9d4814f') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:04.411980 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-5a035650-081b-446f-a8f2-3fd2943f0c4b tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70f58c84-6540-44cc-a7e2-1e86c9d4814f') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:04.444960 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38588110-e15b-49a4-8c5d-df7e723b536d tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Router f91abce9-6510-4a02-87aa-4b028dc1254c is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:56:04.462735 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5a035650-081b-446f-a8f2-3fd2943f0c4b tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (70f58c84-6540-44cc-a7e2-1e86c9d4814f), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:04.473338 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-67e77f87-46cd-4896-ace0-043d8c7b0857 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (b4782a2f-9633-4e66-819f-f16baba385a3), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:04.503917 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-44125ef1-f03c-4c4a-a3e0-83456ecb9ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (5d05ed69-d6ad-4e14-801c-62bef1640522), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:04.509308 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8db050-e839-466c-aa84-67324b1ba78e tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Made reservation on behalf of be8944f580af495191f8edd06de8f901 for: {'port': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:56:04.513341 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ec8db050-e839-466c-aa84-67324b1ba78e tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:04.519750 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5a035650-081b-446f-a8f2-3fd2943f0c4b tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (70f58c84-6540-44cc-a7e2-1e86c9d4814f), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:04.551535 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a035650-081b-446f-a8f2-3fd2943f0c4b tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:56:04.557028 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5a035650-081b-446f-a8f2-3fd2943f0c4b tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (70f58c84-6540-44cc-a7e2-1e86c9d4814f), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:04.575829 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 70f58c84-6540-44cc-a7e2-1e86c9d4814f resource provider aggregate not found Aug 27 04:56:04.586515 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-44125ef1-f03c-4c4a-a3e0-83456ecb9ad7 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=85fc859acefb4e85abef86462c5a1949&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5244637 Aug 27 04:56:04.593077 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44125ef1-f03c-4c4a-a3e0-83456ecb9ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d05ed69-d6ad-4e14-801c-62bef1640522,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:04.595209 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34264) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:04.618578 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 70f58c84-6540-44cc-a7e2-1e86c9d4814f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 70f58c84-6540-44cc-a7e2-1e86c9d4814f found for delete ", "request_id": "req-b5181a98-c205-42a1-8278-1e616bd1f128"}]} Aug 27 04:56:04.622918 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38588110-e15b-49a4-8c5d-df7e723b536d tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:56:04.640460 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:04.641002 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4b77a2-c68b-4779-8a78-cc3de707eca6 None None] Sync routers for ids ['f91abce9-6510-4a02-87aa-4b028dc1254c'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:56:04.641471 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-38588110-e15b-49a4-8c5d-df7e723b536d tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:04.641471 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-38588110-e15b-49a4-8c5d-df7e723b536d tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] 10.222.0.76 "PUT /networking/v2.0/routers/f91abce9-6510-4a02-87aa-4b028dc1254c HTTP/1.1" status: 200 len: 916 time: 4.6702909 Aug 27 04:56:04.641471 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34266) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:04.646732 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4b77a2-c68b-4779-8a78-cc3de707eca6 None None] Routers {'f91abce9-6510-4a02-87aa-4b028dc1254c'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:56:04.648017 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-ef4b77a2-c68b-4779-8a78-cc3de707eca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:55:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['f91abce9-6510-4a02-87aa-4b028dc1254c'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:04.652583 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [None req-ec8db050-e839-466c-aa84-67324b1ba78e tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] device_id is not set on port 51c1e214-5722-49ad-8652-c2ab722fb4ea yet. {{(pid=107775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:56:04.687334 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-ef4b77a2-c68b-4779-8a78-cc3de707eca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:04.701339 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4b77a2-c68b-4779-8a78-cc3de707eca6 None None] Routers {'f91abce9-6510-4a02-87aa-4b028dc1254c'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:56:04.702104 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-ef4b77a2-c68b-4779-8a78-cc3de707eca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:55:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['f91abce9-6510-4a02-87aa-4b028dc1254c'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:04.742368 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-ef4b77a2-c68b-4779-8a78-cc3de707eca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:04.743074 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4b77a2-c68b-4779-8a78-cc3de707eca6 None None] The sync data for ids ['f91abce9-6510-4a02-87aa-4b028dc1254c'] in n-d-852088-5 is: [] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:56:04.799243 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f9895831-a9da-4093-95eb-4b73497c2df6 admin admin] Publish callbacks [] for security_group (5d05ed69-d6ad-4e14-801c-62bef1640522), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:04.830710 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f9895831-a9da-4093-95eb-4b73497c2df6 admin admin] Publish callbacks [] for security_group (5d05ed69-d6ad-4e14-801c-62bef1640522), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:04.840722 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-808a8ec7-61f9-4b37-b61d-4a873ac07a01 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] 10.222.0.76 "GET /networking/v2.0/routers/f91abce9-6510-4a02-87aa-4b028dc1254c HTTP/1.1" status: 200 len: 922 time: 0.1988337 Aug 27 04:56:04.845329 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34270) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:04.878209 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-67e77f87-46cd-4896-ace0-043d8c7b0857 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (b4782a2f-9633-4e66-819f-f16baba385a3), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:04.880128 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5a035650-081b-446f-a8f2-3fd2943f0c4b tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (28b62a5d-9c0e-4731-bde3-b518dd72177c), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:04.901227 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709103a0-3fb3-4ddc-b6b7-5d84028a99c4 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:56:04.903651 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-709103a0-3fb3-4ddc-b6b7-5d84028a99c4 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?network_id=2db7b18a-8c4b-4ba8-8012-3e7d96728abb&device_id=f91abce9-6510-4a02-87aa-4b028dc1254c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0574026 Aug 27 04:56:04.906541 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34272) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:04.931889 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5a035650-081b-446f-a8f2-3fd2943f0c4b tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:04.938154 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-5a035650-081b-446f-a8f2-3fd2943f0c4b tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] 10.222.0.76 "DELETE /networking/v2.0/networks/28b62a5d-9c0e-4731-bde3-b518dd72177c HTTP/1.1" status: 204 len: 168 time: 3.3928285 Aug 27 04:56:04.956543 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e77f87-46cd-4896-ace0-043d8c7b0857 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event deleted for resources: {'Subnet': ['ID=b4782a2f-9633-4e66-819f-f16baba385a3,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:04.963246 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-67e77f87-46cd-4896-ace0-043d8c7b0857 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:04.963246 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-67e77f87-46cd-4896-ace0-043d8c7b0857 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/b4782a2f-9633-4e66-819f-f16baba385a3 HTTP/1.1" status: 204 len: 168 time: 1.1405420 Aug 27 04:56:04.967482 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a035650-081b-446f-a8f2-3fd2943f0c4b tempest-ExtraDHCPOptionsTestJSON-656994903 tempest-ExtraDHCPOptionsTestJSON-656994903-project] Pushing event deleted for resources: {'Network': ['ID=28b62a5d-9c0e-4731-bde3-b518dd72177c,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:04.969020 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34276) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:04.977065 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157b0102-7b07-4903-bbb5-c72b711556a3 None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:56:05.026165 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ec8db050-e839-466c-aa84-67324b1ba78e tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for port (51c1e214-5722-49ad-8652-c2ab722fb4ea), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:05.043300 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7faa6d-693a-42a2-9505-e0af8d980c2b tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:56:05.044587 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-da7faa6d-693a-42a2-9505-e0af8d980c2b tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] 10.222.0.76 "GET /networking/v2.0/networks/2db7b18a-8c4b-4ba8-8012-3e7d96728abb HTTP/1.1" status: 200 len: 881 time: 0.1371384 Aug 27 04:56:05.047484 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34278) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:05.056938 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-08ace3eb-3e64-4502-955f-000bd5a9dc2a tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Deleting subnet cae2de6f-de4f-4e6f-abdf-6af6a29d0765 {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:56:05.059031 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-08ace3eb-3e64-4502-955f-000bd5a9dc2a tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (cae2de6f-de4f-4e6f-abdf-6af6a29d0765), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:05.087631 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c37232af-aa13-4d91-90b8-c844c38e6774 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=f91abce9-6510-4a02-87aa-4b028dc1254c HTTP/1.1" status: 200 len: 205 time: 0.0367765 Aug 27 04:56:05.088249 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34280) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:05.117288 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-08ace3eb-3e64-4502-955f-000bd5a9dc2a tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (cae2de6f-de4f-4e6f-abdf-6af6a29d0765), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:05.159632 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-28127f61-7cef-4173-8cee-e06c1778933c tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (f71d26de-60f4-4a5d-9d4c-aa799008722f), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:05.185240 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f9895831-a9da-4093-95eb-4b73497c2df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (5d05ed69-d6ad-4e14-801c-62bef1640522), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:05.187913 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f9895831-a9da-4093-95eb-4b73497c2df6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:05.192773 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f9895831-a9da-4093-95eb-4b73497c2df6 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/5d05ed69-d6ad-4e14-801c-62bef1640522 HTTP/1.1" status: 204 len: 168 time: 0.5828276 Aug 27 04:56:05.201605 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28127f61-7cef-4173-8cee-e06c1778933c tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event deleted for resources: {'Port': ['ID=f71d26de-60f4-4a5d-9d4c-aa799008722f,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:05.216723 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9895831-a9da-4093-95eb-4b73497c2df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d05ed69-d6ad-4e14-801c-62bef1640522,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:05.251586 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ec8db050-e839-466c-aa84-67324b1ba78e tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (51c1e214-5722-49ad-8652-c2ab722fb4ea), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:05.263430 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f019535f-29b0-42b5-bee2-51533197502a tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks [] for router (f91abce9-6510-4a02-87aa-4b028dc1254c), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:05.392500 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:05.406747 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-08ace3eb-3e64-4502-955f-000bd5a9dc2a tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (cae2de6f-de4f-4e6f-abdf-6af6a29d0765), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:05.428401 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f019535f-29b0-42b5-bee2-51533197502a tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks [] for router_gateway (f91abce9-6510-4a02-87aa-4b028dc1254c), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:05.489870 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8db050-e839-466c-aa84-67324b1ba78e tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event updated for resources: {'Port': ['ID=51c1e214-5722-49ad-8652-c2ab722fb4ea,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:05.612188 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8db050-e839-466c-aa84-67324b1ba78e tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Checking segment: {'id': '5bbd99ab-216f-4169-a7c0-cee8497241e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '849c1b68-ff98-433a-8a19-bdf5ff0407d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:56:05.612574 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8db050-e839-466c-aa84-67324b1ba78e tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Network hostable DHCP agents. Network: 849c1b68-ff98-433a-8a19-bdf5ff0407d2, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:56:05.627881 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-f019535f-29b0-42b5-bee2-51533197502a tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Deleting port 5fcd57f8-c59a-4640-9435-ae25fdd95eab {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:56:05.629053 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f019535f-29b0-42b5-bee2-51533197502a tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (5fcd57f8-c59a-4640-9435-ae25fdd95eab), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:05.642222 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-28127f61-7cef-4173-8cee-e06c1778933c tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:05.730293 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-08ace3eb-3e64-4502-955f-000bd5a9dc2a tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (cae2de6f-de4f-4e6f-abdf-6af6a29d0765), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:05.784527 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ace3eb-3e64-4502-955f-000bd5a9dc2a tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event deleted for resources: {'Subnet': ['ID=cae2de6f-de4f-4e6f-abdf-6af6a29d0765,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:05.805490 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-08ace3eb-3e64-4502-955f-000bd5a9dc2a tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:05.813856 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-08ace3eb-3e64-4502-955f-000bd5a9dc2a tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/cae2de6f-de4f-4e6f-abdf-6af6a29d0765 HTTP/1.1" status: 204 len: 168 time: 0.8366079 Aug 27 04:56:05.814677 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8db050-e839-466c-aa84-67324b1ba78e tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Network 849c1b68-ff98-433a-8a19-bdf5ff0407d2 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:56:05.817447 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34290) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:05.817937 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34294) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:05.863809 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f019535f-29b0-42b5-bee2-51533197502a tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (5fcd57f8-c59a-4640-9435-ae25fdd95eab), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:05.894620 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3d9dea40-ff3a-421c-a8b1-82d41f467271 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0706158 Aug 27 04:56:05.899849 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34298) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:05.903443 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-f019535f-29b0-42b5-bee2-51533197502a tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Calling delete_port for 5fcd57f8-c59a-4640-9435-ae25fdd95eab owned by network:router_gateway {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:56:05.986113 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-785122e3-21a4-4295-a122-1010283ea603 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'subnet': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:56:05.991675 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-ec8db050-e839-466c-aa84-67324b1ba78e tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 849c1b68-ff98-433a-8a19-bdf5ff0407d2) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:56:06.004659 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3febf5f9-f5b3-437f-bfb5-76bfb404f118 None None] Network 849c1b68-ff98-433a-8a19-bdf5ff0407d2 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:56:06.039392 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8db050-e839-466c-aa84-67324b1ba78e tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:56:06.042795 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8db050-e839-466c-aa84-67324b1ba78e tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:56:06.044246 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ec8db050-e839-466c-aa84-67324b1ba78e tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:06.072036 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:06.124077 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-cf7d6a07-69fe-4595-b9f9-a10cb97eb606 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=b501d9614334486889b8f2f2a8fa54bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3025723 Aug 27 04:56:06.126859 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34300) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:06.133748 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038593b8-8697-4288-874c-16e94d059cc5 None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:56:06.163627 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28127f61-7cef-4173-8cee-e06c1778933c tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Router 102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:56:06.200483 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-03479363-6b8b-4909-8f8b-fcd2a9cb542e None None] Provisioning complete for port af6d1b08-b2af-4f0f-b22b-53b50bf2fb0e triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:56:06.201027 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-03479363-6b8b-4909-8f8b-fcd2a9cb542e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (af6d1b08-b2af-4f0f-b22b-53b50bf2fb0e), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:06.254071 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-64b6cbda-3c68-487c-92ef-86d35bd49a3d admin admin] Publish callbacks [] for security_group (59b89ae1-d8df-49e9-b132-e5606355b74f), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:06.261601 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ec8db050-e839-466c-aa84-67324b1ba78e tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.2704468 Aug 27 04:56:06.264844 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34302) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:06.269947 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-8a35af68-1d39-41c7-826b-52e8f9dfc83e tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1868273854'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:56:06.293802 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-64b6cbda-3c68-487c-92ef-86d35bd49a3d admin admin] Publish callbacks [] for security_group (59b89ae1-d8df-49e9-b132-e5606355b74f), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:06.314473 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28127f61-7cef-4173-8cee-e06c1778933c tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:56:06.320927 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-28127f61-7cef-4173-8cee-e06c1778933c tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "PUT /networking/v2.0/routers/102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0516748 Aug 27 04:56:06.331843 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34304) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:06.333330 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d71c98d-6a8b-446c-872b-adb84a727363 None None] Sync routers for ids ['102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:56:06.360720 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d71c98d-6a8b-446c-872b-adb84a727363 None None] Routers {'102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:56:06.360720 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-3d71c98d-6a8b-446c-872b-adb84a727363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:55:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:06.404278 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe4969e-4811-4169-9ff6-00230b9495aa None None] DHCP port deletion for 61356c33-ce96-40d0-bb36-87a36b2d0e1c request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:56:06.409354 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f002996-9855-41fa-8dc3-2068bc5f07f5 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Deleting subnet 90184cd6-e88d-4cfe-b64f-27d8f12408be {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:56:06.423609 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5f002996-9855-41fa-8dc3-2068bc5f07f5 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for subnet (90184cd6-e88d-4cfe-b64f-27d8f12408be), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:06.435706 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-03479363-6b8b-4909-8f8b-fcd2a9cb542e None None] Current status of the port af6d1b08-b2af-4f0f-b22b-53b50bf2fb0e is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:56:06.455433 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f019535f-29b0-42b5-bee2-51533197502a tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (5fcd57f8-c59a-4640-9435-ae25fdd95eab), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:06.486237 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5f002996-9855-41fa-8dc3-2068bc5f07f5 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (90184cd6-e88d-4cfe-b64f-27d8f12408be), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:06.488134 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785122e3-21a4-4295-a122-1010283ea603 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Made reservation on behalf of f0f1eb4384394fc18f1626f3e12e04e3 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:56:06.489408 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-3d71c98d-6a8b-446c-872b-adb84a727363 None None] Set router 102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5 gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:56:06.491239 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-cbe4969e-4811-4169-9ff6-00230b9495aa None None] Deleting port af6d1b08-b2af-4f0f-b22b-53b50bf2fb0e {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:56:06.491789 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cbe4969e-4811-4169-9ff6-00230b9495aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (af6d1b08-b2af-4f0f-b22b-53b50bf2fb0e), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:06.492360 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-785122e3-21a4-4295-a122-1010283ea603 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:06.503221 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f019535f-29b0-42b5-bee2-51533197502a tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Pushing event deleted for resources: {'Port': ['ID=5fcd57f8-c59a-4640-9435-ae25fdd95eab,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:06.565367 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a35af68-1d39-41c7-826b-52e8f9dfc83e tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Made reservation on behalf of be8944f580af495191f8edd06de8f901 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:56:06.570491 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8a35af68-1d39-41c7-826b-52e8f9dfc83e tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:06.596072 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5f002996-9855-41fa-8dc3-2068bc5f07f5 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (90184cd6-e88d-4cfe-b64f-27d8f12408be), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:06.614841 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34308) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:06.628565 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-64b6cbda-3c68-487c-92ef-86d35bd49a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (59b89ae1-d8df-49e9-b132-e5606355b74f), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:06.644691 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-64b6cbda-3c68-487c-92ef-86d35bd49a3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:06.644691 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-64b6cbda-3c68-487c-92ef-86d35bd49a3d admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/59b89ae1-d8df-49e9-b132-e5606355b74f HTTP/1.1" status: 204 len: 168 time: 0.5048795 Aug 27 04:56:06.657301 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b6cbda-3c68-487c-92ef-86d35bd49a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b89ae1-d8df-49e9-b132-e5606355b74f,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:06.683857 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-cbe4969e-4811-4169-9ff6-00230b9495aa None None] For port af6d1b08-b2af-4f0f-b22b-53b50bf2fb0e, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=af6d1b08-b2af-4f0f-b22b-53b50bf2fb0e,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:56:06.690396 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cbe4969e-4811-4169-9ff6-00230b9495aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (af6d1b08-b2af-4f0f-b22b-53b50bf2fb0e), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:06.696865 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4530cc95-94d0-42e6-ad31-0c619adcee78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:06.707917 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-cbe4969e-4811-4169-9ff6-00230b9495aa None None] Calling delete_port for af6d1b08-b2af-4f0f-b22b-53b50bf2fb0e owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:56:06.757251 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a35af68-1d39-41c7-826b-52e8f9dfc83e tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:56:06.776617 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f019535f-29b0-42b5-bee2-51533197502a tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (f91abce9-6510-4a02-87aa-4b028dc1254c), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:06.779225 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8a35af68-1d39-41c7-826b-52e8f9dfc83e tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (93643a48-c2f5-4396-b4db-5ef8cd61920c), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:06.779568 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-8a35af68-1d39-41c7-826b-52e8f9dfc83e tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Added segment 93643a48-c2f5-4396-b4db-5ef8cd61920c of type vlan for network 88cc65ba-0de5-4c15-b37d-4311ca4ad939 Aug 27 04:56:06.864657 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-3d71c98d-6a8b-446c-872b-adb84a727363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'name': 'tempest-RoutersTest-router-1984842301', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:55:01Z', 'updated_at': '2022-08-27T04:56:04Z', 'revision_number': 8, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'gw_port_host': None, '_interfaces': [{'id': '14f6582e-2ccf-474e-9dd1-50666879ef18', 'name': '', 'network_id': '2f688bf2-3831-4324-8eb2-df317fba29d9', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:1f:20:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'ba598601-4006-41f6-89e9-fce854c1ffb3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:21Z', 'updated_at': '2022-08-27T04:55:33Z', 'revision_number': 5, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': 'ba598601-4006-41f6-89e9-fce854c1ffb3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c861b3df-3b81-4554-abf8-1246b6f5803f', 'name': '', 'network_id': '94122cb1-f5f8-4b56-88b2-5834aef4472c', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:e2:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '5df62364-1081-4557-a010-0b9d53af53d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:08Z', 'updated_at': '2022-08-27T04:55:16Z', 'revision_number': 5, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': '5df62364-1081-4557-a010-0b9d53af53d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8db857b-0aab-4cbf-9448-ea536968c87f', 'name': '', 'network_id': '224b85ea-ae0f-40b7-8bd7-a6afd96bfdf5', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:1f:5b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': '3d1d9a3d-8c41-4a48-beee-c12cc0d8bc3f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:34Z', 'updated_at': '2022-08-27T04:55:44Z', 'revision_number': 5, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': '3d1d9a3d-8c41-4a48-beee-c12cc0d8bc3f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:06.897153 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d71c98d-6a8b-446c-872b-adb84a727363 None None] Checking router: 102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:56:06.906545 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d71c98d-6a8b-446c-872b-adb84a727363 None None] Routers {'102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:56:06.907245 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-3d71c98d-6a8b-446c-872b-adb84a727363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:55:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:06.912685 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f019535f-29b0-42b5-bee2-51533197502a tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (f91abce9-6510-4a02-87aa-4b028dc1254c), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:06.916197 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f019535f-29b0-42b5-bee2-51533197502a tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks [] for router_controller (f91abce9-6510-4a02-87aa-4b028dc1254c), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:06.921235 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8a35af68-1d39-41c7-826b-52e8f9dfc83e tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (88cc65ba-0de5-4c15-b37d-4311ca4ad939), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:06.938536 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5f002996-9855-41fa-8dc3-2068bc5f07f5 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (90184cd6-e88d-4cfe-b64f-27d8f12408be), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:06.989460 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f002996-9855-41fa-8dc3-2068bc5f07f5 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event deleted for resources: {'Subnet': ['ID=90184cd6-e88d-4cfe-b64f-27d8f12408be,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:07.016943 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:07.018493 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:07.019590 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700dd938-4694-4f07-96f6-2da6789858c9 None None] Network 6cf9c464-b76d-43db-ba39-8afb19f4689a requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:56:07.024551 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5f002996-9855-41fa-8dc3-2068bc5f07f5 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:07.030995 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-5f002996-9855-41fa-8dc3-2068bc5f07f5 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/90184cd6-e88d-4cfe-b64f-27d8f12408be HTTP/1.1" status: 204 len: 168 time: 0.6986320 Aug 27 04:56:07.032117 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34314) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:07.032822 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4530cc95-94d0-42e6-ad31-0c619adcee78 admin admin] Publish callbacks [] for security_group (b4b4747f-e0ec-48c0-b52b-165d0fe9d634), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:07.095349 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-3d71c98d-6a8b-446c-872b-adb84a727363 None None] Set router 102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5 gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:56:07.130510 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-12ff1b17-2563-4e75-83d4-971f9f72d357 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (6cf9c464-b76d-43db-ba39-8afb19f4689a), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:07.136539 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cbe4969e-4811-4169-9ff6-00230b9495aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (af6d1b08-b2af-4f0f-b22b-53b50bf2fb0e), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:07.179887 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-12ff1b17-2563-4e75-83d4-971f9f72d357 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Deleting port abf11365-7427-4a94-b8c4-1f4587a001a8 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:56:07.180263 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-12ff1b17-2563-4e75-83d4-971f9f72d357 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (abf11365-7427-4a94-b8c4-1f4587a001a8), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:07.196653 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8a35af68-1d39-41c7-826b-52e8f9dfc83e tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (88cc65ba-0de5-4c15-b37d-4311ca4ad939), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:07.201869 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a35af68-1d39-41c7-826b-52e8f9dfc83e tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:56:07.204189 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8a35af68-1d39-41c7-826b-52e8f9dfc83e tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:07.204321 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe4969e-4811-4169-9ff6-00230b9495aa None None] Pushing event deleted for resources: {'Port': ['ID=af6d1b08-b2af-4f0f-b22b-53b50bf2fb0e,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:07.231483 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe4969e-4811-4169-9ff6-00230b9495aa None None] No DVR routers for this DVR port af6d1b08-b2af-4f0f-b22b-53b50bf2fb0e on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:56:07.241511 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4530cc95-94d0-42e6-ad31-0c619adcee78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (b4b4747f-e0ec-48c0-b52b-165d0fe9d634), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:07.266206 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f019535f-29b0-42b5-bee2-51533197502a tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (f91abce9-6510-4a02-87aa-4b028dc1254c), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:07.266773 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f019535f-29b0-42b5-bee2-51533197502a tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Fanout notify agent at l3_agent the message router_deleted on router f91abce9-6510-4a02-87aa-4b028dc1254c {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:56:07.281925 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f019535f-29b0-42b5-bee2-51533197502a tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:07.286672 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f019535f-29b0-42b5-bee2-51533197502a tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] 10.222.0.76 "DELETE /networking/v2.0/routers/f91abce9-6510-4a02-87aa-4b028dc1254c HTTP/1.1" status: 204 len: 168 time: 2.1963291 Aug 27 04:56:07.290690 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34318) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:07.302322 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-e04ddac2-7454-44c0-982b-527b13c44917 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1134299096', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}, 'admin_state_up': False}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:56:07.326482 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-12ff1b17-2563-4e75-83d4-971f9f72d357 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] For port abf11365-7427-4a94-b8c4-1f4587a001a8, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=abf11365-7427-4a94-b8c4-1f4587a001a8,segment=NetworkSegment(4570e4a4-da6f-40b3-9b47-b0f29a3de9d4),segment_id=4570e4a4-da6f-40b3-9b47-b0f29a3de9d4)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:56:07.327124 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-12ff1b17-2563-4e75-83d4-971f9f72d357 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (abf11365-7427-4a94-b8c4-1f4587a001a8), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:07.366378 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-12ff1b17-2563-4e75-83d4-971f9f72d357 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Calling delete_port for abf11365-7427-4a94-b8c4-1f4587a001a8 owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:56:07.441738 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-4530cc95-94d0-42e6-ad31-0c619adcee78 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=79badc299eae4b8bbff306ca05fcd54d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8258519 Aug 27 04:56:07.444387 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34324) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:07.445830 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4530cc95-94d0-42e6-ad31-0c619adcee78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b4747f-e0ec-48c0-b52b-165d0fe9d634,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:07.449386 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a35af68-1d39-41c7-826b-52e8f9dfc83e tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event updated for resources: {'Network': ['ID=88cc65ba-0de5-4c15-b37d-4311ca4ad939,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:07.538065 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8a35af68-1d39-41c7-826b-52e8f9dfc83e tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2720170 Aug 27 04:56:07.545753 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34330) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:07.558170 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-1f68fb17-21c5-403a-ae7a-5d961e25ebd8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Request body: {'ports': [{'network_id': '849c1b68-ff98-433a-8a19-bdf5ff0407d2'}, {'network_id': '88cc65ba-0de5-4c15-b37d-4311ca4ad939'}]} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:56:07.558481 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-1f68fb17-21c5-403a-ae7a-5d961e25ebd8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Request body: {'port': {'network_id': '849c1b68-ff98-433a-8a19-bdf5ff0407d2'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:56:07.559067 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-1f68fb17-21c5-403a-ae7a-5d961e25ebd8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Request body: {'port': {'network_id': '88cc65ba-0de5-4c15-b37d-4311ca4ad939'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:56:07.577324 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-303d27a9-89aa-47b2-8b12-b64dcb3c3ea2 admin admin] Publish callbacks [] for security_group (b4b4747f-e0ec-48c0-b52b-165d0fe9d634), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:07.581845 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 88cc65ba-0de5-4c15-b37d-4311ca4ad939 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:56:07.622017 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-303d27a9-89aa-47b2-8b12-b64dcb3c3ea2 admin admin] Publish callbacks [] for security_group (b4b4747f-e0ec-48c0-b52b-165d0fe9d634), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:07.654390 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e04ddac2-7454-44c0-982b-527b13c44917 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (503fe410-c63d-4cc0-b010-38004b20684a), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:07.656409 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e04ddac2-7454-44c0-982b-527b13c44917 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (503fe410-c63d-4cc0-b010-38004b20684a), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:07.688905 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-12ff1b17-2563-4e75-83d4-971f9f72d357 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (abf11365-7427-4a94-b8c4-1f4587a001a8), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:07.693931 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93d5989-0b0e-4aea-a658-b9136a78deb1 None None] DHCP port deletion for 6cf9c464-b76d-43db-ba39-8afb19f4689a request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:56:07.694045 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:07.726198 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-3d71c98d-6a8b-446c-872b-adb84a727363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'name': 'tempest-RoutersTest-router-1984842301', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:55:01Z', 'updated_at': '2022-08-27T04:56:04Z', 'revision_number': 8, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'gw_port_host': None, '_interfaces': [{'id': '14f6582e-2ccf-474e-9dd1-50666879ef18', 'name': '', 'network_id': '2f688bf2-3831-4324-8eb2-df317fba29d9', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:1f:20:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'ba598601-4006-41f6-89e9-fce854c1ffb3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:21Z', 'updated_at': '2022-08-27T04:55:33Z', 'revision_number': 5, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': 'ba598601-4006-41f6-89e9-fce854c1ffb3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c861b3df-3b81-4554-abf8-1246b6f5803f', 'name': '', 'network_id': '94122cb1-f5f8-4b56-88b2-5834aef4472c', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:e2:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '5df62364-1081-4557-a010-0b9d53af53d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:08Z', 'updated_at': '2022-08-27T04:55:16Z', 'revision_number': 5, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': '5df62364-1081-4557-a010-0b9d53af53d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8db857b-0aab-4cbf-9448-ea536968c87f', 'name': '', 'network_id': '224b85ea-ae0f-40b7-8bd7-a6afd96bfdf5', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:1f:5b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': '3d1d9a3d-8c41-4a48-beee-c12cc0d8bc3f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:34Z', 'updated_at': '2022-08-27T04:55:44Z', 'revision_number': 5, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': '3d1d9a3d-8c41-4a48-beee-c12cc0d8bc3f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:07.752073 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d71c98d-6a8b-446c-872b-adb84a727363 None None] The sync data for ids ['102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'] in n-d-852088-5 is: [{'id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'name': 'tempest-RoutersTest-router-1984842301', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:55:01Z', 'updated_at': '2022-08-27T04:56:04Z', 'revision_number': 8, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'gw_port_host': None, '_interfaces': [{'id': '14f6582e-2ccf-474e-9dd1-50666879ef18', 'name': '', 'network_id': '2f688bf2-3831-4324-8eb2-df317fba29d9', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:1f:20:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'ba598601-4006-41f6-89e9-fce854c1ffb3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:21Z', 'updated_at': '2022-08-27T04:55:33Z', 'revision_number': 5, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': 'ba598601-4006-41f6-89e9-fce854c1ffb3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c861b3df-3b81-4554-abf8-1246b6f5803f', 'name': '', 'network_id': '94122cb1-f5f8-4b56-88b2-5834aef4472c', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:e2:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '5df62364-1081-4557-a010-0b9d53af53d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:08Z', 'updated_at': '2022-08-27T04:55:16Z', 'revision_number': 5, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': '5df62364-1081-4557-a010-0b9d53af53d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8db857b-0aab-4cbf-9448-ea536968c87f', 'name': '', 'network_id': '224b85ea-ae0f-40b7-8bd7-a6afd96bfdf5', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:1f:5b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': '3d1d9a3d-8c41-4a48-beee-c12cc0d8bc3f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:34Z', 'updated_at': '2022-08-27T04:55:44Z', 'revision_number': 5, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': '3d1d9a3d-8c41-4a48-beee-c12cc0d8bc3f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:56:07.798932 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ff1b17-2563-4e75-83d4-971f9f72d357 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event deleted for resources: {'Port': ['ID=abf11365-7427-4a94-b8c4-1f4587a001a8,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:07.802480 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ff1b17-2563-4e75-83d4-971f9f72d357 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] No DVR routers for this DVR port abf11365-7427-4a94-b8c4-1f4587a001a8 on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:56:07.808065 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-785122e3-21a4-4295-a122-1010283ea603 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (46e61561-c96f-499d-8362-6063b170bd49), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:07.874170 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785122e3-21a4-4295-a122-1010283ea603 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:56:07.883833 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e04ddac2-7454-44c0-982b-527b13c44917 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks [] for router_controller (503fe410-c63d-4cc0-b010-38004b20684a), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:07.884327 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-785122e3-21a4-4295-a122-1010283ea603 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:56:07.889320 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785122e3-21a4-4295-a122-1010283ea603 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:56:07.889916 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-785122e3-21a4-4295-a122-1010283ea603 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:07.895287 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efbb75d-e539-45aa-9b39-40a2043d7e4d None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:56:07.919506 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785122e3-21a4-4295-a122-1010283ea603 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event updated for resources: {'Subnet': ['ID=46e61561-c96f-499d-8362-6063b170bd49,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:07.934612 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-12ff1b17-2563-4e75-83d4-971f9f72d357 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (6cf9c464-b76d-43db-ba39-8afb19f4689a), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:07.982895 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-12ff1b17-2563-4e75-83d4-971f9f72d357 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cf9c464-b76d-43db-ba39-8afb19f4689a']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:07.990450 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-12ff1b17-2563-4e75-83d4-971f9f72d357 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4570e4a4-da6f-40b3-9b47-b0f29a3de9d4') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:07.990762 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-12ff1b17-2563-4e75-83d4-971f9f72d357 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4570e4a4-da6f-40b3-9b47-b0f29a3de9d4') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:08.004969 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-12ff1b17-2563-4e75-83d4-971f9f72d357 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (4570e4a4-da6f-40b3-9b47-b0f29a3de9d4), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:08.029495 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-12ff1b17-2563-4e75-83d4-971f9f72d357 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (4570e4a4-da6f-40b3-9b47-b0f29a3de9d4), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:08.037374 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12ff1b17-2563-4e75-83d4-971f9f72d357 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:56:08.037893 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-12ff1b17-2563-4e75-83d4-971f9f72d357 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (4570e4a4-da6f-40b3-9b47-b0f29a3de9d4), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:08.044023 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb94c0a-1b20-4984-b64c-6f08f7f5fba5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'project_id': 'f0f1eb4384394fc18f1626f3e12e04e3', 'fixed_ips': [{'subnet_id': '46e61561-c96f-499d-8362-6063b170bd49'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:56:08.045012 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4bb94c0a-1b20-4984-b64c-6f08f7f5fba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:08.101107 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-303d27a9-89aa-47b2-8b12-b64dcb3c3ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (b4b4747f-e0ec-48c0-b52b-165d0fe9d634), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:08.108493 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-303d27a9-89aa-47b2-8b12-b64dcb3c3ea2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:08.108493 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-303d27a9-89aa-47b2-8b12-b64dcb3c3ea2 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/b4b4747f-e0ec-48c0-b52b-165d0fe9d634 HTTP/1.1" status: 204 len: 168 time: 0.6584616 Aug 27 04:56:08.108493 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 4570e4a4-da6f-40b3-9b47-b0f29a3de9d4 resource provider aggregate not found Aug 27 04:56:08.163740 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f68fb17-21c5-403a-ae7a-5d961e25ebd8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Made reservation on behalf of be8944f580af495191f8edd06de8f901 for: {'port': 2} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:56:08.173140 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1f68fb17-21c5-403a-ae7a-5d961e25ebd8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:08.173360 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 4570e4a4-da6f-40b3-9b47-b0f29a3de9d4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4570e4a4-da6f-40b3-9b47-b0f29a3de9d4 found for delete ", "request_id": "req-eac49f4a-85d4-4d21-833b-acf73e7f6d14"}]} Aug 27 04:56:08.177620 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-785122e3-21a4-4295-a122-1010283ea603 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2762737 Aug 27 04:56:08.190275 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34348) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:08.195347 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device af6d1b08-b2af-4f0f-b22b-53b50bf2fb0e no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:56:08.222250 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-8c497d47-783c-4096-b84f-84f573ef27f8 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'subnet': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:56:08.287897 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: af6d1b08-b2af-4f0f-b22b-53b50bf2fb0e {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:56:08.288534 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device af6d1b08-b2af-4f0f-b22b-53b50bf2fb0e not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:56:08.289095 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device abf11365-7427-4a94-b8c4-1f4587a001a8 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:56:08.315786 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1f68fb17-21c5-403a-ae7a-5d961e25ebd8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:08.344300 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: abf11365-7427-4a94-b8c4-1f4587a001a8 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:56:08.344300 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device abf11365-7427-4a94-b8c4-1f4587a001a8 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:56:08.408878 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-4bb94c0a-1b20-4984-b64c-6f08f7f5fba5 None None] Allocated IP 2001:db8::2 (61356c33-ce96-40d0-bb36-87a36b2d0e1c/46e61561-c96f-499d-8362-6063b170bd49/755afc06-98d6-459a-b6b8-019323a15b19) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:56:08.536911 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303d27a9-89aa-47b2-8b12-b64dcb3c3ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b4747f-e0ec-48c0-b52b-165d0fe9d634,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:08.610285 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34354) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:08.658906 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e04ddac2-7454-44c0-982b-527b13c44917 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks [] for router_gateway (503fe410-c63d-4cc0-b010-38004b20684a), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:08.703558 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4bb94c0a-1b20-4984-b64c-6f08f7f5fba5 None None] Publish callbacks [] for port (755afc06-98d6-459a-b6b8-019323a15b19), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:08.749684 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-12ff1b17-2563-4e75-83d4-971f9f72d357 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (6cf9c464-b76d-43db-ba39-8afb19f4689a), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:08.755142 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-12ff1b17-2563-4e75-83d4-971f9f72d357 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:08.758466 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-12ff1b17-2563-4e75-83d4-971f9f72d357 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "DELETE /networking/v2.0/networks/6cf9c464-b76d-43db-ba39-8afb19f4689a HTTP/1.1" status: 204 len: 168 time: 1.7252917 Aug 27 04:56:08.770403 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34358) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:08.789974 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ff1b17-2563-4e75-83d4-971f9f72d357 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event deleted for resources: {'Network': ['ID=6cf9c464-b76d-43db-ba39-8afb19f4689a,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:08.994147 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c497d47-783c-4096-b84f-84f573ef27f8 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Made reservation on behalf of f0f1eb4384394fc18f1626f3e12e04e3 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:56:08.998194 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8c497d47-783c-4096-b84f-84f573ef27f8 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:08.999931 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4bb94c0a-1b20-4984-b64c-6f08f7f5fba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (755afc06-98d6-459a-b6b8-019323a15b19), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:09.077813 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb94c0a-1b20-4984-b64c-6f08f7f5fba5 None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:56:09.081156 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-4bb94c0a-1b20-4984-b64c-6f08f7f5fba5 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:56:09.082201 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [None req-1f68fb17-21c5-403a-ae7a-5d961e25ebd8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] device_id is not set on port 3657933c-3255-4c17-b7e1-4b352981cdee yet. {{(pid=107776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:56:09.089014 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb94c0a-1b20-4984-b64c-6f08f7f5fba5 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:56:09.113113 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb94c0a-1b20-4984-b64c-6f08f7f5fba5 None None] Pushing event updated for resources: {'Port': ['ID=755afc06-98d6-459a-b6b8-019323a15b19,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:09.178987 n-d-852088-5 neutron-server[107776]: INFO neutron.db.ipam_backend_mixin [None req-8c497d47-783c-4096-b84f-84f573ef27f8 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 46e61561-c96f-499d-8362-6063b170bd49 (CIDR: 2001:db8::/64) Aug 27 04:56:09.200867 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-4bb94c0a-1b20-4984-b64c-6f08f7f5fba5 None None] Attempting to bind port 755afc06-98d6-459a-b6b8-019323a15b19 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:56:09.201256 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-4bb94c0a-1b20-4984-b64c-6f08f7f5fba5 None None] Attempting to bind port 755afc06-98d6-459a-b6b8-019323a15b19 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:56:09.201634 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb94c0a-1b20-4984-b64c-6f08f7f5fba5 None None] Attempting to bind port 755afc06-98d6-459a-b6b8-019323a15b19 on network 61356c33-ce96-40d0-bb36-87a36b2d0e1c {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:56:09.207188 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb94c0a-1b20-4984-b64c-6f08f7f5fba5 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:56:09.207592 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb94c0a-1b20-4984-b64c-6f08f7f5fba5 None None] Checking segment: {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:56:09.207998 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4bb94c0a-1b20-4984-b64c-6f08f7f5fba5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:09.208426 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb94c0a-1b20-4984-b64c-6f08f7f5fba5 None None] Bound using segment: {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:56:09.208935 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-4bb94c0a-1b20-4984-b64c-6f08f7f5fba5 None None] Bound port: 755afc06-98d6-459a-b6b8-019323a15b19, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:56:09.209439 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4bb94c0a-1b20-4984-b64c-6f08f7f5fba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (755afc06-98d6-459a-b6b8-019323a15b19), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:09.215487 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e04ddac2-7454-44c0-982b-527b13c44917 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks [] for router_gateway (503fe410-c63d-4cc0-b010-38004b20684a), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:09.242964 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e04ddac2-7454-44c0-982b-527b13c44917 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:09.253603 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1f68fb17-21c5-403a-ae7a-5d961e25ebd8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for port (3657933c-3255-4c17-b7e1-4b352981cdee), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:09.312299 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-9f7dd220-582a-455b-9f66-c79084fde508 tempest-NetworksNegativeTestJSON-1734448267 tempest-NetworksNegativeTestJSON-1734448267-project] Request body: {'port': {'network_id': '17a8b65e-cd20-4abf-8250-b5d0a2dcf254', 'name': 'tempest-NetworksNegativeTestJSON-371890106'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:56:09.319973 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c497d47-783c-4096-b84f-84f573ef27f8 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 04:56:09.320493 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c497d47-783c-4096-b84f-84f573ef27f8 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:09.338635 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4bb94c0a-1b20-4984-b64c-6f08f7f5fba5 None None] For port 755afc06-98d6-459a-b6b8-019323a15b19, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:56:09.341931 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4bb94c0a-1b20-4984-b64c-6f08f7f5fba5 None None] For port 755afc06-98d6-459a-b6b8-019323a15b19, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=755afc06-98d6-459a-b6b8-019323a15b19,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:56:09.348746 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f7dd220-582a-455b-9f66-c79084fde508 tempest-NetworksNegativeTestJSON-1734448267 tempest-NetworksNegativeTestJSON-1734448267-project] POST failed (client error): The resource could not be found. Aug 27 04:56:09.349271 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f7dd220-582a-455b-9f66-c79084fde508 tempest-NetworksNegativeTestJSON-1734448267 tempest-NetworksNegativeTestJSON-1734448267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:09.350462 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-9f7dd220-582a-455b-9f66-c79084fde508 tempest-NetworksNegativeTestJSON-1734448267 tempest-NetworksNegativeTestJSON-1734448267-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.7392855 Aug 27 04:56:09.355941 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34372) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:09.387759 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [None req-1f68fb17-21c5-403a-ae7a-5d961e25ebd8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] device_id is not set on port 9f883706-2044-4907-8638-c752e85a6730 yet. {{(pid=107776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:56:09.391018 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5f25e5f-59f8-4358-86ce-03bf09279245 tempest-NetworksNegativeTestJSON-1734448267 tempest-NetworksNegativeTestJSON-1734448267-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:09.391470 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5f25e5f-59f8-4358-86ce-03bf09279245 tempest-NetworksNegativeTestJSON-1734448267 tempest-NetworksNegativeTestJSON-1734448267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:09.394869 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b5f25e5f-59f8-4358-86ce-03bf09279245 tempest-NetworksNegativeTestJSON-1734448267 tempest-NetworksNegativeTestJSON-1734448267-project] 10.222.0.76 "DELETE /networking/v2.0/networks/3c312fa9-c099-492a-9851-e858a879f62f HTTP/1.1" status: 404 len: 339 time: 0.0347898 Aug 27 04:56:09.398645 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34374) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:09.438292 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-470ac652-0d0f-48a9-9fef-ac7009a95875 tempest-NetworksNegativeTestJSON-1734448267 tempest-NetworksNegativeTestJSON-1734448267-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:09.438659 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-470ac652-0d0f-48a9-9fef-ac7009a95875 tempest-NetworksNegativeTestJSON-1734448267 tempest-NetworksNegativeTestJSON-1734448267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:09.441981 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-470ac652-0d0f-48a9-9fef-ac7009a95875 tempest-NetworksNegativeTestJSON-1734448267 tempest-NetworksNegativeTestJSON-1734448267-project] 10.222.0.76 "DELETE /networking/v2.0/ports/5a12b7bd-31d6-4149-8d9b-0956708cd6b2 HTTP/1.1" status: 404 len: 333 time: 0.0418956 Aug 27 04:56:09.446120 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34376) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:09.498767 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-af44e0ea-c1a0-4f65-a1aa-28e4aee216c5 tempest-NetworksNegativeTestJSON-1734448267 tempest-NetworksNegativeTestJSON-1734448267-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:09.499227 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af44e0ea-c1a0-4f65-a1aa-28e4aee216c5 tempest-NetworksNegativeTestJSON-1734448267 tempest-NetworksNegativeTestJSON-1734448267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:09.505898 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-af44e0ea-c1a0-4f65-a1aa-28e4aee216c5 tempest-NetworksNegativeTestJSON-1734448267 tempest-NetworksNegativeTestJSON-1734448267-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/8f80c95d-928c-44f2-96d8-c1752b70555d HTTP/1.1" status: 404 len: 337 time: 0.0536253 Aug 27 04:56:09.507157 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34378) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:09.511547 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-e04ddac2-7454-44c0-982b-527b13c44917 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Allocated IP 172.25.2.153 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/092e1351-8df9-439f-afed-da4cfadcb45b) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:56:09.513722 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-16d8517b-c6f6-4d46-a110-a0cb7fab1d2a tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:09.520505 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4bb94c0a-1b20-4984-b64c-6f08f7f5fba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (755afc06-98d6-459a-b6b8-019323a15b19), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:09.539584 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8c497d47-783c-4096-b84f-84f573ef27f8 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3481898 Aug 27 04:56:09.545071 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fc501b0-a0be-4584-9aab-5622299a1e49 tempest-NetworksNegativeTestJSON-1734448267 tempest-NetworksNegativeTestJSON-1734448267-project] GET failed (client error): The resource could not be found. Aug 27 04:56:09.550457 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6fc501b0-a0be-4584-9aab-5622299a1e49 tempest-NetworksNegativeTestJSON-1734448267 tempest-NetworksNegativeTestJSON-1734448267-project] 10.222.0.76 "GET /networking/v2.0/networks/9b8ef869-6971-4016-8d25-567cb50dd32a HTTP/1.1" status: 404 len: 339 time: 0.0393484 Aug 27 04:56:09.555187 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34380) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:09.555187 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34382) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:09.563201 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-f1dce910-0b21-4f15-9a4a-aa5bb778bc9e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'subnet': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:56:09.579437 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1f68fb17-21c5-403a-ae7a-5d961e25ebd8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for port (9f883706-2044-4907-8638-c752e85a6730), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:09.594851 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:09.626560 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb94c0a-1b20-4984-b64c-6f08f7f5fba5 None None] Pushing event updated for resources: {'Port': ['ID=755afc06-98d6-459a-b6b8-019323a15b19,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:09.648195 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7b9ef37-b17a-43e3-9a92-5e24097e0bd1 tempest-NetworksNegativeTestJSON-1734448267 tempest-NetworksNegativeTestJSON-1734448267-project] GET failed (client error): The resource could not be found. Aug 27 04:56:09.653934 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e7b9ef37-b17a-43e3-9a92-5e24097e0bd1 tempest-NetworksNegativeTestJSON-1734448267 tempest-NetworksNegativeTestJSON-1734448267-project] 10.222.0.76 "GET /networking/v2.0/ports/857fcff4-424a-4032-817e-525281c1b27d HTTP/1.1" status: 404 len: 333 time: 0.0930538 Aug 27 04:56:09.658616 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34386) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:09.710099 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-24eee868-d5b6-4020-9f00-54f1d9970a1b tempest-NetworksNegativeTestJSON-1734448267 tempest-NetworksNegativeTestJSON-1734448267-project] GET failed (client error): The resource could not be found. Aug 27 04:56:09.715728 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-24eee868-d5b6-4020-9f00-54f1d9970a1b tempest-NetworksNegativeTestJSON-1734448267 tempest-NetworksNegativeTestJSON-1734448267-project] 10.222.0.76 "GET /networking/v2.0/subnets/25ebad95-8429-44ec-a19a-c40b0dc37deb HTTP/1.1" status: 404 len: 337 time: 0.0498250 Aug 27 04:56:09.717996 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34392) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:09.724383 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-972ce6bc-027f-4a02-b55e-bab1b536c50a tempest-NetworksNegativeTestJSON-1734448267 tempest-NetworksNegativeTestJSON-1734448267-project] Request body: {'network': {'name': 'new_name'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:56:09.737918 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:09.760066 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-972ce6bc-027f-4a02-b55e-bab1b536c50a tempest-NetworksNegativeTestJSON-1734448267 tempest-NetworksNegativeTestJSON-1734448267-project] PUT failed (client error): The resource could not be found. Aug 27 04:56:09.760066 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-972ce6bc-027f-4a02-b55e-bab1b536c50a tempest-NetworksNegativeTestJSON-1734448267 tempest-NetworksNegativeTestJSON-1734448267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:09.761780 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-972ce6bc-027f-4a02-b55e-bab1b536c50a tempest-NetworksNegativeTestJSON-1734448267 tempest-NetworksNegativeTestJSON-1734448267-project] 10.222.0.76 "PUT /networking/v2.0/networks/dbefd42d-3513-40b7-99af-599569248556 HTTP/1.1" status: 404 len: 339 time: 0.0409737 Aug 27 04:56:09.768759 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34394) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:09.785456 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device f71d26de-60f4-4a5d-9d4c-aa799008722f no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:56:09.788190 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-8611369a-0891-421a-915c-b4adb4657e75 tempest-NetworksNegativeTestJSON-1734448267 tempest-NetworksNegativeTestJSON-1734448267-project] Request body: {'port': {'name': 'new_name'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:56:09.837620 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: f71d26de-60f4-4a5d-9d4c-aa799008722f {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:56:09.837620 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device f71d26de-60f4-4a5d-9d4c-aa799008722f not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:56:09.841887 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-8611369a-0891-421a-915c-b4adb4657e75 tempest-NetworksNegativeTestJSON-1734448267 tempest-NetworksNegativeTestJSON-1734448267-project] PUT failed (client error): The resource could not be found. Aug 27 04:56:09.844028 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8611369a-0891-421a-915c-b4adb4657e75 tempest-NetworksNegativeTestJSON-1734448267 tempest-NetworksNegativeTestJSON-1734448267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:09.845246 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-8611369a-0891-421a-915c-b4adb4657e75 tempest-NetworksNegativeTestJSON-1734448267 tempest-NetworksNegativeTestJSON-1734448267-project] 10.222.0.76 "PUT /networking/v2.0/ports/45db84ac-9a96-4a20-92a3-af7a15d25e13 HTTP/1.1" status: 404 len: 333 time: 0.0662854 Aug 27 04:56:09.849360 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34400) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:09.860279 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-22d2473e-94f0-4aa3-bcfa-fb46f675bb62 tempest-NetworksNegativeTestJSON-1734448267 tempest-NetworksNegativeTestJSON-1734448267-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:56:09.938699 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1f68fb17-21c5-403a-ae7a-5d961e25ebd8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (3657933c-3255-4c17-b7e1-4b352981cdee), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:09.952822 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-22d2473e-94f0-4aa3-bcfa-fb46f675bb62 tempest-NetworksNegativeTestJSON-1734448267 tempest-NetworksNegativeTestJSON-1734448267-project] PUT failed (client error): The resource could not be found. Aug 27 04:56:09.953306 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22d2473e-94f0-4aa3-bcfa-fb46f675bb62 tempest-NetworksNegativeTestJSON-1734448267 tempest-NetworksNegativeTestJSON-1734448267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:09.957792 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-22d2473e-94f0-4aa3-bcfa-fb46f675bb62 tempest-NetworksNegativeTestJSON-1734448267 tempest-NetworksNegativeTestJSON-1734448267-project] 10.222.0.76 "PUT /networking/v2.0/subnets/0da9956b-8ed3-45fe-9769-68e751b0460a HTTP/1.1" status: 404 len: 337 time: 0.1037726 Aug 27 04:56:10.014574 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f68fb17-21c5-403a-ae7a-5d961e25ebd8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Network 849c1b68-ff98-433a-8a19-bdf5ff0407d2 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:56:10.020432 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-1f68fb17-21c5-403a-ae7a-5d961e25ebd8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:56:10.022276 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1dce910-0b21-4f15-9a4a-aa5bb778bc9e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Made reservation on behalf of f0f1eb4384394fc18f1626f3e12e04e3 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:56:10.026713 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f1dce910-0b21-4f15-9a4a-aa5bb778bc9e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:10.031849 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f68fb17-21c5-403a-ae7a-5d961e25ebd8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:56:10.032698 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1f68fb17-21c5-403a-ae7a-5d961e25ebd8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (9f883706-2044-4907-8638-c752e85a6730), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:10.056386 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e04ddac2-7454-44c0-982b-527b13c44917 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks [] for port (092e1351-8df9-439f-afed-da4cfadcb45b), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:10.074199 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f68fb17-21c5-403a-ae7a-5d961e25ebd8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event updated for resources: {'Port': ['ID=3657933c-3255-4c17-b7e1-4b352981cdee,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:10.140626 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=20,neutron:SELECT=70,neutron:DELETE=4,neutron:UPDATE=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:10.155985 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-16d8517b-c6f6-4d46-a110-a0cb7fab1d2a tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Deleting port d8db857b-0aab-4cbf-9448-ea536968c87f {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:56:10.157552 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-16d8517b-c6f6-4d46-a110-a0cb7fab1d2a tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (d8db857b-0aab-4cbf-9448-ea536968c87f), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:10.196349 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f68fb17-21c5-403a-ae7a-5d961e25ebd8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event updated for resources: {'Port': ['ID=9f883706-2044-4907-8638-c752e85a6730,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:10.218154 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f68fb17-21c5-403a-ae7a-5d961e25ebd8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Checking segment: {'id': '93643a48-c2f5-4396-b4db-5ef8cd61920c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '88cc65ba-0de5-4c15-b37d-4311ca4ad939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:56:10.218528 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f68fb17-21c5-403a-ae7a-5d961e25ebd8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Network hostable DHCP agents. Network: 88cc65ba-0de5-4c15-b37d-4311ca4ad939, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:56:10.315776 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-16d8517b-c6f6-4d46-a110-a0cb7fab1d2a tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] For port d8db857b-0aab-4cbf-9448-ea536968c87f, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=d8db857b-0aab-4cbf-9448-ea536968c87f,segment=NetworkSegment(d347818e-3700-40e6-bc2a-121bfabf4f1b),segment_id=d347818e-3700-40e6-bc2a-121bfabf4f1b)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:56:10.316334 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-16d8517b-c6f6-4d46-a110-a0cb7fab1d2a tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (d8db857b-0aab-4cbf-9448-ea536968c87f), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:10.332211 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-16d8517b-c6f6-4d46-a110-a0cb7fab1d2a tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Calling delete_port for d8db857b-0aab-4cbf-9448-ea536968c87f owned by network:router_interface {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:56:10.384520 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e04ddac2-7454-44c0-982b-527b13c44917 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (092e1351-8df9-439f-afed-da4cfadcb45b), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:10.425819 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f68fb17-21c5-403a-ae7a-5d961e25ebd8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Network 88cc65ba-0de5-4c15-b37d-4311ca4ad939 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:56:10.454184 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04ddac2-7454-44c0-982b-527b13c44917 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:56:10.461711 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-e04ddac2-7454-44c0-982b-527b13c44917 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:56:10.467790 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04ddac2-7454-44c0-982b-527b13c44917 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:56:10.471941 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ddac2-7454-44c0-982b-527b13c44917 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Pushing event updated for resources: {'Port': ['ID=092e1351-8df9-439f-afed-da4cfadcb45b,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:10.540455 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:10.552308 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-1f68fb17-21c5-403a-ae7a-5d961e25ebd8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 88cc65ba-0de5-4c15-b37d-4311ca4ad939) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:56:10.557018 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f68fb17-21c5-403a-ae7a-5d961e25ebd8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:56:10.565706 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cc9ce9-079e-4783-ab1b-177c44784be3 None None] Network 88cc65ba-0de5-4c15-b37d-4311ca4ad939 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:56:10.589527 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f68fb17-21c5-403a-ae7a-5d961e25ebd8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:56:10.593816 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f68fb17-21c5-403a-ae7a-5d961e25ebd8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:56:10.594471 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1f68fb17-21c5-403a-ae7a-5d961e25ebd8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:10.801998 n-d-852088-5 neutron-server[107776]: DEBUG neutron.objects.ports [None req-f1dce910-0b21-4f15-9a4a-aa5bb778bc9e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=107776) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 27 04:56:10.845222 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34458) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:10.948466 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1f68fb17-21c5-403a-ae7a-5d961e25ebd8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.3983061 Aug 27 04:56:10.949370 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34464) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:10.953164 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-16d8517b-c6f6-4d46-a110-a0cb7fab1d2a tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (d8db857b-0aab-4cbf-9448-ea536968c87f), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:11.083817 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-f2a84551-fb37-4120-b5dd-2d3e88c0b83b tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Deleting port 9f883706-2044-4907-8638-c752e85a6730 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:56:11.084381 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f2a84551-fb37-4120-b5dd-2d3e88c0b83b tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (9f883706-2044-4907-8638-c752e85a6730), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:11.104100 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d8517b-c6f6-4d46-a110-a0cb7fab1d2a tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event deleted for resources: {'Port': ['ID=d8db857b-0aab-4cbf-9448-ea536968c87f,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:11.134259 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-d4658307-6bfc-4728-a758-87e874f01273 None None] Provisioning complete for port 755afc06-98d6-459a-b6b8-019323a15b19 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:56:11.134549 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d4658307-6bfc-4728-a758-87e874f01273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (755afc06-98d6-459a-b6b8-019323a15b19), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:11.145146 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-18afac7a-c417-4884-bee8-1d09e6bef883 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:11.182366 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f2a84551-fb37-4120-b5dd-2d3e88c0b83b tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (9f883706-2044-4907-8638-c752e85a6730), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:11.197909 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-f2a84551-fb37-4120-b5dd-2d3e88c0b83b tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Calling delete_port for 9f883706-2044-4907-8638-c752e85a6730 owned by {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:56:11.228719 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d4658307-6bfc-4728-a758-87e874f01273 None None] Current status of the port 755afc06-98d6-459a-b6b8-019323a15b19 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:56:11.233689 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d4658307-6bfc-4728-a758-87e874f01273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (755afc06-98d6-459a-b6b8-019323a15b19), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:11.288240 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e04ddac2-7454-44c0-982b-527b13c44917 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks [] for router_gateway (503fe410-c63d-4cc0-b010-38004b20684a), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:11.359958 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-d4658307-6bfc-4728-a758-87e874f01273 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:56:11.360991 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-d4658307-6bfc-4728-a758-87e874f01273 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:56:11.403356 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f1dce910-0b21-4f15-9a4a-aa5bb778bc9e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (755afc06-98d6-459a-b6b8-019323a15b19), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:11.478167 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f2a84551-fb37-4120-b5dd-2d3e88c0b83b tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (9f883706-2044-4907-8638-c752e85a6730), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:11.532577 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f2a84551-fb37-4120-b5dd-2d3e88c0b83b tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:11.538716 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f2a84551-fb37-4120-b5dd-2d3e88c0b83b tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "DELETE /networking/v2.0/ports/9f883706-2044-4907-8638-c752e85a6730 HTTP/1.1" status: 204 len: 168 time: 0.5859725 Aug 27 04:56:11.541863 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34470) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:11.548483 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a84551-fb37-4120-b5dd-2d3e88c0b83b tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event deleted for resources: {'Port': ['ID=9f883706-2044-4907-8638-c752e85a6730,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:11.569415 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34472) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:11.577082 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:11.690588 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42219189-153c-45fc-a19b-577d9ebd7ae3 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:56:11.696440 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42219189-153c-45fc-a19b-577d9ebd7ae3 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:56:11.699741 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-42219189-153c-45fc-a19b-577d9ebd7ae3 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1562660 Aug 27 04:56:11.703048 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34476) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:11.818735 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7014f604-2fd2-4a18-bf1d-d66b03be12ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:11.843893 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-f1dce910-0b21-4f15-9a4a-aa5bb778bc9e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] For port 755afc06-98d6-459a-b6b8-019323a15b19, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=755afc06-98d6-459a-b6b8-019323a15b19,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:56:11.944781 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f1dce910-0b21-4f15-9a4a-aa5bb778bc9e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for port (755afc06-98d6-459a-b6b8-019323a15b19), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:11.956693 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-59cdfe40-a780-49d3-91d2-c5f3996c8b49 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Deleting port 3657933c-3255-4c17-b7e1-4b352981cdee {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:56:11.957038 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-59cdfe40-a780-49d3-91d2-c5f3996c8b49 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (3657933c-3255-4c17-b7e1-4b352981cdee), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:12.001177 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d4658307-6bfc-4728-a758-87e874f01273 None None] Current status of the port 755afc06-98d6-459a-b6b8-019323a15b19 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:56:12.007983 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d4658307-6bfc-4728-a758-87e874f01273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (755afc06-98d6-459a-b6b8-019323a15b19), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:12.082164 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-18afac7a-c417-4884-bee8-1d09e6bef883 admin admin] Publish callbacks [] for security_group (d77ea48f-9c6c-44b5-99f2-1e82ea6382de), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:12.083610 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 755afc06-98d6-459a-b6b8-019323a15b19 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:56:12.085951 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e04ddac2-7454-44c0-982b-527b13c44917 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (503fe410-c63d-4cc0-b010-38004b20684a), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:12.095697 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:12.125308 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f1dce910-0b21-4f15-9a4a-aa5bb778bc9e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (755afc06-98d6-459a-b6b8-019323a15b19), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:12.126874 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f1dce910-0b21-4f15-9a4a-aa5bb778bc9e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (7dca3775-432f-4f90-902f-85a6087fd8f0), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:12.170110 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-16d8517b-c6f6-4d46-a110-a0cb7fab1d2a tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:12.211456 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-59cdfe40-a780-49d3-91d2-c5f3996c8b49 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (3657933c-3255-4c17-b7e1-4b352981cdee), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:12.214353 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dce910-0b21-4f15-9a4a-aa5bb778bc9e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event updated for resources: {'Port': ['ID=755afc06-98d6-459a-b6b8-019323a15b19,revision_number=4']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:12.255251 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-d4658307-6bfc-4728-a758-87e874f01273 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:56:12.255886 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-d4658307-6bfc-4728-a758-87e874f01273 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:56:12.275219 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-59cdfe40-a780-49d3-91d2-c5f3996c8b49 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Calling delete_port for 3657933c-3255-4c17-b7e1-4b352981cdee owned by {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:56:12.281742 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 755afc06-98d6-459a-b6b8-019323a15b19 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:56:12.282414 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (755afc06-98d6-459a-b6b8-019323a15b19), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:12.285019 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7014f604-2fd2-4a18-bf1d-d66b03be12ac admin admin] Publish callbacks [] for security_group (9d115b77-bbca-4fdf-9f2c-f7e81b5259a5), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:12.299138 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-18afac7a-c417-4884-bee8-1d09e6bef883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (d77ea48f-9c6c-44b5-99f2-1e82ea6382de), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:12.331989 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1dce910-0b21-4f15-9a4a-aa5bb778bc9e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:56:12.349159 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-f1dce910-0b21-4f15-9a4a-aa5bb778bc9e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:56:12.358734 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1dce910-0b21-4f15-9a4a-aa5bb778bc9e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:56:12.359188 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-18afac7a-c417-4884-bee8-1d09e6bef883 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=2a738a12a5be4585b5b581682537e04c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5126288 Aug 27 04:56:12.361745 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f1dce910-0b21-4f15-9a4a-aa5bb778bc9e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:12.364128 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34482) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:12.364765 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18afac7a-c417-4884-bee8-1d09e6bef883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77ea48f-9c6c-44b5-99f2-1e82ea6382de,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:12.367149 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03ddf77-78fc-4cc2-b507-66bbd54c9951 None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:56:12.445136 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7014f604-2fd2-4a18-bf1d-d66b03be12ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (9d115b77-bbca-4fdf-9f2c-f7e81b5259a5), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:12.452727 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a14bfff4-225e-46c0-9c04-f0de71a46be4 admin admin] Publish callbacks [] for security_group (d77ea48f-9c6c-44b5-99f2-1e82ea6382de), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:12.463378 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dce910-0b21-4f15-9a4a-aa5bb778bc9e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event updated for resources: {'Subnet': ['ID=7dca3775-432f-4f90-902f-85a6087fd8f0,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:12.483862 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a14bfff4-225e-46c0-9c04-f0de71a46be4 admin admin] Publish callbacks [] for security_group (d77ea48f-9c6c-44b5-99f2-1e82ea6382de), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:12.512637 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 755afc06-98d6-459a-b6b8-019323a15b19 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:56:12.513115 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (755afc06-98d6-459a-b6b8-019323a15b19), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:12.568153 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 755afc06-98d6-459a-b6b8-019323a15b19, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=755afc06-98d6-459a-b6b8-019323a15b19,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:56:12.587783 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7014f604-2fd2-4a18-bf1d-d66b03be12ac admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=ba8da42296ff4fee9a33d591997641e1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0171003 Aug 27 04:56:12.591367 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34484) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:12.594270 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7014f604-2fd2-4a18-bf1d-d66b03be12ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d115b77-bbca-4fdf-9f2c-f7e81b5259a5,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:12.616141 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f1dce910-0b21-4f15-9a4a-aa5bb778bc9e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.0563614 Aug 27 04:56:12.620062 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34486) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:12.632420 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-66eb8409-2a1f-4b45-b51b-f52bba811f24 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'port': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'mac_address': 'fa:16:3e:41:89:4c', 'name': 'tempest-NetworksTestDHCPv6-1656035504'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:56:12.687317 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a14bfff4-225e-46c0-9c04-f0de71a46be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (d77ea48f-9c6c-44b5-99f2-1e82ea6382de), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:12.690630 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a14bfff4-225e-46c0-9c04-f0de71a46be4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:12.692045 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a14bfff4-225e-46c0-9c04-f0de71a46be4 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/d77ea48f-9c6c-44b5-99f2-1e82ea6382de HTTP/1.1" status: 204 len: 168 time: 0.3239696 Aug 27 04:56:12.736587 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (755afc06-98d6-459a-b6b8-019323a15b19), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:12.779814 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4ad00e09-b1f9-4cb0-8bfe-a2bd82e5a1ab admin admin] Publish callbacks [] for security_group (9d115b77-bbca-4fdf-9f2c-f7e81b5259a5), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:12.810406 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d8517b-c6f6-4d46-a110-a0cb7fab1d2a tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Router 102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:56:12.816420 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14bfff4-225e-46c0-9c04-f0de71a46be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77ea48f-9c6c-44b5-99f2-1e82ea6382de,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:12.858104 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4ad00e09-b1f9-4cb0-8bfe-a2bd82e5a1ab admin admin] Publish callbacks [] for security_group (9d115b77-bbca-4fdf-9f2c-f7e81b5259a5), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:12.886514 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=755afc06-98d6-459a-b6b8-019323a15b19,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:12.937478 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-59cdfe40-a780-49d3-91d2-c5f3996c8b49 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (3657933c-3255-4c17-b7e1-4b352981cdee), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:12.967227 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e04ddac2-7454-44c0-982b-527b13c44917 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Router 503fe410-c63d-4cc0-b010-38004b20684a is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:56:12.968528 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-59cdfe40-a780-49d3-91d2-c5f3996c8b49 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:12.972940 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-59cdfe40-a780-49d3-91d2-c5f3996c8b49 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "DELETE /networking/v2.0/ports/3657933c-3255-4c17-b7e1-4b352981cdee HTTP/1.1" status: 204 len: 168 time: 1.2687671 Aug 27 04:56:12.978156 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34490) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:13.011861 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d4658307-6bfc-4728-a758-87e874f01273 None None] Current status of the port 755afc06-98d6-459a-b6b8-019323a15b19 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:56:13.029131 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cdfe40-a780-49d3-91d2-c5f3996c8b49 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event deleted for resources: {'Port': ['ID=3657933c-3255-4c17-b7e1-4b352981cdee,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:13.082009 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d8517b-c6f6-4d46-a110-a0cb7fab1d2a tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:56:13.088937 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-16d8517b-c6f6-4d46-a110-a0cb7fab1d2a tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "PUT /networking/v2.0/routers/102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3173184 Aug 27 04:56:13.094399 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34494) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:13.102899 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023bd090-7dd9-4a84-8ea7-88c53e40ac80 None None] Sync routers for ids ['102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:56:13.126352 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023bd090-7dd9-4a84-8ea7-88c53e40ac80 None None] Routers {'102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:56:13.127045 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-023bd090-7dd9-4a84-8ea7-88c53e40ac80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:55:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:13.155268 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4ad00e09-b1f9-4cb0-8bfe-a2bd82e5a1ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (9d115b77-bbca-4fdf-9f2c-f7e81b5259a5), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:13.161878 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4ad00e09-b1f9-4cb0-8bfe-a2bd82e5a1ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:13.166251 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-4ad00e09-b1f9-4cb0-8bfe-a2bd82e5a1ab admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/9d115b77-bbca-4fdf-9f2c-f7e81b5259a5 HTTP/1.1" status: 204 len: 168 time: 0.5722036 Aug 27 04:56:13.214347 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c8f5fe-3e57-4ea7-b2b3-dca51761cbbf tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:56:13.222727 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-64c8f5fe-3e57-4ea7-b2b3-dca51761cbbf tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2392130 Aug 27 04:56:13.225743 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34500) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:13.299056 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-023bd090-7dd9-4a84-8ea7-88c53e40ac80 None None] Set router 102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5 gateway port host: None {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:56:13.312297 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66eb8409-2a1f-4b45-b51b-f52bba811f24 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Made reservation on behalf of f0f1eb4384394fc18f1626f3e12e04e3 for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:56:13.322615 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed4ec1be-933a-43f7-b0f8-0b2aeb68a6da tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] GET failed (client error): The resource could not be found. Aug 27 04:56:13.329066 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ed4ec1be-933a-43f7-b0f8-0b2aeb68a6da tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "GET /networking/v2.0/ports/9f883706-2044-4907-8638-c752e85a6730 HTTP/1.1" status: 404 len: 333 time: 0.1021678 Aug 27 04:56:13.351230 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34502) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:13.466648 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04ddac2-7454-44c0-982b-527b13c44917 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:56:13.477499 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe4f100-9624-4e60-8341-03e2e01fb93d None None] Sync routers for ids ['503fe410-c63d-4cc0-b010-38004b20684a'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:56:13.489697 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad00e09-b1f9-4cb0-8bfe-a2bd82e5a1ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d115b77-bbca-4fdf-9f2c-f7e81b5259a5,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:13.505781 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe4f100-9624-4e60-8341-03e2e01fb93d None None] Routers {'503fe410-c63d-4cc0-b010-38004b20684a'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:56:13.507391 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-fbe4f100-9624-4e60-8341-03e2e01fb93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:55:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['503fe410-c63d-4cc0-b010-38004b20684a'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:13.554208 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-251f08a0-d9bc-4585-9012-f1fab06deac4 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] GET failed (client error): The resource could not be found. Aug 27 04:56:13.557325 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-251f08a0-d9bc-4585-9012-f1fab06deac4 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "GET /networking/v2.0/ports/3657933c-3255-4c17-b7e1-4b352981cdee HTTP/1.1" status: 404 len: 333 time: 0.1820700 Aug 27 04:56:13.559471 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34506) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:13.565799 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-e85a8ea0-1fc1-442d-ad2f-9455c8f99475 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Deleting subnet 3d1d9a3d-8c41-4a48-beee-c12cc0d8bc3f {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:56:13.591897 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e85a8ea0-1fc1-442d-ad2f-9455c8f99475 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for subnet (3d1d9a3d-8c41-4a48-beee-c12cc0d8bc3f), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:13.656412 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-fbe4f100-9624-4e60-8341-03e2e01fb93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:13.679754 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe4f100-9624-4e60-8341-03e2e01fb93d None None] Routers {'503fe410-c63d-4cc0-b010-38004b20684a'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:56:13.680604 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-fbe4f100-9624-4e60-8341-03e2e01fb93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:55:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['503fe410-c63d-4cc0-b010-38004b20684a'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:13.699662 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-023bd090-7dd9-4a84-8ea7-88c53e40ac80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'name': 'tempest-RoutersTest-router-1984842301', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:55:01Z', 'updated_at': '2022-08-27T04:56:10Z', 'revision_number': 9, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'gw_port_host': None, '_interfaces': [{'id': '14f6582e-2ccf-474e-9dd1-50666879ef18', 'name': '', 'network_id': '2f688bf2-3831-4324-8eb2-df317fba29d9', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:1f:20:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'ba598601-4006-41f6-89e9-fce854c1ffb3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:21Z', 'updated_at': '2022-08-27T04:55:33Z', 'revision_number': 5, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': 'ba598601-4006-41f6-89e9-fce854c1ffb3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c861b3df-3b81-4554-abf8-1246b6f5803f', 'name': '', 'network_id': '94122cb1-f5f8-4b56-88b2-5834aef4472c', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:e2:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '5df62364-1081-4557-a010-0b9d53af53d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:08Z', 'updated_at': '2022-08-27T04:55:16Z', 'revision_number': 5, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': '5df62364-1081-4557-a010-0b9d53af53d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:13.710780 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e04ddac2-7454-44c0-982b-527b13c44917 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:13.714772 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e04ddac2-7454-44c0-982b-527b13c44917 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.4183359 Aug 27 04:56:13.720351 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34512) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:13.729886 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-ab0a23a9-1e26-431a-ac8e-79322f140084 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:56:13.746953 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e85a8ea0-1fc1-442d-ad2f-9455c8f99475 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (3d1d9a3d-8c41-4a48-beee-c12cc0d8bc3f), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:13.779058 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-fbe4f100-9624-4e60-8341-03e2e01fb93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:13.779621 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe4f100-9624-4e60-8341-03e2e01fb93d None None] The sync data for ids ['503fe410-c63d-4cc0-b010-38004b20684a'] in n-d-852088-5 is: [] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:56:13.786386 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023bd090-7dd9-4a84-8ea7-88c53e40ac80 None None] Checking router: 102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:56:13.788383 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:13.797304 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023bd090-7dd9-4a84-8ea7-88c53e40ac80 None None] Routers {'102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:56:13.798014 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-023bd090-7dd9-4a84-8ea7-88c53e40ac80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:55:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:13.836097 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-8fe5b63e-715e-49dd-9427-785e312dd707 None None] Provisioning complete for port 755afc06-98d6-459a-b6b8-019323a15b19 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:56:13.837090 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8fe5b63e-715e-49dd-9427-785e312dd707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (755afc06-98d6-459a-b6b8-019323a15b19), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:13.909845 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 755afc06-98d6-459a-b6b8-019323a15b19 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:56:13.938111 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e85a8ea0-1fc1-442d-ad2f-9455c8f99475 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (3d1d9a3d-8c41-4a48-beee-c12cc0d8bc3f), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:13.980005 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:14.017103 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-023bd090-7dd9-4a84-8ea7-88c53e40ac80 None None] Set router 102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5 gateway port host: None {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:56:14.032339 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-66eb8409-2a1f-4b45-b51b-f52bba811f24 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:14.069302 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [None req-66eb8409-2a1f-4b45-b51b-f52bba811f24 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] device_id is not set on port b374af6e-25d8-49c5-8a6c-1d632f6910b3 yet. {{(pid=107776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:56:14.069438 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-20d1b19a-4e31-4140-8f18-9e2ef8cb73b2 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (88cc65ba-0de5-4c15-b37d-4311ca4ad939), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:14.081630 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 755afc06-98d6-459a-b6b8-019323a15b19 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:56:14.082000 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (755afc06-98d6-459a-b6b8-019323a15b19), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:14.131231 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-8fe5b63e-715e-49dd-9427-785e312dd707 None None] Current status of the port 755afc06-98d6-459a-b6b8-019323a15b19 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:56:14.239777 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 755afc06-98d6-459a-b6b8-019323a15b19 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:56:14.262189 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e85a8ea0-1fc1-442d-ad2f-9455c8f99475 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (3d1d9a3d-8c41-4a48-beee-c12cc0d8bc3f), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:14.312261 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-023bd090-7dd9-4a84-8ea7-88c53e40ac80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'name': 'tempest-RoutersTest-router-1984842301', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:55:01Z', 'updated_at': '2022-08-27T04:56:10Z', 'revision_number': 9, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'gw_port_host': None, '_interfaces': [{'id': '14f6582e-2ccf-474e-9dd1-50666879ef18', 'name': '', 'network_id': '2f688bf2-3831-4324-8eb2-df317fba29d9', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:1f:20:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'ba598601-4006-41f6-89e9-fce854c1ffb3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:21Z', 'updated_at': '2022-08-27T04:55:33Z', 'revision_number': 5, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': 'ba598601-4006-41f6-89e9-fce854c1ffb3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c861b3df-3b81-4554-abf8-1246b6f5803f', 'name': '', 'network_id': '94122cb1-f5f8-4b56-88b2-5834aef4472c', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:e2:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '5df62364-1081-4557-a010-0b9d53af53d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:08Z', 'updated_at': '2022-08-27T04:55:16Z', 'revision_number': 5, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': '5df62364-1081-4557-a010-0b9d53af53d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:14.351799 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85a8ea0-1fc1-442d-ad2f-9455c8f99475 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event deleted for resources: {'Subnet': ['ID=3d1d9a3d-8c41-4a48-beee-c12cc0d8bc3f,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:14.357259 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-20d1b19a-4e31-4140-8f18-9e2ef8cb73b2 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (88cc65ba-0de5-4c15-b37d-4311ca4ad939), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:14.358494 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023bd090-7dd9-4a84-8ea7-88c53e40ac80 None None] The sync data for ids ['102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'] in n-d-852088-5 is: [{'id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'name': 'tempest-RoutersTest-router-1984842301', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:55:01Z', 'updated_at': '2022-08-27T04:56:10Z', 'revision_number': 9, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'gw_port_host': None, '_interfaces': [{'id': '14f6582e-2ccf-474e-9dd1-50666879ef18', 'name': '', 'network_id': '2f688bf2-3831-4324-8eb2-df317fba29d9', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:1f:20:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'ba598601-4006-41f6-89e9-fce854c1ffb3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:21Z', 'updated_at': '2022-08-27T04:55:33Z', 'revision_number': 5, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': 'ba598601-4006-41f6-89e9-fce854c1ffb3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c861b3df-3b81-4554-abf8-1246b6f5803f', 'name': '', 'network_id': '94122cb1-f5f8-4b56-88b2-5834aef4472c', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:e2:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '5df62364-1081-4557-a010-0b9d53af53d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:08Z', 'updated_at': '2022-08-27T04:55:16Z', 'revision_number': 5, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': '5df62364-1081-4557-a010-0b9d53af53d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:56:14.429043 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcaa25ba-f957-43c0-8a0e-56a7c5a07b26 None None] Network 224b85ea-ae0f-40b7-8bd7-a6afd96bfdf5 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:56:14.429407 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e85a8ea0-1fc1-442d-ad2f-9455c8f99475 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:14.435866 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e85a8ea0-1fc1-442d-ad2f-9455c8f99475 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/3d1d9a3d-8c41-4a48-beee-c12cc0d8bc3f HTTP/1.1" status: 204 len: 168 time: 1.3389583 Aug 27 04:56:14.440055 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34530) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:14.449256 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-20d1b19a-4e31-4140-8f18-9e2ef8cb73b2 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88cc65ba-0de5-4c15-b37d-4311ca4ad939']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:14.468210 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-20d1b19a-4e31-4140-8f18-9e2ef8cb73b2 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93643a48-c2f5-4396-b4db-5ef8cd61920c') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:14.468535 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-20d1b19a-4e31-4140-8f18-9e2ef8cb73b2 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93643a48-c2f5-4396-b4db-5ef8cd61920c') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:14.487759 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-20d1b19a-4e31-4140-8f18-9e2ef8cb73b2 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (93643a48-c2f5-4396-b4db-5ef8cd61920c), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:14.501933 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ab0a23a9-1e26-431a-ac8e-79322f140084 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks [] for router_gateway (503fe410-c63d-4cc0-b010-38004b20684a), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:14.524368 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-20d1b19a-4e31-4140-8f18-9e2ef8cb73b2 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (93643a48-c2f5-4396-b4db-5ef8cd61920c), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:14.534883 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-66eb8409-2a1f-4b45-b51b-f52bba811f24 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Allocated IP 2001:db8::1f4 (61356c33-ce96-40d0-bb36-87a36b2d0e1c/46e61561-c96f-499d-8362-6063b170bd49/b374af6e-25d8-49c5-8a6c-1d632f6910b3) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:56:14.541703 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20d1b19a-4e31-4140-8f18-9e2ef8cb73b2 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:56:14.545632 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-20d1b19a-4e31-4140-8f18-9e2ef8cb73b2 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (93643a48-c2f5-4396-b4db-5ef8cd61920c), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:14.586019 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-66eb8409-2a1f-4b45-b51b-f52bba811f24 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Allocated IP 2001:db8:0:1:f816:3eff:fe41:894c (61356c33-ce96-40d0-bb36-87a36b2d0e1c/7dca3775-432f-4f90-902f-85a6087fd8f0/b374af6e-25d8-49c5-8a6c-1d632f6910b3) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:56:14.638016 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-db919af0-dd19-4759-9957-c2e4c549fab6 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (224b85ea-ae0f-40b7-8bd7-a6afd96bfdf5), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:14.668904 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 93643a48-c2f5-4396-b4db-5ef8cd61920c resource provider aggregate not found Aug 27 04:56:14.700859 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 93643a48-c2f5-4396-b4db-5ef8cd61920c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 93643a48-c2f5-4396-b4db-5ef8cd61920c found for delete ", "request_id": "req-98784eac-a87c-4b30-9d99-1667a4a72bc0"}]} Aug 27 04:56:14.755649 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edf54d7-ca63-45d9-bb1f-0332a7b31eee None None] DHCP port deletion for 224b85ea-ae0f-40b7-8bd7-a6afd96bfdf5 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:56:14.800854 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-db919af0-dd19-4759-9957-c2e4c549fab6 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Deleting port 8e312c31-3e2f-4c8b-9369-6fe6ad5cdea3 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:56:14.801203 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-db919af0-dd19-4759-9957-c2e4c549fab6 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (8e312c31-3e2f-4c8b-9369-6fe6ad5cdea3), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:14.808915 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ab0a23a9-1e26-431a-ac8e-79322f140084 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks [] for router_gateway (503fe410-c63d-4cc0-b010-38004b20684a), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:14.845453 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-20d1b19a-4e31-4140-8f18-9e2ef8cb73b2 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (88cc65ba-0de5-4c15-b37d-4311ca4ad939), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:14.859103 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-20d1b19a-4e31-4140-8f18-9e2ef8cb73b2 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:14.870054 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-20d1b19a-4e31-4140-8f18-9e2ef8cb73b2 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "DELETE /networking/v2.0/networks/88cc65ba-0de5-4c15-b37d-4311ca4ad939 HTTP/1.1" status: 204 len: 168 time: 1.3080335 Aug 27 04:56:14.877483 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34540) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:14.886627 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-9edf54d7-ca63-45d9-bb1f-0332a7b31eee None None] Deleting port 8e312c31-3e2f-4c8b-9369-6fe6ad5cdea3 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:56:14.887170 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9edf54d7-ca63-45d9-bb1f-0332a7b31eee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (8e312c31-3e2f-4c8b-9369-6fe6ad5cdea3), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:14.889846 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-97dd4cfd-fbf8-4997-b80b-046fcec9d982 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-434670807'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:56:14.960929 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d1b19a-4e31-4140-8f18-9e2ef8cb73b2 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event deleted for resources: {'Network': ['ID=88cc65ba-0de5-4c15-b37d-4311ca4ad939,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:14.962105 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-db919af0-dd19-4759-9957-c2e4c549fab6 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] For port 8e312c31-3e2f-4c8b-9369-6fe6ad5cdea3, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=8e312c31-3e2f-4c8b-9369-6fe6ad5cdea3,segment=NetworkSegment(d347818e-3700-40e6-bc2a-121bfabf4f1b),segment_id=d347818e-3700-40e6-bc2a-121bfabf4f1b)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:56:14.962105 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-db919af0-dd19-4759-9957-c2e4c549fab6 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (8e312c31-3e2f-4c8b-9369-6fe6ad5cdea3), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:14.974942 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-db919af0-dd19-4759-9957-c2e4c549fab6 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Calling delete_port for 8e312c31-3e2f-4c8b-9369-6fe6ad5cdea3 owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:56:14.990808 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-66eb8409-2a1f-4b45-b51b-f52bba811f24 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for port (b374af6e-25d8-49c5-8a6c-1d632f6910b3), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:15.051910 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-9edf54d7-ca63-45d9-bb1f-0332a7b31eee None None] For port 8e312c31-3e2f-4c8b-9369-6fe6ad5cdea3, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=8e312c31-3e2f-4c8b-9369-6fe6ad5cdea3,segment=NetworkSegment(d347818e-3700-40e6-bc2a-121bfabf4f1b),segment_id=d347818e-3700-40e6-bc2a-121bfabf4f1b)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:56:15.052619 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9edf54d7-ca63-45d9-bb1f-0332a7b31eee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (8e312c31-3e2f-4c8b-9369-6fe6ad5cdea3), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:15.087463 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-9edf54d7-ca63-45d9-bb1f-0332a7b31eee None None] Calling delete_port for 8e312c31-3e2f-4c8b-9369-6fe6ad5cdea3 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:56:15.176585 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97dd4cfd-fbf8-4997-b80b-046fcec9d982 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Made reservation on behalf of be8944f580af495191f8edd06de8f901 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:56:15.181194 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-97dd4cfd-fbf8-4997-b80b-046fcec9d982 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:15.221729 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-66eb8409-2a1f-4b45-b51b-f52bba811f24 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (b374af6e-25d8-49c5-8a6c-1d632f6910b3), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:15.222653 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-ab0a23a9-1e26-431a-ac8e-79322f140084 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Deleting port 092e1351-8df9-439f-afed-da4cfadcb45b {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:56:15.228372 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ab0a23a9-1e26-431a-ac8e-79322f140084 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (092e1351-8df9-439f-afed-da4cfadcb45b), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:15.265327 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97dd4cfd-fbf8-4997-b80b-046fcec9d982 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:56:15.283243 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66eb8409-2a1f-4b45-b51b-f52bba811f24 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:56:15.288336 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-66eb8409-2a1f-4b45-b51b-f52bba811f24 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:56:15.298765 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66eb8409-2a1f-4b45-b51b-f52bba811f24 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:56:15.316947 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66eb8409-2a1f-4b45-b51b-f52bba811f24 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:56:15.318964 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-66eb8409-2a1f-4b45-b51b-f52bba811f24 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:15.342027 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9edf54d7-ca63-45d9-bb1f-0332a7b31eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (8e312c31-3e2f-4c8b-9369-6fe6ad5cdea3), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:15.355933 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-97dd4cfd-fbf8-4997-b80b-046fcec9d982 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (701dd67d-30ea-46a3-9c7e-56b1220c4dc4), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:15.362534 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-97dd4cfd-fbf8-4997-b80b-046fcec9d982 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Added segment 701dd67d-30ea-46a3-9c7e-56b1220c4dc4 of type vlan for network 0026bffc-86ee-42fd-99c7-26abc7ee40d7 Aug 27 04:56:15.386160 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-db919af0-dd19-4759-9957-c2e4c549fab6 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (8e312c31-3e2f-4c8b-9369-6fe6ad5cdea3), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:15.411101 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edf54d7-ca63-45d9-bb1f-0332a7b31eee None None] Pushing event deleted for resources: {'Port': ['ID=8e312c31-3e2f-4c8b-9369-6fe6ad5cdea3,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:15.421188 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edf54d7-ca63-45d9-bb1f-0332a7b31eee None None] No DVR routers for this DVR port 8e312c31-3e2f-4c8b-9369-6fe6ad5cdea3 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:56:15.440628 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ab0a23a9-1e26-431a-ac8e-79322f140084 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (092e1351-8df9-439f-afed-da4cfadcb45b), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:15.451922 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-ab0a23a9-1e26-431a-ac8e-79322f140084 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Calling delete_port for 092e1351-8df9-439f-afed-da4cfadcb45b owned by network:router_gateway {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:56:15.533998 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eb8409-2a1f-4b45-b51b-f52bba811f24 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event updated for resources: {'Port': ['ID=b374af6e-25d8-49c5-8a6c-1d632f6910b3,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:15.585220 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-97dd4cfd-fbf8-4997-b80b-046fcec9d982 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (0026bffc-86ee-42fd-99c7-26abc7ee40d7), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:15.640412 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34560) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:15.658817 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db919af0-dd19-4759-9957-c2e4c549fab6 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event deleted for resources: {'Port': ['ID=8e312c31-3e2f-4c8b-9369-6fe6ad5cdea3,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:15.674258 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db919af0-dd19-4759-9957-c2e4c549fab6 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] No DVR routers for this DVR port 8e312c31-3e2f-4c8b-9369-6fe6ad5cdea3 on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:56:15.863104 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 8e312c31-3e2f-4c8b-9369-6fe6ad5cdea3 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:56:15.873813 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-66eb8409-2a1f-4b45-b51b-f52bba811f24 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.2453113 Aug 27 04:56:15.877378 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34566) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:15.877651 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-97dd4cfd-fbf8-4997-b80b-046fcec9d982 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (0026bffc-86ee-42fd-99c7-26abc7ee40d7), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:15.898038 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97dd4cfd-fbf8-4997-b80b-046fcec9d982 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:56:15.898693 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-97dd4cfd-fbf8-4997-b80b-046fcec9d982 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:15.903822 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 8e312c31-3e2f-4c8b-9369-6fe6ad5cdea3 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:56:15.904385 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 8e312c31-3e2f-4c8b-9369-6fe6ad5cdea3 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:56:15.906111 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d8db857b-0aab-4cbf-9448-ea536968c87f no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:56:15.936314 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: d8db857b-0aab-4cbf-9448-ea536968c87f {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:56:15.936870 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d8db857b-0aab-4cbf-9448-ea536968c87f not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:56:15.959584 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-5717ee93-ed58-4152-86e9-d31abfd74abc None None] Provisioning complete for port b374af6e-25d8-49c5-8a6c-1d632f6910b3 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:56:15.962111 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5717ee93-ed58-4152-86e9-d31abfd74abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (b374af6e-25d8-49c5-8a6c-1d632f6910b3), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:15.971124 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34568) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:15.971821 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ab0a23a9-1e26-431a-ac8e-79322f140084 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (092e1351-8df9-439f-afed-da4cfadcb45b), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:16.005753 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-5717ee93-ed58-4152-86e9-d31abfd74abc None None] Port b374af6e-25d8-49c5-8a6c-1d632f6910b3 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:56:16.056996 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-db919af0-dd19-4759-9957-c2e4c549fab6 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (224b85ea-ae0f-40b7-8bd7-a6afd96bfdf5), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:16.059804 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a23a9-1e26-431a-ac8e-79322f140084 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Pushing event deleted for resources: {'Port': ['ID=092e1351-8df9-439f-afed-da4cfadcb45b,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:16.096914 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-db919af0-dd19-4759-9957-c2e4c549fab6 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['224b85ea-ae0f-40b7-8bd7-a6afd96bfdf5']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:16.106156 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dd4cfd-fbf8-4997-b80b-046fcec9d982 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event updated for resources: {'Network': ['ID=0026bffc-86ee-42fd-99c7-26abc7ee40d7,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:16.117933 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-db919af0-dd19-4759-9957-c2e4c549fab6 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd347818e-3700-40e6-bc2a-121bfabf4f1b') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:16.118242 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-db919af0-dd19-4759-9957-c2e4c549fab6 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd347818e-3700-40e6-bc2a-121bfabf4f1b') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:16.122117 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 0026bffc-86ee-42fd-99c7-26abc7ee40d7 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:56:16.147234 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-53711e1d-d19c-48be-870f-531ea88f2cb9 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-623919814'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:56:16.147397 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-db919af0-dd19-4759-9957-c2e4c549fab6 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (d347818e-3700-40e6-bc2a-121bfabf4f1b), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:16.147509 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [None req-c6adad51-5a84-47d4-b6ff-81cfaeca81dc tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107775) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:16.147509 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c6adad51-5a84-47d4-b6ff-81cfaeca81dc tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.1699858 Aug 27 04:56:16.147697 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-db919af0-dd19-4759-9957-c2e4c549fab6 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (d347818e-3700-40e6-bc2a-121bfabf4f1b), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:16.148547 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-bae11846-8243-4fea-89cd-fea69e1c010e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Deleting port b374af6e-25d8-49c5-8a6c-1d632f6910b3 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:56:16.148895 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bae11846-8243-4fea-89cd-fea69e1c010e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (b374af6e-25d8-49c5-8a6c-1d632f6910b3), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:16.149846 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34572) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:16.158511 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [None req-bd98beb1-89a5-40d8-a62c-c7de8b561c79 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/address-group returned with HTTP 200 {{(pid=107776) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:16.161946 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-bd98beb1-89a5-40d8-a62c-c7de8b561c79 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0086701 Aug 27 04:56:16.162242 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:16.163437 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db919af0-dd19-4759-9957-c2e4c549fab6 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:56:16.163850 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-db919af0-dd19-4759-9957-c2e4c549fab6 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (d347818e-3700-40e6-bc2a-121bfabf4f1b), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:16.167883 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34574) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:16.188269 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [None req-ecd56184-829d-44d0-a473-0862f8d41409 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=107776) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:16.208531 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ecd56184-829d-44d0-a473-0862f8d41409 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0176392 Aug 27 04:56:16.224927 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34580) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:16.235853 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [None req-bb57d808-68ba-498b-a05d-d4425f14c3ed tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=107775) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:16.239332 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-bb57d808-68ba-498b-a05d-d4425f14c3ed tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0090203 Aug 27 04:56:16.240955 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34582) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:16.248741 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [None req-73518751-edda-4ab2-874c-db2dcf02bfa3 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/agent returned with HTTP 200 {{(pid=107776) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:16.252341 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-73518751-edda-4ab2-874c-db2dcf02bfa3 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0078049 Aug 27 04:56:16.252820 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34584) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:16.255398 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ab0a23a9-1e26-431a-ac8e-79322f140084 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (503fe410-c63d-4cc0-b010-38004b20684a), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:16.286698 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-97dd4cfd-fbf8-4997-b80b-046fcec9d982 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3983946 Aug 27 04:56:16.289613 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34586) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:16.301385 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-b5c5e89e-3fd8-417a-a039-9dd0d5c37078 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Request body: {'subnet': {'network_id': '0026bffc-86ee-42fd-99c7-26abc7ee40d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:56:16.339135 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [None req-20fe208a-2a7a-468e-bbfe-a8e293c4dadf tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=107775) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:16.340183 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-20fe208a-2a7a-468e-bbfe-a8e293c4dadf tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0083294 Aug 27 04:56:16.340338 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:16.346291 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34590) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:16.363524 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [None req-03b7165f-4ef6-4d50-af2c-9b94f9913718 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=107775) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:16.363524 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-03b7165f-4ef6-4d50-af2c-9b94f9913718 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0042984 Aug 27 04:56:16.392011 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34592) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:16.397276 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bae11846-8243-4fea-89cd-fea69e1c010e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (b374af6e-25d8-49c5-8a6c-1d632f6910b3), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:16.411687 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [None req-3e61bf80-8fac-4f89-94f2-286e9d9d5fc9 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=107776) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:16.417606 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3e61bf80-8fac-4f89-94f2-286e9d9d5fc9 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0114567 Aug 27 04:56:16.421280 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34594) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:16.426741 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [None req-596ee37d-741e-4406-a67d-bedd885044a4 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=107776) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:16.428559 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-596ee37d-741e-4406-a67d-bedd885044a4 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0055096 Aug 27 04:56:16.441800 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34596) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:16.455652 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [None req-ea1f04bb-6b17-4bf1-875e-81c54e61dfd2 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=107775) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:16.462059 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ea1f04bb-6b17-4bf1-875e-81c54e61dfd2 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0098548 Aug 27 04:56:16.462676 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment d347818e-3700-40e6-bc2a-121bfabf4f1b resource provider aggregate not found Aug 27 04:56:16.464596 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-bae11846-8243-4fea-89cd-fea69e1c010e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Calling delete_port for b374af6e-25d8-49c5-8a6c-1d632f6910b3 owned by {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:56:16.470125 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34598) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:16.474624 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [None req-7ae9f8a0-1180-4e6e-8cbf-244b68d26ace tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=107775) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:16.475894 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7ae9f8a0-1180-4e6e-8cbf-244b68d26ace tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0046244 Aug 27 04:56:16.483983 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34602) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:16.489105 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [None req-5143bd53-0b5c-4a05-bd1b-7d2f38d2c8dd tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=107775) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:16.490281 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-5143bd53-0b5c-4a05-bd1b-7d2f38d2c8dd tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0050206 Aug 27 04:56:16.495751 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34604) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:16.501928 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [None req-763c6f74-0958-4d7a-af0a-c316f8747b36 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/dvr returned with HTTP 200 {{(pid=107775) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:16.505948 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-db919af0-dd19-4759-9957-c2e4c549fab6 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (224b85ea-ae0f-40b7-8bd7-a6afd96bfdf5), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:16.506264 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-763c6f74-0958-4d7a-af0a-c316f8747b36 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0046966 Aug 27 04:56:16.517401 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34606) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:16.518960 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment d347818e-3700-40e6-bc2a-121bfabf4f1b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d347818e-3700-40e6-bc2a-121bfabf4f1b found for delete ", "request_id": "req-9772cf80-7d26-4f9f-9e5e-44b773269a88"}]} Aug 27 04:56:16.520338 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-db919af0-dd19-4759-9957-c2e4c549fab6 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:16.524559 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-db919af0-dd19-4759-9957-c2e4c549fab6 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "DELETE /networking/v2.0/networks/224b85ea-ae0f-40b7-8bd7-a6afd96bfdf5 HTTP/1.1" status: 204 len: 168 time: 2.0835717 Aug 27 04:56:16.530124 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [None req-344d96fb-cd6c-4d13-b786-7e7e854f0c6e tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=107776) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:16.531137 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-344d96fb-cd6c-4d13-b786-7e7e854f0c6e tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0055149 Aug 27 04:56:16.536537 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34610) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:16.536928 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34612) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:16.552849 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [None req-72a9b841-d19a-45f7-92cb-8e0dfd997db5 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/external-net returned with HTTP 200 {{(pid=107776) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:16.553840 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-72a9b841-d19a-45f7-92cb-8e0dfd997db5 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0044668 Aug 27 04:56:16.564754 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34614) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:16.566957 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db919af0-dd19-4759-9957-c2e4c549fab6 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event deleted for resources: {'Network': ['ID=224b85ea-ae0f-40b7-8bd7-a6afd96bfdf5,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:16.612146 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [None req-b59136ee-dc5b-404c-ab34-070542416222 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=107776) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:16.617912 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53711e1d-d19c-48be-870f-531ea88f2cb9 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Made reservation on behalf of f97daadf5de74bd7bc5004505037c8e3 for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:56:16.618830 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b59136ee-dc5b-404c-ab34-070542416222 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0529242 Aug 27 04:56:16.622860 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34616) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:16.624269 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-53711e1d-d19c-48be-870f-531ea88f2cb9 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:16.637776 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-53711e1d-d19c-48be-870f-531ea88f2cb9 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:16.656480 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [None req-8b58d66d-4f18-402d-a811-8abf16180a13 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=107776) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:16.659358 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8b58d66d-4f18-402d-a811-8abf16180a13 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0313289 Aug 27 04:56:16.659478 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ab0a23a9-1e26-431a-ac8e-79322f140084 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1678557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12747'] for router (503fe410-c63d-4cc0-b010-38004b20684a), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:16.663832 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34618) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:16.664628 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=3,neutron:SELECT=80,neutron:DELETE=12,neutron:UPDATE=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:16.671464 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [None req-7bd86ab3-12c7-4e7a-900b-738389f345c2 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=107776) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:16.674961 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7bd86ab3-12c7-4e7a-900b-738389f345c2 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0068212 Aug 27 04:56:16.676252 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34620) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:16.684408 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [None req-ef3fe064-6706-44c4-87d1-f1da0c5ea4b6 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=107775) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:16.688930 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ef3fe064-6706-44c4-87d1-f1da0c5ea4b6 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0071728 Aug 27 04:56:16.689088 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34622) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:16.689192 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ab0a23a9-1e26-431a-ac8e-79322f140084 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1676574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1676639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1678566'] for router (503fe410-c63d-4cc0-b010-38004b20684a), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:16.693324 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [None req-32f833cf-74be-4684-90b0-03c8c729073e tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=107776) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:16.696438 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-32f833cf-74be-4684-90b0-03c8c729073e tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0049458 Aug 27 04:56:16.697663 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34624) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:16.704707 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [None req-ef2c6c09-6f11-4c52-b7d4-598060708932 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/flavors returned with HTTP 200 {{(pid=107775) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:16.706755 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ef2c6c09-6f11-4c52-b7d4-598060708932 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0046933 Aug 27 04:56:16.712976 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34626) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:16.761251 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [None req-30748930-24fe-4ad4-a150-56991442951c tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=107776) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:16.766605 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-30748930-24fe-4ad4-a150-56991442951c tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0483117 Aug 27 04:56:16.766605 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34628) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:17.135764 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:17.150266 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [None req-deaeece9-db35-4042-867b-3f5bfe1a67d4 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=107776) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:17.152201 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-deaeece9-db35-4042-867b-3f5bfe1a67d4 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.3859775 Aug 27 04:56:17.155387 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34630) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:17.159570 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [None req-d9491c28-a8fb-42a4-9b79-b8d7ef6372f1 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/router returned with HTTP 200 {{(pid=107776) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:17.160511 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d9491c28-a8fb-42a4-9b79-b8d7ef6372f1 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0041990 Aug 27 04:56:17.163348 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c5e89e-3fd8-417a-a039-9dd0d5c37078 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Made reservation on behalf of be8944f580af495191f8edd06de8f901 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:56:17.165493 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34632) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:17.168308 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b5c5e89e-3fd8-417a-a039-9dd0d5c37078 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:17.179685 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [None req-504e4017-4123-4d27-8a21-2434fd111d8c tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=107775) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:17.184049 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-504e4017-4123-4d27-8a21-2434fd111d8c tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0131271 Aug 27 04:56:17.186129 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab0a23a9-1e26-431a-ac8e-79322f140084 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Router 503fe410-c63d-4cc0-b010-38004b20684a has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:56:17.187266 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34634) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:17.236399 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [None req-5c17126c-e284-4a1b-b462-f2164eb5fcf5 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=107776) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:17.236399 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-5c17126c-e284-4a1b-b462-f2164eb5fcf5 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0423338 Aug 27 04:56:17.241365 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34636) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:17.246358 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [None req-4d9b1d4b-c705-41fc-aff3-aade1ac7b05c tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=107775) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:17.249609 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-4d9b1d4b-c705-41fc-aff3-aade1ac7b05c tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0056295 Aug 27 04:56:17.257813 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34638) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:17.265642 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [None req-6d614f4b-b9a4-4bfd-97bf-e1759ae1f923 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=107776) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:17.269096 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6d614f4b-b9a4-4bfd-97bf-e1759ae1f923 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0078917 Aug 27 04:56:17.270050 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34640) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:17.294475 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.ipam_backend_mixin [None req-b5c5e89e-3fd8-417a-a039-9dd0d5c37078 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Performing IP validity checks on allocation pools {{(pid=107776) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Aug 27 04:56:17.297302 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.ipam_backend_mixin [None req-b5c5e89e-3fd8-417a-a039-9dd0d5c37078 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Checking for overlaps among allocation pools and gateway ip {{(pid=107776) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Aug 27 04:56:17.316759 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [None req-73f85574-a66c-4963-84c6-39c5d233c1d4 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=107775) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:17.320112 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-73f85574-a66c-4963-84c6-39c5d233c1d4 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0473509 Aug 27 04:56:17.321138 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34642) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:17.331932 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [None req-bf08047d-ec28-4974-895f-c9190dfaf660 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/metering returned with HTTP 200 {{(pid=107776) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:17.335411 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-bf08047d-ec28-4974-895f-c9190dfaf660 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0077951 Aug 27 04:56:17.339785 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34644) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:17.344262 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [None req-67aec04d-7c2e-4360-9b42-a0e98bdf341f tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=107776) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:17.347773 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-67aec04d-7c2e-4360-9b42-a0e98bdf341f tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0043643 Aug 27 04:56:17.349631 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34646) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:17.353085 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [None req-03230b60-a219-45f6-a65f-6dcd7c4ab696 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=107776) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:17.357123 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-03230b60-a219-45f6-a65f-6dcd7c4ab696 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0052140 Aug 27 04:56:17.358609 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34648) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:17.363115 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [None req-322da66a-81fb-4969-a4be-4bc6d0126a33 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=107776) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:17.367897 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-322da66a-81fb-4969-a4be-4bc6d0126a33 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0053418 Aug 27 04:56:17.368049 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-53711e1d-d19c-48be-870f-531ea88f2cb9 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for security_group (198d47c9-a373-475b-9afc-a15d131a2868), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:17.368308 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34650) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:17.394003 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [None req-c85e2143-3589-4eda-bae6-5ecc0f46deed tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=107775) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:17.395632 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c85e2143-3589-4eda-bae6-5ecc0f46deed tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0236988 Aug 27 04:56:17.398357 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab0a23a9-1e26-431a-ac8e-79322f140084 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:56:17.408014 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ab0a23a9-1e26-431a-ac8e-79322f140084 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:17.411617 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ab0a23a9-1e26-431a-ac8e-79322f140084 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] 10.222.0.76 "PUT /networking/v2.0/routers/503fe410-c63d-4cc0-b010-38004b20684a HTTP/1.1" status: 200 len: 706 time: 3.6881783 Aug 27 04:56:17.411617 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34654) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:17.413344 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34656) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:17.418408 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279e609a-6513-46f3-8d1a-6968ea041640 None None] Sync routers for ids ['503fe410-c63d-4cc0-b010-38004b20684a'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:56:17.419928 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [None req-f2687a32-e082-4e51-b545-4ee33644b3d9 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=107775) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:17.421060 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f2687a32-e082-4e51-b545-4ee33644b3d9 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0080349 Aug 27 04:56:17.425612 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34658) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:17.430055 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [None req-11b5dd84-4cc1-47ac-870f-ef17b3170961 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=107775) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:17.431125 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-11b5dd84-4cc1-47ac-870f-ef17b3170961 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0045073 Aug 27 04:56:17.433526 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:17.434415 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279e609a-6513-46f3-8d1a-6968ea041640 None None] Routers {'503fe410-c63d-4cc0-b010-38004b20684a'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:56:17.435063 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-279e609a-6513-46f3-8d1a-6968ea041640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:55:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['503fe410-c63d-4cc0-b010-38004b20684a'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:17.435445 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34660) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:17.442017 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [None req-b18ba207-e979-4a35-96c9-a6c5481776cc tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/pagination returned with HTTP 200 {{(pid=107775) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:17.443108 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b18ba207-e979-4a35-96c9-a6c5481776cc tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0065751 Aug 27 04:56:17.449255 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34662) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:17.453610 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [None req-9802e1a8-b04d-46c2-8b07-3c2742149d08 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=107775) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:17.454673 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9802e1a8-b04d-46c2-8b07-3c2742149d08 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0044093 Aug 27 04:56:17.457322 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34664) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:17.461391 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [None req-eb8eba99-fcfd-4746-84ed-46941d51a2f0 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/port-mac-override returned with HTTP 200 {{(pid=107775) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:17.465198 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-eb8eba99-fcfd-4746-84ed-46941d51a2f0 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/port-mac-override HTTP/1.1" status: 200 len: 445 time: 0.0069079 Aug 27 04:56:17.467912 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34666) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:17.474299 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [None req-dacf0ece-3a5a-465d-8a81-735703ba5966 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=107775) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:17.475382 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-dacf0ece-3a5a-465d-8a81-735703ba5966 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0064931 Aug 27 04:56:17.484995 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34668) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:17.485557 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-279e609a-6513-46f3-8d1a-6968ea041640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:17.487962 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:17.490514 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [None req-37a62964-4d19-49bc-aa33-be1401dda65b tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=107775) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:17.492373 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-37a62964-4d19-49bc-aa33-be1401dda65b tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0062196 Aug 27 04:56:17.495826 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34670) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:17.501364 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [None req-6eb23e09-4a3a-462e-bb91-7a1fea524216 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/binding returned with HTTP 200 {{(pid=107775) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:17.502719 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-6eb23e09-4a3a-462e-bb91-7a1fea524216 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0056162 Aug 27 04:56:17.505207 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34672) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:17.506373 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279e609a-6513-46f3-8d1a-6968ea041640 None None] Routers {'503fe410-c63d-4cc0-b010-38004b20684a'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:56:17.507437 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-279e609a-6513-46f3-8d1a-6968ea041640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:55:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['503fe410-c63d-4cc0-b010-38004b20684a'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:17.509438 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [None req-b3b9befd-576e-45f7-8ef1-183b06386bad tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=107775) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:17.513661 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b3b9befd-576e-45f7-8ef1-183b06386bad tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0075090 Aug 27 04:56:17.514417 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34674) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:17.520524 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [None req-8ed61976-6f78-4c69-ba99-6767d81d03fd tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/port-security returned with HTTP 200 {{(pid=107775) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:17.524331 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-8ed61976-6f78-4c69-ba99-6767d81d03fd tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0089228 Aug 27 04:56:17.524896 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34676) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:17.530258 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [None req-46687dec-f437-47df-80b4-86c653bef567 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/project-id returned with HTTP 200 {{(pid=107775) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:17.533651 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-46687dec-f437-47df-80b4-86c653bef567 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0078721 Aug 27 04:56:17.534204 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34678) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:17.539966 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [None req-a25e4dce-14b4-4be8-9cfe-6731b7fe0f51 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/provider returned with HTTP 200 {{(pid=107775) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:17.544152 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a25e4dce-14b4-4be8-9cfe-6731b7fe0f51 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0090511 Aug 27 04:56:17.548334 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34680) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:17.550564 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-53711e1d-d19c-48be-870f-531ea88f2cb9 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (198d47c9-a373-475b-9afc-a15d131a2868), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:17.566512 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [None req-5a7b211a-88c8-445b-bf8e-85a4a1d82cb0 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=107775) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:17.570444 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-5a7b211a-88c8-445b-bf8e-85a4a1d82cb0 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0144365 Aug 27 04:56:17.572288 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34682) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:17.581079 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-744fb6c4-3ebd-438f-a9c7-a25483dd1e38 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] 10.222.0.76 "GET /networking/v2.0/routers/503fe410-c63d-4cc0-b010-38004b20684a HTTP/1.1" status: 200 len: 741 time: 0.1666241 Aug 27 04:56:17.583769 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34684) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:17.592744 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-279e609a-6513-46f3-8d1a-6968ea041640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:17.593568 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279e609a-6513-46f3-8d1a-6968ea041640 None None] The sync data for ids ['503fe410-c63d-4cc0-b010-38004b20684a'] in n-d-852088-5 is: [] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:56:17.621198 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [None req-d1212c4c-b91b-4ac4-ab91-eaac2664c35f tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/quotas returned with HTTP 200 {{(pid=107775) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:17.625275 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-d1212c4c-b91b-4ac4-ab91-eaac2664c35f tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0079272 Aug 27 04:56:17.627210 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34686) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:17.627900 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53711e1d-d19c-48be-870f-531ea88f2cb9 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=198d47c9-a373-475b-9afc-a15d131a2868,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:17.652750 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-16e42c0e-aaef-4834-92dc-b4f0d6b9ab30 tempest-RoutersAdminTest-1396665557 tempest-RoutersAdminTest-1396665557-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?network_id=2db7b18a-8c4b-4ba8-8012-3e7d96728abb&device_id=503fe410-c63d-4cc0-b010-38004b20684a HTTP/1.1" status: 200 len: 205 time: 0.0674589 Aug 27 04:56:17.656375 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34690) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:17.658022 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [None req-cf5a411a-8193-4cf8-8433-50426dffd87b tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=107775) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:17.659286 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-cf5a411a-8193-4cf8-8433-50426dffd87b tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0285363 Aug 27 04:56:17.669034 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34692) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:17.671024 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-702fcadd-67aa-490c-9873-de0ea4ab70fc tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:17.676090 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [None req-984179a3-1826-4b60-b6b9-ba9610e834d7 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=107776) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:17.679458 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-984179a3-1826-4b60-b6b9-ba9610e834d7 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0070467 Aug 27 04:56:17.697216 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34694) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:17.697216 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [None req-39a74047-d78b-483b-9044-f4a922aaf9d9 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=107775) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:17.697216 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-39a74047-d78b-483b-9044-f4a922aaf9d9 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0044463 Aug 27 04:56:17.699232 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34696) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:17.703648 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [None req-29502526-4491-445a-977c-42af5fa6863a tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=107775) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:17.707119 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-29502526-4491-445a-977c-42af5fa6863a tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0044179 Aug 27 04:56:17.707119 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bae11846-8243-4fea-89cd-fea69e1c010e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (b374af6e-25d8-49c5-8a6c-1d632f6910b3), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:17.712948 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34698) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:17.720038 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53711e1d-d19c-48be-870f-531ea88f2cb9 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:56:17.721303 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [None req-1daeeb78-1947-43bb-9591-4889b87fb43f tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=107776) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:17.725014 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1daeeb78-1947-43bb-9591-4889b87fb43f tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0077364 Aug 27 04:56:17.762541 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-53ac0adc-f798-4689-9348-ed08b69505e7 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=503fe410-c63d-4cc0-b010-38004b20684a HTTP/1.1" status: 200 len: 205 time: 0.1022568 Aug 27 04:56:17.775443 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34700) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:17.775443 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34702) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:17.781088 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [None req-14d62dd7-6ad4-4c3a-82a9-bd6a2b0611c3 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=107775) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:17.785277 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-14d62dd7-6ad4-4c3a-82a9-bd6a2b0611c3 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0138142 Aug 27 04:56:17.788461 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae11846-8243-4fea-89cd-fea69e1c010e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event deleted for resources: {'Port': ['ID=b374af6e-25d8-49c5-8a6c-1d632f6910b3,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:17.790083 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34704) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:17.796191 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [None req-15992608-eff5-4bd1-95e0-13151051cd83 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=107776) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:17.799654 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-15992608-eff5-4bd1-95e0-13151051cd83 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0043330 Aug 27 04:56:17.801331 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34706) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:17.807764 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [None req-20bb2ea5-fad8-4497-af62-e0dfa484ce54 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=107776) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:17.811225 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-20bb2ea5-fad8-4497-af62-e0dfa484ce54 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0050547 Aug 27 04:56:17.813645 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34708) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:17.819774 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [None req-ac929960-2105-42f0-a64b-bdd363b2b65a tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=107776) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:17.824245 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ac929960-2105-42f0-a64b-bdd363b2b65a tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0043433 Aug 27 04:56:17.824382 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-53711e1d-d19c-48be-870f-531ea88f2cb9 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (018a6b65-7686-45b0-b07f-8b58d7320b6d), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:17.824382 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-53711e1d-d19c-48be-870f-531ea88f2cb9 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Added segment 018a6b65-7686-45b0-b07f-8b58d7320b6d of type vlan for network 40ca538a-aa9b-45ee-85e3-edd580d5f48c Aug 27 04:56:17.825233 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34710) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:17.856557 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [None req-3b86f584-8e68-4749-acd8-dfa8e9c66a60 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=107775) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:17.858523 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3b86f584-8e68-4749-acd8-dfa8e9c66a60 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0283048 Aug 27 04:56:17.879846 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34712) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:17.889656 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [None req-21a2eb58-7a6b-4e32-a8ec-d2ef38335b59 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=107776) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:17.895894 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34714) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:17.896402 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-21a2eb58-7a6b-4e32-a8ec-d2ef38335b59 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0126979 Aug 27 04:56:17.935703 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [None req-7ed76fef-71ee-40f1-b268-f970e1007f4a tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=107775) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:17.940609 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7ed76fef-71ee-40f1-b268-f970e1007f4a tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0247397 Aug 27 04:56:17.941638 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34716) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:17.951255 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c3ab70e0-658e-4c82-a30b-3afda0c738c4 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks [] for router (503fe410-c63d-4cc0-b010-38004b20684a), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:17.956869 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bae11846-8243-4fea-89cd-fea69e1c010e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:17.960512 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-bae11846-8243-4fea-89cd-fea69e1c010e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/ports/b374af6e-25d8-49c5-8a6c-1d632f6910b3 HTTP/1.1" status: 204 len: 168 time: 2.0816488 Aug 27 04:56:17.999656 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34718) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:18.004720 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-53711e1d-d19c-48be-870f-531ea88f2cb9 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (40ca538a-aa9b-45ee-85e3-edd580d5f48c), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:18.012638 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [None req-e098ae7b-d17c-45dc-9d8a-81ee85482c66 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=107776) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:18.016839 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e098ae7b-d17c-45dc-9d8a-81ee85482c66 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0098228 Aug 27 04:56:18.019987 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34720) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:18.075145 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [None req-1a84bde7-8338-4f0a-b5c5-5332b7ca4878 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/security-group returned with HTTP 200 {{(pid=107775) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:18.088201 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1a84bde7-8338-4f0a-b5c5-5332b7ca4878 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0574703 Aug 27 04:56:18.090892 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34722) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:18.095782 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [None req-ced49ddc-3027-481a-b721-b01b1ab000f9 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/service-type returned with HTTP 200 {{(pid=107776) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:18.101502 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ced49ddc-3027-481a-b721-b01b1ab000f9 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0094409 Aug 27 04:56:18.104793 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34724) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:18.112759 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [None req-94a5705c-2331-46c0-998f-e6900669fe1a tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/sorting returned with HTTP 200 {{(pid=107776) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:18.120124 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-94a5705c-2331-46c0-998f-e6900669fe1a tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0094459 Aug 27 04:56:18.125320 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34726) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:18.136483 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [None req-de48033b-bc50-43cc-b477-fc717199e612 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=107776) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:18.141072 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-de48033b-bc50-43cc-b477-fc717199e612 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0116131 Aug 27 04:56:18.141777 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.db.resource_extend [None req-53711e1d-d19c-48be-870f-531ea88f2cb9 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 27 04:56:18.144394 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34728) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:18.152522 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dab35e6-a404-4a5c-854d-3491755740fd tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:56:18.160142 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1dab35e6-a404-4a5c-854d-3491755740fd tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1528306 Aug 27 04:56:18.163929 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [None req-a72d5daf-c2b2-4e54-ab77-1ed9d0d7c772 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=107775) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:18.168147 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a72d5daf-c2b2-4e54-ab77-1ed9d0d7c772 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0192928 Aug 27 04:56:18.169685 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34730) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:18.169945 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34732) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:18.187319 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [None req-81b84c84-e2de-44e9-a938-70f01e17a4f1 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=107775) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:18.191208 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-81b84c84-e2de-44e9-a938-70f01e17a4f1 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0192258 Aug 27 04:56:18.191817 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34734) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:18.245093 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-702fcadd-67aa-490c-9873-de0ea4ab70fc tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Deleting port 14f6582e-2ccf-474e-9dd1-50666879ef18 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:56:18.245704 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-702fcadd-67aa-490c-9873-de0ea4ab70fc tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (14f6582e-2ccf-474e-9dd1-50666879ef18), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:18.273661 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [None req-7c5fe93e-5505-417d-bb26-b4456dc41f3f tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=107775) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:18.278238 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7c5fe93e-5505-417d-bb26-b4456dc41f3f tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0550430 Aug 27 04:56:18.280950 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34736) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:18.294010 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b5c5e89e-3fd8-417a-a039-9dd0d5c37078 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (a9b06a19-6daf-4787-897e-b9bf7610ddbe), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:18.309860 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [None req-df03e58c-74e0-486c-8a31-9925dfc0b5eb tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=107775) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:18.313530 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-df03e58c-74e0-486c-8a31-9925dfc0b5eb tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0290306 Aug 27 04:56:18.317007 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34738) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:18.325584 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [None req-fc2d3c29-9389-4356-99fd-75c00beaaf3b tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=107775) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:18.329405 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-fc2d3c29-9389-4356-99fd-75c00beaaf3b tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0088940 Aug 27 04:56:18.334735 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01afa03-0f65-4a3e-a2a6-e9f13e077cdc tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:56:18.336319 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a01afa03-0f65-4a3e-a2a6-e9f13e077cdc tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1653841 Aug 27 04:56:18.336886 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34740) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:18.338825 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c3ab70e0-658e-4c82-a30b-3afda0c738c4 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (503fe410-c63d-4cc0-b010-38004b20684a), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:18.342604 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c3ab70e0-658e-4c82-a30b-3afda0c738c4 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks [] for router_controller (503fe410-c63d-4cc0-b010-38004b20684a), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:18.346728 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [None req-b193fcec-d543-4b84-9b76-c3b4eb1f8ef0 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=107775) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:18.350043 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b193fcec-d543-4b84-9b76-c3b4eb1f8ef0 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0063159 Aug 27 04:56:18.350043 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34742) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:18.350523 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34744) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:18.363097 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [None req-2284c5b4-4f76-41d2-913b-a7016f6a2d61 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] http://10.222.0.76:9696/networking/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=107776) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 04:56:18.367560 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2284c5b4-4f76-41d2-913b-a7016f6a2d61 tempest-ExtensionsTestJSON-813947078 tempest-ExtensionsTestJSON-813947078-project] 10.222.0.76 "GET /networking/v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0102940 Aug 27 04:56:18.421894 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-53711e1d-d19c-48be-870f-531ea88f2cb9 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (40ca538a-aa9b-45ee-85e3-edd580d5f48c), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:18.428091 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53711e1d-d19c-48be-870f-531ea88f2cb9 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:56:18.428731 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-53711e1d-d19c-48be-870f-531ea88f2cb9 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:18.485868 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-702fcadd-67aa-490c-9873-de0ea4ab70fc tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] For port 14f6582e-2ccf-474e-9dd1-50666879ef18, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=14f6582e-2ccf-474e-9dd1-50666879ef18,segment=NetworkSegment(cd0668bb-131e-496d-a4a1-01086b9ffde6),segment_id=cd0668bb-131e-496d-a4a1-01086b9ffde6)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:56:18.512423 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-702fcadd-67aa-490c-9873-de0ea4ab70fc tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (14f6582e-2ccf-474e-9dd1-50666879ef18), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:18.512423 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c5e89e-3fd8-417a-a039-9dd0d5c37078 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event updated for resources: {'Subnet': ['ID=a9b06a19-6daf-4787-897e-b9bf7610ddbe,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:18.512423 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-702fcadd-67aa-490c-9873-de0ea4ab70fc tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Calling delete_port for 14f6582e-2ccf-474e-9dd1-50666879ef18 owned by network:router_interface {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:56:18.513025 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a699a3e-e5ca-40a5-9e65-cd8a67a75b88 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:56:18.513025 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a699a3e-e5ca-40a5-9e65-cd8a67a75b88 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:56:18.513025 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a699a3e-e5ca-40a5-9e65-cd8a67a75b88 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:56:18.513025 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7a699a3e-e5ca-40a5-9e65-cd8a67a75b88 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1637049 Aug 27 04:56:18.517545 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34750) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:18.534548 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53711e1d-d19c-48be-870f-531ea88f2cb9 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event updated for resources: {'Network': ['ID=40ca538a-aa9b-45ee-85e3-edd580d5f48c,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:18.552277 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 40ca538a-aa9b-45ee-85e3-edd580d5f48c details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:56:18.606205 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c5e89e-3fd8-417a-a039-9dd0d5c37078 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Checking segment: {'id': '701dd67d-30ea-46a3-9c7e-56b1220c4dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0026bffc-86ee-42fd-99c7-26abc7ee40d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:56:18.606675 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c5e89e-3fd8-417a-a039-9dd0d5c37078 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Network hostable DHCP agents. Network: 0026bffc-86ee-42fd-99c7-26abc7ee40d7, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:56:18.609232 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-53711e1d-d19c-48be-870f-531ea88f2cb9 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.9704306 Aug 27 04:56:18.615709 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c3ab70e0-658e-4c82-a30b-3afda0c738c4 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (503fe410-c63d-4cc0-b010-38004b20684a), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:18.615709 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ab70e0-658e-4c82-a30b-3afda0c738c4 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Fanout notify agent at l3_agent the message router_deleted on router 503fe410-c63d-4cc0-b010-38004b20684a {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:56:18.615709 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34752) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:18.618676 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-5483096b-9989-418e-b347-895267432b6d tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1896381503'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:56:18.642942 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c3ab70e0-658e-4c82-a30b-3afda0c738c4 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:18.644243 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c3ab70e0-658e-4c82-a30b-3afda0c738c4 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] 10.222.0.76 "DELETE /networking/v2.0/routers/503fe410-c63d-4cc0-b010-38004b20684a HTTP/1.1" status: 204 len: 168 time: 0.8747902 Aug 27 04:56:18.648297 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34754) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:18.655908 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb5fb4c6-2bea-4e3b-b9f8-d84cebb05061 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Deleting subnet 46e61561-c96f-499d-8362-6063b170bd49 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:56:18.667751 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cb5fb4c6-2bea-4e3b-b9f8-d84cebb05061 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (46e61561-c96f-499d-8362-6063b170bd49), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:18.707587 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e64721e7-e843-41f6-b43f-ed19a54f0093 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=503fe410-c63d-4cc0-b010-38004b20684a HTTP/1.1" status: 200 len: 205 time: 0.0573413 Aug 27 04:56:18.713777 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34756) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:18.759157 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cb5fb4c6-2bea-4e3b-b9f8-d84cebb05061 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (46e61561-c96f-499d-8362-6063b170bd49), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:18.802039 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-fef3a446-1c45-4a1e-90a0-ab92d0b37d2e tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] delete failed (client error): The resource could not be found. Aug 27 04:56:18.805640 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-fef3a446-1c45-4a1e-90a0-ab92d0b37d2e tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] 10.222.0.76 "DELETE /networking/v2.0/routers/503fe410-c63d-4cc0-b010-38004b20684a HTTP/1.1" status: 404 len: 336 time: 0.0860133 Aug 27 04:56:18.805916 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34762) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:18.847496 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3cffa359-4874-4735-b1bf-4a78055daff8 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=f91abce9-6510-4a02-87aa-4b028dc1254c HTTP/1.1" status: 200 len: 205 time: 0.0384665 Aug 27 04:56:18.848571 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34764) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:18.943374 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c5e89e-3fd8-417a-a039-9dd0d5c37078 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Network 0026bffc-86ee-42fd-99c7-26abc7ee40d7 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:56:18.955973 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5483096b-9989-418e-b347-895267432b6d tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Made reservation on behalf of f97daadf5de74bd7bc5004505037c8e3 for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:56:18.961196 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5483096b-9989-418e-b347-895267432b6d tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:18.965059 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-d55a4029-54bb-44dd-94d5-2d4e261ddd5d tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] delete failed (client error): The resource could not be found. Aug 27 04:56:18.966308 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-d55a4029-54bb-44dd-94d5-2d4e261ddd5d tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] 10.222.0.76 "DELETE /networking/v2.0/routers/f91abce9-6510-4a02-87aa-4b028dc1254c HTTP/1.1" status: 404 len: 336 time: 0.1160698 Aug 27 04:56:18.969467 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34768) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:18.975509 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cb5fb4c6-2bea-4e3b-b9f8-d84cebb05061 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (46e61561-c96f-499d-8362-6063b170bd49), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:19.017127 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ae4ea0e6-76fd-4739-8077-4e28923965fc tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=92db01d4-e312-4bc7-80f9-0729458ce856 HTTP/1.1" status: 200 len: 205 time: 0.0463581 Aug 27 04:56:19.020333 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34772) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:19.044488 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5483096b-9989-418e-b347-895267432b6d tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:56:19.074026 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5483096b-9989-418e-b347-895267432b6d tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (8a3ec0de-1338-41b1-a7ad-ed1635eee70e), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:19.074384 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-5483096b-9989-418e-b347-895267432b6d tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Added segment 8a3ec0de-1338-41b1-a7ad-ed1635eee70e of type vlan for network 3b977a3c-7197-4177-ac1f-bc6436412484 Aug 27 04:56:19.089967 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-702fcadd-67aa-490c-9873-de0ea4ab70fc tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (14f6582e-2ccf-474e-9dd1-50666879ef18), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:19.101357 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-b5c5e89e-3fd8-417a-a039-9dd0d5c37078 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 0026bffc-86ee-42fd-99c7-26abc7ee40d7) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:56:19.103732 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-5496a660-2fba-4e4a-ac79-cf4efa5453a2 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] delete failed (client error): The resource could not be found. Aug 27 04:56:19.105658 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-5496a660-2fba-4e4a-ac79-cf4efa5453a2 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] 10.222.0.76 "DELETE /networking/v2.0/routers/92db01d4-e312-4bc7-80f9-0729458ce856 HTTP/1.1" status: 404 len: 336 time: 0.0841210 Aug 27 04:56:19.115832 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37de4ba-13f9-441f-9517-870802e621a7 None None] Network 0026bffc-86ee-42fd-99c7-26abc7ee40d7 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:56:19.120984 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c5e89e-3fd8-417a-a039-9dd0d5c37078 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:56:19.123203 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b5c5e89e-3fd8-417a-a039-9dd0d5c37078 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:19.161753 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34776) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:19.245002 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702fcadd-67aa-490c-9873-de0ea4ab70fc tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event deleted for resources: {'Port': ['ID=14f6582e-2ccf-474e-9dd1-50666879ef18,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:19.291406 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b83b8024-cb8e-4ea6-82e0-3a45543df3ae tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a907ed3a-a97f-4519-846b-60ee13f1c512 HTTP/1.1" status: 200 len: 205 time: 0.1221652 Aug 27 04:56:19.308019 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5483096b-9989-418e-b347-895267432b6d tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (3b977a3c-7197-4177-ac1f-bc6436412484), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:19.310570 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34778) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:19.329025 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34780) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:19.382088 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-0b699592-787f-46e7-a4b5-81c61b769972 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] delete failed (client error): The resource could not be found. Aug 27 04:56:19.383528 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0b699592-787f-46e7-a4b5-81c61b769972 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] 10.222.0.76 "DELETE /networking/v2.0/routers/a907ed3a-a97f-4519-846b-60ee13f1c512 HTTP/1.1" status: 404 len: 336 time: 0.0710659 Aug 27 04:56:19.388998 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34786) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:19.401984 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b5c5e89e-3fd8-417a-a039-9dd0d5c37078 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1107285 Aug 27 04:56:19.409573 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34788) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:19.421315 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-05d6d990-4b44-4646-b46b-f829c1e745bb tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Request body: {'port': {'network_id': '0026bffc-86ee-42fd-99c7-26abc7ee40d7', 'name': 'tempest-PortsIpV6TestJSON-695726892'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:56:19.463292 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f1b6ed36-7168-4021-a8d6-a18d2ff37801 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d7af0215-1d9f-453a-aa07-faa56a311c91 HTTP/1.1" status: 200 len: 205 time: 0.0730879 Aug 27 04:56:19.466877 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34790) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:19.529868 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cb5fb4c6-2bea-4e3b-b9f8-d84cebb05061 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (46e61561-c96f-499d-8362-6063b170bd49), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:19.550680 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cb5fb4c6-2bea-4e3b-b9f8-d84cebb05061 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:19.560142 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-cb5fb4c6-2bea-4e3b-b9f8-d84cebb05061 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/46e61561-c96f-499d-8362-6063b170bd49 HTTP/1.1" status: 204 len: 168 time: 1.0413084 Aug 27 04:56:19.568288 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34794) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:19.590207 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-7ff83fcf-09cf-4144-a721-977a5b429789 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] delete failed (client error): The resource could not be found. Aug 27 04:56:19.595992 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7ff83fcf-09cf-4144-a721-977a5b429789 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] 10.222.0.76 "DELETE /networking/v2.0/routers/d7af0215-1d9f-453a-aa07-faa56a311c91 HTTP/1.1" status: 404 len: 336 time: 0.1269934 Aug 27 04:56:19.595992 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5483096b-9989-418e-b347-895267432b6d tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (3b977a3c-7197-4177-ac1f-bc6436412484), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:19.609768 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5483096b-9989-418e-b347-895267432b6d tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:56:19.610402 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5483096b-9989-418e-b347-895267432b6d tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:19.611527 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34796) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:19.657928 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5fb4c6-2bea-4e3b-b9f8-d84cebb05061 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event deleted for resources: {'Subnet': ['ID=46e61561-c96f-499d-8362-6063b170bd49,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:19.802877 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-702fcadd-67aa-490c-9873-de0ea4ab70fc tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:19.833149 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6b49ebe2-28c8-4d08-96a9-d14a2fdaf63f tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=7e8a19c6-06d6-4a0d-94ee-46cd8b3cd378 HTTP/1.1" status: 200 len: 205 time: 0.2175999 Aug 27 04:56:19.848529 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-5483096b-9989-418e-b347-895267432b6d tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2349572 Aug 27 04:56:19.851081 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b937b960-e39d-4ef0-92d7-af03028f46f1 None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:56:19.855447 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34798) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:19.865349 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34800) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:19.892511 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-e02d60ec-9a5b-4fc5-b712-d74c02b5be36 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Request body: {'subnet': {'network_id': '40ca538a-aa9b-45ee-85e3-edd580d5f48c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:56:19.895962 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b2923125-5d64-4e84-b269-6c1cea2c1b3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:19.934525 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7a3bc3f-ad77-46a0-a705-c4d8c8c92a6a tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Deleting subnet 7dca3775-432f-4f90-902f-85a6087fd8f0 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:56:19.944190 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b7a3bc3f-ad77-46a0-a705-c4d8c8c92a6a tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (7dca3775-432f-4f90-902f-85a6087fd8f0), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:20.014057 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ac11a2-cc46-4650-a539-5eeae137b5a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-0026bffc-86ee-42fd-99c7-26abc7ee40d7', 'network_id': '0026bffc-86ee-42fd-99c7-26abc7ee40d7', 'project_id': 'be8944f580af495191f8edd06de8f901', 'fixed_ips': [{'subnet_id': 'a9b06a19-6daf-4787-897e-b9bf7610ddbe'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:56:20.015259 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-28ac11a2-cc46-4650-a539-5eeae137b5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:20.032111 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b7a3bc3f-ad77-46a0-a705-c4d8c8c92a6a tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (7dca3775-432f-4f90-902f-85a6087fd8f0), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:20.073052 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5483096b-9989-418e-b347-895267432b6d tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event updated for resources: {'Network': ['ID=3b977a3c-7197-4177-ac1f-bc6436412484,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:20.117036 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-5dab2410-d22d-45fa-b43d-a0cc29aede19 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] delete failed (client error): The resource could not be found. Aug 27 04:56:20.118365 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-5dab2410-d22d-45fa-b43d-a0cc29aede19 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] 10.222.0.76 "DELETE /networking/v2.0/routers/7e8a19c6-06d6-4a0d-94ee-46cd8b3cd378 HTTP/1.1" status: 404 len: 336 time: 0.2511296 Aug 27 04:56:20.122656 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:20.125894 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34802) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:20.177685 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-309f781d-7b3a-401e-ae9a-cda7e90fca27 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:20.178157 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-309f781d-7b3a-401e-ae9a-cda7e90fca27 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:20.181441 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-309f781d-7b3a-401e-ae9a-cda7e90fca27 tempest-RoutersAdminTest-1859301686 tempest-RoutersAdminTest-1859301686-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/e5a2bc50-fc9c-4141-b402-c37f334f69ff HTTP/1.1" status: 404 len: 337 time: 0.0545409 Aug 27 04:56:20.211349 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d6d990-4b44-4646-b46b-f829c1e745bb tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Made reservation on behalf of be8944f580af495191f8edd06de8f901 for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:56:20.216413 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-05d6d990-4b44-4646-b46b-f829c1e745bb tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:20.239196 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 3b977a3c-7197-4177-ac1f-bc6436412484 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:56:20.249023 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-702fcadd-67aa-490c-9873-de0ea4ab70fc tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Router 102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:56:20.252275 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b7a3bc3f-ad77-46a0-a705-c4d8c8c92a6a tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (7dca3775-432f-4f90-902f-85a6087fd8f0), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:20.323300 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b2923125-5d64-4e84-b269-6c1cea2c1b3f admin admin] Publish callbacks [] for security_group (462d1528-5f87-49f5-883d-2729384813fb), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:20.355231 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [None req-05d6d990-4b44-4646-b46b-f829c1e745bb tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] device_id is not set on port eb5af113-1fcf-489b-8da3-ccc2f5d9f47b yet. {{(pid=107776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:56:20.392747 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02d60ec-9a5b-4fc5-b712-d74c02b5be36 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Made reservation on behalf of f97daadf5de74bd7bc5004505037c8e3 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:56:20.397199 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e02d60ec-9a5b-4fc5-b712-d74c02b5be36 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:20.497675 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-28ac11a2-cc46-4650-a539-5eeae137b5a9 None None] Allocated IP 2001:db8::2 (0026bffc-86ee-42fd-99c7-26abc7ee40d7/a9b06a19-6daf-4787-897e-b9bf7610ddbe/ced3aa80-a202-4118-9e11-c9c17101acf5) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:56:20.515227 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b2923125-5d64-4e84-b269-6c1cea2c1b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (462d1528-5f87-49f5-883d-2729384813fb), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:20.558274 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702fcadd-67aa-490c-9873-de0ea4ab70fc tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:56:20.576626 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-702fcadd-67aa-490c-9873-de0ea4ab70fc tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "PUT /networking/v2.0/routers/102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0184927 Aug 27 04:56:20.576626 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34810) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:20.656402 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:20.662567 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b2923125-5d64-4e84-b269-6c1cea2c1b3f admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=485cff311d0d488a87d8199336155f99&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3312495 Aug 27 04:56:20.667000 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2923125-5d64-4e84-b269-6c1cea2c1b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462d1528-5f87-49f5-883d-2729384813fb,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:20.676282 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34812) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:20.715824 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a1ce8f-d9c2-4da8-aa78-2c278badc166 None None] Sync routers for ids ['102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:56:20.757015 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a1ce8f-d9c2-4da8-aa78-2c278badc166 None None] Routers {'102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:56:20.757731 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-49a1ce8f-d9c2-4da8-aa78-2c278badc166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:55:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:20.774107 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-42a0df9a-b733-414b-a689-376128f43faa admin admin] Publish callbacks [] for security_group (462d1528-5f87-49f5-883d-2729384813fb), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:20.788519 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f9f7a55-ef9f-4a64-8264-96f00338f586 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Deleting subnet ba598601-4006-41f6-89e9-fce854c1ffb3 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:56:20.795479 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7f9f7a55-ef9f-4a64-8264-96f00338f586 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for subnet (ba598601-4006-41f6-89e9-fce854c1ffb3), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:20.867713 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-42a0df9a-b733-414b-a689-376128f43faa admin admin] Publish callbacks [] for security_group (462d1528-5f87-49f5-883d-2729384813fb), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:20.912123 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7f9f7a55-ef9f-4a64-8264-96f00338f586 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (ba598601-4006-41f6-89e9-fce854c1ffb3), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:20.914521 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:20.990911 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b7a3bc3f-ad77-46a0-a705-c4d8c8c92a6a tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (7dca3775-432f-4f90-902f-85a6087fd8f0), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:20.993160 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:21.038840 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34816) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:21.063120 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-49a1ce8f-d9c2-4da8-aa78-2c278badc166 None None] Set router 102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5 gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:56:21.084754 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a3bc3f-ad77-46a0-a705-c4d8c8c92a6a tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event deleted for resources: {'Subnet': ['ID=7dca3775-432f-4f90-902f-85a6087fd8f0,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:21.120694 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e02d60ec-9a5b-4fc5-b712-d74c02b5be36 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (03fdc12e-97dd-40ec-9395-12886b3a6492), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:21.134102 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:21.159828 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-42a0df9a-b733-414b-a689-376128f43faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (462d1528-5f87-49f5-883d-2729384813fb), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:21.163128 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-42a0df9a-b733-414b-a689-376128f43faa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:21.175252 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-28ac11a2-cc46-4650-a539-5eeae137b5a9 None None] Publish callbacks [] for port (ced3aa80-a202-4118-9e11-c9c17101acf5), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:21.189911 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-42a0df9a-b733-414b-a689-376128f43faa admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/462d1528-5f87-49f5-883d-2729384813fb HTTP/1.1" status: 204 len: 168 time: 0.4869173 Aug 27 04:56:21.260059 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b7a3bc3f-ad77-46a0-a705-c4d8c8c92a6a tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:21.274080 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b7a3bc3f-ad77-46a0-a705-c4d8c8c92a6a tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/7dca3775-432f-4f90-902f-85a6087fd8f0 HTTP/1.1" status: 204 len: 168 time: 1.7045429 Aug 27 04:56:21.286794 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34822) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:21.357622 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a0df9a-b733-414b-a689-376128f43faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462d1528-5f87-49f5-883d-2729384813fb,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:21.381982 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1f4cf404-40e3-4ae3-aa61-a1efe9239eb3 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0902529 Aug 27 04:56:21.381982 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7f9f7a55-ef9f-4a64-8264-96f00338f586 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (ba598601-4006-41f6-89e9-fce854c1ffb3), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:21.395002 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34824) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:21.403992 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-45263045-7559-443f-87d1-b81d48a834ff tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'subnet': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:56:21.408496 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:21.410252 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1a729fae-d28b-4e94-8487-6a494f57f28e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:21.462506 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-28ac11a2-cc46-4650-a539-5eeae137b5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (ced3aa80-a202-4118-9e11-c9c17101acf5), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:21.469895 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02d60ec-9a5b-4fc5-b712-d74c02b5be36 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Checking segment: {'id': '018a6b65-7686-45b0-b07f-8b58d7320b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '40ca538a-aa9b-45ee-85e3-edd580d5f48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:56:21.470268 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02d60ec-9a5b-4fc5-b712-d74c02b5be36 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Network hostable DHCP agents. Network: 40ca538a-aa9b-45ee-85e3-edd580d5f48c, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:56:21.475227 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d60ec-9a5b-4fc5-b712-d74c02b5be36 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event updated for resources: {'Subnet': ['ID=03fdc12e-97dd-40ec-9395-12886b3a6492,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:21.536563 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:56:21.538936 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:21.550483 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317cbe31-8192-4b5b-bdcb-d260383f50d5 None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:56:21.562835 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-05d6d990-4b44-4646-b46b-f829c1e745bb tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Allocated IP 2001:db8::2a5 (0026bffc-86ee-42fd-99c7-26abc7ee40d7/a9b06a19-6daf-4787-897e-b9bf7610ddbe/eb5af113-1fcf-489b-8da3-ccc2f5d9f47b) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:56:21.644531 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1a729fae-d28b-4e94-8487-6a494f57f28e admin admin] Publish callbacks [] for security_group (1d1f25ad-dbe7-4628-8753-ac96a3e49212), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:21.656364 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02d60ec-9a5b-4fc5-b712-d74c02b5be36 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Network 40ca538a-aa9b-45ee-85e3-edd580d5f48c is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:56:21.670295 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ac11a2-cc46-4650-a539-5eeae137b5a9 None None] Network 0026bffc-86ee-42fd-99c7-26abc7ee40d7 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:56:21.681563 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-86c42d14-8f73-4fcf-b38a-3790e88a9540 None None] Provisioning complete for port 755afc06-98d6-459a-b6b8-019323a15b19 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:56:21.682072 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-86c42d14-8f73-4fcf-b38a-3790e88a9540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (755afc06-98d6-459a-b6b8-019323a15b19), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:21.691287 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-28ac11a2-cc46-4650-a539-5eeae137b5a9 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:56:21.694937 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ac11a2-cc46-4650-a539-5eeae137b5a9 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:56:21.695896 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45263045-7559-443f-87d1-b81d48a834ff tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Made reservation on behalf of f0f1eb4384394fc18f1626f3e12e04e3 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:56:21.699138 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7f9f7a55-ef9f-4a64-8264-96f00338f586 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (ba598601-4006-41f6-89e9-fce854c1ffb3), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:21.704945 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-45263045-7559-443f-87d1-b81d48a834ff tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:21.752080 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7f9f7a55-ef9f-4a64-8264-96f00338f586 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:21.758619 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7f9f7a55-ef9f-4a64-8264-96f00338f586 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/ba598601-4006-41f6-89e9-fce854c1ffb3 HTTP/1.1" status: 204 len: 168 time: 1.1623719 Aug 27 04:56:21.809696 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34832) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:21.838699 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6619d232-c6c5-440b-8799-be0aa4580406 None None] Network 2f688bf2-3831-4324-8eb2-df317fba29d9 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:56:21.851229 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-49a1ce8f-d9c2-4da8-aa78-2c278badc166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'name': 'tempest-RoutersTest-router-1984842301', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:55:01Z', 'updated_at': '2022-08-27T04:56:18Z', 'revision_number': 10, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'gw_port_host': None, '_interfaces': [{'id': 'c861b3df-3b81-4554-abf8-1246b6f5803f', 'name': '', 'network_id': '94122cb1-f5f8-4b56-88b2-5834aef4472c', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:e2:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '5df62364-1081-4557-a010-0b9d53af53d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:08Z', 'updated_at': '2022-08-27T04:55:16Z', 'revision_number': 5, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': '5df62364-1081-4557-a010-0b9d53af53d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:21.877200 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ac11a2-cc46-4650-a539-5eeae137b5a9 None None] Pushing event updated for resources: {'Port': ['ID=ced3aa80-a202-4118-9e11-c9c17101acf5,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:21.905838 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-e02d60ec-9a5b-4fc5-b712-d74c02b5be36 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 40ca538a-aa9b-45ee-85e3-edd580d5f48c) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:56:21.929958 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02d60ec-9a5b-4fc5-b712-d74c02b5be36 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:56:21.930566 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e02d60ec-9a5b-4fc5-b712-d74c02b5be36 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:21.958683 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1a729fae-d28b-4e94-8487-6a494f57f28e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (1d1f25ad-dbe7-4628-8753-ac96a3e49212), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:22.003833 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f401eb97-ec19-4c4c-9e9a-d7b91b7b1d62 None None] Network 40ca538a-aa9b-45ee-85e3-edd580d5f48c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:56:22.011349 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a729fae-d28b-4e94-8487-6a494f57f28e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1f25ad-dbe7-4628-8753-ac96a3e49212,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:22.031630 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-28ac11a2-cc46-4650-a539-5eeae137b5a9 None None] Attempting to bind port ced3aa80-a202-4118-9e11-c9c17101acf5 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:56:22.032293 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-28ac11a2-cc46-4650-a539-5eeae137b5a9 None None] Attempting to bind port ced3aa80-a202-4118-9e11-c9c17101acf5 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '701dd67d-30ea-46a3-9c7e-56b1220c4dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0026bffc-86ee-42fd-99c7-26abc7ee40d7'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:56:22.032687 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ac11a2-cc46-4650-a539-5eeae137b5a9 None None] Attempting to bind port ced3aa80-a202-4118-9e11-c9c17101acf5 on network 0026bffc-86ee-42fd-99c7-26abc7ee40d7 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:56:22.042316 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1e808fdb-c699-4d5a-9353-b4a7afd93b7d tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (2f688bf2-3831-4324-8eb2-df317fba29d9), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:22.044466 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9f7a55-ef9f-4a64-8264-96f00338f586 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event deleted for resources: {'Subnet': ['ID=ba598601-4006-41f6-89e9-fce854c1ffb3,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:22.073444 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a1ce8f-d9c2-4da8-aa78-2c278badc166 None None] Checking router: 102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:56:22.073444 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ac11a2-cc46-4650-a539-5eeae137b5a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:56:22.073444 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ac11a2-cc46-4650-a539-5eeae137b5a9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:56:22.073444 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ac11a2-cc46-4650-a539-5eeae137b5a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:56:22.073444 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ac11a2-cc46-4650-a539-5eeae137b5a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:56:22.073444 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ac11a2-cc46-4650-a539-5eeae137b5a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:56:22.073444 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ac11a2-cc46-4650-a539-5eeae137b5a9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:56:22.073444 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ac11a2-cc46-4650-a539-5eeae137b5a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:56:22.073444 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ac11a2-cc46-4650-a539-5eeae137b5a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:56:22.073444 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ac11a2-cc46-4650-a539-5eeae137b5a9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:56:22.073444 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ac11a2-cc46-4650-a539-5eeae137b5a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:56:22.073444 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ac11a2-cc46-4650-a539-5eeae137b5a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:56:22.073444 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ac11a2-cc46-4650-a539-5eeae137b5a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:56:22.073444 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ac11a2-cc46-4650-a539-5eeae137b5a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:56:22.073444 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ac11a2-cc46-4650-a539-5eeae137b5a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:56:22.073444 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ac11a2-cc46-4650-a539-5eeae137b5a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:56:22.140690 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ac11a2-cc46-4650-a539-5eeae137b5a9 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:56:22.141007 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ac11a2-cc46-4650-a539-5eeae137b5a9 None None] Checking segment: {'id': '701dd67d-30ea-46a3-9c7e-56b1220c4dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0026bffc-86ee-42fd-99c7-26abc7ee40d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:56:22.141593 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-28ac11a2-cc46-4650-a539-5eeae137b5a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:22.142044 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ac11a2-cc46-4650-a539-5eeae137b5a9 None None] Bound using segment: {'id': '701dd67d-30ea-46a3-9c7e-56b1220c4dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0026bffc-86ee-42fd-99c7-26abc7ee40d7'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:56:22.142757 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-28ac11a2-cc46-4650-a539-5eeae137b5a9 None None] Bound port: ced3aa80-a202-4118-9e11-c9c17101acf5, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '701dd67d-30ea-46a3-9c7e-56b1220c4dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0026bffc-86ee-42fd-99c7-26abc7ee40d7'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:56:22.143396 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-28ac11a2-cc46-4650-a539-5eeae137b5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (ced3aa80-a202-4118-9e11-c9c17101acf5), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:22.149106 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a1ce8f-d9c2-4da8-aa78-2c278badc166 None None] Routers {'102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:56:22.149747 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-49a1ce8f-d9c2-4da8-aa78-2c278badc166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:55:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:22.199837 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e02d60ec-9a5b-4fc5-b712-d74c02b5be36 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3313401 Aug 27 04:56:22.209912 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34840) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:22.248515 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-b07ef248-357a-47dc-974c-02886f563ddc tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Request body: {'subnet': {'network_id': '3b977a3c-7197-4177-ac1f-bc6436412484', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:56:22.269485 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-49a1ce8f-d9c2-4da8-aa78-2c278badc166 None None] Set router 102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5 gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:56:22.321388 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1a729fae-d28b-4e94-8487-6a494f57f28e admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=943d29bc5da84159b5212022cd4435c4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2812593 Aug 27 04:56:22.437382 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34844) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:22.521618 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42609bf-7800-4e2c-b5e9-f4a8d16ae730 None None] DHCP port deletion for 61356c33-ce96-40d0-bb36-87a36b2d0e1c request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:56:22.569091 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1fcafdcd-87c0-4521-9d5d-a4685943d1f1 admin admin] Publish callbacks [] for security_group (1d1f25ad-dbe7-4628-8753-ac96a3e49212), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:22.607766 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-1e808fdb-c699-4d5a-9353-b4a7afd93b7d tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Deleting port 4eaeea50-1388-4ff3-900a-51c8a472e66e {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:56:22.614201 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1e808fdb-c699-4d5a-9353-b4a7afd93b7d tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (4eaeea50-1388-4ff3-900a-51c8a472e66e), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:22.617256 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-86c42d14-8f73-4fcf-b38a-3790e88a9540 None None] Current status of the port 755afc06-98d6-459a-b6b8-019323a15b19 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:56:22.625220 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1fcafdcd-87c0-4521-9d5d-a4685943d1f1 admin admin] Publish callbacks [] for security_group (1d1f25ad-dbe7-4628-8753-ac96a3e49212), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:22.689465 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-45263045-7559-443f-87d1-b81d48a834ff tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (85a85faf-1a4d-4755-b026-1f419a1b538f), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:22.699606 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-1e808fdb-c699-4d5a-9353-b4a7afd93b7d tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] For port 4eaeea50-1388-4ff3-900a-51c8a472e66e, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=4eaeea50-1388-4ff3-900a-51c8a472e66e,segment=NetworkSegment(cd0668bb-131e-496d-a4a1-01086b9ffde6),segment_id=cd0668bb-131e-496d-a4a1-01086b9ffde6)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:56:22.699986 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1e808fdb-c699-4d5a-9353-b4a7afd93b7d tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (4eaeea50-1388-4ff3-900a-51c8a472e66e), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:22.732980 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-1e808fdb-c699-4d5a-9353-b4a7afd93b7d tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Calling delete_port for 4eaeea50-1388-4ff3-900a-51c8a472e66e owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:56:22.785181 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45263045-7559-443f-87d1-b81d48a834ff tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:56:22.785181 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-45263045-7559-443f-87d1-b81d48a834ff tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:56:22.791977 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45263045-7559-443f-87d1-b81d48a834ff tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:56:22.792609 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-45263045-7559-443f-87d1-b81d48a834ff tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:22.795327 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45263045-7559-443f-87d1-b81d48a834ff tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event updated for resources: {'Subnet': ['ID=85a85faf-1a4d-4755-b026-1f419a1b538f,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:22.846553 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07ef248-357a-47dc-974c-02886f563ddc tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Made reservation on behalf of f97daadf5de74bd7bc5004505037c8e3 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:56:22.855419 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b07ef248-357a-47dc-974c-02886f563ddc tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:22.881711 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-05d6d990-4b44-4646-b46b-f829c1e745bb tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for port (eb5af113-1fcf-489b-8da3-ccc2f5d9f47b), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:22.946822 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1fcafdcd-87c0-4521-9d5d-a4685943d1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (1d1f25ad-dbe7-4628-8753-ac96a3e49212), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:22.949574 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1fcafdcd-87c0-4521-9d5d-a4685943d1f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:22.951891 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1fcafdcd-87c0-4521-9d5d-a4685943d1f1 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/1d1f25ad-dbe7-4628-8753-ac96a3e49212 HTTP/1.1" status: 204 len: 168 time: 0.5137334 Aug 27 04:56:22.972027 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-45263045-7559-443f-87d1-b81d48a834ff tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5747027 Aug 27 04:56:22.972968 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34860) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:22.997723 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-75eb7b68-6e5c-4395-b5bc-21ed41306bfd tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'subnet': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:56:23.011751 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcafdcd-87c0-4521-9d5d-a4685943d1f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1f25ad-dbe7-4628-8753-ac96a3e49212,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:23.045574 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39df1837-a70a-4775-b1ec-16df4a365566 None None] DHCP port deletion for 2f688bf2-3831-4324-8eb2-df317fba29d9 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:56:23.094171 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d42609bf-7800-4e2c-b5e9-f4a8d16ae730 None None] Deleting port 755afc06-98d6-459a-b6b8-019323a15b19 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:56:23.094559 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d42609bf-7800-4e2c-b5e9-f4a8d16ae730 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (755afc06-98d6-459a-b6b8-019323a15b19), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:23.106538 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f045abf-b3d3-4731-9635-9f2b5895daa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-40ca538a-aa9b-45ee-85e3-edd580d5f48c', 'network_id': '40ca538a-aa9b-45ee-85e3-edd580d5f48c', 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'fixed_ips': [{'subnet_id': '03fdc12e-97dd-40ec-9395-12886b3a6492'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:56:23.107477 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3f045abf-b3d3-4731-9635-9f2b5895daa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:23.113764 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-28ac11a2-cc46-4650-a539-5eeae137b5a9 None None] For port ced3aa80-a202-4118-9e11-c9c17101acf5, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:56:23.142521 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1e808fdb-c699-4d5a-9353-b4a7afd93b7d tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (4eaeea50-1388-4ff3-900a-51c8a472e66e), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:23.203049 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-28ac11a2-cc46-4650-a539-5eeae137b5a9 None None] For port ced3aa80-a202-4118-9e11-c9c17101acf5, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=ced3aa80-a202-4118-9e11-c9c17101acf5,segment=NetworkSegment(701dd67d-30ea-46a3-9c7e-56b1220c4dc4),segment_id=701dd67d-30ea-46a3-9c7e-56b1220c4dc4)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:56:23.228477 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-39df1837-a70a-4775-b1ec-16df4a365566 None None] Deleting port 4eaeea50-1388-4ff3-900a-51c8a472e66e {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:56:23.229380 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-39df1837-a70a-4775-b1ec-16df4a365566 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (4eaeea50-1388-4ff3-900a-51c8a472e66e), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:23.261897 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34862) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:23.264433 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e808fdb-c699-4d5a-9353-b4a7afd93b7d tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event deleted for resources: {'Port': ['ID=4eaeea50-1388-4ff3-900a-51c8a472e66e,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:23.273141 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-05d6d990-4b44-4646-b46b-f829c1e745bb tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (eb5af113-1fcf-489b-8da3-ccc2f5d9f47b), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:23.308730 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e808fdb-c699-4d5a-9353-b4a7afd93b7d tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] No DVR routers for this DVR port 4eaeea50-1388-4ff3-900a-51c8a472e66e on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:56:23.312857 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-39df1837-a70a-4775-b1ec-16df4a365566 None None] For port 4eaeea50-1388-4ff3-900a-51c8a472e66e, host n-d-852088-5, got binding levels [] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:56:23.313262 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-39df1837-a70a-4775-b1ec-16df4a365566 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (4eaeea50-1388-4ff3-900a-51c8a472e66e), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:23.326623 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-39df1837-a70a-4775-b1ec-16df4a365566 None None] Calling delete_port for 4eaeea50-1388-4ff3-900a-51c8a472e66e owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:56:23.329406 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.ipam_backend_mixin [None req-39df1837-a70a-4775-b1ec-16df4a365566 None None] Port 4eaeea50-1388-4ff3-900a-51c8a472e66e was not found and therefore no delete operation was performed {{(pid=107777) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 27 04:56:23.336606 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-39df1837-a70a-4775-b1ec-16df4a365566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (4eaeea50-1388-4ff3-900a-51c8a472e66e), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:23.354326 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-28ac11a2-cc46-4650-a539-5eeae137b5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (ced3aa80-a202-4118-9e11-c9c17101acf5), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:23.384232 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:23.393339 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d6d990-4b44-4646-b46b-f829c1e745bb tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Network 0026bffc-86ee-42fd-99c7-26abc7ee40d7 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:56:23.403405 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-05d6d990-4b44-4646-b46b-f829c1e745bb tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:56:23.416832 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d6d990-4b44-4646-b46b-f829c1e745bb tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:56:23.418437 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39df1837-a70a-4775-b1ec-16df4a365566 None None] No DVR routers for this DVR port 4eaeea50-1388-4ff3-900a-51c8a472e66e on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:56:23.421475 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d6d990-4b44-4646-b46b-f829c1e745bb tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:56:23.425384 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-05d6d990-4b44-4646-b46b-f829c1e745bb tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:23.425384 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d6d990-4b44-4646-b46b-f829c1e745bb tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event updated for resources: {'Port': ['ID=eb5af113-1fcf-489b-8da3-ccc2f5d9f47b,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:23.479374 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75eb7b68-6e5c-4395-b5bc-21ed41306bfd tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Made reservation on behalf of f0f1eb4384394fc18f1626f3e12e04e3 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:56:23.484077 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-75eb7b68-6e5c-4395-b5bc-21ed41306bfd tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:23.490352 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39df1837-a70a-4775-b1ec-16df4a365566 None None] Pushing event deleted for resources: {'Port': ['ID=4eaeea50-1388-4ff3-900a-51c8a472e66e,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:23.522937 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b07ef248-357a-47dc-974c-02886f563ddc tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (943e6e3c-be42-41cc-8722-b521fe914520), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:23.541627 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1e808fdb-c699-4d5a-9353-b4a7afd93b7d tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (2f688bf2-3831-4324-8eb2-df317fba29d9), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:23.594872 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-1e808fdb-c699-4d5a-9353-b4a7afd93b7d tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f688bf2-3831-4324-8eb2-df317fba29d9']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:23.623797 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-1e808fdb-c699-4d5a-9353-b4a7afd93b7d tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd0668bb-131e-496d-a4a1-01086b9ffde6') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:23.624942 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-1e808fdb-c699-4d5a-9353-b4a7afd93b7d tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd0668bb-131e-496d-a4a1-01086b9ffde6') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:23.646261 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d42609bf-7800-4e2c-b5e9-f4a8d16ae730 None None] For port 755afc06-98d6-459a-b6b8-019323a15b19, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=755afc06-98d6-459a-b6b8-019323a15b19,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:56:23.646854 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d42609bf-7800-4e2c-b5e9-f4a8d16ae730 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (755afc06-98d6-459a-b6b8-019323a15b19), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:23.662721 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-05d6d990-4b44-4646-b46b-f829c1e745bb tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.2502437 Aug 27 04:56:23.665591 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1e808fdb-c699-4d5a-9353-b4a7afd93b7d tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (cd0668bb-131e-496d-a4a1-01086b9ffde6), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:23.666706 n-d-852088-5 neutron-server[107775]: INFO neutron.db.ipam_backend_mixin [None req-75eb7b68-6e5c-4395-b5bc-21ed41306bfd tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 85a85faf-1a4d-4755-b026-1f419a1b538f (CIDR: 2001:db8::/64) Aug 27 04:56:23.674549 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34866) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:23.765591 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d42609bf-7800-4e2c-b5e9-f4a8d16ae730 None None] Calling delete_port for 755afc06-98d6-459a-b6b8-019323a15b19 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:56:23.778730 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-75eb7b68-6e5c-4395-b5bc-21ed41306bfd tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 04:56:23.779309 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75eb7b68-6e5c-4395-b5bc-21ed41306bfd tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:23.780021 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-49a1ce8f-d9c2-4da8-aa78-2c278badc166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'name': 'tempest-RoutersTest-router-1984842301', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:55:01Z', 'updated_at': '2022-08-27T04:56:18Z', 'revision_number': 10, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'gw_port_host': None, '_interfaces': [{'id': 'c861b3df-3b81-4554-abf8-1246b6f5803f', 'name': '', 'network_id': '94122cb1-f5f8-4b56-88b2-5834aef4472c', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:e2:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '5df62364-1081-4557-a010-0b9d53af53d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:08Z', 'updated_at': '2022-08-27T04:55:16Z', 'revision_number': 5, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': '5df62364-1081-4557-a010-0b9d53af53d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:23.787966 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ac11a2-cc46-4650-a539-5eeae137b5a9 None None] Pushing event updated for resources: {'Port': ['ID=ced3aa80-a202-4118-9e11-c9c17101acf5,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:23.878183 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07ef248-357a-47dc-974c-02886f563ddc tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Checking segment: {'id': '8a3ec0de-1338-41b1-a7ad-ed1635eee70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3b977a3c-7197-4177-ac1f-bc6436412484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:56:23.881704 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07ef248-357a-47dc-974c-02886f563ddc tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Network hostable DHCP agents. Network: 3b977a3c-7197-4177-ac1f-bc6436412484, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:56:23.882469 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ef248-357a-47dc-974c-02886f563ddc tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event updated for resources: {'Subnet': ['ID=943e6e3c-be42-41cc-8722-b521fe914520,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:23.914910 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a1ce8f-d9c2-4da8-aa78-2c278badc166 None None] The sync data for ids ['102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'] in n-d-852088-5 is: [{'id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'name': 'tempest-RoutersTest-router-1984842301', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:55:01Z', 'updated_at': '2022-08-27T04:56:18Z', 'revision_number': 10, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'gw_port_host': None, '_interfaces': [{'id': 'c861b3df-3b81-4554-abf8-1246b6f5803f', 'name': '', 'network_id': '94122cb1-f5f8-4b56-88b2-5834aef4472c', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'mac_address': 'fa:16:3e:e2:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '5df62364-1081-4557-a010-0b9d53af53d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:55:08Z', 'updated_at': '2022-08-27T04:55:16Z', 'revision_number': 5, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'subnets': [{'id': '5df62364-1081-4557-a010-0b9d53af53d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:56:23.926717 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-cd085cfc-0fba-4e63-8d6c-ecb40f9271c8 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1161002882'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:56:23.969455 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1e808fdb-c699-4d5a-9353-b4a7afd93b7d tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (cd0668bb-131e-496d-a4a1-01086b9ffde6), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:24.019450 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e808fdb-c699-4d5a-9353-b4a7afd93b7d tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:56:24.020125 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1e808fdb-c699-4d5a-9353-b4a7afd93b7d tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (cd0668bb-131e-496d-a4a1-01086b9ffde6), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:24.042332 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-75eb7b68-6e5c-4395-b5bc-21ed41306bfd tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0599706 Aug 27 04:56:24.044969 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34884) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:24.047955 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-3f045abf-b3d3-4731-9635-9f2b5895daa0 None None] Allocated IP 2001:db8::2 (40ca538a-aa9b-45ee-85e3-edd580d5f48c/03fdc12e-97dd-40ec-9395-12886b3a6492/5039454a-8423-417d-80f1-e824d0756bb6) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:56:24.051136 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-9596f6fe-50a6-4ae4-8731-915170c9bcd2 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'subnet': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:56:24.069995 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:24.157059 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment cd0668bb-131e-496d-a4a1-01086b9ffde6 resource provider aggregate not found Aug 27 04:56:24.189275 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment cd0668bb-131e-496d-a4a1-01086b9ffde6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cd0668bb-131e-496d-a4a1-01086b9ffde6 found for delete ", "request_id": "req-a7507adb-9818-4c45-a76a-43b739c960ca"}]} Aug 27 04:56:24.218704 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-a1597e9c-302f-449a-81cb-a089b0a2d25f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Deleting port eb5af113-1fcf-489b-8da3-ccc2f5d9f47b {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:56:24.221001 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a1597e9c-302f-449a-81cb-a089b0a2d25f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (eb5af113-1fcf-489b-8da3-ccc2f5d9f47b), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:24.244105 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07ef248-357a-47dc-974c-02886f563ddc tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Network 3b977a3c-7197-4177-ac1f-bc6436412484 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:56:24.288043 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:24.357564 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd085cfc-0fba-4e63-8d6c-ecb40f9271c8 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Made reservation on behalf of a035ed243e0b4ff6a2bb61230ea5a08a for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:56:24.365762 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cd085cfc-0fba-4e63-8d6c-ecb40f9271c8 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:24.371979 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1e808fdb-c699-4d5a-9353-b4a7afd93b7d tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (2f688bf2-3831-4324-8eb2-df317fba29d9), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:24.394265 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1e808fdb-c699-4d5a-9353-b4a7afd93b7d tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:24.398292 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1e808fdb-c699-4d5a-9353-b4a7afd93b7d tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "DELETE /networking/v2.0/networks/2f688bf2-3831-4324-8eb2-df317fba29d9 HTTP/1.1" status: 204 len: 168 time: 2.5846839 Aug 27 04:56:24.399363 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cd085cfc-0fba-4e63-8d6c-ecb40f9271c8 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:24.404271 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34892) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:24.440638 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e808fdb-c699-4d5a-9353-b4a7afd93b7d tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event deleted for resources: {'Network': ['ID=2f688bf2-3831-4324-8eb2-df317fba29d9,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:24.459132 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device ced3aa80-a202-4118-9e11-c9c17101acf5 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:56:24.482402 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a1597e9c-302f-449a-81cb-a089b0a2d25f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (eb5af113-1fcf-489b-8da3-ccc2f5d9f47b), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:24.506040 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-a1597e9c-302f-449a-81cb-a089b0a2d25f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Calling delete_port for eb5af113-1fcf-489b-8da3-ccc2f5d9f47b owned by {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:56:24.514606 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-b07ef248-357a-47dc-974c-02886f563ddc tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 3b977a3c-7197-4177-ac1f-bc6436412484) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:56:24.533083 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07ef248-357a-47dc-974c-02886f563ddc tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:56:24.533781 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b07ef248-357a-47dc-974c-02886f563ddc tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:24.539722 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9596f6fe-50a6-4ae4-8731-915170c9bcd2 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Made reservation on behalf of f0f1eb4384394fc18f1626f3e12e04e3 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:56:24.544739 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d42609bf-7800-4e2c-b5e9-f4a8d16ae730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (755afc06-98d6-459a-b6b8-019323a15b19), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:24.545037 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9596f6fe-50a6-4ae4-8731-915170c9bcd2 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:24.565661 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedeee2e-e2a5-40b3-8b3b-21b7ad381f3f None None] Network 3b977a3c-7197-4177-ac1f-bc6436412484 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:56:24.591192 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42609bf-7800-4e2c-b5e9-f4a8d16ae730 None None] No DVR routers for this DVR port 755afc06-98d6-459a-b6b8-019323a15b19 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:56:24.742002 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28794136-047d-4086-bd83-7b89e34b7a4a None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:56:24.778228 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42609bf-7800-4e2c-b5e9-f4a8d16ae730 None None] Pushing event deleted for resources: {'Port': ['ID=755afc06-98d6-459a-b6b8-019323a15b19,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:24.801173 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cd085cfc-0fba-4e63-8d6c-ecb40f9271c8 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for security_group (328a49d5-5988-4b77-b0c7-2cc7fad2a77b), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:24.840448 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3f045abf-b3d3-4731-9635-9f2b5895daa0 None None] Publish callbacks [] for port (5039454a-8423-417d-80f1-e824d0756bb6), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:24.856700 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port ced3aa80-a202-4118-9e11-c9c17101acf5 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:56:24.856929 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (ced3aa80-a202-4118-9e11-c9c17101acf5), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:24.863498 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34896) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:24.932832 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b07ef248-357a-47dc-974c-02886f563ddc tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6979878 Aug 27 04:56:24.941409 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34898) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:24.951739 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-0599d0ea-0217-4022-8f4b-fd3e994e48df tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-773132888', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:56:24.992471 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cd085cfc-0fba-4e63-8d6c-ecb40f9271c8 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (328a49d5-5988-4b77-b0c7-2cc7fad2a77b), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:25.005041 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34f87c4-f5df-402c-a871-446b99e98c1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-3b977a3c-7197-4177-ac1f-bc6436412484', 'network_id': '3b977a3c-7197-4177-ac1f-bc6436412484', 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'fixed_ips': [{'subnet_id': '943e6e3c-be42-41cc-8722-b521fe914520'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:56:25.006027 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b34f87c4-f5df-402c-a871-446b99e98c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:25.040631 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3741c93d-2e1f-4b6c-8648-9393e79ca69e admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=75242710afb742d1bf54731062bd5cba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1737928 Aug 27 04:56:25.045502 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34900) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:25.120771 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd085cfc-0fba-4e63-8d6c-ecb40f9271c8 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=328a49d5-5988-4b77-b0c7-2cc7fad2a77b,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:25.149130 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d9dd08-3e3c-472e-a352-81451460588c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'project_id': 'f0f1eb4384394fc18f1626f3e12e04e3', 'fixed_ips': [{'subnet_id': '85a85faf-1a4d-4755-b026-1f419a1b538f'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:56:25.150058 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-23d9dd08-3e3c-472e-a352-81451460588c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:25.202904 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port ced3aa80-a202-4118-9e11-c9c17101acf5 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:56:25.203298 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (ced3aa80-a202-4118-9e11-c9c17101acf5), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:25.254401 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ad06f2a8-8348-403a-b318-416395585950 admin admin] Publish callbacks [] for security_group (e59ddb51-b1a4-4d75-a410-f14214ae670d), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:25.296198 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3f045abf-b3d3-4731-9635-9f2b5895daa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (5039454a-8423-417d-80f1-e824d0756bb6), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:25.307501 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd085cfc-0fba-4e63-8d6c-ecb40f9271c8 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:56:25.321730 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cd085cfc-0fba-4e63-8d6c-ecb40f9271c8 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (4802803d-48da-45c8-90fc-8a190fb0fe51), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:25.322085 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-cd085cfc-0fba-4e63-8d6c-ecb40f9271c8 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Added segment 4802803d-48da-45c8-90fc-8a190fb0fe51 of type vlan for network 812fe369-7292-4421-bcbb-795cc828f60a Aug 27 04:56:25.377016 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0599d0ea-0217-4022-8f4b-fd3e994e48df tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (18d34660-9042-4897-aaee-a5dc40745745), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:25.378623 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34904) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:25.393051 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0599d0ea-0217-4022-8f4b-fd3e994e48df tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (18d34660-9042-4897-aaee-a5dc40745745), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:25.399131 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ad06f2a8-8348-403a-b318-416395585950 admin admin] Publish callbacks [] for security_group (e59ddb51-b1a4-4d75-a410-f14214ae670d), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:25.442983 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a1597e9c-302f-449a-81cb-a089b0a2d25f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (eb5af113-1fcf-489b-8da3-ccc2f5d9f47b), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:25.464252 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0599d0ea-0217-4022-8f4b-fd3e994e48df tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for router_controller (18d34660-9042-4897-aaee-a5dc40745745), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:25.519021 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1597e9c-302f-449a-81cb-a089b0a2d25f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event deleted for resources: {'Port': ['ID=eb5af113-1fcf-489b-8da3-ccc2f5d9f47b,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:25.519021 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cd085cfc-0fba-4e63-8d6c-ecb40f9271c8 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (812fe369-7292-4421-bcbb-795cc828f60a), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:25.520617 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c999fd-7219-4923-9884-3224ff2857eb None None] Network 0026bffc-86ee-42fd-99c7-26abc7ee40d7 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:56:25.539183 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a1597e9c-302f-449a-81cb-a089b0a2d25f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:25.546195 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a1597e9c-302f-449a-81cb-a089b0a2d25f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "DELETE /networking/v2.0/ports/eb5af113-1fcf-489b-8da3-ccc2f5d9f47b HTTP/1.1" status: 204 len: 168 time: 1.8674908 Aug 27 04:56:25.546608 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34906) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:25.550415 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port ced3aa80-a202-4118-9e11-c9c17101acf5, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=ced3aa80-a202-4118-9e11-c9c17101acf5,segment=NetworkSegment(701dd67d-30ea-46a3-9c7e-56b1220c4dc4),segment_id=701dd67d-30ea-46a3-9c7e-56b1220c4dc4)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:56:25.582713 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ad31122-ef37-4331-8102-7647568abc43 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:25.583700 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ad31122-ef37-4331-8102-7647568abc43 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:25.590981 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3ad31122-ef37-4331-8102-7647568abc43 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "DELETE /networking/v2.0/ports/eb5af113-1fcf-489b-8da3-ccc2f5d9f47b HTTP/1.1" status: 404 len: 333 time: 0.0391524 Aug 27 04:56:25.597257 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34908) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:25.670919 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-90b39c0f-efb1-40dc-badf-9fe8841e3f60 None None] Provisioning complete for port ced3aa80-a202-4118-9e11-c9c17101acf5 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:56:25.671316 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-90b39c0f-efb1-40dc-badf-9fe8841e3f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (ced3aa80-a202-4118-9e11-c9c17101acf5), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:25.674170 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f045abf-b3d3-4731-9635-9f2b5895daa0 None None] Network 40ca538a-aa9b-45ee-85e3-edd580d5f48c is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:56:25.685176 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-f50eeb12-aa22-4013-bbbb-cef8845c64cb tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] GET failed (client error): The resource could not be found. Aug 27 04:56:25.699007 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f50eeb12-aa22-4013-bbbb-cef8845c64cb tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "GET /networking/v2.0/ports/eb5af113-1fcf-489b-8da3-ccc2f5d9f47b HTTP/1.1" status: 404 len: 333 time: 0.0993960 Aug 27 04:56:25.702075 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34910) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:25.702075 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0599d0ea-0217-4022-8f4b-fd3e994e48df tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (18d34660-9042-4897-aaee-a5dc40745745), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:25.750640 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-3f045abf-b3d3-4731-9635-9f2b5895daa0 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:56:25.760584 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f045abf-b3d3-4731-9635-9f2b5895daa0 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:56:25.761357 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-b34f87c4-f5df-402c-a871-446b99e98c1c None None] Allocated IP 2001:db8:1::2 (3b977a3c-7197-4177-ac1f-bc6436412484/943e6e3c-be42-41cc-8722-b521fe914520/1341415f-fccf-43fd-b839-6d1d767a5499) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:56:25.765287 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (ced3aa80-a202-4118-9e11-c9c17101acf5), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:25.777495 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f045abf-b3d3-4731-9635-9f2b5895daa0 None None] Pushing event updated for resources: {'Port': ['ID=5039454a-8423-417d-80f1-e824d0756bb6,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:25.858054 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cd085cfc-0fba-4e63-8d6c-ecb40f9271c8 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (812fe369-7292-4421-bcbb-795cc828f60a), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:25.882198 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd085cfc-0fba-4e63-8d6c-ecb40f9271c8 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:56:25.882894 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cd085cfc-0fba-4e63-8d6c-ecb40f9271c8 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:25.889794 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 755afc06-98d6-459a-b6b8-019323a15b19 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:56:25.919823 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 755afc06-98d6-459a-b6b8-019323a15b19 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:56:25.920187 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 755afc06-98d6-459a-b6b8-019323a15b19 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:56:25.920599 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 4eaeea50-1388-4ff3-900a-51c8a472e66e no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:56:25.968488 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:25.978525 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-23d9dd08-3e3c-472e-a352-81451460588c None None] Allocated IP 2001:db8::2 (61356c33-ce96-40d0-bb36-87a36b2d0e1c/85a85faf-1a4d-4755-b026-1f419a1b538f/43c09f7c-ce67-43c3-9364-4d27e9d9831a) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:56:26.042218 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=ced3aa80-a202-4118-9e11-c9c17101acf5,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:26.073329 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e3651fcf-ac7e-4672-9c32-862900e465cd tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:26.075639 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 4eaeea50-1388-4ff3-900a-51c8a472e66e {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:56:26.076268 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 4eaeea50-1388-4ff3-900a-51c8a472e66e not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:56:26.152763 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:DELETE=1,neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:26.225731 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ad06f2a8-8348-403a-b318-416395585950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (e59ddb51-b1a4-4d75-a410-f14214ae670d), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:26.246029 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ad06f2a8-8348-403a-b318-416395585950 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:26.250637 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ad06f2a8-8348-403a-b318-416395585950 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/e59ddb51-b1a4-4d75-a410-f14214ae670d HTTP/1.1" status: 204 len: 168 time: 1.1719995 Aug 27 04:56:26.252788 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-587cdefb-e7af-47ee-9953-7dea8dfdf3cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:26.292083 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0599d0ea-0217-4022-8f4b-fd3e994e48df tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:26.297547 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-0599d0ea-0217-4022-8f4b-fd3e994e48df tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.3563595 Aug 27 04:56:26.305212 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34918) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:26.317325 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad06f2a8-8348-403a-b318-416395585950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59ddb51-b1a4-4d75-a410-f14214ae670d,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:26.362542 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-0446de9d-2573-40bd-94d0-43b02540f2ef tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Deleting subnet a9b06a19-6daf-4787-897e-b9bf7610ddbe {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:56:26.381923 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0446de9d-2573-40bd-94d0-43b02540f2ef tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for subnet (a9b06a19-6daf-4787-897e-b9bf7610ddbe), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:26.461406 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd085cfc-0fba-4e63-8d6c-ecb40f9271c8 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Pushing event updated for resources: {'Network': ['ID=812fe369-7292-4421-bcbb-795cc828f60a,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:26.487357 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device ced3aa80-a202-4118-9e11-c9c17101acf5 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:56:26.487809 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-cd085cfc-0fba-4e63-8d6c-ecb40f9271c8 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.2092314 Aug 27 04:56:26.494045 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34920) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:26.520413 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 812fe369-7292-4421-bcbb-795cc828f60a details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:56:26.545886 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0446de9d-2573-40bd-94d0-43b02540f2ef tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (a9b06a19-6daf-4787-897e-b9bf7610ddbe), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:26.556966 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-ebfae6d0-d36a-40b6-9a36-2ed5ec4d0c1c tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Request body: {'subnet': {'network_id': '812fe369-7292-4421-bcbb-795cc828f60a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:56:26.639189 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:26.654463 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b34f87c4-f5df-402c-a871-446b99e98c1c None None] Publish callbacks [] for port (1341415f-fccf-43fd-b839-6d1d767a5499), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:26.763861 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-3f045abf-b3d3-4731-9635-9f2b5895daa0 None None] Attempting to bind port 5039454a-8423-417d-80f1-e824d0756bb6 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:56:26.764326 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-3f045abf-b3d3-4731-9635-9f2b5895daa0 None None] Attempting to bind port 5039454a-8423-417d-80f1-e824d0756bb6 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '018a6b65-7686-45b0-b07f-8b58d7320b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '40ca538a-aa9b-45ee-85e3-edd580d5f48c'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:56:26.764796 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f045abf-b3d3-4731-9635-9f2b5895daa0 None None] Attempting to bind port 5039454a-8423-417d-80f1-e824d0756bb6 on network 40ca538a-aa9b-45ee-85e3-edd580d5f48c {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:56:26.793221 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0446de9d-2573-40bd-94d0-43b02540f2ef tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (a9b06a19-6daf-4787-897e-b9bf7610ddbe), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:26.839609 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f045abf-b3d3-4731-9635-9f2b5895daa0 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:56:26.839940 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f045abf-b3d3-4731-9635-9f2b5895daa0 None None] Checking segment: {'id': '018a6b65-7686-45b0-b07f-8b58d7320b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '40ca538a-aa9b-45ee-85e3-edd580d5f48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:56:26.841557 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3f045abf-b3d3-4731-9635-9f2b5895daa0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:26.841557 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f045abf-b3d3-4731-9635-9f2b5895daa0 None None] Bound using segment: {'id': '018a6b65-7686-45b0-b07f-8b58d7320b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '40ca538a-aa9b-45ee-85e3-edd580d5f48c'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:56:26.841557 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-3f045abf-b3d3-4731-9635-9f2b5895daa0 None None] Bound port: 5039454a-8423-417d-80f1-e824d0756bb6, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '018a6b65-7686-45b0-b07f-8b58d7320b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '40ca538a-aa9b-45ee-85e3-edd580d5f48c'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:56:26.843207 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3f045abf-b3d3-4731-9635-9f2b5895daa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (5039454a-8423-417d-80f1-e824d0756bb6), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:26.862660 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-90b39c0f-efb1-40dc-badf-9fe8841e3f60 None None] Current status of the port ced3aa80-a202-4118-9e11-c9c17101acf5 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:56:26.896352 n-d-852088-5 neutron-server[107775]: DEBUG neutron.objects.ports [None req-9596f6fe-50a6-4ae4-8731-915170c9bcd2 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107775) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 27 04:56:26.954645 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b34f87c4-f5df-402c-a871-446b99e98c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (1341415f-fccf-43fd-b839-6d1d767a5499), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:26.965075 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9596f6fe-50a6-4ae4-8731-915170c9bcd2 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (dcf7508c-8cb4-429f-8d3b-b3d64ad89db6), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:26.975770 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port ced3aa80-a202-4118-9e11-c9c17101acf5 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:56:26.975770 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (ced3aa80-a202-4118-9e11-c9c17101acf5), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:27.065610 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ea860e40-92aa-4197-8911-a98b26293056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:27.067613 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-23d9dd08-3e3c-472e-a352-81451460588c None None] Publish callbacks [] for port (43c09f7c-ce67-43c3-9364-4d27e9d9831a), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:27.113118 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34f87c4-f5df-402c-a871-446b99e98c1c None None] Network 3b977a3c-7197-4177-ac1f-bc6436412484 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:56:27.132919 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-b34f87c4-f5df-402c-a871-446b99e98c1c None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:56:27.143550 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34f87c4-f5df-402c-a871-446b99e98c1c None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:56:27.155574 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-3f045abf-b3d3-4731-9635-9f2b5895daa0 None None] For port 5039454a-8423-417d-80f1-e824d0756bb6, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:56:27.157617 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f87c4-f5df-402c-a871-446b99e98c1c None None] Pushing event updated for resources: {'Port': ['ID=1341415f-fccf-43fd-b839-6d1d767a5499,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:27.161192 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-3f045abf-b3d3-4731-9635-9f2b5895daa0 None None] For port 5039454a-8423-417d-80f1-e824d0756bb6, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=5039454a-8423-417d-80f1-e824d0756bb6,segment=NetworkSegment(018a6b65-7686-45b0-b07f-8b58d7320b6d),segment_id=018a6b65-7686-45b0-b07f-8b58d7320b6d)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:56:27.254650 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0446de9d-2573-40bd-94d0-43b02540f2ef tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (a9b06a19-6daf-4787-897e-b9bf7610ddbe), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:27.271607 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port ced3aa80-a202-4118-9e11-c9c17101acf5 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:56:27.281647 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 14f6582e-2ccf-474e-9dd1-50666879ef18 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:56:27.287734 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-587cdefb-e7af-47ee-9953-7dea8dfdf3cc admin admin] Publish callbacks [] for security_group (b7ffd6b6-2455-4a7f-be55-812726d08e61), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:27.319839 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9596f6fe-50a6-4ae4-8731-915170c9bcd2 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:56:27.335458 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-b34f87c4-f5df-402c-a871-446b99e98c1c None None] Attempting to bind port 1341415f-fccf-43fd-b839-6d1d767a5499 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:56:27.335790 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0446de9d-2573-40bd-94d0-43b02540f2ef tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event deleted for resources: {'Subnet': ['ID=a9b06a19-6daf-4787-897e-b9bf7610ddbe,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:27.335910 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-b34f87c4-f5df-402c-a871-446b99e98c1c None None] Attempting to bind port 1341415f-fccf-43fd-b839-6d1d767a5499 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '8a3ec0de-1338-41b1-a7ad-ed1635eee70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3b977a3c-7197-4177-ac1f-bc6436412484'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:56:27.339988 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f87c4-f5df-402c-a871-446b99e98c1c None None] Attempting to bind port 1341415f-fccf-43fd-b839-6d1d767a5499 on network 3b977a3c-7197-4177-ac1f-bc6436412484 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:56:27.356265 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-9596f6fe-50a6-4ae4-8731-915170c9bcd2 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:56:27.356265 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9596f6fe-50a6-4ae4-8731-915170c9bcd2 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:56:27.356265 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9596f6fe-50a6-4ae4-8731-915170c9bcd2 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:27.356504 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0446de9d-2573-40bd-94d0-43b02540f2ef tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:27.373809 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9596f6fe-50a6-4ae4-8731-915170c9bcd2 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event updated for resources: {'Subnet': ['ID=dcf7508c-8cb4-429f-8d3b-b3d64ad89db6,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:27.380631 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-0446de9d-2573-40bd-94d0-43b02540f2ef tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/a9b06a19-6daf-4787-897e-b9bf7610ddbe HTTP/1.1" status: 204 len: 168 time: 1.6388798 Aug 27 04:56:27.391606 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 34932) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:27.394191 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f87c4-f5df-402c-a871-446b99e98c1c None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:56:27.394584 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f87c4-f5df-402c-a871-446b99e98c1c None None] Checking segment: {'id': '8a3ec0de-1338-41b1-a7ad-ed1635eee70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3b977a3c-7197-4177-ac1f-bc6436412484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:56:27.395023 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b34f87c4-f5df-402c-a871-446b99e98c1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:27.395420 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f87c4-f5df-402c-a871-446b99e98c1c None None] Bound using segment: {'id': '8a3ec0de-1338-41b1-a7ad-ed1635eee70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3b977a3c-7197-4177-ac1f-bc6436412484'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:56:27.396143 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-b34f87c4-f5df-402c-a871-446b99e98c1c None None] Bound port: 1341415f-fccf-43fd-b839-6d1d767a5499, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a3ec0de-1338-41b1-a7ad-ed1635eee70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3b977a3c-7197-4177-ac1f-bc6436412484'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:56:27.396404 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b34f87c4-f5df-402c-a871-446b99e98c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (1341415f-fccf-43fd-b839-6d1d767a5499), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:27.405465 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-23d9dd08-3e3c-472e-a352-81451460588c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (43c09f7c-ce67-43c3-9364-4d27e9d9831a), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:27.429476 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 14f6582e-2ccf-474e-9dd1-50666879ef18 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:56:27.429832 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 14f6582e-2ccf-474e-9dd1-50666879ef18 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:56:27.445735 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3f045abf-b3d3-4731-9635-9f2b5895daa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (5039454a-8423-417d-80f1-e824d0756bb6), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:27.510166 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4c627325-58b9-4e49-b613-5037ae986c42 None None] Provisioning complete for port ced3aa80-a202-4118-9e11-c9c17101acf5 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:56:27.510845 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4c627325-58b9-4e49-b613-5037ae986c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (ced3aa80-a202-4118-9e11-c9c17101acf5), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:27.515096 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=13 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:27.520911 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:27.553017 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d9dd08-3e3c-472e-a352-81451460588c None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:56:27.591779 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-23d9dd08-3e3c-472e-a352-81451460588c None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:56:27.593567 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9dd08-3e3c-472e-a352-81451460588c None None] Pushing event updated for resources: {'Port': ['ID=43c09f7c-ce67-43c3-9364-4d27e9d9831a,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:27.603288 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d9dd08-3e3c-472e-a352-81451460588c None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:56:27.685843 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-587cdefb-e7af-47ee-9953-7dea8dfdf3cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (b7ffd6b6-2455-4a7f-be55-812726d08e61), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:27.721526 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-b34f87c4-f5df-402c-a871-446b99e98c1c None None] For port 1341415f-fccf-43fd-b839-6d1d767a5499, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:56:27.724855 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-b34f87c4-f5df-402c-a871-446b99e98c1c None None] For port 1341415f-fccf-43fd-b839-6d1d767a5499, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=1341415f-fccf-43fd-b839-6d1d767a5499,segment=NetworkSegment(8a3ec0de-1338-41b1-a7ad-ed1635eee70e),segment_id=8a3ec0de-1338-41b1-a7ad-ed1635eee70e)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:56:27.761585 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587cdefb-e7af-47ee-9953-7dea8dfdf3cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ffd6b6-2455-4a7f-be55-812726d08e61,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:27.783522 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9596f6fe-50a6-4ae4-8731-915170c9bcd2 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.7372847 Aug 27 04:56:27.786715 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34936) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:27.789647 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-e3651fcf-ac7e-4672-9c32-862900e465cd tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Deleting port c861b3df-3b81-4554-abf8-1246b6f5803f {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:56:27.792664 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e3651fcf-ac7e-4672-9c32-862900e465cd tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (c861b3df-3b81-4554-abf8-1246b6f5803f), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:27.792861 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-ace0c90b-86cc-4585-b0c2-892693c1e227 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Request body: {'port': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'mac_address': 'fa:16:3e:6a:56:75', 'name': 'tempest-NetworksTestDHCPv6-1668007732'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:56:27.863169 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f045abf-b3d3-4731-9635-9f2b5895daa0 None None] Pushing event updated for resources: {'Port': ['ID=5039454a-8423-417d-80f1-e824d0756bb6,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:27.883213 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843772a6-c97f-4828-8b4f-eee534356525 None None] Network 0026bffc-86ee-42fd-99c7-26abc7ee40d7 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:56:27.907638 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b34f87c4-f5df-402c-a871-446b99e98c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (1341415f-fccf-43fd-b839-6d1d767a5499), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:28.029347 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebfae6d0-d36a-40b6-9a36-2ed5ec4d0c1c tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Made reservation on behalf of a035ed243e0b4ff6a2bb61230ea5a08a for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:56:28.033501 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ebfae6d0-d36a-40b6-9a36-2ed5ec4d0c1c tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:28.105375 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f87c4-f5df-402c-a871-446b99e98c1c None None] Pushing event updated for resources: {'Port': ['ID=1341415f-fccf-43fd-b839-6d1d767a5499,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:28.131956 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-23d9dd08-3e3c-472e-a352-81451460588c None None] Attempting to bind port 43c09f7c-ce67-43c3-9364-4d27e9d9831a on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:56:28.136587 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-23d9dd08-3e3c-472e-a352-81451460588c None None] Attempting to bind port 43c09f7c-ce67-43c3-9364-4d27e9d9831a by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:56:28.137257 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d9dd08-3e3c-472e-a352-81451460588c None None] Attempting to bind port 43c09f7c-ce67-43c3-9364-4d27e9d9831a on network 61356c33-ce96-40d0-bb36-87a36b2d0e1c {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:56:28.194496 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d9dd08-3e3c-472e-a352-81451460588c None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:56:28.194886 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d9dd08-3e3c-472e-a352-81451460588c None None] Checking segment: {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:56:28.195297 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-23d9dd08-3e3c-472e-a352-81451460588c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:28.195695 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d9dd08-3e3c-472e-a352-81451460588c None None] Bound using segment: {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:56:28.196283 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-23d9dd08-3e3c-472e-a352-81451460588c None None] Bound port: 43c09f7c-ce67-43c3-9364-4d27e9d9831a, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09140675-bb99-40af-b2a7-6259f5b80bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:56:28.196619 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-23d9dd08-3e3c-472e-a352-81451460588c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (43c09f7c-ce67-43c3-9364-4d27e9d9831a), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:28.217685 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4c627325-58b9-4e49-b613-5037ae986c42 None None] Current status of the port ced3aa80-a202-4118-9e11-c9c17101acf5 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:56:28.327236 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-23d9dd08-3e3c-472e-a352-81451460588c None None] For port 43c09f7c-ce67-43c3-9364-4d27e9d9831a, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:56:28.331085 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-23d9dd08-3e3c-472e-a352-81451460588c None None] For port 43c09f7c-ce67-43c3-9364-4d27e9d9831a, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=43c09f7c-ce67-43c3-9364-4d27e9d9831a,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:56:28.341986 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:28.341986 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-16ce641d-b2eb-4c68-b5db-95c11850aa44 None None] Could not find standard attr ID for object eb5af113-1fcf-489b-8da3-ccc2f5d9f47b. {{(pid=107777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 27 04:56:28.345730 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 5039454a-8423-417d-80f1-e824d0756bb6 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:56:28.380507 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace0c90b-86cc-4585-b0c2-892693c1e227 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Made reservation on behalf of f0f1eb4384394fc18f1626f3e12e04e3 for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:56:28.417668 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34942) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:28.420086 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-587cdefb-e7af-47ee-9953-7dea8dfdf3cc admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=34704adbdbc044248d6e89f886ff0a96&name=default HTTP/1.1" status: 200 len: 3000 time: 3.0318949 Aug 27 04:56:28.445525 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a4745426-30e8-4e29-a59f-8cc18ddb367f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (0026bffc-86ee-42fd-99c7-26abc7ee40d7), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:28.481238 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cdabcbec-ec88-454b-9a08-ed331f558877 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:28.605042 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b407f8f-0573-4bbb-a3cb-d9314616855c None None] DHCP port deletion for 0026bffc-86ee-42fd-99c7-26abc7ee40d7 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:56:28.609022 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cfc7afd9-caf7-4a6c-9f54-1078bb1edff4 admin admin] Publish callbacks [] for security_group (b7ffd6b6-2455-4a7f-be55-812726d08e61), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:28.646033 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-e3651fcf-ac7e-4672-9c32-862900e465cd tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] For port c861b3df-3b81-4554-abf8-1246b6f5803f, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=c861b3df-3b81-4554-abf8-1246b6f5803f,segment=NetworkSegment(d1b94b11-b7e8-4110-bcba-51d0d00c2c12),segment_id=d1b94b11-b7e8-4110-bcba-51d0d00c2c12)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:56:28.646315 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e3651fcf-ac7e-4672-9c32-862900e465cd tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (c861b3df-3b81-4554-abf8-1246b6f5803f), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:28.649138 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-23d9dd08-3e3c-472e-a352-81451460588c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (43c09f7c-ce67-43c3-9364-4d27e9d9831a), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:28.710104 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cfc7afd9-caf7-4a6c-9f54-1078bb1edff4 admin admin] Publish callbacks [] for security_group (b7ffd6b6-2455-4a7f-be55-812726d08e61), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:28.735782 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ace0c90b-86cc-4585-b0c2-892693c1e227 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:28.771642 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [None req-ace0c90b-86cc-4585-b0c2-892693c1e227 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] device_id is not set on port f0cb0a4d-b50c-41cb-a02f-ea158d5ad55e yet. {{(pid=107776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:56:28.829464 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-e3651fcf-ac7e-4672-9c32-862900e465cd tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Calling delete_port for c861b3df-3b81-4554-abf8-1246b6f5803f owned by network:router_interface {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:56:28.848582 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-2b407f8f-0573-4bbb-a3cb-d9314616855c None None] Deleting port ced3aa80-a202-4118-9e11-c9c17101acf5 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:56:28.848962 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2b407f8f-0573-4bbb-a3cb-d9314616855c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (ced3aa80-a202-4118-9e11-c9c17101acf5), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:28.861380 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9dd08-3e3c-472e-a352-81451460588c None None] Pushing event updated for resources: {'Port': ['ID=43c09f7c-ce67-43c3-9364-4d27e9d9831a,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:28.881126 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 5039454a-8423-417d-80f1-e824d0756bb6 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:56:28.881506 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (5039454a-8423-417d-80f1-e824d0756bb6), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:29.115203 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-2b407f8f-0573-4bbb-a3cb-d9314616855c None None] For port ced3aa80-a202-4118-9e11-c9c17101acf5, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=ced3aa80-a202-4118-9e11-c9c17101acf5,segment=NetworkSegment(701dd67d-30ea-46a3-9c7e-56b1220c4dc4),segment_id=701dd67d-30ea-46a3-9c7e-56b1220c4dc4)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:56:29.115710 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2b407f8f-0573-4bbb-a3cb-d9314616855c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (ced3aa80-a202-4118-9e11-c9c17101acf5), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:29.194070 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-2b407f8f-0573-4bbb-a3cb-d9314616855c None None] Calling delete_port for ced3aa80-a202-4118-9e11-c9c17101acf5 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:56:29.202551 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 5039454a-8423-417d-80f1-e824d0756bb6 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:56:29.206499 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (5039454a-8423-417d-80f1-e824d0756bb6), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:29.379184 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cfc7afd9-caf7-4a6c-9f54-1078bb1edff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (b7ffd6b6-2455-4a7f-be55-812726d08e61), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:29.387009 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cfc7afd9-caf7-4a6c-9f54-1078bb1edff4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:29.389314 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-cfc7afd9-caf7-4a6c-9f54-1078bb1edff4 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/b7ffd6b6-2455-4a7f-be55-812726d08e61 HTTP/1.1" status: 204 len: 168 time: 0.9697547 Aug 27 04:56:29.397444 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-ace0c90b-86cc-4585-b0c2-892693c1e227 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Allocated IP 2001:db8::70 (61356c33-ce96-40d0-bb36-87a36b2d0e1c/85a85faf-1a4d-4755-b026-1f419a1b538f/f0cb0a4d-b50c-41cb-a02f-ea158d5ad55e) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:56:29.431271 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc7afd9-caf7-4a6c-9f54-1078bb1edff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ffd6b6-2455-4a7f-be55-812726d08e61,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:29.457838 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-ace0c90b-86cc-4585-b0c2-892693c1e227 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Allocated IP 2001:db8:0:1:f816:3eff:fe6a:5675 (61356c33-ce96-40d0-bb36-87a36b2d0e1c/dcf7508c-8cb4-429f-8d3b-b3d64ad89db6/f0cb0a4d-b50c-41cb-a02f-ea158d5ad55e) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:56:29.529812 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e3651fcf-ac7e-4672-9c32-862900e465cd tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (c861b3df-3b81-4554-abf8-1246b6f5803f), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:29.530717 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 5039454a-8423-417d-80f1-e824d0756bb6, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=5039454a-8423-417d-80f1-e824d0756bb6,segment=NetworkSegment(018a6b65-7686-45b0-b07f-8b58d7320b6d),segment_id=018a6b65-7686-45b0-b07f-8b58d7320b6d)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:56:29.555953 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0fcd55-3d6a-4b5e-a279-851973f78157 None None] Network 40ca538a-aa9b-45ee-85e3-edd580d5f48c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:56:29.584971 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b99b240b-6f8b-40a7-af1d-a2f36046e6fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:29.612343 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34956) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:29.629758 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ebfae6d0-d36a-40b6-9a36-2ed5ec4d0c1c tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (85b14a6b-2bf8-478d-8910-60daf97bef62), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:29.659782 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-a4745426-30e8-4e29-a59f-8cc18ddb367f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Deleting port ced3aa80-a202-4118-9e11-c9c17101acf5 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:56:29.660127 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a4745426-30e8-4e29-a59f-8cc18ddb367f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (ced3aa80-a202-4118-9e11-c9c17101acf5), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:29.706894 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3651fcf-ac7e-4672-9c32-862900e465cd tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event deleted for resources: {'Port': ['ID=c861b3df-3b81-4554-abf8-1246b6f5803f,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:29.782243 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (5039454a-8423-417d-80f1-e824d0756bb6), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:29.891960 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-70494b73-b9d2-4799-8a79-c0a7cd5101d3 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-596938693'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:56:29.920701 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-3dc70f95-180b-4097-b528-752a0bb16ca2 None None] Provisioning complete for port 5039454a-8423-417d-80f1-e824d0756bb6 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:56:29.920701 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3dc70f95-180b-4097-b528-752a0bb16ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (5039454a-8423-417d-80f1-e824d0756bb6), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:29.940059 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ace0c90b-86cc-4585-b0c2-892693c1e227 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for port (f0cb0a4d-b50c-41cb-a02f-ea158d5ad55e), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:29.953660 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=5039454a-8423-417d-80f1-e824d0756bb6,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:30.008262 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7b51ce-d313-468e-b5e6-616b12316c6b None None] Network 3b977a3c-7197-4177-ac1f-bc6436412484 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:56:30.077741 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-a4745426-30e8-4e29-a59f-8cc18ddb367f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] For port ced3aa80-a202-4118-9e11-c9c17101acf5, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=ced3aa80-a202-4118-9e11-c9c17101acf5,segment=NetworkSegment(701dd67d-30ea-46a3-9c7e-56b1220c4dc4),segment_id=701dd67d-30ea-46a3-9c7e-56b1220c4dc4)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:56:30.079125 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a4745426-30e8-4e29-a59f-8cc18ddb367f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (ced3aa80-a202-4118-9e11-c9c17101acf5), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:30.103606 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-a4745426-30e8-4e29-a59f-8cc18ddb367f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Calling delete_port for ced3aa80-a202-4118-9e11-c9c17101acf5 owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:56:30.130726 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70494b73-b9d2-4799-8a79-c0a7cd5101d3 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Made reservation on behalf of 6d90b70e229c4295aeedf24108d1620c for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:56:30.136091 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-70494b73-b9d2-4799-8a79-c0a7cd5101d3 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:30.154751 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-70494b73-b9d2-4799-8a79-c0a7cd5101d3 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:30.175947 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfae6d0-d36a-40b6-9a36-2ed5ec4d0c1c tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Pushing event updated for resources: {'Subnet': ['ID=85b14a6b-2bf8-478d-8910-60daf97bef62,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:30.293030 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ace0c90b-86cc-4585-b0c2-892693c1e227 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (f0cb0a4d-b50c-41cb-a02f-ea158d5ad55e), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:30.371358 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace0c90b-86cc-4585-b0c2-892693c1e227 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:56:30.381824 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-ace0c90b-86cc-4585-b0c2-892693c1e227 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:56:30.386469 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace0c90b-86cc-4585-b0c2-892693c1e227 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:56:30.393024 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace0c90b-86cc-4585-b0c2-892693c1e227 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:56:30.394109 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ace0c90b-86cc-4585-b0c2-892693c1e227 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:30.457875 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2b407f8f-0573-4bbb-a3cb-d9314616855c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (ced3aa80-a202-4118-9e11-c9c17101acf5), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:30.517095 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace0c90b-86cc-4585-b0c2-892693c1e227 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event updated for resources: {'Port': ['ID=f0cb0a4d-b50c-41cb-a02f-ea158d5ad55e,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:30.521453 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-3dc70f95-180b-4097-b528-752a0bb16ca2 None None] Current status of the port 5039454a-8423-417d-80f1-e824d0756bb6 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:56:30.561208 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b407f8f-0573-4bbb-a3cb-d9314616855c None None] No DVR routers for this DVR port ced3aa80-a202-4118-9e11-c9c17101acf5 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:56:30.612798 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ace0c90b-86cc-4585-b0c2-892693c1e227 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.8225665 Aug 27 04:56:30.620788 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34964) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:30.659997 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b407f8f-0573-4bbb-a3cb-d9314616855c None None] Pushing event deleted for resources: {'Port': ['ID=ced3aa80-a202-4118-9e11-c9c17101acf5,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:30.660254 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfae6d0-d36a-40b6-9a36-2ed5ec4d0c1c tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Checking segment: {'id': '4802803d-48da-45c8-90fc-8a190fb0fe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '812fe369-7292-4421-bcbb-795cc828f60a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:56:30.660749 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfae6d0-d36a-40b6-9a36-2ed5ec4d0c1c tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Network hostable DHCP agents. Network: 812fe369-7292-4421-bcbb-795cc828f60a, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:56:30.665367 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a4745426-30e8-4e29-a59f-8cc18ddb367f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (ced3aa80-a202-4118-9e11-c9c17101acf5), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:30.676250 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:30.679236 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-70494b73-b9d2-4799-8a79-c0a7cd5101d3 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks [] for security_group (0b394349-3605-4ea1-9385-a1a34b513ae9), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:30.704763 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:30.732346 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-73d4fa45-56ba-497e-ad8e-fc2208f70a6d None None] Provisioning complete for port 1341415f-fccf-43fd-b839-6d1d767a5499 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:56:30.751241 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-73d4fa45-56ba-497e-ad8e-fc2208f70a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (1341415f-fccf-43fd-b839-6d1d767a5499), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:30.819083 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-70494b73-b9d2-4799-8a79-c0a7cd5101d3 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (0b394349-3605-4ea1-9385-a1a34b513ae9), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:30.826174 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 5039454a-8423-417d-80f1-e824d0756bb6 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:56:30.861656 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:30.906218 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70494b73-b9d2-4799-8a79-c0a7cd5101d3 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:56:30.937449 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-d33a8c16-8c0f-43fd-8dd1-89e706520a6f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Deleting port f0cb0a4d-b50c-41cb-a02f-ea158d5ad55e {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:56:30.937716 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d33a8c16-8c0f-43fd-8dd1-89e706520a6f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (f0cb0a4d-b50c-41cb-a02f-ea158d5ad55e), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:30.949962 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fadbd5-a4fa-484b-9dac-049f415c8c9f None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:56:30.969635 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-73d4fa45-56ba-497e-ad8e-fc2208f70a6d None None] Current status of the port 1341415f-fccf-43fd-b839-6d1d767a5499 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:56:30.970036 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-73d4fa45-56ba-497e-ad8e-fc2208f70a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (1341415f-fccf-43fd-b839-6d1d767a5499), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:31.047181 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 5039454a-8423-417d-80f1-e824d0756bb6 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:56:31.047564 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (5039454a-8423-417d-80f1-e824d0756bb6), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:31.098810 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d33a8c16-8c0f-43fd-8dd1-89e706520a6f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (f0cb0a4d-b50c-41cb-a02f-ea158d5ad55e), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:31.102854 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-73d4fa45-56ba-497e-ad8e-fc2208f70a6d None None] For port 1341415f-fccf-43fd-b839-6d1d767a5499, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=1341415f-fccf-43fd-b839-6d1d767a5499,segment=NetworkSegment(8a3ec0de-1338-41b1-a7ad-ed1635eee70e),segment_id=8a3ec0de-1338-41b1-a7ad-ed1635eee70e)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:56:31.116618 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-d33a8c16-8c0f-43fd-8dd1-89e706520a6f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Calling delete_port for f0cb0a4d-b50c-41cb-a02f-ea158d5ad55e owned by {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:56:31.234709 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-73d4fa45-56ba-497e-ad8e-fc2208f70a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (1341415f-fccf-43fd-b839-6d1d767a5499), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:31.349426 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70494b73-b9d2-4799-8a79-c0a7cd5101d3 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b394349-3605-4ea1-9385-a1a34b513ae9,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:31.385777 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 5039454a-8423-417d-80f1-e824d0756bb6 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:56:31.386883 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 43c09f7c-ce67-43c3-9364-4d27e9d9831a up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:56:31.410558 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:DELETE=10,neutron:SELECT=84,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:31.431664 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-114d3247-74a4-4a6b-89be-12d26f632ea4 None None] Provisioning complete for port 1341415f-fccf-43fd-b839-6d1d767a5499 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:56:31.432052 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-114d3247-74a4-4a6b-89be-12d26f632ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (1341415f-fccf-43fd-b839-6d1d767a5499), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:31.432549 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e3651fcf-ac7e-4672-9c32-862900e465cd tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:31.434860 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4745426-30e8-4e29-a59f-8cc18ddb367f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event deleted for resources: {'Port': ['ID=ced3aa80-a202-4118-9e11-c9c17101acf5,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:31.442801 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d4fa45-56ba-497e-ad8e-fc2208f70a6d None None] Pushing event updated for resources: {'Port': ['ID=1341415f-fccf-43fd-b839-6d1d767a5499,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:31.448420 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-70494b73-b9d2-4799-8a79-c0a7cd5101d3 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (b378de3b-2da5-4c32-b846-23405b293c58), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:31.448972 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-70494b73-b9d2-4799-8a79-c0a7cd5101d3 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Added segment b378de3b-2da5-4c32-b846-23405b293c58 of type vlan for network aea38776-f010-4b24-ac22-3c67904b0a32 Aug 27 04:56:31.458874 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d33a8c16-8c0f-43fd-8dd1-89e706520a6f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (f0cb0a4d-b50c-41cb-a02f-ea158d5ad55e), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:31.470940 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc31bcaa-308c-4e12-bfca-a4d2126de667 None None] Update dhcp port {'port': {'network_id': '61356c33-ce96-40d0-bb36-87a36b2d0e1c', 'fixed_ips': [{'subnet_id': '85a85faf-1a4d-4755-b026-1f419a1b538f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'dcf7508c-8cb4-429f-8d3b-b3d64ad89db6'}], 'binding:host_id': 'n-d-852088-5'}, 'id': '43c09f7c-ce67-43c3-9364-4d27e9d9831a'} from n-d-852088-5. {{(pid=107777) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Aug 27 04:56:31.510157 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-bc31bcaa-308c-4e12-bfca-a4d2126de667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (43c09f7c-ce67-43c3-9364-4d27e9d9831a), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:31.517748 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4745426-30e8-4e29-a59f-8cc18ddb367f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] No DVR routers for this DVR port ced3aa80-a202-4118-9e11-c9c17101acf5 on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:56:31.529792 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-cdabcbec-ec88-454b-9a08-ed331f558877 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Allocated IP 2001:db8::1 (40ca538a-aa9b-45ee-85e3-edd580d5f48c/03fdc12e-97dd-40ec-9395-12886b3a6492/47461e85-2d23-42c0-9840-df36a865d190) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:56:31.537206 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=2 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:31.539402 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a8c16-8c0f-43fd-8dd1-89e706520a6f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event deleted for resources: {'Port': ['ID=f0cb0a4d-b50c-41cb-a02f-ea158d5ad55e,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:31.553437 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-70494b73-b9d2-4799-8a79-c0a7cd5101d3 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (aea38776-f010-4b24-ac22-3c67904b0a32), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:31.624938 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d33a8c16-8c0f-43fd-8dd1-89e706520a6f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:31.630636 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d33a8c16-8c0f-43fd-8dd1-89e706520a6f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/ports/f0cb0a4d-b50c-41cb-a02f-ea158d5ad55e HTTP/1.1" status: 204 len: 168 time: 1.0062814 Aug 27 04:56:31.632051 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 43c09f7c-ce67-43c3-9364-4d27e9d9831a triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:56:31.632235 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (43c09f7c-ce67-43c3-9364-4d27e9d9831a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:31.632515 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34982) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:31.694045 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce32f50-5767-4388-bb98-fd1bb6b34cd0 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:56:31.700924 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1ce32f50-5767-4388-bb98-fd1bb6b34cd0 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0672452 Aug 27 04:56:31.702131 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34984) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:31.754421 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e86392-0514-43c0-81d5-b0afc76e10ed tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:56:31.764041 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b0e86392-0514-43c0-81d5-b0afc76e10ed tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0604420 Aug 27 04:56:31.765067 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34986) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:31.798674 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-114d3247-74a4-4a6b-89be-12d26f632ea4 None None] Current status of the port 1341415f-fccf-43fd-b839-6d1d767a5499 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:56:31.820672 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-70494b73-b9d2-4799-8a79-c0a7cd5101d3 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (aea38776-f010-4b24-ac22-3c67904b0a32), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:31.828653 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70494b73-b9d2-4799-8a79-c0a7cd5101d3 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:56:31.829277 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-70494b73-b9d2-4799-8a79-c0a7cd5101d3 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:31.833656 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-114d3247-74a4-4a6b-89be-12d26f632ea4 None None] Provisioning complete for port 43c09f7c-ce67-43c3-9364-4d27e9d9831a triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:56:31.834565 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-114d3247-74a4-4a6b-89be-12d26f632ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (43c09f7c-ce67-43c3-9364-4d27e9d9831a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:31.857133 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cdabcbec-ec88-454b-9a08-ed331f558877 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for port (47461e85-2d23-42c0-9840-df36a865d190), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:31.859031 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfae6d0-d36a-40b6-9a36-2ed5ec4d0c1c tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Network 812fe369-7292-4421-bcbb-795cc828f60a is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:56:31.908995 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a4745426-30e8-4e29-a59f-8cc18ddb367f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (0026bffc-86ee-42fd-99c7-26abc7ee40d7), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:31.950610 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b1b0d5-81ec-413f-ab32-1e97b3695f52 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:56:31.952620 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b1b0d5-81ec-413f-ab32-1e97b3695f52 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:56:31.954345 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b1b0d5-81ec-413f-ab32-1e97b3695f52 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:56:31.956680 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-77b1b0d5-81ec-413f-ab32-1e97b3695f52 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1896970 Aug 27 04:56:31.963957 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34990) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:32.002223 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-70494b73-b9d2-4799-8a79-c0a7cd5101d3 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.3885078 Aug 27 04:56:32.005946 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70494b73-b9d2-4799-8a79-c0a7cd5101d3 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Pushing event updated for resources: {'Network': ['ID=aea38776-f010-4b24-ac22-3c67904b0a32,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:32.018164 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 34996) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:32.028915 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-a4745426-30e8-4e29-a59f-8cc18ddb367f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0026bffc-86ee-42fd-99c7-26abc7ee40d7']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:32.030532 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-d5668c36-d92e-4c39-9aba-790310509c15 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Request body: {'subnet': {'network_id': 'aea38776-f010-4b24-ac22-3c67904b0a32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:56:32.049053 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-a4745426-30e8-4e29-a59f-8cc18ddb367f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '701dd67d-30ea-46a3-9c7e-56b1220c4dc4') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:32.049625 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-a4745426-30e8-4e29-a59f-8cc18ddb367f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '701dd67d-30ea-46a3-9c7e-56b1220c4dc4') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:32.064796 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3651fcf-ac7e-4672-9c32-862900e465cd tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Router 102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:56:32.072453 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a4745426-30e8-4e29-a59f-8cc18ddb367f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (701dd67d-30ea-46a3-9c7e-56b1220c4dc4), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:32.074531 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-ebfae6d0-d36a-40b6-9a36-2ed5ec4d0c1c tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 812fe369-7292-4421-bcbb-795cc828f60a) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:56:32.088755 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfae6d0-d36a-40b6-9a36-2ed5ec4d0c1c tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:56:32.089768 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ebfae6d0-d36a-40b6-9a36-2ed5ec4d0c1c tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:32.108150 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a4745426-30e8-4e29-a59f-8cc18ddb367f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (701dd67d-30ea-46a3-9c7e-56b1220c4dc4), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:32.129909 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-49618972-b7af-4586-87f1-2a64222d1943 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Deleting subnet 85a85faf-1a4d-4755-b026-1f419a1b538f {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:56:32.152065 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4745426-30e8-4e29-a59f-8cc18ddb367f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:56:32.152706 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a4745426-30e8-4e29-a59f-8cc18ddb367f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (701dd67d-30ea-46a3-9c7e-56b1220c4dc4), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:32.192104 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network aea38776-f010-4b24-ac22-3c67904b0a32 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:56:32.194041 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39604237-e9f9-45e5-9058-df234e4c8cba None None] Network 812fe369-7292-4421-bcbb-795cc828f60a requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:56:32.197561 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:32.242830 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 701dd67d-30ea-46a3-9c7e-56b1220c4dc4 resource provider aggregate not found Aug 27 04:56:32.254008 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cdabcbec-ec88-454b-9a08-ed331f558877 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (47461e85-2d23-42c0-9840-df36a865d190), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:32.277267 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ebfae6d0-d36a-40b6-9a36-2ed5ec4d0c1c tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 5.7717040 Aug 27 04:56:32.277787 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35002) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:32.284988 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-5e297284-5d50-4416-9adb-4a42652ad1c0 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1054414756', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}, 'admin_state_up': False}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:56:32.291136 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 701dd67d-30ea-46a3-9c7e-56b1220c4dc4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 701dd67d-30ea-46a3-9c7e-56b1220c4dc4 found for delete ", "request_id": "req-60de71e6-5650-404a-913b-2a01d22898b9"}]} Aug 27 04:56:32.341763 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdabcbec-ec88-454b-9a08-ed331f558877 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Network 40ca538a-aa9b-45ee-85e3-edd580d5f48c is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:56:32.347243 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3651fcf-ac7e-4672-9c32-862900e465cd tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:56:32.349147 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-cdabcbec-ec88-454b-9a08-ed331f558877 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:56:32.354253 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e3651fcf-ac7e-4672-9c32-862900e465cd tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "PUT /networking/v2.0/routers/102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9465840 Aug 27 04:56:32.357315 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdabcbec-ec88-454b-9a08-ed331f558877 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:56:32.357882 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cdabcbec-ec88-454b-9a08-ed331f558877 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (18d34660-9042-4897-aaee-a5dc40745745), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:32.360384 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35006) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:32.366127 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c5f3f4-a6bb-415f-8b5b-1d7480801239 None None] Sync routers for ids ['102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:56:32.389737 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c5f3f4-a6bb-415f-8b5b-1d7480801239 None None] Routers {'102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:56:32.392060 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:32.393469 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 43c09f7c-ce67-43c3-9364-4d27e9d9831a is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:56:32.393682 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-75c5f3f4-a6bb-415f-8b5b-1d7480801239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:56:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:32.393970 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (43c09f7c-ce67-43c3-9364-4d27e9d9831a), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:32.402133 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-bc31bcaa-308c-4e12-bfca-a4d2126de667 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe81:1c0f (61356c33-ce96-40d0-bb36-87a36b2d0e1c/dcf7508c-8cb4-429f-8d3b-b3d64ad89db6/43c09f7c-ce67-43c3-9364-4d27e9d9831a) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:56:32.410513 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5668c36-d92e-4c39-9aba-790310509c15 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Made reservation on behalf of 6d90b70e229c4295aeedf24108d1620c for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:56:32.415357 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d5668c36-d92e-4c39-9aba-790310509c15 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:32.475025 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a4745426-30e8-4e29-a59f-8cc18ddb367f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (0026bffc-86ee-42fd-99c7-26abc7ee40d7), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:32.492676 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a4745426-30e8-4e29-a59f-8cc18ddb367f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:32.512130 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a4745426-30e8-4e29-a59f-8cc18ddb367f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "DELETE /networking/v2.0/networks/0026bffc-86ee-42fd-99c7-26abc7ee40d7 HTTP/1.1" status: 204 len: 168 time: 5.0524795 Aug 27 04:56:32.559358 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35008) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:32.560270 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4745426-30e8-4e29-a59f-8cc18ddb367f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event deleted for resources: {'Network': ['ID=0026bffc-86ee-42fd-99c7-26abc7ee40d7,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:32.579751 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-1b8acb61-72f8-4916-a470-cdf10171a783 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-774440007'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:56:32.629604 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d02083f-bff9-4386-b75e-cf5671e7e750 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Deleting subnet 5df62364-1081-4557-a010-0b9d53af53d4 {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:56:32.637299 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdabcbec-ec88-454b-9a08-ed331f558877 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event updated for resources: {'Port': ['ID=47461e85-2d23-42c0-9840-df36a865d190,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:32.641430 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7d02083f-bff9-4386-b75e-cf5671e7e750 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for subnet (5df62364-1081-4557-a010-0b9d53af53d4), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:32.655424 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c16bb22-67d4-4923-be65-0f0c5f7d0d13 None None] Network 812fe369-7292-4421-bcbb-795cc828f60a requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:56:32.657518 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-75c5f3f4-a6bb-415f-8b5b-1d7480801239 None None] Set router 102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5 gateway port host: None {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:56:32.703313 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5e297284-5d50-4416-9adb-4a42652ad1c0 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (bc298bda-23b3-40f7-8a86-4ec774b53194), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:32.708767 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5e297284-5d50-4416-9adb-4a42652ad1c0 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (bc298bda-23b3-40f7-8a86-4ec774b53194), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:32.731665 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:32.734356 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8acb61-72f8-4916-a470-cdf10171a783 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Made reservation on behalf of be8944f580af495191f8edd06de8f901 for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:56:32.743955 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-114d3247-74a4-4a6b-89be-12d26f632ea4 None None] Current status of the port 43c09f7c-ce67-43c3-9364-4d27e9d9831a is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:56:32.744942 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1b8acb61-72f8-4916-a470-cdf10171a783 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:32.746830 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-114d3247-74a4-4a6b-89be-12d26f632ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (43c09f7c-ce67-43c3-9364-4d27e9d9831a), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:32.779472 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-75c5f3f4-a6bb-415f-8b5b-1d7480801239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'name': 'tempest-RoutersTest-router-1984842301', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:55:01Z', 'updated_at': '2022-08-27T04:56:29Z', 'revision_number': 11, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:32.835982 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c5f3f4-a6bb-415f-8b5b-1d7480801239 None None] Checking router: 102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:56:32.838431 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b8acb61-72f8-4916-a470-cdf10171a783 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:56:32.855112 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-bc31bcaa-308c-4e12-bfca-a4d2126de667 None None] For port 43c09f7c-ce67-43c3-9364-4d27e9d9831a, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=43c09f7c-ce67-43c3-9364-4d27e9d9831a,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:56:32.858101 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7d02083f-bff9-4386-b75e-cf5671e7e750 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (5df62364-1081-4557-a010-0b9d53af53d4), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:32.863192 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c5f3f4-a6bb-415f-8b5b-1d7480801239 None None] Routers {'102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:56:32.864112 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-75c5f3f4-a6bb-415f-8b5b-1d7480801239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:56:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:32.909925 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1b8acb61-72f8-4916-a470-cdf10171a783 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (85944abc-1d96-4941-87a5-6dbefa321e2c), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:32.910139 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-1b8acb61-72f8-4916-a470-cdf10171a783 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Added segment 85944abc-1d96-4941-87a5-6dbefa321e2c of type vlan for network 1f5f674a-8552-407a-9808-155c74009826 Aug 27 04:56:32.944138 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5e297284-5d50-4416-9adb-4a42652ad1c0 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for router_controller (bc298bda-23b3-40f7-8a86-4ec774b53194), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:32.968156 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-bc31bcaa-308c-4e12-bfca-a4d2126de667 None None] Publish callbacks [] for port (43c09f7c-ce67-43c3-9364-4d27e9d9831a), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:32.988775 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1b8acb61-72f8-4916-a470-cdf10171a783 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (1f5f674a-8552-407a-9808-155c74009826), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:32.993522 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d5668c36-d92e-4c39-9aba-790310509c15 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (caaacbd7-c366-4e5a-ba1f-acfa56c37d74), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:33.067551 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5668c36-d92e-4c39-9aba-790310509c15 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Pushing event updated for resources: {'Subnet': ['ID=caaacbd7-c366-4e5a-ba1f-acfa56c37d74,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:33.075590 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5668c36-d92e-4c39-9aba-790310509c15 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Checking segment: {'id': 'b378de3b-2da5-4c32-b846-23405b293c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'aea38776-f010-4b24-ac22-3c67904b0a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:56:33.076077 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5668c36-d92e-4c39-9aba-790310509c15 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Network hostable DHCP agents. Network: aea38776-f010-4b24-ac22-3c67904b0a32, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:56:33.079266 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7d02083f-bff9-4386-b75e-cf5671e7e750 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (5df62364-1081-4557-a010-0b9d53af53d4), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:33.090447 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-75c5f3f4-a6bb-415f-8b5b-1d7480801239 None None] Set router 102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5 gateway port host: None {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:56:33.107955 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cdabcbec-ec88-454b-9a08-ed331f558877 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (47461e85-2d23-42c0-9840-df36a865d190), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:33.146151 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-75c5f3f4-a6bb-415f-8b5b-1d7480801239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'name': 'tempest-RoutersTest-router-1984842301', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:55:01Z', 'updated_at': '2022-08-27T04:56:29Z', 'revision_number': 11, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:33.151631 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-49618972-b7af-4586-87f1-2a64222d1943 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (85a85faf-1a4d-4755-b026-1f419a1b538f), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:33.153915 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-bc31bcaa-308c-4e12-bfca-a4d2126de667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (43c09f7c-ce67-43c3-9364-4d27e9d9831a), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:33.184147 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c5f3f4-a6bb-415f-8b5b-1d7480801239 None None] The sync data for ids ['102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'] in n-d-852088-5 is: [{'id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'name': 'tempest-RoutersTest-router-1984842301', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:55:01Z', 'updated_at': '2022-08-27T04:56:29Z', 'revision_number': 11, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'gw_port_host': None}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:56:33.241992 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:56:33.242323 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:56:33.284063 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-114d3247-74a4-4a6b-89be-12d26f632ea4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:56:33.284498 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-114d3247-74a4-4a6b-89be-12d26f632ea4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:56:33.304134 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5668c36-d92e-4c39-9aba-790310509c15 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Network aea38776-f010-4b24-ac22-3c67904b0a32 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:56:33.313690 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1b8acb61-72f8-4916-a470-cdf10171a783 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (1f5f674a-8552-407a-9808-155c74009826), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:33.318066 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:33.321139 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5e297284-5d50-4416-9adb-4a42652ad1c0 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for router_gateway (bc298bda-23b3-40f7-8a86-4ec774b53194), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:33.323559 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8acb61-72f8-4916-a470-cdf10171a783 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:56:33.324627 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1b8acb61-72f8-4916-a470-cdf10171a783 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:33.342288 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-49618972-b7af-4586-87f1-2a64222d1943 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (85a85faf-1a4d-4755-b026-1f419a1b538f), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:33.362755 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc31bcaa-308c-4e12-bfca-a4d2126de667 None None] Pushing event updated for resources: {'Port': ['ID=43c09f7c-ce67-43c3-9364-4d27e9d9831a,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:33.416276 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:33.453133 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8acb61-72f8-4916-a470-cdf10171a783 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event updated for resources: {'Network': ['ID=1f5f674a-8552-407a-9808-155c74009826,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:33.465741 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 1f5f674a-8552-407a-9808-155c74009826 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:56:33.548376 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:33.566006 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1b8acb61-72f8-4916-a470-cdf10171a783 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0011067 Aug 27 04:56:33.569915 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35012) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:33.579935 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-536e7ba3-644b-4e45-81a2-37d150be0522 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Request body: {'subnet': {'network_id': '1f5f674a-8552-407a-9808-155c74009826', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:56:33.585457 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7d02083f-bff9-4386-b75e-cf5671e7e750 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (5df62364-1081-4557-a010-0b9d53af53d4), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:33.791338 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cdabcbec-ec88-454b-9a08-ed331f558877 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for port (47461e85-2d23-42c0-9840-df36a865d190), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:33.815907 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d02083f-bff9-4386-b75e-cf5671e7e750 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event deleted for resources: {'Subnet': ['ID=5df62364-1081-4557-a010-0b9d53af53d4,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:33.832438 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7d02083f-bff9-4386-b75e-cf5671e7e750 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:33.849243 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7d02083f-bff9-4386-b75e-cf5671e7e750 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/5df62364-1081-4557-a010-0b9d53af53d4 HTTP/1.1" status: 204 len: 168 time: 1.4794278 Aug 27 04:56:33.850450 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35016) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:33.871751 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-114d3247-74a4-4a6b-89be-12d26f632ea4 None None] Current status of the port 43c09f7c-ce67-43c3-9364-4d27e9d9831a is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:56:33.871751 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-114d3247-74a4-4a6b-89be-12d26f632ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (43c09f7c-ce67-43c3-9364-4d27e9d9831a), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:33.873836 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9ace86-a1aa-42c7-98ac-a7db4c9de871 None None] Network 94122cb1-f5f8-4b56-88b2-5834aef4472c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:56:33.964797 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 43c09f7c-ce67-43c3-9364-4d27e9d9831a is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:56:33.965045 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (43c09f7c-ce67-43c3-9364-4d27e9d9831a), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:33.965660 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-d5668c36-d92e-4c39-9aba-790310509c15 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, aea38776-f010-4b24-ac22-3c67904b0a32) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:56:33.982220 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-49618972-b7af-4586-87f1-2a64222d1943 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (85a85faf-1a4d-4755-b026-1f419a1b538f), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:33.983708 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01593776-9734-4407-8c5a-16c37349a0ed None None] Network aea38776-f010-4b24-ac22-3c67904b0a32 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:56:34.012465 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536e7ba3-644b-4e45-81a2-37d150be0522 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Made reservation on behalf of be8944f580af495191f8edd06de8f901 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:56:34.017630 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-536e7ba3-644b-4e45-81a2-37d150be0522 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:34.035314 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cdabcbec-ec88-454b-9a08-ed331f558877 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (47461e85-2d23-42c0-9840-df36a865d190), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:34.038661 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cdabcbec-ec88-454b-9a08-ed331f558877 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (18d34660-9042-4897-aaee-a5dc40745745), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:34.121778 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5668c36-d92e-4c39-9aba-790310509c15 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:56:34.136939 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-18405c47-18c0-4ab9-ae36-9dccb0c60e54 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (94122cb1-f5f8-4b56-88b2-5834aef4472c), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:34.137153 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d5668c36-d92e-4c39-9aba-790310509c15 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:34.179129 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326922bb-45c2-4eba-a5b0-147e790ffc2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-aea38776-f010-4b24-ac22-3c67904b0a32', 'network_id': 'aea38776-f010-4b24-ac22-3c67904b0a32', 'project_id': '6d90b70e229c4295aeedf24108d1620c', 'fixed_ips': [{'subnet_id': 'caaacbd7-c366-4e5a-ba1f-acfa56c37d74'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:56:34.179941 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-326922bb-45c2-4eba-a5b0-147e790ffc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:34.215976 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:34.229835 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95379e52-516c-424d-9f42-23f216f6b1a4 None None] DHCP port deletion for 94122cb1-f5f8-4b56-88b2-5834aef4472c request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:56:34.274080 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d5668c36-d92e-4c39-9aba-790310509c15 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2451315 Aug 27 04:56:34.276377 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35020) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:34.293291 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-b379fc3f-6772-423c-8328-c6e43d6a6634 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1841733480', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:56:34.408989 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-95379e52-516c-424d-9f42-23f216f6b1a4 None None] Deleting port bbff300d-bc9b-44cb-8580-576734e7cecf {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:56:34.409365 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-95379e52-516c-424d-9f42-23f216f6b1a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (bbff300d-bc9b-44cb-8580-576734e7cecf), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:34.438594 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-49618972-b7af-4586-87f1-2a64222d1943 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (85a85faf-1a4d-4755-b026-1f419a1b538f), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:34.468675 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5e297284-5d50-4416-9adb-4a42652ad1c0 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for router_gateway (bc298bda-23b3-40f7-8a86-4ec774b53194), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:34.561633 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5e297284-5d50-4416-9adb-4a42652ad1c0 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:34.621000 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-114d3247-74a4-4a6b-89be-12d26f632ea4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:56:34.621349 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-114d3247-74a4-4a6b-89be-12d26f632ea4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:56:34.656934 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdabcbec-ec88-454b-9a08-ed331f558877 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event updated for resources: {'Port': ['ID=47461e85-2d23-42c0-9840-df36a865d190,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:34.690172 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:56:34.695686 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:56:34.695686 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f512fb-1a00-4323-abe9-661c94d9d4be None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:56:34.746443 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-5e297284-5d50-4416-9adb-4a42652ad1c0 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Allocated IP 172.25.2.57 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/bbcbd366-6935-455b-bd2e-23d246e7c5ed) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:56:34.780185 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-18405c47-18c0-4ab9-ae36-9dccb0c60e54 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Deleting port bbff300d-bc9b-44cb-8580-576734e7cecf {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:56:34.790241 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-95379e52-516c-424d-9f42-23f216f6b1a4 None None] For port bbff300d-bc9b-44cb-8580-576734e7cecf, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=bbff300d-bc9b-44cb-8580-576734e7cecf,segment=NetworkSegment(d1b94b11-b7e8-4110-bcba-51d0d00c2c12),segment_id=d1b94b11-b7e8-4110-bcba-51d0d00c2c12)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:56:34.793298 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-95379e52-516c-424d-9f42-23f216f6b1a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (bbff300d-bc9b-44cb-8580-576734e7cecf), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:34.807922 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-18405c47-18c0-4ab9-ae36-9dccb0c60e54 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (bbff300d-bc9b-44cb-8580-576734e7cecf), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:34.830339 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-95379e52-516c-424d-9f42-23f216f6b1a4 None None] Calling delete_port for bbff300d-bc9b-44cb-8580-576734e7cecf owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:56:34.832405 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-326922bb-45c2-4eba-a5b0-147e790ffc2a None None] Allocated IP 172.20.0.2 (aea38776-f010-4b24-ac22-3c67904b0a32/caaacbd7-c366-4e5a-ba1f-acfa56c37d74/c820f45e-5710-4088-881c-3f7f1f493748) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:56:34.917018 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-49618972-b7af-4586-87f1-2a64222d1943 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:34.927919 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-49618972-b7af-4586-87f1-2a64222d1943 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/85a85faf-1a4d-4755-b026-1f419a1b538f HTTP/1.1" status: 204 len: 168 time: 2.9665864 Aug 27 04:56:34.931742 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35026) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:34.932365 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b379fc3f-6772-423c-8328-c6e43d6a6634 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (03120af2-e60f-4f3f-98d6-310cd441a92c), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:34.933510 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b379fc3f-6772-423c-8328-c6e43d6a6634 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (03120af2-e60f-4f3f-98d6-310cd441a92c), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:34.981678 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdabcbec-ec88-454b-9a08-ed331f558877 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Network 40ca538a-aa9b-45ee-85e3-edd580d5f48c is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:56:34.992962 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-cdabcbec-ec88-454b-9a08-ed331f558877 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:56:34.996536 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-18405c47-18c0-4ab9-ae36-9dccb0c60e54 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] For port bbff300d-bc9b-44cb-8580-576734e7cecf, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=bbff300d-bc9b-44cb-8580-576734e7cecf,segment=NetworkSegment(d1b94b11-b7e8-4110-bcba-51d0d00c2c12),segment_id=d1b94b11-b7e8-4110-bcba-51d0d00c2c12)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:56:34.996914 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-18405c47-18c0-4ab9-ae36-9dccb0c60e54 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (bbff300d-bc9b-44cb-8580-576734e7cecf), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:35.035898 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-536e7ba3-644b-4e45-81a2-37d150be0522 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (169942bb-a974-45f1-9234-4d28dbde93c7), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:35.038993 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-18405c47-18c0-4ab9-ae36-9dccb0c60e54 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Calling delete_port for bbff300d-bc9b-44cb-8580-576734e7cecf owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:56:35.092642 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49618972-b7af-4586-87f1-2a64222d1943 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event deleted for resources: {'Subnet': ['ID=85a85faf-1a4d-4755-b026-1f419a1b538f,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:35.108611 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8bbe83e-163f-4310-b585-18ea6e76ef69 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Deleting subnet dcf7508c-8cb4-429f-8d3b-b3d64ad89db6 {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:56:35.131566 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b379fc3f-6772-423c-8328-c6e43d6a6634 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks [] for router_controller (03120af2-e60f-4f3f-98d6-310cd441a92c), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:35.175946 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5e297284-5d50-4416-9adb-4a42652ad1c0 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for port (bbcbd366-6935-455b-bd2e-23d246e7c5ed), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:35.185125 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f8bbe83e-163f-4310-b585-18ea6e76ef69 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (dcf7508c-8cb4-429f-8d3b-b3d64ad89db6), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:35.234555 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b379fc3f-6772-423c-8328-c6e43d6a6634 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (03120af2-e60f-4f3f-98d6-310cd441a92c), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:35.246625 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 43c09f7c-ce67-43c3-9364-4d27e9d9831a is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:56:35.247215 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (43c09f7c-ce67-43c3-9364-4d27e9d9831a), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:35.359518 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5e297284-5d50-4416-9adb-4a42652ad1c0 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (bbcbd366-6935-455b-bd2e-23d246e7c5ed), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:35.402491 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f8bbe83e-163f-4310-b585-18ea6e76ef69 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (dcf7508c-8cb4-429f-8d3b-b3d64ad89db6), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:35.409278 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:35.425737 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 43c09f7c-ce67-43c3-9364-4d27e9d9831a, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=43c09f7c-ce67-43c3-9364-4d27e9d9831a,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:56:35.434363 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b379fc3f-6772-423c-8328-c6e43d6a6634 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:35.438690 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b379fc3f-6772-423c-8328-c6e43d6a6634 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 715 time: 1.1560905 Aug 27 04:56:35.440787 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35028) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:35.442467 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e297284-5d50-4416-9adb-4a42652ad1c0 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:56:35.466230 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-5e297284-5d50-4416-9adb-4a42652ad1c0 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:56:35.514383 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-114d3247-74a4-4a6b-89be-12d26f632ea4 None None] Current status of the port 43c09f7c-ce67-43c3-9364-4d27e9d9831a is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:56:35.514781 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-114d3247-74a4-4a6b-89be-12d26f632ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (43c09f7c-ce67-43c3-9364-4d27e9d9831a), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:35.530177 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e297284-5d50-4416-9adb-4a42652ad1c0 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:56:35.551169 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e7ba3-644b-4e45-81a2-37d150be0522 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event updated for resources: {'Subnet': ['ID=169942bb-a974-45f1-9234-4d28dbde93c7,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:35.575055 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (43c09f7c-ce67-43c3-9364-4d27e9d9831a), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:35.577416 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 1341415f-fccf-43fd-b839-6d1d767a5499 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:56:35.577416 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-95379e52-516c-424d-9f42-23f216f6b1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (bbff300d-bc9b-44cb-8580-576734e7cecf), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:35.584834 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-18405c47-18c0-4ab9-ae36-9dccb0c60e54 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (bbff300d-bc9b-44cb-8580-576734e7cecf), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:35.599892 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e297284-5d50-4416-9adb-4a42652ad1c0 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Pushing event updated for resources: {'Port': ['ID=bbcbd366-6935-455b-bd2e-23d246e7c5ed,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:35.623232 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18405c47-18c0-4ab9-ae36-9dccb0c60e54 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] No DVR routers for this DVR port bbff300d-bc9b-44cb-8580-576734e7cecf on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:56:35.770741 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95379e52-516c-424d-9f42-23f216f6b1a4 None None] No DVR routers for this DVR port bbff300d-bc9b-44cb-8580-576734e7cecf on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:56:35.797817 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-114d3247-74a4-4a6b-89be-12d26f632ea4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:56:35.797817 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-114d3247-74a4-4a6b-89be-12d26f632ea4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:56:35.873751 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-326922bb-45c2-4eba-a5b0-147e790ffc2a None None] Publish callbacks [] for port (c820f45e-5710-4088-881c-3f7f1f493748), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:35.878791 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 1341415f-fccf-43fd-b839-6d1d767a5499 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:56:35.885092 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (1341415f-fccf-43fd-b839-6d1d767a5499), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:35.925710 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18405c47-18c0-4ab9-ae36-9dccb0c60e54 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event deleted for resources: {'Port': ['ID=bbff300d-bc9b-44cb-8580-576734e7cecf,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:35.947594 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=43c09f7c-ce67-43c3-9364-4d27e9d9831a,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:35.999586 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95379e52-516c-424d-9f42-23f216f6b1a4 None None] Pushing event deleted for resources: {'Port': ['ID=bbff300d-bc9b-44cb-8580-576734e7cecf,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:36.033033 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-326922bb-45c2-4eba-a5b0-147e790ffc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (c820f45e-5710-4088-881c-3f7f1f493748), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:36.091067 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=1,neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:36.108847 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326922bb-45c2-4eba-a5b0-147e790ffc2a None None] Pushing event updated for resources: {'Port': ['ID=c820f45e-5710-4088-881c-3f7f1f493748,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:36.117373 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326922bb-45c2-4eba-a5b0-147e790ffc2a None None] Network aea38776-f010-4b24-ac22-3c67904b0a32 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:56:36.123959 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-326922bb-45c2-4eba-a5b0-147e790ffc2a None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:56:36.127116 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326922bb-45c2-4eba-a5b0-147e790ffc2a None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:56:36.129563 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536e7ba3-644b-4e45-81a2-37d150be0522 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Checking segment: {'id': '85944abc-1d96-4941-87a5-6dbefa321e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '1f5f674a-8552-407a-9808-155c74009826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:56:36.130142 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536e7ba3-644b-4e45-81a2-37d150be0522 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Network hostable DHCP agents. Network: 1f5f674a-8552-407a-9808-155c74009826, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:56:36.146748 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-18405c47-18c0-4ab9-ae36-9dccb0c60e54 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (94122cb1-f5f8-4b56-88b2-5834aef4472c), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:36.193832 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f8bbe83e-163f-4310-b585-18ea6e76ef69 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (dcf7508c-8cb4-429f-8d3b-b3d64ad89db6), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:36.201026 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-18405c47-18c0-4ab9-ae36-9dccb0c60e54 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94122cb1-f5f8-4b56-88b2-5834aef4472c']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:36.241203 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-18405c47-18c0-4ab9-ae36-9dccb0c60e54 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1b94b11-b7e8-4110-bcba-51d0d00c2c12') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:36.241772 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-18405c47-18c0-4ab9-ae36-9dccb0c60e54 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1b94b11-b7e8-4110-bcba-51d0d00c2c12') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:36.251662 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdabcbec-ec88-454b-9a08-ed331f558877 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Router 18d34660-9042-4897-aaee-a5dc40745745 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:56:36.253465 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5e297284-5d50-4416-9adb-4a42652ad1c0 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for router_gateway (bc298bda-23b3-40f7-8a86-4ec774b53194), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:36.267077 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-326922bb-45c2-4eba-a5b0-147e790ffc2a None None] Attempting to bind port c820f45e-5710-4088-881c-3f7f1f493748 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:56:36.267562 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-326922bb-45c2-4eba-a5b0-147e790ffc2a None None] Attempting to bind port c820f45e-5710-4088-881c-3f7f1f493748 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'b378de3b-2da5-4c32-b846-23405b293c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'aea38776-f010-4b24-ac22-3c67904b0a32'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:56:36.268095 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326922bb-45c2-4eba-a5b0-147e790ffc2a None None] Attempting to bind port c820f45e-5710-4088-881c-3f7f1f493748 on network aea38776-f010-4b24-ac22-3c67904b0a32 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:56:36.269241 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-18405c47-18c0-4ab9-ae36-9dccb0c60e54 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (d1b94b11-b7e8-4110-bcba-51d0d00c2c12), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:36.277199 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326922bb-45c2-4eba-a5b0-147e790ffc2a None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:56:36.277737 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326922bb-45c2-4eba-a5b0-147e790ffc2a None None] Checking segment: {'id': 'b378de3b-2da5-4c32-b846-23405b293c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'aea38776-f010-4b24-ac22-3c67904b0a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:56:36.278574 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-326922bb-45c2-4eba-a5b0-147e790ffc2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:36.279073 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326922bb-45c2-4eba-a5b0-147e790ffc2a None None] Bound using segment: {'id': 'b378de3b-2da5-4c32-b846-23405b293c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'aea38776-f010-4b24-ac22-3c67904b0a32'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:56:36.279658 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-326922bb-45c2-4eba-a5b0-147e790ffc2a None None] Bound port: c820f45e-5710-4088-881c-3f7f1f493748, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b378de3b-2da5-4c32-b846-23405b293c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'aea38776-f010-4b24-ac22-3c67904b0a32'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:56:36.280157 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-326922bb-45c2-4eba-a5b0-147e790ffc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (c820f45e-5710-4088-881c-3f7f1f493748), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:36.304799 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 1341415f-fccf-43fd-b839-6d1d767a5499 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:56:36.308702 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:36.338886 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-18405c47-18c0-4ab9-ae36-9dccb0c60e54 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (d1b94b11-b7e8-4110-bcba-51d0d00c2c12), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:36.361130 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18405c47-18c0-4ab9-ae36-9dccb0c60e54 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:56:36.361643 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-18405c47-18c0-4ab9-ae36-9dccb0c60e54 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (d1b94b11-b7e8-4110-bcba-51d0d00c2c12), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:36.390100 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device ced3aa80-a202-4118-9e11-c9c17101acf5 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:56:36.421873 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: ced3aa80-a202-4118-9e11-c9c17101acf5 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:56:36.422225 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device ced3aa80-a202-4118-9e11-c9c17101acf5 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:56:36.435315 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-326922bb-45c2-4eba-a5b0-147e790ffc2a None None] For port c820f45e-5710-4088-881c-3f7f1f493748, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:56:36.482704 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-81328b1c-9bfc-47ae-8cac-0aacbf19027c tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:36.575292 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 43c09f7c-ce67-43c3-9364-4d27e9d9831a up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:56:36.639380 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 43c09f7c-ce67-43c3-9364-4d27e9d9831a triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:56:36.639760 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (43c09f7c-ce67-43c3-9364-4d27e9d9831a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:36.668374 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:36.714849 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:36.731929 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 43c09f7c-ce67-43c3-9364-4d27e9d9831a is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:56:36.733250 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 1341415f-fccf-43fd-b839-6d1d767a5499 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:56:36.746570 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5e297284-5d50-4416-9adb-4a42652ad1c0 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (bc298bda-23b3-40f7-8a86-4ec774b53194), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:36.815122 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 1341415f-fccf-43fd-b839-6d1d767a5499 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:56:36.815605 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (1341415f-fccf-43fd-b839-6d1d767a5499), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:36.849827 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536e7ba3-644b-4e45-81a2-37d150be0522 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Network 1f5f674a-8552-407a-9808-155c74009826 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:56:36.862192 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment d1b94b11-b7e8-4110-bcba-51d0d00c2c12 resource provider aggregate not found Aug 27 04:56:36.888334 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:36.892956 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment d1b94b11-b7e8-4110-bcba-51d0d00c2c12 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d1b94b11-b7e8-4110-bcba-51d0d00c2c12 found for delete ", "request_id": "req-966e0f70-532e-4c99-8898-03cf6d98623d"}]} Aug 27 04:56:36.907654 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:36.923291 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdabcbec-ec88-454b-9a08-ed331f558877 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:56:36.923495 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 1341415f-fccf-43fd-b839-6d1d767a5499 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:56:36.933435 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-cdabcbec-ec88-454b-9a08-ed331f558877 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "PUT /networking/v2.0/routers/18d34660-9042-4897-aaee-a5dc40745745/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6245868 Aug 27 04:56:36.936922 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35044) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:36.943932 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06090da1-1384-4fb5-a879-795b3852be01 None None] Sync routers for ids ['18d34660-9042-4897-aaee-a5dc40745745'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:56:36.979916 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06090da1-1384-4fb5-a879-795b3852be01 None None] Routers {'18d34660-9042-4897-aaee-a5dc40745745'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:56:36.980653 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-06090da1-1384-4fb5-a879-795b3852be01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:56:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['18d34660-9042-4897-aaee-a5dc40745745'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:37.017649 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e9cad2-f894-4fed-b62f-6e0ffe91d14b tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:56:37.019180 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-26e9cad2-f894-4fed-b62f-6e0ffe91d14b tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "GET /networking/v2.0/ports/47461e85-2d23-42c0-9840-df36a865d190 HTTP/1.1" status: 200 len: 911 time: 0.0809629 Aug 27 04:56:37.029641 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35048) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:37.029641 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f8bbe83e-163f-4310-b585-18ea6e76ef69 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (dcf7508c-8cb4-429f-8d3b-b3d64ad89db6), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:37.029641 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-536e7ba3-644b-4e45-81a2-37d150be0522 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 1f5f674a-8552-407a-9808-155c74009826) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:56:37.031351 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-18405c47-18c0-4ab9-ae36-9dccb0c60e54 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (94122cb1-f5f8-4b56-88b2-5834aef4472c), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:37.052449 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device c861b3df-3b81-4554-abf8-1246b6f5803f no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:56:37.073970 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-06090da1-1384-4fb5-a879-795b3852be01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:37.084714 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f017e6f6-8104-4461-8ebe-e780b8565d02 None None] Network 1f5f674a-8552-407a-9808-155c74009826 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:56:37.094129 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-18405c47-18c0-4ab9-ae36-9dccb0c60e54 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:37.100125 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-18405c47-18c0-4ab9-ae36-9dccb0c60e54 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "DELETE /networking/v2.0/networks/94122cb1-f5f8-4b56-88b2-5834aef4472c HTTP/1.1" status: 204 len: 168 time: 3.2454669 Aug 27 04:56:37.100125 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536e7ba3-644b-4e45-81a2-37d150be0522 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:56:37.100125 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-536e7ba3-644b-4e45-81a2-37d150be0522 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:37.104817 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35052) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:37.108558 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-81328b1c-9bfc-47ae-8cac-0aacbf19027c tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Allocated IP 172.20.0.1 (aea38776-f010-4b24-ac22-3c67904b0a32/caaacbd7-c366-4e5a-ba1f-acfa56c37d74/d2d31a2f-3f01-48b0-bc5d-6329fefca5e3) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:56:37.113132 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18405c47-18c0-4ab9-ae36-9dccb0c60e54 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Pushing event deleted for resources: {'Network': ['ID=94122cb1-f5f8-4b56-88b2-5834aef4472c,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:37.117607 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-326922bb-45c2-4eba-a5b0-147e790ffc2a None None] For port c820f45e-5710-4088-881c-3f7f1f493748, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=c820f45e-5710-4088-881c-3f7f1f493748,segment=NetworkSegment(b378de3b-2da5-4c32-b846-23405b293c58),segment_id=b378de3b-2da5-4c32-b846-23405b293c58)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:56:37.124911 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: c861b3df-3b81-4554-abf8-1246b6f5803f {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:56:37.130199 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device c861b3df-3b81-4554-abf8-1246b6f5803f not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:56:37.130199 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device bbff300d-bc9b-44cb-8580-576734e7cecf no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:56:37.137965 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-70985743-0d52-4f25-94eb-a012562cd4ac tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Request body: {'router': {'routes': None}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:56:37.193810 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: bbff300d-bc9b-44cb-8580-576734e7cecf {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:56:37.194292 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device bbff300d-bc9b-44cb-8580-576734e7cecf not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:56:37.197581 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06090da1-1384-4fb5-a879-795b3852be01 None None] Routers {'18d34660-9042-4897-aaee-a5dc40745745'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:56:37.198362 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-06090da1-1384-4fb5-a879-795b3852be01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:56:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['18d34660-9042-4897-aaee-a5dc40745745'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:37.221143 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bbe83e-163f-4310-b585-18ea6e76ef69 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event deleted for resources: {'Subnet': ['ID=dcf7508c-8cb4-429f-8d3b-b3d64ad89db6,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:37.237912 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-06090da1-1384-4fb5-a879-795b3852be01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:37.238634 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06090da1-1384-4fb5-a879-795b3852be01 None None] The sync data for ids ['18d34660-9042-4897-aaee-a5dc40745745'] in n-d-852088-5 is: [] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:56:37.264203 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-326922bb-45c2-4eba-a5b0-147e790ffc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (c820f45e-5710-4088-881c-3f7f1f493748), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:37.401526 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c61528c-885e-4cf5-985f-45896dfcf28b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-1f5f674a-8552-407a-9808-155c74009826', 'network_id': '1f5f674a-8552-407a-9808-155c74009826', 'project_id': 'be8944f580af495191f8edd06de8f901', 'fixed_ips': [{'subnet_id': '169942bb-a974-45f1-9234-4d28dbde93c7'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:56:37.401526 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2c61528c-885e-4cf5-985f-45896dfcf28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:37.435590 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326922bb-45c2-4eba-a5b0-147e790ffc2a None None] Pushing event updated for resources: {'Port': ['ID=c820f45e-5710-4088-881c-3f7f1f493748,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:37.445488 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f8bbe83e-163f-4310-b585-18ea6e76ef69 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:37.450104 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f8bbe83e-163f-4310-b585-18ea6e76ef69 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/dcf7508c-8cb4-429f-8d3b-b3d64ad89db6 HTTP/1.1" status: 204 len: 168 time: 2.5170374 Aug 27 04:56:37.468911 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35058) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:37.508016 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-536e7ba3-644b-4e45-81a2-37d150be0522 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9310052 Aug 27 04:56:37.522902 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35060) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:37.547093 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-cb7de68b-7832-4e10-8e0b-0cb51b7340a4 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Request body: {'port': {'network_id': '1f5f674a-8552-407a-9808-155c74009826', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-671973932'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:56:37.604339 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-5325a9b4-a99c-4ab5-afe1-bb0d00b51af0 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1298547 Aug 27 04:56:37.631025 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35066) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:37.678419 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.extraroute_db [None req-70985743-0d52-4f25-94eb-a012562cd4ac tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Added routes are [] {{(pid=107776) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 27 04:56:37.678419 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.extraroute_db [None req-70985743-0d52-4f25-94eb-a012562cd4ac tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Removed routes are [] {{(pid=107776) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 27 04:56:37.678419 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-70985743-0d52-4f25-94eb-a012562cd4ac tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1678557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12747'] for router (102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:37.678419 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-81328b1c-9bfc-47ae-8cac-0aacbf19027c tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks [] for port (d2d31a2f-3f01-48b0-bc5d-6329fefca5e3), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:37.678825 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18878862-39f3-4e63-b19a-14cd6d08c2bc None None] Network 61356c33-ce96-40d0-bb36-87a36b2d0e1c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:56:37.679680 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:37.749212 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e297284-5d50-4416-9adb-4a42652ad1c0 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Router bc298bda-23b3-40f7-8a86-4ec774b53194 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:56:37.749461 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea790db-85e4-42d6-9c1a-f85ab3716be8 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:56:37.754060 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-aea790db-85e4-42d6-9c1a-f85ab3716be8 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1198390 Aug 27 04:56:37.756345 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35070) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:37.817915 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:37.826663 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-114d3247-74a4-4a6b-89be-12d26f632ea4 None None] Current status of the port 43c09f7c-ce67-43c3-9364-4d27e9d9831a is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:56:37.843866 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-2c61528c-885e-4cf5-985f-45896dfcf28b None None] Allocated IP 2001:db8::2 (1f5f674a-8552-407a-9808-155c74009826/169942bb-a974-45f1-9234-4d28dbde93c7/a3a3021f-f196-4eb1-98ff-b6602f0f8150) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:56:37.896382 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-81328b1c-9bfc-47ae-8cac-0aacbf19027c tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (d2d31a2f-3f01-48b0-bc5d-6329fefca5e3), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:37.923925 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34f7259-f251-4064-8ac0-b96f5f4e7896 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:56:37.925782 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-d34f7259-f251-4064-8ac0-b96f5f4e7896 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1615570 Aug 27 04:56:37.929366 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35072) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:37.934325 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-114d3247-74a4-4a6b-89be-12d26f632ea4 None None] Provisioning complete for port 5039454a-8423-417d-80f1-e824d0756bb6 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:56:37.934711 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-114d3247-74a4-4a6b-89be-12d26f632ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (5039454a-8423-417d-80f1-e824d0756bb6), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:37.998347 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1c6aafd1-079e-4a38-b3ca-7c9dc66e6cd0 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:38.052224 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-be416b16-26f9-4f67-b8fa-39e8e2827b96 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1175609 Aug 27 04:56:38.054288 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35074) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:38.112799 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e40c01e-0ef8-49c6-975a-ad19ff040310 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:38.113476 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e40c01e-0ef8-49c6-975a-ad19ff040310 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:38.120415 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-8e40c01e-0ef8-49c6-975a-ad19ff040310 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/ports/f0cb0a4d-b50c-41cb-a02f-ea158d5ad55e HTTP/1.1" status: 404 len: 333 time: 0.0614994 Aug 27 04:56:38.120415 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35076) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:38.219753 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e497874-b926-464f-9768-90fffb7eab54 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:38.220248 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e497874-b926-464f-9768-90fffb7eab54 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:38.223499 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7e497874-b926-464f-9768-90fffb7eab54 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/dcf7508c-8cb4-429f-8d3b-b3d64ad89db6 HTTP/1.1" status: 404 len: 337 time: 0.1031485 Aug 27 04:56:38.226114 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35078) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:38.272047 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-a437c16d-b77b-4818-9801-e2803b879294 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:38.272551 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a437c16d-b77b-4818-9801-e2803b879294 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:38.279865 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a437c16d-b77b-4818-9801-e2803b879294 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/85a85faf-1a4d-4755-b026-1f419a1b538f HTTP/1.1" status: 404 len: 337 time: 0.0503411 Aug 27 04:56:38.280881 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35080) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:38.334748 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7715929-3aa7-4e31-a15d-f04646a1b179 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:38.335594 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7715929-3aa7-4e31-a15d-f04646a1b179 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:38.341963 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f7715929-3aa7-4e31-a15d-f04646a1b179 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/ports/b374af6e-25d8-49c5-8a6c-1d632f6910b3 HTTP/1.1" status: 404 len: 333 time: 0.0607045 Aug 27 04:56:38.355979 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35082) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:38.381130 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3448074-906d-43ac-8d3c-6186214491f8 None None] DHCP port deletion for 61356c33-ce96-40d0-bb36-87a36b2d0e1c request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:56:38.398324 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2c61528c-885e-4cf5-985f-45896dfcf28b None None] Publish callbacks [] for port (a3a3021f-f196-4eb1-98ff-b6602f0f8150), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:38.441590 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-114d3247-74a4-4a6b-89be-12d26f632ea4 None None] Current status of the port 5039454a-8423-417d-80f1-e824d0756bb6 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:56:38.460624 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d3448074-906d-43ac-8d3c-6186214491f8 None None] Deleting port 43c09f7c-ce67-43c3-9364-4d27e9d9831a {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:56:38.461007 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d3448074-906d-43ac-8d3c-6186214491f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (43c09f7c-ce67-43c3-9364-4d27e9d9831a), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:38.466489 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-75a38cf8-229c-4b5b-b09e-19114769bcf3 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:38.466905 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75a38cf8-229c-4b5b-b09e-19114769bcf3 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:38.470456 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-75a38cf8-229c-4b5b-b09e-19114769bcf3 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/7dca3775-432f-4f90-902f-85a6087fd8f0 HTTP/1.1" status: 404 len: 337 time: 0.1131814 Aug 27 04:56:38.476027 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35084) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:38.532410 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-dccfc952-31ee-4e4d-b5cc-357432e6907f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:38.533709 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dccfc952-31ee-4e4d-b5cc-357432e6907f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:38.540236 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-dccfc952-31ee-4e4d-b5cc-357432e6907f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/46e61561-c96f-499d-8362-6063b170bd49 HTTP/1.1" status: 404 len: 337 time: 0.0630529 Aug 27 04:56:38.550067 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35086) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:38.632281 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81328b1c-9bfc-47ae-8cac-0aacbf19027c tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Network aea38776-f010-4b24-ac22-3c67904b0a32 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:56:38.641462 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-ea8b5545-f9a1-4cf8-879d-48cc5afbd3e4 None None] Could not find standard attr ID for object f0cb0a4d-b50c-41cb-a02f-ea158d5ad55e. {{(pid=107777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 27 04:56:38.648176 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device c820f45e-5710-4088-881c-3f7f1f493748 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:56:38.661769 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2c61528c-885e-4cf5-985f-45896dfcf28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (a3a3021f-f196-4eb1-98ff-b6602f0f8150), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:38.674316 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7f1df1e-c289-466e-ab68-464ee98b5bb4 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:38.679553 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7f1df1e-c289-466e-ab68-464ee98b5bb4 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:38.683332 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b7f1df1e-c289-466e-ab68-464ee98b5bb4 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/ports/cd25b879-7602-45b5-89aa-e95566aae021 HTTP/1.1" status: 404 len: 333 time: 0.1322064 Aug 27 04:56:38.690847 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35092) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:38.733750 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-81328b1c-9bfc-47ae-8cac-0aacbf19027c tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:56:38.739481 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81328b1c-9bfc-47ae-8cac-0aacbf19027c tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:56:38.774435 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7d3c949-9754-412d-a511-f32c7b22693a tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:38.775607 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7d3c949-9754-412d-a511-f32c7b22693a tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:38.781528 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c61528c-885e-4cf5-985f-45896dfcf28b None None] Pushing event updated for resources: {'Port': ['ID=a3a3021f-f196-4eb1-98ff-b6602f0f8150,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:38.781862 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f7d3c949-9754-412d-a511-f32c7b22693a tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/cae2de6f-de4f-4e6f-abdf-6af6a29d0765 HTTP/1.1" status: 404 len: 337 time: 0.0874078 Aug 27 04:56:38.783033 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35094) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:38.808877 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d3448074-906d-43ac-8d3c-6186214491f8 None None] For port 43c09f7c-ce67-43c3-9364-4d27e9d9831a, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=43c09f7c-ce67-43c3-9364-4d27e9d9831a,segment=NetworkSegment(09140675-bb99-40af-b2a7-6259f5b80bd3),segment_id=09140675-bb99-40af-b2a7-6259f5b80bd3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:56:38.809291 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d3448074-906d-43ac-8d3c-6186214491f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (43c09f7c-ce67-43c3-9364-4d27e9d9831a), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:38.830343 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-ea8b5545-f9a1-4cf8-879d-48cc5afbd3e4 None None] Provisioning complete for port 43c09f7c-ce67-43c3-9364-4d27e9d9831a triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:56:38.830775 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ea8b5545-f9a1-4cf8-879d-48cc5afbd3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (43c09f7c-ce67-43c3-9364-4d27e9d9831a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:38.835992 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed5cdd59-79d2-427e-bfff-1890eb05dea3 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:38.836393 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed5cdd59-79d2-427e-bfff-1890eb05dea3 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:38.841882 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ed5cdd59-79d2-427e-bfff-1890eb05dea3 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/b4782a2f-9633-4e66-819f-f16baba385a3 HTTP/1.1" status: 404 len: 337 time: 0.0559256 Aug 27 04:56:38.845300 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35098) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:38.849434 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c61528c-885e-4cf5-985f-45896dfcf28b None None] Network 1f5f674a-8552-407a-9808-155c74009826 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:56:38.850571 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d3448074-906d-43ac-8d3c-6186214491f8 None None] Calling delete_port for 43c09f7c-ce67-43c3-9364-4d27e9d9831a owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:56:38.886090 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-2c61528c-885e-4cf5-985f-45896dfcf28b None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:56:38.887892 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c61528c-885e-4cf5-985f-45896dfcf28b None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:56:38.943630 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81328b1c-9bfc-47ae-8cac-0aacbf19027c tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Pushing event updated for resources: {'Port': ['ID=d2d31a2f-3f01-48b0-bc5d-6329fefca5e3,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:38.957321 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-70985743-0d52-4f25-94eb-a012562cd4ac tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1678557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12747'] for router (102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:38.963204 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-1c6aafd1-079e-4a38-b3ca-7c9dc66e6cd0 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Allocated IP 2001:db8:1::1 (3b977a3c-7197-4177-ac1f-bc6436412484/943e6e3c-be42-41cc-8722-b521fe914520/c530c46f-1fff-4f46-8a51-9bf6a16b8527) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:56:38.992454 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-70985743-0d52-4f25-94eb-a012562cd4ac tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1676574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1676639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1678566'] for router (102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:38.995176 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-81328b1c-9bfc-47ae-8cac-0aacbf19027c tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (03120af2-e60f-4f3f-98d6-310cd441a92c), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:39.023481 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1c7e23-97c9-4624-b8ad-74cf0e9592dd None None] Network aea38776-f010-4b24-ac22-3c67904b0a32 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:56:39.051055 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e297284-5d50-4416-9adb-4a42652ad1c0 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:56:39.063410 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d75aa0-93a3-4c1b-871f-5f3056d203df None None] Sync routers for ids ['bc298bda-23b3-40f7-8a86-4ec774b53194'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:56:39.079499 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d75aa0-93a3-4c1b-871f-5f3056d203df None None] Routers {'bc298bda-23b3-40f7-8a86-4ec774b53194'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:56:39.082870 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-79d75aa0-93a3-4c1b-871f-5f3056d203df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:56:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['bc298bda-23b3-40f7-8a86-4ec774b53194'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:39.133061 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1c6aafd1-079e-4a38-b3ca-7c9dc66e6cd0 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for port (c530c46f-1fff-4f46-8a51-9bf6a16b8527), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:39.172076 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:39.172580 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7de68b-7832-4e10-8e0b-0cb51b7340a4 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Made reservation on behalf of be8944f580af495191f8edd06de8f901 for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:56:39.176893 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cb7de68b-7832-4e10-8e0b-0cb51b7340a4 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:39.180327 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port c820f45e-5710-4088-881c-3f7f1f493748 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:56:39.181623 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (c820f45e-5710-4088-881c-3f7f1f493748), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:39.191637 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:39.193158 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-79d75aa0-93a3-4c1b-871f-5f3056d203df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:39.208493 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70985743-0d52-4f25-94eb-a012562cd4ac tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Router 102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:56:39.210053 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [None req-cb7de68b-7832-4e10-8e0b-0cb51b7340a4 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] device_id is not set on port 057ff5e4-3c60-47d8-9f01-a591d7331962 yet. {{(pid=107776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:56:39.213563 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-61bd4a39-924b-4a50-b53a-c6af91c2cd5a tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:39.218204 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d75aa0-93a3-4c1b-871f-5f3056d203df None None] Routers {'bc298bda-23b3-40f7-8a86-4ec774b53194'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:56:39.218358 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61bd4a39-924b-4a50-b53a-c6af91c2cd5a tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:39.218457 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-79d75aa0-93a3-4c1b-871f-5f3056d203df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:56:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['bc298bda-23b3-40f7-8a86-4ec774b53194'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:39.220399 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35100) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:39.220888 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-61bd4a39-924b-4a50-b53a-c6af91c2cd5a tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/ports/b5798f75-64fc-4642-865e-8253a2c60b94 HTTP/1.1" status: 404 len: 333 time: 0.3658719 Aug 27 04:56:39.239989 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-2c61528c-885e-4cf5-985f-45896dfcf28b None None] Attempting to bind port a3a3021f-f196-4eb1-98ff-b6602f0f8150 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:56:39.240639 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-2c61528c-885e-4cf5-985f-45896dfcf28b None None] Attempting to bind port a3a3021f-f196-4eb1-98ff-b6602f0f8150 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '85944abc-1d96-4941-87a5-6dbefa321e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '1f5f674a-8552-407a-9808-155c74009826'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:56:39.241192 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c61528c-885e-4cf5-985f-45896dfcf28b None None] Attempting to bind port a3a3021f-f196-4eb1-98ff-b6602f0f8150 on network 1f5f674a-8552-407a-9808-155c74009826 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:56:39.258224 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c61528c-885e-4cf5-985f-45896dfcf28b None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:56:39.258224 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c61528c-885e-4cf5-985f-45896dfcf28b None None] Checking segment: {'id': '85944abc-1d96-4941-87a5-6dbefa321e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '1f5f674a-8552-407a-9808-155c74009826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:56:39.258224 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2c61528c-885e-4cf5-985f-45896dfcf28b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:39.258224 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c61528c-885e-4cf5-985f-45896dfcf28b None None] Bound using segment: {'id': '85944abc-1d96-4941-87a5-6dbefa321e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '1f5f674a-8552-407a-9808-155c74009826'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:56:39.258224 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-2c61528c-885e-4cf5-985f-45896dfcf28b None None] Bound port: a3a3021f-f196-4eb1-98ff-b6602f0f8150, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85944abc-1d96-4941-87a5-6dbefa321e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '1f5f674a-8552-407a-9808-155c74009826'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:56:39.258224 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2c61528c-885e-4cf5-985f-45896dfcf28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a3a3021f-f196-4eb1-98ff-b6602f0f8150), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:39.273243 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-79d75aa0-93a3-4c1b-871f-5f3056d203df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:39.274051 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d75aa0-93a3-4c1b-871f-5f3056d203df None None] The sync data for ids ['bc298bda-23b3-40f7-8a86-4ec774b53194'] in n-d-852088-5 is: [] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:56:39.293376 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a7fd5f0-72d3-4571-8123-3b81f503eeab tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:39.293963 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a7fd5f0-72d3-4571-8123-3b81f503eeab tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:39.299521 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2a7fd5f0-72d3-4571-8123-3b81f503eeab tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/dc4dddf6-1acd-4d98-bad6-7520da2e4c36 HTTP/1.1" status: 404 len: 337 time: 0.0758905 Aug 27 04:56:39.300464 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35102) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:39.351432 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce266d57-797b-47d1-ab43-a7c9cf3df3c2 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:39.351900 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce266d57-797b-47d1-ab43-a7c9cf3df3c2 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:39.358380 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ce266d57-797b-47d1-ab43-a7c9cf3df3c2 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/508e07c6-3e69-4a00-a4af-840b6dd2fdd3 HTTP/1.1" status: 404 len: 337 time: 0.0527840 Aug 27 04:56:39.373506 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35104) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:39.373722 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1c6aafd1-079e-4a38-b3ca-7c9dc66e6cd0 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (c530c46f-1fff-4f46-8a51-9bf6a16b8527), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:39.397900 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5e297284-5d50-4416-9adb-4a42652ad1c0 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:39.402279 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-5e297284-5d50-4416-9adb-4a42652ad1c0 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.1207016 Aug 27 04:56:39.417872 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-ea8b5545-f9a1-4cf8-879d-48cc5afbd3e4 None None] Current status of the port 43c09f7c-ce67-43c3-9364-4d27e9d9831a is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:56:39.434468 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35106) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:39.455427 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-ea8b5545-f9a1-4cf8-879d-48cc5afbd3e4 None None] Provisioning complete for port 47461e85-2d23-42c0-9840-df36a865d190 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:56:39.455427 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ea8b5545-f9a1-4cf8-879d-48cc5afbd3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (47461e85-2d23-42c0-9840-df36a865d190), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:39.457096 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6aafd1-079e-4a38-b3ca-7c9dc66e6cd0 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Network 3b977a3c-7197-4177-ac1f-bc6436412484 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:56:39.464623 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-1c6aafd1-079e-4a38-b3ca-7c9dc66e6cd0 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:56:39.479183 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6aafd1-079e-4a38-b3ca-7c9dc66e6cd0 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:56:39.479759 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1c6aafd1-079e-4a38-b3ca-7c9dc66e6cd0 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (18d34660-9042-4897-aaee-a5dc40745745), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:39.524220 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-92a7a165-572e-41c0-be45-c4c3b2ad9bdf tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:39.524220 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92a7a165-572e-41c0-be45-c4c3b2ad9bdf tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:39.524220 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-92a7a165-572e-41c0-be45-c4c3b2ad9bdf tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/ports/19a57c72-ffaf-43fc-888f-c1fc81ccc6e9 HTTP/1.1" status: 404 len: 333 time: 0.1443303 Aug 27 04:56:39.524709 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:39.531193 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d3448074-906d-43ac-8d3c-6186214491f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (43c09f7c-ce67-43c3-9364-4d27e9d9831a), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:39.532080 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35108) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:39.547554 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70985743-0d52-4f25-94eb-a012562cd4ac tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:56:39.563867 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-70985743-0d52-4f25-94eb-a012562cd4ac tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:39.565273 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-70985743-0d52-4f25-94eb-a012562cd4ac tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "PUT /networking/v2.0/routers/102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5 HTTP/1.1" status: 200 len: 701 time: 2.4310076 Aug 27 04:56:39.594833 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35110) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:39.604570 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-81328b1c-9bfc-47ae-8cac-0aacbf19027c tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (d2d31a2f-3f01-48b0-bc5d-6329fefca5e3), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:39.655662 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b30693-47cc-4f2b-8338-546d32628389 None None] Sync routers for ids ['102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:56:39.687577 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-d237394e-0754-4b2f-a906-16f132860c82 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:39.695825 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d237394e-0754-4b2f-a906-16f132860c82 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:39.695825 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d237394e-0754-4b2f-a906-16f132860c82 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/0d30e221-195b-49e3-a840-6ff73ccfd23e HTTP/1.1" status: 404 len: 337 time: 0.1581683 Aug 27 04:56:39.717798 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3448074-906d-43ac-8d3c-6186214491f8 None None] No DVR routers for this DVR port 43c09f7c-ce67-43c3-9364-4d27e9d9831a on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:56:39.740660 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-ea8b5545-f9a1-4cf8-879d-48cc5afbd3e4 None None] Port 47461e85-2d23-42c0-9840-df36a865d190 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:56:39.743471 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3448074-906d-43ac-8d3c-6186214491f8 None None] Pushing event deleted for resources: {'Port': ['ID=43c09f7c-ce67-43c3-9364-4d27e9d9831a,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:39.754913 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-2c61528c-885e-4cf5-985f-45896dfcf28b None None] For port a3a3021f-f196-4eb1-98ff-b6602f0f8150, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:56:39.770190 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35114) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:39.804646 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b30693-47cc-4f2b-8338-546d32628389 None None] Routers {'102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:56:39.805411 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-b8b30693-47cc-4f2b-8338-546d32628389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:56:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:39.844876 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port c820f45e-5710-4088-881c-3f7f1f493748 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:56:39.847437 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (c820f45e-5710-4088-881c-3f7f1f493748), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:39.878871 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6aafd1-079e-4a38-b3ca-7c9dc66e6cd0 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event updated for resources: {'Port': ['ID=c530c46f-1fff-4f46-8a51-9bf6a16b8527,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:39.893629 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-182d01b8-aa15-420f-8c68-3efcb8481d3f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:39.894599 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-182d01b8-aa15-420f-8c68-3efcb8481d3f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:39.898575 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-182d01b8-aa15-420f-8c68-3efcb8481d3f tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/ports/b8331ad8-6571-4a68-937f-dece0682a3d1 HTTP/1.1" status: 404 len: 333 time: 0.1273963 Aug 27 04:56:39.904354 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35118) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:39.986565 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-2c61528c-885e-4cf5-985f-45896dfcf28b None None] For port a3a3021f-f196-4eb1-98ff-b6602f0f8150, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a3a3021f-f196-4eb1-98ff-b6602f0f8150,segment=NetworkSegment(85944abc-1d96-4941-87a5-6dbefa321e2c),segment_id=85944abc-1d96-4941-87a5-6dbefa321e2c)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:56:40.015576 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc7dcede-3456-46db-95d1-75ece951304c tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:40.016047 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc7dcede-3456-46db-95d1-75ece951304c tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:40.021663 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-dc7dcede-3456-46db-95d1-75ece951304c tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/288ae520-a44c-4247-9b04-02545cd461f5 HTTP/1.1" status: 404 len: 337 time: 0.0754557 Aug 27 04:56:40.041680 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35120) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:40.098452 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-d86cb9bb-58ec-4bae-acf1-4d831b56ff56 None None] Provisioning complete for port c820f45e-5710-4088-881c-3f7f1f493748 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:56:40.098824 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d86cb9bb-58ec-4bae-acf1-4d831b56ff56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (c820f45e-5710-4088-881c-3f7f1f493748), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:40.100728 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-63865636-0e15-4064-9846-6dd73673f975 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:40.101322 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63865636-0e15-4064-9846-6dd73673f975 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:40.102227 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-b8b30693-47cc-4f2b-8338-546d32628389 None None] Set router 102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5 gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:56:40.115208 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-63865636-0e15-4064-9846-6dd73673f975 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/ports/6491d570-b3e3-4700-8507-451c93c5fcba HTTP/1.1" status: 404 len: 333 time: 0.0725658 Aug 27 04:56:40.118823 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35122) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:40.144955 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:40.178013 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2c61528c-885e-4cf5-985f-45896dfcf28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a3a3021f-f196-4eb1-98ff-b6602f0f8150), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:40.291926 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-81328b1c-9bfc-47ae-8cac-0aacbf19027c tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks [] for port (d2d31a2f-3f01-48b0-bc5d-6329fefca5e3), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:40.294836 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-cb7de68b-7832-4e10-8e0b-0cb51b7340a4 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Allocated IP 2001:db8::367 (1f5f674a-8552-407a-9808-155c74009826/169942bb-a974-45f1-9234-4d28dbde93c7/057ff5e4-3c60-47d8-9f01-a591d7331962) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:56:40.296392 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-4320eab2-5615-440b-9636-4557e2f00986 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:40.296943 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4320eab2-5615-440b-9636-4557e2f00986 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:40.305151 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-b8b30693-47cc-4f2b-8338-546d32628389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'name': 'tempest-RoutersTest-router-1984842301', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:55:01Z', 'updated_at': '2022-08-27T04:56:29Z', 'revision_number': 11, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:40.312699 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-4320eab2-5615-440b-9636-4557e2f00986 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/97a69618-a986-4e40-8802-8affff0a4b18 HTTP/1.1" status: 404 len: 337 time: 0.1922646 Aug 27 04:56:40.319180 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-0dde8400-5b30-47aa-9ebc-069597420225 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5 HTTP/1.1" status: 200 len: 205 time: 0.7167807 Aug 27 04:56:40.319180 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35124) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:40.319180 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35126) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:40.367760 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port c820f45e-5710-4088-881c-3f7f1f493748, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=c820f45e-5710-4088-881c-3f7f1f493748,segment=NetworkSegment(b378de3b-2da5-4c32-b846-23405b293c58),segment_id=b378de3b-2da5-4c32-b846-23405b293c58)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:56:40.387013 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1c6aafd1-079e-4a38-b3ca-7c9dc66e6cd0 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (c530c46f-1fff-4f46-8a51-9bf6a16b8527), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:40.448737 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b30693-47cc-4f2b-8338-546d32628389 None None] Checking router: 102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:56:40.518969 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (c820f45e-5710-4088-881c-3f7f1f493748), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:40.551173 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b30693-47cc-4f2b-8338-546d32628389 None None] Routers {'102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:56:40.551834 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-b8b30693-47cc-4f2b-8338-546d32628389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:56:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:40.567041 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c61528c-885e-4cf5-985f-45896dfcf28b None None] Pushing event updated for resources: {'Port': ['ID=a3a3021f-f196-4eb1-98ff-b6602f0f8150,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:40.583535 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-36e7e731-e586-4f8c-9b7a-c0299b083a3e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:40.584247 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36e7e731-e586-4f8c-9b7a-c0299b083a3e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:40.594783 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-36e7e731-e586-4f8c-9b7a-c0299b083a3e tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/ports/249c290b-bae6-47a5-87cd-718f652e2d50 HTTP/1.1" status: 404 len: 333 time: 0.2729406 Aug 27 04:56:40.627396 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35128) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:40.653330 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-81328b1c-9bfc-47ae-8cac-0aacbf19027c tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (d2d31a2f-3f01-48b0-bc5d-6329fefca5e3), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:40.671166 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 43c09f7c-ce67-43c3-9364-4d27e9d9831a no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:56:40.718324 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-1150b14e-0022-48fd-997e-364848b873fd tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:40.719753 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1150b14e-0022-48fd-997e-364848b873fd tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:40.735100 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35132) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:40.748984 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1150b14e-0022-48fd-997e-364848b873fd tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/b9c500c3-0653-479d-8f03-c174a9ef2532 HTTP/1.1" status: 404 len: 337 time: 0.1206117 Aug 27 04:56:40.802518 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7b1f778d-8d54-41ca-8512-91b9afa03e41 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for router (102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:40.818140 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ff75704-937a-47c5-9b51-bd37080dc444 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:40.820633 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ff75704-937a-47c5-9b51-bd37080dc444 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:40.822981 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-0ff75704-937a-47c5-9b51-bd37080dc444 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/ports/edb7e120-1f9f-40a3-9c02-9e1ed059fc6f HTTP/1.1" status: 404 len: 333 time: 0.0867157 Aug 27 04:56:40.823988 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:40.825541 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:40.826498 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 43c09f7c-ce67-43c3-9364-4d27e9d9831a {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:56:40.826853 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 43c09f7c-ce67-43c3-9364-4d27e9d9831a not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:56:40.843272 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-b8b30693-47cc-4f2b-8338-546d32628389 None None] Set router 102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5 gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:56:40.843504 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35134) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:40.918388 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-b8b30693-47cc-4f2b-8338-546d32628389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'name': 'tempest-RoutersTest-router-1984842301', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:55:01Z', 'updated_at': '2022-08-27T04:56:29Z', 'revision_number': 11, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:40.918388 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d86cb9bb-58ec-4bae-acf1-4d831b56ff56 None None] Current status of the port c820f45e-5710-4088-881c-3f7f1f493748 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:56:40.977541 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddaefd81-0ac7-4a1b-be7b-740e7e6a7b40 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:40.978979 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddaefd81-0ac7-4a1b-be7b-740e7e6a7b40 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:40.984557 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ddaefd81-0ac7-4a1b-be7b-740e7e6a7b40 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/fe8f251e-5e88-45a1-9ab1-51f1f11ccfd3 HTTP/1.1" status: 404 len: 337 time: 0.1115475 Aug 27 04:56:40.989808 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35138) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:41.062202 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec1b6f51-738c-4d73-9102-46325fdae240 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:41.062703 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec1b6f51-738c-4d73-9102-46325fdae240 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:41.065729 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ec1b6f51-738c-4d73-9102-46325fdae240 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/ports/87af39c2-cae7-40d7-9be7-5295c0b2ae15 HTTP/1.1" status: 404 len: 333 time: 0.0727403 Aug 27 04:56:41.076902 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35140) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:41.112708 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c9071f7-2d1d-4aed-8af7-6fe8fb8f54f3 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:41.113320 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c9071f7-2d1d-4aed-8af7-6fe8fb8f54f3 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:41.120538 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2c9071f7-2d1d-4aed-8af7-6fe8fb8f54f3 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/7519b8f2-5888-4c49-a3f6-ef04b9a9aaca HTTP/1.1" status: 404 len: 337 time: 0.0418885 Aug 27 04:56:41.121660 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35142) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:41.160107 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-81328b1c-9bfc-47ae-8cac-0aacbf19027c tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (03120af2-e60f-4f3f-98d6-310cd441a92c), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:41.194116 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:41.239618 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b30693-47cc-4f2b-8338-546d32628389 None None] The sync data for ids ['102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5'] in n-d-852088-5 is: [{'id': '102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5', 'name': 'tempest-RoutersTest-router-1984842301', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:55:01Z', 'updated_at': '2022-08-27T04:56:29Z', 'revision_number': 11, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'gw_port_host': None}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:56:41.240988 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=c820f45e-5710-4088-881c-3f7f1f493748,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:41.254891 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a3a3021f-f196-4eb1-98ff-b6602f0f8150 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:56:41.264583 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81328b1c-9bfc-47ae-8cac-0aacbf19027c tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Pushing event updated for resources: {'Port': ['ID=d2d31a2f-3f01-48b0-bc5d-6329fefca5e3,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:41.303735 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-0be7e2fd-e570-432b-818b-53c3412c186a None None] Provisioning complete for port c530c46f-1fff-4f46-8a51-9bf6a16b8527 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:56:41.304517 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0be7e2fd-e570-432b-818b-53c3412c186a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (c530c46f-1fff-4f46-8a51-9bf6a16b8527), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:41.357906 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-f859b114-f98f-44b9-abe8-cf1a665de2ef req-b0475ce0-3b92-42fc-834a-f761099bc887 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d9971ddb-d345-4a8f-8de2-265fbca67e22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0831003 Aug 27 04:56:41.363296 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a01d502-937e-4441-8f2f-70298d86c072 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:41.363909 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a01d502-937e-4441-8f2f-70298d86c072 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:41.373092 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-5a01d502-937e-4441-8f2f-70298d86c072 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/504e0d2d-3a01-4aee-a4e8-40405d7cdaff HTTP/1.1" status: 404 len: 337 time: 0.2458229 Aug 27 04:56:41.374053 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7b1f778d-8d54-41ca-8512-91b9afa03e41 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:41.385927 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35144) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:41.386407 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7b1f778d-8d54-41ca-8512-91b9afa03e41 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for router_controller (102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:41.388582 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cb7de68b-7832-4e10-8e0b-0cb51b7340a4 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for port (057ff5e4-3c60-47d8-9f01-a591d7331962), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:41.391102 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-0be7e2fd-e570-432b-818b-53c3412c186a None None] Port c530c46f-1fff-4f46-8a51-9bf6a16b8527 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:56:41.410095 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-0be7e2fd-e570-432b-818b-53c3412c186a None None] Provisioning complete for port c820f45e-5710-4088-881c-3f7f1f493748 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:56:41.410781 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0be7e2fd-e570-432b-818b-53c3412c186a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (c820f45e-5710-4088-881c-3f7f1f493748), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:41.445134 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port a3a3021f-f196-4eb1-98ff-b6602f0f8150 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:56:41.445134 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a3a3021f-f196-4eb1-98ff-b6602f0f8150), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:41.458033 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-c83e6eb6-19fe-4055-b1c5-ac5f84ea7455 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:41.458678 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c83e6eb6-19fe-4055-b1c5-ac5f84ea7455 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:41.464499 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c83e6eb6-19fe-4055-b1c5-ac5f84ea7455 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/ports/0d94579b-fc27-40db-9d13-07b70f35c23c HTTP/1.1" status: 404 len: 333 time: 0.0832987 Aug 27 04:56:41.485170 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35146) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:41.552549 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859b114-f98f-44b9-abe8-cf1a665de2ef req-c70d3159-2cfd-4d6c-bfda-3b4ca8c189d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:56:41.553932 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-f859b114-f98f-44b9-abe8-cf1a665de2ef req-c70d3159-2cfd-4d6c-bfda-3b4ca8c189d3 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=5034a717d9704e5ba0af54eda8554717&device_id=d9971ddb-d345-4a8f-8de2-265fbca67e22 HTTP/1.1" status: 200 len: 1132 time: 0.0720658 Aug 27 04:56:41.624738 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port a3a3021f-f196-4eb1-98ff-b6602f0f8150 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:56:41.625972 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a3a3021f-f196-4eb1-98ff-b6602f0f8150), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:41.662151 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1365f81e-a899-43d3-9db5-22ee2eb990e4 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:41.692220 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-0be7e2fd-e570-432b-818b-53c3412c186a None None] Current status of the port c820f45e-5710-4088-881c-3f7f1f493748 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:56:41.696275 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port a3a3021f-f196-4eb1-98ff-b6602f0f8150, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a3a3021f-f196-4eb1-98ff-b6602f0f8150,segment=NetworkSegment(85944abc-1d96-4941-87a5-6dbefa321e2c),segment_id=85944abc-1d96-4941-87a5-6dbefa321e2c)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:56:41.715876 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-0be7e2fd-e570-432b-818b-53c3412c186a None None] Provisioning complete for port d2d31a2f-3f01-48b0-bc5d-6329fefca5e3 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:56:41.716379 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0be7e2fd-e570-432b-818b-53c3412c186a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d2d31a2f-3f01-48b0-bc5d-6329fefca5e3), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:41.794920 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-0be7e2fd-e570-432b-818b-53c3412c186a None None] Port d2d31a2f-3f01-48b0-bc5d-6329fefca5e3 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:56:41.815506 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859b114-f98f-44b9-abe8-cf1a665de2ef req-efc88bf5-a374-4169-a93f-f6414a6dedb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:56:41.817096 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-f859b114-f98f-44b9-abe8-cf1a665de2ef req-efc88bf5-a374-4169-a93f-f6414a6dedb9 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=a82fb463-5a8f-4b8b-991d-61491eba11c6 HTTP/1.1" status: 200 len: 870 time: 0.2167709 Aug 27 04:56:41.818068 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffdd3296-5c58-4b89-ab87-7bcd7b61022c tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:41.818508 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffdd3296-5c58-4b89-ab87-7bcd7b61022c tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:41.822353 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ffdd3296-5c58-4b89-ab87-7bcd7b61022c tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/e41a6eca-44f6-42a4-91ac-cf30a9e9343a HTTP/1.1" status: 404 len: 337 time: 0.3332574 Aug 27 04:56:41.831327 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81328b1c-9bfc-47ae-8cac-0aacbf19027c tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Network aea38776-f010-4b24-ac22-3c67904b0a32 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:56:41.858169 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35152) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:41.859060 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-81328b1c-9bfc-47ae-8cac-0aacbf19027c tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:56:41.873774 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a3a3021f-f196-4eb1-98ff-b6602f0f8150), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:41.883535 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1c6aafd1-079e-4a38-b3ca-7c9dc66e6cd0 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for port (c530c46f-1fff-4f46-8a51-9bf6a16b8527), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:41.914595 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc5be82-f390-4418-9575-02c4187d1b60 None None] Network 1f5f674a-8552-407a-9808-155c74009826 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:56:41.949093 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-a526c66a-5412-4906-8297-45980b1df00d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:41.952257 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a526c66a-5412-4906-8297-45980b1df00d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:41.952779 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a526c66a-5412-4906-8297-45980b1df00d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/91e9cc26-9b05-4d3f-b94b-1244e74dcad0 HTTP/1.1" status: 404 len: 337 time: 0.0913441 Aug 27 04:56:41.976198 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35154) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:42.016795 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e16de77-a16a-45dd-8a0a-8bac439fdaa1 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:42.017493 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e16de77-a16a-45dd-8a0a-8bac439fdaa1 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:42.023888 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9e16de77-a16a-45dd-8a0a-8bac439fdaa1 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/ports/c7a547bd-e628-4ec4-9bc9-e7645b58827e HTTP/1.1" status: 404 len: 333 time: 0.0465388 Aug 27 04:56:42.025181 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35156) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:42.044447 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-a2f274d1-c7aa-41de-a236-0fdeb26a92a8 None None] Provisioning complete for port a3a3021f-f196-4eb1-98ff-b6602f0f8150 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:56:42.044447 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a2f274d1-c7aa-41de-a236-0fdeb26a92a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a3a3021f-f196-4eb1-98ff-b6602f0f8150), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:42.092057 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=a3a3021f-f196-4eb1-98ff-b6602f0f8150,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:42.098687 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-36bc7858-6d43-4295-b0bc-b3ac3fe4d1f5 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:42.099127 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36bc7858-6d43-4295-b0bc-b3ac3fe4d1f5 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:42.102744 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-36bc7858-6d43-4295-b0bc-b3ac3fe4d1f5 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/a5d41452-c7d5-45aa-b5d5-4456c00d64dd HTTP/1.1" status: 404 len: 337 time: 0.0731010 Aug 27 04:56:42.108958 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1c6aafd1-079e-4a38-b3ca-7c9dc66e6cd0 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (c530c46f-1fff-4f46-8a51-9bf6a16b8527), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:42.109841 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1c6aafd1-079e-4a38-b3ca-7c9dc66e6cd0 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (18d34660-9042-4897-aaee-a5dc40745745), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:42.114479 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35160) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:42.143307 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7b1f778d-8d54-41ca-8512-91b9afa03e41 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:42.143307 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b1f778d-8d54-41ca-8512-91b9afa03e41 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Fanout notify agent at l3_agent the message router_deleted on router 102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5 {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:56:42.143307 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-f859b114-f98f-44b9-abe8-cf1a665de2ef req-6112fe9e-7532-430e-a3b1-46e71454166e service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=52900704-5417-4e87-b4a8-e26c5f01bee0 HTTP/1.1" status: 200 len: 217 time: 0.3022182 Aug 27 04:56:42.143307 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cb7de68b-7832-4e10-8e0b-0cb51b7340a4 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (057ff5e4-3c60-47d8-9f01-a591d7331962), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:42.239810 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-a2f274d1-c7aa-41de-a236-0fdeb26a92a8 None None] Current status of the port a3a3021f-f196-4eb1-98ff-b6602f0f8150 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:56:42.254350 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7b1f778d-8d54-41ca-8512-91b9afa03e41 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:42.260064 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7b1f778d-8d54-41ca-8512-91b9afa03e41 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "DELETE /networking/v2.0/routers/102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5 HTTP/1.1" status: 204 len: 168 time: 1.9213457 Aug 27 04:56:42.260266 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7de68b-7832-4e10-8e0b-0cb51b7340a4 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event updated for resources: {'Port': ['ID=057ff5e4-3c60-47d8-9f01-a591d7331962,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:42.281602 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-a872138f-e4c7-4cbb-ab6a-365d98b72240 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:42.282087 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a872138f-e4c7-4cbb-ab6a-365d98b72240 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:42.286611 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a872138f-e4c7-4cbb-ab6a-365d98b72240 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/fa54cbac-7a37-4268-ba28-af46e4ba0bd4 HTTP/1.1" status: 404 len: 337 time: 0.1655047 Aug 27 04:56:42.296676 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35164) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:42.296999 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35166) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:42.344413 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7de68b-7832-4e10-8e0b-0cb51b7340a4 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Network 1f5f674a-8552-407a-9808-155c74009826 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:56:42.345428 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-cb7de68b-7832-4e10-8e0b-0cb51b7340a4 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:56:42.348506 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859b114-f98f-44b9-abe8-cf1a665de2ef req-58e47277-dadb-41c6-b120-62e8fc70dbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:56:42.350016 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-f859b114-f98f-44b9-abe8-cf1a665de2ef req-58e47277-dadb-41c6-b120-62e8fc70dbaf service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.0909269 Aug 27 04:56:42.354536 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7de68b-7832-4e10-8e0b-0cb51b7340a4 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:56:42.371527 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7de68b-7832-4e10-8e0b-0cb51b7340a4 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:56:42.375642 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-f79854b9-ce21-4b17-b7ab-f744dc600205 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1613468937', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:56:42.379706 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cb7de68b-7832-4e10-8e0b-0cb51b7340a4 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:42.380593 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-716c9469-1842-4459-86fa-82790e86bd3a None None] Provisioning complete for port d2d31a2f-3f01-48b0-bc5d-6329fefca5e3 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:56:42.380972 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-716c9469-1842-4459-86fa-82790e86bd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d2d31a2f-3f01-48b0-bc5d-6329fefca5e3), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:42.445032 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-716c9469-1842-4459-86fa-82790e86bd3a None None] Port d2d31a2f-3f01-48b0-bc5d-6329fefca5e3 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:56:42.489628 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859b114-f98f-44b9-abe8-cf1a665de2ef req-467013f6-d9af-4be8-96b5-c0adec2d6752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:56:42.491242 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-f859b114-f98f-44b9-abe8-cf1a665de2ef req-467013f6-d9af-4be8-96b5-c0adec2d6752 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1082344 Aug 27 04:56:42.496214 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81328b1c-9bfc-47ae-8cac-0aacbf19027c tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Router 03120af2-e60f-4f3f-98d6-310cd441a92c is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:56:42.609532 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-cb7de68b-7832-4e10-8e0b-0cb51b7340a4 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 892 time: 5.0759678 Aug 27 04:56:42.635029 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35170) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:42.666107 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-f9f50e33-570b-4b49-a585-c42246857820 None None] Provisioning complete for port 057ff5e4-3c60-47d8-9f01-a591d7331962 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:56:42.666888 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f9f50e33-570b-4b49-a585-c42246857820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (057ff5e4-3c60-47d8-9f01-a591d7331962), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:42.765559 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-f9f50e33-570b-4b49-a585-c42246857820 None None] Port 057ff5e4-3c60-47d8-9f01-a591d7331962 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:56:42.788840 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-f9f50e33-570b-4b49-a585-c42246857820 None None] Provisioning complete for port a3a3021f-f196-4eb1-98ff-b6602f0f8150 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:56:42.789246 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f9f50e33-570b-4b49-a585-c42246857820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a3a3021f-f196-4eb1-98ff-b6602f0f8150), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:42.797874 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-f859b114-f98f-44b9-abe8-cf1a665de2ef req-33143baa-6c6b-476b-bd63-f919087ac6d7 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963889 Aug 27 04:56:42.862542 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:42.894720 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81328b1c-9bfc-47ae-8cac-0aacbf19027c tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:56:42.910107 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-81328b1c-9bfc-47ae-8cac-0aacbf19027c tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] 10.222.0.76 "PUT /networking/v2.0/routers/03120af2-e60f-4f3f-98d6-310cd441a92c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4657643 Aug 27 04:56:42.933232 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35176) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:42.945742 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-f353b6d4-5aef-4047-863b-14f4a857a8ce tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Request body: {'port': {'network_id': 'aea38776-f010-4b24-ac22-3c67904b0a32', 'name': 'tempest-FloatingIPNegativeTestJSON-513638688'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:56:42.983798 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:43.008068 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-648dff66-0fab-4817-b924-846d419712c1 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Deleting port 057ff5e4-3c60-47d8-9f01-a591d7331962 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:56:43.008651 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-648dff66-0fab-4817-b924-846d419712c1 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (057ff5e4-3c60-47d8-9f01-a591d7331962), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:43.013319 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:43.029615 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6aafd1-079e-4a38-b3ca-7c9dc66e6cd0 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event updated for resources: {'Port': ['ID=c530c46f-1fff-4f46-8a51-9bf6a16b8527,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:43.041948 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device c820f45e-5710-4088-881c-3f7f1f493748 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:56:43.049454 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f79854b9-ce21-4b17-b7ab-f744dc600205 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (6fb16e52-1006-4138-a665-91761a8ab31e), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:43.050148 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f79854b9-ce21-4b17-b7ab-f744dc600205 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (6fb16e52-1006-4138-a665-91761a8ab31e), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:43.072345 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94cab40-8b9e-4f65-854c-a56cedb27096 None None] Sync routers for ids ['03120af2-e60f-4f3f-98d6-310cd441a92c'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:56:43.086054 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94cab40-8b9e-4f65-854c-a56cedb27096 None None] Routers {'03120af2-e60f-4f3f-98d6-310cd441a92c'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:56:43.089667 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-f94cab40-8b9e-4f65-854c-a56cedb27096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:56:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['03120af2-e60f-4f3f-98d6-310cd441a92c'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:43.127920 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-f94cab40-8b9e-4f65-854c-a56cedb27096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:43.141557 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94cab40-8b9e-4f65-854c-a56cedb27096 None None] Routers {'03120af2-e60f-4f3f-98d6-310cd441a92c'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:56:43.142673 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-f94cab40-8b9e-4f65-854c-a56cedb27096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:56:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['03120af2-e60f-4f3f-98d6-310cd441a92c'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:43.190820 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-f9f50e33-570b-4b49-a585-c42246857820 None None] Current status of the port a3a3021f-f196-4eb1-98ff-b6602f0f8150 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:56:43.205726 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f79854b9-ce21-4b17-b7ab-f744dc600205 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for router_controller (6fb16e52-1006-4138-a665-91761a8ab31e), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:43.210026 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b90da6b-f388-4fd4-a5d4-0f1bbb4cda93 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:43.210642 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b90da6b-f388-4fd4-a5d4-0f1bbb4cda93 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:43.216126 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-f94cab40-8b9e-4f65-854c-a56cedb27096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:43.216772 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94cab40-8b9e-4f65-854c-a56cedb27096 None None] The sync data for ids ['03120af2-e60f-4f3f-98d6-310cd441a92c'] in n-d-852088-5 is: [] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:56:43.221105 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0b90da6b-f388-4fd4-a5d4-0f1bbb4cda93 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/ports/29658c33-0281-4798-a1c3-18deb8487f2e HTTP/1.1" status: 404 len: 333 time: 0.9159043 Aug 27 04:56:43.221320 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port c820f45e-5710-4088-881c-3f7f1f493748 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:56:43.221320 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (c820f45e-5710-4088-881c-3f7f1f493748), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:43.247935 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35178) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:43.280016 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6aafd1-079e-4a38-b3ca-7c9dc66e6cd0 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:56:43.280016 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6aafd1-079e-4a38-b3ca-7c9dc66e6cd0 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:56:43.280016 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6aafd1-079e-4a38-b3ca-7c9dc66e6cd0 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:56:43.280016 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6aafd1-079e-4a38-b3ca-7c9dc66e6cd0 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:56:43.280684 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6aafd1-079e-4a38-b3ca-7c9dc66e6cd0 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:56:43.280684 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6aafd1-079e-4a38-b3ca-7c9dc66e6cd0 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:56:43.280914 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6aafd1-079e-4a38-b3ca-7c9dc66e6cd0 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:56:43.281236 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6aafd1-079e-4a38-b3ca-7c9dc66e6cd0 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:56:43.281558 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6aafd1-079e-4a38-b3ca-7c9dc66e6cd0 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:56:43.281879 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6aafd1-079e-4a38-b3ca-7c9dc66e6cd0 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:56:43.282197 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6aafd1-079e-4a38-b3ca-7c9dc66e6cd0 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:56:43.282517 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6aafd1-079e-4a38-b3ca-7c9dc66e6cd0 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:56:43.282833 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6aafd1-079e-4a38-b3ca-7c9dc66e6cd0 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:56:43.283151 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6aafd1-079e-4a38-b3ca-7c9dc66e6cd0 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:56:43.283473 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6aafd1-079e-4a38-b3ca-7c9dc66e6cd0 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:56:43.322621 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port c820f45e-5710-4088-881c-3f7f1f493748 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:56:43.324139 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a3a3021f-f196-4eb1-98ff-b6602f0f8150 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:56:43.390460 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port a3a3021f-f196-4eb1-98ff-b6602f0f8150 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:56:43.391345 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a3a3021f-f196-4eb1-98ff-b6602f0f8150), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:43.394715 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-71bf21fd-d5e0-4a0f-b4dd-b8a241e34642 None None] Provisioning complete for port 057ff5e4-3c60-47d8-9f01-a591d7331962 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:56:43.395365 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-71bf21fd-d5e0-4a0f-b4dd-b8a241e34642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (057ff5e4-3c60-47d8-9f01-a591d7331962), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:43.420519 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f79854b9-ce21-4b17-b7ab-f744dc600205 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (6fb16e52-1006-4138-a665-91761a8ab31e), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:43.449503 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbfb868f-de24-4d06-a8d0-1cc5e6bd8cea tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:43.449955 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbfb868f-de24-4d06-a8d0-1cc5e6bd8cea tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:43.460073 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-fbfb868f-de24-4d06-a8d0-1cc5e6bd8cea tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/da56185c-6c62-4f2d-95fd-3402d932e447 HTTP/1.1" status: 404 len: 337 time: 0.2037308 Aug 27 04:56:43.461766 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-1365f81e-a899-43d3-9db5-22ee2eb990e4 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Allocated IP 172.20.0.1 (812fe369-7292-4421-bcbb-795cc828f60a/85b14a6b-2bf8-478d-8910-60daf97bef62/680250ae-a535-447e-abd8-99f1fa439bc9) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:56:43.467660 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-71bf21fd-d5e0-4a0f-b4dd-b8a241e34642 None None] Port 057ff5e4-3c60-47d8-9f01-a591d7331962 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:56:43.471763 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6aafd1-079e-4a38-b3ca-7c9dc66e6cd0 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Network 3b977a3c-7197-4177-ac1f-bc6436412484 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:56:43.472473 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35180) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:43.542528 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-c513567d-700c-4f2d-8f79-af141e03dad3 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:43.548810 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c513567d-700c-4f2d-8f79-af141e03dad3 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:43.555149 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c513567d-700c-4f2d-8f79-af141e03dad3 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/90a614c0-57b7-41a1-93c8-81c6a0c991f0 HTTP/1.1" status: 404 len: 337 time: 0.0816753 Aug 27 04:56:43.559972 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35182) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:43.562132 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:DELETE=5,neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:43.565145 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-1c6aafd1-079e-4a38-b3ca-7c9dc66e6cd0 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:56:43.567017 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port a3a3021f-f196-4eb1-98ff-b6602f0f8150 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:56:43.573294 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:43.591441 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:43.613176 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-121ec1a0-2076-42c0-85f3-1e77f99b23dd tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e8e285c7-61a0-4c3f-8868-54d91ec42416 HTTP/1.1" status: 200 len: 205 time: 0.0402911 Aug 27 04:56:43.622361 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f79854b9-ce21-4b17-b7ab-f744dc600205 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:43.622361 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f79854b9-ce21-4b17-b7ab-f744dc600205 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.3154175 Aug 27 04:56:43.622361 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35184) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:43.630139 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35186) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:43.651927 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-10e2867a-b74c-4c08-998b-6c98f7570041 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Request body: {'router': {'admin_state_up': True}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:56:43.770843 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:43.789257 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c6aafd1-079e-4a38-b3ca-7c9dc66e6cd0 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Router 18d34660-9042-4897-aaee-a5dc40745745 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:56:43.791068 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-59215ec1-2e5c-46f4-a569-250d81eb001a tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] delete failed (client error): The resource could not be found. Aug 27 04:56:43.795566 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-59215ec1-2e5c-46f4-a569-250d81eb001a tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/routers/e8e285c7-61a0-4c3f-8868-54d91ec42416 HTTP/1.1" status: 404 len: 336 time: 0.1750517 Aug 27 04:56:43.796347 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35188) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:43.824041 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-f859b114-f98f-44b9-abe8-cf1a665de2ef req-cd7fa29c-6050-4ddb-9ca2-b8234e41b7ff service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9596667 Aug 27 04:56:43.911719 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-648dff66-0fab-4817-b924-846d419712c1 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (057ff5e4-3c60-47d8-9f01-a591d7331962), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:43.912879 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c58796a-f6ac-4d43-9646-ef7d78eac8f2 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:43.912879 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c58796a-f6ac-4d43-9646-ef7d78eac8f2 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:43.912879 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-5c58796a-f6ac-4d43-9646-ef7d78eac8f2 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/4810fe8b-ecc5-42b0-9ce3-9208b176798a HTTP/1.1" status: 404 len: 337 time: 0.0969672 Aug 27 04:56:43.912879 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35194) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:43.995560 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-697a3ac8-413c-4ced-aef1-89e7f1392d32 None None] Provisioning complete for port c530c46f-1fff-4f46-8a51-9bf6a16b8527 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:56:43.995560 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-697a3ac8-413c-4ced-aef1-89e7f1392d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (c530c46f-1fff-4f46-8a51-9bf6a16b8527), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:43.998225 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-648dff66-0fab-4817-b924-846d419712c1 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Calling delete_port for 057ff5e4-3c60-47d8-9f01-a591d7331962 owned by {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:56:44.002886 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f353b6d4-5aef-4047-863b-14f4a857a8ce tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Made reservation on behalf of 6d90b70e229c4295aeedf24108d1620c for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:56:44.006857 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f353b6d4-5aef-4047-863b-14f4a857a8ce tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:44.071946 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-697a3ac8-413c-4ced-aef1-89e7f1392d32 None None] Port c530c46f-1fff-4f46-8a51-9bf6a16b8527 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:56:44.107411 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=6,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:44.111184 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c6aafd1-079e-4a38-b3ca-7c9dc66e6cd0 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:56:44.122040 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-56747b21-aa05-46ee-b84c-ead36b416746 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=aee032bd-6af3-4166-bce2-d39f13b10429 HTTP/1.1" status: 200 len: 205 time: 0.2078173 Aug 27 04:56:44.122198 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-10e2867a-b74c-4c08-998b-6c98f7570041 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1678557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12747'] for router (6fb16e52-1006-4138-a665-91761a8ab31e), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:44.122441 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35196) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:44.127055 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf632b9-6029-4126-964f-08ce8ef4b16e None None] Sync routers for ids ['18d34660-9042-4897-aaee-a5dc40745745'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:56:44.134691 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1c6aafd1-079e-4a38-b3ca-7c9dc66e6cd0 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "PUT /networking/v2.0/routers/18d34660-9042-4897-aaee-a5dc40745745/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0967503 Aug 27 04:56:44.134925 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35198) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:44.148294 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf632b9-6029-4126-964f-08ce8ef4b16e None None] Routers {'18d34660-9042-4897-aaee-a5dc40745745'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:56:44.149066 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-0cf632b9-6029-4126-964f-08ce8ef4b16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:56:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['18d34660-9042-4897-aaee-a5dc40745745'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:44.195399 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-0cf632b9-6029-4126-964f-08ce8ef4b16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:44.218793 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [None req-f353b6d4-5aef-4047-863b-14f4a857a8ce tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] device_id is not set on port 034aedfb-2dd3-471d-ae86-c06ddea7d0d4 yet. {{(pid=107776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:56:44.220208 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf632b9-6029-4126-964f-08ce8ef4b16e None None] Routers {'18d34660-9042-4897-aaee-a5dc40745745'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:56:44.223192 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-0cf632b9-6029-4126-964f-08ce8ef4b16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:56:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['18d34660-9042-4897-aaee-a5dc40745745'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:44.295261 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-10e2867a-b74c-4c08-998b-6c98f7570041 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1676574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1676639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1678566'] for router (6fb16e52-1006-4138-a665-91761a8ab31e), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:44.309078 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-0cf632b9-6029-4126-964f-08ce8ef4b16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:44.309294 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5287b746-1a6e-4bbd-aa6e-e6f2e0752712 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:56:44.309694 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf632b9-6029-4126-964f-08ce8ef4b16e None None] The sync data for ids ['18d34660-9042-4897-aaee-a5dc40745745'] in n-d-852088-5 is: [] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:56:44.314676 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-5287b746-1a6e-4bbd-aa6e-e6f2e0752712 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "GET /networking/v2.0/ports/c530c46f-1fff-4f46-8a51-9bf6a16b8527 HTTP/1.1" status: 200 len: 913 time: 0.1765394 Aug 27 04:56:44.317066 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35200) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:44.331826 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1365f81e-a899-43d3-9db5-22ee2eb990e4 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for port (680250ae-a535-447e-abd8-99f1fa439bc9), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:44.370139 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-3f1ee0a6-41c0-42be-8cb0-1a24f8906d05 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] delete failed (client error): The resource could not be found. Aug 27 04:56:44.371304 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3f1ee0a6-41c0-42be-8cb0-1a24f8906d05 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/routers/aee032bd-6af3-4166-bce2-d39f13b10429 HTTP/1.1" status: 404 len: 336 time: 0.2396061 Aug 27 04:56:44.373842 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35202) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:44.404501 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1473d84-4480-4f8a-a24f-485ad670ba93 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:44.404973 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1473d84-4480-4f8a-a24f-485ad670ba93 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:44.407973 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e1473d84-4480-4f8a-a24f-485ad670ba93 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/9fab412e-8fc6-4a37-a52c-02bf6837778d HTTP/1.1" status: 404 len: 337 time: 0.0330851 Aug 27 04:56:44.410487 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35204) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:44.439877 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-65e79a81-dedc-4d1b-9a1e-58f471b7b20c tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:44.440549 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65e79a81-dedc-4d1b-9a1e-58f471b7b20c tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:44.443609 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-65e79a81-dedc-4d1b-9a1e-58f471b7b20c tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/c1f34916-439b-4525-b6f0-c9c8d764c14c HTTP/1.1" status: 404 len: 337 time: 0.0322003 Aug 27 04:56:44.448693 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35206) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:44.474611 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9a74cbd-6121-48d3-8b5f-afa95cd33d68 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:44.475195 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9a74cbd-6121-48d3-8b5f-afa95cd33d68 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:44.482558 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-d9a74cbd-6121-48d3-8b5f-afa95cd33d68 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/ports/b2dd9aa8-3ade-44a2-a01d-ff50160708b0 HTTP/1.1" status: 404 len: 333 time: 0.0326777 Aug 27 04:56:44.483227 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35208) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:44.495305 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1365f81e-a899-43d3-9db5-22ee2eb990e4 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (680250ae-a535-447e-abd8-99f1fa439bc9), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:44.560686 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a03a5a5-da75-48d8-98f0-414a469ac5a5 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:44.561158 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a03a5a5-da75-48d8-98f0-414a469ac5a5 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:44.567093 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1a03a5a5-da75-48d8-98f0-414a469ac5a5 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/d2e18051-11fe-47a1-94d4-7eeece55fbdb HTTP/1.1" status: 404 len: 337 time: 0.0828931 Aug 27 04:56:44.572156 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35210) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:44.574886 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1365f81e-a899-43d3-9db5-22ee2eb990e4 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Network 812fe369-7292-4421-bcbb-795cc828f60a is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:56:44.617299 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-1365f81e-a899-43d3-9db5-22ee2eb990e4 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:56:44.619654 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-3790d26b-4eb3-4475-9726-5dfaa5b54e9c tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:44.620286 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3790d26b-4eb3-4475-9726-5dfaa5b54e9c tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:44.623804 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3790d26b-4eb3-4475-9726-5dfaa5b54e9c tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/ports/c727793d-a2e4-4d28-b5b0-29151ec707c7 HTTP/1.1" status: 404 len: 333 time: 0.0474381 Aug 27 04:56:44.624841 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1365f81e-a899-43d3-9db5-22ee2eb990e4 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:56:44.642537 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35212) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:44.683451 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1365f81e-a899-43d3-9db5-22ee2eb990e4 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Pushing event updated for resources: {'Port': ['ID=680250ae-a535-447e-abd8-99f1fa439bc9,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:44.708139 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1d9cb03-3568-441f-ae5f-ff34bf2e2fd8 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:44.711549 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1d9cb03-3568-441f-ae5f-ff34bf2e2fd8 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:44.712252 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f1d9cb03-3568-441f-ae5f-ff34bf2e2fd8 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/1837a3b2-cd98-4e6e-8b23-844a5d3d3b14 HTTP/1.1" status: 404 len: 337 time: 0.0659862 Aug 27 04:56:44.719691 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1365f81e-a899-43d3-9db5-22ee2eb990e4 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (bc298bda-23b3-40f7-8a86-4ec774b53194), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:44.839105 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35214) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:44.853776 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:44.872086 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-f353b6d4-5aef-4047-863b-14f4a857a8ce tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Allocated IP 172.20.0.13 (aea38776-f010-4b24-ac22-3c67904b0a32/caaacbd7-c366-4e5a-ba1f-acfa56c37d74/034aedfb-2dd3-471d-ae86-c06ddea7d0d4) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:56:44.895519 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-af82f416-f919-4d11-8b65-922b2f759012 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:44.896737 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af82f416-f919-4d11-8b65-922b2f759012 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:44.905298 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-af82f416-f919-4d11-8b65-922b2f759012 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/ports/bd082a9a-4ef8-49f5-b190-0a3ea97d77c0 HTTP/1.1" status: 404 len: 333 time: 0.0641317 Aug 27 04:56:44.906949 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35216) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:44.963987 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9c813f9-f50b-41c5-891d-3b601800834d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:44.964769 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9c813f9-f50b-41c5-891d-3b601800834d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:44.969552 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b9c813f9-f50b-41c5-891d-3b601800834d tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/4d35200b-2f6c-48cd-8ffa-57c63189352a HTTP/1.1" status: 404 len: 337 time: 0.0599711 Aug 27 04:56:44.976955 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35220) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:45.049253 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-38e28481-92b9-4e97-8a57-3bdff921457c tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (18d34660-9042-4897-aaee-a5dc40745745), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:45.064883 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb6e8570-71e5-418e-8aab-2b8edf566235 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:45.065386 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb6e8570-71e5-418e-8aab-2b8edf566235 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:45.068609 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-fb6e8570-71e5-418e-8aab-2b8edf566235 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/ports/7fce99dc-9e5c-42a1-8099-f316440efc5a HTTP/1.1" status: 404 len: 333 time: 0.0898676 Aug 27 04:56:45.076665 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35224) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:45.108316 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c2fafd4-cc09-4963-9431-ac9cd43b1497 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:45.108880 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c2fafd4-cc09-4963-9431-ac9cd43b1497 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:45.109891 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e2867a-b74c-4c08-998b-6c98f7570041 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Router 6fb16e52-1006-4138-a665-91761a8ab31e is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:56:45.112313 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-8c2fafd4-cc09-4963-9431-ac9cd43b1497 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/82946218-af6c-4c99-b476-08ece3c24e89 HTTP/1.1" status: 404 len: 337 time: 0.0344748 Aug 27 04:56:45.113178 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-648dff66-0fab-4817-b924-846d419712c1 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (057ff5e4-3c60-47d8-9f01-a591d7331962), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:45.120062 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1365f81e-a899-43d3-9db5-22ee2eb990e4 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (680250ae-a535-447e-abd8-99f1fa439bc9), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:45.123660 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35226) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:45.154170 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-42f238fb-75df-4b0e-9fd0-7d6345257356 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:45.154914 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42f238fb-75df-4b0e-9fd0-7d6345257356 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:45.158260 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-42f238fb-75df-4b0e-9fd0-7d6345257356 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/ports/c3a8dd30-7029-4f21-bc07-e0b19f9b3085 HTTP/1.1" status: 404 len: 333 time: 0.0334311 Aug 27 04:56:45.160818 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35228) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:45.190978 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-46ddffa3-9e4f-4cde-b173-bd20cd91b2fe tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:45.191488 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46ddffa3-9e4f-4cde-b173-bd20cd91b2fe tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:45.198765 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-46ddffa3-9e4f-4cde-b173-bd20cd91b2fe tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/e826d1f0-53ab-4c48-98dc-8ecdba3471a0 HTTP/1.1" status: 404 len: 337 time: 0.0325742 Aug 27 04:56:45.208416 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35230) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:45.209313 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648dff66-0fab-4817-b924-846d419712c1 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event deleted for resources: {'Port': ['ID=057ff5e4-3c60-47d8-9f01-a591d7331962,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:45.379617 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7424bf2-3464-4c9a-a472-9f168e5ded60 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:45.380249 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7424bf2-3464-4c9a-a472-9f168e5ded60 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:45.386577 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d7424bf2-3464-4c9a-a472-9f168e5ded60 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/ports/8bb85bbb-079a-4b54-a1e3-e1b8ca6a415a HTTP/1.1" status: 404 len: 333 time: 0.1673098 Aug 27 04:56:45.398466 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35232) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:45.434296 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648dff66-0fab-4817-b924-846d419712c1 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:56:45.434655 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648dff66-0fab-4817-b924-846d419712c1 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:56:45.435023 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648dff66-0fab-4817-b924-846d419712c1 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:56:45.435341 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648dff66-0fab-4817-b924-846d419712c1 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:56:45.435678 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648dff66-0fab-4817-b924-846d419712c1 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:56:45.436008 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648dff66-0fab-4817-b924-846d419712c1 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:56:45.436423 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648dff66-0fab-4817-b924-846d419712c1 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:56:45.436884 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648dff66-0fab-4817-b924-846d419712c1 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:56:45.437142 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648dff66-0fab-4817-b924-846d419712c1 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:56:45.438107 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648dff66-0fab-4817-b924-846d419712c1 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:56:45.438456 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648dff66-0fab-4817-b924-846d419712c1 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:56:45.438784 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648dff66-0fab-4817-b924-846d419712c1 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:56:45.439219 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648dff66-0fab-4817-b924-846d419712c1 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:56:45.439437 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648dff66-0fab-4817-b924-846d419712c1 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:56:45.439817 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648dff66-0fab-4817-b924-846d419712c1 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:56:45.471856 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-69eae9ba-0b17-445c-8890-374a5fb51495 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:45.472469 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69eae9ba-0b17-445c-8890-374a5fb51495 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:45.473649 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-648dff66-0fab-4817-b924-846d419712c1 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:45.475915 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-69eae9ba-0b17-445c-8890-374a5fb51495 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/5184cc50-80c1-469a-b364-033bc8ea7c09 HTTP/1.1" status: 404 len: 337 time: 0.0764380 Aug 27 04:56:45.479111 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35236) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:45.484942 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-648dff66-0fab-4817-b924-846d419712c1 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "DELETE /networking/v2.0/ports/057ff5e4-3c60-47d8-9f01-a591d7331962 HTTP/1.1" status: 204 len: 168 time: 2.8462110 Aug 27 04:56:45.486127 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35238) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:45.493288 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e2867a-b74c-4c08-998b-6c98f7570041 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:56:45.506901 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03854f4-434a-4a42-be7c-25073f27e87a None None] Sync routers for ids ['6fb16e52-1006-4138-a665-91761a8ab31e'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:56:45.511001 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-c69c2a32-8361-40dc-b0b3-cfebfc5f3941 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:45.512020 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c69c2a32-8361-40dc-b0b3-cfebfc5f3941 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:45.516732 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-10e2867a-b74c-4c08-998b-6c98f7570041 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:45.522921 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c69c2a32-8361-40dc-b0b3-cfebfc5f3941 tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/ports/ed9fac9a-6339-483a-8d6f-d7d4aa68a446 HTTP/1.1" status: 404 len: 333 time: 0.0377467 Aug 27 04:56:45.523167 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-10e2867a-b74c-4c08-998b-6c98f7570041 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "PUT /networking/v2.0/routers/6fb16e52-1006-4138-a665-91761a8ab31e HTTP/1.1" status: 200 len: 694 time: 1.8843229 Aug 27 04:56:45.523261 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35240) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:45.530248 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35242) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:45.534830 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03854f4-434a-4a42-be7c-25073f27e87a None None] Routers {'6fb16e52-1006-4138-a665-91761a8ab31e'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:56:45.535459 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-f03854f4-434a-4a42-be7c-25073f27e87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:56:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['6fb16e52-1006-4138-a665-91761a8ab31e'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:45.563263 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-e50b9597-a529-4530-a990-d6619eea31ac tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] GET failed (client error): The resource could not be found. Aug 27 04:56:45.567662 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e50b9597-a529-4530-a990-d6619eea31ac tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "GET /networking/v2.0/ports/057ff5e4-3c60-47d8-9f01-a591d7331962 HTTP/1.1" status: 404 len: 333 time: 0.0757363 Aug 27 04:56:45.569198 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35244) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:45.599001 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-c693f06a-31a1-487b-98a6-c7b7ecfd2d8a tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:45.599472 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c693f06a-31a1-487b-98a6-c7b7ecfd2d8a tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:45.605148 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c693f06a-31a1-487b-98a6-c7b7ecfd2d8a tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/e86f0abc-aa93-4b42-a10e-97e4b034c9bd HTTP/1.1" status: 404 len: 337 time: 0.0700691 Aug 27 04:56:45.629753 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-f03854f4-434a-4a42-be7c-25073f27e87a None None] Set router 6fb16e52-1006-4138-a665-91761a8ab31e gateway port host: None {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:56:45.639546 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35246) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:45.666409 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:UPDATE=6,neutron:SELECT=91,neutron:INSERT=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:45.710403 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-f03854f4-434a-4a42-be7c-25073f27e87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fb16e52-1006-4138-a665-91761a8ab31e', 'name': 'tempest-RoutersTest-router-1613468937', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:56:43Z', 'updated_at': '2022-08-27T04:56:44Z', 'revision_number': 2, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:45.756138 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-bc89e1cd-3620-4fb6-842c-310382a5f667 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "GET /networking/v2.0/routers/6fb16e52-1006-4138-a665-91761a8ab31e HTTP/1.1" status: 200 len: 700 time: 0.2308037 Aug 27 04:56:45.759041 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03854f4-434a-4a42-be7c-25073f27e87a None None] Checking router: 6fb16e52-1006-4138-a665-91761a8ab31e for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:56:45.760635 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35248) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:45.778390 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03854f4-434a-4a42-be7c-25073f27e87a None None] Routers {'6fb16e52-1006-4138-a665-91761a8ab31e'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:56:45.779058 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-f03854f4-434a-4a42-be7c-25073f27e87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:56:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['6fb16e52-1006-4138-a665-91761a8ab31e'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:45.814064 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-10d680a8-555b-4f83-a21a-53a6a4e89be9 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=6fb16e52-1006-4138-a665-91761a8ab31e HTTP/1.1" status: 200 len: 205 time: 0.0420468 Aug 27 04:56:45.815691 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35250) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:45.837012 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f353b6d4-5aef-4047-863b-14f4a857a8ce tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks [] for port (034aedfb-2dd3-471d-ae86-c06ddea7d0d4), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:45.837300 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2dd07a2a-b515-481d-b841-b7ab17fdf5bd tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (61356c33-ce96-40d0-bb36-87a36b2d0e1c), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:45.851665 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1365f81e-a899-43d3-9db5-22ee2eb990e4 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for port (680250ae-a535-447e-abd8-99f1fa439bc9), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:45.870654 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-f03854f4-434a-4a42-be7c-25073f27e87a None None] Set router 6fb16e52-1006-4138-a665-91761a8ab31e gateway port host: None {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:56:45.929183 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-f03854f4-434a-4a42-be7c-25073f27e87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fb16e52-1006-4138-a665-91761a8ab31e', 'name': 'tempest-RoutersTest-router-1613468937', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:56:43Z', 'updated_at': '2022-08-27T04:56:44Z', 'revision_number': 2, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:45.949704 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2dd07a2a-b515-481d-b841-b7ab17fdf5bd tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (61356c33-ce96-40d0-bb36-87a36b2d0e1c), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:45.953226 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-72162f40-921e-47cf-b27e-1e4e66f05884 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Deleting subnet 169942bb-a974-45f1-9234-4d28dbde93c7 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:56:45.957434 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03854f4-434a-4a42-be7c-25073f27e87a None None] The sync data for ids ['6fb16e52-1006-4138-a665-91761a8ab31e'] in n-d-852088-5 is: [{'id': '6fb16e52-1006-4138-a665-91761a8ab31e', 'name': 'tempest-RoutersTest-router-1613468937', 'tenant_id': '8294e34ae47f4d6bbb8fc590d6939221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:56:43Z', 'updated_at': '2022-08-27T04:56:44Z', 'revision_number': 2, 'project_id': '8294e34ae47f4d6bbb8fc590d6939221', 'gw_port_host': None}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:56:45.970139 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fa866a3b-4f0d-44c7-9656-6dfa33943f6e tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for router (6fb16e52-1006-4138-a665-91761a8ab31e), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:45.975285 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-72162f40-921e-47cf-b27e-1e4e66f05884 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for subnet (169942bb-a974-45f1-9234-4d28dbde93c7), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:46.013687 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-2dd07a2a-b515-481d-b841-b7ab17fdf5bd tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61356c33-ce96-40d0-bb36-87a36b2d0e1c']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:46.017056 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-2dd07a2a-b515-481d-b841-b7ab17fdf5bd tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09140675-bb99-40af-b2a7-6259f5b80bd3') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:46.017485 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-2dd07a2a-b515-481d-b841-b7ab17fdf5bd tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09140675-bb99-40af-b2a7-6259f5b80bd3') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:46.028759 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2dd07a2a-b515-481d-b841-b7ab17fdf5bd tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (09140675-bb99-40af-b2a7-6259f5b80bd3), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:46.043483 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2dd07a2a-b515-481d-b841-b7ab17fdf5bd tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (09140675-bb99-40af-b2a7-6259f5b80bd3), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:46.056364 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1365f81e-a899-43d3-9db5-22ee2eb990e4 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (680250ae-a535-447e-abd8-99f1fa439bc9), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:46.108147 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1365f81e-a899-43d3-9db5-22ee2eb990e4 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (bc298bda-23b3-40f7-8a86-4ec774b53194), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:46.116912 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dd07a2a-b515-481d-b841-b7ab17fdf5bd tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:56:46.117418 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2dd07a2a-b515-481d-b841-b7ab17fdf5bd tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (09140675-bb99-40af-b2a7-6259f5b80bd3), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:46.142855 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-72162f40-921e-47cf-b27e-1e4e66f05884 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (169942bb-a974-45f1-9234-4d28dbde93c7), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:46.201592 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-38e28481-92b9-4e97-8a57-3bdff921457c tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Deleting port c530c46f-1fff-4f46-8a51-9bf6a16b8527 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:56:46.202179 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-38e28481-92b9-4e97-8a57-3bdff921457c tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (c530c46f-1fff-4f46-8a51-9bf6a16b8527), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:46.206979 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 09140675-bb99-40af-b2a7-6259f5b80bd3 resource provider aggregate not found Aug 27 04:56:46.238725 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 09140675-bb99-40af-b2a7-6259f5b80bd3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 09140675-bb99-40af-b2a7-6259f5b80bd3 found for delete ", "request_id": "req-910baf86-176d-439d-b3da-675931a13db2"}]} Aug 27 04:56:46.279612 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:46.288416 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1365f81e-a899-43d3-9db5-22ee2eb990e4 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Pushing event updated for resources: {'Port': ['ID=680250ae-a535-447e-abd8-99f1fa439bc9,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:46.341507 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1365f81e-a899-43d3-9db5-22ee2eb990e4 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Network 812fe369-7292-4421-bcbb-795cc828f60a is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:56:46.343059 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-1365f81e-a899-43d3-9db5-22ee2eb990e4 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:56:46.473083 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1365f81e-a899-43d3-9db5-22ee2eb990e4 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Router bc298bda-23b3-40f7-8a86-4ec774b53194 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:56:46.526961 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2dd07a2a-b515-481d-b841-b7ab17fdf5bd tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (61356c33-ce96-40d0-bb36-87a36b2d0e1c), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:46.547284 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2dd07a2a-b515-481d-b841-b7ab17fdf5bd tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:46.553023 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2dd07a2a-b515-481d-b841-b7ab17fdf5bd tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] 10.222.0.76 "DELETE /networking/v2.0/networks/61356c33-ce96-40d0-bb36-87a36b2d0e1c HTTP/1.1" status: 204 len: 168 time: 0.9100115 Aug 27 04:56:46.564085 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd07a2a-b515-481d-b841-b7ab17fdf5bd tempest-NetworksTestDHCPv6-1319124237 tempest-NetworksTestDHCPv6-1319124237-project] Pushing event deleted for resources: {'Network': ['ID=61356c33-ce96-40d0-bb36-87a36b2d0e1c,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:46.643990 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1365f81e-a899-43d3-9db5-22ee2eb990e4 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:56:46.654278 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1365f81e-a899-43d3-9db5-22ee2eb990e4 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] 10.222.0.76 "PUT /networking/v2.0/routers/bc298bda-23b3-40f7-8a86-4ec774b53194/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2183244 Aug 27 04:56:46.656910 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35262) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:46.658732 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f353b6d4-5aef-4047-863b-14f4a857a8ce tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (034aedfb-2dd3-471d-ae86-c06ddea7d0d4), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:46.666531 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-664e9c4c-b066-4b19-ae8a-718719ea3d28 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Request body: {'port': {'network_id': '812fe369-7292-4421-bcbb-795cc828f60a', 'name': 'tempest-FloatingIPTestJSON-2070774132'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:56:46.687263 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fa866a3b-4f0d-44c7-9656-6dfa33943f6e tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (6fb16e52-1006-4138-a665-91761a8ab31e), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:46.694342 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fa866a3b-4f0d-44c7-9656-6dfa33943f6e tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for router_controller (6fb16e52-1006-4138-a665-91761a8ab31e), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:46.815649 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f353b6d4-5aef-4047-863b-14f4a857a8ce tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Network aea38776-f010-4b24-ac22-3c67904b0a32 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:56:46.832343 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-f353b6d4-5aef-4047-863b-14f4a857a8ce tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:56:46.845475 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f353b6d4-5aef-4047-863b-14f4a857a8ce tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Pushing event updated for resources: {'Port': ['ID=034aedfb-2dd3-471d-ae86-c06ddea7d0d4,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:46.850163 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f353b6d4-5aef-4047-863b-14f4a857a8ce tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:56:46.850565 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:46.860667 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-38e28481-92b9-4e97-8a57-3bdff921457c tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (c530c46f-1fff-4f46-8a51-9bf6a16b8527), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:46.863663 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-72162f40-921e-47cf-b27e-1e4e66f05884 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (169942bb-a974-45f1-9234-4d28dbde93c7), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:46.896301 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b99e298-57e4-4fba-bac1-25abfc6f4134 None None] Sync routers for ids ['bc298bda-23b3-40f7-8a86-4ec774b53194'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:56:46.919578 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b99e298-57e4-4fba-bac1-25abfc6f4134 None None] Routers {'bc298bda-23b3-40f7-8a86-4ec774b53194'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:56:46.920622 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-8b99e298-57e4-4fba-bac1-25abfc6f4134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:56:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['bc298bda-23b3-40f7-8a86-4ec774b53194'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:46.937792 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-38e28481-92b9-4e97-8a57-3bdff921457c tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Calling delete_port for c530c46f-1fff-4f46-8a51-9bf6a16b8527 owned by network:router_interface {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:56:46.986088 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f353b6d4-5aef-4047-863b-14f4a857a8ce tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:56:46.986770 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f353b6d4-5aef-4047-863b-14f4a857a8ce tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:46.997463 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-8b99e298-57e4-4fba-bac1-25abfc6f4134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:47.021281 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b99e298-57e4-4fba-bac1-25abfc6f4134 None None] Routers {'bc298bda-23b3-40f7-8a86-4ec774b53194'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:56:47.021921 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-8b99e298-57e4-4fba-bac1-25abfc6f4134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:56:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['bc298bda-23b3-40f7-8a86-4ec774b53194'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:47.069168 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fa866a3b-4f0d-44c7-9656-6dfa33943f6e tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (6fb16e52-1006-4138-a665-91761a8ab31e), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:47.069719 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa866a3b-4f0d-44c7-9656-6dfa33943f6e tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Fanout notify agent at l3_agent the message router_deleted on router 6fb16e52-1006-4138-a665-91761a8ab31e {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:56:47.070372 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-8b99e298-57e4-4fba-bac1-25abfc6f4134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:47.071084 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b99e298-57e4-4fba-bac1-25abfc6f4134 None None] The sync data for ids ['bc298bda-23b3-40f7-8a86-4ec774b53194'] in n-d-852088-5 is: [] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:56:47.090032 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fa866a3b-4f0d-44c7-9656-6dfa33943f6e tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:47.091419 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-fa866a3b-4f0d-44c7-9656-6dfa33943f6e tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "DELETE /networking/v2.0/routers/6fb16e52-1006-4138-a665-91761a8ab31e HTTP/1.1" status: 204 len: 168 time: 1.2714109 Aug 27 04:56:47.099538 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35268) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:47.177986 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35274) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:47.184448 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-5c98009e-6d7a-4919-ba62-2f995a1efc9b tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=6fb16e52-1006-4138-a665-91761a8ab31e HTTP/1.1" status: 200 len: 205 time: 0.0834982 Aug 27 04:56:47.185558 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664e9c4c-b066-4b19-ae8a-718719ea3d28 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Made reservation on behalf of a035ed243e0b4ff6a2bb61230ea5a08a for: {'port': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:56:47.190263 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-664e9c4c-b066-4b19-ae8a-718719ea3d28 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:47.230596 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [None req-664e9c4c-b066-4b19-ae8a-718719ea3d28 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] device_id is not set on port 7a160636-30b8-4cab-bfbd-237aa25a441a yet. {{(pid=107775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:56:47.254192 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-05c1a744-e4ef-4d6e-9e2b-7fea8f11a87b tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] delete failed (client error): The resource could not be found. Aug 27 04:56:47.256039 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-05c1a744-e4ef-4d6e-9e2b-7fea8f11a87b tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "DELETE /networking/v2.0/routers/6fb16e52-1006-4138-a665-91761a8ab31e HTTP/1.1" status: 404 len: 336 time: 0.0724256 Aug 27 04:56:47.259694 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35276) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:47.266968 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f353b6d4-5aef-4047-863b-14f4a857a8ce tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3326962 Aug 27 04:56:47.308833 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35278) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:47.319867 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-1c1bc9db-7c84-44e7-bef5-1e4b5107d37b None None] Provisioning complete for port 034aedfb-2dd3-471d-ae86-c06ddea7d0d4 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:56:47.320267 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1c1bc9db-7c84-44e7-bef5-1e4b5107d37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (034aedfb-2dd3-471d-ae86-c06ddea7d0d4), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:47.322610 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-ad45688e-a7f6-40c6-922a-367a01684006 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Request body: {'floatingip': {'floating_network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:56:47.376495 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-72162f40-921e-47cf-b27e-1e4e66f05884 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (169942bb-a974-45f1-9234-4d28dbde93c7), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:47.406503 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bc9db-7c84-44e7-bef5-1e4b5107d37b None None] Port 034aedfb-2dd3-471d-ae86-c06ddea7d0d4 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:56:47.452504 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-664e9c4c-b066-4b19-ae8a-718719ea3d28 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Allocated IP 172.20.0.6 (812fe369-7292-4421-bcbb-795cc828f60a/85b14a6b-2bf8-478d-8910-60daf97bef62/7a160636-30b8-4cab-bfbd-237aa25a441a) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:56:47.557256 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ad45688e-a7f6-40c6-922a-367a01684006 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:47.563105 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-7821b093-18bd-4a07-b7c1-783795a1c258 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:47.563499 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7821b093-18bd-4a07-b7c1-783795a1c258 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:47.569031 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7821b093-18bd-4a07-b7c1-783795a1c258 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/90184cd6-e88d-4cfe-b64f-27d8f12408be HTTP/1.1" status: 404 len: 337 time: 0.2983110 Aug 27 04:56:47.577282 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72162f40-921e-47cf-b27e-1e4e66f05884 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event deleted for resources: {'Subnet': ['ID=169942bb-a974-45f1-9234-4d28dbde93c7,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:47.578981 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35284) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:47.579314 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35286) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:47.631386 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d868e6b-73b3-4419-b237-7586e3856979 None None] Network 1f5f674a-8552-407a-9808-155c74009826 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:56:47.678212 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-043c95c8-da6b-4057-b27f-e0557e2b9023 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:47.678683 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-043c95c8-da6b-4057-b27f-e0557e2b9023 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:47.682662 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-043c95c8-da6b-4057-b27f-e0557e2b9023 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/3d1d9a3d-8c41-4a48-beee-c12cc0d8bc3f HTTP/1.1" status: 404 len: 337 time: 0.0814080 Aug 27 04:56:47.686610 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-72162f40-921e-47cf-b27e-1e4e66f05884 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:47.692750 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-72162f40-921e-47cf-b27e-1e4e66f05884 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/169942bb-a974-45f1-9234-4d28dbde93c7 HTTP/1.1" status: 204 len: 168 time: 1.9373813 Aug 27 04:56:47.694084 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35298) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:47.694413 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35300) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:47.769105 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-664e9c4c-b066-4b19-ae8a-718719ea3d28 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for port (7a160636-30b8-4cab-bfbd-237aa25a441a), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:47.808733 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:47.818600 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-50bcb426-12b7-4790-8725-aa13031079b0 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:47.818895 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50bcb426-12b7-4790-8725-aa13031079b0 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:47.823131 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-50bcb426-12b7-4790-8725-aa13031079b0 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/ba598601-4006-41f6-89e9-fce854c1ffb3 HTTP/1.1" status: 404 len: 337 time: 0.1255310 Aug 27 04:56:47.834122 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35302) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:47.926768 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-756b089a-cc78-4110-8890-ec8255c38cb9 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:47.927232 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-756b089a-cc78-4110-8890-ec8255c38cb9 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:47.931199 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-756b089a-cc78-4110-8890-ec8255c38cb9 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/5df62364-1081-4557-a010-0b9d53af53d4 HTTP/1.1" status: 404 len: 337 time: 0.0939531 Aug 27 04:56:47.934816 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35304) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:47.954217 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:47.955484 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ad45688e-a7f6-40c6-922a-367a01684006 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:48.006033 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551f074d-f0e9-4170-9e55-7e5f37c148be None None] DHCP port deletion for 1f5f674a-8552-407a-9808-155c74009826 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:56:48.019360 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-99a22f6c-556d-4f98-b134-ad4dad62d426 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5 HTTP/1.1" status: 200 len: 205 time: 0.0735698 Aug 27 04:56:48.023251 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35306) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:48.032018 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-664e9c4c-b066-4b19-ae8a-718719ea3d28 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (7a160636-30b8-4cab-bfbd-237aa25a441a), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:48.069847 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-551f074d-f0e9-4170-9e55-7e5f37c148be None None] Deleting port a3a3021f-f196-4eb1-98ff-b6602f0f8150 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:56:48.070400 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-551f074d-f0e9-4170-9e55-7e5f37c148be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (a3a3021f-f196-4eb1-98ff-b6602f0f8150), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:48.073294 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-ad45688e-a7f6-40c6-922a-367a01684006 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Allocated IP 172.25.2.245 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/8f7c885b-a9e2-4b4f-ac13-9fbbf5f8cce2) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:56:48.130167 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:48.143618 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-551f074d-f0e9-4170-9e55-7e5f37c148be None None] For port a3a3021f-f196-4eb1-98ff-b6602f0f8150, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a3a3021f-f196-4eb1-98ff-b6602f0f8150,segment=NetworkSegment(85944abc-1d96-4941-87a5-6dbefa321e2c),segment_id=85944abc-1d96-4941-87a5-6dbefa321e2c)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:56:48.144304 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-551f074d-f0e9-4170-9e55-7e5f37c148be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (a3a3021f-f196-4eb1-98ff-b6602f0f8150), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:48.160017 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-551f074d-f0e9-4170-9e55-7e5f37c148be None None] Calling delete_port for a3a3021f-f196-4eb1-98ff-b6602f0f8150 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:56:48.199022 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ad45688e-a7f6-40c6-922a-367a01684006 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks [] for port (8f7c885b-a9e2-4b4f-ac13-9fbbf5f8cce2), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:48.211900 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-193b1b8c-31d6-4ee0-a964-2b1cb063c0dc tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] delete failed (client error): The resource could not be found. Aug 27 04:56:48.219712 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-193b1b8c-31d6-4ee0-a964-2b1cb063c0dc tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "DELETE /networking/v2.0/routers/102e94b5-bf53-4e2b-b0d8-f44bafc6c5a5 HTTP/1.1" status: 404 len: 336 time: 0.1808372 Aug 27 04:56:48.233301 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35312) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:48.236053 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e9c4c-b066-4b19-ae8a-718719ea3d28 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Pushing event updated for resources: {'Port': ['ID=7a160636-30b8-4cab-bfbd-237aa25a441a,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:48.242342 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-26325bc0-dbae-4d5c-9f73-67a9bbabdbbf tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (1f5f674a-8552-407a-9808-155c74009826), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:48.276621 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0f246cdb-55a1-4961-ac1e-672f82f5acb1 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=7d084317-0555-4533-9c09-791a37980956 HTTP/1.1" status: 200 len: 205 time: 0.0362844 Aug 27 04:56:48.277340 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35314) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:48.286323 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664e9c4c-b066-4b19-ae8a-718719ea3d28 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Network 812fe369-7292-4421-bcbb-795cc828f60a is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:56:48.287907 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-664e9c4c-b066-4b19-ae8a-718719ea3d28 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:56:48.292491 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664e9c4c-b066-4b19-ae8a-718719ea3d28 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:56:48.328836 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-26325bc0-dbae-4d5c-9f73-67a9bbabdbbf tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Deleting port a3a3021f-f196-4eb1-98ff-b6602f0f8150 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:56:48.330069 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-26325bc0-dbae-4d5c-9f73-67a9bbabdbbf tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (a3a3021f-f196-4eb1-98ff-b6602f0f8150), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:48.349583 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664e9c4c-b066-4b19-ae8a-718719ea3d28 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:56:48.350349 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-664e9c4c-b066-4b19-ae8a-718719ea3d28 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:48.385984 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-fbc62ab4-8030-4b77-a2a5-36d354f83150 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] delete failed (client error): The resource could not be found. Aug 27 04:56:48.390612 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-fbc62ab4-8030-4b77-a2a5-36d354f83150 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "DELETE /networking/v2.0/routers/7d084317-0555-4533-9c09-791a37980956 HTTP/1.1" status: 404 len: 336 time: 0.1075952 Aug 27 04:56:48.391198 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35316) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:48.415715 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-9706d13b-35de-42ea-b557-c2449069c29c admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=f0f1eb4384394fc18f1626f3e12e04e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8131528 Aug 27 04:56:48.418927 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ad45688e-a7f6-40c6-922a-367a01684006 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (8f7c885b-a9e2-4b4f-ac13-9fbbf5f8cce2), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:48.423555 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35318) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:48.430197 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-d562ea7d-3513-4421-853f-ce1d88f9fd11 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:48.430685 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d562ea7d-3513-4421-853f-ce1d88f9fd11 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:48.433854 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-d562ea7d-3513-4421-853f-ce1d88f9fd11 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/1cd7bb2b-b35f-445b-a60b-571ff9ea43f6 HTTP/1.1" status: 404 len: 337 time: 0.0415630 Aug 27 04:56:48.438612 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35320) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:48.444945 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-551f074d-f0e9-4170-9e55-7e5f37c148be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (a3a3021f-f196-4eb1-98ff-b6602f0f8150), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:48.487780 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45688e-a7f6-40c6-922a-367a01684006 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Pushing event updated for resources: {'Port': ['ID=8f7c885b-a9e2-4b4f-ac13-9fbbf5f8cce2,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:48.494879 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-38e28481-92b9-4e97-8a57-3bdff921457c tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (c530c46f-1fff-4f46-8a51-9bf6a16b8527), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:48.505910 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551f074d-f0e9-4170-9e55-7e5f37c148be None None] Pushing event deleted for resources: {'Port': ['ID=a3a3021f-f196-4eb1-98ff-b6602f0f8150,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:48.522364 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551f074d-f0e9-4170-9e55-7e5f37c148be None None] No DVR routers for this DVR port a3a3021f-f196-4eb1-98ff-b6602f0f8150 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:56:48.530521 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad45688e-a7f6-40c6-922a-367a01684006 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:56:48.542487 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-ad45688e-a7f6-40c6-922a-367a01684006 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:56:48.565880 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-664e9c4c-b066-4b19-ae8a-718719ea3d28 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9069476 Aug 27 04:56:48.569482 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b2d4cc2f-7b71-4fda-9b16-23faf1bdd2fe tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d75deaf4-c724-4f8f-8e58-c0f1eee0df60 HTTP/1.1" status: 200 len: 205 time: 0.1297221 Aug 27 04:56:48.570984 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35326) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:48.577688 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-fe1e1356-4a62-4799-a981-75bb406e8337 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Request body: {'port': {'network_id': '812fe369-7292-4421-bcbb-795cc828f60a', 'name': 'tempest-FloatingIPTestJSON-2008356717'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:56:48.578725 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad45688e-a7f6-40c6-922a-367a01684006 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:56:48.580676 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35328) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:48.582814 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-26325bc0-dbae-4d5c-9f73-67a9bbabdbbf tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] For port a3a3021f-f196-4eb1-98ff-b6602f0f8150, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a3a3021f-f196-4eb1-98ff-b6602f0f8150,segment=NetworkSegment(85944abc-1d96-4941-87a5-6dbefa321e2c),segment_id=85944abc-1d96-4941-87a5-6dbefa321e2c)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:56:48.582814 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-26325bc0-dbae-4d5c-9f73-67a9bbabdbbf tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (a3a3021f-f196-4eb1-98ff-b6602f0f8150), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:48.591937 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e28481-92b9-4e97-8a57-3bdff921457c tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event deleted for resources: {'Port': ['ID=c530c46f-1fff-4f46-8a51-9bf6a16b8527,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:48.730031 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-26325bc0-dbae-4d5c-9f73-67a9bbabdbbf tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Calling delete_port for a3a3021f-f196-4eb1-98ff-b6602f0f8150 owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:56:48.835371 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-3e862ed8-0fa1-49a0-b73a-5fbf3278bd6c tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] delete failed (client error): The resource could not be found. Aug 27 04:56:48.840047 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3e862ed8-0fa1-49a0-b73a-5fbf3278bd6c tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "DELETE /networking/v2.0/routers/d75deaf4-c724-4f8f-8e58-c0f1eee0df60 HTTP/1.1" status: 404 len: 336 time: 0.2502623 Aug 27 04:56:48.840261 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35334) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:48.874386 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-fd9513e9-402f-4a39-8ed7-53e706e6ce16 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=47acd1a6-e140-4831-9e0c-2d317fbda2e7 HTTP/1.1" status: 200 len: 205 time: 0.0331190 Aug 27 04:56:48.878489 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35336) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:48.919090 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:48.940775 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1e1356-4a62-4799-a981-75bb406e8337 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Made reservation on behalf of a035ed243e0b4ff6a2bb61230ea5a08a for: {'port': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:56:48.944575 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fe1e1356-4a62-4799-a981-75bb406e8337 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:48.949512 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-b1426d83-d147-4030-ab27-079b4a0afa24 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] delete failed (client error): The resource could not be found. Aug 27 04:56:48.950876 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b1426d83-d147-4030-ab27-079b4a0afa24 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "DELETE /networking/v2.0/routers/47acd1a6-e140-4831-9e0c-2d317fbda2e7 HTTP/1.1" status: 404 len: 336 time: 0.0712905 Aug 27 04:56:48.951607 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a3a3021f-f196-4eb1-98ff-b6602f0f8150 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:56:48.958950 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35340) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:48.981420 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: a3a3021f-f196-4eb1-98ff-b6602f0f8150 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:56:48.982235 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a3a3021f-f196-4eb1-98ff-b6602f0f8150 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:56:48.998707 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8a8f4dcb-487c-4efd-b4ce-6adedceac892 admin admin] Publish callbacks [] for security_group (48d77fd1-9281-4e9b-94e5-c6eaa69e724d), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:48.999576 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-edae704a-49f0-4912-828e-82fe13fa7acd tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:49.000051 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edae704a-49f0-4912-828e-82fe13fa7acd tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:49.006385 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-edae704a-49f0-4912-828e-82fe13fa7acd tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/0e8f2537-c393-4645-9002-dbd53b0b3c6e HTTP/1.1" status: 404 len: 337 time: 0.0441020 Aug 27 04:56:49.007545 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35342) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:49.020215 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [None req-fe1e1356-4a62-4799-a981-75bb406e8337 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] device_id is not set on port 686035aa-9553-4593-9022-829f8369981c yet. {{(pid=107775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:56:49.045107 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7d027922-53e3-4ca1-93c0-4b5ce2890871 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=53f76396-b4f0-4b2c-a9c4-81fc74f8971d HTTP/1.1" status: 200 len: 205 time: 0.0348153 Aug 27 04:56:49.046601 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35344) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:49.055206 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-38e28481-92b9-4e97-8a57-3bdff921457c tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (18d34660-9042-4897-aaee-a5dc40745745), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:49.060726 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8a8f4dcb-487c-4efd-b4ce-6adedceac892 admin admin] Publish callbacks [] for security_group (48d77fd1-9281-4e9b-94e5-c6eaa69e724d), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:49.079231 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ad45688e-a7f6-40c6-922a-367a01684006 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks [] for floatingip (2a841b07-36a9-4447-9c5f-4f14ff3dcd0d), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:49.101659 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-26325bc0-dbae-4d5c-9f73-67a9bbabdbbf tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (a3a3021f-f196-4eb1-98ff-b6602f0f8150), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:49.117075 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-a3cb4107-387f-4431-8db2-446f07f5f5c6 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] delete failed (client error): The resource could not be found. Aug 27 04:56:49.120107 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a3cb4107-387f-4431-8db2-446f07f5f5c6 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "DELETE /networking/v2.0/routers/53f76396-b4f0-4b2c-a9c4-81fc74f8971d HTTP/1.1" status: 404 len: 336 time: 0.0713553 Aug 27 04:56:49.121404 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35348) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:49.212886 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-6594d8d3-b093-434b-a404-0ed64a3cdef0 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:49.213348 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6594d8d3-b093-434b-a404-0ed64a3cdef0 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:49.219046 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-6594d8d3-b093-434b-a404-0ed64a3cdef0 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/5431a61f-7769-4db9-8632-869389d265f6 HTTP/1.1" status: 404 len: 337 time: 0.0947335 Aug 27 04:56:49.219386 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35350) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:49.230093 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26325bc0-dbae-4d5c-9f73-67a9bbabdbbf tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] No DVR routers for this DVR port a3a3021f-f196-4eb1-98ff-b6602f0f8150 on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:56:49.238773 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26325bc0-dbae-4d5c-9f73-67a9bbabdbbf tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event deleted for resources: {'Port': ['ID=a3a3021f-f196-4eb1-98ff-b6602f0f8150,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:49.265231 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3d8739e0-3f5e-4dbd-a41f-e6eaeeab5b1e tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=fc1a40ee-62ee-478b-bde6-31753ac1bbca HTTP/1.1" status: 200 len: 205 time: 0.0445614 Aug 27 04:56:49.268303 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35352) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:49.315399 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-777e5834-2137-456e-97fd-f25950d47f93 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] delete failed (client error): The resource could not be found. Aug 27 04:56:49.316747 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-777e5834-2137-456e-97fd-f25950d47f93 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "DELETE /networking/v2.0/routers/fc1a40ee-62ee-478b-bde6-31753ac1bbca HTTP/1.1" status: 404 len: 336 time: 0.0473990 Aug 27 04:56:49.320423 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35354) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:49.323404 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-fe1e1356-4a62-4799-a981-75bb406e8337 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Allocated IP 172.20.0.13 (812fe369-7292-4421-bcbb-795cc828f60a/85b14a6b-2bf8-478d-8910-60daf97bef62/686035aa-9553-4593-9022-829f8369981c) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:56:49.359960 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cdf7fd8-e530-46b3-b3e2-d75d8ade564a tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:49.360660 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cdf7fd8-e530-46b3-b3e2-d75d8ade564a tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:49.364331 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3cdf7fd8-e530-46b3-b3e2-d75d8ade564a tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/a6afbed1-77c0-4705-9ddf-e59cd21d90ef HTTP/1.1" status: 404 len: 337 time: 0.0424700 Aug 27 04:56:49.371081 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35356) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:49.382603 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ad45688e-a7f6-40c6-922a-367a01684006 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8f7c885b-a9e2-4b4f-ac13-9fbbf5f8cce2), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:49.386309 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-26325bc0-dbae-4d5c-9f73-67a9bbabdbbf tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (1f5f674a-8552-407a-9808-155c74009826), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:49.397453 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:49.418101 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-658b0ca7-7681-4579-8f35-d6254f7dace3 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] DELETE failed (client error): The resource could not be found. Aug 27 04:56:49.419299 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-658b0ca7-7681-4579-8f35-d6254f7dace3 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:56:49.422258 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-658b0ca7-7681-4579-8f35-d6254f7dace3 tempest-RoutersTest-863865719 tempest-RoutersTest-863865719-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/0e662cfd-c83b-4c12-8c97-a0b49d53301e HTTP/1.1" status: 404 len: 337 time: 0.0501196 Aug 27 04:56:49.526584 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-26325bc0-dbae-4d5c-9f73-67a9bbabdbbf tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f5f674a-8552-407a-9808-155c74009826']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:49.529451 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8a8f4dcb-487c-4efd-b4ce-6adedceac892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (48d77fd1-9281-4e9b-94e5-c6eaa69e724d), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:49.532066 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8a8f4dcb-487c-4efd-b4ce-6adedceac892 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:49.536094 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8a8f4dcb-487c-4efd-b4ce-6adedceac892 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/48d77fd1-9281-4e9b-94e5-c6eaa69e724d HTTP/1.1" status: 204 len: 168 time: 1.0678110 Aug 27 04:56:49.602163 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-26325bc0-dbae-4d5c-9f73-67a9bbabdbbf tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85944abc-1d96-4941-87a5-6dbefa321e2c') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:49.603332 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-26325bc0-dbae-4d5c-9f73-67a9bbabdbbf tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85944abc-1d96-4941-87a5-6dbefa321e2c') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:49.623299 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f4dcb-487c-4efd-b4ce-6adedceac892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d77fd1-9281-4e9b-94e5-c6eaa69e724d,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:49.630029 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-26325bc0-dbae-4d5c-9f73-67a9bbabdbbf tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (85944abc-1d96-4941-87a5-6dbefa321e2c), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:49.656913 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fe1e1356-4a62-4799-a981-75bb406e8337 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for port (686035aa-9553-4593-9022-829f8369981c), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:49.699177 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-26325bc0-dbae-4d5c-9f73-67a9bbabdbbf tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (85944abc-1d96-4941-87a5-6dbefa321e2c), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:49.715259 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26325bc0-dbae-4d5c-9f73-67a9bbabdbbf tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:56:49.715651 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-26325bc0-dbae-4d5c-9f73-67a9bbabdbbf tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (85944abc-1d96-4941-87a5-6dbefa321e2c), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:49.778394 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e28481-92b9-4e97-8a57-3bdff921457c tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Router 18d34660-9042-4897-aaee-a5dc40745745 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:56:49.780172 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 85944abc-1d96-4941-87a5-6dbefa321e2c resource provider aggregate not found Aug 27 04:56:49.812919 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 85944abc-1d96-4941-87a5-6dbefa321e2c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 85944abc-1d96-4941-87a5-6dbefa321e2c found for delete ", "request_id": "req-fde83ca7-0c16-4b15-aa97-cdc78ded8e2e"}]} Aug 27 04:56:49.817645 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fe1e1356-4a62-4799-a981-75bb406e8337 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (686035aa-9553-4593-9022-829f8369981c), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:49.902199 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1e1356-4a62-4799-a981-75bb406e8337 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Pushing event updated for resources: {'Port': ['ID=686035aa-9553-4593-9022-829f8369981c,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:49.924424 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1e1356-4a62-4799-a981-75bb406e8337 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Network 812fe369-7292-4421-bcbb-795cc828f60a is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:56:49.925880 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-fe1e1356-4a62-4799-a981-75bb406e8337 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:56:49.928427 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1e1356-4a62-4799-a981-75bb406e8337 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:56:49.973757 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e28481-92b9-4e97-8a57-3bdff921457c tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:56:49.983206 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-38e28481-92b9-4e97-8a57-3bdff921457c tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "PUT /networking/v2.0/routers/18d34660-9042-4897-aaee-a5dc40745745/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6635001 Aug 27 04:56:49.983891 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35374) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:49.987162 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb7eaf7-f052-4a24-a2d2-798fcec73c3f None None] Sync routers for ids ['18d34660-9042-4897-aaee-a5dc40745745'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:56:49.991112 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1e1356-4a62-4799-a981-75bb406e8337 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:56:49.991924 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fe1e1356-4a62-4799-a981-75bb406e8337 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:50.011074 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb7eaf7-f052-4a24-a2d2-798fcec73c3f None None] Routers {'18d34660-9042-4897-aaee-a5dc40745745'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:56:50.011995 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-bcb7eaf7-f052-4a24-a2d2-798fcec73c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:56:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['18d34660-9042-4897-aaee-a5dc40745745'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:50.058215 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-bcb7eaf7-f052-4a24-a2d2-798fcec73c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:50.080281 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb7eaf7-f052-4a24-a2d2-798fcec73c3f None None] Routers {'18d34660-9042-4897-aaee-a5dc40745745'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:56:50.081839 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-bcb7eaf7-f052-4a24-a2d2-798fcec73c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:56:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['18d34660-9042-4897-aaee-a5dc40745745'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:50.144535 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-fe1e1356-4a62-4799-a981-75bb406e8337 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5677333 Aug 27 04:56:50.148128 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35380) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:50.150808 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-e011fff1-212c-434c-a62f-eab8dcf96a61 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Request body: {'floatingip': {'floating_network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'port_id': '686035aa-9553-4593-9022-829f8369981c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:56:50.188603 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-bcb7eaf7-f052-4a24-a2d2-798fcec73c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:50.189358 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb7eaf7-f052-4a24-a2d2-798fcec73c3f None None] The sync data for ids ['18d34660-9042-4897-aaee-a5dc40745745'] in n-d-852088-5 is: [] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:56:50.234880 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35386) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:50.412315 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-af9eade5-f860-4601-9c19-2cbb606db150 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=8294e34ae47f4d6bbb8fc590d6939221&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1733162 Aug 27 04:56:50.412663 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35396) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:50.447741 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-26325bc0-dbae-4d5c-9f73-67a9bbabdbbf tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (1f5f674a-8552-407a-9808-155c74009826), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:50.452462 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ad45688e-a7f6-40c6-922a-367a01684006 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks [] for port (8f7c885b-a9e2-4b4f-ac13-9fbbf5f8cce2), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:50.466108 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-33b42e90-719d-48b7-b260-c42d14e911eb admin admin] Publish callbacks [] for security_group (2c2903fa-d216-45f2-9ed6-99f31fc4d6ce), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:50.466616 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-26325bc0-dbae-4d5c-9f73-67a9bbabdbbf tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:50.468153 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e011fff1-212c-434c-a62f-eab8dcf96a61 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:50.469773 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-26325bc0-dbae-4d5c-9f73-67a9bbabdbbf tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "DELETE /networking/v2.0/networks/1f5f674a-8552-407a-9808-155c74009826 HTTP/1.1" status: 204 len: 168 time: 2.7712908 Aug 27 04:56:50.473295 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35398) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:50.482962 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26325bc0-dbae-4d5c-9f73-67a9bbabdbbf tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event deleted for resources: {'Network': ['ID=1f5f674a-8552-407a-9808-155c74009826,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:50.485608 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-9345ef60-d7ea-495d-8eb1-58d26306a72a tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Request body: {'port': {'network_id': '849c1b68-ff98-433a-8a19-bdf5ff0407d2', 'name': 'tempest-PortsIpV6TestJSON-608328414'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:56:50.609380 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-33b42e90-719d-48b7-b260-c42d14e911eb admin admin] Publish callbacks [] for security_group (2c2903fa-d216-45f2-9ed6-99f31fc4d6ce), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:50.627144 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ad45688e-a7f6-40c6-922a-367a01684006 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (8f7c885b-a9e2-4b4f-ac13-9fbbf5f8cce2), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:50.660575 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:50.690239 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:50.778970 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ad45688e-a7f6-40c6-922a-367a01684006 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677636'] for floatingip (2a841b07-36a9-4447-9c5f-4f14ff3dcd0d), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:50.806687 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45688e-a7f6-40c6-922a-367a01684006 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Pushing event updated for resources: {'Port': ['ID=8f7c885b-a9e2-4b4f-ac13-9fbbf5f8cce2,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:50.890956 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3e9595a3-2d29-4625-b01e-9863ee332910 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (18d34660-9042-4897-aaee-a5dc40745745), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:51.037418 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:51.052921 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e011fff1-212c-434c-a62f-eab8dcf96a61 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:51.169131 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-3e9595a3-2d29-4625-b01e-9863ee332910 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Deleting port 47461e85-2d23-42c0-9840-df36a865d190 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:56:51.169563 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3e9595a3-2d29-4625-b01e-9863ee332910 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (47461e85-2d23-42c0-9840-df36a865d190), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:51.182979 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-e011fff1-212c-434c-a62f-eab8dcf96a61 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Allocated IP 172.25.2.72 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/8f3c903c-4951-4a89-9af8-3b6d76704613) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:56:51.266558 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3e9595a3-2d29-4625-b01e-9863ee332910 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (47461e85-2d23-42c0-9840-df36a865d190), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:51.282880 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-33b42e90-719d-48b7-b260-c42d14e911eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (2c2903fa-d216-45f2-9ed6-99f31fc4d6ce), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:51.285709 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-33b42e90-719d-48b7-b260-c42d14e911eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:51.289751 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-33b42e90-719d-48b7-b260-c42d14e911eb admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/2c2903fa-d216-45f2-9ed6-99f31fc4d6ce HTTP/1.1" status: 204 len: 168 time: 0.8762071 Aug 27 04:56:51.301441 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-3e9595a3-2d29-4625-b01e-9863ee332910 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Calling delete_port for 47461e85-2d23-42c0-9840-df36a865d190 owned by network:router_interface {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:56:51.309457 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b42e90-719d-48b7-b260-c42d14e911eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2903fa-d216-45f2-9ed6-99f31fc4d6ce,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:51.314630 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ad45688e-a7f6-40c6-922a-367a01684006 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:51.319833 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35424) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:51.325202 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ad45688e-a7f6-40c6-922a-367a01684006 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] 10.222.0.76 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0024841 Aug 27 04:56:51.327534 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-130c4344-8bed-43b3-8235-4a08da40f997 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Request body: {'floatingip': {'port_id': '034aedfb-2dd3-471d-ae86-c06ddea7d0d4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:56:51.367339 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-130c4344-8bed-43b3-8235-4a08da40f997 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks [] for floatingip (2a841b07-36a9-4447-9c5f-4f14ff3dcd0d), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:51.444519 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:51.454741 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e011fff1-212c-434c-a62f-eab8dcf96a61 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for port (8f3c903c-4951-4a89-9af8-3b6d76704613), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:51.462422 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9345ef60-d7ea-495d-8eb1-58d26306a72a tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Made reservation on behalf of be8944f580af495191f8edd06de8f901 for: {'port': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:56:51.466199 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9345ef60-d7ea-495d-8eb1-58d26306a72a tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:51.509245 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35428) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:51.542264 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [None req-9345ef60-d7ea-495d-8eb1-58d26306a72a tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] device_id is not set on port 821be9a1-5617-4b06-93e6-019db0f40042 yet. {{(pid=107775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:56:51.646453 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-130c4344-8bed-43b3-8235-4a08da40f997 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] update failed (client error): The resource could not be found. Aug 27 04:56:51.647457 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:51.647958 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-130c4344-8bed-43b3-8235-4a08da40f997 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] 10.222.0.76 "PUT /networking/v2.0/floatingips/2a841b07-36a9-4447-9c5f-4f14ff3dcd0d HTTP/1.1" status: 404 len: 507 time: 0.3269422 Aug 27 04:56:51.650897 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35436) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:51.818740 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-dfacc6f2-9cfc-4055-a81e-9e9448806265 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1665696336'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:56:51.827517 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-7b96bb1b-6cef-46c1-bdee-f0c57576d1f1 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Deleting port 8f7c885b-a9e2-4b4f-ac13-9fbbf5f8cce2 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:56:51.827859 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7b96bb1b-6cef-46c1-bdee-f0c57576d1f1 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (8f7c885b-a9e2-4b4f-ac13-9fbbf5f8cce2), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:51.839727 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3e9595a3-2d29-4625-b01e-9863ee332910 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (47461e85-2d23-42c0-9840-df36a865d190), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:51.841136 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e011fff1-212c-434c-a62f-eab8dcf96a61 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (8f3c903c-4951-4a89-9af8-3b6d76704613), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:51.881680 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9595a3-2d29-4625-b01e-9863ee332910 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event deleted for resources: {'Port': ['ID=47461e85-2d23-42c0-9840-df36a865d190,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:51.994742 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e011fff1-212c-434c-a62f-eab8dcf96a61 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:56:52.010157 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-e011fff1-212c-434c-a62f-eab8dcf96a61 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:56:52.016481 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e011fff1-212c-434c-a62f-eab8dcf96a61 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Pushing event updated for resources: {'Port': ['ID=8f3c903c-4951-4a89-9af8-3b6d76704613,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:52.031897 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e011fff1-212c-434c-a62f-eab8dcf96a61 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:56:52.092939 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfacc6f2-9cfc-4055-a81e-9e9448806265 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Made reservation on behalf of 96d18b9be3a744e8b62a60ad57a7a783 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:56:52.094079 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dfacc6f2-9cfc-4055-a81e-9e9448806265 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:52.133854 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9345ef60-d7ea-495d-8eb1-58d26306a72a tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for port (821be9a1-5617-4b06-93e6-019db0f40042), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:52.169577 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7b96bb1b-6cef-46c1-bdee-f0c57576d1f1 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (8f7c885b-a9e2-4b4f-ac13-9fbbf5f8cce2), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:52.169577 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7b96bb1b-6cef-46c1-bdee-f0c57576d1f1 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks [] for floatingip (8f7c885b-a9e2-4b4f-ac13-9fbbf5f8cce2), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:52.183676 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dfacc6f2-9cfc-4055-a81e-9e9448806265 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:52.235768 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3e9595a3-2d29-4625-b01e-9863ee332910 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (18d34660-9042-4897-aaee-a5dc40745745), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:52.250811 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-7b96bb1b-6cef-46c1-bdee-f0c57576d1f1 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Calling delete_port for 8f7c885b-a9e2-4b4f-ac13-9fbbf5f8cce2 owned by network:floatingip {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:56:52.456795 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=80,neutron:DELETE=9,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:52.618592 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9345ef60-d7ea-495d-8eb1-58d26306a72a tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (821be9a1-5617-4b06-93e6-019db0f40042), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:52.690953 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9345ef60-d7ea-495d-8eb1-58d26306a72a tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Network 849c1b68-ff98-433a-8a19-bdf5ff0407d2 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:56:52.723942 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dfacc6f2-9cfc-4055-a81e-9e9448806265 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Publish callbacks [] for security_group (70984730-85fa-49c6-aebf-b7f089f4a09b), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:52.732737 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e9595a3-2d29-4625-b01e-9863ee332910 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Router 18d34660-9042-4897-aaee-a5dc40745745 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:56:52.732964 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-9345ef60-d7ea-495d-8eb1-58d26306a72a tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:56:52.744995 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9345ef60-d7ea-495d-8eb1-58d26306a72a tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:56:52.759086 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9345ef60-d7ea-495d-8eb1-58d26306a72a tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:56:52.759761 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9345ef60-d7ea-495d-8eb1-58d26306a72a tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:52.786640 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9345ef60-d7ea-495d-8eb1-58d26306a72a tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event updated for resources: {'Port': ['ID=821be9a1-5617-4b06-93e6-019db0f40042,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:52.841202 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e9595a3-2d29-4625-b01e-9863ee332910 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:56:52.850733 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35462) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:52.851195 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3e9595a3-2d29-4625-b01e-9863ee332910 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "PUT /networking/v2.0/routers/18d34660-9042-4897-aaee-a5dc40745745/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8632574 Aug 27 04:56:52.857695 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bca1dd-ed6b-4b02-9344-3307f7eb25eb None None] Sync routers for ids ['18d34660-9042-4897-aaee-a5dc40745745'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:56:52.881938 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bca1dd-ed6b-4b02-9344-3307f7eb25eb None None] Routers {'18d34660-9042-4897-aaee-a5dc40745745'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:56:52.882878 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-83bca1dd-ed6b-4b02-9344-3307f7eb25eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:56:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['18d34660-9042-4897-aaee-a5dc40745745'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:52.920547 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dfacc6f2-9cfc-4055-a81e-9e9448806265 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (70984730-85fa-49c6-aebf-b7f089f4a09b), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:52.925146 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-83bca1dd-ed6b-4b02-9344-3307f7eb25eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:52.937837 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bca1dd-ed6b-4b02-9344-3307f7eb25eb None None] Routers {'18d34660-9042-4897-aaee-a5dc40745745'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:56:52.939022 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-83bca1dd-ed6b-4b02-9344-3307f7eb25eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:56:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['18d34660-9042-4897-aaee-a5dc40745745'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:52.992780 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-83bca1dd-ed6b-4b02-9344-3307f7eb25eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:52.993734 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bca1dd-ed6b-4b02-9344-3307f7eb25eb None None] The sync data for ids ['18d34660-9042-4897-aaee-a5dc40745745'] in n-d-852088-5 is: [] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:56:52.999181 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7b96bb1b-6cef-46c1-bdee-f0c57576d1f1 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (8f7c885b-a9e2-4b4f-ac13-9fbbf5f8cce2), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:53.015599 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-835a61f9-3721-49ad-b03d-725960f5f354 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=18d34660-9042-4897-aaee-a5dc40745745 HTTP/1.1" status: 200 len: 205 time: 0.1613591 Aug 27 04:56:53.016703 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:53.025975 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35470) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:53.067707 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfacc6f2-9cfc-4055-a81e-9e9448806265 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:56:53.084859 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9345ef60-d7ea-495d-8eb1-58d26306a72a tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.6104622 Aug 27 04:56:53.096720 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35474) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:53.138974 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:53.160094 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:53.167332 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b96bb1b-6cef-46c1-bdee-f0c57576d1f1 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Pushing event deleted for resources: {'Port': ['ID=8f7c885b-a9e2-4b4f-ac13-9fbbf5f8cce2,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:53.283455 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8cd3dc22-2f2e-4f60-84a9-edeb684fa2cb tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for router (18d34660-9042-4897-aaee-a5dc40745745), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:53.317833 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dfacc6f2-9cfc-4055-a81e-9e9448806265 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (a3346e9b-5b2c-4e9a-8e1e-17c162c24ade), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:53.318451 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-dfacc6f2-9cfc-4055-a81e-9e9448806265 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Added segment a3346e9b-5b2c-4e9a-8e1e-17c162c24ade of type vlan for network a9ba06b8-f1c1-4b7a-ba58-5b70fcef12e8 Aug 27 04:56:53.376107 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dfacc6f2-9cfc-4055-a81e-9e9448806265 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (a9ba06b8-f1c1-4b7a-ba58-5b70fcef12e8), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:53.376700 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7b96bb1b-6cef-46c1-bdee-f0c57576d1f1 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks [] for floatingip (2a841b07-36a9-4447-9c5f-4f14ff3dcd0d), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:53.379825 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7b96bb1b-6cef-46c1-bdee-f0c57576d1f1 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:53.386986 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7b96bb1b-6cef-46c1-bdee-f0c57576d1f1 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] 10.222.0.76 "DELETE /networking/v2.0/floatingips/2a841b07-36a9-4447-9c5f-4f14ff3dcd0d HTTP/1.1" status: 204 len: 168 time: 1.7329078 Aug 27 04:56:53.395417 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35484) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:53.403893 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfacc6f2-9cfc-4055-a81e-9e9448806265 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70984730-85fa-49c6-aebf-b7f089f4a09b,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:53.410540 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-18c9d4d2-bf20-45c2-9e7f-cac5794aa6c5 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Request body: {'floatingip': {'floating_network_id': 'aea38776-f010-4b24-ac22-3c67904b0a32', 'port_id': '034aedfb-2dd3-471d-ae86-c06ddea7d0d4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:56:53.519486 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dfacc6f2-9cfc-4055-a81e-9e9448806265 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (a9ba06b8-f1c1-4b7a-ba58-5b70fcef12e8), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:53.524728 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfacc6f2-9cfc-4055-a81e-9e9448806265 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:56:53.525457 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dfacc6f2-9cfc-4055-a81e-9e9448806265 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:53.569298 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e011fff1-212c-434c-a62f-eab8dcf96a61 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for floatingip (767a7c06-2f8a-43c6-9988-06e580a468f7), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:53.653710 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfacc6f2-9cfc-4055-a81e-9e9448806265 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Pushing event updated for resources: {'Network': ['ID=a9ba06b8-f1c1-4b7a-ba58-5b70fcef12e8,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:53.667449 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-18c9d4d2-bf20-45c2-9e7f-cac5794aa6c5 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:53.672334 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network a9ba06b8-f1c1-4b7a-ba58-5b70fcef12e8 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:56:53.682255 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-dfacc6f2-9cfc-4055-a81e-9e9448806265 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.1660483 Aug 27 04:56:53.684792 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35488) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:53.730270 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35490) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:53.965842 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-7c993620-1987-4441-852d-3913becdc851 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Request body: {'subnet': {'network_id': 'a9ba06b8-f1c1-4b7a-ba58-5b70fcef12e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:56:53.978362 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8cd3dc22-2f2e-4f60-84a9-edeb684fa2cb tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (18d34660-9042-4897-aaee-a5dc40745745), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:53.980860 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8cd3dc22-2f2e-4f60-84a9-edeb684fa2cb tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for router_controller (18d34660-9042-4897-aaee-a5dc40745745), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:53.988216 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e011fff1-212c-434c-a62f-eab8dcf96a61 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8f3c903c-4951-4a89-9af8-3b6d76704613), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:53.994126 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-dd89c440-33e8-470b-a119-d8a49be6d57d tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Request body: {'security_group': {'name': 'tempest-secgroup--345471670'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:56:54.037817 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-18c9d4d2-bf20-45c2-9e7f-cac5794aa6c5 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 04:56:54.044679 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-18c9d4d2-bf20-45c2-9e7f-cac5794aa6c5 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] 10.222.0.76 "POST /networking/v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6482131 Aug 27 04:56:54.049553 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35496) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:54.054832 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-5da86939-94dc-44e8-b74b-dcf4bccb7619 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Request body: {'floatingip': {'floating_network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'port_id': '034aedfb-2dd3-471d-ae86-c06ddea7d0d4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:56:54.110730 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-b9a73c67-790b-4284-9fbd-9a8dcca1d6ef tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Deleting port 821be9a1-5617-4b06-93e6-019db0f40042 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:56:54.111079 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b9a73c67-790b-4284-9fbd-9a8dcca1d6ef tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (821be9a1-5617-4b06-93e6-019db0f40042), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:54.222472 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b9a73c67-790b-4284-9fbd-9a8dcca1d6ef tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (821be9a1-5617-4b06-93e6-019db0f40042), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:54.227743 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8cd3dc22-2f2e-4f60-84a9-edeb684fa2cb tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (18d34660-9042-4897-aaee-a5dc40745745), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:54.228636 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd3dc22-2f2e-4f60-84a9-edeb684fa2cb tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Fanout notify agent at l3_agent the message router_deleted on router 18d34660-9042-4897-aaee-a5dc40745745 {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:56:54.233059 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dd89c440-33e8-470b-a119-d8a49be6d57d tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:54.241837 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5da86939-94dc-44e8-b74b-dcf4bccb7619 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:54.248969 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8cd3dc22-2f2e-4f60-84a9-edeb684fa2cb tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:54.250586 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8cd3dc22-2f2e-4f60-84a9-edeb684fa2cb tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "DELETE /networking/v2.0/routers/18d34660-9042-4897-aaee-a5dc40745745 HTTP/1.1" status: 204 len: 168 time: 1.2186182 Aug 27 04:56:54.253415 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35502) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:54.273547 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dd89c440-33e8-470b-a119-d8a49be6d57d tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:54.293011 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-b9a73c67-790b-4284-9fbd-9a8dcca1d6ef tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Calling delete_port for 821be9a1-5617-4b06-93e6-019db0f40042 owned by {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:56:54.356806 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5da86939-94dc-44e8-b74b-dcf4bccb7619 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:54.385852 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c993620-1987-4441-852d-3913becdc851 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Made reservation on behalf of 96d18b9be3a744e8b62a60ad57a7a783 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:56:54.389811 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7c993620-1987-4441-852d-3913becdc851 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:54.479364 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-d78501fd-21bc-4afc-95de-9ae0a79c7c11 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Deleting subnet 943e6e3c-be42-41cc-8722-b521fe914520 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:56:54.481430 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-5da86939-94dc-44e8-b74b-dcf4bccb7619 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Allocated IP 172.25.2.158 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/70682207-133d-42e9-a785-ba6afc9f20b8) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:56:54.490350 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d78501fd-21bc-4afc-95de-9ae0a79c7c11 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for subnet (943e6e3c-be42-41cc-8722-b521fe914520), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:54.520738 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e011fff1-212c-434c-a62f-eab8dcf96a61 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for port (8f3c903c-4951-4a89-9af8-3b6d76704613), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:54.547241 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:54.582073 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d78501fd-21bc-4afc-95de-9ae0a79c7c11 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (943e6e3c-be42-41cc-8722-b521fe914520), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:54.641788 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e011fff1-212c-434c-a62f-eab8dcf96a61 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (8f3c903c-4951-4a89-9af8-3b6d76704613), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:54.721750 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dd89c440-33e8-470b-a119-d8a49be6d57d tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group (a1a6d3bd-0977-4622-9909-c6c4c804ccad), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:54.737744 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5da86939-94dc-44e8-b74b-dcf4bccb7619 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks [] for port (70682207-133d-42e9-a785-ba6afc9f20b8), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:54.764836 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e011fff1-212c-434c-a62f-eab8dcf96a61 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677636'] for floatingip (767a7c06-2f8a-43c6-9988-06e580a468f7), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:54.769353 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e011fff1-212c-434c-a62f-eab8dcf96a61 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Pushing event updated for resources: {'Port': ['ID=8f3c903c-4951-4a89-9af8-3b6d76704613,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:54.776454 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b9a73c67-790b-4284-9fbd-9a8dcca1d6ef tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (821be9a1-5617-4b06-93e6-019db0f40042), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:54.824546 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dd89c440-33e8-470b-a119-d8a49be6d57d tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (a1a6d3bd-0977-4622-9909-c6c4c804ccad), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:54.828972 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7c993620-1987-4441-852d-3913becdc851 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (bfceebdb-6894-4fa2-8ace-2180035ae990), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:54.831624 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:54.856000 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b9a73c67-790b-4284-9fbd-9a8dcca1d6ef tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:54.861868 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b9a73c67-790b-4284-9fbd-9a8dcca1d6ef tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "DELETE /networking/v2.0/ports/821be9a1-5617-4b06-93e6-019db0f40042 HTTP/1.1" status: 204 len: 168 time: 1.5813944 Aug 27 04:56:54.861868 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a73c67-790b-4284-9fbd-9a8dcca1d6ef tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event deleted for resources: {'Port': ['ID=821be9a1-5617-4b06-93e6-019db0f40042,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:54.868681 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d78501fd-21bc-4afc-95de-9ae0a79c7c11 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (943e6e3c-be42-41cc-8722-b521fe914520), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:54.872905 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35510) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:54.881999 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-5b1fa289-bd13-4bcd-87af-03d5fef06bd8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Request body: {'port': {'network_id': '849c1b68-ff98-433a-8a19-bdf5ff0407d2', 'mac_address': 'fa:16:3e:4b:01:11', 'name': 'tempest-PortsIpV6TestJSON-323960912'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:56:54.942743 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:54.995466 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c993620-1987-4441-852d-3913becdc851 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Pushing event updated for resources: {'Subnet': ['ID=bfceebdb-6894-4fa2-8ace-2180035ae990,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:55.008590 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd89c440-33e8-470b-a119-d8a49be6d57d tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a6d3bd-0977-4622-9909-c6c4c804ccad,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:55.009691 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c993620-1987-4441-852d-3913becdc851 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Checking segment: {'id': 'a3346e9b-5b2c-4e9a-8e1e-17c162c24ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a9ba06b8-f1c1-4b7a-ba58-5b70fcef12e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:56:55.010059 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c993620-1987-4441-852d-3913becdc851 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Network hostable DHCP agents. Network: a9ba06b8-f1c1-4b7a-ba58-5b70fcef12e8, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:56:55.050630 n-d-852088-5 neutron-server[107775]: INFO neutron.db.l3_db [None req-e011fff1-212c-434c-a62f-eab8dcf96a61 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Floating IP 767a7c06-2f8a-43c6-9988-06e580a468f7 associated. External IP: 172.25.2.72, port: 686035aa-9553-4593-9022-829f8369981c. Aug 27 04:56:55.061583 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5da86939-94dc-44e8-b74b-dcf4bccb7619 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (70682207-133d-42e9-a785-ba6afc9f20b8), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:55.067423 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dd89c440-33e8-470b-a119-d8a49be6d57d tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group (748623b4-796b-485b-b338-aca94dbd1572), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:55.113143 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d78501fd-21bc-4afc-95de-9ae0a79c7c11 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (943e6e3c-be42-41cc-8722-b521fe914520), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:55.147887 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d78501fd-21bc-4afc-95de-9ae0a79c7c11 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:55.161891 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d78501fd-21bc-4afc-95de-9ae0a79c7c11 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/943e6e3c-be42-41cc-8722-b521fe914520 HTTP/1.1" status: 204 len: 168 time: 0.8976638 Aug 27 04:56:55.161891 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c993620-1987-4441-852d-3913becdc851 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Network a9ba06b8-f1c1-4b7a-ba58-5b70fcef12e8 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:56:55.161891 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78501fd-21bc-4afc-95de-9ae0a79c7c11 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event deleted for resources: {'Subnet': ['ID=943e6e3c-be42-41cc-8722-b521fe914520,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:55.161891 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35516) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:55.167184 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2075f823-17d7-4d5d-9ba3-d1e6e90777cf None None] Network 3b977a3c-7197-4177-ac1f-bc6436412484 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:56:55.172796 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da86939-94dc-44e8-b74b-dcf4bccb7619 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:56:55.233545 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-5da86939-94dc-44e8-b74b-dcf4bccb7619 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:56:55.248087 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da86939-94dc-44e8-b74b-dcf4bccb7619 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:56:55.248499 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a206d1c-f1fd-4f28-bcb5-ab30ab698ae7 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Deleting subnet 03fdc12e-97dd-40ec-9395-12886b3a6492 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:56:55.259520 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6a206d1c-f1fd-4f28-bcb5-ab30ab698ae7 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for subnet (03fdc12e-97dd-40ec-9395-12886b3a6492), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:55.262888 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da86939-94dc-44e8-b74b-dcf4bccb7619 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Pushing event updated for resources: {'Port': ['ID=70682207-133d-42e9-a785-ba6afc9f20b8,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:55.309871 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-7c993620-1987-4441-852d-3913becdc851 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, a9ba06b8-f1c1-4b7a-ba58-5b70fcef12e8) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:56:55.319441 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6fcb68-0c2c-4cc8-979a-acd0cdb41d8a None None] Network a9ba06b8-f1c1-4b7a-ba58-5b70fcef12e8 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:56:55.321614 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c993620-1987-4441-852d-3913becdc851 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:56:55.322613 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7c993620-1987-4441-852d-3913becdc851 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:55.347294 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6a206d1c-f1fd-4f28-bcb5-ab30ab698ae7 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (03fdc12e-97dd-40ec-9395-12886b3a6492), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:55.429293 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce85313-1e57-4977-bd6f-747fc383d563 None None] DHCP port deletion for 3b977a3c-7197-4177-ac1f-bc6436412484 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:56:55.442042 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7c993620-1987-4441-852d-3913becdc851 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4927580 Aug 27 04:56:55.447932 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35524) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:55.458214 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-1da30221-ff6b-4466-9133-56405bda89a6 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Request body: {'port': {'network_id': 'a9ba06b8-f1c1-4b7a-ba58-5b70fcef12e8', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-966453825'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:56:55.490802 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:55.525903 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-dce85313-1e57-4977-bd6f-747fc383d563 None None] Deleting port 1341415f-fccf-43fd-b839-6d1d767a5499 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:56:55.526287 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-dce85313-1e57-4977-bd6f-747fc383d563 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (1341415f-fccf-43fd-b839-6d1d767a5499), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:55.555309 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6a206d1c-f1fd-4f28-bcb5-ab30ab698ae7 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (03fdc12e-97dd-40ec-9395-12886b3a6492), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:55.647372 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaedc353-95b1-48d9-a085-84d6284525e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-a9ba06b8-f1c1-4b7a-ba58-5b70fcef12e8', 'network_id': 'a9ba06b8-f1c1-4b7a-ba58-5b70fcef12e8', 'project_id': '96d18b9be3a744e8b62a60ad57a7a783', 'fixed_ips': [{'subnet_id': 'bfceebdb-6894-4fa2-8ace-2180035ae990'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:56:55.651527 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-eaedc353-95b1-48d9-a085-84d6284525e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:55.776755 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:55.779502 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1fa289-bd13-4bcd-87af-03d5fef06bd8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Made reservation on behalf of be8944f580af495191f8edd06de8f901 for: {'port': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:56:55.784470 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dd89c440-33e8-470b-a119-d8a49be6d57d tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (748623b4-796b-485b-b338-aca94dbd1572), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:55.789656 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:55.816729 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6a206d1c-f1fd-4f28-bcb5-ab30ab698ae7 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (03fdc12e-97dd-40ec-9395-12886b3a6492), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:55.818870 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da30221-ff6b-4466-9133-56405bda89a6 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Made reservation on behalf of 96d18b9be3a744e8b62a60ad57a7a783 for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:56:55.823438 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1da30221-ff6b-4466-9133-56405bda89a6 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:55.850970 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-dce85313-1e57-4977-bd6f-747fc383d563 None None] For port 1341415f-fccf-43fd-b839-6d1d767a5499, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=1341415f-fccf-43fd-b839-6d1d767a5499,segment=NetworkSegment(8a3ec0de-1338-41b1-a7ad-ed1635eee70e),segment_id=8a3ec0de-1338-41b1-a7ad-ed1635eee70e)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:56:55.851687 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-dce85313-1e57-4977-bd6f-747fc383d563 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (1341415f-fccf-43fd-b839-6d1d767a5499), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:55.869094 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [None req-1da30221-ff6b-4466-9133-56405bda89a6 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] device_id is not set on port 394be5a7-20b6-435d-b946-8577902af204 yet. {{(pid=107776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:56:55.877964 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a206d1c-f1fd-4f28-bcb5-ab30ab698ae7 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event deleted for resources: {'Subnet': ['ID=03fdc12e-97dd-40ec-9395-12886b3a6492,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:55.881327 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6a206d1c-f1fd-4f28-bcb5-ab30ab698ae7 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:55.907013 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6a206d1c-f1fd-4f28-bcb5-ab30ab698ae7 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/03fdc12e-97dd-40ec-9395-12886b3a6492 HTTP/1.1" status: 204 len: 168 time: 0.7356822 Aug 27 04:56:55.907013 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35530) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:55.915386 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134110ba-b2d4-46ae-844e-308ca942466a None None] Network 40ca538a-aa9b-45ee-85e3-edd580d5f48c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:56:55.993570 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-dce85313-1e57-4977-bd6f-747fc383d563 None None] Calling delete_port for 1341415f-fccf-43fd-b839-6d1d767a5499 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:56:56.044725 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-5da86939-94dc-44e8-b74b-dcf4bccb7619 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Deleting port 70682207-133d-42e9-a785-ba6afc9f20b8 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:56:56.044725 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5da86939-94dc-44e8-b74b-dcf4bccb7619 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (70682207-133d-42e9-a785-ba6afc9f20b8), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:56.089236 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-69772d5b-8097-4a26-8dcf-1d4d66561566 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (3b977a3c-7197-4177-ac1f-bc6436412484), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:56.101516 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dd89c440-33e8-470b-a119-d8a49be6d57d tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:56.104654 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-dd89c440-33e8-470b-a119-d8a49be6d57d tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 2.3671169 Aug 27 04:56:56.109790 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35536) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:56.154651 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66c2279-7dc0-4e98-9790-1c52a8b6f714 None None] DHCP port deletion for 40ca538a-aa9b-45ee-85e3-edd580d5f48c request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:56:56.168119 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5b1fa289-bd13-4bcd-87af-03d5fef06bd8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:56.170228 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd89c440-33e8-470b-a119-d8a49be6d57d tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=748623b4-796b-485b-b338-aca94dbd1572,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:56.200185 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-1da30221-ff6b-4466-9133-56405bda89a6 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Allocated IP 2001:db8::3a0 (a9ba06b8-f1c1-4b7a-ba58-5b70fcef12e8/bfceebdb-6894-4fa2-8ace-2180035ae990/394be5a7-20b6-435d-b946-8577902af204) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:56:56.223302 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-69772d5b-8097-4a26-8dcf-1d4d66561566 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Deleting port 1341415f-fccf-43fd-b839-6d1d767a5499 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:56:56.223656 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-69772d5b-8097-4a26-8dcf-1d4d66561566 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (1341415f-fccf-43fd-b839-6d1d767a5499), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:56.241695 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [None req-5b1fa289-bd13-4bcd-87af-03d5fef06bd8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] device_id is not set on port 598c1ce9-d64b-4c14-9a09-b0e371c92eec yet. {{(pid=107775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:56:56.247677 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-dce85313-1e57-4977-bd6f-747fc383d563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (1341415f-fccf-43fd-b839-6d1d767a5499), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:56.258867 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-a66c2279-7dc0-4e98-9790-1c52a8b6f714 None None] Deleting port 5039454a-8423-417d-80f1-e824d0756bb6 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:56:56.259442 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a66c2279-7dc0-4e98-9790-1c52a8b6f714 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (5039454a-8423-417d-80f1-e824d0756bb6), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:56.327664 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce85313-1e57-4977-bd6f-747fc383d563 None None] Pushing event deleted for resources: {'Port': ['ID=1341415f-fccf-43fd-b839-6d1d767a5499,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:56.333698 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce85313-1e57-4977-bd6f-747fc383d563 None None] No DVR routers for this DVR port 1341415f-fccf-43fd-b839-6d1d767a5499 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:56:56.336686 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5da86939-94dc-44e8-b74b-dcf4bccb7619 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (70682207-133d-42e9-a785-ba6afc9f20b8), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:56.337041 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5da86939-94dc-44e8-b74b-dcf4bccb7619 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks [] for floatingip (70682207-133d-42e9-a785-ba6afc9f20b8), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:56.344993 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e011fff1-212c-434c-a62f-eab8dcf96a61 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Router bc298bda-23b3-40f7-8a86-4ec774b53194 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:56:56.370483 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-5da86939-94dc-44e8-b74b-dcf4bccb7619 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Calling delete_port for 70682207-133d-42e9-a785-ba6afc9f20b8 owned by network:floatingip {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:56:56.391238 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-a66c2279-7dc0-4e98-9790-1c52a8b6f714 None None] For port 5039454a-8423-417d-80f1-e824d0756bb6, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=5039454a-8423-417d-80f1-e824d0756bb6,segment=NetworkSegment(018a6b65-7686-45b0-b07f-8b58d7320b6d),segment_id=018a6b65-7686-45b0-b07f-8b58d7320b6d)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:56:56.393248 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a66c2279-7dc0-4e98-9790-1c52a8b6f714 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (5039454a-8423-417d-80f1-e824d0756bb6), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:56.423813 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-a66c2279-7dc0-4e98-9790-1c52a8b6f714 None None] Calling delete_port for 5039454a-8423-417d-80f1-e824d0756bb6 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:56:56.436898 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-223083c4-bc31-4c76-9a9b-d6dd83e3e001 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2828212 Aug 27 04:56:56.444656 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35544) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:56.448930 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-8f7a1e5d-8fd9-4dfe-8941-b080596a6d5f tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Request body: {'security_group': {'name': 'tempest-security--1399974189', 'description': 'tempest-security-description-1405668391'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:56:56.502718 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:56.534284 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-69772d5b-8097-4a26-8dcf-1d4d66561566 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] For port 1341415f-fccf-43fd-b839-6d1d767a5499, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=1341415f-fccf-43fd-b839-6d1d767a5499,segment=NetworkSegment(8a3ec0de-1338-41b1-a7ad-ed1635eee70e),segment_id=8a3ec0de-1338-41b1-a7ad-ed1635eee70e)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:56:56.534639 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-69772d5b-8097-4a26-8dcf-1d4d66561566 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (1341415f-fccf-43fd-b839-6d1d767a5499), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:56.576738 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-69772d5b-8097-4a26-8dcf-1d4d66561566 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Calling delete_port for 1341415f-fccf-43fd-b839-6d1d767a5499 owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:56:56.605150 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8f7a1e5d-8fd9-4dfe-8941-b080596a6d5f tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group (748623b4-796b-485b-b338-aca94dbd1572), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:56.708659 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5b1fa289-bd13-4bcd-87af-03d5fef06bd8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for port (598c1ce9-d64b-4c14-9a09-b0e371c92eec), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:56.719321 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e011fff1-212c-434c-a62f-eab8dcf96a61 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:56:56.733943 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f8226f-dd5e-4ebe-8a04-eb8776ef3dff None None] Sync routers for ids ['bc298bda-23b3-40f7-8a86-4ec774b53194'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:56:56.745642 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f8226f-dd5e-4ebe-8a04-eb8776ef3dff None None] Routers {'bc298bda-23b3-40f7-8a86-4ec774b53194'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:56:56.746336 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-20f8226f-dd5e-4ebe-8a04-eb8776ef3dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:56:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['bc298bda-23b3-40f7-8a86-4ec774b53194'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:56.780417 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-20f8226f-dd5e-4ebe-8a04-eb8776ef3dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:56.790627 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f8226f-dd5e-4ebe-8a04-eb8776ef3dff None None] Routers {'bc298bda-23b3-40f7-8a86-4ec774b53194'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:56:56.791690 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-20f8226f-dd5e-4ebe-8a04-eb8776ef3dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:56:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['bc298bda-23b3-40f7-8a86-4ec774b53194'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:56.829157 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-20f8226f-dd5e-4ebe-8a04-eb8776ef3dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:56.829656 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f8226f-dd5e-4ebe-8a04-eb8776ef3dff None None] The sync data for ids ['bc298bda-23b3-40f7-8a86-4ec774b53194'] in n-d-852088-5 is: [] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:56:56.833552 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a66c2279-7dc0-4e98-9790-1c52a8b6f714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (5039454a-8423-417d-80f1-e824d0756bb6), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:56.846347 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6dae59e1-b49d-48ab-9b96-9c78e61f25eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:56.863249 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e011fff1-212c-434c-a62f-eab8dcf96a61 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:56.897958 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66c2279-7dc0-4e98-9790-1c52a8b6f714 None None] Pushing event deleted for resources: {'Port': ['ID=5039454a-8423-417d-80f1-e824d0756bb6,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:56.907673 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66c2279-7dc0-4e98-9790-1c52a8b6f714 None None] No DVR routers for this DVR port 5039454a-8423-417d-80f1-e824d0756bb6 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:56:56.916483 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5da86939-94dc-44e8-b74b-dcf4bccb7619 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (70682207-133d-42e9-a785-ba6afc9f20b8), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:56.924026 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5b1fa289-bd13-4bcd-87af-03d5fef06bd8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (598c1ce9-d64b-4c14-9a09-b0e371c92eec), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:56.971787 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da86939-94dc-44e8-b74b-dcf4bccb7619 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Pushing event deleted for resources: {'Port': ['ID=70682207-133d-42e9-a785-ba6afc9f20b8,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:56.994404 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 5039454a-8423-417d-80f1-e824d0756bb6 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:56:57.022594 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1fa289-bd13-4bcd-87af-03d5fef06bd8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Network 849c1b68-ff98-433a-8a19-bdf5ff0407d2 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:56:57.027351 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e011fff1-212c-434c-a62f-eab8dcf96a61 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] 10.222.0.76 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.8789730 Aug 27 04:56:57.043464 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 5039454a-8423-417d-80f1-e824d0756bb6 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:56:57.043814 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 5039454a-8423-417d-80f1-e824d0756bb6 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:56:57.044263 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 1341415f-fccf-43fd-b839-6d1d767a5499 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:56:57.063903 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 1341415f-fccf-43fd-b839-6d1d767a5499 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:56:57.064536 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 1341415f-fccf-43fd-b839-6d1d767a5499 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:56:57.111478 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35550) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:57.113984 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-5b1fa289-bd13-4bcd-87af-03d5fef06bd8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:56:57.121408 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-e935e97e-4bb9-4328-b637-836845c0fe55 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Request body: {'floatingip': {'port_id': None}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:56:57.124287 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1fa289-bd13-4bcd-87af-03d5fef06bd8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:56:57.129642 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1fa289-bd13-4bcd-87af-03d5fef06bd8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:56:57.130340 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5b1fa289-bd13-4bcd-87af-03d5fef06bd8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:57.247769 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1fa289-bd13-4bcd-87af-03d5fef06bd8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event updated for resources: {'Port': ['ID=598c1ce9-d64b-4c14-9a09-b0e371c92eec,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:57.292521 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e935e97e-4bb9-4328-b637-836845c0fe55 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for floatingip (767a7c06-2f8a-43c6-9988-06e580a468f7), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:57.323112 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-5da86939-94dc-44e8-b74b-dcf4bccb7619 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] create failed (client error): The resource could not be found. Aug 27 04:56:57.324174 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-5da86939-94dc-44e8-b74b-dcf4bccb7619 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] 10.222.0.76 "POST /networking/v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.2736290 Aug 27 04:56:57.325537 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8f7a1e5d-8fd9-4dfe-8941-b080596a6d5f tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group (748623b4-796b-485b-b338-aca94dbd1572), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:57.327692 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35556) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:57.329121 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1da30221-ff6b-4466-9133-56405bda89a6 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Publish callbacks [] for port (394be5a7-20b6-435d-b946-8577902af204), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:57.334705 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-69772d5b-8097-4a26-8dcf-1d4d66561566 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (1341415f-fccf-43fd-b839-6d1d767a5499), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:57.369073 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69772d5b-8097-4a26-8dcf-1d4d66561566 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event deleted for resources: {'Port': ['ID=1341415f-fccf-43fd-b839-6d1d767a5499,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:57.380339 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69772d5b-8097-4a26-8dcf-1d4d66561566 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] No DVR routers for this DVR port 1341415f-fccf-43fd-b839-6d1d767a5499 on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:56:57.392348 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-5b1fa289-bd13-4bcd-87af-03d5fef06bd8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.5185561 Aug 27 04:56:57.417174 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35558) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:57.424696 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:57.468372 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:57.468607 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8f7a1e5d-8fd9-4dfe-8941-b080596a6d5f tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (748623b4-796b-485b-b338-aca94dbd1572), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:57.471141 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8f7a1e5d-8fd9-4dfe-8941-b080596a6d5f tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:57.472408 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8f7a1e5d-8fd9-4dfe-8941-b080596a6d5f tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "PUT /networking/v2.0/security-groups/748623b4-796b-485b-b338-aca94dbd1572 HTTP/1.1" status: 200 len: 1797 time: 1.0270808 Aug 27 04:56:57.475325 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35562) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:57.511679 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-3f2ddde7-0e40-4ede-872a-1fecd684de5b tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Deleting port 034aedfb-2dd3-471d-ae86-c06ddea7d0d4 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:56:57.511679 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3f2ddde7-0e40-4ede-872a-1fecd684de5b tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (034aedfb-2dd3-471d-ae86-c06ddea7d0d4), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:57.554322 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e935e97e-4bb9-4328-b637-836845c0fe55 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:57.566205 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1fdb25-ef19-485d-981e-a8bb9dba37ff tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:56:57.566671 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-cd1fdb25-ef19-485d-981e-a8bb9dba37ff tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "GET /networking/v2.0/ports/598c1ce9-d64b-4c14-9a09-b0e371c92eec HTTP/1.1" status: 200 len: 844 time: 0.1482368 Aug 27 04:56:57.568660 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-69772d5b-8097-4a26-8dcf-1d4d66561566 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (3b977a3c-7197-4177-ac1f-bc6436412484), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:57.576802 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35566) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:57.610858 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1da30221-ff6b-4466-9133-56405bda89a6 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (394be5a7-20b6-435d-b946-8577902af204), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:57.615610 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7a1e5d-8fd9-4dfe-8941-b080596a6d5f tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=748623b4-796b-485b-b338-aca94dbd1572,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:57.636664 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e935e97e-4bb9-4328-b637-836845c0fe55 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677636'] for floatingip (767a7c06-2f8a-43c6-9988-06e580a468f7), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:57.637053 n-d-852088-5 neutron-server[107775]: INFO neutron.db.l3_db [None req-e935e97e-4bb9-4328-b637-836845c0fe55 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Floating IP 767a7c06-2f8a-43c6-9988-06e580a468f7 disassociated. External IP: 172.25.2.72, port: 686035aa-9553-4593-9022-829f8369981c. Aug 27 04:56:57.646801 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7195ab23-30b1-479e-9a1c-ca04af1f7e19 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "GET /networking/v2.0/security-groups/748623b4-796b-485b-b338-aca94dbd1572 HTTP/1.1" status: 200 len: 1797 time: 0.1676693 Aug 27 04:56:57.654363 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-69772d5b-8097-4a26-8dcf-1d4d66561566 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b977a3c-7197-4177-ac1f-bc6436412484']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:57.676405 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35568) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:57.713875 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-eaedc353-95b1-48d9-a085-84d6284525e9 None None] Allocated IP 2001:db8::2 (a9ba06b8-f1c1-4b7a-ba58-5b70fcef12e8/bfceebdb-6894-4fa2-8ace-2180035ae990/6b8bfdf7-ac92-41d2-bffc-684a3ba9ee9a) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:56:57.756012 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3f2ddde7-0e40-4ede-872a-1fecd684de5b tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (034aedfb-2dd3-471d-ae86-c06ddea7d0d4), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:57.779314 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-3f2ddde7-0e40-4ede-872a-1fecd684de5b tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Calling delete_port for 034aedfb-2dd3-471d-ae86-c06ddea7d0d4 owned by {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:56:57.781286 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da30221-ff6b-4466-9133-56405bda89a6 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Pushing event updated for resources: {'Port': ['ID=394be5a7-20b6-435d-b946-8577902af204,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:57.849698 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da30221-ff6b-4466-9133-56405bda89a6 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Network a9ba06b8-f1c1-4b7a-ba58-5b70fcef12e8 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:56:57.851450 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-69772d5b-8097-4a26-8dcf-1d4d66561566 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a3ec0de-1338-41b1-a7ad-ed1635eee70e') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:57.851976 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-69772d5b-8097-4a26-8dcf-1d4d66561566 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a3ec0de-1338-41b1-a7ad-ed1635eee70e') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:57.922138 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b7ce160d-83ba-4ff3-9899-de9317b48dcb tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group (748623b4-796b-485b-b338-aca94dbd1572), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:57.928808 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:57.941600 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-eaedc353-95b1-48d9-a085-84d6284525e9 None None] Publish callbacks [] for port (6b8bfdf7-ac92-41d2-bffc-684a3ba9ee9a), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:57.954918 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b7ce160d-83ba-4ff3-9899-de9317b48dcb tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group (748623b4-796b-485b-b338-aca94dbd1572), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:57.967266 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-1da30221-ff6b-4466-9133-56405bda89a6 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:56:57.973030 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da30221-ff6b-4466-9133-56405bda89a6 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:56:57.979104 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da30221-ff6b-4466-9133-56405bda89a6 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:56:57.979841 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1da30221-ff6b-4466-9133-56405bda89a6 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:57.993139 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-69772d5b-8097-4a26-8dcf-1d4d66561566 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (8a3ec0de-1338-41b1-a7ad-ed1635eee70e), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:58.008541 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-69772d5b-8097-4a26-8dcf-1d4d66561566 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (8a3ec0de-1338-41b1-a7ad-ed1635eee70e), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:58.012360 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e935e97e-4bb9-4328-b637-836845c0fe55 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Router bc298bda-23b3-40f7-8a86-4ec774b53194 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:56:58.016243 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69772d5b-8097-4a26-8dcf-1d4d66561566 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:56:58.016766 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-69772d5b-8097-4a26-8dcf-1d4d66561566 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (8a3ec0de-1338-41b1-a7ad-ed1635eee70e), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:58.021485 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-eaedc353-95b1-48d9-a085-84d6284525e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (6b8bfdf7-ac92-41d2-bffc-684a3ba9ee9a), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:58.119855 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 8a3ec0de-1338-41b1-a7ad-ed1635eee70e resource provider aggregate not found Aug 27 04:56:58.134474 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaedc353-95b1-48d9-a085-84d6284525e9 None None] Network a9ba06b8-f1c1-4b7a-ba58-5b70fcef12e8 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:56:58.140980 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-1b2b15df-85e6-4257-911c-1f235cc0f479 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Deleting port 598c1ce9-d64b-4c14-9a09-b0e371c92eec {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:56:58.142587 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1b2b15df-85e6-4257-911c-1f235cc0f479 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (598c1ce9-d64b-4c14-9a09-b0e371c92eec), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:58.143947 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-eaedc353-95b1-48d9-a085-84d6284525e9 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:56:58.149622 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaedc353-95b1-48d9-a085-84d6284525e9 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:56:58.162467 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 8a3ec0de-1338-41b1-a7ad-ed1635eee70e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8a3ec0de-1338-41b1-a7ad-ed1635eee70e found for delete ", "request_id": "req-5305a81c-3f77-4fe2-a99a-1719246619df"}]} Aug 27 04:56:58.228519 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1da30221-ff6b-4466-9133-56405bda89a6 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.7718310 Aug 27 04:56:58.228519 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-69772d5b-8097-4a26-8dcf-1d4d66561566 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (3b977a3c-7197-4177-ac1f-bc6436412484), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:58.229883 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35578) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:58.231898 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaedc353-95b1-48d9-a085-84d6284525e9 None None] Pushing event updated for resources: {'Port': ['ID=6b8bfdf7-ac92-41d2-bffc-684a3ba9ee9a,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:58.232192 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3f2ddde7-0e40-4ede-872a-1fecd684de5b tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (034aedfb-2dd3-471d-ae86-c06ddea7d0d4), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:58.236783 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-eaedc353-95b1-48d9-a085-84d6284525e9 None None] Attempting to bind port 6b8bfdf7-ac92-41d2-bffc-684a3ba9ee9a on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:56:58.237148 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-eaedc353-95b1-48d9-a085-84d6284525e9 None None] Attempting to bind port 6b8bfdf7-ac92-41d2-bffc-684a3ba9ee9a by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'a3346e9b-5b2c-4e9a-8e1e-17c162c24ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a9ba06b8-f1c1-4b7a-ba58-5b70fcef12e8'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:56:58.237520 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaedc353-95b1-48d9-a085-84d6284525e9 None None] Attempting to bind port 6b8bfdf7-ac92-41d2-bffc-684a3ba9ee9a on network a9ba06b8-f1c1-4b7a-ba58-5b70fcef12e8 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:56:58.244152 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-6dbce657-0faf-4552-a118-0c8510700d33 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Request body: {'port': {'network_id': 'a9ba06b8-f1c1-4b7a-ba58-5b70fcef12e8', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-316009606', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:56:58.244515 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.api.validators [None req-6dbce657-0faf-4552-a118-0c8510700d33 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] bootfile-name is not in valid_values {{(pid=107775) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Aug 27 04:56:58.244863 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.api.validators [None req-6dbce657-0faf-4552-a118-0c8510700d33 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] tftp-server is not in valid_values {{(pid=107775) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Aug 27 04:56:58.245195 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1b2b15df-85e6-4257-911c-1f235cc0f479 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (598c1ce9-d64b-4c14-9a09-b0e371c92eec), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:58.245320 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.api.validators [None req-6dbce657-0faf-4552-a118-0c8510700d33 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] server-ip-address is not in valid_values {{(pid=107775) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Aug 27 04:56:58.248619 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-69772d5b-8097-4a26-8dcf-1d4d66561566 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:58.256093 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-69772d5b-8097-4a26-8dcf-1d4d66561566 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "DELETE /networking/v2.0/networks/3b977a3c-7197-4177-ac1f-bc6436412484 HTTP/1.1" status: 204 len: 168 time: 2.3506613 Aug 27 04:56:58.256225 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaedc353-95b1-48d9-a085-84d6284525e9 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:56:58.256225 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaedc353-95b1-48d9-a085-84d6284525e9 None None] Checking segment: {'id': 'a3346e9b-5b2c-4e9a-8e1e-17c162c24ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a9ba06b8-f1c1-4b7a-ba58-5b70fcef12e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:56:58.256225 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-eaedc353-95b1-48d9-a085-84d6284525e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:58.256225 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaedc353-95b1-48d9-a085-84d6284525e9 None None] Bound using segment: {'id': 'a3346e9b-5b2c-4e9a-8e1e-17c162c24ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a9ba06b8-f1c1-4b7a-ba58-5b70fcef12e8'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:56:58.256853 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-eaedc353-95b1-48d9-a085-84d6284525e9 None None] Bound port: 6b8bfdf7-ac92-41d2-bffc-684a3ba9ee9a, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3346e9b-5b2c-4e9a-8e1e-17c162c24ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a9ba06b8-f1c1-4b7a-ba58-5b70fcef12e8'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:56:58.257248 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-eaedc353-95b1-48d9-a085-84d6284525e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (6b8bfdf7-ac92-41d2-bffc-684a3ba9ee9a), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:58.272072 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35582) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:58.342309 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69772d5b-8097-4a26-8dcf-1d4d66561566 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event deleted for resources: {'Network': ['ID=3b977a3c-7197-4177-ac1f-bc6436412484,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:58.351357 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-1b2b15df-85e6-4257-911c-1f235cc0f479 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Calling delete_port for 598c1ce9-d64b-4c14-9a09-b0e371c92eec owned by {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:56:58.356996 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b7ce160d-83ba-4ff3-9899-de9317b48dcb tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (748623b4-796b-485b-b338-aca94dbd1572), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:58.359401 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b7ce160d-83ba-4ff3-9899-de9317b48dcb tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:58.363303 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b7ce160d-83ba-4ff3-9899-de9317b48dcb tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/748623b4-796b-485b-b338-aca94dbd1572 HTTP/1.1" status: 204 len: 168 time: 0.5952716 Aug 27 04:56:58.364019 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35584) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:58.387225 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2ddde7-0e40-4ede-872a-1fecd684de5b tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Pushing event deleted for resources: {'Port': ['ID=034aedfb-2dd3-471d-ae86-c06ddea7d0d4,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:58.416189 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e935e97e-4bb9-4328-b637-836845c0fe55 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:56:58.425085 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce160d-83ba-4ff3-9899-de9317b48dcb tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=748623b4-796b-485b-b338-aca94dbd1572,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:58.427289 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e935e97e-4bb9-4328-b637-836845c0fe55 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:58.441449 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0c92299e-02c4-4927-a1f9-ba6a52d4811c tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (40ca538a-aa9b-45ee-85e3-edd580d5f48c), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:58.443713 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-eaedc353-95b1-48d9-a085-84d6284525e9 None None] For port 6b8bfdf7-ac92-41d2-bffc-684a3ba9ee9a, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:56:58.453039 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-eaedc353-95b1-48d9-a085-84d6284525e9 None None] For port 6b8bfdf7-ac92-41d2-bffc-684a3ba9ee9a, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=6b8bfdf7-ac92-41d2-bffc-684a3ba9ee9a,segment=NetworkSegment(a3346e9b-5b2c-4e9a-8e1e-17c162c24ade),segment_id=a3346e9b-5b2c-4e9a-8e1e-17c162c24ade)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:56:58.481529 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe7490a-1fe8-41d6-9eaa-a36a49f928c8 None None] Sync routers for ids ['bc298bda-23b3-40f7-8a86-4ec774b53194'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:56:58.483731 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:58.495987 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3f2ddde7-0e40-4ede-872a-1fecd684de5b tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:58.499221 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3f2ddde7-0e40-4ede-872a-1fecd684de5b tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] 10.222.0.76 "DELETE /networking/v2.0/ports/034aedfb-2dd3-471d-ae86-c06ddea7d0d4 HTTP/1.1" status: 204 len: 168 time: 1.1708095 Aug 27 04:56:58.503037 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e935e97e-4bb9-4328-b637-836845c0fe55 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] 10.222.0.76 "PUT /networking/v2.0/floatingips/767a7c06-2f8a-43c6-9988-06e580a468f7 HTTP/1.1" status: 200 len: 687 time: 1.3861935 Aug 27 04:56:58.503478 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35586) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:58.511115 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe7490a-1fe8-41d6-9eaa-a36a49f928c8 None None] Routers {'bc298bda-23b3-40f7-8a86-4ec774b53194'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:56:58.511765 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-dfe7490a-1fe8-41d6-9eaa-a36a49f928c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:56:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['bc298bda-23b3-40f7-8a86-4ec774b53194'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:58.514387 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35588) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:58.552205 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:56:58.695899 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-eaedc353-95b1-48d9-a085-84d6284525e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (6b8bfdf7-ac92-41d2-bffc-684a3ba9ee9a), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:58.701204 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e0bfb5-46d8-4021-96fb-82d999f13c41 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:56:58.702745 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-48e0bfb5-46d8-4021-96fb-82d999f13c41 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=03120af2-e60f-4f3f-98d6-310cd441a92c HTTP/1.1" status: 200 len: 913 time: 0.1983650 Aug 27 04:56:58.707108 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35596) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:58.713362 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-dfe7490a-1fe8-41d6-9eaa-a36a49f928c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:58.732865 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:58.774997 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-434c7139-d58a-493d-9493-fab092e91a27 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3969812 Aug 27 04:56:58.781962 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35600) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:58.820374 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe7490a-1fe8-41d6-9eaa-a36a49f928c8 None None] Routers {'bc298bda-23b3-40f7-8a86-4ec774b53194'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:56:58.827004 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-dfe7490a-1fe8-41d6-9eaa-a36a49f928c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:56:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['bc298bda-23b3-40f7-8a86-4ec774b53194'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:58.860839 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:58.860948 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaedc353-95b1-48d9-a085-84d6284525e9 None None] Pushing event updated for resources: {'Port': ['ID=6b8bfdf7-ac92-41d2-bffc-684a3ba9ee9a,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:58.929674 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-ad45af88-aec3-412d-b619-d27ff1feb26a tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Deleting port 8f3c903c-4951-4a89-9af8-3b6d76704613 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:56:58.929674 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ad45af88-aec3-412d-b619-d27ff1feb26a tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (8f3c903c-4951-4a89-9af8-3b6d76704613), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:58.930647 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-dfe7490a-1fe8-41d6-9eaa-a36a49f928c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:58.931944 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe7490a-1fe8-41d6-9eaa-a36a49f928c8 None None] The sync data for ids ['bc298bda-23b3-40f7-8a86-4ec774b53194'] in n-d-852088-5 is: [] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:56:58.991479 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dbce657-0faf-4552-a118-0c8510700d33 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Made reservation on behalf of 96d18b9be3a744e8b62a60ad57a7a783 for: {'port': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:56:58.997013 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6dbce657-0faf-4552-a118-0c8510700d33 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:59.000826 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-7918cd58-bbb9-4529-b741-fb3745d1bf04 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] delete failed (client error): The resource could not be found. Aug 27 04:56:59.008801 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7918cd58-bbb9-4529-b741-fb3745d1bf04 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/748623b4-796b-485b-b338-aca94dbd1572 HTTP/1.1" status: 404 len: 347 time: 0.2140129 Aug 27 04:56:59.012965 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35602) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:59.018803 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-ac7294e8-4e80-4d81-a193-9f6fbaea341f tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Request body: {'security_group': {'name': 'tempest-secgroup--1347313676'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:56:59.034890 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0c92299e-02c4-4927-a1f9-ba6a52d4811c tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (40ca538a-aa9b-45ee-85e3-edd580d5f48c), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:59.084098 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-0c92299e-02c4-4927-a1f9-ba6a52d4811c tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40ca538a-aa9b-45ee-85e3-edd580d5f48c']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:59.120544 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1b2b15df-85e6-4257-911c-1f235cc0f479 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (598c1ce9-d64b-4c14-9a09-b0e371c92eec), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:59.121681 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [None req-6dbce657-0faf-4552-a118-0c8510700d33 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] device_id is not set on port 2e428fb5-7af5-483d-bf98-42e82aa95b9b yet. {{(pid=107775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:56:59.135409 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-0c92299e-02c4-4927-a1f9-ba6a52d4811c tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '018a6b65-7686-45b0-b07f-8b58d7320b6d') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:59.135854 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-0c92299e-02c4-4927-a1f9-ba6a52d4811c tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '018a6b65-7686-45b0-b07f-8b58d7320b6d') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:56:59.156853 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:59.179129 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b15df-85e6-4257-911c-1f235cc0f479 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event deleted for resources: {'Port': ['ID=598c1ce9-d64b-4c14-9a09-b0e371c92eec,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:59.208147 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1b2b15df-85e6-4257-911c-1f235cc0f479 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:59.219664 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1b2b15df-85e6-4257-911c-1f235cc0f479 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "DELETE /networking/v2.0/ports/598c1ce9-d64b-4c14-9a09-b0e371c92eec HTTP/1.1" status: 204 len: 168 time: 1.6337273 Aug 27 04:56:59.224605 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0c92299e-02c4-4927-a1f9-ba6a52d4811c tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (018a6b65-7686-45b0-b07f-8b58d7320b6d), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:59.245393 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0c92299e-02c4-4927-a1f9-ba6a52d4811c tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (018a6b65-7686-45b0-b07f-8b58d7320b6d), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:59.261042 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c92299e-02c4-4927-a1f9-ba6a52d4811c tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:56:59.261270 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-85c1f3fd-b6b5-44f6-b68c-72fc0021f455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:59.262210 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0c92299e-02c4-4927-a1f9-ba6a52d4811c tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (018a6b65-7686-45b0-b07f-8b58d7320b6d), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:59.349882 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ac7294e8-4e80-4d81-a193-9f6fbaea341f tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:59.368758 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35604) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:59.455000 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-9816173b-1825-47c4-b045-130dba5f6be0 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] GET failed (client error): The resource could not be found. Aug 27 04:56:59.458162 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-9816173b-1825-47c4-b045-130dba5f6be0 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "GET /networking/v2.0/ports/598c1ce9-d64b-4c14-9a09-b0e371c92eec HTTP/1.1" status: 404 len: 333 time: 0.0849090 Aug 27 04:56:59.466508 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35612) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:59.471419 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-6b3fa51d-b518-4cc1-ace1-e574ff0584cd tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Request body: {'port': {'network_id': '849c1b68-ff98-433a-8a19-bdf5ff0407d2', 'name': 'tempest-PortsIpV6TestJSON-484982526'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:56:59.474766 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0c92299e-02c4-4927-a1f9-ba6a52d4811c tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (40ca538a-aa9b-45ee-85e3-edd580d5f48c), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:59.479331 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0c92299e-02c4-4927-a1f9-ba6a52d4811c tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:59.482980 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-0c92299e-02c4-4927-a1f9-ba6a52d4811c tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "DELETE /networking/v2.0/networks/40ca538a-aa9b-45ee-85e3-edd580d5f48c HTTP/1.1" status: 204 len: 168 time: 1.2089796 Aug 27 04:56:59.503591 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35614) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:56:59.556020 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-f7a8f073-d978-4c13-bb93-2215a6362478 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1477968346'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:56:59.560138 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c92299e-02c4-4927-a1f9-ba6a52d4811c tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event deleted for resources: {'Network': ['ID=40ca538a-aa9b-45ee-85e3-edd580d5f48c,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:56:59.653251 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:56:59.669729 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ac7294e8-4e80-4d81-a193-9f6fbaea341f tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group (efdbdbff-eadc-4bbe-8d23-e7cd3cf36c94), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:59.706983 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a8f073-d978-4c13-bb93-2215a6362478 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Made reservation on behalf of f97daadf5de74bd7bc5004505037c8e3 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:56:59.714828 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f7a8f073-d978-4c13-bb93-2215a6362478 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:59.729920 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ad45af88-aec3-412d-b619-d27ff1feb26a tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (8f3c903c-4951-4a89-9af8-3b6d76704613), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:59.730483 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ad45af88-aec3-412d-b619-d27ff1feb26a tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for floatingip (8f3c903c-4951-4a89-9af8-3b6d76704613), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:59.746579 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3fa51d-b518-4cc1-ace1-e574ff0584cd tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Made reservation on behalf of be8944f580af495191f8edd06de8f901 for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:56:59.755873 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6b3fa51d-b518-4cc1-ace1-e574ff0584cd tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:59.779922 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7a8f073-d978-4c13-bb93-2215a6362478 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:56:59.801973 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f7a8f073-d978-4c13-bb93-2215a6362478 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (c436afa1-48c3-47d9-9868-b3b2668ff213), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:59.802594 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-f7a8f073-d978-4c13-bb93-2215a6362478 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Added segment c436afa1-48c3-47d9-9868-b3b2668ff213 of type vlan for network c701b797-63be-4a3d-b6ac-bfcb478e5ae2 Aug 27 04:56:59.803785 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-ad45af88-aec3-412d-b619-d27ff1feb26a tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Calling delete_port for 8f3c903c-4951-4a89-9af8-3b6d76704613 owned by network:floatingip {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:56:59.811461 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ac7294e8-4e80-4d81-a193-9f6fbaea341f tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (efdbdbff-eadc-4bbe-8d23-e7cd3cf36c94), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:59.853517 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [None req-6b3fa51d-b518-4cc1-ace1-e574ff0584cd tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] device_id is not set on port 6144e0f3-b1f0-44f9-85e9-052198d045da yet. {{(pid=107776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:56:59.942090 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-6dbce657-0faf-4552-a118-0c8510700d33 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Allocated IP 2001:db8::1be (a9ba06b8-f1c1-4b7a-ba58-5b70fcef12e8/bfceebdb-6894-4fa2-8ace-2180035ae990/2e428fb5-7af5-483d-bf98-42e82aa95b9b) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:56:59.977846 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f7a8f073-d978-4c13-bb93-2215a6362478 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (c701b797-63be-4a3d-b6ac-bfcb478e5ae2), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:56:59.993413 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7294e8-4e80-4d81-a193-9f6fbaea341f tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efdbdbff-eadc-4bbe-8d23-e7cd3cf36c94,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:00.006849 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6a9a9894-7ce0-4223-b04f-43b474e1eb48 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (03120af2-e60f-4f3f-98d6-310cd441a92c), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:00.041250 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ac7294e8-4e80-4d81-a193-9f6fbaea341f tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:00.043182 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ac7294e8-4e80-4d81-a193-9f6fbaea341f tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0282576 Aug 27 04:57:00.048030 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35622) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:00.058964 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-09c148f4-1074-424f-9a14-e5fd05d263c0 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Request body: {'security_group_rule': {'security_group_id': 'efdbdbff-eadc-4bbe-8d23-e7cd3cf36c94', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:00.242057 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f7a8f073-d978-4c13-bb93-2215a6362478 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (c701b797-63be-4a3d-b6ac-bfcb478e5ae2), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:00.253281 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a8f073-d978-4c13-bb93-2215a6362478 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:00.255151 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f7a8f073-d978-4c13-bb93-2215a6362478 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:00.273317 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 018a6b65-7686-45b0-b07f-8b58d7320b6d resource provider aggregate not found Aug 27 04:57:00.320681 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:00.369677 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 018a6b65-7686-45b0-b07f-8b58d7320b6d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 018a6b65-7686-45b0-b07f-8b58d7320b6d found for delete ", "request_id": "req-75d57f9e-cb42-4fc2-a831-584be383fca6"}]} Aug 27 04:57:00.403990 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6b3fa51d-b518-4cc1-ace1-e574ff0584cd tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for port (6144e0f3-b1f0-44f9-85e9-052198d045da), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:00.431872 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-09c148f4-1074-424f-9a14-e5fd05d263c0 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (7c6cbfbf-1dac-48cc-bcac-8c93f9333949), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:00.446625 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148cf34a-9d39-42a8-9f81-ca4b90b41034 None None] Network a9ba06b8-f1c1-4b7a-ba58-5b70fcef12e8 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:57:00.495560 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f7a8f073-d978-4c13-bb93-2215a6362478 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9803479 Aug 27 04:57:00.505294 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35632) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:00.518272 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ad45af88-aec3-412d-b619-d27ff1feb26a tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (8f3c903c-4951-4a89-9af8-3b6d76704613), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:00.523780 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-9bacf4f3-c763-4174-ad81-a6de10d4d083 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Request body: {'subnet': {'network_id': 'c701b797-63be-4a3d-b6ac-bfcb478e5ae2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:00.530272 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a8f073-d978-4c13-bb93-2215a6362478 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event updated for resources: {'Network': ['ID=c701b797-63be-4a3d-b6ac-bfcb478e5ae2,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:00.530412 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-635376fe-cb3d-41f4-9719-a08ccf3dab59 None None] Provisioning complete for port 6b8bfdf7-ac92-41d2-bffc-684a3ba9ee9a triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:57:00.531516 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-635376fe-cb3d-41f4-9719-a08ccf3dab59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (6b8bfdf7-ac92-41d2-bffc-684a3ba9ee9a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:00.565274 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network c701b797-63be-4a3d-b6ac-bfcb478e5ae2 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:57:00.566743 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45af88-aec3-412d-b619-d27ff1feb26a tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Pushing event deleted for resources: {'Port': ['ID=8f3c903c-4951-4a89-9af8-3b6d76704613,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:00.572831 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6dbce657-0faf-4552-a118-0c8510700d33 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Publish callbacks [] for port (2e428fb5-7af5-483d-bf98-42e82aa95b9b), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:00.574938 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-6a9a9894-7ce0-4223-b04f-43b474e1eb48 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Deleting port d2d31a2f-3f01-48b0-bc5d-6329fefca5e3 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:57:00.575370 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6a9a9894-7ce0-4223-b04f-43b474e1eb48 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (d2d31a2f-3f01-48b0-bc5d-6329fefca5e3), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:00.626929 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-09c148f4-1074-424f-9a14-e5fd05d263c0 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (7c6cbfbf-1dac-48cc-bcac-8c93f9333949), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:00.795325 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-635376fe-cb3d-41f4-9719-a08ccf3dab59 None None] Current status of the port 6b8bfdf7-ac92-41d2-bffc-684a3ba9ee9a is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:57:00.796195 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-635376fe-cb3d-41f4-9719-a08ccf3dab59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (6b8bfdf7-ac92-41d2-bffc-684a3ba9ee9a), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:00.806114 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6a9a9894-7ce0-4223-b04f-43b474e1eb48 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (d2d31a2f-3f01-48b0-bc5d-6329fefca5e3), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:00.821344 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-09c148f4-1074-424f-9a14-e5fd05d263c0 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (7c6cbfbf-1dac-48cc-bcac-8c93f9333949), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:00.822124 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-6a9a9894-7ce0-4223-b04f-43b474e1eb48 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Calling delete_port for d2d31a2f-3f01-48b0-bc5d-6329fefca5e3 owned by network:router_interface {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:57:00.841219 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-635376fe-cb3d-41f4-9719-a08ccf3dab59 None None] For port 6b8bfdf7-ac92-41d2-bffc-684a3ba9ee9a, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=6b8bfdf7-ac92-41d2-bffc-684a3ba9ee9a,segment=NetworkSegment(a3346e9b-5b2c-4e9a-8e1e-17c162c24ade),segment_id=a3346e9b-5b2c-4e9a-8e1e-17c162c24ade)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:57:00.844385 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c148f4-1074-424f-9a14-e5fd05d263c0 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c6cbfbf-1dac-48cc-bcac-8c93f9333949,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:00.878992 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bacf4f3-c763-4174-ad81-a6de10d4d083 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Made reservation on behalf of f97daadf5de74bd7bc5004505037c8e3 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:57:00.891380 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9bacf4f3-c763-4174-ad81-a6de10d4d083 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:00.956471 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6dbce657-0faf-4552-a118-0c8510700d33 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (2e428fb5-7af5-483d-bf98-42e82aa95b9b), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:00.966649 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ad45af88-aec3-412d-b619-d27ff1feb26a tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for floatingip (767a7c06-2f8a-43c6-9988-06e580a468f7), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:00.977230 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ad45af88-aec3-412d-b619-d27ff1feb26a tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:00.977230 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ad45af88-aec3-412d-b619-d27ff1feb26a tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] 10.222.0.76 "DELETE /networking/v2.0/floatingips/767a7c06-2f8a-43c6-9988-06e580a468f7 HTTP/1.1" status: 204 len: 168 time: 2.4515147 Aug 27 04:57:00.996835 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35638) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:01.001233 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6b3fa51d-b518-4cc1-ace1-e574ff0584cd tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (6144e0f3-b1f0-44f9-85e9-052198d045da), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:01.014638 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-635376fe-cb3d-41f4-9719-a08ccf3dab59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (6b8bfdf7-ac92-41d2-bffc-684a3ba9ee9a), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:01.020443 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-2f11d037-43c8-4b58-9089-d27339d1de4f tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Request body: {'floatingip': {'floating_network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'port_id': '7a160636-30b8-4cab-bfbd-237aa25a441a'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:01.065629 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:01.084596 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3fa51d-b518-4cc1-ace1-e574ff0584cd tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Network 849c1b68-ff98-433a-8a19-bdf5ff0407d2 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:57:01.086443 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6b8bfdf7-ac92-41d2-bffc-684a3ba9ee9a up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:57:01.100150 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-6b3fa51d-b518-4cc1-ace1-e574ff0584cd tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:57:01.103941 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3fa51d-b518-4cc1-ace1-e574ff0584cd tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:57:01.109300 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbce657-0faf-4552-a118-0c8510700d33 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Network a9ba06b8-f1c1-4b7a-ba58-5b70fcef12e8 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:57:01.124583 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-6dbce657-0faf-4552-a118-0c8510700d33 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:57:01.124921 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3fa51d-b518-4cc1-ace1-e574ff0584cd tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:01.125676 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6b3fa51d-b518-4cc1-ace1-e574ff0584cd tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:01.128540 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbce657-0faf-4552-a118-0c8510700d33 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:57:01.134098 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbce657-0faf-4552-a118-0c8510700d33 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:01.134912 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6dbce657-0faf-4552-a118-0c8510700d33 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:01.138954 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbce657-0faf-4552-a118-0c8510700d33 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Pushing event updated for resources: {'Port': ['ID=2e428fb5-7af5-483d-bf98-42e82aa95b9b,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:01.192017 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 6b8bfdf7-ac92-41d2-bffc-684a3ba9ee9a triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:57:01.197015 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (6b8bfdf7-ac92-41d2-bffc-684a3ba9ee9a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:01.197015 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635376fe-cb3d-41f4-9719-a08ccf3dab59 None None] Pushing event updated for resources: {'Port': ['ID=6b8bfdf7-ac92-41d2-bffc-684a3ba9ee9a,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:01.238638 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2f11d037-43c8-4b58-9089-d27339d1de4f tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:01.248755 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-09c148f4-1074-424f-9a14-e5fd05d263c0 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:01.248755 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-09c148f4-1074-424f-9a14-e5fd05d263c0 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1950338 Aug 27 04:57:01.248755 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3fa51d-b518-4cc1-ace1-e574ff0584cd tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event updated for resources: {'Port': ['ID=6144e0f3-b1f0-44f9-85e9-052198d045da,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:01.249069 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35644) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:01.254503 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-7274258a-d104-47a3-a629-23c85519bcec None None] Provisioning complete for port 394be5a7-20b6-435d-b946-8577902af204 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:57:01.254871 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7274258a-d104-47a3-a629-23c85519bcec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (394be5a7-20b6-435d-b946-8577902af204), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:01.296954 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-7274258a-d104-47a3-a629-23c85519bcec None None] Port 394be5a7-20b6-435d-b946-8577902af204 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:57:01.323135 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-7274258a-d104-47a3-a629-23c85519bcec None None] Provisioning complete for port 6b8bfdf7-ac92-41d2-bffc-684a3ba9ee9a triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:57:01.327224 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7274258a-d104-47a3-a629-23c85519bcec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (6b8bfdf7-ac92-41d2-bffc-684a3ba9ee9a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:01.345031 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-6dbce657-0faf-4552-a118-0c8510700d33 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.1144998 Aug 27 04:57:01.345998 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35648) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:01.378683 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4b2e427d-89b7-422e-9d7e-266fc2d76814 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (7c6cbfbf-1dac-48cc-bcac-8c93f9333949), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:01.382571 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6a9a9894-7ce0-4223-b04f-43b474e1eb48 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (d2d31a2f-3f01-48b0-bc5d-6329fefca5e3), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:01.400522 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6b3fa51d-b518-4cc1-ace1-e574ff0584cd tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.9299712 Aug 27 04:57:01.406313 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:01.407111 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35650) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:01.432967 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4b2e427d-89b7-422e-9d7e-266fc2d76814 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (7c6cbfbf-1dac-48cc-bcac-8c93f9333949), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:01.439059 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-67633e29-98c4-441e-a936-9ea4becc4201 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:01.508797 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 6b8bfdf7-ac92-41d2-bffc-684a3ba9ee9a is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:57:01.549199 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-7274258a-d104-47a3-a629-23c85519bcec None None] Current status of the port 6b8bfdf7-ac92-41d2-bffc-684a3ba9ee9a is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:57:01.569638 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a9894-7ce0-4223-b04f-43b474e1eb48 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Pushing event deleted for resources: {'Port': ['ID=d2d31a2f-3f01-48b0-bc5d-6329fefca5e3,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:01.627797 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9bacf4f3-c763-4174-ad81-a6de10d4d083 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (e9e2e525-bb28-4c8b-9cf8-904d5bfd9675), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:01.696575 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2f11d037-43c8-4b58-9089-d27339d1de4f tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:01.704749 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-995a6fb1-eeeb-44a1-9eff-157952828ac7 None None] Provisioning complete for port 394be5a7-20b6-435d-b946-8577902af204 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:57:01.706314 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-995a6fb1-eeeb-44a1-9eff-157952828ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (394be5a7-20b6-435d-b946-8577902af204), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:01.725762 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bacf4f3-c763-4174-ad81-a6de10d4d083 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event updated for resources: {'Subnet': ['ID=e9e2e525-bb28-4c8b-9cf8-904d5bfd9675,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:01.775518 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-67633e29-98c4-441e-a936-9ea4becc4201 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (6144e0f3-b1f0-44f9-85e9-052198d045da), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:01.794267 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:01.817303 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:01.830553 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189c258f-681f-4b43-9832-2895708082da tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:01.838460 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189c258f-681f-4b43-9832-2895708082da tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:01.849347 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189c258f-681f-4b43-9832-2895708082da tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:01.858291 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-189c258f-681f-4b43-9832-2895708082da tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] 10.222.0.76 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.5021243 Aug 27 04:57:01.872621 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35656) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:01.872621 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4b2e427d-89b7-422e-9d7e-266fc2d76814 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (7c6cbfbf-1dac-48cc-bcac-8c93f9333949), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:01.876123 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4b2e427d-89b7-422e-9d7e-266fc2d76814 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:01.880637 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-4b2e427d-89b7-422e-9d7e-266fc2d76814 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "DELETE /networking/v2.0/security-group-rules/7c6cbfbf-1dac-48cc-bcac-8c93f9333949 HTTP/1.1" status: 204 len: 168 time: 0.6311221 Aug 27 04:57:01.901512 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-995a6fb1-eeeb-44a1-9eff-157952828ac7 None None] Port 394be5a7-20b6-435d-b946-8577902af204 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:57:01.915913 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:01.915913 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35660) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:02.002226 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:02.002491 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bacf4f3-c763-4174-ad81-a6de10d4d083 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Checking segment: {'id': 'c436afa1-48c3-47d9-9868-b3b2668ff213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c701b797-63be-4a3d-b6ac-bfcb478e5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:57:02.002491 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bacf4f3-c763-4174-ad81-a6de10d4d083 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Network hostable DHCP agents. Network: c701b797-63be-4a3d-b6ac-bfcb478e5ae2, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:57:02.007006 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2e427d-89b7-422e-9d7e-266fc2d76814 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7c6cbfbf-1dac-48cc-bcac-8c93f9333949,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:02.130436 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:02.134528 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-67633e29-98c4-441e-a936-9ea4becc4201 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for port (6144e0f3-b1f0-44f9-85e9-052198d045da), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:02.147863 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bacf4f3-c763-4174-ad81-a6de10d4d083 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Network c701b797-63be-4a3d-b6ac-bfcb478e5ae2 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:57:02.150988 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-5e2cf8ab-44b7-4706-a3fb-103599df7f25 None None] Provisioning complete for port 2e428fb5-7af5-483d-bf98-42e82aa95b9b triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:57:02.151975 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5e2cf8ab-44b7-4706-a3fb-103599df7f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (2e428fb5-7af5-483d-bf98-42e82aa95b9b), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:02.192833 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-5e2cf8ab-44b7-4706-a3fb-103599df7f25 None None] Port 2e428fb5-7af5-483d-bf98-42e82aa95b9b cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:57:02.222447 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-67633e29-98c4-441e-a936-9ea4becc4201 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (6144e0f3-b1f0-44f9-85e9-052198d045da), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:02.224481 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-67633e29-98c4-441e-a936-9ea4becc4201 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] In _notify_port_updated(), no bound segment for port 6144e0f3-b1f0-44f9-85e9-052198d045da on network 849c1b68-ff98-433a-8a19-bdf5ff0407d2 {{(pid=107776) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Aug 27 04:57:02.224613 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-2638fff0-ec74-43d0-b3a8-b5bc4a13518c tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Deleting port 2e428fb5-7af5-483d-bf98-42e82aa95b9b {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:57:02.224842 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2638fff0-ec74-43d0-b3a8-b5bc4a13518c tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (2e428fb5-7af5-483d-bf98-42e82aa95b9b), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:02.232480 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67633e29-98c4-441e-a936-9ea4becc4201 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:02.233125 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-67633e29-98c4-441e-a936-9ea4becc4201 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:02.234509 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-67633e29-98c4-441e-a936-9ea4becc4201 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "PUT /networking/v2.0/ports/6144e0f3-b1f0-44f9-85e9-052198d045da HTTP/1.1" status: 200 len: 818 time: 0.8228328 Aug 27 04:57:02.239073 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-9bacf4f3-c763-4174-ad81-a6de10d4d083 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, c701b797-63be-4a3d-b6ac-bfcb478e5ae2) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:57:02.248808 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f02c20-de13-4e69-806d-b11477b33aa7 None None] Network c701b797-63be-4a3d-b6ac-bfcb478e5ae2 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:57:02.257369 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35664) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:02.288141 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6a9a9894-7ce0-4223-b04f-43b474e1eb48 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (03120af2-e60f-4f3f-98d6-310cd441a92c), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:02.318454 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bacf4f3-c763-4174-ad81-a6de10d4d083 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:02.322387 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9bacf4f3-c763-4174-ad81-a6de10d4d083 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:02.356947 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67633e29-98c4-441e-a936-9ea4becc4201 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event updated for resources: {'Port': ['ID=6144e0f3-b1f0-44f9-85e9-052198d045da,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:02.364964 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35668) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:02.365142 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-63a22c63-4ec4-4f64-a701-b15494ac19d0 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4453051 Aug 27 04:57:02.372799 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:02.440016 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c274a1-dd91-417e-ae50-7e247e7f9835 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-c701b797-63be-4a3d-b6ac-bfcb478e5ae2', 'network_id': 'c701b797-63be-4a3d-b6ac-bfcb478e5ae2', 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'fixed_ips': [{'subnet_id': 'e9e2e525-bb28-4c8b-9cf8-904d5bfd9675'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:57:02.443193 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c0c274a1-dd91-417e-ae50-7e247e7f9835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:02.449934 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-2f11d037-43c8-4b58-9089-d27339d1de4f tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Allocated IP 172.25.2.29 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/c507664a-fc32-4832-b10d-567dd0259bd3) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:57:02.483076 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-9bacf4f3-c763-4174-ad81-a6de10d4d083 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9765043 Aug 27 04:57:02.487055 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35672) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:02.496309 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-4e558ba1-9640-4cb1-ad1a-9b50f4ec8d96 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1869906011', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:02.507182 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-86f7dbb7-d9b0-4f91-8952-63d2252fea0a tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group (efdbdbff-eadc-4bbe-8d23-e7cd3cf36c94), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:02.585907 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-86f7dbb7-d9b0-4f91-8952-63d2252fea0a tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group (efdbdbff-eadc-4bbe-8d23-e7cd3cf36c94), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:02.614533 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2638fff0-ec74-43d0-b3a8-b5bc4a13518c tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (2e428fb5-7af5-483d-bf98-42e82aa95b9b), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:02.683549 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-8be1fe7b-8c51-4985-afc6-ae4e2b3329a2 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Deleting port 6144e0f3-b1f0-44f9-85e9-052198d045da {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:57:02.683901 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8be1fe7b-8c51-4985-afc6-ae4e2b3329a2 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (6144e0f3-b1f0-44f9-85e9-052198d045da), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:02.702015 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4e558ba1-9640-4cb1-ad1a-9b50f4ec8d96 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (07956eb4-5cd5-4283-a48d-25ee32c63f31), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:02.707458 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4e558ba1-9640-4cb1-ad1a-9b50f4ec8d96 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (07956eb4-5cd5-4283-a48d-25ee32c63f31), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:02.807512 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-c0c274a1-dd91-417e-ae50-7e247e7f9835 None None] Allocated IP 2001:db8::2 (c701b797-63be-4a3d-b6ac-bfcb478e5ae2/e9e2e525-bb28-4c8b-9cf8-904d5bfd9675/e95924de-93df-4435-addd-8e0016ba52ad) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:57:02.826552 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-2638fff0-ec74-43d0-b3a8-b5bc4a13518c tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Calling delete_port for 2e428fb5-7af5-483d-bf98-42e82aa95b9b owned by {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:57:02.862233 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-86f7dbb7-d9b0-4f91-8952-63d2252fea0a tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (efdbdbff-eadc-4bbe-8d23-e7cd3cf36c94), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:02.864845 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-86f7dbb7-d9b0-4f91-8952-63d2252fea0a tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:02.874152 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-86f7dbb7-d9b0-4f91-8952-63d2252fea0a tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/efdbdbff-eadc-4bbe-8d23-e7cd3cf36c94 HTTP/1.1" status: 204 len: 168 time: 0.5000904 Aug 27 04:57:02.883576 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35678) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:03.025628 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a5b930e0-3bb4-4472-b1b4-0889c6ed0f84 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1399992 Aug 27 04:57:03.030881 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f7dbb7-d9b0-4f91-8952-63d2252fea0a tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efdbdbff-eadc-4bbe-8d23-e7cd3cf36c94,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:03.034645 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35682) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:03.039912 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-648215e7-7e0f-4333-9f8b-d6fceb3818ef tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Request body: {'security_group': {'name': 'tempest-secgroup--1653291374'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:03.077706 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4e558ba1-9640-4cb1-ad1a-9b50f4ec8d96 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for router_controller (07956eb4-5cd5-4283-a48d-25ee32c63f31), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:03.136297 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2f11d037-43c8-4b58-9089-d27339d1de4f tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for port (c507664a-fc32-4832-b10d-567dd0259bd3), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:03.143873 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4e558ba1-9640-4cb1-ad1a-9b50f4ec8d96 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (07956eb4-5cd5-4283-a48d-25ee32c63f31), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:03.175244 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-648215e7-7e0f-4333-9f8b-d6fceb3818ef tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:03.194713 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2638fff0-ec74-43d0-b3a8-b5bc4a13518c tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (2e428fb5-7af5-483d-bf98-42e82aa95b9b), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:03.196040 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6b8bfdf7-ac92-41d2-bffc-684a3ba9ee9a up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:57:03.214430 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:03.275058 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4e558ba1-9640-4cb1-ad1a-9b50f4ec8d96 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:03.280659 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-4e558ba1-9640-4cb1-ad1a-9b50f4ec8d96 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7888031 Aug 27 04:57:03.282911 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35686) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:03.293179 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-70390186-2894-48de-9a71-6b187fb7ffa2 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Request body: {'port': {'network_id': 'c701b797-63be-4a3d-b6ac-bfcb478e5ae2', 'name': 'tempest-RoutersIpV6Test-312286202'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:03.334909 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 6b8bfdf7-ac92-41d2-bffc-684a3ba9ee9a triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:57:03.335297 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (6b8bfdf7-ac92-41d2-bffc-684a3ba9ee9a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:03.400400 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-648215e7-7e0f-4333-9f8b-d6fceb3818ef tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group (51c89d11-f10d-4008-9fe7-77bd0483260d), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:03.471593 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-648215e7-7e0f-4333-9f8b-d6fceb3818ef tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (51c89d11-f10d-4008-9fe7-77bd0483260d), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:03.527017 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648215e7-7e0f-4333-9f8b-d6fceb3818ef tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51c89d11-f10d-4008-9fe7-77bd0483260d,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:03.549548 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c0c274a1-dd91-417e-ae50-7e247e7f9835 None None] Publish callbacks [] for port (e95924de-93df-4435-addd-8e0016ba52ad), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:03.556990 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 6b8bfdf7-ac92-41d2-bffc-684a3ba9ee9a is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:57:03.675474 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-648215e7-7e0f-4333-9f8b-d6fceb3818ef tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:03.676815 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-648215e7-7e0f-4333-9f8b-d6fceb3818ef tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6407549 Aug 27 04:57:03.680403 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35690) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:03.685014 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-914b9bdd-8ecd-4853-aeea-3fcc01c3c429 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Request body: {'security_group_rule': {'security_group_id': '51c89d11-f10d-4008-9fe7-77bd0483260d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:03.707549 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c0c274a1-dd91-417e-ae50-7e247e7f9835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (e95924de-93df-4435-addd-8e0016ba52ad), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:03.755072 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c274a1-dd91-417e-ae50-7e247e7f9835 None None] Network c701b797-63be-4a3d-b6ac-bfcb478e5ae2 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:57:03.762670 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-c0c274a1-dd91-417e-ae50-7e247e7f9835 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:57:03.770292 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c274a1-dd91-417e-ae50-7e247e7f9835 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:57:03.788908 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c274a1-dd91-417e-ae50-7e247e7f9835 None None] Pushing event updated for resources: {'Port': ['ID=e95924de-93df-4435-addd-8e0016ba52ad,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:03.809553 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2638fff0-ec74-43d0-b3a8-b5bc4a13518c tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Pushing event deleted for resources: {'Port': ['ID=2e428fb5-7af5-483d-bf98-42e82aa95b9b,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:03.821304 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70390186-2894-48de-9a71-6b187fb7ffa2 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Made reservation on behalf of f97daadf5de74bd7bc5004505037c8e3 for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:57:03.828103 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-70390186-2894-48de-9a71-6b187fb7ffa2 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:03.829363 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:03.851479 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8be1fe7b-8c51-4985-afc6-ae4e2b3329a2 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (6144e0f3-b1f0-44f9-85e9-052198d045da), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:03.862569 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-c0c274a1-dd91-417e-ae50-7e247e7f9835 None None] Attempting to bind port e95924de-93df-4435-addd-8e0016ba52ad on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:57:03.863015 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-c0c274a1-dd91-417e-ae50-7e247e7f9835 None None] Attempting to bind port e95924de-93df-4435-addd-8e0016ba52ad by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'c436afa1-48c3-47d9-9868-b3b2668ff213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c701b797-63be-4a3d-b6ac-bfcb478e5ae2'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:57:03.864952 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c274a1-dd91-417e-ae50-7e247e7f9835 None None] Attempting to bind port e95924de-93df-4435-addd-8e0016ba52ad on network c701b797-63be-4a3d-b6ac-bfcb478e5ae2 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:57:03.885815 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c274a1-dd91-417e-ae50-7e247e7f9835 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:57:03.886317 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c274a1-dd91-417e-ae50-7e247e7f9835 None None] Checking segment: {'id': 'c436afa1-48c3-47d9-9868-b3b2668ff213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c701b797-63be-4a3d-b6ac-bfcb478e5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:57:03.886888 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c0c274a1-dd91-417e-ae50-7e247e7f9835 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:03.890817 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c274a1-dd91-417e-ae50-7e247e7f9835 None None] Bound using segment: {'id': 'c436afa1-48c3-47d9-9868-b3b2668ff213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c701b797-63be-4a3d-b6ac-bfcb478e5ae2'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:57:03.891426 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-c0c274a1-dd91-417e-ae50-7e247e7f9835 None None] Bound port: e95924de-93df-4435-addd-8e0016ba52ad, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c436afa1-48c3-47d9-9868-b3b2668ff213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c701b797-63be-4a3d-b6ac-bfcb478e5ae2'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:57:03.891884 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c0c274a1-dd91-417e-ae50-7e247e7f9835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (e95924de-93df-4435-addd-8e0016ba52ad), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:03.909472 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a9a9894-7ce0-4223-b04f-43b474e1eb48 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Router 03120af2-e60f-4f3f-98d6-310cd441a92c has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:57:03.916295 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2638fff0-ec74-43d0-b3a8-b5bc4a13518c tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:03.927103 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2638fff0-ec74-43d0-b3a8-b5bc4a13518c tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] 10.222.0.76 "DELETE /networking/v2.0/ports/2e428fb5-7af5-483d-bf98-42e82aa95b9b HTTP/1.1" status: 204 len: 168 time: 2.0450451 Aug 27 04:57:03.928522 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-8be1fe7b-8c51-4985-afc6-ae4e2b3329a2 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Calling delete_port for 6144e0f3-b1f0-44f9-85e9-052198d045da owned by {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:57:03.932659 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35698) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:03.938651 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-6fbf44d0-a9b0-4830-ac42-59c1741a26bc tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Request body: {'port': {'name': 'tempest-new-port-name-149164557', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:03.939206 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.api.validators [None req-6fbf44d0-a9b0-4830-ac42-59c1741a26bc tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] bootfile-name is not in valid_values {{(pid=107775) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Aug 27 04:57:03.939658 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.api.validators [None req-6fbf44d0-a9b0-4830-ac42-59c1741a26bc tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] tftp-server is not in valid_values {{(pid=107775) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Aug 27 04:57:03.940003 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.api.validators [None req-6fbf44d0-a9b0-4830-ac42-59c1741a26bc tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] server-ip-address is not in valid_values {{(pid=107775) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Aug 27 04:57:03.981453 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-914b9bdd-8ecd-4853-aeea-3fcc01c3c429 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (5de2caf4-365e-4576-840b-24b4a2db76ac), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:04.023611 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [None req-70390186-2894-48de-9a71-6b187fb7ffa2 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] device_id is not set on port 411831bc-48f1-4673-a2d9-312276e745be yet. {{(pid=107776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:57:04.179255 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-c0c274a1-dd91-417e-ae50-7e247e7f9835 None None] For port e95924de-93df-4435-addd-8e0016ba52ad, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:57:04.189738 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-c0c274a1-dd91-417e-ae50-7e247e7f9835 None None] For port e95924de-93df-4435-addd-8e0016ba52ad, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=e95924de-93df-4435-addd-8e0016ba52ad,segment=NetworkSegment(c436afa1-48c3-47d9-9868-b3b2668ff213),segment_id=c436afa1-48c3-47d9-9868-b3b2668ff213)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:57:04.213973 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6fbf44d0-a9b0-4830-ac42-59c1741a26bc tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (394be5a7-20b6-435d-b946-8577902af204), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:04.238848 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2f11d037-43c8-4b58-9089-d27339d1de4f tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (c507664a-fc32-4832-b10d-567dd0259bd3), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:04.324962 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-70390186-2894-48de-9a71-6b187fb7ffa2 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Allocated IP 2001:db8::173 (c701b797-63be-4a3d-b6ac-bfcb478e5ae2/e9e2e525-bb28-4c8b-9cf8-904d5bfd9675/411831bc-48f1-4673-a2d9-312276e745be) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:57:04.366852 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-914b9bdd-8ecd-4853-aeea-3fcc01c3c429 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (5de2caf4-365e-4576-840b-24b4a2db76ac), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:04.464646 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f11d037-43c8-4b58-9089-d27339d1de4f tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:57:04.475503 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-2f11d037-43c8-4b58-9089-d27339d1de4f tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:57:04.487247 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f11d037-43c8-4b58-9089-d27339d1de4f tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:57:04.494482 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a9a9894-7ce0-4223-b04f-43b474e1eb48 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:57:04.503169 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c0c274a1-dd91-417e-ae50-7e247e7f9835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (e95924de-93df-4435-addd-8e0016ba52ad), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:04.510015 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afd80b2-f761-4cfd-b8ca-9844b4d49717 None None] Sync routers for ids ['03120af2-e60f-4f3f-98d6-310cd441a92c'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:57:04.518171 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=80 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:04.519148 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=72 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:04.532596 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f11d037-43c8-4b58-9089-d27339d1de4f tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Pushing event updated for resources: {'Port': ['ID=c507664a-fc32-4832-b10d-567dd0259bd3,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:04.543905 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-6a9a9894-7ce0-4223-b04f-43b474e1eb48 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] 10.222.0.76 "PUT /networking/v2.0/routers/03120af2-e60f-4f3f-98d6-310cd441a92c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8345225 Aug 27 04:57:04.544728 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afd80b2-f761-4cfd-b8ca-9844b4d49717 None None] Routers {'03120af2-e60f-4f3f-98d6-310cd441a92c'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:57:04.545715 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35702) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:04.547385 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-0afd80b2-f761-4cfd-b8ca-9844b4d49717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:56:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['03120af2-e60f-4f3f-98d6-310cd441a92c'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:04.612851 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c274a1-dd91-417e-ae50-7e247e7f9835 None None] Pushing event updated for resources: {'Port': ['ID=e95924de-93df-4435-addd-8e0016ba52ad,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:04.637174 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-0afd80b2-f761-4cfd-b8ca-9844b4d49717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:04.656819 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afd80b2-f761-4cfd-b8ca-9844b4d49717 None None] Routers {'03120af2-e60f-4f3f-98d6-310cd441a92c'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:57:04.657111 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-0afd80b2-f761-4cfd-b8ca-9844b4d49717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:56:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['03120af2-e60f-4f3f-98d6-310cd441a92c'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:04.665214 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-70390186-2894-48de-9a71-6b187fb7ffa2 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for port (411831bc-48f1-4673-a2d9-312276e745be), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:04.706361 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-0afd80b2-f761-4cfd-b8ca-9844b4d49717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:04.707340 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afd80b2-f761-4cfd-b8ca-9844b4d49717 None None] The sync data for ids ['03120af2-e60f-4f3f-98d6-310cd441a92c'] in n-d-852088-5 is: [] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:57:04.762665 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-914b9bdd-8ecd-4853-aeea-3fcc01c3c429 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (5de2caf4-365e-4576-840b-24b4a2db76ac), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:04.768954 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:04.808853 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4e50ee08-89a0-4862-9b42-4794cfc315e1 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks [] for router (03120af2-e60f-4f3f-98d6-310cd441a92c), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:04.818336 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8be1fe7b-8c51-4985-afc6-ae4e2b3329a2 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (6144e0f3-b1f0-44f9-85e9-052198d045da), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:04.858202 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914b9bdd-8ecd-4853-aeea-3fcc01c3c429 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5de2caf4-365e-4576-840b-24b4a2db76ac,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:04.992839 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-70390186-2894-48de-9a71-6b187fb7ffa2 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (411831bc-48f1-4673-a2d9-312276e745be), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:05.006722 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:05.055335 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:05.056352 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be1fe7b-8c51-4985-afc6-ae4e2b3329a2 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event deleted for resources: {'Port': ['ID=6144e0f3-b1f0-44f9-85e9-052198d045da,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:05.120528 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-914b9bdd-8ecd-4853-aeea-3fcc01c3c429 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:05.129065 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-914b9bdd-8ecd-4853-aeea-3fcc01c3c429 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4402230 Aug 27 04:57:05.132975 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device e95924de-93df-4435-addd-8e0016ba52ad up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:57:05.159668 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35712) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:05.163904 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=7 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:05.200115 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6fbf44d0-a9b0-4830-ac42-59c1741a26bc tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Publish callbacks [] for port (394be5a7-20b6-435d-b946-8577902af204), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:05.210354 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8be1fe7b-8c51-4985-afc6-ae4e2b3329a2 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:05.217117 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-8be1fe7b-8c51-4985-afc6-ae4e2b3329a2 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "DELETE /networking/v2.0/ports/6144e0f3-b1f0-44f9-85e9-052198d045da HTTP/1.1" status: 204 len: 168 time: 2.9516242 Aug 27 04:57:05.218601 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35714) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:05.226710 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port e95924de-93df-4435-addd-8e0016ba52ad triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:57:05.226710 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e95924de-93df-4435-addd-8e0016ba52ad), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:05.234124 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-b29041f1-9b20-4e14-bbac-d67ceba10b8f tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Request body: {'security_group_rule': {'security_group_id': '51c89d11-f10d-4008-9fe7-77bd0483260d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:05.251151 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70390186-2894-48de-9a71-6b187fb7ffa2 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Network c701b797-63be-4a3d-b6ac-bfcb478e5ae2 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:57:05.283388 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-70390186-2894-48de-9a71-6b187fb7ffa2 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:57:05.287343 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70390186-2894-48de-9a71-6b187fb7ffa2 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:57:05.294696 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70390186-2894-48de-9a71-6b187fb7ffa2 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:05.295665 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-70390186-2894-48de-9a71-6b187fb7ffa2 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:05.302774 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4e50ee08-89a0-4862-9b42-4794cfc315e1 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (03120af2-e60f-4f3f-98d6-310cd441a92c), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:05.316063 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7c0562-102b-4b5e-90e5-60cb436f6ee9 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:05.320388 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ba7c0562-102b-4b5e-90e5-60cb436f6ee9 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0981026 Aug 27 04:57:05.321539 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35718) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:05.324526 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4e50ee08-89a0-4862-9b42-4794cfc315e1 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks [] for router_controller (03120af2-e60f-4f3f-98d6-310cd441a92c), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:05.374356 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port e95924de-93df-4435-addd-8e0016ba52ad is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:57:05.374753 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (e95924de-93df-4435-addd-8e0016ba52ad), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:05.379226 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70390186-2894-48de-9a71-6b187fb7ffa2 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event updated for resources: {'Port': ['ID=411831bc-48f1-4673-a2d9-312276e745be,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:05.445882 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port e95924de-93df-4435-addd-8e0016ba52ad, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=e95924de-93df-4435-addd-8e0016ba52ad,segment=NetworkSegment(c436afa1-48c3-47d9-9868-b3b2668ff213),segment_id=c436afa1-48c3-47d9-9868-b3b2668ff213)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:57:05.468934 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6fbf44d0-a9b0-4830-ac42-59c1741a26bc tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (394be5a7-20b6-435d-b946-8577902af204), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:05.474189 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd114d1b-b937-485d-a691-a27e7c9f5151 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] GET failed (client error): The resource could not be found. Aug 27 04:57:05.482498 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35720) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:05.483182 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-cd114d1b-b937-485d-a691-a27e7c9f5151 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "GET /networking/v2.0/ports/6144e0f3-b1f0-44f9-85e9-052198d045da HTTP/1.1" status: 404 len: 333 time: 0.1609013 Aug 27 04:57:05.489199 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-3c2f3f1f-c6d4-4df2-9ff7-786c35d823b5 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1216757837'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:05.505389 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b29041f1-9b20-4e14-bbac-d67ceba10b8f tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (f75305d9-f4c8-4ead-8d96-e55fbda56705), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:05.516310 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-6fbf44d0-a9b0-4830-ac42-59c1741a26bc tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] In _notify_port_updated(), no bound segment for port 394be5a7-20b6-435d-b946-8577902af204 on network a9ba06b8-f1c1-4b7a-ba58-5b70fcef12e8 {{(pid=107775) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Aug 27 04:57:05.524532 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbf44d0-a9b0-4830-ac42-59c1741a26bc tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:05.525517 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6fbf44d0-a9b0-4830-ac42-59c1741a26bc tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:05.527365 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-6fbf44d0-a9b0-4830-ac42-59c1741a26bc tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] 10.222.0.76 "PUT /networking/v2.0/ports/394be5a7-20b6-435d-b946-8577902af204 HTTP/1.1" status: 200 len: 1129 time: 1.5937243 Aug 27 04:57:05.530778 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35722) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:05.542554 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-70390186-2894-48de-9a71-6b187fb7ffa2 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.2576406 Aug 27 04:57:05.552226 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35724) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:05.563897 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (e95924de-93df-4435-addd-8e0016ba52ad), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:05.605021 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbf44d0-a9b0-4830-ac42-59c1741a26bc tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Pushing event updated for resources: {'Port': ['ID=394be5a7-20b6-435d-b946-8577902af204,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:05.670272 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=e95924de-93df-4435-addd-8e0016ba52ad,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:05.673075 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fcded7-fa0e-4f99-ac92-f8c45c75d047 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:05.682389 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-72fcded7-fa0e-4f99-ac92-f8c45c75d047 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] 10.222.0.76 "GET /networking/v2.0/ports/394be5a7-20b6-435d-b946-8577902af204 HTTP/1.1" status: 200 len: 1129 time: 0.1503224 Aug 27 04:57:05.686155 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35728) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:05.721117 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4e50ee08-89a0-4862-9b42-4794cfc315e1 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (03120af2-e60f-4f3f-98d6-310cd441a92c), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:05.722942 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e50ee08-89a0-4862-9b42-4794cfc315e1 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Fanout notify agent at l3_agent the message router_deleted on router 03120af2-e60f-4f3f-98d6-310cd441a92c {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:57:05.743377 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4e50ee08-89a0-4862-9b42-4794cfc315e1 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:05.748409 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-4e50ee08-89a0-4862-9b42-4794cfc315e1 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] 10.222.0.76 "DELETE /networking/v2.0/routers/03120af2-e60f-4f3f-98d6-310cd441a92c HTTP/1.1" status: 204 len: 168 time: 1.2010612 Aug 27 04:57:05.775602 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b29041f1-9b20-4e14-bbac-d67ceba10b8f tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (f75305d9-f4c8-4ead-8d96-e55fbda56705), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:05.776566 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35730) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:05.823431 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2f3f1f-c6d4-4df2-9ff7-786c35d823b5 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Made reservation on behalf of be8944f580af495191f8edd06de8f901 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:57:05.827920 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3c2f3f1f-c6d4-4df2-9ff7-786c35d823b5 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:05.956061 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c2f3f1f-c6d4-4df2-9ff7-786c35d823b5 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:57:05.963827 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b29041f1-9b20-4e14-bbac-d67ceba10b8f tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (f75305d9-f4c8-4ead-8d96-e55fbda56705), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:05.995695 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-0673f18b-d247-417f-b302-6bf38c2f6ca0 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Deleting port 394be5a7-20b6-435d-b946-8577902af204 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:57:06.011780 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0673f18b-d247-417f-b302-6bf38c2f6ca0 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (394be5a7-20b6-435d-b946-8577902af204), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:06.011944 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-c046cb96-0d88-4a29-a0d9-d6edd482b567 None None] Provisioning complete for port 394be5a7-20b6-435d-b946-8577902af204 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:57:06.011944 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c046cb96-0d88-4a29-a0d9-d6edd482b567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (394be5a7-20b6-435d-b946-8577902af204), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:06.113016 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-c046cb96-0d88-4a29-a0d9-d6edd482b567 None None] Port 394be5a7-20b6-435d-b946-8577902af204 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:57:06.120113 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd56143a-46b6-4c5e-983c-d69577c05fc1 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Deleting subnet caaacbd7-c366-4e5a-ba1f-acfa56c37d74 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:57:06.125439 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cd56143a-46b6-4c5e-983c-d69577c05fc1 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks [] for subnet (caaacbd7-c366-4e5a-ba1f-acfa56c37d74), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:06.175879 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cd56143a-46b6-4c5e-983c-d69577c05fc1 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (caaacbd7-c366-4e5a-ba1f-acfa56c37d74), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:06.203936 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:06.252493 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3c2f3f1f-c6d4-4df2-9ff7-786c35d823b5 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (5a8d1dc6-fc24-43c0-b7f8-7974f1297997), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:06.253752 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-3c2f3f1f-c6d4-4df2-9ff7-786c35d823b5 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Added segment 5a8d1dc6-fc24-43c0-b7f8-7974f1297997 of type vlan for network b51126c1-5977-4418-a6da-f9fb7e557179 Aug 27 04:57:06.257925 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29041f1-9b20-4e14-bbac-d67ceba10b8f tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f75305d9-f4c8-4ead-8d96-e55fbda56705,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:06.354023 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2f11d037-43c8-4b58-9089-d27339d1de4f tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for floatingip (a2acd87f-f4b3-4f39-82e9-b591eb222710), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:06.357184 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0673f18b-d247-417f-b302-6bf38c2f6ca0 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (394be5a7-20b6-435d-b946-8577902af204), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:06.381102 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91669c6a-e2d2-4b0e-a45b-b9b1b12faea3 None None] Network c701b797-63be-4a3d-b6ac-bfcb478e5ae2 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:57:06.394648 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-0673f18b-d247-417f-b302-6bf38c2f6ca0 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Calling delete_port for 394be5a7-20b6-435d-b946-8577902af204 owned by {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:57:06.464050 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-400e45f7-b896-485f-aa24-18213c6ff759 None None] Provisioning complete for port e95924de-93df-4435-addd-8e0016ba52ad triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:57:06.465301 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-400e45f7-b896-485f-aa24-18213c6ff759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e95924de-93df-4435-addd-8e0016ba52ad), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:06.660686 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-400e45f7-b896-485f-aa24-18213c6ff759 None None] Current status of the port e95924de-93df-4435-addd-8e0016ba52ad is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:57:06.686665 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2f11d037-43c8-4b58-9089-d27339d1de4f tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (c507664a-fc32-4832-b10d-567dd0259bd3), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:06.706210 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b29041f1-9b20-4e14-bbac-d67ceba10b8f tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:06.710700 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b29041f1-9b20-4e14-bbac-d67ceba10b8f tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5480044 Aug 27 04:57:06.719142 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35742) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:06.723613 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-faa16d7c-5031-4ad8-ba0f-3e17b154d509 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Request body: {'security_group_rule': {'security_group_id': '51c89d11-f10d-4008-9fe7-77bd0483260d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:06.752748 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3c2f3f1f-c6d4-4df2-9ff7-786c35d823b5 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (b51126c1-5977-4418-a6da-f9fb7e557179), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:06.805023 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:06.867576 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cd56143a-46b6-4c5e-983c-d69577c05fc1 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (caaacbd7-c366-4e5a-ba1f-acfa56c37d74), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:06.891713 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0673f18b-d247-417f-b302-6bf38c2f6ca0 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (394be5a7-20b6-435d-b946-8577902af204), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:06.944240 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:06.959400 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0673f18b-d247-417f-b302-6bf38c2f6ca0 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Pushing event deleted for resources: {'Port': ['ID=394be5a7-20b6-435d-b946-8577902af204,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:07.036740 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device e95924de-93df-4435-addd-8e0016ba52ad up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:57:07.053995 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-faa16d7c-5031-4ad8-ba0f-3e17b154d509 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (c4458d60-db45-47b4-8c48-b047577a2864), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:07.102128 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0673f18b-d247-417f-b302-6bf38c2f6ca0 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:07.102128 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0673f18b-d247-417f-b302-6bf38c2f6ca0 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] 10.222.0.76 "DELETE /networking/v2.0/ports/394be5a7-20b6-435d-b946-8577902af204 HTTP/1.1" status: 204 len: 168 time: 1.4120352 Aug 27 04:57:07.108127 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35748) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:07.130945 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3c2f3f1f-c6d4-4df2-9ff7-786c35d823b5 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (b51126c1-5977-4418-a6da-f9fb7e557179), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:07.138839 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port e95924de-93df-4435-addd-8e0016ba52ad triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:57:07.141077 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e95924de-93df-4435-addd-8e0016ba52ad), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:07.143321 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2f3f1f-c6d4-4df2-9ff7-786c35d823b5 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:07.149418 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3c2f3f1f-c6d4-4df2-9ff7-786c35d823b5 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:07.244713 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-0655eaff-a8f3-4943-a0ee-bbaae5a13693 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Deleting subnet bfceebdb-6894-4fa2-8ace-2180035ae990 {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:57:07.254118 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-05335006-071e-4c6a-a5ab-065b69a68ac0 None None] Provisioning complete for port e95924de-93df-4435-addd-8e0016ba52ad triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:57:07.254975 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-05335006-071e-4c6a-a5ab-065b69a68ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e95924de-93df-4435-addd-8e0016ba52ad), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:07.261734 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2f11d037-43c8-4b58-9089-d27339d1de4f tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for port (c507664a-fc32-4832-b10d-567dd0259bd3), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:07.268232 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0655eaff-a8f3-4943-a0ee-bbaae5a13693 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Publish callbacks [] for subnet (bfceebdb-6894-4fa2-8ace-2180035ae990), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:07.386374 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port e95924de-93df-4435-addd-8e0016ba52ad is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:57:07.391694 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0655eaff-a8f3-4943-a0ee-bbaae5a13693 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (bfceebdb-6894-4fa2-8ace-2180035ae990), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:07.460800 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2f3f1f-c6d4-4df2-9ff7-786c35d823b5 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event updated for resources: {'Network': ['ID=b51126c1-5977-4418-a6da-f9fb7e557179,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:07.497784 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2f11d037-43c8-4b58-9089-d27339d1de4f tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (c507664a-fc32-4832-b10d-567dd0259bd3), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:07.506788 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network b51126c1-5977-4418-a6da-f9fb7e557179 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:57:07.515471 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3c2f3f1f-c6d4-4df2-9ff7-786c35d823b5 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.0309422 Aug 27 04:57:07.523705 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35754) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:07.547433 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3e328657-c4d3-4bcc-bcff-18a6c011e716 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (411831bc-48f1-4673-a2d9-312276e745be), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:07.638168 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-05335006-071e-4c6a-a5ab-065b69a68ac0 None None] Current status of the port e95924de-93df-4435-addd-8e0016ba52ad is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:57:07.650741 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-faa16d7c-5031-4ad8-ba0f-3e17b154d509 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (c4458d60-db45-47b4-8c48-b047577a2864), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:07.669110 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-05335006-071e-4c6a-a5ab-065b69a68ac0 None None] Provisioning complete for port 411831bc-48f1-4673-a2d9-312276e745be triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:57:07.670061 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-05335006-071e-4c6a-a5ab-065b69a68ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (411831bc-48f1-4673-a2d9-312276e745be), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:07.732594 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-0260e59a-1481-41a2-a469-40004974a14e tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Request body: {'subnet': {'network_id': 'b51126c1-5977-4418-a6da-f9fb7e557179', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:07.732834 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-05335006-071e-4c6a-a5ab-065b69a68ac0 None None] Port 411831bc-48f1-4673-a2d9-312276e745be cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:57:07.739444 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0655eaff-a8f3-4943-a0ee-bbaae5a13693 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (bfceebdb-6894-4fa2-8ace-2180035ae990), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:07.756945 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cd56143a-46b6-4c5e-983c-d69577c05fc1 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (caaacbd7-c366-4e5a-ba1f-acfa56c37d74), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:07.824478 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-faa16d7c-5031-4ad8-ba0f-3e17b154d509 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (c4458d60-db45-47b4-8c48-b047577a2864), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:07.839838 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd56143a-46b6-4c5e-983c-d69577c05fc1 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Pushing event deleted for resources: {'Subnet': ['ID=caaacbd7-c366-4e5a-ba1f-acfa56c37d74,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:07.863096 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cd56143a-46b6-4c5e-983c-d69577c05fc1 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:07.874448 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-cd56143a-46b6-4c5e-983c-d69577c05fc1 tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/caaacbd7-c366-4e5a-ba1f-acfa56c37d74 HTTP/1.1" status: 204 len: 168 time: 2.0884848 Aug 27 04:57:07.874448 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa16d7c-5031-4ad8-ba0f-3e17b154d509 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4458d60-db45-47b4-8c48-b047577a2864,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:07.874884 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-2c3f1fcc-c02b-4788-a046-4a9df97d8403 None None] Provisioning complete for port 411831bc-48f1-4673-a2d9-312276e745be triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:57:07.874884 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2c3f1fcc-c02b-4788-a046-4a9df97d8403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (411831bc-48f1-4673-a2d9-312276e745be), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:07.875132 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35758) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:07.875226 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64247583-84b4-4131-9994-5f7992590430 None None] Network aea38776-f010-4b24-ac22-3c67904b0a32 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:57:07.951846 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f11d037-43c8-4b58-9089-d27339d1de4f tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Pushing event updated for resources: {'Port': ['ID=c507664a-fc32-4832-b10d-567dd0259bd3,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:07.987857 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2f11d037-43c8-4b58-9089-d27339d1de4f tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677636'] for floatingip (a2acd87f-f4b3-4f39-82e9-b591eb222710), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:08.024690 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:08.096067 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-faa16d7c-5031-4ad8-ba0f-3e17b154d509 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:08.106996 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-faa16d7c-5031-4ad8-ba0f-3e17b154d509 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3856370 Aug 27 04:57:08.127013 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35764) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:08.132052 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-081a3019-ae1c-408f-8e92-04471dfdcc0a tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Request body: {'security_group_rule': {'security_group_id': '51c89d11-f10d-4008-9fe7-77bd0483260d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:08.143472 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9087a52c-87fd-45e7-876e-265e1544ff4c tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (aea38776-f010-4b24-ac22-3c67904b0a32), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:08.179221 n-d-852088-5 neutron-server[107775]: INFO neutron.db.l3_db [None req-2f11d037-43c8-4b58-9089-d27339d1de4f tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Floating IP a2acd87f-f4b3-4f39-82e9-b591eb222710 associated. External IP: 172.25.2.29, port: 7a160636-30b8-4cab-bfbd-237aa25a441a. Aug 27 04:57:08.183473 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-2c3f1fcc-c02b-4788-a046-4a9df97d8403 None None] Port 411831bc-48f1-4673-a2d9-312276e745be cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:57:08.259238 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0260e59a-1481-41a2-a469-40004974a14e tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Made reservation on behalf of be8944f580af495191f8edd06de8f901 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:57:08.263187 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0260e59a-1481-41a2-a469-40004974a14e tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:08.266879 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0655eaff-a8f3-4943-a0ee-bbaae5a13693 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (bfceebdb-6894-4fa2-8ace-2180035ae990), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:08.267983 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3e328657-c4d3-4bcc-bcff-18a6c011e716 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for port (411831bc-48f1-4673-a2d9-312276e745be), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:08.277318 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-9087a52c-87fd-45e7-876e-265e1544ff4c tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Deleting port c820f45e-5710-4088-881c-3f7f1f493748 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:57:08.277670 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9087a52c-87fd-45e7-876e-265e1544ff4c tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (c820f45e-5710-4088-881c-3f7f1f493748), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:08.281271 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3baf9cc4-4b30-4833-b552-10ca049b4c0e None None] DHCP port deletion for aea38776-f010-4b24-ac22-3c67904b0a32 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:57:08.332452 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-3baf9cc4-4b30-4833-b552-10ca049b4c0e None None] Deleting port c820f45e-5710-4088-881c-3f7f1f493748 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:57:08.333228 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3baf9cc4-4b30-4833-b552-10ca049b4c0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (c820f45e-5710-4088-881c-3f7f1f493748), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:08.387497 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3e328657-c4d3-4bcc-bcff-18a6c011e716 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (411831bc-48f1-4673-a2d9-312276e745be), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:08.419252 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0655eaff-a8f3-4943-a0ee-bbaae5a13693 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Pushing event deleted for resources: {'Subnet': ['ID=bfceebdb-6894-4fa2-8ace-2180035ae990,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:08.432262 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0655eaff-a8f3-4943-a0ee-bbaae5a13693 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:08.435939 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0655eaff-a8f3-4943-a0ee-bbaae5a13693 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/bfceebdb-6894-4fa2-8ace-2180035ae990 HTTP/1.1" status: 204 len: 168 time: 1.3248377 Aug 27 04:57:08.441857 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3e08a2-df1d-4cd5-8cb5-81b3d12f7065 None None] Network a9ba06b8-f1c1-4b7a-ba58-5b70fcef12e8 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:57:08.444809 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35768) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:08.454726 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-9087a52c-87fd-45e7-876e-265e1544ff4c tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] For port c820f45e-5710-4088-881c-3f7f1f493748, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=c820f45e-5710-4088-881c-3f7f1f493748,segment=NetworkSegment(b378de3b-2da5-4c32-b846-23405b293c58),segment_id=b378de3b-2da5-4c32-b846-23405b293c58)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:57:08.455109 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9087a52c-87fd-45e7-876e-265e1544ff4c tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (c820f45e-5710-4088-881c-3f7f1f493748), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:08.470234 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-081a3019-ae1c-408f-8e92-04471dfdcc0a tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (a1e5faa7-4648-4025-9211-30cc8081e272), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:08.536951 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-9087a52c-87fd-45e7-876e-265e1544ff4c tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Calling delete_port for c820f45e-5710-4088-881c-3f7f1f493748 owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:57:08.603507 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e328657-c4d3-4bcc-bcff-18a6c011e716 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event updated for resources: {'Port': ['ID=411831bc-48f1-4673-a2d9-312276e745be,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:08.709638 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-3baf9cc4-4b30-4833-b552-10ca049b4c0e None None] For port c820f45e-5710-4088-881c-3f7f1f493748, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=c820f45e-5710-4088-881c-3f7f1f493748,segment=NetworkSegment(b378de3b-2da5-4c32-b846-23405b293c58),segment_id=b378de3b-2da5-4c32-b846-23405b293c58)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:57:08.709933 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3baf9cc4-4b30-4833-b552-10ca049b4c0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (c820f45e-5710-4088-881c-3f7f1f493748), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:08.786997 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-3baf9cc4-4b30-4833-b552-10ca049b4c0e None None] Calling delete_port for c820f45e-5710-4088-881c-3f7f1f493748 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:57:08.792464 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe5a3a6-2077-4fbc-8102-6ddce9d9a1f1 None None] DHCP port deletion for a9ba06b8-f1c1-4b7a-ba58-5b70fcef12e8 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:57:08.883864 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3e328657-c4d3-4bcc-bcff-18a6c011e716 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (07956eb4-5cd5-4283-a48d-25ee32c63f31), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:08.889599 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-081a3019-ae1c-408f-8e92-04471dfdcc0a tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (a1e5faa7-4648-4025-9211-30cc8081e272), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:08.933965 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-34fe216c-8faa-4177-844e-99f146feed1c tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (a9ba06b8-f1c1-4b7a-ba58-5b70fcef12e8), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:08.949409 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-2fe5a3a6-2077-4fbc-8102-6ddce9d9a1f1 None None] Deleting port 6b8bfdf7-ac92-41d2-bffc-684a3ba9ee9a {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:57:08.949852 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2fe5a3a6-2077-4fbc-8102-6ddce9d9a1f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (6b8bfdf7-ac92-41d2-bffc-684a3ba9ee9a), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:08.952428 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9087a52c-87fd-45e7-876e-265e1544ff4c tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (c820f45e-5710-4088-881c-3f7f1f493748), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:09.018156 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9087a52c-87fd-45e7-876e-265e1544ff4c tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] No DVR routers for this DVR port c820f45e-5710-4088-881c-3f7f1f493748 on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:57:09.020449 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9087a52c-87fd-45e7-876e-265e1544ff4c tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Pushing event deleted for resources: {'Port': ['ID=c820f45e-5710-4088-881c-3f7f1f493748,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:09.059750 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f11d037-43c8-4b58-9089-d27339d1de4f tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Router bc298bda-23b3-40f7-8a86-4ec774b53194 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:57:09.067630 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-081a3019-ae1c-408f-8e92-04471dfdcc0a tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (a1e5faa7-4648-4025-9211-30cc8081e272), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:09.069114 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-2fe5a3a6-2077-4fbc-8102-6ddce9d9a1f1 None None] For port 6b8bfdf7-ac92-41d2-bffc-684a3ba9ee9a, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=6b8bfdf7-ac92-41d2-bffc-684a3ba9ee9a,segment=NetworkSegment(a3346e9b-5b2c-4e9a-8e1e-17c162c24ade),segment_id=a3346e9b-5b2c-4e9a-8e1e-17c162c24ade)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:57:09.069640 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2fe5a3a6-2077-4fbc-8102-6ddce9d9a1f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (6b8bfdf7-ac92-41d2-bffc-684a3ba9ee9a), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:09.088518 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-2fe5a3a6-2077-4fbc-8102-6ddce9d9a1f1 None None] Calling delete_port for 6b8bfdf7-ac92-41d2-bffc-684a3ba9ee9a owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:57:09.097742 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-34fe216c-8faa-4177-844e-99f146feed1c tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Deleting port 6b8bfdf7-ac92-41d2-bffc-684a3ba9ee9a {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:57:09.097742 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-34fe216c-8faa-4177-844e-99f146feed1c tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (6b8bfdf7-ac92-41d2-bffc-684a3ba9ee9a), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:09.106173 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081a3019-ae1c-408f-8e92-04471dfdcc0a tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1e5faa7-4648-4025-9211-30cc8081e272,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:09.194651 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device c820f45e-5710-4088-881c-3f7f1f493748 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:57:09.215005 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9087a52c-87fd-45e7-876e-265e1544ff4c tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (aea38776-f010-4b24-ac22-3c67904b0a32), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:09.226718 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0260e59a-1481-41a2-a469-40004974a14e tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (0d8077e4-93d0-44f2-b8f8-66c24a236715), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:09.234027 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:09.271886 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-081a3019-ae1c-408f-8e92-04471dfdcc0a tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:09.274124 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: c820f45e-5710-4088-881c-3f7f1f493748 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:57:09.274863 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device c820f45e-5710-4088-881c-3f7f1f493748 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:57:09.275471 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6b8bfdf7-ac92-41d2-bffc-684a3ba9ee9a no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:57:09.277620 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-081a3019-ae1c-408f-8e92-04471dfdcc0a tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1495125 Aug 27 04:57:09.280388 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35780) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:09.285505 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-3b0cd5f1-8f1b-469f-9250-16a0cee20576 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Request body: {'security_group_rule': {'security_group_id': '51c89d11-f10d-4008-9fe7-77bd0483260d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:09.305465 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-9087a52c-87fd-45e7-876e-265e1544ff4c tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aea38776-f010-4b24-ac22-3c67904b0a32']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:09.321349 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-34fe216c-8faa-4177-844e-99f146feed1c tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] For port 6b8bfdf7-ac92-41d2-bffc-684a3ba9ee9a, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=6b8bfdf7-ac92-41d2-bffc-684a3ba9ee9a,segment=NetworkSegment(a3346e9b-5b2c-4e9a-8e1e-17c162c24ade),segment_id=a3346e9b-5b2c-4e9a-8e1e-17c162c24ade)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:57:09.321718 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-34fe216c-8faa-4177-844e-99f146feed1c tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (6b8bfdf7-ac92-41d2-bffc-684a3ba9ee9a), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:09.334444 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-9087a52c-87fd-45e7-876e-265e1544ff4c tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b378de3b-2da5-4c32-b846-23405b293c58') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:09.334754 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-9087a52c-87fd-45e7-876e-265e1544ff4c tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b378de3b-2da5-4c32-b846-23405b293c58') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:09.348811 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-34fe216c-8faa-4177-844e-99f146feed1c tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Calling delete_port for 6b8bfdf7-ac92-41d2-bffc-684a3ba9ee9a owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:57:09.358214 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9087a52c-87fd-45e7-876e-265e1544ff4c tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (b378de3b-2da5-4c32-b846-23405b293c58), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:09.382295 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0260e59a-1481-41a2-a469-40004974a14e tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event updated for resources: {'Subnet': ['ID=0d8077e4-93d0-44f2-b8f8-66c24a236715,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:09.409543 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9087a52c-87fd-45e7-876e-265e1544ff4c tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (b378de3b-2da5-4c32-b846-23405b293c58), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:09.414971 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0260e59a-1481-41a2-a469-40004974a14e tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Checking segment: {'id': '5a8d1dc6-fc24-43c0-b7f8-7974f1297997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b51126c1-5977-4418-a6da-f9fb7e557179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:57:09.415373 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0260e59a-1481-41a2-a469-40004974a14e tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Network hostable DHCP agents. Network: b51126c1-5977-4418-a6da-f9fb7e557179, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:57:09.421244 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3baf9cc4-4b30-4833-b552-10ca049b4c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (c820f45e-5710-4088-881c-3f7f1f493748), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:09.426907 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9087a52c-87fd-45e7-876e-265e1544ff4c tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:57:09.427117 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2fe5a3a6-2077-4fbc-8102-6ddce9d9a1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (6b8bfdf7-ac92-41d2-bffc-684a3ba9ee9a), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:09.427246 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f11d037-43c8-4b58-9089-d27339d1de4f tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:57:09.427796 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9087a52c-87fd-45e7-876e-265e1544ff4c tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (b378de3b-2da5-4c32-b846-23405b293c58), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:09.434506 n-d-852088-5 neutron-server[107777]: INFO neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No ports have port_id starting with 6b8bfdf7-ac92-41d2-bffc-684a3ba9ee9a Aug 27 04:57:09.479822 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9af8693-5b87-4878-89dd-437d4f841ba3 None None] Sync routers for ids ['bc298bda-23b3-40f7-8a86-4ec774b53194'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:57:09.489312 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf9cc4-4b30-4833-b552-10ca049b4c0e None None] Pushing event deleted for resources: {'Port': ['ID=c820f45e-5710-4088-881c-3f7f1f493748,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:09.492958 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baf9cc4-4b30-4833-b552-10ca049b4c0e None None] No DVR routers for this DVR port c820f45e-5710-4088-881c-3f7f1f493748 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:57:09.510382 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment b378de3b-2da5-4c32-b846-23405b293c58 resource provider aggregate not found Aug 27 04:57:09.518902 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe5a3a6-2077-4fbc-8102-6ddce9d9a1f1 None None] No DVR routers for this DVR port 6b8bfdf7-ac92-41d2-bffc-684a3ba9ee9a on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:57:09.519002 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:09.550196 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9af8693-5b87-4878-89dd-437d4f841ba3 None None] Routers {'bc298bda-23b3-40f7-8a86-4ec774b53194'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:57:09.551107 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-d9af8693-5b87-4878-89dd-437d4f841ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:56:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['bc298bda-23b3-40f7-8a86-4ec774b53194'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:09.557854 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe5a3a6-2077-4fbc-8102-6ddce9d9a1f1 None None] Pushing event deleted for resources: {'Port': ['ID=6b8bfdf7-ac92-41d2-bffc-684a3ba9ee9a,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:09.572236 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment b378de3b-2da5-4c32-b846-23405b293c58 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b378de3b-2da5-4c32-b846-23405b293c58 found for delete ", "request_id": "req-472ec404-16c4-4bf2-85ec-2795cb793f4c"}]} Aug 27 04:57:09.584041 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3e328657-c4d3-4bcc-bcff-18a6c011e716 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (411831bc-48f1-4673-a2d9-312276e745be), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:09.597319 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3b0cd5f1-8f1b-469f-9250-16a0cee20576 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (6340bb22-d7a2-46b3-85a2-c274972076ef), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:09.600106 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-d9af8693-5b87-4878-89dd-437d4f841ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:09.613865 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9af8693-5b87-4878-89dd-437d4f841ba3 None None] Routers {'bc298bda-23b3-40f7-8a86-4ec774b53194'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:57:09.614700 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-d9af8693-5b87-4878-89dd-437d4f841ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:56:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['bc298bda-23b3-40f7-8a86-4ec774b53194'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:09.654280 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0260e59a-1481-41a2-a469-40004974a14e tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Network b51126c1-5977-4418-a6da-f9fb7e557179 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:57:09.672987 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-d9af8693-5b87-4878-89dd-437d4f841ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:09.673195 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-34fe216c-8faa-4177-844e-99f146feed1c tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (6b8bfdf7-ac92-41d2-bffc-684a3ba9ee9a), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:09.673711 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9af8693-5b87-4878-89dd-437d4f841ba3 None None] The sync data for ids ['bc298bda-23b3-40f7-8a86-4ec774b53194'] in n-d-852088-5 is: [] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:57:09.712898 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:09.716215 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2f11d037-43c8-4b58-9089-d27339d1de4f tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:09.751072 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fe216c-8faa-4177-844e-99f146feed1c tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Pushing event deleted for resources: {'Port': ['ID=6b8bfdf7-ac92-41d2-bffc-684a3ba9ee9a,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:09.773106 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fe216c-8faa-4177-844e-99f146feed1c tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] No DVR routers for this DVR port 6b8bfdf7-ac92-41d2-bffc-684a3ba9ee9a on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:57:09.781799 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2f11d037-43c8-4b58-9089-d27339d1de4f tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] 10.222.0.76 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 8.7699647 Aug 27 04:57:09.782469 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35792) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:09.811214 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9087a52c-87fd-45e7-876e-265e1544ff4c tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (aea38776-f010-4b24-ac22-3c67904b0a32), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:09.826756 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:09.845048 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3b0cd5f1-8f1b-469f-9250-16a0cee20576 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (6340bb22-d7a2-46b3-85a2-c274972076ef), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:09.878522 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9087a52c-87fd-45e7-876e-265e1544ff4c tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:09.885063 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-9087a52c-87fd-45e7-876e-265e1544ff4c tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] 10.222.0.76 "DELETE /networking/v2.0/networks/aea38776-f010-4b24-ac22-3c67904b0a32 HTTP/1.1" status: 204 len: 168 time: 2.0114098 Aug 27 04:57:09.885728 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-0260e59a-1481-41a2-a469-40004974a14e tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, b51126c1-5977-4418-a6da-f9fb7e557179) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:57:09.922943 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0260e59a-1481-41a2-a469-40004974a14e tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:09.923549 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0260e59a-1481-41a2-a469-40004974a14e tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:09.930261 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b1ef6c-33a3-448a-8550-52e77f5c59e8 None None] Network b51126c1-5977-4418-a6da-f9fb7e557179 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:57:09.933438 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9087a52c-87fd-45e7-876e-265e1544ff4c tempest-FloatingIPNegativeTestJSON-1824384166 tempest-FloatingIPNegativeTestJSON-1824384166-project] Pushing event deleted for resources: {'Network': ['ID=aea38776-f010-4b24-ac22-3c67904b0a32,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:09.991650 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-34fe216c-8faa-4177-844e-99f146feed1c tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (a9ba06b8-f1c1-4b7a-ba58-5b70fcef12e8), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:10.003826 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e8958032-939a-4169-9456-ddf3a49686e4 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] 10.222.0.76 "GET /networking/v2.0/floatingips/a2acd87f-f4b3-4f39-82e9-b591eb222710 HTTP/1.1" status: 200 len: 977 time: 0.2202349 Aug 27 04:57:10.004518 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35798) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:10.109047 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-34fe216c-8faa-4177-844e-99f146feed1c tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9ba06b8-f1c1-4b7a-ba58-5b70fcef12e8']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:10.123791 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-34fe216c-8faa-4177-844e-99f146feed1c tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3346e9b-5b2c-4e9a-8e1e-17c162c24ade') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:10.123791 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-34fe216c-8faa-4177-844e-99f146feed1c tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3346e9b-5b2c-4e9a-8e1e-17c162c24ade') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:10.141538 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-34fe216c-8faa-4177-844e-99f146feed1c tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (a3346e9b-5b2c-4e9a-8e1e-17c162c24ade), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:10.162165 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-34fe216c-8faa-4177-844e-99f146feed1c tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (a3346e9b-5b2c-4e9a-8e1e-17c162c24ade), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:10.173634 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406b74db-d262-4111-9674-378696a3d689 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-b51126c1-5977-4418-a6da-f9fb7e557179', 'network_id': 'b51126c1-5977-4418-a6da-f9fb7e557179', 'project_id': 'be8944f580af495191f8edd06de8f901', 'fixed_ips': [{'subnet_id': '0d8077e4-93d0-44f2-b8f8-66c24a236715'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:57:10.174505 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3b0cd5f1-8f1b-469f-9250-16a0cee20576 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (6340bb22-d7a2-46b3-85a2-c274972076ef), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:10.175192 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-406b74db-d262-4111-9674-378696a3d689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:10.175922 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-cdee386b-582d-4ad6-a744-f95244797f2c tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] 10.222.0.76 "GET /networking/v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1701930 Aug 27 04:57:10.180141 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35800) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:10.187521 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34fe216c-8faa-4177-844e-99f146feed1c tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:57:10.187918 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-34fe216c-8faa-4177-844e-99f146feed1c tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (a3346e9b-5b2c-4e9a-8e1e-17c162c24ade), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:10.191768 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-686b38a4-91fa-4862-b55d-9cac02d40ad1 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Request body: {'floatingip': {'port_id': '686035aa-9553-4593-9022-829f8369981c'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:10.275449 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0cd5f1-8f1b-469f-9250-16a0cee20576 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6340bb22-d7a2-46b3-85a2-c274972076ef,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:10.330221 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3e328657-c4d3-4bcc-bcff-18a6c011e716 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for port (411831bc-48f1-4673-a2d9-312276e745be), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:10.449900 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-406b74db-d262-4111-9674-378696a3d689 None None] Allocated IP 2001:db8::2 (b51126c1-5977-4418-a6da-f9fb7e557179/0d8077e4-93d0-44f2-b8f8-66c24a236715/f7c73af4-de37-4e65-92c1-6b32d9ca9e90) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:57:10.470272 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3b0cd5f1-8f1b-469f-9250-16a0cee20576 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:10.472470 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3b0cd5f1-8f1b-469f-9250-16a0cee20576 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.1905532 Aug 27 04:57:10.475868 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35806) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:10.505261 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-61246b12-cc02-4753-9d17-6bc3375682b6 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (6340bb22-d7a2-46b3-85a2-c274972076ef), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:10.516108 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-61246b12-cc02-4753-9d17-6bc3375682b6 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (6340bb22-d7a2-46b3-85a2-c274972076ef), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:10.553669 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-34fe216c-8faa-4177-844e-99f146feed1c tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (a9ba06b8-f1c1-4b7a-ba58-5b70fcef12e8), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:10.555615 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3e328657-c4d3-4bcc-bcff-18a6c011e716 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (411831bc-48f1-4673-a2d9-312276e745be), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:10.556743 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3e328657-c4d3-4bcc-bcff-18a6c011e716 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (07956eb4-5cd5-4283-a48d-25ee32c63f31), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:10.569163 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-34fe216c-8faa-4177-844e-99f146feed1c tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:10.575117 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-34fe216c-8faa-4177-844e-99f146feed1c tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] 10.222.0.76 "DELETE /networking/v2.0/networks/a9ba06b8-f1c1-4b7a-ba58-5b70fcef12e8 HTTP/1.1" status: 204 len: 168 time: 2.1239793 Aug 27 04:57:10.636876 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fe216c-8faa-4177-844e-99f146feed1c tempest-ExtraDHCPOptionsIpV6TestJSON-312952885 tempest-ExtraDHCPOptionsIpV6TestJSON-312952885-project] Pushing event deleted for resources: {'Network': ['ID=a9ba06b8-f1c1-4b7a-ba58-5b70fcef12e8,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:10.640249 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:10.658720 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0260e59a-1481-41a2-a469-40004974a14e tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9262357 Aug 27 04:57:10.662103 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=11,neutron:DELETE=2,neutron:SELECT=83,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:10.671358 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35810) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:10.683999 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-153ac47f-b181-4797-b1fa-307da444a01b tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Request body: {'subnet': {'network_id': 'b51126c1-5977-4418-a6da-f9fb7e557179', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:10.698329 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-686b38a4-91fa-4862-b55d-9cac02d40ad1 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for floatingip (a2acd87f-f4b3-4f39-82e9-b591eb222710), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:10.726987 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-61246b12-cc02-4753-9d17-6bc3375682b6 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (6340bb22-d7a2-46b3-85a2-c274972076ef), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:10.733419 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e328657-c4d3-4bcc-bcff-18a6c011e716 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event updated for resources: {'Port': ['ID=411831bc-48f1-4673-a2d9-312276e745be,revision_number=3']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:10.738069 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-61246b12-cc02-4753-9d17-6bc3375682b6 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:10.742745 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-61246b12-cc02-4753-9d17-6bc3375682b6 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "DELETE /networking/v2.0/security-group-rules/6340bb22-d7a2-46b3-85a2-c274972076ef HTTP/1.1" status: 204 len: 168 time: 0.2614858 Aug 27 04:57:10.742745 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35814) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:10.769166 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61246b12-cc02-4753-9d17-6bc3375682b6 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6340bb22-d7a2-46b3-85a2-c274972076ef,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:10.893640 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-59747a59-2324-4e4d-b5fc-d83e680727f3 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1479237 Aug 27 04:57:10.902326 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35820) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:10.997417 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e328657-c4d3-4bcc-bcff-18a6c011e716 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Network c701b797-63be-4a3d-b6ac-bfcb478e5ae2 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:57:11.006725 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-3e328657-c4d3-4bcc-bcff-18a6c011e716 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:57:11.069166 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e68047d2-7851-4db0-9982-1bf01a7cd0c2 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (a1e5faa7-4648-4025-9211-30cc8081e272), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:11.100769 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-406b74db-d262-4111-9674-378696a3d689 None None] Publish callbacks [] for port (f7c73af4-de37-4e65-92c1-6b32d9ca9e90), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:11.112493 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153ac47f-b181-4797-b1fa-307da444a01b tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Made reservation on behalf of be8944f580af495191f8edd06de8f901 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:57:11.114213 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-153ac47f-b181-4797-b1fa-307da444a01b tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:11.170618 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35824) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:11.171063 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e68047d2-7851-4db0-9982-1bf01a7cd0c2 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (a1e5faa7-4648-4025-9211-30cc8081e272), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:11.232349 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-406b74db-d262-4111-9674-378696a3d689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (f7c73af4-de37-4e65-92c1-6b32d9ca9e90), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:11.366238 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406b74db-d262-4111-9674-378696a3d689 None None] Network b51126c1-5977-4418-a6da-f9fb7e557179 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:57:11.392389 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-406b74db-d262-4111-9674-378696a3d689 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:57:11.397168 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406b74db-d262-4111-9674-378696a3d689 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:57:11.402611 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e68047d2-7851-4db0-9982-1bf01a7cd0c2 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (a1e5faa7-4648-4025-9211-30cc8081e272), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:11.411809 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e68047d2-7851-4db0-9982-1bf01a7cd0c2 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:11.413189 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e68047d2-7851-4db0-9982-1bf01a7cd0c2 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "DELETE /networking/v2.0/security-group-rules/a1e5faa7-4648-4025-9211-30cc8081e272 HTTP/1.1" status: 204 len: 168 time: 0.5091810 Aug 27 04:57:11.420262 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b74db-d262-4111-9674-378696a3d689 None None] Pushing event updated for resources: {'Port': ['ID=f7c73af4-de37-4e65-92c1-6b32d9ca9e90,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:11.434752 n-d-852088-5 neutron-server[107775]: INFO neutron.db.ipam_backend_mixin [None req-153ac47f-b181-4797-b1fa-307da444a01b tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0d8077e4-93d0-44f2-b8f8-66c24a236715 (CIDR: 2001:db8::/64) Aug 27 04:57:11.439486 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35834) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:11.440089 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35836) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:11.448300 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68047d2-7851-4db0-9982-1bf01a7cd0c2 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a1e5faa7-4648-4025-9211-30cc8081e272,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:11.458684 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e328657-c4d3-4bcc-bcff-18a6c011e716 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Router 07956eb4-5cd5-4283-a48d-25ee32c63f31 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:57:11.508075 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-153ac47f-b181-4797-b1fa-307da444a01b tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 04:57:11.508737 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-153ac47f-b181-4797-b1fa-307da444a01b tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:57:11.518476 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-406b74db-d262-4111-9674-378696a3d689 None None] Attempting to bind port f7c73af4-de37-4e65-92c1-6b32d9ca9e90 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:57:11.518952 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-406b74db-d262-4111-9674-378696a3d689 None None] Attempting to bind port f7c73af4-de37-4e65-92c1-6b32d9ca9e90 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '5a8d1dc6-fc24-43c0-b7f8-7974f1297997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b51126c1-5977-4418-a6da-f9fb7e557179'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:57:11.520058 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406b74db-d262-4111-9674-378696a3d689 None None] Attempting to bind port f7c73af4-de37-4e65-92c1-6b32d9ca9e90 on network b51126c1-5977-4418-a6da-f9fb7e557179 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:57:11.537844 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406b74db-d262-4111-9674-378696a3d689 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:57:11.538234 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406b74db-d262-4111-9674-378696a3d689 None None] Checking segment: {'id': '5a8d1dc6-fc24-43c0-b7f8-7974f1297997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b51126c1-5977-4418-a6da-f9fb7e557179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:57:11.540785 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-406b74db-d262-4111-9674-378696a3d689 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:11.541426 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406b74db-d262-4111-9674-378696a3d689 None None] Bound using segment: {'id': '5a8d1dc6-fc24-43c0-b7f8-7974f1297997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b51126c1-5977-4418-a6da-f9fb7e557179'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:57:11.544589 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-406b74db-d262-4111-9674-378696a3d689 None None] Bound port: f7c73af4-de37-4e65-92c1-6b32d9ca9e90, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a8d1dc6-fc24-43c0-b7f8-7974f1297997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b51126c1-5977-4418-a6da-f9fb7e557179'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:57:11.545256 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-406b74db-d262-4111-9674-378696a3d689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f7c73af4-de37-4e65-92c1-6b32d9ca9e90), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:11.630966 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-153ac47f-b181-4797-b1fa-307da444a01b tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9586976 Aug 27 04:57:11.638677 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35844) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:11.652746 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-781811e6-9345-498e-b713-24ddae50e73e tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2110116 Aug 27 04:57:11.656618 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment a3346e9b-5b2c-4e9a-8e1e-17c162c24ade resource provider aggregate not found Aug 27 04:57:11.658045 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-b67e32fc-55cb-4829-baef-6d097cd7d4fe tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Request body: {'subnet': {'network_id': 'b51126c1-5977-4418-a6da-f9fb7e557179', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:11.664415 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35846) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:11.705580 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-406b74db-d262-4111-9674-378696a3d689 None None] For port f7c73af4-de37-4e65-92c1-6b32d9ca9e90, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:57:11.712087 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-406b74db-d262-4111-9674-378696a3d689 None None] For port f7c73af4-de37-4e65-92c1-6b32d9ca9e90, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=f7c73af4-de37-4e65-92c1-6b32d9ca9e90,segment=NetworkSegment(5a8d1dc6-fc24-43c0-b7f8-7974f1297997),segment_id=5a8d1dc6-fc24-43c0-b7f8-7974f1297997)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:57:11.737614 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment a3346e9b-5b2c-4e9a-8e1e-17c162c24ade resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a3346e9b-5b2c-4e9a-8e1e-17c162c24ade found for delete ", "request_id": "req-71e4a5c5-ada7-400c-a528-f2588b3ae4e0"}]} Aug 27 04:57:11.738819 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b095b28d-887a-441a-8297-1607419be3da tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (c4458d60-db45-47b4-8c48-b047577a2864), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:11.745895 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d4fbe786-306c-4906-a31a-11ee591db380 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=6d90b70e229c4295aeedf24108d1620c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5701585 Aug 27 04:57:11.747644 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35850) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:11.747864 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-b51e3b9b-2fad-4f44-bae5-73082fa04e42 None None] Provisioning complete for port 411831bc-48f1-4673-a2d9-312276e745be triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:57:11.748486 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b51e3b9b-2fad-4f44-bae5-73082fa04e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (411831bc-48f1-4673-a2d9-312276e745be), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:11.757513 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b6d32f16-0bd0-4b0b-a743-6798f32827f2 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=96d18b9be3a744e8b62a60ad57a7a783&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3103738 Aug 27 04:57:11.789223 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35852) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:11.798858 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b095b28d-887a-441a-8297-1607419be3da tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (c4458d60-db45-47b4-8c48-b047577a2864), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:11.855634 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-b51e3b9b-2fad-4f44-bae5-73082fa04e42 None None] Port 411831bc-48f1-4673-a2d9-312276e745be cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:57:11.878653 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a011b857-b46c-4119-85a7-c8720dbc2832 admin admin] Publish callbacks [] for security_group (0b394349-3605-4ea1-9385-a1a34b513ae9), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:11.885647 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-406b74db-d262-4111-9674-378696a3d689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (f7c73af4-de37-4e65-92c1-6b32d9ca9e90), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:11.920336 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a011b857-b46c-4119-85a7-c8720dbc2832 admin admin] Publish callbacks [] for security_group (0b394349-3605-4ea1-9385-a1a34b513ae9), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:11.985970 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e328657-c4d3-4bcc-bcff-18a6c011e716 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:57:11.999269 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a26586e-0d6d-42cf-88cc-f0af411f0600 None None] Sync routers for ids ['07956eb4-5cd5-4283-a48d-25ee32c63f31'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:57:12.000842 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-70230e26-16dd-468c-8dfc-766524ed3a0e admin admin] Publish callbacks [] for security_group (70984730-85fa-49c6-aebf-b7f089f4a09b), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:12.009274 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3e328657-c4d3-4bcc-bcff-18a6c011e716 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "PUT /networking/v2.0/routers/07956eb4-5cd5-4283-a48d-25ee32c63f31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4545240 Aug 27 04:57:12.010767 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35856) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:12.020142 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:12.029747 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a26586e-0d6d-42cf-88cc-f0af411f0600 None None] Routers {'07956eb4-5cd5-4283-a48d-25ee32c63f31'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:57:12.031197 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-6a26586e-0d6d-42cf-88cc-f0af411f0600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:56:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['07956eb4-5cd5-4283-a48d-25ee32c63f31'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:12.034412 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b74db-d262-4111-9674-378696a3d689 None None] Pushing event updated for resources: {'Port': ['ID=f7c73af4-de37-4e65-92c1-6b32d9ca9e90,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:12.082617 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-70230e26-16dd-468c-8dfc-766524ed3a0e admin admin] Publish callbacks [] for security_group (70984730-85fa-49c6-aebf-b7f089f4a09b), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:12.098419 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-6a26586e-0d6d-42cf-88cc-f0af411f0600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:12.109680 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a26586e-0d6d-42cf-88cc-f0af411f0600 None None] Routers {'07956eb4-5cd5-4283-a48d-25ee32c63f31'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:57:12.110570 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-6a26586e-0d6d-42cf-88cc-f0af411f0600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:56:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['07956eb4-5cd5-4283-a48d-25ee32c63f31'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:12.124237 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c67c11d-6e79-4428-9f83-5507d325b66c tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:12.124963 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1c67c11d-6e79-4428-9f83-5507d325b66c tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "GET /networking/v2.0/ports/411831bc-48f1-4673-a2d9-312276e745be HTTP/1.1" status: 200 len: 983 time: 0.0956063 Aug 27 04:57:12.127768 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35860) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:12.245789 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67e32fc-55cb-4829-baef-6d097cd7d4fe tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Made reservation on behalf of be8944f580af495191f8edd06de8f901 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:57:12.250174 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b67e32fc-55cb-4829-baef-6d097cd7d4fe tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:12.348624 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-70230e26-16dd-468c-8dfc-766524ed3a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (70984730-85fa-49c6-aebf-b7f089f4a09b), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:12.349596 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-6a26586e-0d6d-42cf-88cc-f0af411f0600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:12.349596 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a26586e-0d6d-42cf-88cc-f0af411f0600 None None] The sync data for ids ['07956eb4-5cd5-4283-a48d-25ee32c63f31'] in n-d-852088-5 is: [] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:57:12.360509 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-70230e26-16dd-468c-8dfc-766524ed3a0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:12.385235 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-70230e26-16dd-468c-8dfc-766524ed3a0e admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/70984730-85fa-49c6-aebf-b7f089f4a09b HTTP/1.1" status: 204 len: 168 time: 0.5872636 Aug 27 04:57:12.419445 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-686b38a4-91fa-4862-b55d-9cac02d40ad1 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:12.423118 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70230e26-16dd-468c-8dfc-766524ed3a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70984730-85fa-49c6-aebf-b7f089f4a09b,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:12.497966 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-686b38a4-91fa-4862-b55d-9cac02d40ad1 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677636'] for floatingip (a2acd87f-f4b3-4f39-82e9-b591eb222710), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:12.697664 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b095b28d-887a-441a-8297-1607419be3da tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (c4458d60-db45-47b4-8c48-b047577a2864), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:12.703607 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a011b857-b46c-4119-85a7-c8720dbc2832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (0b394349-3605-4ea1-9385-a1a34b513ae9), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:12.706687 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a011b857-b46c-4119-85a7-c8720dbc2832 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:12.707757 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a011b857-b46c-4119-85a7-c8720dbc2832 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/0b394349-3605-4ea1-9385-a1a34b513ae9 HTTP/1.1" status: 204 len: 168 time: 0.9577377 Aug 27 04:57:12.715681 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b095b28d-887a-441a-8297-1607419be3da tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:12.716856 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b095b28d-887a-441a-8297-1607419be3da tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "DELETE /networking/v2.0/security-group-rules/c4458d60-db45-47b4-8c48-b047577a2864 HTTP/1.1" status: 204 len: 168 time: 1.0512435 Aug 27 04:57:12.729628 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35872) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:12.736522 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:12.744609 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b095b28d-887a-441a-8297-1607419be3da tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c4458d60-db45-47b4-8c48-b047577a2864,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:12.749445 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a011b857-b46c-4119-85a7-c8720dbc2832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b394349-3605-4ea1-9385-a1a34b513ae9,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:12.843968 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:12.885303 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-4c553396-4c23-4fce-a10e-6c394f5e2be5 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1510592 Aug 27 04:57:12.885519 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35878) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:12.894755 n-d-852088-5 neutron-server[107775]: INFO neutron.db.l3_db [None req-686b38a4-91fa-4862-b55d-9cac02d40ad1 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Floating IP a2acd87f-f4b3-4f39-82e9-b591eb222710 associated. External IP: 172.25.2.29, port: 7a160636-30b8-4cab-bfbd-237aa25a441a. Aug 27 04:57:13.004790 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:13.031797 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=7,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:13.088455 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device f7c73af4-de37-4e65-92c1-6b32d9ca9e90 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:57:13.142007 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d8714419-fb5f-4293-b756-de720de3aafe tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (f75305d9-f4c8-4ead-8d96-e55fbda56705), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:13.149674 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b67e32fc-55cb-4829-baef-6d097cd7d4fe tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (b500a65f-087f-4ac6-a6d0-785104c14eef), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:13.189741 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d8714419-fb5f-4293-b756-de720de3aafe tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (f75305d9-f4c8-4ead-8d96-e55fbda56705), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:13.214928 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port f7c73af4-de37-4e65-92c1-6b32d9ca9e90 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:57:13.217332 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (f7c73af4-de37-4e65-92c1-6b32d9ca9e90), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:13.231856 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:13.234976 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e32fc-55cb-4829-baef-6d097cd7d4fe tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event updated for resources: {'Subnet': ['ID=b500a65f-087f-4ac6-a6d0-785104c14eef,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:13.270074 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67e32fc-55cb-4829-baef-6d097cd7d4fe tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Network b51126c1-5977-4418-a6da-f9fb7e557179 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:57:13.355782 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:13.387179 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-b67e32fc-55cb-4829-baef-6d097cd7d4fe tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:57:13.397357 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67e32fc-55cb-4829-baef-6d097cd7d4fe tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:13.399125 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b67e32fc-55cb-4829-baef-6d097cd7d4fe tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:13.441333 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port f7c73af4-de37-4e65-92c1-6b32d9ca9e90 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:57:13.441726 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f7c73af4-de37-4e65-92c1-6b32d9ca9e90), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:13.493556 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-80c45a66-5f5f-49c8-afc3-b0f417fc9109 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (07956eb4-5cd5-4283-a48d-25ee32c63f31), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:13.495589 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d8714419-fb5f-4293-b756-de720de3aafe tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (f75305d9-f4c8-4ead-8d96-e55fbda56705), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:13.550482 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d8714419-fb5f-4293-b756-de720de3aafe tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:13.554168 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d8714419-fb5f-4293-b756-de720de3aafe tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "DELETE /networking/v2.0/security-group-rules/f75305d9-f4c8-4ead-8d96-e55fbda56705 HTTP/1.1" status: 204 len: 168 time: 0.6652491 Aug 27 04:57:13.563813 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port f7c73af4-de37-4e65-92c1-6b32d9ca9e90, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=f7c73af4-de37-4e65-92c1-6b32d9ca9e90,segment=NetworkSegment(5a8d1dc6-fc24-43c0-b7f8-7974f1297997),segment_id=5a8d1dc6-fc24-43c0-b7f8-7974f1297997)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:57:13.564349 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35900) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:13.627185 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (f7c73af4-de37-4e65-92c1-6b32d9ca9e90), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:13.632508 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b67e32fc-55cb-4829-baef-6d097cd7d4fe tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9781334 Aug 27 04:57:13.639375 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35902) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:13.650734 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8714419-fb5f-4293-b756-de720de3aafe tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f75305d9-f4c8-4ead-8d96-e55fbda56705,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:13.659605 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-854c0fe7-75f3-4605-a41b-09a4fc658f48 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Request body: {'port': {'network_id': 'b51126c1-5977-4418-a6da-f9fb7e557179', 'fixed_ips': [{'subnet_id': '0d8077e4-93d0-44f2-b8f8-66c24a236715'}, {'subnet_id': 'b500a65f-087f-4ac6-a6d0-785104c14eef'}], 'name': 'tempest-PortsIpV6TestJSON-335627523'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:13.690890 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-686b38a4-91fa-4862-b55d-9cac02d40ad1 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Router bc298bda-23b3-40f7-8a86-4ec774b53194 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:57:13.787022 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=f7c73af4-de37-4e65-92c1-6b32d9ca9e90,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:13.805404 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f5d3ad-e3b5-4350-a199-a77abae9d42b None None] Network b51126c1-5977-4418-a6da-f9fb7e557179 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:57:13.806706 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-76bd4a93-67fa-4b80-8e03-6882e40b935a tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2376637 Aug 27 04:57:13.814170 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35910) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:13.894874 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [req-a0364289-493d-42b8-b686-04383740d11c req-dea52e08-28a7-4e4a-8c55-92021610f67c service neutron] (107776) timed out ('10.222.0.78', 57326) {{(pid=107776) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 27 04:57:13.946245 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8a75ce5d-ad54-4b31-9144-c3e3c5787049 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (5de2caf4-365e-4576-840b-24b4a2db76ac), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:13.978642 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8a75ce5d-ad54-4b31-9144-c3e3c5787049 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (5de2caf4-365e-4576-840b-24b4a2db76ac), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:13.979914 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-686b38a4-91fa-4862-b55d-9cac02d40ad1 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:57:14.032598 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-80c45a66-5f5f-49c8-afc3-b0f417fc9109 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Deleting port 411831bc-48f1-4673-a2d9-312276e745be {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:57:14.033154 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-80c45a66-5f5f-49c8-afc3-b0f417fc9109 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (411831bc-48f1-4673-a2d9-312276e745be), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:14.078458 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-cefb8dcb-7e59-4e80-a562-e3ecccf7cdc3 None None] Provisioning complete for port f7c73af4-de37-4e65-92c1-6b32d9ca9e90 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:57:14.079018 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cefb8dcb-7e59-4e80-a562-e3ecccf7cdc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (f7c73af4-de37-4e65-92c1-6b32d9ca9e90), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:14.161330 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a20e2ff-00c6-4394-94d7-78f098fb7cd4 None None] Sync routers for ids ['bc298bda-23b3-40f7-8a86-4ec774b53194'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:57:14.176211 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-80c45a66-5f5f-49c8-afc3-b0f417fc9109 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (411831bc-48f1-4673-a2d9-312276e745be), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:14.198284 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854c0fe7-75f3-4605-a41b-09a4fc658f48 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Made reservation on behalf of be8944f580af495191f8edd06de8f901 for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:57:14.203555 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8a75ce5d-ad54-4b31-9144-c3e3c5787049 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (5de2caf4-365e-4576-840b-24b4a2db76ac), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:14.232915 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8a75ce5d-ad54-4b31-9144-c3e3c5787049 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:14.234061 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8a75ce5d-ad54-4b31-9144-c3e3c5787049 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "DELETE /networking/v2.0/security-group-rules/5de2caf4-365e-4576-840b-24b4a2db76ac HTTP/1.1" status: 204 len: 168 time: 0.4188821 Aug 27 04:57:14.245651 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-80c45a66-5f5f-49c8-afc3-b0f417fc9109 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Calling delete_port for 411831bc-48f1-4673-a2d9-312276e745be owned by network:router_interface {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:57:14.266059 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a75ce5d-ad54-4b31-9144-c3e3c5787049 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5de2caf4-365e-4576-840b-24b4a2db76ac,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:14.267733 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35926) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:14.299366 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a20e2ff-00c6-4394-94d7-78f098fb7cd4 None None] Routers {'bc298bda-23b3-40f7-8a86-4ec774b53194'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:57:14.300024 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-8a20e2ff-00c6-4394-94d7-78f098fb7cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:56:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['bc298bda-23b3-40f7-8a86-4ec774b53194'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:14.376941 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-8a20e2ff-00c6-4394-94d7-78f098fb7cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:14.383302 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35928) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:14.389152 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=5,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:14.394063 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8dcb-7e59-4e80-a562-e3ecccf7cdc3 None None] Current status of the port f7c73af4-de37-4e65-92c1-6b32d9ca9e90 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:57:14.398000 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a20e2ff-00c6-4394-94d7-78f098fb7cd4 None None] Routers {'bc298bda-23b3-40f7-8a86-4ec774b53194'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:57:14.398494 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-8a20e2ff-00c6-4394-94d7-78f098fb7cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:56:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['bc298bda-23b3-40f7-8a86-4ec774b53194'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:14.442311 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-686b38a4-91fa-4862-b55d-9cac02d40ad1 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Router bc298bda-23b3-40f7-8a86-4ec774b53194 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:57:14.515909 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-8a20e2ff-00c6-4394-94d7-78f098fb7cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:14.516532 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a20e2ff-00c6-4394-94d7-78f098fb7cd4 None None] The sync data for ids ['bc298bda-23b3-40f7-8a86-4ec774b53194'] in n-d-852088-5 is: [] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:57:14.536198 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23cd2f8-659a-4d1c-907d-976a240045f9 None None] Update dhcp port {'port': {'network_id': 'b51126c1-5977-4418-a6da-f9fb7e557179', 'fixed_ips': [{'subnet_id': '0d8077e4-93d0-44f2-b8f8-66c24a236715', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b500a65f-087f-4ac6-a6d0-785104c14eef'}], 'binding:host_id': 'n-d-852088-5'}, 'id': 'f7c73af4-de37-4e65-92c1-6b32d9ca9e90'} from n-d-852088-5. {{(pid=107777) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Aug 27 04:57:14.575065 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c23cd2f8-659a-4d1c-907d-976a240045f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f7c73af4-de37-4e65-92c1-6b32d9ca9e90), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:14.596839 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-5760ffcd-514c-4d01-a7a5-861a037ba74a tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1724371863'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:14.634897 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-686b38a4-91fa-4862-b55d-9cac02d40ad1 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:57:14.639833 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-854c0fe7-75f3-4605-a41b-09a4fc658f48 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:14.639998 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-686b38a4-91fa-4862-b55d-9cac02d40ad1 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:14.651663 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cd18ad-d7e7-4436-b978-d15fa02d9d00 None None] Sync routers for ids ['bc298bda-23b3-40f7-8a86-4ec774b53194'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:57:14.669691 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cd18ad-d7e7-4436-b978-d15fa02d9d00 None None] Routers {'bc298bda-23b3-40f7-8a86-4ec774b53194'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:57:14.670864 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-46cd18ad-d7e7-4436-b978-d15fa02d9d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:56:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['bc298bda-23b3-40f7-8a86-4ec774b53194'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:14.718976 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-69e9a47e-2e17-41a4-86a0-be60a29ba5cb tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3872526 Aug 27 04:57:14.719221 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-686b38a4-91fa-4862-b55d-9cac02d40ad1 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] 10.222.0.76 "PUT /networking/v2.0/floatingips/a2acd87f-f4b3-4f39-82e9-b591eb222710 HTTP/1.1" status: 200 len: 978 time: 4.5367298 Aug 27 04:57:14.719221 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35942) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:14.720002 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [None req-854c0fe7-75f3-4605-a41b-09a4fc658f48 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] device_id is not set on port 93ff3fad-d93d-4a7d-837a-96f864ce2cbb yet. {{(pid=107776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:57:14.723856 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-749170ae-f242-4191-82fe-bac86a22d4e7 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Request body: {'floatingip': {'port_id': None}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:14.727088 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35944) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:14.734784 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-46cd18ad-d7e7-4436-b978-d15fa02d9d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:14.747919 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cd18ad-d7e7-4436-b978-d15fa02d9d00 None None] Routers {'bc298bda-23b3-40f7-8a86-4ec774b53194'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:57:14.748899 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-46cd18ad-d7e7-4436-b978-d15fa02d9d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:56:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['bc298bda-23b3-40f7-8a86-4ec774b53194'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:14.792751 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-c23cd2f8-659a-4d1c-907d-976a240045f9 None None] Allocated IP 2001:db8:0:1::2 (b51126c1-5977-4418-a6da-f9fb7e557179/b500a65f-087f-4ac6-a6d0-785104c14eef/f7c73af4-de37-4e65-92c1-6b32d9ca9e90) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:57:14.795358 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5760ffcd-514c-4d01-a7a5-861a037ba74a tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Made reservation on behalf of fe4b55b9429141158994d6a58059854d for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:57:14.799191 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5760ffcd-514c-4d01-a7a5-861a037ba74a tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:14.811939 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5760ffcd-514c-4d01-a7a5-861a037ba74a tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:14.839082 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-80c45a66-5f5f-49c8-afc3-b0f417fc9109 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (411831bc-48f1-4673-a2d9-312276e745be), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:14.843561 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-46cd18ad-d7e7-4436-b978-d15fa02d9d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:14.845485 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cd18ad-d7e7-4436-b978-d15fa02d9d00 None None] The sync data for ids ['bc298bda-23b3-40f7-8a86-4ec774b53194'] in n-d-852088-5 is: [] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:57:14.909740 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-749170ae-f242-4191-82fe-bac86a22d4e7 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for floatingip (a2acd87f-f4b3-4f39-82e9-b591eb222710), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:14.940298 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c45a66-5f5f-49c8-afc3-b0f417fc9109 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event deleted for resources: {'Port': ['ID=411831bc-48f1-4673-a2d9-312276e745be,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:14.981306 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:15.048413 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-34c0545e-4ade-46ac-9ab7-d35daf5da3a3 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group (51c89d11-f10d-4008-9fe7-77bd0483260d), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:15.085559 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35950) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:15.088118 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device f7c73af4-de37-4e65-92c1-6b32d9ca9e90 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:57:15.091742 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-34c0545e-4ade-46ac-9ab7-d35daf5da3a3 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group (51c89d11-f10d-4008-9fe7-77bd0483260d), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:15.099855 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-80c45a66-5f5f-49c8-afc3-b0f417fc9109 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (07956eb4-5cd5-4283-a48d-25ee32c63f31), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:15.223658 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-c23cd2f8-659a-4d1c-907d-976a240045f9 None None] For port f7c73af4-de37-4e65-92c1-6b32d9ca9e90, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=f7c73af4-de37-4e65-92c1-6b32d9ca9e90,segment=NetworkSegment(5a8d1dc6-fc24-43c0-b7f8-7974f1297997),segment_id=5a8d1dc6-fc24-43c0-b7f8-7974f1297997)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:57:15.258970 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port f7c73af4-de37-4e65-92c1-6b32d9ca9e90 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:57:15.259596 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (f7c73af4-de37-4e65-92c1-6b32d9ca9e90), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:15.266092 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-34c0545e-4ade-46ac-9ab7-d35daf5da3a3 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (51c89d11-f10d-4008-9fe7-77bd0483260d), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:15.273330 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-34c0545e-4ade-46ac-9ab7-d35daf5da3a3 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:15.274575 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-34c0545e-4ade-46ac-9ab7-d35daf5da3a3 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/51c89d11-f10d-4008-9fe7-77bd0483260d HTTP/1.1" status: 204 len: 168 time: 0.5441375 Aug 27 04:57:15.281850 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35958) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:15.292892 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:15.296001 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c23cd2f8-659a-4d1c-907d-976a240045f9 None None] Publish callbacks [] for port (f7c73af4-de37-4e65-92c1-6b32d9ca9e90), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:15.314350 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c0545e-4ade-46ac-9ab7-d35daf5da3a3 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c89d11-f10d-4008-9fe7-77bd0483260d,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:15.362070 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-66162b91-cf4f-4899-b5f1-1fedf0bbeed2 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Request body: {'networks': [{'name': 'tempest-network--1852301288'}, {'name': 'tempest-network--1309155937'}]} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:15.367639 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-66162b91-cf4f-4899-b5f1-1fedf0bbeed2 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Request body: {'network': {'name': 'tempest-network--1852301288'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:15.367639 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-66162b91-cf4f-4899-b5f1-1fedf0bbeed2 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Request body: {'network': {'name': 'tempest-network--1309155937'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:15.392088 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-749170ae-f242-4191-82fe-bac86a22d4e7 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:15.404746 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c45a66-5f5f-49c8-afc3-b0f417fc9109 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Router 07956eb4-5cd5-4283-a48d-25ee32c63f31 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:57:15.409728 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port f7c73af4-de37-4e65-92c1-6b32d9ca9e90 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:57:15.416254 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c23cd2f8-659a-4d1c-907d-976a240045f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (f7c73af4-de37-4e65-92c1-6b32d9ca9e90), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:15.417184 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5760ffcd-514c-4d01-a7a5-861a037ba74a tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for security_group (f8cfdf72-201d-4b90-8a48-51c5a4d22e93), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:15.473541 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-4e2b55ee-8b46-48dd-8a3c-9729d875919c tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1907899 Aug 27 04:57:15.483956 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35964) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:15.488543 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-6e6c2f4e-c7f4-467a-986d-a23304f3991e tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Request body: {'security_group': {'name': 'tempest-secgroup--1479226436'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:15.503782 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-749170ae-f242-4191-82fe-bac86a22d4e7 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677636'] for floatingip (a2acd87f-f4b3-4f39-82e9-b591eb222710), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:15.505642 n-d-852088-5 neutron-server[107775]: INFO neutron.db.l3_db [None req-749170ae-f242-4191-82fe-bac86a22d4e7 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Floating IP a2acd87f-f4b3-4f39-82e9-b591eb222710 disassociated. External IP: 172.25.2.29, port: 686035aa-9553-4593-9022-829f8369981c. Aug 27 04:57:15.531497 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66162b91-cf4f-4899-b5f1-1fedf0bbeed2 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Made reservation on behalf of 28a3cd3a811047d6892a9e9e7b8116f4 for: {'network': 2} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:57:15.540065 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-66162b91-cf4f-4899-b5f1-1fedf0bbeed2 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:15.553478 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23cd2f8-659a-4d1c-907d-976a240045f9 None None] Pushing event updated for resources: {'Port': ['ID=f7c73af4-de37-4e65-92c1-6b32d9ca9e90,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:15.589407 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-66162b91-cf4f-4899-b5f1-1fedf0bbeed2 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:15.590917 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5760ffcd-514c-4d01-a7a5-861a037ba74a tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (f8cfdf72-201d-4b90-8a48-51c5a4d22e93), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:15.631486 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5760ffcd-514c-4d01-a7a5-861a037ba74a tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:57:15.658579 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c45a66-5f5f-49c8-afc3-b0f417fc9109 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:57:15.679025 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-80c45a66-5f5f-49c8-afc3-b0f417fc9109 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "PUT /networking/v2.0/routers/07956eb4-5cd5-4283-a48d-25ee32c63f31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5468512 Aug 27 04:57:15.679665 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 35974) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:15.680740 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5760ffcd-514c-4d01-a7a5-861a037ba74a tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (dd31a398-0226-491b-8407-cefb6d7a96a3), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:15.681077 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-5760ffcd-514c-4d01-a7a5-861a037ba74a tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Added segment dd31a398-0226-491b-8407-cefb6d7a96a3 of type vlan for network 9414ab29-31fd-4673-9b48-739ff7bb781e Aug 27 04:57:15.683981 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5760ffcd-514c-4d01-a7a5-861a037ba74a tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8cfdf72-201d-4b90-8a48-51c5a4d22e93,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:15.695387 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7141ee77-21a2-4d25-9d50-043a91528099 None None] Sync routers for ids ['07956eb4-5cd5-4283-a48d-25ee32c63f31'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:57:15.719932 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-854c0fe7-75f3-4605-a41b-09a4fc658f48 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Allocated IP 2001:db8::57 (b51126c1-5977-4418-a6da-f9fb7e557179/0d8077e4-93d0-44f2-b8f8-66c24a236715/93ff3fad-d93d-4a7d-837a-96f864ce2cbb) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:57:15.722957 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7141ee77-21a2-4d25-9d50-043a91528099 None None] Routers {'07956eb4-5cd5-4283-a48d-25ee32c63f31'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:57:15.724319 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-7141ee77-21a2-4d25-9d50-043a91528099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:56:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['07956eb4-5cd5-4283-a48d-25ee32c63f31'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:15.729170 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-854c0fe7-75f3-4605-a41b-09a4fc658f48 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Allocated IP 2001:db8:0:1::34a (b51126c1-5977-4418-a6da-f9fb7e557179/b500a65f-087f-4ac6-a6d0-785104c14eef/93ff3fad-d93d-4a7d-837a-96f864ce2cbb) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:57:15.783605 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-7141ee77-21a2-4d25-9d50-043a91528099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:15.797448 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7141ee77-21a2-4d25-9d50-043a91528099 None None] Routers {'07956eb4-5cd5-4283-a48d-25ee32c63f31'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:57:15.805758 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-7141ee77-21a2-4d25-9d50-043a91528099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:56:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['07956eb4-5cd5-4283-a48d-25ee32c63f31'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:15.924064 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-7141ee77-21a2-4d25-9d50-043a91528099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:15.924708 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7141ee77-21a2-4d25-9d50-043a91528099 None None] The sync data for ids ['07956eb4-5cd5-4283-a48d-25ee32c63f31'] in n-d-852088-5 is: [] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:57:15.971198 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-854c0fe7-75f3-4605-a41b-09a4fc658f48 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for port (93ff3fad-d93d-4a7d-837a-96f864ce2cbb), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:16.074352 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=18,neutron:SELECT=80,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:16.096503 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-66162b91-cf4f-4899-b5f1-1fedf0bbeed2 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks [] for security_group (a4f1a3bb-0360-48cf-ac49-f9fa20500478), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:16.180657 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-854c0fe7-75f3-4605-a41b-09a4fc658f48 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (93ff3fad-d93d-4a7d-837a-96f864ce2cbb), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:16.182523 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-66162b91-cf4f-4899-b5f1-1fedf0bbeed2 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (a4f1a3bb-0360-48cf-ac49-f9fa20500478), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:16.183094 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-66162b91-cf4f-4899-b5f1-1fedf0bbeed2 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:16.277165 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:16.279180 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:16.280800 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6e6c2f4e-c7f4-467a-986d-a23304f3991e tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:16.293814 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854c0fe7-75f3-4605-a41b-09a4fc658f48 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Network b51126c1-5977-4418-a6da-f9fb7e557179 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:57:16.301469 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66162b91-cf4f-4899-b5f1-1fedf0bbeed2 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f1a3bb-0360-48cf-ac49-f9fa20500478,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:16.306384 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-854c0fe7-75f3-4605-a41b-09a4fc658f48 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:57:16.308755 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854c0fe7-75f3-4605-a41b-09a4fc658f48 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:57:16.313799 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854c0fe7-75f3-4605-a41b-09a4fc658f48 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:16.314494 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-854c0fe7-75f3-4605-a41b-09a4fc658f48 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:16.341846 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66162b91-cf4f-4899-b5f1-1fedf0bbeed2 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:57:16.350776 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854c0fe7-75f3-4605-a41b-09a4fc658f48 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event updated for resources: {'Port': ['ID=93ff3fad-d93d-4a7d-837a-96f864ce2cbb,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:16.359811 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87669476-ccab-42ef-9d26-0bd2f445af59 None None] Network b51126c1-5977-4418-a6da-f9fb7e557179 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:57:16.362085 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-66162b91-cf4f-4899-b5f1-1fedf0bbeed2 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (77eadd2f-3607-424f-95c2-f99b4f830262), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:16.362721 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-66162b91-cf4f-4899-b5f1-1fedf0bbeed2 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Added segment 77eadd2f-3607-424f-95c2-f99b4f830262 of type vlan for network 29df6aab-a54d-423f-beaa-0ee75d1ba81d Aug 27 04:57:16.419053 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-66162b91-cf4f-4899-b5f1-1fedf0bbeed2 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (29df6aab-a54d-423f-beaa-0ee75d1ba81d), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:16.450408 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-76673c48-5571-4148-be62-ae56547f6fbd None None] Provisioning complete for port f7c73af4-de37-4e65-92c1-6b32d9ca9e90 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:57:16.450942 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-76673c48-5571-4148-be62-ae56547f6fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (f7c73af4-de37-4e65-92c1-6b32d9ca9e90), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:16.456884 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66162b91-cf4f-4899-b5f1-1fedf0bbeed2 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:57:16.465765 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-854c0fe7-75f3-4605-a41b-09a4fc658f48 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 2.8219388 Aug 27 04:57:16.466967 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35982) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:16.482288 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-459d569b-f90e-4053-9290-21fe391476eb tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0d8077e4-93d0-44f2-b8f8-66c24a236715'}]}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:16.541278 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5760ffcd-514c-4d01-a7a5-861a037ba74a tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (9414ab29-31fd-4673-9b48-739ff7bb781e), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:16.573180 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-66162b91-cf4f-4899-b5f1-1fedf0bbeed2 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (0347afc8-34aa-4da8-8c5a-ae1c0fdf539d), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:16.573762 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-66162b91-cf4f-4899-b5f1-1fedf0bbeed2 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Added segment 0347afc8-34aa-4da8-8c5a-ae1c0fdf539d of type vlan for network a9d9f2ef-4cc7-4603-a01d-8571f4e8015d Aug 27 04:57:16.648410 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-76673c48-5571-4148-be62-ae56547f6fbd None None] Current status of the port f7c73af4-de37-4e65-92c1-6b32d9ca9e90 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:57:16.668273 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-459d569b-f90e-4053-9290-21fe391476eb tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (93ff3fad-d93d-4a7d-837a-96f864ce2cbb), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:16.734259 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-3341c464-084e-4fa5-9c82-6cb8230fd1c9 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] remove_router_interface failed (client error): The resource could not be found. Aug 27 04:57:16.735647 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3341c464-084e-4fa5-9c82-6cb8230fd1c9 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "PUT /networking/v2.0/routers/07956eb4-5cd5-4283-a48d-25ee32c63f31/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.0526190 Aug 27 04:57:16.739861 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35994) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:16.743300 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:16.748611 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-66162b91-cf4f-4899-b5f1-1fedf0bbeed2 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (a9d9f2ef-4cc7-4603-a01d-8571f4e8015d), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:16.782640 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-03b76207-cd35-4811-97bc-ada3fcb28a9e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=07956eb4-5cd5-4283-a48d-25ee32c63f31 HTTP/1.1" status: 200 len: 205 time: 0.0396392 Aug 27 04:57:16.785347 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 35996) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:16.829604 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5760ffcd-514c-4d01-a7a5-861a037ba74a tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (9414ab29-31fd-4673-9b48-739ff7bb781e), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:16.835342 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5760ffcd-514c-4d01-a7a5-861a037ba74a tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:16.837134 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5760ffcd-514c-4d01-a7a5-861a037ba74a tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:16.915773 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6e6c2f4e-c7f4-467a-986d-a23304f3991e tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group (e2633508-bcaa-4983-b06b-0c55a8480378), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:16.976754 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-9d53405c-ff86-45bc-bfc1-f3a0f49be473 None None] Provisioning complete for port f7c73af4-de37-4e65-92c1-6b32d9ca9e90 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:57:16.978192 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9d53405c-ff86-45bc-bfc1-f3a0f49be473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (f7c73af4-de37-4e65-92c1-6b32d9ca9e90), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:16.987206 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5760ffcd-514c-4d01-a7a5-861a037ba74a tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event updated for resources: {'Network': ['ID=9414ab29-31fd-4673-9b48-739ff7bb781e,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:17.010541 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-749170ae-f242-4191-82fe-bac86a22d4e7 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Router bc298bda-23b3-40f7-8a86-4ec774b53194 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:57:17.044624 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 9414ab29-31fd-4673-9b48-739ff7bb781e details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:57:17.051694 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device f7c73af4-de37-4e65-92c1-6b32d9ca9e90 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:57:17.065230 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-66162b91-cf4f-4899-b5f1-1fedf0bbeed2 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (29df6aab-a54d-423f-beaa-0ee75d1ba81d), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:17.066003 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-66162b91-cf4f-4899-b5f1-1fedf0bbeed2 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (a9d9f2ef-4cc7-4603-a01d-8571f4e8015d), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:17.068721 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6e6c2f4e-c7f4-467a-986d-a23304f3991e tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (e2633508-bcaa-4983-b06b-0c55a8480378), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:17.072210 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66162b91-cf4f-4899-b5f1-1fedf0bbeed2 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:17.077728 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66162b91-cf4f-4899-b5f1-1fedf0bbeed2 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:17.078555 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-66162b91-cf4f-4899-b5f1-1fedf0bbeed2 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:17.100609 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-952464c1-24b2-40d2-840c-76231f339442 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for router (07956eb4-5cd5-4283-a48d-25ee32c63f31), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:17.104527 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-5760ffcd-514c-4d01-a7a5-861a037ba74a tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.7193820 Aug 27 04:57:17.118555 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36000) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:17.136883 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-3b7261dc-eed6-40c5-a73f-816b03f1c7f8 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Request body: {'port': {'network_id': '9414ab29-31fd-4673-9b48-739ff7bb781e', 'name': 'tempest-PortsTestJSON-2136647309'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:17.221253 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c2f4e-c7f4-467a-986d-a23304f3991e tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2633508-bcaa-4983-b06b-0c55a8480378,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:17.277749 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6e6c2f4e-c7f4-467a-986d-a23304f3991e tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:17.282928 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-66162b91-cf4f-4899-b5f1-1fedf0bbeed2 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.1962924 Aug 27 04:57:17.283839 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-6e6c2f4e-c7f4-467a-986d-a23304f3991e tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.7987828 Aug 27 04:57:17.287366 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36004) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:17.287366 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36006) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:17.310711 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port f7c73af4-de37-4e65-92c1-6b32d9ca9e90 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:57:17.311234 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (f7c73af4-de37-4e65-92c1-6b32d9ca9e90), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:17.336351 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-c2eb6449-f18a-4cc9-8691-eeef69e4d1b5 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Request body: {'security_group_rule': {'security_group_id': 'e2633508-bcaa-4983-b06b-0c55a8480378', 'direction': 'ingress', 'protocol': 17}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:17.382541 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-9d53405c-ff86-45bc-bfc1-f3a0f49be473 None None] Current status of the port f7c73af4-de37-4e65-92c1-6b32d9ca9e90 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:57:17.389740 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66162b91-cf4f-4899-b5f1-1fedf0bbeed2 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Pushing event updated for resources: {'Network': ['ID=29df6aab-a54d-423f-beaa-0ee75d1ba81d,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:17.393719 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-9d53405c-ff86-45bc-bfc1-f3a0f49be473 None None] Provisioning complete for port 93ff3fad-d93d-4a7d-837a-96f864ce2cbb triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:57:17.394574 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9d53405c-ff86-45bc-bfc1-f3a0f49be473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (93ff3fad-d93d-4a7d-837a-96f864ce2cbb), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:17.421938 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 29df6aab-a54d-423f-beaa-0ee75d1ba81d details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:57:17.441664 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-749170ae-f242-4191-82fe-bac86a22d4e7 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:57:17.458316 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3fd729-81c5-4da7-9757-80161c1bbcbf None None] Sync routers for ids ['bc298bda-23b3-40f7-8a86-4ec774b53194'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:57:17.496398 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:17.504184 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3fd729-81c5-4da7-9757-80161c1bbcbf None None] Routers {'bc298bda-23b3-40f7-8a86-4ec774b53194'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:57:17.504184 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-7e3fd729-81c5-4da7-9757-80161c1bbcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:56:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['bc298bda-23b3-40f7-8a86-4ec774b53194'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:17.530542 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-9d53405c-ff86-45bc-bfc1-f3a0f49be473 None None] Port 93ff3fad-d93d-4a7d-837a-96f864ce2cbb cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:57:17.531093 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-749170ae-f242-4191-82fe-bac86a22d4e7 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:17.581416 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port f7c73af4-de37-4e65-92c1-6b32d9ca9e90 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:57:17.585024 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-7e3fd729-81c5-4da7-9757-80161c1bbcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:17.598093 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3fd729-81c5-4da7-9757-80161c1bbcbf None None] Routers {'bc298bda-23b3-40f7-8a86-4ec774b53194'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:57:17.599083 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-7e3fd729-81c5-4da7-9757-80161c1bbcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:56:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['bc298bda-23b3-40f7-8a86-4ec774b53194'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:17.653763 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-8a2a66e2-663a-4c69-8dd3-ada4b1ea22c7 None None] Provisioning complete for port 93ff3fad-d93d-4a7d-837a-96f864ce2cbb triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:57:17.655819 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-7e3fd729-81c5-4da7-9757-80161c1bbcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:17.656366 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8a2a66e2-663a-4c69-8dd3-ada4b1ea22c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (93ff3fad-d93d-4a7d-837a-96f864ce2cbb), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:17.659404 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3fd729-81c5-4da7-9757-80161c1bbcbf None None] The sync data for ids ['bc298bda-23b3-40f7-8a86-4ec774b53194'] in n-d-852088-5 is: [] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:57:17.663698 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-749170ae-f242-4191-82fe-bac86a22d4e7 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] 10.222.0.76 "PUT /networking/v2.0/floatingips/a2acd87f-f4b3-4f39-82e9-b591eb222710 HTTP/1.1" status: 200 len: 687 time: 2.9431424 Aug 27 04:57:17.675232 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36014) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:17.702072 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-8a2a66e2-663a-4c69-8dd3-ada4b1ea22c7 None None] Port 93ff3fad-d93d-4a7d-837a-96f864ce2cbb cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:57:17.760389 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:17.776886 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7261dc-eed6-40c5-a73f-816b03f1c7f8 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Made reservation on behalf of fe4b55b9429141158994d6a58059854d for: {'port': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:57:17.795244 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3b7261dc-eed6-40c5-a73f-816b03f1c7f8 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:17.832318 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c2eb6449-f18a-4cc9-8691-eeef69e4d1b5 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (b8940098-80a4-4d24-99c9-72ab0961df28), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:17.896218 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2041cfed-9b06-4862-b699-0da130d40e4a tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:17.902573 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2041cfed-9b06-4862-b699-0da130d40e4a tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:17.908928 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2041cfed-9b06-4862-b699-0da130d40e4a tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:17.916108 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2041cfed-9b06-4862-b699-0da130d40e4a tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:17.918398 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2041cfed-9b06-4862-b699-0da130d40e4a tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] 10.222.0.76 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.5987236 Aug 27 04:57:17.924432 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36018) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:17.952784 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:17.967742 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [None req-3b7261dc-eed6-40c5-a73f-816b03f1c7f8 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] device_id is not set on port 09e745a8-a10b-4a4c-b5c8-fcfc9c395af9 yet. {{(pid=107775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:57:18.002031 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-952464c1-24b2-40d2-840c-76231f339442 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (07956eb4-5cd5-4283-a48d-25ee32c63f31), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:18.004519 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-952464c1-24b2-40d2-840c-76231f339442 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for router_controller (07956eb4-5cd5-4283-a48d-25ee32c63f31), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:18.047680 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66162b91-cf4f-4899-b5f1-1fedf0bbeed2 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Pushing event updated for resources: {'Network': ['ID=a9d9f2ef-4cc7-4603-a01d-8571f4e8015d,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:18.059526 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network a9d9f2ef-4cc7-4603-a01d-8571f4e8015d details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:57:18.085135 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:18.086306 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-459d569b-f90e-4053-9290-21fe391476eb tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Delete allocated IP 2001:db8:0:1::34a (b51126c1-5977-4418-a6da-f9fb7e557179/b500a65f-087f-4ac6-a6d0-785104c14eef) {{(pid=107776) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 27 04:57:18.114653 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a27b2-dca0-4758-8d6e-438dc1200352 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Deleting port c507664a-fc32-4832-b10d-567dd0259bd3 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:57:18.115001 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6b0a27b2-dca0-4758-8d6e-438dc1200352 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (c507664a-fc32-4832-b10d-567dd0259bd3), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:18.176085 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-952464c1-24b2-40d2-840c-76231f339442 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (07956eb4-5cd5-4283-a48d-25ee32c63f31), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:18.176701 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952464c1-24b2-40d2-840c-76231f339442 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Fanout notify agent at l3_agent the message router_deleted on router 07956eb4-5cd5-4283-a48d-25ee32c63f31 {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:57:18.185758 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-952464c1-24b2-40d2-840c-76231f339442 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:18.188277 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-952464c1-24b2-40d2-840c-76231f339442 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "DELETE /networking/v2.0/routers/07956eb4-5cd5-4283-a48d-25ee32c63f31 HTTP/1.1" status: 204 len: 168 time: 1.4006386 Aug 27 04:57:18.193592 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36022) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:18.197889 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-da5b6742-2476-435b-9dc2-ecde1487c88f tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (29df6aab-a54d-423f-beaa-0ee75d1ba81d), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:18.239599 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c2eb6449-f18a-4cc9-8691-eeef69e4d1b5 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (b8940098-80a4-4d24-99c9-72ab0961df28), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:18.274471 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b1288cd-265c-41a4-b265-3a95d0668f10 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Deleting subnet e9e2e525-bb28-4c8b-9cf8-904d5bfd9675 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:57:18.285658 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9b1288cd-265c-41a4-b265-3a95d0668f10 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for subnet (e9e2e525-bb28-4c8b-9cf8-904d5bfd9675), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:18.315985 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-459d569b-f90e-4053-9290-21fe391476eb tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for port (93ff3fad-d93d-4a7d-837a-96f864ce2cbb), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:18.352413 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9b1288cd-265c-41a4-b265-3a95d0668f10 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (e9e2e525-bb28-4c8b-9cf8-904d5bfd9675), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:18.370124 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c2eb6449-f18a-4cc9-8691-eeef69e4d1b5 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (b8940098-80a4-4d24-99c9-72ab0961df28), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:18.402401 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6b0a27b2-dca0-4758-8d6e-438dc1200352 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (c507664a-fc32-4832-b10d-567dd0259bd3), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:18.402401 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6b0a27b2-dca0-4758-8d6e-438dc1200352 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for floatingip (c507664a-fc32-4832-b10d-567dd0259bd3), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:18.440687 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-459d569b-f90e-4053-9290-21fe391476eb tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (93ff3fad-d93d-4a7d-837a-96f864ce2cbb), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:18.488748 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a27b2-dca0-4758-8d6e-438dc1200352 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Calling delete_port for c507664a-fc32-4832-b10d-567dd0259bd3 owned by network:floatingip {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:57:18.500924 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb6449-f18a-4cc9-8691-eeef69e4d1b5 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8940098-80a4-4d24-99c9-72ab0961df28,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:18.509172 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459d569b-f90e-4053-9290-21fe391476eb tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event updated for resources: {'Port': ['ID=93ff3fad-d93d-4a7d-837a-96f864ce2cbb,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:18.527631 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3b7261dc-eed6-40c5-a73f-816b03f1c7f8 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for port (09e745a8-a10b-4a4c-b5c8-fcfc9c395af9), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:18.543675 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-da5b6742-2476-435b-9dc2-ecde1487c88f tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (29df6aab-a54d-423f-beaa-0ee75d1ba81d), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:18.548395 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-459d569b-f90e-4053-9290-21fe391476eb tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] In _notify_port_updated(), no bound segment for port 93ff3fad-d93d-4a7d-837a-96f864ce2cbb on network b51126c1-5977-4418-a6da-f9fb7e557179 {{(pid=107776) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Aug 27 04:57:18.554663 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459d569b-f90e-4053-9290-21fe391476eb tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:18.555495 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-459d569b-f90e-4053-9290-21fe391476eb tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:18.557639 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-459d569b-f90e-4053-9290-21fe391476eb tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "PUT /networking/v2.0/ports/93ff3fad-d93d-4a7d-837a-96f864ce2cbb HTTP/1.1" status: 200 len: 924 time: 2.0814166 Aug 27 04:57:18.561415 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36026) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:18.569429 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-978772a0-88b5-4342-8a45-e24f209d5189 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0d8077e4-93d0-44f2-b8f8-66c24a236715'}, {'subnet_id': 'b500a65f-087f-4ac6-a6d0-785104c14eef'}]}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:18.640930 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9b1288cd-265c-41a4-b265-3a95d0668f10 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (e9e2e525-bb28-4c8b-9cf8-904d5bfd9675), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:18.641057 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-da5b6742-2476-435b-9dc2-ecde1487c88f tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29df6aab-a54d-423f-beaa-0ee75d1ba81d']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:18.652873 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-da5b6742-2476-435b-9dc2-ecde1487c88f tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77eadd2f-3607-424f-95c2-f99b4f830262') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:18.653524 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-da5b6742-2476-435b-9dc2-ecde1487c88f tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77eadd2f-3607-424f-95c2-f99b4f830262') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:18.669476 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-da5b6742-2476-435b-9dc2-ecde1487c88f tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (77eadd2f-3607-424f-95c2-f99b4f830262), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:18.686927 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-978772a0-88b5-4342-8a45-e24f209d5189 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (93ff3fad-d93d-4a7d-837a-96f864ce2cbb), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:18.687107 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c2eb6449-f18a-4cc9-8691-eeef69e4d1b5 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:18.691063 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c2eb6449-f18a-4cc9-8691-eeef69e4d1b5 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.3670959 Aug 27 04:57:18.695657 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36030) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:18.716008 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-da5b6742-2476-435b-9dc2-ecde1487c88f tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (77eadd2f-3607-424f-95c2-f99b4f830262), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:18.749500 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da5b6742-2476-435b-9dc2-ecde1487c88f tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:57:18.749996 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-da5b6742-2476-435b-9dc2-ecde1487c88f tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (77eadd2f-3607-424f-95c2-f99b4f830262), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:18.834455 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:18.869903 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 77eadd2f-3607-424f-95c2-f99b4f830262 resource provider aggregate not found Aug 27 04:57:18.885934 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3b7261dc-eed6-40c5-a73f-816b03f1c7f8 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (09e745a8-a10b-4a4c-b5c8-fcfc9c395af9), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:18.927731 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9b1288cd-265c-41a4-b265-3a95d0668f10 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (e9e2e525-bb28-4c8b-9cf8-904d5bfd9675), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:18.939149 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 77eadd2f-3607-424f-95c2-f99b4f830262 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 77eadd2f-3607-424f-95c2-f99b4f830262 found for delete ", "request_id": "req-ada611b1-9856-469f-b524-8972461b0904"}]} Aug 27 04:57:18.944219 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7261dc-eed6-40c5-a73f-816b03f1c7f8 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event updated for resources: {'Port': ['ID=09e745a8-a10b-4a4c-b5c8-fcfc9c395af9,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:18.974427 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=6,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:18.978108 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1288cd-265c-41a4-b265-3a95d0668f10 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event deleted for resources: {'Subnet': ['ID=e9e2e525-bb28-4c8b-9cf8-904d5bfd9675,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:18.984219 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9b1288cd-265c-41a4-b265-3a95d0668f10 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:18.987875 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-9b1288cd-265c-41a4-b265-3a95d0668f10 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/e9e2e525-bb28-4c8b-9cf8-904d5bfd9675 HTTP/1.1" status: 204 len: 168 time: 0.7934504 Aug 27 04:57:18.992045 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-6c684990-3967-47ae-80cd-1f11ac471f07 None None] Provisioning complete for port 93ff3fad-d93d-4a7d-837a-96f864ce2cbb triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:57:18.993176 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36044) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:18.993538 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6c684990-3967-47ae-80cd-1f11ac471f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (93ff3fad-d93d-4a7d-837a-96f864ce2cbb), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:19.018762 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ded1b012-003b-43a0-b23d-ae0a160c6c36 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group (e2633508-bcaa-4983-b06b-0c55a8480378), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:19.037559 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-da5b6742-2476-435b-9dc2-ecde1487c88f tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (29df6aab-a54d-423f-beaa-0ee75d1ba81d), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:19.040038 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db41c499-1b5d-4e26-bf9d-af297e5cb7cd None None] Network c701b797-63be-4a3d-b6ac-bfcb478e5ae2 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:57:19.050605 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-6c684990-3967-47ae-80cd-1f11ac471f07 None None] Port 93ff3fad-d93d-4a7d-837a-96f864ce2cbb cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:57:19.051769 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-da5b6742-2476-435b-9dc2-ecde1487c88f tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:19.057877 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-da5b6742-2476-435b-9dc2-ecde1487c88f tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] 10.222.0.76 "DELETE /networking/v2.0/networks/29df6aab-a54d-423f-beaa-0ee75d1ba81d HTTP/1.1" status: 204 len: 168 time: 1.1246545 Aug 27 04:57:19.061085 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36048) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:19.079310 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7261dc-eed6-40c5-a73f-816b03f1c7f8 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Checking segment: {'id': 'dd31a398-0226-491b-8407-cefb6d7a96a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '9414ab29-31fd-4673-9b48-739ff7bb781e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:57:19.079772 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7261dc-eed6-40c5-a73f-816b03f1c7f8 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Network hostable DHCP agents. Network: 9414ab29-31fd-4673-9b48-739ff7bb781e, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:57:19.084632 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5b6742-2476-435b-9dc2-ecde1487c88f tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Pushing event deleted for resources: {'Network': ['ID=29df6aab-a54d-423f-beaa-0ee75d1ba81d,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:19.085891 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-978772a0-88b5-4342-8a45-e24f209d5189 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Allocated IP 2001:db8:0:1::6e (b51126c1-5977-4418-a6da-f9fb7e557179/b500a65f-087f-4ac6-a6d0-785104c14eef/93ff3fad-d93d-4a7d-837a-96f864ce2cbb) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:57:19.088665 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ded1b012-003b-43a0-b23d-ae0a160c6c36 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group (e2633508-bcaa-4983-b06b-0c55a8480378), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:19.162372 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6b0a27b2-dca0-4758-8d6e-438dc1200352 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (c507664a-fc32-4832-b10d-567dd0259bd3), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:19.192835 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a27b2-dca0-4758-8d6e-438dc1200352 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Pushing event deleted for resources: {'Port': ['ID=c507664a-fc32-4832-b10d-567dd0259bd3,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:19.200248 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7261dc-eed6-40c5-a73f-816b03f1c7f8 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Network 9414ab29-31fd-4673-9b48-739ff7bb781e is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:57:19.240851 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ef05ea1b-2d2f-4808-a0ef-2c79b975e835 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (c701b797-63be-4a3d-b6ac-bfcb478e5ae2), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:19.260093 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ded1b012-003b-43a0-b23d-ae0a160c6c36 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (e2633508-bcaa-4983-b06b-0c55a8480378), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:19.262421 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ded1b012-003b-43a0-b23d-ae0a160c6c36 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:19.263603 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ded1b012-003b-43a0-b23d-ae0a160c6c36 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/e2633508-bcaa-4983-b06b-0c55a8480378 HTTP/1.1" status: 204 len: 168 time: 0.5663433 Aug 27 04:57:19.266639 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:19.268683 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36052) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:19.282979 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5b198ae6-415c-4cec-86e9-2749addacd2f tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (a9d9f2ef-4cc7-4603-a01d-8571f4e8015d), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:19.295297 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6f5772-da95-4be6-8548-aad7419e9965 None None] DHCP port deletion for c701b797-63be-4a3d-b6ac-bfcb478e5ae2 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:57:19.297923 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded1b012-003b-43a0-b23d-ae0a160c6c36 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2633508-bcaa-4983-b06b-0c55a8480378,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:19.302491 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-3b7261dc-eed6-40c5-a73f-816b03f1c7f8 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 9414ab29-31fd-4673-9b48-739ff7bb781e) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:57:19.309712 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6b0a27b2-dca0-4758-8d6e-438dc1200352 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for floatingip (a2acd87f-f4b3-4f39-82e9-b591eb222710), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:19.312295 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6b0a27b2-dca0-4758-8d6e-438dc1200352 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:19.313472 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-6b0a27b2-dca0-4758-8d6e-438dc1200352 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] 10.222.0.76 "DELETE /networking/v2.0/floatingips/a2acd87f-f4b3-4f39-82e9-b591eb222710 HTTP/1.1" status: 204 len: 168 time: 1.6370933 Aug 27 04:57:19.314540 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7261dc-eed6-40c5-a73f-816b03f1c7f8 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:57:19.319161 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7261dc-eed6-40c5-a73f-816b03f1c7f8 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:19.319322 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36054) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:19.320443 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3b7261dc-eed6-40c5-a73f-816b03f1c7f8 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:19.333254 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35f7f00-a464-40fb-ae15-68c67baf71d1 None None] Network 9414ab29-31fd-4673-9b48-739ff7bb781e requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:57:19.351286 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:19.361802 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-23efccb5-f14a-4f8f-9143-c1afcfd06a1c tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0826447 Aug 27 04:57:19.361802 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36056) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:19.365420 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-06512fbf-ed5c-44b0-b4ac-5b9b3d8449c4 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Request body: {'security_group': {'name': 'tempest-secgroup--1394992405'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:19.386068 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-05f74d6a-cf2a-4d3c-8c6c-f45207d7109b tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] delete failed (client error): The resource could not be found. Aug 27 04:57:19.387120 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-05f74d6a-cf2a-4d3c-8c6c-f45207d7109b tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] 10.222.0.76 "DELETE /networking/v2.0/floatingips/a2acd87f-f4b3-4f39-82e9-b591eb222710 HTTP/1.1" status: 404 len: 345 time: 0.0663455 Aug 27 04:57:19.391601 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-ef05ea1b-2d2f-4808-a0ef-2c79b975e835 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Deleting port e95924de-93df-4435-addd-8e0016ba52ad {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:57:19.399770 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ef05ea1b-2d2f-4808-a0ef-2c79b975e835 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (e95924de-93df-4435-addd-8e0016ba52ad), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:19.399926 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36058) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:19.472499 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3b7261dc-eed6-40c5-a73f-816b03f1c7f8 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.3508301 Aug 27 04:57:19.487848 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36064) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:19.505734 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-b897f5ca-8c6b-40a5-8c33-f0d4a606381e tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-790088732'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:19.555314 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-06512fbf-ed5c-44b0-b4ac-5b9b3d8449c4 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:19.585826 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54aa5552-4e5e-4ed1-afcf-751de0ad5f71 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:19.592257 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54aa5552-4e5e-4ed1-afcf-751de0ad5f71 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:19.597414 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54aa5552-4e5e-4ed1-afcf-751de0ad5f71 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:19.598724 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-978772a0-88b5-4342-8a45-e24f209d5189 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for port (93ff3fad-d93d-4a7d-837a-96f864ce2cbb), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:19.602655 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-54aa5552-4e5e-4ed1-afcf-751de0ad5f71 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] 10.222.0.76 "GET /networking/v2.0/ports?network_id=812fe369-7292-4421-bcbb-795cc828f60a HTTP/1.1" status: 200 len: 2359 time: 0.2087855 Aug 27 04:57:19.603865 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36066) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:19.617466 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-ef05ea1b-2d2f-4808-a0ef-2c79b975e835 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] For port e95924de-93df-4435-addd-8e0016ba52ad, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=e95924de-93df-4435-addd-8e0016ba52ad,segment=NetworkSegment(c436afa1-48c3-47d9-9868-b3b2668ff213),segment_id=c436afa1-48c3-47d9-9868-b3b2668ff213)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:57:19.618194 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ef05ea1b-2d2f-4808-a0ef-2c79b975e835 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (e95924de-93df-4435-addd-8e0016ba52ad), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:19.625100 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5b198ae6-415c-4cec-86e9-2749addacd2f tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (a9d9f2ef-4cc7-4603-a01d-8571f4e8015d), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:19.657153 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-ef05ea1b-2d2f-4808-a0ef-2c79b975e835 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Calling delete_port for e95924de-93df-4435-addd-8e0016ba52ad owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:57:19.663120 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-5b198ae6-415c-4cec-86e9-2749addacd2f tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9d9f2ef-4cc7-4603-a01d-8571f4e8015d']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:19.671599 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01277634-bd3c-4c47-91fd-a8a52644bf52 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:19.678042 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-01277634-bd3c-4c47-91fd-a8a52644bf52 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] 10.222.0.76 "GET /networking/v2.0/subnets/85b14a6b-2bf8-478d-8910-60daf97bef62 HTTP/1.1" status: 200 len: 797 time: 0.0719876 Aug 27 04:57:19.680563 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36068) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:19.682548 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-5b198ae6-415c-4cec-86e9-2749addacd2f tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0347afc8-34aa-4da8-8c5a-ae1c0fdf539d') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:19.683018 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-5b198ae6-415c-4cec-86e9-2749addacd2f tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0347afc8-34aa-4da8-8c5a-ae1c0fdf539d') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:19.691075 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-829b8604-5c39-47a2-9156-5576efd39f7c tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Request body: {'port': {'network_id': '812fe369-7292-4421-bcbb-795cc828f60a', 'name': 'tempest-FloatingIPTestJSON-1255435729', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:19.716674 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-6b6f5772-da95-4be6-8548-aad7419e9965 None None] Deleting port e95924de-93df-4435-addd-8e0016ba52ad {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:57:19.717053 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6b6f5772-da95-4be6-8548-aad7419e9965 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (e95924de-93df-4435-addd-8e0016ba52ad), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:19.732502 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-978772a0-88b5-4342-8a45-e24f209d5189 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (93ff3fad-d93d-4a7d-837a-96f864ce2cbb), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:19.752540 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5b198ae6-415c-4cec-86e9-2749addacd2f tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (0347afc8-34aa-4da8-8c5a-ae1c0fdf539d), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:19.753079 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-06512fbf-ed5c-44b0-b4ac-5b9b3d8449c4 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group (1edd5407-b4c7-4897-9675-c236956ebb48), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:19.786731 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b897f5ca-8c6b-40a5-8c33-f0d4a606381e tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Made reservation on behalf of fe4b55b9429141158994d6a58059854d for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:57:19.791151 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b897f5ca-8c6b-40a5-8c33-f0d4a606381e tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:19.831562 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-6b6f5772-da95-4be6-8548-aad7419e9965 None None] For port e95924de-93df-4435-addd-8e0016ba52ad, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=e95924de-93df-4435-addd-8e0016ba52ad,segment=NetworkSegment(c436afa1-48c3-47d9-9868-b3b2668ff213),segment_id=c436afa1-48c3-47d9-9868-b3b2668ff213)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:57:19.831965 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6b6f5772-da95-4be6-8548-aad7419e9965 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (e95924de-93df-4435-addd-8e0016ba52ad), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:19.845805 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-6b6f5772-da95-4be6-8548-aad7419e9965 None None] Calling delete_port for e95924de-93df-4435-addd-8e0016ba52ad owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:57:19.871733 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5b198ae6-415c-4cec-86e9-2749addacd2f tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (0347afc8-34aa-4da8-8c5a-ae1c0fdf539d), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:19.883881 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-06512fbf-ed5c-44b0-b4ac-5b9b3d8449c4 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (1edd5407-b4c7-4897-9675-c236956ebb48), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:19.924482 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b198ae6-415c-4cec-86e9-2749addacd2f tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:57:19.924810 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5b198ae6-415c-4cec-86e9-2749addacd2f tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (0347afc8-34aa-4da8-8c5a-ae1c0fdf539d), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:19.956644 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06512fbf-ed5c-44b0-b4ac-5b9b3d8449c4 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1edd5407-b4c7-4897-9675-c236956ebb48,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:19.985424 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 0347afc8-34aa-4da8-8c5a-ae1c0fdf539d resource provider aggregate not found Aug 27 04:57:20.020080 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978772a0-88b5-4342-8a45-e24f209d5189 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event updated for resources: {'Port': ['ID=93ff3fad-d93d-4a7d-837a-96f864ce2cbb,revision_number=3']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:20.078226 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6b6f5772-da95-4be6-8548-aad7419e9965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (e95924de-93df-4435-addd-8e0016ba52ad), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:20.082475 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 0347afc8-34aa-4da8-8c5a-ae1c0fdf539d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0347afc8-34aa-4da8-8c5a-ae1c0fdf539d found for delete ", "request_id": "req-c430830e-cbd6-4493-bc1b-6bf00004b10c"}]} Aug 27 04:57:20.087740 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-978772a0-88b5-4342-8a45-e24f209d5189 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] In _notify_port_updated(), no bound segment for port 93ff3fad-d93d-4a7d-837a-96f864ce2cbb on network b51126c1-5977-4418-a6da-f9fb7e557179 {{(pid=107776) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Aug 27 04:57:20.092208 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978772a0-88b5-4342-8a45-e24f209d5189 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:20.092831 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-978772a0-88b5-4342-8a45-e24f209d5189 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:20.096738 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-978772a0-88b5-4342-8a45-e24f209d5189 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "PUT /networking/v2.0/ports/93ff3fad-d93d-4a7d-837a-96f864ce2cbb HTTP/1.1" status: 200 len: 1009 time: 1.5317254 Aug 27 04:57:20.099200 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36080) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:20.120054 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ef05ea1b-2d2f-4808-a0ef-2c79b975e835 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (e95924de-93df-4435-addd-8e0016ba52ad), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:20.133743 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-06512fbf-ed5c-44b0-b4ac-5b9b3d8449c4 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:20.137874 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-06512fbf-ed5c-44b0-b4ac-5b9b3d8449c4 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7738900 Aug 27 04:57:20.156939 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36082) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:20.171659 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-207810b2-ad03-4b05-8b5f-311891e35e2f tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Request body: {'security_group': {'name': 'tempest-secgroup--1263617777'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:20.174183 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f5772-da95-4be6-8548-aad7419e9965 None None] Pushing event deleted for resources: {'Port': ['ID=e95924de-93df-4435-addd-8e0016ba52ad,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:20.190057 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6f5772-da95-4be6-8548-aad7419e9965 None None] No DVR routers for this DVR port e95924de-93df-4435-addd-8e0016ba52ad on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:57:20.196114 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef05ea1b-2d2f-4808-a0ef-2c79b975e835 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event deleted for resources: {'Port': ['ID=e95924de-93df-4435-addd-8e0016ba52ad,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:20.216220 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5b198ae6-415c-4cec-86e9-2749addacd2f tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (a9d9f2ef-4cc7-4603-a01d-8571f4e8015d), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:20.246983 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b897f5ca-8c6b-40a5-8c33-f0d4a606381e tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:57:20.264749 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5b198ae6-415c-4cec-86e9-2749addacd2f tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:20.272249 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-5b198ae6-415c-4cec-86e9-2749addacd2f tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] 10.222.0.76 "DELETE /networking/v2.0/networks/a9d9f2ef-4cc7-4603-a01d-8571f4e8015d HTTP/1.1" status: 204 len: 168 time: 1.2100441 Aug 27 04:57:20.274240 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef05ea1b-2d2f-4808-a0ef-2c79b975e835 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] No DVR routers for this DVR port e95924de-93df-4435-addd-8e0016ba52ad on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:57:20.278929 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36084) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:20.332407 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b198ae6-415c-4cec-86e9-2749addacd2f tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Pushing event deleted for resources: {'Network': ['ID=a9d9f2ef-4cc7-4603-a01d-8571f4e8015d,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:20.336125 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b897f5ca-8c6b-40a5-8c33-f0d4a606381e tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (908db914-ab2a-479b-b715-baf9faebd4b2), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:20.336480 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-b897f5ca-8c6b-40a5-8c33-f0d4a606381e tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Added segment 908db914-ab2a-479b-b715-baf9faebd4b2 of type vlan for network 6c44e3e2-b85f-49c1-93e7-04566e845ffb Aug 27 04:57:20.350878 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-c40893e7-8c52-4ae8-b246-bc86e5fa4936 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Deleting port 93ff3fad-d93d-4a7d-837a-96f864ce2cbb {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:57:20.350878 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c40893e7-8c52-4ae8-b246-bc86e5fa4936 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (93ff3fad-d93d-4a7d-837a-96f864ce2cbb), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:20.385266 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-14b11f18-4d2f-4082-8022-43451502227c None None] Provisioning complete for port 93ff3fad-d93d-4a7d-837a-96f864ce2cbb triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:57:20.385643 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-14b11f18-4d2f-4082-8022-43451502227c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (93ff3fad-d93d-4a7d-837a-96f864ce2cbb), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:20.427646 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-14b11f18-4d2f-4082-8022-43451502227c None None] Port 93ff3fad-d93d-4a7d-837a-96f864ce2cbb cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:57:20.439461 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829b8604-5c39-47a2-9156-5576efd39f7c tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Made reservation on behalf of a035ed243e0b4ff6a2bb61230ea5a08a for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:57:20.483010 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8328260a-8b47-4f90-b624-82ae073d1de5 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:20.488798 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8328260a-8b47-4f90-b624-82ae073d1de5 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:20.495343 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-8328260a-8b47-4f90-b624-82ae073d1de5 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] 10.222.0.76 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2108636 Aug 27 04:57:20.497333 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36088) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:20.504647 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ef05ea1b-2d2f-4808-a0ef-2c79b975e835 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (c701b797-63be-4a3d-b6ac-bfcb478e5ae2), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:20.509169 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-c9471ce4-5191-4d99-8fb9-78e3aa8c318e tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-330664634'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:20.509830 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b897f5ca-8c6b-40a5-8c33-f0d4a606381e tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (6c44e3e2-b85f-49c1-93e7-04566e845ffb), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:20.520032 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c40893e7-8c52-4ae8-b246-bc86e5fa4936 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (93ff3fad-d93d-4a7d-837a-96f864ce2cbb), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:20.520298 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-207810b2-ad03-4b05-8b5f-311891e35e2f tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:20.540114 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-c40893e7-8c52-4ae8-b246-bc86e5fa4936 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Calling delete_port for 93ff3fad-d93d-4a7d-837a-96f864ce2cbb owned by {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:57:20.577140 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-ef05ea1b-2d2f-4808-a0ef-2c79b975e835 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c701b797-63be-4a3d-b6ac-bfcb478e5ae2']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:20.599553 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-ef05ea1b-2d2f-4808-a0ef-2c79b975e835 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c436afa1-48c3-47d9-9868-b3b2668ff213') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:20.600089 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-ef05ea1b-2d2f-4808-a0ef-2c79b975e835 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c436afa1-48c3-47d9-9868-b3b2668ff213') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:20.659107 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9471ce4-5191-4d99-8fb9-78e3aa8c318e tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Made reservation on behalf of 28a3cd3a811047d6892a9e9e7b8116f4 for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:57:20.663816 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c9471ce4-5191-4d99-8fb9-78e3aa8c318e tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:20.673606 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ef05ea1b-2d2f-4808-a0ef-2c79b975e835 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (c436afa1-48c3-47d9-9868-b3b2668ff213), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:20.677833 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:20.699492 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9471ce4-5191-4d99-8fb9-78e3aa8c318e tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:57:20.721077 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ef05ea1b-2d2f-4808-a0ef-2c79b975e835 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (c436afa1-48c3-47d9-9868-b3b2668ff213), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:20.727866 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-829b8604-5c39-47a2-9156-5576efd39f7c tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:20.737446 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c9471ce4-5191-4d99-8fb9-78e3aa8c318e tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (0a9fdb9d-9647-4755-8217-4233b3b5c755), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:20.737885 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-c9471ce4-5191-4d99-8fb9-78e3aa8c318e tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Added segment 0a9fdb9d-9647-4755-8217-4233b3b5c755 of type vlan for network f057d8d9-ccba-42fc-902b-99c1fac3db77 Aug 27 04:57:20.758885 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [None req-829b8604-5c39-47a2-9156-5576efd39f7c tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] device_id is not set on port 716117c6-88b8-4085-b3d8-768ccde9b4ed yet. {{(pid=107776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:57:20.764696 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef05ea1b-2d2f-4808-a0ef-2c79b975e835 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:57:20.765172 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ef05ea1b-2d2f-4808-a0ef-2c79b975e835 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (c436afa1-48c3-47d9-9868-b3b2668ff213), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:20.816524 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b897f5ca-8c6b-40a5-8c33-f0d4a606381e tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (6c44e3e2-b85f-49c1-93e7-04566e845ffb), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:20.818658 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c9471ce4-5191-4d99-8fb9-78e3aa8c318e tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (f057d8d9-ccba-42fc-902b-99c1fac3db77), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:20.821964 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b897f5ca-8c6b-40a5-8c33-f0d4a606381e tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:20.822639 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b897f5ca-8c6b-40a5-8c33-f0d4a606381e tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:20.972699 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-207810b2-ad03-4b05-8b5f-311891e35e2f tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group (6ed5e1b0-6040-4cd7-bcf0-e2fa5d06d8bf), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:20.987586 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device e95924de-93df-4435-addd-8e0016ba52ad no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:57:21.008567 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b897f5ca-8c6b-40a5-8c33-f0d4a606381e tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event updated for resources: {'Network': ['ID=6c44e3e2-b85f-49c1-93e7-04566e845ffb,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:21.012410 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: e95924de-93df-4435-addd-8e0016ba52ad {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:57:21.013001 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device e95924de-93df-4435-addd-8e0016ba52ad not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:57:21.020346 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 6c44e3e2-b85f-49c1-93e7-04566e845ffb details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:57:21.031143 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c40893e7-8c52-4ae8-b246-bc86e5fa4936 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (93ff3fad-d93d-4a7d-837a-96f864ce2cbb), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:21.070384 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c9471ce4-5191-4d99-8fb9-78e3aa8c318e tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (f057d8d9-ccba-42fc-902b-99c1fac3db77), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:21.076105 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9471ce4-5191-4d99-8fb9-78e3aa8c318e tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:21.076988 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c9471ce4-5191-4d99-8fb9-78e3aa8c318e tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:21.094139 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:21.097601 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40893e7-8c52-4ae8-b246-bc86e5fa4936 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event deleted for resources: {'Port': ['ID=93ff3fad-d93d-4a7d-837a-96f864ce2cbb,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:21.129044 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b897f5ca-8c6b-40a5-8c33-f0d4a606381e tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.6355135 Aug 27 04:57:21.129044 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-207810b2-ad03-4b05-8b5f-311891e35e2f tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (6ed5e1b0-6040-4cd7-bcf0-e2fa5d06d8bf), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:21.140772 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ef05ea1b-2d2f-4808-a0ef-2c79b975e835 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (c701b797-63be-4a3d-b6ac-bfcb478e5ae2), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:21.142776 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36100) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:21.160836 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-ec81e8ae-81c8-44ac-9f8c-a1a29cc991a2 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Request body: {'ports': [{'network_id': '9414ab29-31fd-4673-9b48-739ff7bb781e'}, {'network_id': '6c44e3e2-b85f-49c1-93e7-04566e845ffb'}]} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:21.161150 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-ec81e8ae-81c8-44ac-9f8c-a1a29cc991a2 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Request body: {'port': {'network_id': '9414ab29-31fd-4673-9b48-739ff7bb781e'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:21.161688 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-ec81e8ae-81c8-44ac-9f8c-a1a29cc991a2 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Request body: {'port': {'network_id': '6c44e3e2-b85f-49c1-93e7-04566e845ffb'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:21.182509 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ef05ea1b-2d2f-4808-a0ef-2c79b975e835 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:21.192710 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ef05ea1b-2d2f-4808-a0ef-2c79b975e835 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "DELETE /networking/v2.0/networks/c701b797-63be-4a3d-b6ac-bfcb478e5ae2 HTTP/1.1" status: 204 len: 168 time: 2.1984262 Aug 27 04:57:21.197721 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=84,neutron:UPDATE=6,neutron:DELETE=7,neutron:INSERT=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:21.198946 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36102) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:21.246979 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c9471ce4-5191-4d99-8fb9-78e3aa8c318e tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7402496 Aug 27 04:57:21.246979 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-2278e1e7-9741-46b7-a829-278f14741647 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1774964808'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:21.253477 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36104) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:21.257629 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef05ea1b-2d2f-4808-a0ef-2c79b975e835 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event deleted for resources: {'Network': ['ID=c701b797-63be-4a3d-b6ac-bfcb478e5ae2,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:21.283528 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:21.294249 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-207810b2-ad03-4b05-8b5f-311891e35e2f tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:21.298398 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-207810b2-ad03-4b05-8b5f-311891e35e2f tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1377568 Aug 27 04:57:21.313600 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-80fb9089-74ec-4b7e-98f7-beec2131ff20 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-733609719'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:21.317810 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36106) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:21.334890 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-4cc5a9d1-55f5-43ef-9ac3-ab8c4ddfc054 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Request body: {'security_group_rule': {'security_group_id': '1edd5407-b4c7-4897-9675-c236956ebb48', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6ed5e1b0-6040-4cd7-bcf0-e2fa5d06d8bf', 'remote_ip_prefix': None}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:21.340303 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207810b2-ad03-4b05-8b5f-311891e35e2f tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed5e1b0-6040-4cd7-bcf0-e2fa5d06d8bf,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:21.340518 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c40893e7-8c52-4ae8-b246-bc86e5fa4936 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:21.346541 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c40893e7-8c52-4ae8-b246-bc86e5fa4936 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "DELETE /networking/v2.0/ports/93ff3fad-d93d-4a7d-837a-96f864ce2cbb HTTP/1.1" status: 204 len: 168 time: 1.2456660 Aug 27 04:57:21.347732 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36108) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:21.357929 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9471ce4-5191-4d99-8fb9-78e3aa8c318e tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Pushing event updated for resources: {'Network': ['ID=f057d8d9-ccba-42fc-902b-99c1fac3db77,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:21.386732 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2278e1e7-9741-46b7-a829-278f14741647 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Made reservation on behalf of f97daadf5de74bd7bc5004505037c8e3 for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:57:21.386914 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network f057d8d9-ccba-42fc-902b-99c1fac3db77 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:57:21.387242 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2278e1e7-9741-46b7-a829-278f14741647 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:21.394205 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-81becff1-5798-4553-816c-c6bc1bbfadce tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] GET failed (client error): The resource could not be found. Aug 27 04:57:21.400044 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-81becff1-5798-4553-816c-c6bc1bbfadce tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "GET /networking/v2.0/ports/93ff3fad-d93d-4a7d-837a-96f864ce2cbb HTTP/1.1" status: 404 len: 333 time: 0.0468571 Aug 27 04:57:21.400299 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36110) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:21.423297 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80fb9089-74ec-4b7e-98f7-beec2131ff20 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Made reservation on behalf of 28a3cd3a811047d6892a9e9e7b8116f4 for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:57:21.432329 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-80fb9089-74ec-4b7e-98f7-beec2131ff20 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:21.462652 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2278e1e7-9741-46b7-a829-278f14741647 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:57:21.476492 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80fb9089-74ec-4b7e-98f7-beec2131ff20 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:57:21.484131 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2278e1e7-9741-46b7-a829-278f14741647 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (2be0c920-731e-41bd-9e27-c9e904f35c6e), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:21.484811 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-2278e1e7-9741-46b7-a829-278f14741647 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Added segment 2be0c920-731e-41bd-9e27-c9e904f35c6e of type vlan for network 2028ed83-4c4a-4097-af02-3200dcef8ef9 Aug 27 04:57:21.502241 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-80fb9089-74ec-4b7e-98f7-beec2131ff20 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (7bef5c6b-1f67-4643-bd76-a410f4c54bde), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:21.502597 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-80fb9089-74ec-4b7e-98f7-beec2131ff20 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Added segment 7bef5c6b-1f67-4643-bd76-a410f4c54bde of type vlan for network 59a12890-f6b3-4772-8bbe-4d7f4a8dc447 Aug 27 04:57:21.544244 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-829b8604-5c39-47a2-9156-5576efd39f7c tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Allocated IP 172.20.0.14 (812fe369-7292-4421-bcbb-795cc828f60a/85b14a6b-2bf8-478d-8910-60daf97bef62/716117c6-88b8-4085-b3d8-768ccde9b4ed) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:57:21.558923 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-829b8604-5c39-47a2-9156-5576efd39f7c tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Allocated IP 172.20.0.12 (812fe369-7292-4421-bcbb-795cc828f60a/85b14a6b-2bf8-478d-8910-60daf97bef62/716117c6-88b8-4085-b3d8-768ccde9b4ed) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:57:21.573661 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2278e1e7-9741-46b7-a829-278f14741647 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (2028ed83-4c4a-4097-af02-3200dcef8ef9), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:21.579368 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-80fb9089-74ec-4b7e-98f7-beec2131ff20 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (59a12890-f6b3-4772-8bbe-4d7f4a8dc447), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:21.588061 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-4826e07e-1fda-4d54-9887-7ee3df9b7bf8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Deleting subnet b500a65f-087f-4ac6-a6d0-785104c14eef {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:57:21.591914 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4826e07e-1fda-4d54-9887-7ee3df9b7bf8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for subnet (b500a65f-087f-4ac6-a6d0-785104c14eef), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:21.665785 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4826e07e-1fda-4d54-9887-7ee3df9b7bf8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (b500a65f-087f-4ac6-a6d0-785104c14eef), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:21.769041 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4cc5a9d1-55f5-43ef-9ac3-ab8c4ddfc054 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (43d3eb04-b246-4434-8234-5448468b0604), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:21.776492 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-80fb9089-74ec-4b7e-98f7-beec2131ff20 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (59a12890-f6b3-4772-8bbe-4d7f4a8dc447), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:21.782920 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fb9089-74ec-4b7e-98f7-beec2131ff20 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:21.784058 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-80fb9089-74ec-4b7e-98f7-beec2131ff20 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:21.802118 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2278e1e7-9741-46b7-a829-278f14741647 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (2028ed83-4c4a-4097-af02-3200dcef8ef9), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:21.812607 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2278e1e7-9741-46b7-a829-278f14741647 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:21.814620 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2278e1e7-9741-46b7-a829-278f14741647 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:21.862058 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:21.876046 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec81e8ae-81c8-44ac-9f8c-a1a29cc991a2 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Made reservation on behalf of fe4b55b9429141158994d6a58059854d for: {'port': 2} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:57:21.881090 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ec81e8ae-81c8-44ac-9f8c-a1a29cc991a2 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:21.913036 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:21.922665 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-80fb9089-74ec-4b7e-98f7-beec2131ff20 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6339147 Aug 27 04:57:21.926156 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4826e07e-1fda-4d54-9887-7ee3df9b7bf8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (b500a65f-087f-4ac6-a6d0-785104c14eef), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:21.933601 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36122) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:21.941170 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-5174330b-3e63-4949-86e6-82f666e7ea5d tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Request body: {'ports': [{'network_id': 'f057d8d9-ccba-42fc-902b-99c1fac3db77', 'name': 'tempest-port--709448228', 'admin_state_up': True}, {'network_id': '59a12890-f6b3-4772-8bbe-4d7f4a8dc447', 'admin_state_up': False}]} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:21.941553 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-5174330b-3e63-4949-86e6-82f666e7ea5d tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Request body: {'port': {'network_id': 'f057d8d9-ccba-42fc-902b-99c1fac3db77', 'name': 'tempest-port--709448228', 'admin_state_up': True}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:21.942049 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-5174330b-3e63-4949-86e6-82f666e7ea5d tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Request body: {'port': {'network_id': '59a12890-f6b3-4772-8bbe-4d7f4a8dc447', 'admin_state_up': False}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:21.966637 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ec81e8ae-81c8-44ac-9f8c-a1a29cc991a2 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:22.004407 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-829b8604-5c39-47a2-9156-5576efd39f7c tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for port (716117c6-88b8-4085-b3d8-768ccde9b4ed), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:22.007501 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4cc5a9d1-55f5-43ef-9ac3-ab8c4ddfc054 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (43d3eb04-b246-4434-8234-5448468b0604), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:22.119371 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4cc5a9d1-55f5-43ef-9ac3-ab8c4ddfc054 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (43d3eb04-b246-4434-8234-5448468b0604), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:22.140236 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment c436afa1-48c3-47d9-9868-b3b2668ff213 resource provider aggregate not found Aug 27 04:57:22.199161 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment c436afa1-48c3-47d9-9868-b3b2668ff213 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c436afa1-48c3-47d9-9868-b3b2668ff213 found for delete ", "request_id": "req-f23603f6-94cf-4bbe-aa27-a7f91072d691"}]} Aug 27 04:57:22.208400 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5a9d1-55f5-43ef-9ac3-ab8c4ddfc054 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43d3eb04-b246-4434-8234-5448468b0604,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:22.239935 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [None req-ec81e8ae-81c8-44ac-9f8c-a1a29cc991a2 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] device_id is not set on port da0cbc44-4379-4e22-948a-f107b5e04ea3 yet. {{(pid=107776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:57:22.272497 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4826e07e-1fda-4d54-9887-7ee3df9b7bf8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (b500a65f-087f-4ac6-a6d0-785104c14eef), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:22.316953 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4826e07e-1fda-4d54-9887-7ee3df9b7bf8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event deleted for resources: {'Subnet': ['ID=b500a65f-087f-4ac6-a6d0-785104c14eef,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:22.318085 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4826e07e-1fda-4d54-9887-7ee3df9b7bf8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:22.322561 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-4826e07e-1fda-4d54-9887-7ee3df9b7bf8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/b500a65f-087f-4ac6-a6d0-785104c14eef HTTP/1.1" status: 204 len: 168 time: 0.9174886 Aug 27 04:57:22.329304 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923a5c17-0972-437e-8a9d-601e35c85326 None None] Network b51126c1-5977-4418-a6da-f9fb7e557179 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:57:22.339834 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36132) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:22.374137 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2278e1e7-9741-46b7-a829-278f14741647 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1371782 Aug 27 04:57:22.375210 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36134) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:22.380665 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-b3197657-4e94-40ad-b446-74b3c275b2ca tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Request body: {'subnet': {'network_id': '2028ed83-4c4a-4097-af02-3200dcef8ef9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:22.409220 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4cc5a9d1-55f5-43ef-9ac3-ab8c4ddfc054 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:22.410466 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-4cc5a9d1-55f5-43ef-9ac3-ab8c4ddfc054 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.0863106 Aug 27 04:57:22.411663 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-829b8604-5c39-47a2-9156-5576efd39f7c tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (716117c6-88b8-4085-b3d8-768ccde9b4ed), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:22.421911 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36136) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:22.487466 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:22.520138 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb9089-74ec-4b7e-98f7-beec2131ff20 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Pushing event updated for resources: {'Network': ['ID=59a12890-f6b3-4772-8bbe-4d7f4a8dc447,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:22.535487 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 59a12890-f6b3-4772-8bbe-4d7f4a8dc447 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:57:22.626335 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2278e1e7-9741-46b7-a829-278f14741647 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event updated for resources: {'Network': ['ID=2028ed83-4c4a-4097-af02-3200dcef8ef9,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:22.637593 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3197657-4e94-40ad-b446-74b3c275b2ca tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Made reservation on behalf of f97daadf5de74bd7bc5004505037c8e3 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:57:22.646399 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b3197657-4e94-40ad-b446-74b3c275b2ca tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:22.666117 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 2028ed83-4c4a-4097-af02-3200dcef8ef9 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:57:22.927613 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ec81e8ae-81c8-44ac-9f8c-a1a29cc991a2 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for port (da0cbc44-4379-4e22-948a-f107b5e04ea3), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:22.952110 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa29b8d9-7915-428e-8218-fb5da1ff97f0 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Deleting subnet 0d8077e4-93d0-44f2-b8f8-66c24a236715 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:57:22.973786 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-aa29b8d9-7915-428e-8218-fb5da1ff97f0 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for subnet (0d8077e4-93d0-44f2-b8f8-66c24a236715), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:22.990057 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829b8604-5c39-47a2-9156-5576efd39f7c tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Network 812fe369-7292-4421-bcbb-795cc828f60a is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:57:23.047202 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-829b8604-5c39-47a2-9156-5576efd39f7c tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:57:23.049847 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829b8604-5c39-47a2-9156-5576efd39f7c tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:57:23.053186 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-13d11c99-9767-4515-8e34-4686af1b9d12 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (43d3eb04-b246-4434-8234-5448468b0604), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:23.066205 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5174330b-3e63-4949-86e6-82f666e7ea5d tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Made reservation on behalf of 28a3cd3a811047d6892a9e9e7b8116f4 for: {'port': 2} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:57:23.071276 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5174330b-3e63-4949-86e6-82f666e7ea5d tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:23.088655 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5174330b-3e63-4949-86e6-82f666e7ea5d tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:23.104050 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [None req-ec81e8ae-81c8-44ac-9f8c-a1a29cc991a2 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] device_id is not set on port d0893e3f-e84c-4057-9dda-1e877ae47f89 yet. {{(pid=107776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:57:23.104956 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:23.141379 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-13d11c99-9767-4515-8e34-4686af1b9d12 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (43d3eb04-b246-4434-8234-5448468b0604), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:23.144836 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829b8604-5c39-47a2-9156-5576efd39f7c tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Pushing event updated for resources: {'Port': ['ID=716117c6-88b8-4085-b3d8-768ccde9b4ed,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:23.190625 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-aa29b8d9-7915-428e-8218-fb5da1ff97f0 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (0d8077e4-93d0-44f2-b8f8-66c24a236715), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:23.222442 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:23.250281 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:23.318430 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ec81e8ae-81c8-44ac-9f8c-a1a29cc991a2 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for port (d0893e3f-e84c-4057-9dda-1e877ae47f89), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:23.354013 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b3197657-4e94-40ad-b446-74b3c275b2ca tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (72b77e3c-d0cf-4228-9047-7d80ad90012f), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:23.382837 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829b8604-5c39-47a2-9156-5576efd39f7c tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:23.383829 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-829b8604-5c39-47a2-9156-5576efd39f7c tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:23.437994 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [None req-5174330b-3e63-4949-86e6-82f666e7ea5d tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] device_id is not set on port 3ffec9f4-c26e-496b-9716-fc76d244f404 yet. {{(pid=107775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:57:23.448620 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ec81e8ae-81c8-44ac-9f8c-a1a29cc991a2 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (da0cbc44-4379-4e22-948a-f107b5e04ea3), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:23.475233 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3197657-4e94-40ad-b446-74b3c275b2ca tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event updated for resources: {'Subnet': ['ID=72b77e3c-d0cf-4228-9047-7d80ad90012f,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:23.498510 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3197657-4e94-40ad-b446-74b3c275b2ca tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Checking segment: {'id': '2be0c920-731e-41bd-9e27-c9e904f35c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2028ed83-4c4a-4097-af02-3200dcef8ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:57:23.498940 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3197657-4e94-40ad-b446-74b3c275b2ca tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Network hostable DHCP agents. Network: 2028ed83-4c4a-4097-af02-3200dcef8ef9, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:57:23.515215 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:23.528576 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-829b8604-5c39-47a2-9156-5576efd39f7c tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.8428094 Aug 27 04:57:23.530819 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36150) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:23.537167 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-10bd00a0-8528-499e-9798-586ed83da8ab tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Request body: {'floatingip': {'floating_network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'port_id': '716117c6-88b8-4085-b3d8-768ccde9b4ed', 'fixed_ip_address': '172.20.0.14'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:23.555531 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-13d11c99-9767-4515-8e34-4686af1b9d12 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (43d3eb04-b246-4434-8234-5448468b0604), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:23.565292 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec81e8ae-81c8-44ac-9f8c-a1a29cc991a2 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Network 9414ab29-31fd-4673-9b48-739ff7bb781e is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:57:23.585409 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-8c8be7bc-3727-4ffe-9870-0670ef795868 None None] Provisioning complete for port f7c73af4-de37-4e65-92c1-6b32d9ca9e90 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:57:23.586809 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8c8be7bc-3727-4ffe-9870-0670ef795868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (f7c73af4-de37-4e65-92c1-6b32d9ca9e90), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:23.593733 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-13d11c99-9767-4515-8e34-4686af1b9d12 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:23.597345 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-13d11c99-9767-4515-8e34-4686af1b9d12 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "DELETE /networking/v2.0/security-group-rules/43d3eb04-b246-4434-8234-5448468b0604 HTTP/1.1" status: 204 len: 168 time: 1.1694725 Aug 27 04:57:23.601269 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36154) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:23.603732 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-ec81e8ae-81c8-44ac-9f8c-a1a29cc991a2 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:57:23.621726 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5174330b-3e63-4949-86e6-82f666e7ea5d tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks [] for port (3ffec9f4-c26e-496b-9716-fc76d244f404), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:23.625617 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec81e8ae-81c8-44ac-9f8c-a1a29cc991a2 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:57:23.626995 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ec81e8ae-81c8-44ac-9f8c-a1a29cc991a2 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (d0893e3f-e84c-4057-9dda-1e877ae47f89), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:23.638730 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d11c99-9767-4515-8e34-4686af1b9d12 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=43d3eb04-b246-4434-8234-5448468b0604,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:23.640621 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec81e8ae-81c8-44ac-9f8c-a1a29cc991a2 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event updated for resources: {'Port': ['ID=da0cbc44-4379-4e22-948a-f107b5e04ea3,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:23.689047 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-aa29b8d9-7915-428e-8218-fb5da1ff97f0 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (0d8077e4-93d0-44f2-b8f8-66c24a236715), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:23.695920 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-8c8be7bc-3727-4ffe-9870-0670ef795868 None None] Current status of the port f7c73af4-de37-4e65-92c1-6b32d9ca9e90 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:57:23.706096 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3197657-4e94-40ad-b446-74b3c275b2ca tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Network 2028ed83-4c4a-4097-af02-3200dcef8ef9 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:57:23.717512 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-10bd00a0-8528-499e-9798-586ed83da8ab tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:23.770308 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec81e8ae-81c8-44ac-9f8c-a1a29cc991a2 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event updated for resources: {'Port': ['ID=d0893e3f-e84c-4057-9dda-1e877ae47f89,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:23.781022 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [None req-5174330b-3e63-4949-86e6-82f666e7ea5d tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] device_id is not set on port 1d857cb0-79fa-4fbb-8a2d-4a7f0bcefffd yet. {{(pid=107775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:57:23.799324 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-60732f8b-629c-487c-8ffb-207689c2974c tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1914783 Aug 27 04:57:23.799324 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36162) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:23.865024 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-b3197657-4e94-40ad-b446-74b3c275b2ca tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 2028ed83-4c4a-4097-af02-3200dcef8ef9) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:57:23.874735 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65ac5e3-576d-4a7d-a75e-55b7c18e55d4 None None] Network 2028ed83-4c4a-4097-af02-3200dcef8ef9 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:57:23.904524 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec81e8ae-81c8-44ac-9f8c-a1a29cc991a2 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Checking segment: {'id': '908db914-ab2a-479b-b715-baf9faebd4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6c44e3e2-b85f-49c1-93e7-04566e845ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:57:23.904889 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec81e8ae-81c8-44ac-9f8c-a1a29cc991a2 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Network hostable DHCP agents. Network: 6c44e3e2-b85f-49c1-93e7-04566e845ffb, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:57:23.911622 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3197657-4e94-40ad-b446-74b3c275b2ca tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:23.912831 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b3197657-4e94-40ad-b446-74b3c275b2ca tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:23.999404 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:24.002416 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-80b41c66-75d8-402c-b660-cd9313f16f97 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group (6ed5e1b0-6040-4cd7-bcf0-e2fa5d06d8bf), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:24.025516 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-10bd00a0-8528-499e-9798-586ed83da8ab tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:24.033905 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-80b41c66-75d8-402c-b660-cd9313f16f97 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group (6ed5e1b0-6040-4cd7-bcf0-e2fa5d06d8bf), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:24.081843 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b3197657-4e94-40ad-b446-74b3c275b2ca tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7026379 Aug 27 04:57:24.084495 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36166) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:24.086509 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5933354-25ca-48cb-9ca3-6a1e0d3cc8f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-2028ed83-4c4a-4097-af02-3200dcef8ef9', 'network_id': '2028ed83-4c4a-4097-af02-3200dcef8ef9', 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'fixed_ips': [{'subnet_id': '72b77e3c-d0cf-4228-9047-7d80ad90012f'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:57:24.086733 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-aa29b8d9-7915-428e-8218-fb5da1ff97f0 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (0d8077e4-93d0-44f2-b8f8-66c24a236715), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:24.087482 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e5933354-25ca-48cb-9ca3-6a1e0d3cc8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:24.111452 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-3b93aed9-686c-4a73-b35a-cad61e130ea5 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1417780309', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:24.159808 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec81e8ae-81c8-44ac-9f8c-a1a29cc991a2 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Network 6c44e3e2-b85f-49c1-93e7-04566e845ffb is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:57:24.187708 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-ec81e8ae-81c8-44ac-9f8c-a1a29cc991a2 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 6c44e3e2-b85f-49c1-93e7-04566e845ffb) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:57:24.193225 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec81e8ae-81c8-44ac-9f8c-a1a29cc991a2 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:57:24.198177 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec81e8ae-81c8-44ac-9f8c-a1a29cc991a2 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:24.201944 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec81e8ae-81c8-44ac-9f8c-a1a29cc991a2 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:24.214632 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ec81e8ae-81c8-44ac-9f8c-a1a29cc991a2 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:24.217623 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-80b41c66-75d8-402c-b660-cd9313f16f97 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (6ed5e1b0-6040-4cd7-bcf0-e2fa5d06d8bf), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:24.220078 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-80b41c66-75d8-402c-b660-cd9313f16f97 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:24.229157 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36172) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:24.233355 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-80b41c66-75d8-402c-b660-cd9313f16f97 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/6ed5e1b0-6040-4cd7-bcf0-e2fa5d06d8bf HTTP/1.1" status: 204 len: 168 time: 0.4235468 Aug 27 04:57:24.234326 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa29b8d9-7915-428e-8218-fb5da1ff97f0 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event deleted for resources: {'Subnet': ['ID=0d8077e4-93d0-44f2-b8f8-66c24a236715,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:24.237852 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-aa29b8d9-7915-428e-8218-fb5da1ff97f0 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:24.251353 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-aa29b8d9-7915-428e-8218-fb5da1ff97f0 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/0d8077e4-93d0-44f2-b8f8-66c24a236715 HTTP/1.1" status: 204 len: 168 time: 1.9081023 Aug 27 04:57:24.264539 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36176) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:24.281894 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b41c66-75d8-402c-b660-cd9313f16f97 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed5e1b0-6040-4cd7-bcf0-e2fa5d06d8bf,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:24.310653 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-e5933354-25ca-48cb-9ca3-6a1e0d3cc8f5 None None] Allocated IP 2001:db8::2 (2028ed83-4c4a-4097-af02-3200dcef8ef9/72b77e3c-d0cf-4228-9047-7d80ad90012f/468adae0-c24a-44b1-b473-7fda0a0e62e3) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:57:24.317703 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5174330b-3e63-4949-86e6-82f666e7ea5d tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks [] for port (1d857cb0-79fa-4fbb-8a2d-4a7f0bcefffd), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:24.318872 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-10bd00a0-8528-499e-9798-586ed83da8ab tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Allocated IP 172.25.2.80 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/9bbe493e-cab3-4167-afc2-dcfcdb45fea5) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:57:24.375192 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3b93aed9-686c-4a73-b35a-cad61e130ea5 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (0a5e280e-373a-4e0d-a079-1506da617b66), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:24.376181 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3b93aed9-686c-4a73-b35a-cad61e130ea5 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (0a5e280e-373a-4e0d-a079-1506da617b66), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:24.417425 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ec81e8ae-81c8-44ac-9f8c-a1a29cc991a2 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.2623425 Aug 27 04:57:24.418569 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36180) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:24.477869 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-d9eb4bf8-33e3-498b-8757-24843e645756 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2458754 Aug 27 04:57:24.483526 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36182) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:24.496928 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e5933354-25ca-48cb-9ca3-6a1e0d3cc8f5 None None] Publish callbacks [] for port (468adae0-c24a-44b1-b473-7fda0a0e62e3), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:24.502763 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:24.512667 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2111d73-51ce-4838-b3d9-af20a9ed43f7 None None] Network 6c44e3e2-b85f-49c1-93e7-04566e845ffb requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:57:24.539787 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-adbb2977-ce70-4408-b773-9b5296325e95 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (b51126c1-5977-4418-a6da-f9fb7e557179), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:24.610375 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:24.612480 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3b93aed9-686c-4a73-b35a-cad61e130ea5 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for router_controller (0a5e280e-373a-4e0d-a079-1506da617b66), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:24.641361 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e30f9352-33ff-4a8a-9887-2165b6ae21bb tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group (1edd5407-b4c7-4897-9675-c236956ebb48), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:24.653763 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-adbb2977-ce70-4408-b773-9b5296325e95 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Deleting port f7c73af4-de37-4e65-92c1-6b32d9ca9e90 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:57:24.654497 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-adbb2977-ce70-4408-b773-9b5296325e95 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (f7c73af4-de37-4e65-92c1-6b32d9ca9e90), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:24.671088 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e30f9352-33ff-4a8a-9887-2165b6ae21bb tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group (1edd5407-b4c7-4897-9675-c236956ebb48), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:24.680090 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc21949-65ee-4049-bb08-18f6e26a7210 None None] Network b51126c1-5977-4418-a6da-f9fb7e557179 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:57:24.702656 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:24.713990 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e5933354-25ca-48cb-9ca3-6a1e0d3cc8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (468adae0-c24a-44b1-b473-7fda0a0e62e3), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:24.718798 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5174330b-3e63-4949-86e6-82f666e7ea5d tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (3ffec9f4-c26e-496b-9716-fc76d244f404), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:24.720471 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3b93aed9-686c-4a73-b35a-cad61e130ea5 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (0a5e280e-373a-4e0d-a079-1506da617b66), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:24.752105 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-adbb2977-ce70-4408-b773-9b5296325e95 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] For port f7c73af4-de37-4e65-92c1-6b32d9ca9e90, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=f7c73af4-de37-4e65-92c1-6b32d9ca9e90,segment=NetworkSegment(5a8d1dc6-fc24-43c0-b7f8-7974f1297997),segment_id=5a8d1dc6-fc24-43c0-b7f8-7974f1297997)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:57:24.753088 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-adbb2977-ce70-4408-b773-9b5296325e95 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (f7c73af4-de37-4e65-92c1-6b32d9ca9e90), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:24.771363 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-adbb2977-ce70-4408-b773-9b5296325e95 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Calling delete_port for f7c73af4-de37-4e65-92c1-6b32d9ca9e90 owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:57:24.786656 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5174330b-3e63-4949-86e6-82f666e7ea5d tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Pushing event updated for resources: {'Port': ['ID=3ffec9f4-c26e-496b-9716-fc76d244f404,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:24.802562 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e30f9352-33ff-4a8a-9887-2165b6ae21bb tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (1edd5407-b4c7-4897-9675-c236956ebb48), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:24.810071 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e30f9352-33ff-4a8a-9887-2165b6ae21bb tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:24.810071 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e30f9352-33ff-4a8a-9887-2165b6ae21bb tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/1edd5407-b4c7-4897-9675-c236956ebb48 HTTP/1.1" status: 204 len: 168 time: 0.3211834 Aug 27 04:57:24.826900 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36184) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:24.845163 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-10bd00a0-8528-499e-9798-586ed83da8ab tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for port (9bbe493e-cab3-4167-afc2-dcfcdb45fea5), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:24.858927 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30f9352-33ff-4a8a-9887-2165b6ae21bb tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1edd5407-b4c7-4897-9675-c236956ebb48,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:24.900903 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-cbbb1716-e078-4b47-8584-3a13bea154aa tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Deleting port d0893e3f-e84c-4057-9dda-1e877ae47f89 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:57:24.901275 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cbbb1716-e078-4b47-8584-3a13bea154aa tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (d0893e3f-e84c-4057-9dda-1e877ae47f89), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:24.990335 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3b93aed9-686c-4a73-b35a-cad61e130ea5 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:24.992515 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3b93aed9-686c-4a73-b35a-cad61e130ea5 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8848445 Aug 27 04:57:25.026036 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36188) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:25.053373 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=83,neutron:DELETE=12,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:25.057314 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5933354-25ca-48cb-9ca3-6a1e0d3cc8f5 None None] Pushing event updated for resources: {'Port': ['ID=468adae0-c24a-44b1-b473-7fda0a0e62e3,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:25.061010 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5174330b-3e63-4949-86e6-82f666e7ea5d tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Checking segment: {'id': '0a9fdb9d-9647-4755-8217-4233b3b5c755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'f057d8d9-ccba-42fc-902b-99c1fac3db77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:57:25.061472 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5174330b-3e63-4949-86e6-82f666e7ea5d tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Network hostable DHCP agents. Network: f057d8d9-ccba-42fc-902b-99c1fac3db77, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:57:25.065273 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-10bd00a0-8528-499e-9798-586ed83da8ab tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (9bbe493e-cab3-4167-afc2-dcfcdb45fea5), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:25.126364 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5933354-25ca-48cb-9ca3-6a1e0d3cc8f5 None None] Network 2028ed83-4c4a-4097-af02-3200dcef8ef9 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:57:25.141585 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5933354-25ca-48cb-9ca3-6a1e0d3cc8f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:57:25.141585 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5933354-25ca-48cb-9ca3-6a1e0d3cc8f5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:57:25.143045 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f6d6253b-e44f-4f4e-8193-95998da4481a tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3135741 Aug 27 04:57:25.143865 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36194) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:25.149633 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5933354-25ca-48cb-9ca3-6a1e0d3cc8f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:57:25.152498 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5933354-25ca-48cb-9ca3-6a1e0d3cc8f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:57:25.152498 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5933354-25ca-48cb-9ca3-6a1e0d3cc8f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:57:25.154176 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5933354-25ca-48cb-9ca3-6a1e0d3cc8f5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:57:25.154631 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5933354-25ca-48cb-9ca3-6a1e0d3cc8f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:57:25.155052 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5933354-25ca-48cb-9ca3-6a1e0d3cc8f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:57:25.155433 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5933354-25ca-48cb-9ca3-6a1e0d3cc8f5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:57:25.156599 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5933354-25ca-48cb-9ca3-6a1e0d3cc8f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:57:25.156987 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5933354-25ca-48cb-9ca3-6a1e0d3cc8f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:57:25.157328 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5933354-25ca-48cb-9ca3-6a1e0d3cc8f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:57:25.157711 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5933354-25ca-48cb-9ca3-6a1e0d3cc8f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:57:25.158095 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5933354-25ca-48cb-9ca3-6a1e0d3cc8f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:57:25.158440 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5933354-25ca-48cb-9ca3-6a1e0d3cc8f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:57:25.164210 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cbbb1716-e078-4b47-8584-3a13bea154aa tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (d0893e3f-e84c-4057-9dda-1e877ae47f89), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:25.167572 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-094fc9c0-17cf-4e72-9b85-5a17fc3136a2 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Request body: {'security_group': {'name': 'tempest-secgroup--1682209921'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:25.176374 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-adbb2977-ce70-4408-b773-9b5296325e95 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (f7c73af4-de37-4e65-92c1-6b32d9ca9e90), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:25.191645 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-cbbb1716-e078-4b47-8584-3a13bea154aa tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Calling delete_port for d0893e3f-e84c-4057-9dda-1e877ae47f89 owned by {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:57:25.193485 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bd00a0-8528-499e-9798-586ed83da8ab tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:57:25.204805 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-10bd00a0-8528-499e-9798-586ed83da8ab tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:57:25.205411 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-e5933354-25ca-48cb-9ca3-6a1e0d3cc8f5 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:57:25.216482 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5933354-25ca-48cb-9ca3-6a1e0d3cc8f5 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:57:25.220355 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bd00a0-8528-499e-9798-586ed83da8ab tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:57:25.289609 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbb2977-ce70-4408-b773-9b5296325e95 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event deleted for resources: {'Port': ['ID=f7c73af4-de37-4e65-92c1-6b32d9ca9e90,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:25.315069 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd00a0-8528-499e-9798-586ed83da8ab tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Pushing event updated for resources: {'Port': ['ID=9bbe493e-cab3-4167-afc2-dcfcdb45fea5,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:25.341712 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbb2977-ce70-4408-b773-9b5296325e95 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] No DVR routers for this DVR port f7c73af4-de37-4e65-92c1-6b32d9ca9e90 on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:57:25.347389 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5db7bbb-2b50-428b-a8f4-d2d9ee73f275 None None] DHCP port deletion for b51126c1-5977-4418-a6da-f9fb7e557179 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:57:25.369645 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5174330b-3e63-4949-86e6-82f666e7ea5d tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Network f057d8d9-ccba-42fc-902b-99c1fac3db77 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:57:25.377417 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-e5933354-25ca-48cb-9ca3-6a1e0d3cc8f5 None None] Attempting to bind port 468adae0-c24a-44b1-b473-7fda0a0e62e3 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:57:25.378079 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-e5933354-25ca-48cb-9ca3-6a1e0d3cc8f5 None None] Attempting to bind port 468adae0-c24a-44b1-b473-7fda0a0e62e3 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '2be0c920-731e-41bd-9e27-c9e904f35c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2028ed83-4c4a-4097-af02-3200dcef8ef9'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:57:25.378606 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5933354-25ca-48cb-9ca3-6a1e0d3cc8f5 None None] Attempting to bind port 468adae0-c24a-44b1-b473-7fda0a0e62e3 on network 2028ed83-4c4a-4097-af02-3200dcef8ef9 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:57:25.385078 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5933354-25ca-48cb-9ca3-6a1e0d3cc8f5 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:57:25.390563 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5933354-25ca-48cb-9ca3-6a1e0d3cc8f5 None None] Checking segment: {'id': '2be0c920-731e-41bd-9e27-c9e904f35c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2028ed83-4c4a-4097-af02-3200dcef8ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:57:25.390563 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e5933354-25ca-48cb-9ca3-6a1e0d3cc8f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:25.390563 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5933354-25ca-48cb-9ca3-6a1e0d3cc8f5 None None] Bound using segment: {'id': '2be0c920-731e-41bd-9e27-c9e904f35c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2028ed83-4c4a-4097-af02-3200dcef8ef9'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:57:25.390563 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-e5933354-25ca-48cb-9ca3-6a1e0d3cc8f5 None None] Bound port: 468adae0-c24a-44b1-b473-7fda0a0e62e3, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2be0c920-731e-41bd-9e27-c9e904f35c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2028ed83-4c4a-4097-af02-3200dcef8ef9'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:57:25.390563 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e5933354-25ca-48cb-9ca3-6a1e0d3cc8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (468adae0-c24a-44b1-b473-7fda0a0e62e3), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:25.462039 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-094fc9c0-17cf-4e72-9b85-5a17fc3136a2 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:25.475150 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-e5933354-25ca-48cb-9ca3-6a1e0d3cc8f5 None None] For port 468adae0-c24a-44b1-b473-7fda0a0e62e3, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:57:25.481464 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-e5933354-25ca-48cb-9ca3-6a1e0d3cc8f5 None None] For port 468adae0-c24a-44b1-b473-7fda0a0e62e3, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=468adae0-c24a-44b1-b473-7fda0a0e62e3,segment=NetworkSegment(2be0c920-731e-41bd-9e27-c9e904f35c6e),segment_id=2be0c920-731e-41bd-9e27-c9e904f35c6e)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:57:25.523608 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-5174330b-3e63-4949-86e6-82f666e7ea5d tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, f057d8d9-ccba-42fc-902b-99c1fac3db77) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:57:25.537609 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5174330b-3e63-4949-86e6-82f666e7ea5d tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:57:25.537991 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e398122-7dc4-429d-b8e0-d2d73ae7bbce None None] Network f057d8d9-ccba-42fc-902b-99c1fac3db77 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:57:25.539466 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5174330b-3e63-4949-86e6-82f666e7ea5d tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (1d857cb0-79fa-4fbb-8a2d-4a7f0bcefffd), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:25.561139 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-adbb2977-ce70-4408-b773-9b5296325e95 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (b51126c1-5977-4418-a6da-f9fb7e557179), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:25.585904 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-adbb2977-ce70-4408-b773-9b5296325e95 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b51126c1-5977-4418-a6da-f9fb7e557179']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:25.599909 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-adbb2977-ce70-4408-b773-9b5296325e95 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a8d1dc6-fc24-43c0-b7f8-7974f1297997') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:25.601497 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-adbb2977-ce70-4408-b773-9b5296325e95 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a8d1dc6-fc24-43c0-b7f8-7974f1297997') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:25.617759 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-adbb2977-ce70-4408-b773-9b5296325e95 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (5a8d1dc6-fc24-43c0-b7f8-7974f1297997), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:25.634754 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-adbb2977-ce70-4408-b773-9b5296325e95 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (5a8d1dc6-fc24-43c0-b7f8-7974f1297997), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:25.655093 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adbb2977-ce70-4408-b773-9b5296325e95 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:57:25.655513 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-adbb2977-ce70-4408-b773-9b5296325e95 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (5a8d1dc6-fc24-43c0-b7f8-7974f1297997), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:25.671087 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5174330b-3e63-4949-86e6-82f666e7ea5d tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Pushing event updated for resources: {'Port': ['ID=1d857cb0-79fa-4fbb-8a2d-4a7f0bcefffd,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:25.694170 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e5933354-25ca-48cb-9ca3-6a1e0d3cc8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (468adae0-c24a-44b1-b473-7fda0a0e62e3), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:25.752394 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5174330b-3e63-4949-86e6-82f666e7ea5d tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Checking segment: {'id': '7bef5c6b-1f67-4643-bd76-a410f4c54bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '59a12890-f6b3-4772-8bbe-4d7f4a8dc447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:57:25.752768 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5174330b-3e63-4949-86e6-82f666e7ea5d tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Network hostable DHCP agents. Network: 59a12890-f6b3-4772-8bbe-4d7f4a8dc447, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:57:25.756594 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-094fc9c0-17cf-4e72-9b85-5a17fc3136a2 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group (881a9292-f5f2-4da7-8b97-35328a371b82), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:25.796148 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=5,neutron:INSERT=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:25.804398 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 5a8d1dc6-fc24-43c0-b7f8-7974f1297997 resource provider aggregate not found Aug 27 04:57:25.841812 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-adbb2977-ce70-4408-b773-9b5296325e95 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (b51126c1-5977-4418-a6da-f9fb7e557179), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:25.888926 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5933354-25ca-48cb-9ca3-6a1e0d3cc8f5 None None] Pushing event updated for resources: {'Port': ['ID=468adae0-c24a-44b1-b473-7fda0a0e62e3,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:25.897274 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 5a8d1dc6-fc24-43c0-b7f8-7974f1297997 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5a8d1dc6-fc24-43c0-b7f8-7974f1297997 found for delete ", "request_id": "req-18ad08a1-9fd2-45fa-b6ab-5992cf1e45a3"}]} Aug 27 04:57:25.905748 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-adbb2977-ce70-4408-b773-9b5296325e95 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:25.913950 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-adbb2977-ce70-4408-b773-9b5296325e95 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "DELETE /networking/v2.0/networks/b51126c1-5977-4418-a6da-f9fb7e557179 HTTP/1.1" status: 204 len: 168 time: 1.6235061 Aug 27 04:57:25.922426 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36206) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:25.935913 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:25.943112 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5174330b-3e63-4949-86e6-82f666e7ea5d tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Network 59a12890-f6b3-4772-8bbe-4d7f4a8dc447 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:57:25.947024 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbb2977-ce70-4408-b773-9b5296325e95 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event deleted for resources: {'Network': ['ID=b51126c1-5977-4418-a6da-f9fb7e557179,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:25.957097 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-094fc9c0-17cf-4e72-9b85-5a17fc3136a2 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (881a9292-f5f2-4da7-8b97-35328a371b82), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:26.036407 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c3be7e37-28c3-4c59-96f0-f371155a8521 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:26.040932 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cbbb1716-e078-4b47-8584-3a13bea154aa tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (d0893e3f-e84c-4057-9dda-1e877ae47f89), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:26.087894 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbb1716-e078-4b47-8584-3a13bea154aa tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event deleted for resources: {'Port': ['ID=d0893e3f-e84c-4057-9dda-1e877ae47f89,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:26.101493 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cbbb1716-e078-4b47-8584-3a13bea154aa tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:26.107432 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-cbbb1716-e078-4b47-8584-3a13bea154aa tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "DELETE /networking/v2.0/ports/d0893e3f-e84c-4057-9dda-1e877ae47f89 HTTP/1.1" status: 204 len: 168 time: 1.6851962 Aug 27 04:57:26.136085 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36212) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:26.158612 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094fc9c0-17cf-4e72-9b85-5a17fc3136a2 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=881a9292-f5f2-4da7-8b97-35328a371b82,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:26.196894 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-5174330b-3e63-4949-86e6-82f666e7ea5d tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 59a12890-f6b3-4772-8bbe-4d7f4a8dc447) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:57:26.208641 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6318be-a29f-49ae-a2a1-36831ddcd718 None None] Network 59a12890-f6b3-4772-8bbe-4d7f4a8dc447 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:57:26.213012 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f98e44-34f2-428f-bf5f-9b6d38d87f52 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:26.218338 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-14f98e44-34f2-428f-bf5f-9b6d38d87f52 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2908483 Aug 27 04:57:26.220432 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5174330b-3e63-4949-86e6-82f666e7ea5d tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:57:26.220571 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36216) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:26.224492 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5174330b-3e63-4949-86e6-82f666e7ea5d tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:26.233343 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5174330b-3e63-4949-86e6-82f666e7ea5d tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:26.234159 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5174330b-3e63-4949-86e6-82f666e7ea5d tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:26.268729 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53fdfa7-10ab-46f2-aab9-97f11097cc63 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:26.279549 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53fdfa7-10ab-46f2-aab9-97f11097cc63 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:26.284252 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f53fdfa7-10ab-46f2-aab9-97f11097cc63 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1447818 Aug 27 04:57:26.287200 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-094fc9c0-17cf-4e72-9b85-5a17fc3136a2 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:26.292100 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-094fc9c0-17cf-4e72-9b85-5a17fc3136a2 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1418047 Aug 27 04:57:26.293271 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36218) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:26.293271 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36220) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:26.299735 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-8b6bd6c5-e954-41c4-a9ef-8d68d9279b3b tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Request body: {'security_group_rule': {'security_group_id': '881a9292-f5f2-4da7-8b97-35328a371b82', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:26.314101 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:26.376443 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-10bd00a0-8528-499e-9798-586ed83da8ab tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for floatingip (3c27914d-c24b-467e-93dc-a22ed4ece514), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:26.443609 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-5174330b-3e63-4949-86e6-82f666e7ea5d tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.5090356 Aug 27 04:57:26.448054 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36224) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:26.482065 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1059cd19-fd5b-48dc-b7fe-499ebad2b453 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "GET /networking/v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2546101 Aug 27 04:57:26.483136 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36226) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:26.497257 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-62e6ff51-0a12-42b4-adc9-351631d018d8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-394119645'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:26.543258 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-68365f71-2117-4d7c-862f-d2f8e436fbe9 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Deleting port da0cbc44-4379-4e22-948a-f107b5e04ea3 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:57:26.543734 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-68365f71-2117-4d7c-862f-d2f8e436fbe9 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (da0cbc44-4379-4e22-948a-f107b5e04ea3), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:26.574278 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d092024b-9c00-4ad1-b0f7-3c88b6764eb7 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:26.579145 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d092024b-9c00-4ad1-b0f7-3c88b6764eb7 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:26.583275 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d092024b-9c00-4ad1-b0f7-3c88b6764eb7 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] 10.222.0.76 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1284137 Aug 27 04:57:26.584237 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36230) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:26.625994 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8b6bd6c5-e954-41c4-a9ef-8d68d9279b3b tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (708b4e49-e139-4ffa-b672-c40895716d06), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:26.653766 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:26.660278 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e6ff51-0a12-42b4-adc9-351631d018d8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Made reservation on behalf of be8944f580af495191f8edd06de8f901 for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:57:26.665129 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-62e6ff51-0a12-42b4-adc9-351631d018d8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:26.695079 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-44a87a47-fb6f-4673-b2b1-c743bcf0d458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:26.705204 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-68365f71-2117-4d7c-862f-d2f8e436fbe9 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (da0cbc44-4379-4e22-948a-f107b5e04ea3), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:26.734082 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-68365f71-2117-4d7c-862f-d2f8e436fbe9 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Calling delete_port for da0cbc44-4379-4e22-948a-f107b5e04ea3 owned by {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:57:26.774647 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-10bd00a0-8528-499e-9798-586ed83da8ab tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (9bbe493e-cab3-4167-afc2-dcfcdb45fea5), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:26.784212 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62e6ff51-0a12-42b4-adc9-351631d018d8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:57:26.801875 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-c3be7e37-28c3-4c59-96f0-f371155a8521 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Allocated IP 2001:db8::1 (2028ed83-4c4a-4097-af02-3200dcef8ef9/72b77e3c-d0cf-4228-9047-7d80ad90012f/1f615564-6994-4b3d-a4e1-f74fc766d3da) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:57:26.834522 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-4efc2327-6c8f-4a24-a714-652f58dc4571 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Deleting port 3ffec9f4-c26e-496b-9716-fc76d244f404 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:57:26.834944 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4efc2327-6c8f-4a24-a714-652f58dc4571 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (3ffec9f4-c26e-496b-9716-fc76d244f404), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:26.842016 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-62e6ff51-0a12-42b4-adc9-351631d018d8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (666064e5-9c69-4a3b-82d3-36e505eb5ebf), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:26.842368 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-62e6ff51-0a12-42b4-adc9-351631d018d8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Added segment 666064e5-9c69-4a3b-82d3-36e505eb5ebf of type vlan for network 801ce510-fbdd-4634-96a7-a2526216ebf1 Aug 27 04:57:26.953368 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8b6bd6c5-e954-41c4-a9ef-8d68d9279b3b tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (708b4e49-e139-4ffa-b672-c40895716d06), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:27.018686 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4efc2327-6c8f-4a24-a714-652f58dc4571 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (3ffec9f4-c26e-496b-9716-fc76d244f404), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:27.044478 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-4efc2327-6c8f-4a24-a714-652f58dc4571 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Calling delete_port for 3ffec9f4-c26e-496b-9716-fc76d244f404 owned by {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:57:27.102208 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c3be7e37-28c3-4c59-96f0-f371155a8521 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for port (1f615564-6994-4b3d-a4e1-f74fc766d3da), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:27.123976 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:27.129125 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 468adae0-c24a-44b1-b473-7fda0a0e62e3 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:57:27.142486 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8b6bd6c5-e954-41c4-a9ef-8d68d9279b3b tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (708b4e49-e139-4ffa-b672-c40895716d06), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:27.169020 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6bd6c5-e954-41c4-a9ef-8d68d9279b3b tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=708b4e49-e139-4ffa-b672-c40895716d06,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:27.197866 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c3be7e37-28c3-4c59-96f0-f371155a8521 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (1f615564-6994-4b3d-a4e1-f74fc766d3da), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:27.219413 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3be7e37-28c3-4c59-96f0-f371155a8521 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Network 2028ed83-4c4a-4097-af02-3200dcef8ef9 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:57:27.221999 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-c3be7e37-28c3-4c59-96f0-f371155a8521 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:57:27.236514 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 468adae0-c24a-44b1-b473-7fda0a0e62e3 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:57:27.241404 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (468adae0-c24a-44b1-b473-7fda0a0e62e3), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:27.252132 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-62e6ff51-0a12-42b4-adc9-351631d018d8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (801ce510-fbdd-4634-96a7-a2526216ebf1), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:27.254703 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3be7e37-28c3-4c59-96f0-f371155a8521 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:57:27.255305 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c3be7e37-28c3-4c59-96f0-f371155a8521 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (0a5e280e-373a-4e0d-a079-1506da617b66), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:27.262194 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-68365f71-2117-4d7c-862f-d2f8e436fbe9 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (da0cbc44-4379-4e22-948a-f107b5e04ea3), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:27.368426 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 468adae0-c24a-44b1-b473-7fda0a0e62e3 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:57:27.370531 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (468adae0-c24a-44b1-b473-7fda0a0e62e3), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:27.376023 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8b6bd6c5-e954-41c4-a9ef-8d68d9279b3b tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:27.377429 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8b6bd6c5-e954-41c4-a9ef-8d68d9279b3b tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0819855 Aug 27 04:57:27.388555 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-68365f71-2117-4d7c-862f-d2f8e436fbe9 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:27.393488 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-68365f71-2117-4d7c-862f-d2f8e436fbe9 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "DELETE /networking/v2.0/ports/da0cbc44-4379-4e22-948a-f107b5e04ea3 HTTP/1.1" status: 204 len: 168 time: 1.0991340 Aug 27 04:57:27.397315 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36240) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:27.398817 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36242) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:27.412322 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 468adae0-c24a-44b1-b473-7fda0a0e62e3, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=468adae0-c24a-44b1-b473-7fda0a0e62e3,segment=NetworkSegment(2be0c920-731e-41bd-9e27-c9e904f35c6e),segment_id=2be0c920-731e-41bd-9e27-c9e904f35c6e)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:57:27.418391 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-10bd00a0-8528-499e-9798-586ed83da8ab tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for port (9bbe493e-cab3-4167-afc2-dcfcdb45fea5), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:27.420969 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-62e6ff51-0a12-42b4-adc9-351631d018d8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (801ce510-fbdd-4634-96a7-a2526216ebf1), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:27.426188 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e6ff51-0a12-42b4-adc9-351631d018d8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:27.426796 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-62e6ff51-0a12-42b4-adc9-351631d018d8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:27.432409 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4efc2327-6c8f-4a24-a714-652f58dc4571 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (3ffec9f4-c26e-496b-9716-fc76d244f404), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:27.443057 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ac98fd-98d8-4789-940b-bc3784f9dff0 None None] Network 2028ed83-4c4a-4097-af02-3200dcef8ef9 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:57:27.558559 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efc2327-6c8f-4a24-a714-652f58dc4571 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Pushing event deleted for resources: {'Port': ['ID=3ffec9f4-c26e-496b-9716-fc76d244f404,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:27.560492 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-10bd00a0-8528-499e-9798-586ed83da8ab tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (9bbe493e-cab3-4167-afc2-dcfcdb45fea5), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:27.580990 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3be7e37-28c3-4c59-96f0-f371155a8521 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event updated for resources: {'Port': ['ID=1f615564-6994-4b3d-a4e1-f74fc766d3da,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:27.599807 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=30 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:27.614636 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68365f71-2117-4d7c-862f-d2f8e436fbe9 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event deleted for resources: {'Port': ['ID=da0cbc44-4379-4e22-948a-f107b5e04ea3,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:27.641518 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-aed2d330-5e1a-45a6-8f64-3c811cecd73a tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (708b4e49-e139-4ffa-b672-c40895716d06), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:27.644021 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd00a0-8528-499e-9798-586ed83da8ab tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Pushing event updated for resources: {'Port': ['ID=9bbe493e-cab3-4167-afc2-dcfcdb45fea5,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:27.661865 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=16 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:27.669923 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1b316a-e7cf-43b5-9a1f-e527e0206dcd tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:27.671554 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-be1b316a-e7cf-43b5-9a1f-e527e0206dcd tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2620108 Aug 27 04:57:27.674045 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-aed2d330-5e1a-45a6-8f64-3c811cecd73a tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (708b4e49-e139-4ffa-b672-c40895716d06), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:27.676431 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36248) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:27.680436 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4efc2327-6c8f-4a24-a714-652f58dc4571 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:27.683642 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-4efc2327-6c8f-4a24-a714-652f58dc4571 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] 10.222.0.76 "DELETE /networking/v2.0/ports/3ffec9f4-c26e-496b-9716-fc76d244f404 HTTP/1.1" status: 204 len: 168 time: 1.0978277 Aug 27 04:57:27.697692 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (468adae0-c24a-44b1-b473-7fda0a0e62e3), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:27.706748 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-62e6ff51-0a12-42b4-adc9-351631d018d8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2243762 Aug 27 04:57:27.724991 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36250) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:27.725479 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36252) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:27.726614 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-5092b076-86ac-436c-ad5e-06f2cfe5a16f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] GET failed (client error): The resource could not be found. Aug 27 04:57:27.728811 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-5092b076-86ac-436c-ad5e-06f2cfe5a16f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "GET /networking/v2.0/ports/d0893e3f-e84c-4057-9dda-1e877ae47f89 HTTP/1.1" status: 404 len: 333 time: 0.0513110 Aug 27 04:57:27.747496 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:27.748624 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36254) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:27.751503 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-6cb4999b-638a-45f7-b0b6-10c065a84d82 None None] Provisioning complete for port 468adae0-c24a-44b1-b473-7fda0a0e62e3 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:57:27.752040 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6cb4999b-638a-45f7-b0b6-10c065a84d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (468adae0-c24a-44b1-b473-7fda0a0e62e3), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:27.755836 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-10bd00a0-8528-499e-9798-586ed83da8ab tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677636'] for floatingip (3c27914d-c24b-467e-93dc-a22ed4ece514), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:27.798691 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-10e2b9b7-2b4e-4d38-898b-52f5f1811fcc tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Request body: {'subnet': {'network_id': '801ce510-fbdd-4634-96a7-a2526216ebf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:27.808314 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c3be7e37-28c3-4c59-96f0-f371155a8521 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (1f615564-6994-4b3d-a4e1-f74fc766d3da), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:27.812496 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device f7c73af4-de37-4e65-92c1-6b32d9ca9e90 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:57:27.843539 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-76f9823b-3d82-4fd3-8e09-2bae85efc85c tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] GET failed (client error): The resource could not be found. Aug 27 04:57:27.848810 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-76f9823b-3d82-4fd3-8e09-2bae85efc85c tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "GET /networking/v2.0/ports/da0cbc44-4379-4e22-948a-f107b5e04ea3 HTTP/1.1" status: 404 len: 333 time: 0.0926516 Aug 27 04:57:27.852087 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36258) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:27.854562 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e6ff51-0a12-42b4-adc9-351631d018d8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event updated for resources: {'Network': ['ID=801ce510-fbdd-4634-96a7-a2526216ebf1,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:27.859068 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: f7c73af4-de37-4e65-92c1-6b32d9ca9e90 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:57:27.859411 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device f7c73af4-de37-4e65-92c1-6b32d9ca9e90 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:57:27.863887 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=468adae0-c24a-44b1-b473-7fda0a0e62e3,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:27.873670 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 801ce510-fbdd-4634-96a7-a2526216ebf1 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:57:27.970527 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-92093e6c-8674-4ff1-8ec1-d29efd2afc27 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (6c44e3e2-b85f-49c1-93e7-04566e845ffb), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:28.023328 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-6cb4999b-638a-45f7-b0b6-10c065a84d82 None None] Current status of the port 468adae0-c24a-44b1-b473-7fda0a0e62e3 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:57:28.101750 n-d-852088-5 neutron-server[107775]: INFO neutron.db.l3_db [None req-10bd00a0-8528-499e-9798-586ed83da8ab tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Floating IP 3c27914d-c24b-467e-93dc-a22ed4ece514 associated. External IP: 172.25.2.80, port: 716117c6-88b8-4085-b3d8-768ccde9b4ed. Aug 27 04:57:28.195238 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-92093e6c-8674-4ff1-8ec1-d29efd2afc27 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (6c44e3e2-b85f-49c1-93e7-04566e845ffb), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:28.260680 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-aed2d330-5e1a-45a6-8f64-3c811cecd73a tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (708b4e49-e139-4ffa-b672-c40895716d06), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:28.264503 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:INSERT=12,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:28.291617 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-92093e6c-8674-4ff1-8ec1-d29efd2afc27 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c44e3e2-b85f-49c1-93e7-04566e845ffb']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:28.295084 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-aed2d330-5e1a-45a6-8f64-3c811cecd73a tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:28.299269 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-aed2d330-5e1a-45a6-8f64-3c811cecd73a tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "DELETE /networking/v2.0/security-group-rules/708b4e49-e139-4ffa-b672-c40895716d06 HTTP/1.1" status: 204 len: 168 time: 0.8978262 Aug 27 04:57:28.309495 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36264) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:28.346399 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:28.352744 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-92093e6c-8674-4ff1-8ec1-d29efd2afc27 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '908db914-ab2a-479b-b715-baf9faebd4b2') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:28.353051 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-92093e6c-8674-4ff1-8ec1-d29efd2afc27 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '908db914-ab2a-479b-b715-baf9faebd4b2') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:28.355315 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed2d330-5e1a-45a6-8f64-3c811cecd73a tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=708b4e49-e139-4ffa-b672-c40895716d06,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:28.368460 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-92093e6c-8674-4ff1-8ec1-d29efd2afc27 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (908db914-ab2a-479b-b715-baf9faebd4b2), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:28.374484 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-734327fc-8a66-4219-953e-71d3b6c7416a tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Deleting port 1d857cb0-79fa-4fbb-8a2d-4a7f0bcefffd {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:57:28.374945 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-734327fc-8a66-4219-953e-71d3b6c7416a tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (1d857cb0-79fa-4fbb-8a2d-4a7f0bcefffd), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:28.399719 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-0d11e8a8-07ca-4189-aad0-0035acf7bc97 None None] Provisioning complete for port 1f615564-6994-4b3d-a4e1-f74fc766d3da triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:57:28.400096 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0d11e8a8-07ca-4189-aad0-0035acf7bc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (1f615564-6994-4b3d-a4e1-f74fc766d3da), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:28.457025 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-0d11e8a8-07ca-4189-aad0-0035acf7bc97 None None] Port 1f615564-6994-4b3d-a4e1-f74fc766d3da cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:57:28.459023 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-92093e6c-8674-4ff1-8ec1-d29efd2afc27 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (908db914-ab2a-479b-b715-baf9faebd4b2), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:28.471960 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92093e6c-8674-4ff1-8ec1-d29efd2afc27 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:57:28.472948 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-92093e6c-8674-4ff1-8ec1-d29efd2afc27 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (908db914-ab2a-479b-b715-baf9faebd4b2), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:28.479528 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-0d11e8a8-07ca-4189-aad0-0035acf7bc97 None None] Provisioning complete for port 468adae0-c24a-44b1-b473-7fda0a0e62e3 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:57:28.479834 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0d11e8a8-07ca-4189-aad0-0035acf7bc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (468adae0-c24a-44b1-b473-7fda0a0e62e3), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:28.565151 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 908db914-ab2a-479b-b715-baf9faebd4b2 resource provider aggregate not found Aug 27 04:57:28.622505 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-0d11e8a8-07ca-4189-aad0-0035acf7bc97 None None] Current status of the port 468adae0-c24a-44b1-b473-7fda0a0e62e3 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:57:28.675338 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10bd00a0-8528-499e-9798-586ed83da8ab tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Router bc298bda-23b3-40f7-8a86-4ec774b53194 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:57:28.677895 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 908db914-ab2a-479b-b715-baf9faebd4b2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 908db914-ab2a-479b-b715-baf9faebd4b2 found for delete ", "request_id": "req-09f30f86-6cc9-4468-9048-26bcf2b585ef"}]} Aug 27 04:57:28.684691 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-92093e6c-8674-4ff1-8ec1-d29efd2afc27 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (6c44e3e2-b85f-49c1-93e7-04566e845ffb), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:28.712693 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-92093e6c-8674-4ff1-8ec1-d29efd2afc27 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:28.727043 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-92093e6c-8674-4ff1-8ec1-d29efd2afc27 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "DELETE /networking/v2.0/networks/6c44e3e2-b85f-49c1-93e7-04566e845ffb HTTP/1.1" status: 204 len: 168 time: 0.8732293 Aug 27 04:57:28.736300 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36294) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:28.742753 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-acde0448-af76-40ac-9695-258d8d46df19 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2028643380'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:28.814933 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92093e6c-8674-4ff1-8ec1-d29efd2afc27 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event deleted for resources: {'Network': ['ID=6c44e3e2-b85f-49c1-93e7-04566e845ffb,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:28.838623 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:28.890650 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:28.946112 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-c24f7903-0ee6-4eeb-a671-de7f28abe14e None None] Provisioning complete for port 1f615564-6994-4b3d-a4e1-f74fc766d3da triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:57:28.947027 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c24f7903-0ee6-4eeb-a671-de7f28abe14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (1f615564-6994-4b3d-a4e1-f74fc766d3da), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:28.983590 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10bd00a0-8528-499e-9798-586ed83da8ab tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:57:29.005638 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acde0448-af76-40ac-9695-258d8d46df19 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Made reservation on behalf of fe4b55b9429141158994d6a58059854d for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:57:29.010595 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-acde0448-af76-40ac-9695-258d8d46df19 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:29.017852 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1090b3b-00c0-4803-ab84-6e810e9bb420 None None] Sync routers for ids ['bc298bda-23b3-40f7-8a86-4ec774b53194'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:57:29.056500 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 468adae0-c24a-44b1-b473-7fda0a0e62e3 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:57:29.083131 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acde0448-af76-40ac-9695-258d8d46df19 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:57:29.096638 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-c24f7903-0ee6-4eeb-a671-de7f28abe14e None None] Port 1f615564-6994-4b3d-a4e1-f74fc766d3da cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:57:29.109751 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-acde0448-af76-40ac-9695-258d8d46df19 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (648e299a-b272-4ca9-84b9-0e5dbfcafafe), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:29.110196 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-acde0448-af76-40ac-9695-258d8d46df19 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Added segment 648e299a-b272-4ca9-84b9-0e5dbfcafafe of type vlan for network d8d0b661-b235-4bbb-8dda-02951b0f3cf2 Aug 27 04:57:29.111722 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1090b3b-00c0-4803-ab84-6e810e9bb420 None None] Routers {'bc298bda-23b3-40f7-8a86-4ec774b53194'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:57:29.112582 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-f1090b3b-00c0-4803-ab84-6e810e9bb420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:56:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['bc298bda-23b3-40f7-8a86-4ec774b53194'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:29.154161 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-f1090b3b-00c0-4803-ab84-6e810e9bb420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:29.186726 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:29.189779 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1090b3b-00c0-4803-ab84-6e810e9bb420 None None] Routers {'bc298bda-23b3-40f7-8a86-4ec774b53194'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:57:29.190706 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-f1090b3b-00c0-4803-ab84-6e810e9bb420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:56:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['bc298bda-23b3-40f7-8a86-4ec774b53194'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:29.195168 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-10bd00a0-8528-499e-9798-586ed83da8ab tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:29.219156 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c3be7e37-28c3-4c59-96f0-f371155a8521 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for port (1f615564-6994-4b3d-a4e1-f74fc766d3da), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:29.235058 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-26511905-7b0e-465a-b4af-3f72d5eff476 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.9208837 Aug 27 04:57:29.238769 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e2b9b7-2b4e-4d38-898b-52f5f1811fcc tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Made reservation on behalf of be8944f580af495191f8edd06de8f901 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:57:29.244362 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-10e2b9b7-2b4e-4d38-898b-52f5f1811fcc tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:29.251386 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36324) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:29.287113 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-f1090b3b-00c0-4803-ab84-6e810e9bb420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:29.287791 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1090b3b-00c0-4803-ab84-6e810e9bb420 None None] The sync data for ids ['bc298bda-23b3-40f7-8a86-4ec774b53194'] in n-d-852088-5 is: [] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:57:29.291741 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3afca422-094d-483c-b0a1-ed3dbc2b5037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:29.298600 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-acde0448-af76-40ac-9695-258d8d46df19 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (d8d0b661-b235-4bbb-8dda-02951b0f3cf2), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:29.317998 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 468adae0-c24a-44b1-b473-7fda0a0e62e3 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:57:29.318381 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (468adae0-c24a-44b1-b473-7fda0a0e62e3), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:29.333913 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-10bd00a0-8528-499e-9798-586ed83da8ab tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] 10.222.0.76 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.7968516 Aug 27 04:57:29.334156 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-734327fc-8a66-4219-953e-71d3b6c7416a tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (1d857cb0-79fa-4fbb-8a2d-4a7f0bcefffd), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:29.340401 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36328) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:29.352345 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c3be7e37-28c3-4c59-96f0-f371155a8521 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (1f615564-6994-4b3d-a4e1-f74fc766d3da), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:29.353038 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c3be7e37-28c3-4c59-96f0-f371155a8521 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (0a5e280e-373a-4e0d-a079-1506da617b66), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:29.362944 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-eb1c0d79-5aa6-4b5c-8bbc-4a4701b168b4 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Request body: {'floatingip': {'port_id': '716117c6-88b8-4085-b3d8-768ccde9b4ed', 'fixed_ip_address': '172.20.0.12'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:29.436129 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3be7e37-28c3-4c59-96f0-f371155a8521 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event updated for resources: {'Port': ['ID=1f615564-6994-4b3d-a4e1-f74fc766d3da,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:29.473275 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 468adae0-c24a-44b1-b473-7fda0a0e62e3 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:57:29.478592 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-734327fc-8a66-4219-953e-71d3b6c7416a tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Calling delete_port for 1d857cb0-79fa-4fbb-8a2d-4a7f0bcefffd owned by {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:57:29.490226 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-eb1c0d79-5aa6-4b5c-8bbc-4a4701b168b4 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for floatingip (3c27914d-c24b-467e-93dc-a22ed4ece514), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:29.542007 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-acde0448-af76-40ac-9695-258d8d46df19 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (d8d0b661-b235-4bbb-8dda-02951b0f3cf2), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:29.546989 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acde0448-af76-40ac-9695-258d8d46df19 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:29.547779 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-acde0448-af76-40ac-9695-258d8d46df19 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:29.605092 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e080ab9a-de93-4cbf-85da-aba0200eeb1f tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group (881a9292-f5f2-4da7-8b97-35328a371b82), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:29.623822 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acde0448-af76-40ac-9695-258d8d46df19 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event updated for resources: {'Network': ['ID=d8d0b661-b235-4bbb-8dda-02951b0f3cf2,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:29.638017 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network d8d0b661-b235-4bbb-8dda-02951b0f3cf2 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:57:29.712791 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-acde0448-af76-40ac-9695-258d8d46df19 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9746265 Aug 27 04:57:29.720991 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36336) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:29.742526 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-3952ac4f-6fce-4ca0-a28e-05eb59da6163 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Request body: {'subnet': {'network_id': 'd8d0b661-b235-4bbb-8dda-02951b0f3cf2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:29.755208 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e080ab9a-de93-4cbf-85da-aba0200eeb1f tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group (881a9292-f5f2-4da7-8b97-35328a371b82), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:29.915489 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:29.994973 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3be7e37-28c3-4c59-96f0-f371155a8521 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Network 2028ed83-4c4a-4097-af02-3200dcef8ef9 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:57:30.017531 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-c3be7e37-28c3-4c59-96f0-f371155a8521 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:57:30.131075 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e080ab9a-de93-4cbf-85da-aba0200eeb1f tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (881a9292-f5f2-4da7-8b97-35328a371b82), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:30.134428 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e080ab9a-de93-4cbf-85da-aba0200eeb1f tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:30.138074 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e080ab9a-de93-4cbf-85da-aba0200eeb1f tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/881a9292-f5f2-4da7-8b97-35328a371b82 HTTP/1.1" status: 204 len: 168 time: 0.8798220 Aug 27 04:57:30.138074 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-734327fc-8a66-4219-953e-71d3b6c7416a tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (1d857cb0-79fa-4fbb-8a2d-4a7f0bcefffd), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:30.142028 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36344) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:30.204598 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-10e2b9b7-2b4e-4d38-898b-52f5f1811fcc tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (533c04a5-03ca-42dc-ac91-f3a538a6183a), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:30.221060 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e080ab9a-de93-4cbf-85da-aba0200eeb1f tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=881a9292-f5f2-4da7-8b97-35328a371b82,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:30.228987 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734327fc-8a66-4219-953e-71d3b6c7416a tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Pushing event deleted for resources: {'Port': ['ID=1d857cb0-79fa-4fbb-8a2d-4a7f0bcefffd,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:30.251321 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-734327fc-8a66-4219-953e-71d3b6c7416a tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:30.255220 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-734327fc-8a66-4219-953e-71d3b6c7416a tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] 10.222.0.76 "DELETE /networking/v2.0/ports/1d857cb0-79fa-4fbb-8a2d-4a7f0bcefffd HTTP/1.1" status: 204 len: 168 time: 2.4821420 Aug 27 04:57:30.263026 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36350) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:30.279376 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:30.369680 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:30.389293 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e300b2e2-d83a-42f6-b121-c465c6d6e82d tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] 10.222.0.76 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0717394 Aug 27 04:57:30.401673 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36370) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:30.418745 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=7 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:30.423437 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-d26eac0e-6117-4026-8647-5d6290d09c5b tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1752847674'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:30.429681 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e2b9b7-2b4e-4d38-898b-52f5f1811fcc tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event updated for resources: {'Subnet': ['ID=533c04a5-03ca-42dc-ac91-f3a538a6183a,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:30.459142 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-5933a46b-1fe9-4ab9-8b8f-e198fa734bf2 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3089232 Aug 27 04:57:30.464500 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36376) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:30.487692 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-7be5b747-1667-4fd2-b025-307fbf20b75e tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Request body: {'security_group': {'name': 'tempest-secgroup--637678878'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:30.489238 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e2b9b7-2b4e-4d38-898b-52f5f1811fcc tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Checking segment: {'id': '666064e5-9c69-4a3b-82d3-36e505eb5ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '801ce510-fbdd-4634-96a7-a2526216ebf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:57:30.489682 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e2b9b7-2b4e-4d38-898b-52f5f1811fcc tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Network hostable DHCP agents. Network: 801ce510-fbdd-4634-96a7-a2526216ebf1, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:57:30.548823 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-fbad3c2b-f1cc-46d0-99c8-ffcea6e6a20e None None] Provisioning complete for port 1f615564-6994-4b3d-a4e1-f74fc766d3da triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:57:30.549196 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fbad3c2b-f1cc-46d0-99c8-ffcea6e6a20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (1f615564-6994-4b3d-a4e1-f74fc766d3da), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:30.563122 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3be7e37-28c3-4c59-96f0-f371155a8521 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Router 0a5e280e-373a-4e0d-a079-1506da617b66 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:57:30.611033 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-fbad3c2b-f1cc-46d0-99c8-ffcea6e6a20e None None] Port 1f615564-6994-4b3d-a4e1-f74fc766d3da cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:57:30.618765 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26eac0e-6117-4026-8647-5d6290d09c5b tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Made reservation on behalf of 28a3cd3a811047d6892a9e9e7b8116f4 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:57:30.622600 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d26eac0e-6117-4026-8647-5d6290d09c5b tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:30.690145 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e2b9b7-2b4e-4d38-898b-52f5f1811fcc tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Network 801ce510-fbdd-4634-96a7-a2526216ebf1 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:57:30.692263 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d26eac0e-6117-4026-8647-5d6290d09c5b tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:57:30.701632 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3952ac4f-6fce-4ca0-a28e-05eb59da6163 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Made reservation on behalf of fe4b55b9429141158994d6a58059854d for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:57:30.705534 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3952ac4f-6fce-4ca0-a28e-05eb59da6163 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:30.706729 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3be7e37-28c3-4c59-96f0-f371155a8521 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:57:30.710851 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7be5b747-1667-4fd2-b025-307fbf20b75e tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:30.717202 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c3be7e37-28c3-4c59-96f0-f371155a8521 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "PUT /networking/v2.0/routers/0a5e280e-373a-4e0d-a079-1506da617b66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6900513 Aug 27 04:57:30.717202 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36386) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:30.719228 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d26eac0e-6117-4026-8647-5d6290d09c5b tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (dfc2c87d-19f4-4972-ad4e-34ffb054337a), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:30.719541 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-d26eac0e-6117-4026-8647-5d6290d09c5b tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Added segment dfc2c87d-19f4-4972-ad4e-34ffb054337a of type vlan for network a1fded2b-8b1d-4e07-97a8-066b8278c1d7 Aug 27 04:57:30.721769 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9221fc-bcdf-4de4-a87c-e40bce19804e None None] Sync routers for ids ['0a5e280e-373a-4e0d-a079-1506da617b66'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:57:30.737842 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9221fc-bcdf-4de4-a87c-e40bce19804e None None] Routers {'0a5e280e-373a-4e0d-a079-1506da617b66'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:57:30.740092 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-6c9221fc-bcdf-4de4-a87c-e40bce19804e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:57:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['0a5e280e-373a-4e0d-a079-1506da617b66'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:30.805520 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b70205-2532-4f79-b95b-7d42eb783b86 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:30.808870 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-89b70205-2532-4f79-b95b-7d42eb783b86 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "GET /networking/v2.0/ports/1f615564-6994-4b3d-a4e1-f74fc766d3da HTTP/1.1" status: 200 len: 911 time: 0.0911691 Aug 27 04:57:30.809637 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-10e2b9b7-2b4e-4d38-898b-52f5f1811fcc tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 801ce510-fbdd-4634-96a7-a2526216ebf1) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:57:30.820836 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d0d689-c304-4f90-a327-7353f8ac3e6f None None] Network 801ce510-fbdd-4634-96a7-a2526216ebf1 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:57:30.823785 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36390) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:30.860936 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-6c9221fc-bcdf-4de4-a87c-e40bce19804e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:30.868270 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e2b9b7-2b4e-4d38-898b-52f5f1811fcc tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:30.868874 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-10e2b9b7-2b4e-4d38-898b-52f5f1811fcc tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:30.894701 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9221fc-bcdf-4de4-a87c-e40bce19804e None None] Routers {'0a5e280e-373a-4e0d-a079-1506da617b66'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:57:30.896777 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-6c9221fc-bcdf-4de4-a87c-e40bce19804e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:57:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['0a5e280e-373a-4e0d-a079-1506da617b66'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:30.929670 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d26eac0e-6117-4026-8647-5d6290d09c5b tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (a1fded2b-8b1d-4e07-97a8-066b8278c1d7), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:30.979105 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-6c9221fc-bcdf-4de4-a87c-e40bce19804e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:30.980015 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9221fc-bcdf-4de4-a87c-e40bce19804e None None] The sync data for ids ['0a5e280e-373a-4e0d-a079-1506da617b66'] in n-d-852088-5 is: [] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:57:30.990905 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-10e2b9b7-2b4e-4d38-898b-52f5f1811fcc tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1959918 Aug 27 04:57:30.993778 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36392) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:30.999828 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-d54f4f64-5c22-4016-8473-be39d27fa73a tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Request body: {'port': {'network_id': '801ce510-fbdd-4634-96a7-a2526216ebf1', 'name': 'tempest-PortsIpV6TestJSON-1608832976'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:31.030949 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.ipam_backend_mixin [None req-3952ac4f-6fce-4ca0-a28e-05eb59da6163 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Performing IP validity checks on allocation pools {{(pid=107775) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Aug 27 04:57:31.031572 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.ipam_backend_mixin [None req-3952ac4f-6fce-4ca0-a28e-05eb59da6163 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Checking for overlaps among allocation pools and gateway ip {{(pid=107775) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Aug 27 04:57:31.036617 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d26eac0e-6117-4026-8647-5d6290d09c5b tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (a1fded2b-8b1d-4e07-97a8-066b8278c1d7), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:31.046306 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26eac0e-6117-4026-8647-5d6290d09c5b tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:31.050288 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d26eac0e-6117-4026-8647-5d6290d09c5b tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:31.068439 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:31.074591 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2843da-9f39-4eb8-b0ed-f6f67a538d60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-801ce510-fbdd-4634-96a7-a2526216ebf1', 'network_id': '801ce510-fbdd-4634-96a7-a2526216ebf1', 'project_id': 'be8944f580af495191f8edd06de8f901', 'fixed_ips': [{'subnet_id': '533c04a5-03ca-42dc-ac91-f3a538a6183a'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:57:31.075623 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9f2843da-9f39-4eb8-b0ed-f6f67a538d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:31.181444 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3,neutron:INSERT=15,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:31.214144 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26eac0e-6117-4026-8647-5d6290d09c5b tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Pushing event updated for resources: {'Network': ['ID=a1fded2b-8b1d-4e07-97a8-066b8278c1d7,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:31.249857 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network a1fded2b-8b1d-4e07-97a8-066b8278c1d7 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:57:31.253646 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7be5b747-1667-4fd2-b025-307fbf20b75e tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group (9ee5171b-910b-4a54-bdd8-1a83f3b709de), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:31.294325 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d26eac0e-6117-4026-8647-5d6290d09c5b tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8749187 Aug 27 04:57:31.299220 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36398) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:31.314894 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-ef90bc8f-2c94-4683-ae7c-8f8511c03a80 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-101118925'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:31.380769 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-9f2843da-9f39-4eb8-b0ed-f6f67a538d60 None None] Allocated IP 2001:db8::2 (801ce510-fbdd-4634-96a7-a2526216ebf1/533c04a5-03ca-42dc-ac91-f3a538a6183a/5471b036-3a4f-4f2f-bc65-8cba79a86011) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:57:31.400022 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7be5b747-1667-4fd2-b025-307fbf20b75e tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (9ee5171b-910b-4a54-bdd8-1a83f3b709de), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:31.403767 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54f4f64-5c22-4016-8473-be39d27fa73a tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Made reservation on behalf of be8944f580af495191f8edd06de8f901 for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:57:31.412038 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d54f4f64-5c22-4016-8473-be39d27fa73a tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:31.424910 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef90bc8f-2c94-4683-ae7c-8f8511c03a80 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Made reservation on behalf of 28a3cd3a811047d6892a9e9e7b8116f4 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:57:31.433634 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ef90bc8f-2c94-4683-ae7c-8f8511c03a80 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:31.483887 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [None req-d54f4f64-5c22-4016-8473-be39d27fa73a tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] device_id is not set on port 3ab5add6-113e-4e53-9fa5-4eb5582fee34 yet. {{(pid=107776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:57:31.498727 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:31.510378 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.db.resource_extend [None req-eb1c0d79-5aa6-4b5c-8bbc-4a4701b168b4 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 27 04:57:31.580625 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9f2843da-9f39-4eb8-b0ed-f6f67a538d60 None None] Publish callbacks [] for port (5471b036-3a4f-4f2f-bc65-8cba79a86011), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:31.586767 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be5b747-1667-4fd2-b025-307fbf20b75e tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee5171b-910b-4a54-bdd8-1a83f3b709de,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:31.621008 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef90bc8f-2c94-4683-ae7c-8f8511c03a80 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:57:31.630429 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ef90bc8f-2c94-4683-ae7c-8f8511c03a80 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (13cb10fd-aaf4-40b4-aeef-4c207437a499), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:31.630773 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-ef90bc8f-2c94-4683-ae7c-8f8511c03a80 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Added segment 13cb10fd-aaf4-40b4-aeef-4c207437a499 of type vlan for network 06d4a191-59f7-4c31-9cf6-449ad65cf5ad Aug 27 04:57:31.651859 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7be5b747-1667-4fd2-b025-307fbf20b75e tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:31.656070 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7be5b747-1667-4fd2-b025-307fbf20b75e tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1858389 Aug 27 04:57:31.660200 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-eb1c0d79-5aa6-4b5c-8bbc-4a4701b168b4 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:31.665920 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36404) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:31.673565 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-e9ce5518-f57f-42bc-ad7e-2f5f610b0fc9 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Request body: {'security_group_rule': {'security_group_id': '9ee5171b-910b-4a54-bdd8-1a83f3b709de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:31.680620 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ef90bc8f-2c94-4683-ae7c-8f8511c03a80 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (06d4a191-59f7-4c31-9cf6-449ad65cf5ad), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:31.684755 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4e05d6c2-b3c2-4519-b075-a1b3ba2b684e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (0a5e280e-373a-4e0d-a079-1506da617b66), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:31.743212 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9f2843da-9f39-4eb8-b0ed-f6f67a538d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (5471b036-3a4f-4f2f-bc65-8cba79a86011), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:31.793031 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-eb1c0d79-5aa6-4b5c-8bbc-4a4701b168b4 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677636'] for floatingip (3c27914d-c24b-467e-93dc-a22ed4ece514), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:31.801431 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:31.821797 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2843da-9f39-4eb8-b0ed-f6f67a538d60 None None] Network 801ce510-fbdd-4634-96a7-a2526216ebf1 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:57:31.825775 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3952ac4f-6fce-4ca0-a28e-05eb59da6163 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (9901bc0c-2636-4a9f-956a-4660767ee2c2), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:31.826172 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-9f2843da-9f39-4eb8-b0ed-f6f67a538d60 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:57:31.837342 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2843da-9f39-4eb8-b0ed-f6f67a538d60 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:57:31.845633 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-d54f4f64-5c22-4016-8473-be39d27fa73a tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Allocated IP 2001:db8::299 (801ce510-fbdd-4634-96a7-a2526216ebf1/533c04a5-03ca-42dc-ac91-f3a538a6183a/3ab5add6-113e-4e53-9fa5-4eb5582fee34) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:57:31.889076 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2843da-9f39-4eb8-b0ed-f6f67a538d60 None None] Pushing event updated for resources: {'Port': ['ID=5471b036-3a4f-4f2f-bc65-8cba79a86011,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:31.981377 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e9ce5518-f57f-42bc-ad7e-2f5f610b0fc9 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (5f52d5d1-44ef-4afe-9c08-3740dd91f036), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:32.019843 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:32.036317 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3952ac4f-6fce-4ca0-a28e-05eb59da6163 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event updated for resources: {'Subnet': ['ID=9901bc0c-2636-4a9f-956a-4660767ee2c2,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:32.067379 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:32.086061 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3952ac4f-6fce-4ca0-a28e-05eb59da6163 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Checking segment: {'id': '648e299a-b272-4ca9-84b9-0e5dbfcafafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd8d0b661-b235-4bbb-8dda-02951b0f3cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:57:32.086515 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3952ac4f-6fce-4ca0-a28e-05eb59da6163 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Network hostable DHCP agents. Network: d8d0b661-b235-4bbb-8dda-02951b0f3cf2, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:57:32.090754 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d54f4f64-5c22-4016-8473-be39d27fa73a tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for port (3ab5add6-113e-4e53-9fa5-4eb5582fee34), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:32.095636 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:UPDATE=6,neutron:SELECT=85,neutron:INSERT=7,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:32.099035 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ef90bc8f-2c94-4683-ae7c-8f8511c03a80 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (06d4a191-59f7-4c31-9cf6-449ad65cf5ad), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:32.104748 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-9f2843da-9f39-4eb8-b0ed-f6f67a538d60 None None] Attempting to bind port 5471b036-3a4f-4f2f-bc65-8cba79a86011 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:57:32.104748 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-9f2843da-9f39-4eb8-b0ed-f6f67a538d60 None None] Attempting to bind port 5471b036-3a4f-4f2f-bc65-8cba79a86011 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '666064e5-9c69-4a3b-82d3-36e505eb5ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '801ce510-fbdd-4634-96a7-a2526216ebf1'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:57:32.104748 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2843da-9f39-4eb8-b0ed-f6f67a538d60 None None] Attempting to bind port 5471b036-3a4f-4f2f-bc65-8cba79a86011 on network 801ce510-fbdd-4634-96a7-a2526216ebf1 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:57:32.106928 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef90bc8f-2c94-4683-ae7c-8f8511c03a80 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:32.107589 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ef90bc8f-2c94-4683-ae7c-8f8511c03a80 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:32.127714 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2843da-9f39-4eb8-b0ed-f6f67a538d60 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:57:32.128228 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2843da-9f39-4eb8-b0ed-f6f67a538d60 None None] Checking segment: {'id': '666064e5-9c69-4a3b-82d3-36e505eb5ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '801ce510-fbdd-4634-96a7-a2526216ebf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:57:32.128997 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9f2843da-9f39-4eb8-b0ed-f6f67a538d60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:32.129475 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2843da-9f39-4eb8-b0ed-f6f67a538d60 None None] Bound using segment: {'id': '666064e5-9c69-4a3b-82d3-36e505eb5ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '801ce510-fbdd-4634-96a7-a2526216ebf1'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:57:32.133540 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-9f2843da-9f39-4eb8-b0ed-f6f67a538d60 None None] Bound port: 5471b036-3a4f-4f2f-bc65-8cba79a86011, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '666064e5-9c69-4a3b-82d3-36e505eb5ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '801ce510-fbdd-4634-96a7-a2526216ebf1'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:57:32.133540 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9f2843da-9f39-4eb8-b0ed-f6f67a538d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (5471b036-3a4f-4f2f-bc65-8cba79a86011), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:32.219269 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef90bc8f-2c94-4683-ae7c-8f8511c03a80 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Pushing event updated for resources: {'Network': ['ID=06d4a191-59f7-4c31-9cf6-449ad65cf5ad,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:32.234630 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 06d4a191-59f7-4c31-9cf6-449ad65cf5ad details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:57:32.275045 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3952ac4f-6fce-4ca0-a28e-05eb59da6163 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Network d8d0b661-b235-4bbb-8dda-02951b0f3cf2 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:57:32.286189 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e9ce5518-f57f-42bc-ad7e-2f5f610b0fc9 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (5f52d5d1-44ef-4afe-9c08-3740dd91f036), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:32.299194 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ef90bc8f-2c94-4683-ae7c-8f8511c03a80 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9986784 Aug 27 04:57:32.323896 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-9f2843da-9f39-4eb8-b0ed-f6f67a538d60 None None] For port 5471b036-3a4f-4f2f-bc65-8cba79a86011, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:57:32.328577 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:32.336008 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-4e05d6c2-b3c2-4519-b075-a1b3ba2b684e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Deleting port 1f615564-6994-4b3d-a4e1-f74fc766d3da {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:57:32.336475 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4e05d6c2-b3c2-4519-b075-a1b3ba2b684e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (1f615564-6994-4b3d-a4e1-f74fc766d3da), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:32.339068 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-9f2843da-9f39-4eb8-b0ed-f6f67a538d60 None None] For port 5471b036-3a4f-4f2f-bc65-8cba79a86011, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=5471b036-3a4f-4f2f-bc65-8cba79a86011,segment=NetworkSegment(666064e5-9c69-4a3b-82d3-36e505eb5ebf),segment_id=666064e5-9c69-4a3b-82d3-36e505eb5ebf)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:57:32.346790 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d54f4f64-5c22-4016-8473-be39d27fa73a tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (3ab5add6-113e-4e53-9fa5-4eb5582fee34), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:32.408012 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f4f64-5c22-4016-8473-be39d27fa73a tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event updated for resources: {'Port': ['ID=3ab5add6-113e-4e53-9fa5-4eb5582fee34,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:32.426287 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:32.428372 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9f2843da-9f39-4eb8-b0ed-f6f67a538d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (5471b036-3a4f-4f2f-bc65-8cba79a86011), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:32.440113 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36416) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:32.445308 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-8403fb47-7439-4685-8341-ca10649cc0fa tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Request body: {'subnets': [{'network_id': 'a1fded2b-8b1d-4e07-97a8-066b8278c1d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1098328438', 'ip_version': 4}, {'network_id': '06d4a191-59f7-4c31-9cf6-449ad65cf5ad', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:32.445638 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-8403fb47-7439-4685-8341-ca10649cc0fa tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Request body: {'subnet': {'network_id': 'a1fded2b-8b1d-4e07-97a8-066b8278c1d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1098328438', 'ip_version': 4}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:32.446219 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-8403fb47-7439-4685-8341-ca10649cc0fa tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Request body: {'subnet': {'network_id': '06d4a191-59f7-4c31-9cf6-449ad65cf5ad', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:32.454547 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54f4f64-5c22-4016-8473-be39d27fa73a tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Network 801ce510-fbdd-4634-96a7-a2526216ebf1 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:57:32.498250 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-d54f4f64-5c22-4016-8473-be39d27fa73a tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:57:32.502927 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54f4f64-5c22-4016-8473-be39d27fa73a tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:57:32.513294 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54f4f64-5c22-4016-8473-be39d27fa73a tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:32.514033 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d54f4f64-5c22-4016-8473-be39d27fa73a tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:32.516108 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2843da-9f39-4eb8-b0ed-f6f67a538d60 None None] Pushing event updated for resources: {'Port': ['ID=5471b036-3a4f-4f2f-bc65-8cba79a86011,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:32.535669 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-3952ac4f-6fce-4ca0-a28e-05eb59da6163 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, d8d0b661-b235-4bbb-8dda-02951b0f3cf2) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:57:32.545256 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fb46db-491c-42f5-9cad-3375a16246a4 None None] Network d8d0b661-b235-4bbb-8dda-02951b0f3cf2 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:57:32.553898 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3952ac4f-6fce-4ca0-a28e-05eb59da6163 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:32.555853 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3952ac4f-6fce-4ca0-a28e-05eb59da6163 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:32.573691 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e9ce5518-f57f-42bc-ad7e-2f5f610b0fc9 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (5f52d5d1-44ef-4afe-9c08-3740dd91f036), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:32.606534 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d54f4f64-5c22-4016-8473-be39d27fa73a tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6113989 Aug 27 04:57:32.607479 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36418) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:32.617487 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-fc938579-ed96-4a48-a1cb-e97a2235e14f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Request body: {'port': {'network_id': '801ce510-fbdd-4634-96a7-a2526216ebf1', 'name': 'tempest-PortsIpV6TestJSON-1383166269'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:32.679318 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb1c0d79-5aa6-4b5c-8bbc-4a4701b168b4 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Router bc298bda-23b3-40f7-8a86-4ec774b53194 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:57:32.693487 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ce5518-f57f-42bc-ad7e-2f5f610b0fc9 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f52d5d1-44ef-4afe-9c08-3740dd91f036,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:32.780225 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3952ac4f-6fce-4ca0-a28e-05eb59da6163 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0555680 Aug 27 04:57:32.816836 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36420) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:32.846496 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-0caccdd1-c889-4821-a4ed-37cdfc07cbed tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Request body: {'port': {'network_id': 'd8d0b661-b235-4bbb-8dda-02951b0f3cf2', 'name': 'tempest-PortsTestJSON-1958569087'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:32.861557 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4e05d6c2-b3c2-4519-b075-a1b3ba2b684e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (1f615564-6994-4b3d-a4e1-f74fc766d3da), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:32.892897 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-4e05d6c2-b3c2-4519-b075-a1b3ba2b684e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Calling delete_port for 1f615564-6994-4b3d-a4e1-f74fc766d3da owned by network:router_interface {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:57:32.984469 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294a3d5d-3eb1-43a6-88a9-b1bd5dfeaae1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-d8d0b661-b235-4bbb-8dda-02951b0f3cf2', 'network_id': 'd8d0b661-b235-4bbb-8dda-02951b0f3cf2', 'project_id': 'fe4b55b9429141158994d6a58059854d', 'fixed_ips': [{'subnet_id': '9901bc0c-2636-4a9f-956a-4660767ee2c2'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:57:32.985739 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-294a3d5d-3eb1-43a6-88a9-b1bd5dfeaae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:33.017225 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8403fb47-7439-4685-8341-ca10649cc0fa tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Made reservation on behalf of 28a3cd3a811047d6892a9e9e7b8116f4 for: {'subnet': 2} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:57:33.024292 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8403fb47-7439-4685-8341-ca10649cc0fa tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:33.024762 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8403fb47-7439-4685-8341-ca10649cc0fa tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:33.093735 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e9ce5518-f57f-42bc-ad7e-2f5f610b0fc9 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:33.099849 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e9ce5518-f57f-42bc-ad7e-2f5f610b0fc9 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4274423 Aug 27 04:57:33.110541 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36428) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:33.162685 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-00f657ef-ffba-4f53-9f0c-374eb7454d90 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "GET /networking/v2.0/security-group-rules/5f52d5d1-44ef-4afe-9c08-3740dd91f036 HTTP/1.1" status: 200 len: 763 time: 0.0417325 Aug 27 04:57:33.167510 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36430) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:33.289677 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 5471b036-3a4f-4f2f-bc65-8cba79a86011 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:57:33.303681 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb1c0d79-5aa6-4b5c-8bbc-4a4701b168b4 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:57:33.324369 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a7f330f6-7d4d-4fbf-81ae-52bb248924a4 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1438391 Aug 27 04:57:33.324369 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-eb1c0d79-5aa6-4b5c-8bbc-4a4701b168b4 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:33.327346 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36432) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:33.365651 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939992cc-4ef2-4ed0-bb74-713b4d828402 None None] Sync routers for ids ['bc298bda-23b3-40f7-8a86-4ec774b53194'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:57:33.463507 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ff6b83a5-fc82-4e50-a231-4eceef258cde tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (5f52d5d1-44ef-4afe-9c08-3740dd91f036), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:33.491244 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939992cc-4ef2-4ed0-bb74-713b4d828402 None None] Routers {'bc298bda-23b3-40f7-8a86-4ec774b53194'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:57:33.492244 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-939992cc-4ef2-4ed0-bb74-713b4d828402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:57:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['bc298bda-23b3-40f7-8a86-4ec774b53194'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:33.502904 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ff6b83a5-fc82-4e50-a231-4eceef258cde tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (5f52d5d1-44ef-4afe-9c08-3740dd91f036), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:33.535048 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-eb1c0d79-5aa6-4b5c-8bbc-4a4701b168b4 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] 10.222.0.76 "PUT /networking/v2.0/floatingips/3c27914d-c24b-467e-93dc-a22ed4ece514 HTTP/1.1" status: 200 len: 978 time: 4.1936975 Aug 27 04:57:33.535670 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36438) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:33.554836 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-939992cc-4ef2-4ed0-bb74-713b4d828402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:33.566727 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-294a3d5d-3eb1-43a6-88a9-b1bd5dfeaae1 None None] Allocated IP 172.20.0.2 (d8d0b661-b235-4bbb-8dda-02951b0f3cf2/9901bc0c-2636-4a9f-956a-4660767ee2c2/9fe93151-3199-4245-8925-76f0a78d764f) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:57:33.576467 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 5471b036-3a4f-4f2f-bc65-8cba79a86011 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:57:33.576939 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (5471b036-3a4f-4f2f-bc65-8cba79a86011), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:33.624990 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939992cc-4ef2-4ed0-bb74-713b4d828402 None None] Routers {'bc298bda-23b3-40f7-8a86-4ec774b53194'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:57:33.626701 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-939992cc-4ef2-4ed0-bb74-713b4d828402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:57:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['bc298bda-23b3-40f7-8a86-4ec774b53194'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:33.724146 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-cc477339-c054-45ae-a812-00a1710082a8 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Deleting port 9bbe493e-cab3-4167-afc2-dcfcdb45fea5 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:57:33.724787 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cc477339-c054-45ae-a812-00a1710082a8 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (9bbe493e-cab3-4167-afc2-dcfcdb45fea5), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:33.730342 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-939992cc-4ef2-4ed0-bb74-713b4d828402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:33.730944 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939992cc-4ef2-4ed0-bb74-713b4d828402 None None] The sync data for ids ['bc298bda-23b3-40f7-8a86-4ec774b53194'] in n-d-852088-5 is: [] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:57:33.787192 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ff6b83a5-fc82-4e50-a231-4eceef258cde tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (5f52d5d1-44ef-4afe-9c08-3740dd91f036), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:33.797077 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ff6b83a5-fc82-4e50-a231-4eceef258cde tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:33.798236 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ff6b83a5-fc82-4e50-a231-4eceef258cde tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "DELETE /networking/v2.0/security-group-rules/5f52d5d1-44ef-4afe-9c08-3740dd91f036 HTTP/1.1" status: 204 len: 168 time: 0.4698911 Aug 27 04:57:33.809165 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4e05d6c2-b3c2-4519-b075-a1b3ba2b684e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (1f615564-6994-4b3d-a4e1-f74fc766d3da), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:33.814100 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36442) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:33.815038 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6b83a5-fc82-4e50-a231-4eceef258cde tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5f52d5d1-44ef-4afe-9c08-3740dd91f036,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:33.883197 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc938579-ed96-4a48-a1cb-e97a2235e14f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Made reservation on behalf of be8944f580af495191f8edd06de8f901 for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:57:33.900845 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fc938579-ed96-4a48-a1cb-e97a2235e14f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:33.901010 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:33.904985 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0caccdd1-c889-4821-a4ed-37cdfc07cbed tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Made reservation on behalf of fe4b55b9429141158994d6a58059854d for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:57:33.907760 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 5471b036-3a4f-4f2f-bc65-8cba79a86011 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:57:33.908191 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (5471b036-3a4f-4f2f-bc65-8cba79a86011), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:33.910729 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0caccdd1-c889-4821-a4ed-37cdfc07cbed tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:33.915937 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05d6c2-b3c2-4519-b075-a1b3ba2b684e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event deleted for resources: {'Port': ['ID=1f615564-6994-4b3d-a4e1-f74fc766d3da,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:33.972897 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8403fb47-7439-4685-8341-ca10649cc0fa tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (7de7962e-9de8-4cb6-bd6d-98896ca52cda), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:33.986385 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [None req-fc938579-ed96-4a48-a1cb-e97a2235e14f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] device_id is not set on port f5d5ebea-ab80-47fd-82f3-b2fc2e02ff03 yet. {{(pid=107776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:57:34.017123 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cc477339-c054-45ae-a812-00a1710082a8 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (9bbe493e-cab3-4167-afc2-dcfcdb45fea5), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:34.017737 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cc477339-c054-45ae-a812-00a1710082a8 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for floatingip (9bbe493e-cab3-4167-afc2-dcfcdb45fea5), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:34.019305 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-294a3d5d-3eb1-43a6-88a9-b1bd5dfeaae1 None None] Publish callbacks [] for port (9fe93151-3199-4245-8925-76f0a78d764f), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:34.061565 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:INSERT=5,neutron:SELECT=89,neutron:UPDATE=6 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:34.065461 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 5471b036-3a4f-4f2f-bc65-8cba79a86011, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=5471b036-3a4f-4f2f-bc65-8cba79a86011,segment=NetworkSegment(666064e5-9c69-4a3b-82d3-36e505eb5ebf),segment_id=666064e5-9c69-4a3b-82d3-36e505eb5ebf)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:57:34.074350 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-294a3d5d-3eb1-43a6-88a9-b1bd5dfeaae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (9fe93151-3199-4245-8925-76f0a78d764f), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:34.133832 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-cc477339-c054-45ae-a812-00a1710082a8 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Calling delete_port for 9bbe493e-cab3-4167-afc2-dcfcdb45fea5 owned by network:floatingip {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:57:34.164957 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294a3d5d-3eb1-43a6-88a9-b1bd5dfeaae1 None None] Network d8d0b661-b235-4bbb-8dda-02951b0f3cf2 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:57:34.169920 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (5471b036-3a4f-4f2f-bc65-8cba79a86011), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:34.186255 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [None req-0caccdd1-c889-4821-a4ed-37cdfc07cbed tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] device_id is not set on port 54a46d91-e09b-47c4-8e3b-8c42e0e5b01f yet. {{(pid=107776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:57:34.219113 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294a3d5d-3eb1-43a6-88a9-b1bd5dfeaae1 None None] Pushing event updated for resources: {'Port': ['ID=9fe93151-3199-4245-8925-76f0a78d764f,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:34.232503 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8403fb47-7439-4685-8341-ca10649cc0fa tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Pushing event updated for resources: {'Subnet': ['ID=7de7962e-9de8-4cb6-bd6d-98896ca52cda,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:34.251037 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-294a3d5d-3eb1-43a6-88a9-b1bd5dfeaae1 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:57:34.255165 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294a3d5d-3eb1-43a6-88a9-b1bd5dfeaae1 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:57:34.272297 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:34.307731 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-4b0cfd4d-8d1c-44d6-9d16-a545f0c02f88 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4827855 Aug 27 04:57:34.317976 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36448) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:34.326416 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-606d72ef-2ff2-4d07-9785-8316fbc3a529 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Request body: {'security_group_rule': {'security_group_id': '9ee5171b-910b-4a54-bdd8-1a83f3b709de', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:34.369578 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4e05d6c2-b3c2-4519-b075-a1b3ba2b684e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (0a5e280e-373a-4e0d-a079-1506da617b66), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:34.435227 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=5471b036-3a4f-4f2f-bc65-8cba79a86011,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:34.476380 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-294a3d5d-3eb1-43a6-88a9-b1bd5dfeaae1 None None] Attempting to bind port 9fe93151-3199-4245-8925-76f0a78d764f on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:57:34.476928 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-294a3d5d-3eb1-43a6-88a9-b1bd5dfeaae1 None None] Attempting to bind port 9fe93151-3199-4245-8925-76f0a78d764f by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '648e299a-b272-4ca9-84b9-0e5dbfcafafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd8d0b661-b235-4bbb-8dda-02951b0f3cf2'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:57:34.477637 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294a3d5d-3eb1-43a6-88a9-b1bd5dfeaae1 None None] Attempting to bind port 9fe93151-3199-4245-8925-76f0a78d764f on network d8d0b661-b235-4bbb-8dda-02951b0f3cf2 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:57:34.483791 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294a3d5d-3eb1-43a6-88a9-b1bd5dfeaae1 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:57:34.484590 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294a3d5d-3eb1-43a6-88a9-b1bd5dfeaae1 None None] Checking segment: {'id': '648e299a-b272-4ca9-84b9-0e5dbfcafafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd8d0b661-b235-4bbb-8dda-02951b0f3cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:57:34.485102 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-294a3d5d-3eb1-43a6-88a9-b1bd5dfeaae1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:34.485647 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294a3d5d-3eb1-43a6-88a9-b1bd5dfeaae1 None None] Bound using segment: {'id': '648e299a-b272-4ca9-84b9-0e5dbfcafafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd8d0b661-b235-4bbb-8dda-02951b0f3cf2'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:57:34.486221 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-294a3d5d-3eb1-43a6-88a9-b1bd5dfeaae1 None None] Bound port: 9fe93151-3199-4245-8925-76f0a78d764f, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648e299a-b272-4ca9-84b9-0e5dbfcafafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd8d0b661-b235-4bbb-8dda-02951b0f3cf2'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:57:34.486740 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-294a3d5d-3eb1-43a6-88a9-b1bd5dfeaae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (9fe93151-3199-4245-8925-76f0a78d764f), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:34.512028 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-fc938579-ed96-4a48-a1cb-e97a2235e14f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Allocated IP 2001:db8::281 (801ce510-fbdd-4634-96a7-a2526216ebf1/533c04a5-03ca-42dc-ac91-f3a538a6183a/f5d5ebea-ab80-47fd-82f3-b2fc2e02ff03) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:57:34.605835 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8403fb47-7439-4685-8341-ca10649cc0fa tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Checking segment: {'id': 'dfc2c87d-19f4-4972-ad4e-34ffb054337a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a1fded2b-8b1d-4e07-97a8-066b8278c1d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:57:34.606197 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8403fb47-7439-4685-8341-ca10649cc0fa tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Network hostable DHCP agents. Network: a1fded2b-8b1d-4e07-97a8-066b8278c1d7, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:57:34.609503 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a4aaa5-9dc6-4695-8244-435b57b4905a None None] Network 801ce510-fbdd-4634-96a7-a2526216ebf1 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:57:34.667105 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-294a3d5d-3eb1-43a6-88a9-b1bd5dfeaae1 None None] For port 9fe93151-3199-4245-8925-76f0a78d764f, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:57:34.668112 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e05d6c2-b3c2-4519-b075-a1b3ba2b684e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Router 0a5e280e-373a-4e0d-a079-1506da617b66 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:57:34.697928 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-5b062469-8e7b-4462-828d-e3fe659c6593 None None] Provisioning complete for port 5471b036-3a4f-4f2f-bc65-8cba79a86011 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:57:34.698451 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5b062469-8e7b-4462-828d-e3fe659c6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (5471b036-3a4f-4f2f-bc65-8cba79a86011), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:34.743159 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-606d72ef-2ff2-4d07-9785-8316fbc3a529 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (fed0a2f8-2021-439d-ada3-0a2a8a0ac310), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:34.768521 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:34.781331 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-294a3d5d-3eb1-43a6-88a9-b1bd5dfeaae1 None None] For port 9fe93151-3199-4245-8925-76f0a78d764f, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=9fe93151-3199-4245-8925-76f0a78d764f,segment=NetworkSegment(648e299a-b272-4ca9-84b9-0e5dbfcafafe),segment_id=648e299a-b272-4ca9-84b9-0e5dbfcafafe)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:57:34.871823 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-5b062469-8e7b-4462-828d-e3fe659c6593 None None] Current status of the port 5471b036-3a4f-4f2f-bc65-8cba79a86011 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:57:34.875537 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-294a3d5d-3eb1-43a6-88a9-b1bd5dfeaae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (9fe93151-3199-4245-8925-76f0a78d764f), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:34.932455 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8403fb47-7439-4685-8341-ca10649cc0fa tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Network a1fded2b-8b1d-4e07-97a8-066b8278c1d7 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:57:34.962525 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-0caccdd1-c889-4821-a4ed-37cdfc07cbed tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Allocated IP 172.20.0.14 (d8d0b661-b235-4bbb-8dda-02951b0f3cf2/9901bc0c-2636-4a9f-956a-4660767ee2c2/54a46d91-e09b-47c4-8e3b-8c42e0e5b01f) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:57:34.971659 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294a3d5d-3eb1-43a6-88a9-b1bd5dfeaae1 None None] Pushing event updated for resources: {'Port': ['ID=9fe93151-3199-4245-8925-76f0a78d764f,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:35.034066 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-606d72ef-2ff2-4d07-9785-8316fbc3a529 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (fed0a2f8-2021-439d-ada3-0a2a8a0ac310), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:35.099606 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-8403fb47-7439-4685-8341-ca10649cc0fa tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, a1fded2b-8b1d-4e07-97a8-066b8278c1d7) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:57:35.099606 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8403fb47-7439-4685-8341-ca10649cc0fa tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (acc662b9-0399-4753-9a68-a28ffa4084af), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:35.109941 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8bfd2a-59e2-4d0e-bffe-9a6687a3ae12 None None] Network a1fded2b-8b1d-4e07-97a8-066b8278c1d7 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:57:35.180374 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8403fb47-7439-4685-8341-ca10649cc0fa tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Pushing event updated for resources: {'Subnet': ['ID=acc662b9-0399-4753-9a68-a28ffa4084af,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:35.190411 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fc938579-ed96-4a48-a1cb-e97a2235e14f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for port (f5d5ebea-ab80-47fd-82f3-b2fc2e02ff03), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:35.194762 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-606d72ef-2ff2-4d07-9785-8316fbc3a529 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (fed0a2f8-2021-439d-ada3-0a2a8a0ac310), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:35.243439 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606d72ef-2ff2-4d07-9785-8316fbc3a529 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fed0a2f8-2021-439d-ada3-0a2a8a0ac310,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:35.282278 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 5471b036-3a4f-4f2f-bc65-8cba79a86011 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:57:35.304221 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-606d72ef-2ff2-4d07-9785-8316fbc3a529 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:35.304221 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-606d72ef-2ff2-4d07-9785-8316fbc3a529 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9747462 Aug 27 04:57:35.304221 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36458) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:35.330337 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-952b61a5-1de0-4349-a78c-02796ea2ad21 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "GET /networking/v2.0/security-group-rules/fed0a2f8-2021-439d-ada3-0a2a8a0ac310 HTTP/1.1" status: 200 len: 763 time: 0.0226500 Aug 27 04:57:35.363156 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36460) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:35.436460 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cc477339-c054-45ae-a812-00a1710082a8 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (9bbe493e-cab3-4167-afc2-dcfcdb45fea5), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:35.461330 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:35.482443 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-905275b3-2a21-438b-9e6f-b63e630c1c0f tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1109285 Aug 27 04:57:35.489073 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:35.490492 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36464) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:35.523634 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-62b701c1-29b6-42ed-a042-e40935805106 None None] Provisioning complete for port 5471b036-3a4f-4f2f-bc65-8cba79a86011 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:57:35.524465 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-62b701c1-29b6-42ed-a042-e40935805106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (5471b036-3a4f-4f2f-bc65-8cba79a86011), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:35.552820 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:57:35.576695 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8403fb47-7439-4685-8341-ca10649cc0fa tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Checking segment: {'id': '13cb10fd-aaf4-40b4-aeef-4c207437a499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '06d4a191-59f7-4c31-9cf6-449ad65cf5ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:57:35.577058 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8403fb47-7439-4685-8341-ca10649cc0fa tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Network hostable DHCP agents. Network: 06d4a191-59f7-4c31-9cf6-449ad65cf5ad, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:57:35.587443 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:35.604564 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc477339-c054-45ae-a812-00a1710082a8 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Pushing event deleted for resources: {'Port': ['ID=9bbe493e-cab3-4167-afc2-dcfcdb45fea5,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:35.607442 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e05d6c2-b3c2-4519-b075-a1b3ba2b684e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:57:35.621373 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4347f4-364e-495b-bd75-afea379a64a3 None None] Sync routers for ids ['0a5e280e-373a-4e0d-a079-1506da617b66'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:57:35.643112 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36470) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:35.647037 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-4e05d6c2-b3c2-4519-b075-a1b3ba2b684e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "PUT /networking/v2.0/routers/0a5e280e-373a-4e0d-a079-1506da617b66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8079805 Aug 27 04:57:35.658139 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4347f4-364e-495b-bd75-afea379a64a3 None None] Routers {'0a5e280e-373a-4e0d-a079-1506da617b66'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:57:35.668626 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-4b4347f4-364e-495b-bd75-afea379a64a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:57:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['0a5e280e-373a-4e0d-a079-1506da617b66'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:35.673861 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:35.679009 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03fd530-09f8-4f7d-8386-7096206e709c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-a1fded2b-8b1d-4e07-97a8-066b8278c1d7', 'network_id': 'a1fded2b-8b1d-4e07-97a8-066b8278c1d7', 'project_id': '28a3cd3a811047d6892a9e9e7b8116f4', 'fixed_ips': [{'subnet_id': '7de7962e-9de8-4cb6-bd6d-98896ca52cda'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:57:35.686276 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d03fd530-09f8-4f7d-8386-7096206e709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:35.753294 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 5471b036-3a4f-4f2f-bc65-8cba79a86011 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:57:35.754076 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (5471b036-3a4f-4f2f-bc65-8cba79a86011), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:35.771893 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-4b4347f4-364e-495b-bd75-afea379a64a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:35.783289 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4347f4-364e-495b-bd75-afea379a64a3 None None] Routers {'0a5e280e-373a-4e0d-a079-1506da617b66'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:57:35.784097 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-4b4347f4-364e-495b-bd75-afea379a64a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:57:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['0a5e280e-373a-4e0d-a079-1506da617b66'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:35.789049 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-bef4ad10-e61d-4b00-8910-2dc5ec992626 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0a5e280e-373a-4e0d-a079-1506da617b66 HTTP/1.1" status: 200 len: 205 time: 0.1316342 Aug 27 04:57:35.809318 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36474) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:35.809525 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-62b701c1-29b6-42ed-a042-e40935805106 None None] Current status of the port 5471b036-3a4f-4f2f-bc65-8cba79a86011 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:57:35.832214 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-4b4347f4-364e-495b-bd75-afea379a64a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:35.832214 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4347f4-364e-495b-bd75-afea379a64a3 None None] The sync data for ids ['0a5e280e-373a-4e0d-a079-1506da617b66'] in n-d-852088-5 is: [] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:57:35.832545 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0caccdd1-c889-4821-a4ed-37cdfc07cbed tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for port (54a46d91-e09b-47c4-8e3b-8c42e0e5b01f), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:35.857156 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cc477339-c054-45ae-a812-00a1710082a8 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for floatingip (3c27914d-c24b-467e-93dc-a22ed4ece514), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:35.858106 n-d-852088-5 neutron-server[107775]: INFO neutron.db.l3_db [None req-cc477339-c054-45ae-a812-00a1710082a8 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Floating IP 3c27914d-c24b-467e-93dc-a22ed4ece514 disassociated (deleted). External IP: 172.25.2.80, port: 716117c6-88b8-4085-b3d8-768ccde9b4ed. Aug 27 04:57:35.880673 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fc938579-ed96-4a48-a1cb-e97a2235e14f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (f5d5ebea-ab80-47fd-82f3-b2fc2e02ff03), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:35.885514 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0fd4f624-9a62-483f-9858-943a9e507d3f tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (fed0a2f8-2021-439d-ada3-0a2a8a0ac310), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:35.916666 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0fd4f624-9a62-483f-9858-943a9e507d3f tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (fed0a2f8-2021-439d-ada3-0a2a8a0ac310), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:35.930557 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-62b701c1-29b6-42ed-a042-e40935805106 None None] Provisioning complete for port 3ab5add6-113e-4e53-9fa5-4eb5582fee34 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:57:35.930938 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-62b701c1-29b6-42ed-a042-e40935805106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (3ab5add6-113e-4e53-9fa5-4eb5582fee34), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:35.970848 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8403fb47-7439-4685-8341-ca10649cc0fa tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Network 06d4a191-59f7-4c31-9cf6-449ad65cf5ad is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:57:35.978771 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-62b701c1-29b6-42ed-a042-e40935805106 None None] Port 3ab5add6-113e-4e53-9fa5-4eb5582fee34 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:57:35.989533 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc938579-ed96-4a48-a1cb-e97a2235e14f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Network 801ce510-fbdd-4634-96a7-a2526216ebf1 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:57:36.004461 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-fc938579-ed96-4a48-a1cb-e97a2235e14f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:57:36.011581 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc938579-ed96-4a48-a1cb-e97a2235e14f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:57:36.018402 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc938579-ed96-4a48-a1cb-e97a2235e14f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:36.018402 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fc938579-ed96-4a48-a1cb-e97a2235e14f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:36.034609 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc938579-ed96-4a48-a1cb-e97a2235e14f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event updated for resources: {'Port': ['ID=f5d5ebea-ab80-47fd-82f3-b2fc2e02ff03,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:36.043311 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0caccdd1-c889-4821-a4ed-37cdfc07cbed tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (54a46d91-e09b-47c4-8e3b-8c42e0e5b01f), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:36.056576 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ecfd689b-d90e-49a1-8a4b-815a5c3ffcdd tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for router (0a5e280e-373a-4e0d-a079-1506da617b66), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:36.058690 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:36.123471 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-8403fb47-7439-4685-8341-ca10649cc0fa tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 06d4a191-59f7-4c31-9cf6-449ad65cf5ad) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:57:36.127197 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0caccdd1-c889-4821-a4ed-37cdfc07cbed tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Network d8d0b661-b235-4bbb-8dda-02951b0f3cf2 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:57:36.132010 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0fd4f624-9a62-483f-9858-943a9e507d3f tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (fed0a2f8-2021-439d-ada3-0a2a8a0ac310), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:36.142427 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0fd4f624-9a62-483f-9858-943a9e507d3f tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:36.146735 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-0fd4f624-9a62-483f-9858-943a9e507d3f tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "DELETE /networking/v2.0/security-group-rules/fed0a2f8-2021-439d-ada3-0a2a8a0ac310 HTTP/1.1" status: 204 len: 168 time: 0.6546028 Aug 27 04:57:36.148773 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8403fb47-7439-4685-8341-ca10649cc0fa tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:36.149255 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8403fb47-7439-4685-8341-ca10649cc0fa tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:36.149948 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8403fb47-7439-4685-8341-ca10649cc0fa tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:36.153683 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caccdd1-c889-4821-a4ed-37cdfc07cbed tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event updated for resources: {'Port': ['ID=54a46d91-e09b-47c4-8e3b-8c42e0e5b01f,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:36.163445 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36476) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:36.163872 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-fc938579-ed96-4a48-a1cb-e97a2235e14f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5462933 Aug 27 04:57:36.163872 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-0caccdd1-c889-4821-a4ed-37cdfc07cbed tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:57:36.165458 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0caccdd1-c889-4821-a4ed-37cdfc07cbed tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:57:36.199221 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36478) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:36.236193 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 5471b036-3a4f-4f2f-bc65-8cba79a86011 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:57:36.250626 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053ddb07-2bde-4737-a263-b360d554d20a None None] Network 06d4a191-59f7-4c31-9cf6-449ad65cf5ad requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:57:36.255502 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd4f624-9a62-483f-9858-943a9e507d3f tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fed0a2f8-2021-439d-ada3-0a2a8a0ac310,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:36.311859 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0caccdd1-c889-4821-a4ed-37cdfc07cbed tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:36.312876 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0caccdd1-c889-4821-a4ed-37cdfc07cbed tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:36.335612 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8403fb47-7439-4685-8341-ca10649cc0fa tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.8923953 Aug 27 04:57:36.340520 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36482) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:36.352731 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [req-ea24e74d-b3af-49d5-a0f1-4cbe1e247695 req-c03f9ecf-05d0-4ddd-b67b-8c713b8af79f service neutron] (107775) timed out ('10.222.0.75', 53883) {{(pid=107775) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 27 04:57:36.400553 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-0caccdd1-c889-4821-a4ed-37cdfc07cbed tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.5579238 Aug 27 04:57:36.403558 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36486) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:36.422695 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-94fd4360-a8f8-40fa-9c4c-c6cff9004cdd None None] Provisioning complete for port 3ab5add6-113e-4e53-9fa5-4eb5582fee34 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:57:36.429011 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-94fd4360-a8f8-40fa-9c4c-c6cff9004cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (3ab5add6-113e-4e53-9fa5-4eb5582fee34), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:36.491860 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e658f44a-e062-4a18-bb04-8c039940a5ff tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:36.496707 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e658f44a-e062-4a18-bb04-8c039940a5ff tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "GET /networking/v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A299 HTTP/1.1" status: 200 len: 929 time: 0.2914045 Aug 27 04:57:36.529897 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36488) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:36.534644 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-d03fd530-09f8-4f7d-8386-7096206e709c None None] Allocated IP 172.20.0.2 (a1fded2b-8b1d-4e07-97a8-066b8278c1d7/7de7962e-9de8-4cb6-bd6d-98896ca52cda/c9675d54-9204-47d3-86c3-37c8c3e6ab38) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:57:36.628979 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7dc6b7-b68e-48a8-81d9-530469de0c48 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:36.631145 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7dc6b7-b68e-48a8-81d9-530469de0c48 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:36.633791 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7dc6b7-b68e-48a8-81d9-530469de0c48 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:36.635699 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2d7dc6b7-b68e-48a8-81d9-530469de0c48 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] 10.222.0.76 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2843714 Aug 27 04:57:36.636870 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-94fd4360-a8f8-40fa-9c4c-c6cff9004cdd None None] Port 3ab5add6-113e-4e53-9fa5-4eb5582fee34 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:57:36.641934 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36494) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:36.680320 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:36.761781 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ecfd689b-d90e-49a1-8a4b-815a5c3ffcdd tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (0a5e280e-373a-4e0d-a079-1506da617b66), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:36.769838 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ecfd689b-d90e-49a1-8a4b-815a5c3ffcdd tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for router_controller (0a5e280e-373a-4e0d-a079-1506da617b66), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:36.800479 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-04837577-e1b2-4037-8d07-142396ad994b tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Deleting subnet 7de7962e-9de8-4cb6-bd6d-98896ca52cda {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:57:36.825300 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:36.833073 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-832db02a-9909-4277-8265-f8653c5e5ac2 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Deleting port 54a46d91-e09b-47c4-8e3b-8c42e0e5b01f {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:57:36.833421 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-832db02a-9909-4277-8265-f8653c5e5ac2 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (54a46d91-e09b-47c4-8e3b-8c42e0e5b01f), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:36.872198 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0328e082-d5db-4d16-a582-264d12e57065 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7161729 Aug 27 04:57:36.875035 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36498) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:36.880030 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-05f4e4d9-2b3c-401a-9958-75e54cc46348 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Request body: {'security_group_rule': {'security_group_id': '9ee5171b-910b-4a54-bdd8-1a83f3b709de', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:36.959297 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-771ba78c-d51a-4390-b74f-1b0efe2ceb08 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Deleting port f5d5ebea-ab80-47fd-82f3-b2fc2e02ff03 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:57:36.961091 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-771ba78c-d51a-4390-b74f-1b0efe2ceb08 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (f5d5ebea-ab80-47fd-82f3-b2fc2e02ff03), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:37.057466 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ecfd689b-d90e-49a1-8a4b-815a5c3ffcdd tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (0a5e280e-373a-4e0d-a079-1506da617b66), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:37.058066 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecfd689b-d90e-49a1-8a4b-815a5c3ffcdd tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Fanout notify agent at l3_agent the message router_deleted on router 0a5e280e-373a-4e0d-a079-1506da617b66 {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:57:37.073082 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ecfd689b-d90e-49a1-8a4b-815a5c3ffcdd tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:37.074199 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ecfd689b-d90e-49a1-8a4b-815a5c3ffcdd tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "DELETE /networking/v2.0/routers/0a5e280e-373a-4e0d-a079-1506da617b66 HTTP/1.1" status: 204 len: 168 time: 1.2637382 Aug 27 04:57:37.077357 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:37.077872 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36502) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:37.084242 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a891e704-805e-4839-a581-f3ada1758c80 None None] Network d8d0b661-b235-4bbb-8dda-02951b0f3cf2 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:57:37.115145 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-05f4e4d9-2b3c-401a-9958-75e54cc46348 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (93de5c3c-2d9d-43ff-985a-f0c53ea29d25), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:37.117235 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:37.147977 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-832db02a-9909-4277-8265-f8653c5e5ac2 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (54a46d91-e09b-47c4-8e3b-8c42e0e5b01f), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:37.167292 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:37.181202 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95e9cf5-ca15-4db1-a631-d6e9176e6d47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-06d4a191-59f7-4c31-9cf6-449ad65cf5ad', 'network_id': '06d4a191-59f7-4c31-9cf6-449ad65cf5ad', 'project_id': '28a3cd3a811047d6892a9e9e7b8116f4', 'fixed_ips': [{'subnet_id': 'acc662b9-0399-4753-9a68-a28ffa4084af'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:57:37.182598 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f95e9cf5-ca15-4db1-a631-d6e9176e6d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:37.192520 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 9fe93151-3199-4245-8925-76f0a78d764f up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:57:37.206402 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-832db02a-9909-4277-8265-f8653c5e5ac2 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Calling delete_port for 54a46d91-e09b-47c4-8e3b-8c42e0e5b01f owned by {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:57:37.221942 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-af19e902-2e32-41f8-9591-27f9e498715e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Deleting subnet 72b77e3c-d0cf-4228-9047-7d80ad90012f {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:57:37.231475 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc477339-c054-45ae-a812-00a1710082a8 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Router bc298bda-23b3-40f7-8a86-4ec774b53194 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:57:37.233301 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-771ba78c-d51a-4390-b74f-1b0efe2ceb08 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (f5d5ebea-ab80-47fd-82f3-b2fc2e02ff03), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:37.234976 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-af19e902-2e32-41f8-9591-27f9e498715e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for subnet (72b77e3c-d0cf-4228-9047-7d80ad90012f), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:37.262592 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-771ba78c-d51a-4390-b74f-1b0efe2ceb08 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Calling delete_port for f5d5ebea-ab80-47fd-82f3-b2fc2e02ff03 owned by {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:57:37.278512 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-ad729388-0e3d-4db9-9326-6d383fcffd95 None None] Provisioning complete for port f5d5ebea-ab80-47fd-82f3-b2fc2e02ff03 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:57:37.279402 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ad729388-0e3d-4db9-9326-6d383fcffd95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (f5d5ebea-ab80-47fd-82f3-b2fc2e02ff03), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:37.283959 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-05f4e4d9-2b3c-401a-9958-75e54cc46348 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (93de5c3c-2d9d-43ff-985a-f0c53ea29d25), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:37.346976 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-af19e902-2e32-41f8-9591-27f9e498715e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (72b77e3c-d0cf-4228-9047-7d80ad90012f), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:37.368762 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:37.393498 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-05f4e4d9-2b3c-401a-9958-75e54cc46348 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (93de5c3c-2d9d-43ff-985a-f0c53ea29d25), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:37.416319 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 9fe93151-3199-4245-8925-76f0a78d764f triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:57:37.417162 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (9fe93151-3199-4245-8925-76f0a78d764f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:37.473299 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc477339-c054-45ae-a812-00a1710082a8 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:57:37.485999 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-ad729388-0e3d-4db9-9326-6d383fcffd95 None None] Port f5d5ebea-ab80-47fd-82f3-b2fc2e02ff03 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:57:37.495318 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cc477339-c054-45ae-a812-00a1710082a8 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:37.498243 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62b0ce9-abe5-4bf2-9c06-46d2f9f969bd None None] Sync routers for ids ['bc298bda-23b3-40f7-8a86-4ec774b53194'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:57:37.503939 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d03fd530-09f8-4f7d-8386-7096206e709c None None] Publish callbacks [] for port (c9675d54-9204-47d3-86c3-37c8c3e6ab38), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:37.581472 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f4e4d9-2b3c-401a-9958-75e54cc46348 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93de5c3c-2d9d-43ff-985a-f0c53ea29d25,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:37.593053 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-05f4e4d9-2b3c-401a-9958-75e54cc46348 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:37.594700 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-05f4e4d9-2b3c-401a-9958-75e54cc46348 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7186155 Aug 27 04:57:37.597491 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36508) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:37.602341 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-cc477339-c054-45ae-a812-00a1710082a8 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] 10.222.0.76 "DELETE /networking/v2.0/floatingips/3c27914d-c24b-467e-93dc-a22ed4ece514 HTTP/1.1" status: 204 len: 168 time: 4.0623553 Aug 27 04:57:37.615542 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36510) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:37.648664 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-04837577-e1b2-4037-8d07-142396ad994b tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks [] for subnet (7de7962e-9de8-4cb6-bd6d-98896ca52cda), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:37.665714 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62b0ce9-abe5-4bf2-9c06-46d2f9f969bd None None] Routers {'bc298bda-23b3-40f7-8a86-4ec774b53194'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:57:37.666373 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-d62b0ce9-abe5-4bf2-9c06-46d2f9f969bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:57:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['bc298bda-23b3-40f7-8a86-4ec774b53194'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:37.681660 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ec0ce414-22d5-414c-96f3-7d4dae86e865 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "GET /networking/v2.0/security-group-rules/93de5c3c-2d9d-43ff-985a-f0c53ea29d25 HTTP/1.1" status: 200 len: 764 time: 0.0828562 Aug 27 04:57:37.685185 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36516) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:37.706057 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-af19e902-2e32-41f8-9591-27f9e498715e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (72b77e3c-d0cf-4228-9047-7d80ad90012f), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:37.722523 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:37.731105 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-defcf676-4852-4ca3-87ef-bd7ba4361902 None None] Provisioning complete for port 9fe93151-3199-4245-8925-76f0a78d764f triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:57:37.731487 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-defcf676-4852-4ca3-87ef-bd7ba4361902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (9fe93151-3199-4245-8925-76f0a78d764f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:37.734273 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-d62b0ce9-abe5-4bf2-9c06-46d2f9f969bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:37.739959 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d03fd530-09f8-4f7d-8386-7096206e709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (c9675d54-9204-47d3-86c3-37c8c3e6ab38), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:37.778992 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-867c5aa1-cd86-4839-bd00-4988f9f6baf8 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0924931 Aug 27 04:57:37.783346 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36518) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:37.818991 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:37.822967 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-faa90f8a-8c09-4d4d-8da5-5ed1506320e7 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (93de5c3c-2d9d-43ff-985a-f0c53ea29d25), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:37.833265 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-faa90f8a-8c09-4d4d-8da5-5ed1506320e7 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (93de5c3c-2d9d-43ff-985a-f0c53ea29d25), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:37.917687 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62b0ce9-abe5-4bf2-9c06-46d2f9f969bd None None] Routers {'bc298bda-23b3-40f7-8a86-4ec774b53194'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:57:37.918904 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-d62b0ce9-abe5-4bf2-9c06-46d2f9f969bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:57:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['bc298bda-23b3-40f7-8a86-4ec774b53194'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:37.935173 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-af19e902-2e32-41f8-9591-27f9e498715e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (72b77e3c-d0cf-4228-9047-7d80ad90012f), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:37.951480 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-faa90f8a-8c09-4d4d-8da5-5ed1506320e7 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (93de5c3c-2d9d-43ff-985a-f0c53ea29d25), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:37.977751 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03fd530-09f8-4f7d-8386-7096206e709c None None] Network a1fded2b-8b1d-4e07-97a8-066b8278c1d7 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:57:37.981017 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-faa90f8a-8c09-4d4d-8da5-5ed1506320e7 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:37.983903 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-d62b0ce9-abe5-4bf2-9c06-46d2f9f969bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:37.984934 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-faa90f8a-8c09-4d4d-8da5-5ed1506320e7 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "DELETE /networking/v2.0/security-group-rules/93de5c3c-2d9d-43ff-985a-f0c53ea29d25 HTTP/1.1" status: 204 len: 168 time: 0.2005925 Aug 27 04:57:37.989203 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62b0ce9-abe5-4bf2-9c06-46d2f9f969bd None None] The sync data for ids ['bc298bda-23b3-40f7-8a86-4ec774b53194'] in n-d-852088-5 is: [] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:57:38.008371 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36522) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:38.022624 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af19e902-2e32-41f8-9591-27f9e498715e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event deleted for resources: {'Subnet': ['ID=72b77e3c-d0cf-4228-9047-7d80ad90012f,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:38.025059 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-af19e902-2e32-41f8-9591-27f9e498715e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:38.031374 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-af19e902-2e32-41f8-9591-27f9e498715e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/72b77e3c-d0cf-4228-9047-7d80ad90012f HTTP/1.1" status: 204 len: 168 time: 0.9485495 Aug 27 04:57:38.037298 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa90f8a-8c09-4d4d-8da5-5ed1506320e7 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=93de5c3c-2d9d-43ff-985a-f0c53ea29d25,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:38.042346 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36524) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:38.077310 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 9fe93151-3199-4245-8925-76f0a78d764f is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:57:38.077310 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (9fe93151-3199-4245-8925-76f0a78d764f), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:38.082435 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-d03fd530-09f8-4f7d-8386-7096206e709c None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:57:38.087008 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03fd530-09f8-4f7d-8386-7096206e709c None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:57:38.090561 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfa0ff5-c685-40a8-b2f1-5babce185d87 None None] Network 2028ed83-4c4a-4097-af02-3200dcef8ef9 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:57:38.162192 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2636e1ac-c932-429b-aebf-2790a6115469 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1502023 Aug 27 04:57:38.167194 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36528) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:38.170977 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-f95e9cf5-ca15-4db1-a631-d6e9176e6d47 None None] Allocated IP 172.20.0.18 (06d4a191-59f7-4c31-9cf6-449ad65cf5ad/acc662b9-0399-4753-9a68-a28ffa4084af/9cb6bec3-c9b0-4939-b68a-b4af93b58545) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:57:38.181375 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:38.189033 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03fd530-09f8-4f7d-8386-7096206e709c None None] Pushing event updated for resources: {'Port': ['ID=c9675d54-9204-47d3-86c3-37c8c3e6ab38,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:38.294465 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-defcf676-4852-4ca3-87ef-bd7ba4361902 None None] Current status of the port 9fe93151-3199-4245-8925-76f0a78d764f is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:57:38.295009 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-defcf676-4852-4ca3-87ef-bd7ba4361902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (9fe93151-3199-4245-8925-76f0a78d764f), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:38.312491 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f94f6ccd-bc84-4c50-864a-694c3ed6f843 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (2028ed83-4c4a-4097-af02-3200dcef8ef9), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:38.338466 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 9fe93151-3199-4245-8925-76f0a78d764f, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=9fe93151-3199-4245-8925-76f0a78d764f,segment=NetworkSegment(648e299a-b272-4ca9-84b9-0e5dbfcafafe),segment_id=648e299a-b272-4ca9-84b9-0e5dbfcafafe)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:57:38.356300 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:38.392071 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-832db02a-9909-4277-8265-f8653c5e5ac2 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (54a46d91-e09b-47c4-8e3b-8c42e0e5b01f), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:38.491660 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832db02a-9909-4277-8265-f8653c5e5ac2 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event deleted for resources: {'Port': ['ID=54a46d91-e09b-47c4-8e3b-8c42e0e5b01f,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:38.507070 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-771ba78c-d51a-4390-b74f-1b0efe2ceb08 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (f5d5ebea-ab80-47fd-82f3-b2fc2e02ff03), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:38.508881 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (9fe93151-3199-4245-8925-76f0a78d764f), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:38.511242 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-f94f6ccd-bc84-4c50-864a-694c3ed6f843 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Deleting port 468adae0-c24a-44b1-b473-7fda0a0e62e3 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:57:38.511844 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f94f6ccd-bc84-4c50-864a-694c3ed6f843 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (468adae0-c24a-44b1-b473-7fda0a0e62e3), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:38.532269 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-d03fd530-09f8-4f7d-8386-7096206e709c None None] Attempting to bind port c9675d54-9204-47d3-86c3-37c8c3e6ab38 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:57:38.532861 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-d03fd530-09f8-4f7d-8386-7096206e709c None None] Attempting to bind port c9675d54-9204-47d3-86c3-37c8c3e6ab38 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'dfc2c87d-19f4-4972-ad4e-34ffb054337a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a1fded2b-8b1d-4e07-97a8-066b8278c1d7'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:57:38.533793 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03fd530-09f8-4f7d-8386-7096206e709c None None] Attempting to bind port c9675d54-9204-47d3-86c3-37c8c3e6ab38 on network a1fded2b-8b1d-4e07-97a8-066b8278c1d7 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:57:38.538221 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a773473f-69de-4f11-b848-474f99347390 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group (9ee5171b-910b-4a54-bdd8-1a83f3b709de), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:38.579168 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-04837577-e1b2-4037-8d07-142396ad994b tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (7de7962e-9de8-4cb6-bd6d-98896ca52cda), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:38.587740 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:38.604771 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178ce58a-a520-4717-8dc8-64288e1f2a37 None None] DHCP port deletion for 2028ed83-4c4a-4097-af02-3200dcef8ef9 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:57:38.647031 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a773473f-69de-4f11-b848-474f99347390 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group (9ee5171b-910b-4a54-bdd8-1a83f3b709de), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:38.649807 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03fd530-09f8-4f7d-8386-7096206e709c None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:57:38.649807 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03fd530-09f8-4f7d-8386-7096206e709c None None] Checking segment: {'id': 'dfc2c87d-19f4-4972-ad4e-34ffb054337a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a1fded2b-8b1d-4e07-97a8-066b8278c1d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:57:38.649807 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d03fd530-09f8-4f7d-8386-7096206e709c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:38.650955 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03fd530-09f8-4f7d-8386-7096206e709c None None] Bound using segment: {'id': 'dfc2c87d-19f4-4972-ad4e-34ffb054337a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a1fded2b-8b1d-4e07-97a8-066b8278c1d7'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:57:38.651558 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-d03fd530-09f8-4f7d-8386-7096206e709c None None] Bound port: c9675d54-9204-47d3-86c3-37c8c3e6ab38, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfc2c87d-19f4-4972-ad4e-34ffb054337a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a1fded2b-8b1d-4e07-97a8-066b8278c1d7'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:57:38.652045 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d03fd530-09f8-4f7d-8386-7096206e709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (c9675d54-9204-47d3-86c3-37c8c3e6ab38), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:38.703779 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ba78c-d51a-4390-b74f-1b0efe2ceb08 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event deleted for resources: {'Port': ['ID=f5d5ebea-ab80-47fd-82f3-b2fc2e02ff03,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:38.731761 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-f94f6ccd-bc84-4c50-864a-694c3ed6f843 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] For port 468adae0-c24a-44b1-b473-7fda0a0e62e3, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=468adae0-c24a-44b1-b473-7fda0a0e62e3,segment=NetworkSegment(2be0c920-731e-41bd-9e27-c9e904f35c6e),segment_id=2be0c920-731e-41bd-9e27-c9e904f35c6e)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:57:38.733528 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f94f6ccd-bc84-4c50-864a-694c3ed6f843 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (468adae0-c24a-44b1-b473-7fda0a0e62e3), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:38.771330 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-f94f6ccd-bc84-4c50-864a-694c3ed6f843 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Calling delete_port for 468adae0-c24a-44b1-b473-7fda0a0e62e3 owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:57:38.825768 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:38.837240 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:38.870652 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-22b404bf-7c81-4c90-b57e-71fe72c619bd tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Deleting port 716117c6-88b8-4085-b3d8-768ccde9b4ed {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:57:38.871078 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-22b404bf-7c81-4c90-b57e-71fe72c619bd tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (716117c6-88b8-4085-b3d8-768ccde9b4ed), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:38.910534 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-defcf676-4852-4ca3-87ef-bd7ba4361902 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:57:38.911645 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-defcf676-4852-4ca3-87ef-bd7ba4361902 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:57:38.961215 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:38.985551 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:38.995324 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=9fe93151-3199-4245-8925-76f0a78d764f,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:39.012123 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-178ce58a-a520-4717-8dc8-64288e1f2a37 None None] Deleting port 468adae0-c24a-44b1-b473-7fda0a0e62e3 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:57:39.012826 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-178ce58a-a520-4717-8dc8-64288e1f2a37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (468adae0-c24a-44b1-b473-7fda0a0e62e3), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:39.079150 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=7 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:39.082790 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f94f6ccd-bc84-4c50-864a-694c3ed6f843 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (468adae0-c24a-44b1-b473-7fda0a0e62e3), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:39.107294 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 468adae0-c24a-44b1-b473-7fda0a0e62e3 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:57:39.119802 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-771ba78c-d51a-4390-b74f-1b0efe2ceb08 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:39.123083 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-771ba78c-d51a-4390-b74f-1b0efe2ceb08 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "DELETE /networking/v2.0/ports/f5d5ebea-ab80-47fd-82f3-b2fc2e02ff03 HTTP/1.1" status: 204 len: 168 time: 2.5912068 Aug 27 04:57:39.130155 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36540) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:39.149505 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-832db02a-9909-4277-8265-f8653c5e5ac2 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:39.152741 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-832db02a-9909-4277-8265-f8653c5e5ac2 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "DELETE /networking/v2.0/ports/54a46d91-e09b-47c4-8e3b-8c42e0e5b01f HTTP/1.1" status: 204 len: 168 time: 2.7480276 Aug 27 04:57:39.159653 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36542) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:39.177255 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 468adae0-c24a-44b1-b473-7fda0a0e62e3 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:57:39.177785 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 468adae0-c24a-44b1-b473-7fda0a0e62e3 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:57:39.183860 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-179f2ed8-ce12-4b8b-8c30-9ef2401ab9f8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] GET failed (client error): The resource could not be found. Aug 27 04:57:39.190142 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-179f2ed8-ce12-4b8b-8c30-9ef2401ab9f8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "GET /networking/v2.0/ports/f5d5ebea-ab80-47fd-82f3-b2fc2e02ff03 HTTP/1.1" status: 404 len: 333 time: 0.0540905 Aug 27 04:57:39.190142 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94f6ccd-bc84-4c50-864a-694c3ed6f843 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event deleted for resources: {'Port': ['ID=468adae0-c24a-44b1-b473-7fda0a0e62e3,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:39.197682 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36546) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:39.214935 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a773473f-69de-4f11-b848-474f99347390 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (9ee5171b-910b-4a54-bdd8-1a83f3b709de), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:39.218070 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a773473f-69de-4f11-b848-474f99347390 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:39.219539 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a773473f-69de-4f11-b848-474f99347390 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/9ee5171b-910b-4a54-bdd8-1a83f3b709de HTTP/1.1" status: 204 len: 168 time: 1.0513618 Aug 27 04:57:39.229439 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36548) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:39.234118 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d03fd530-09f8-4f7d-8386-7096206e709c None None] For port c9675d54-9204-47d3-86c3-37c8c3e6ab38, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:57:39.239320 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-87f0ad48-3231-4aac-b3a8-3825f7b56618 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] DELETE failed (client error): The resource could not be found. Aug 27 04:57:39.239798 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87f0ad48-3231-4aac-b3a8-3825f7b56618 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:57:39.244955 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d03fd530-09f8-4f7d-8386-7096206e709c None None] For port c9675d54-9204-47d3-86c3-37c8c3e6ab38, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=c9675d54-9204-47d3-86c3-37c8c3e6ab38,segment=NetworkSegment(dfc2c87d-19f4-4972-ad4e-34ffb054337a),segment_id=dfc2c87d-19f4-4972-ad4e-34ffb054337a)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:57:39.257497 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94f6ccd-bc84-4c50-864a-694c3ed6f843 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] No DVR routers for this DVR port 468adae0-c24a-44b1-b473-7fda0a0e62e3 on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:57:39.264062 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f95e9cf5-ca15-4db1-a631-d6e9176e6d47 None None] Publish callbacks [] for port (9cb6bec3-c9b0-4939-b68a-b4af93b58545), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:39.267462 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-178ce58a-a520-4717-8dc8-64288e1f2a37 None None] For port 468adae0-c24a-44b1-b473-7fda0a0e62e3, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=468adae0-c24a-44b1-b473-7fda0a0e62e3,segment=NetworkSegment(2be0c920-731e-41bd-9e27-c9e904f35c6e),segment_id=2be0c920-731e-41bd-9e27-c9e904f35c6e)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:57:39.267999 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-178ce58a-a520-4717-8dc8-64288e1f2a37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (468adae0-c24a-44b1-b473-7fda0a0e62e3), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:39.290247 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-87f0ad48-3231-4aac-b3a8-3825f7b56618 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "DELETE /networking/v2.0/ports/54a46d91-e09b-47c4-8e3b-8c42e0e5b01f HTTP/1.1" status: 404 len: 333 time: 0.1260726 Aug 27 04:57:39.292835 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-178ce58a-a520-4717-8dc8-64288e1f2a37 None None] Calling delete_port for 468adae0-c24a-44b1-b473-7fda0a0e62e3 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:57:39.322252 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36550) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:39.371242 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-04837577-e1b2-4037-8d07-142396ad994b tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (7de7962e-9de8-4cb6-bd6d-98896ca52cda), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:39.377814 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-a53372ba-4cee-481c-850f-02e03e914717 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] GET failed (client error): The resource could not be found. Aug 27 04:57:39.379313 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a53372ba-4cee-481c-850f-02e03e914717 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "GET /networking/v2.0/ports/54a46d91-e09b-47c4-8e3b-8c42e0e5b01f HTTP/1.1" status: 404 len: 333 time: 0.0617564 Aug 27 04:57:39.392106 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d03fd530-09f8-4f7d-8386-7096206e709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (c9675d54-9204-47d3-86c3-37c8c3e6ab38), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:39.395992 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a773473f-69de-4f11-b848-474f99347390 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee5171b-910b-4a54-bdd8-1a83f3b709de,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:39.410361 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36552) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:39.441436 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f95e9cf5-ca15-4db1-a631-d6e9176e6d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (9cb6bec3-c9b0-4939-b68a-b4af93b58545), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:39.500482 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9b9d431-1b3d-47c3-a1f0-4d6843187577 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Deleting subnet 9901bc0c-2636-4a9f-956a-4660767ee2c2 {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:57:39.510180 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95e9cf5-ca15-4db1-a631-d6e9176e6d47 None None] Network 06d4a191-59f7-4c31-9cf6-449ad65cf5ad is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:57:39.512240 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-defcf676-4852-4ca3-87ef-bd7ba4361902 None None] Current status of the port 9fe93151-3199-4245-8925-76f0a78d764f is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:57:39.526105 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-82232004-1bc5-455a-84c7-f75163058fa5 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2945766 Aug 27 04:57:39.538144 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36554) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:39.538681 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d9b9d431-1b3d-47c3-a1f0-4d6843187577 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for subnet (9901bc0c-2636-4a9f-956a-4660767ee2c2), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:39.549588 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-f95e9cf5-ca15-4db1-a631-d6e9176e6d47 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:57:39.559066 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95e9cf5-ca15-4db1-a631-d6e9176e6d47 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:57:39.597465 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-22b404bf-7c81-4c90-b57e-71fe72c619bd tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (716117c6-88b8-4085-b3d8-768ccde9b4ed), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:39.598778 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-abcde0c4-a00b-444e-b1ca-ed1047d2231d tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Request body: {'security_group': {'name': 'tempest-secgroup--82914791'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:39.623242 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-178ce58a-a520-4717-8dc8-64288e1f2a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (468adae0-c24a-44b1-b473-7fda0a0e62e3), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:39.637324 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f94f6ccd-bc84-4c50-864a-694c3ed6f843 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (2028ed83-4c4a-4097-af02-3200dcef8ef9), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:39.666112 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-22b404bf-7c81-4c90-b57e-71fe72c619bd tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Calling delete_port for 716117c6-88b8-4085-b3d8-768ccde9b4ed owned by {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:57:39.713599 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d9b9d431-1b3d-47c3-a1f0-4d6843187577 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (9901bc0c-2636-4a9f-956a-4660767ee2c2), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:39.752286 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-f94f6ccd-bc84-4c50-864a-694c3ed6f843 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2028ed83-4c4a-4097-af02-3200dcef8ef9']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:39.759148 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e238-605b-4a6b-bf21-4ae9ff84763f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Deleting port 3ab5add6-113e-4e53-9fa5-4eb5582fee34 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:57:39.759753 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-86e5e238-605b-4a6b-bf21-4ae9ff84763f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (3ab5add6-113e-4e53-9fa5-4eb5582fee34), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:39.876671 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-04837577-e1b2-4037-8d07-142396ad994b tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (7de7962e-9de8-4cb6-bd6d-98896ca52cda), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:39.886745 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-86e5e238-605b-4a6b-bf21-4ae9ff84763f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (3ab5add6-113e-4e53-9fa5-4eb5582fee34), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:39.900942 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e238-605b-4a6b-bf21-4ae9ff84763f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Calling delete_port for 3ab5add6-113e-4e53-9fa5-4eb5582fee34 owned by {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:57:39.987641 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-6b3f8352-baec-45c4-964f-36d14ca946bf None None] Could not find standard attr ID for object 54a46d91-e09b-47c4-8e3b-8c42e0e5b01f. {{(pid=107777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 27 04:57:39.998336 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03fd530-09f8-4f7d-8386-7096206e709c None None] Pushing event updated for resources: {'Port': ['ID=c9675d54-9204-47d3-86c3-37c8c3e6ab38,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:40.018324 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178ce58a-a520-4717-8dc8-64288e1f2a37 None None] No DVR routers for this DVR port 468adae0-c24a-44b1-b473-7fda0a0e62e3 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:57:40.027000 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-abcde0c4-a00b-444e-b1ca-ed1047d2231d tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:40.049739 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=2,neutron:SELECT=90,neutron:DELETE=8 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:40.063907 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-f94f6ccd-bc84-4c50-864a-694c3ed6f843 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2be0c920-731e-41bd-9e27-c9e904f35c6e') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:40.066529 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-f94f6ccd-bc84-4c50-864a-694c3ed6f843 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2be0c920-731e-41bd-9e27-c9e904f35c6e') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:40.078631 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-f95e9cf5-ca15-4db1-a631-d6e9176e6d47 None None] Attempting to bind port 9cb6bec3-c9b0-4939-b68a-b4af93b58545 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:57:40.082572 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-f95e9cf5-ca15-4db1-a631-d6e9176e6d47 None None] Attempting to bind port 9cb6bec3-c9b0-4939-b68a-b4af93b58545 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '13cb10fd-aaf4-40b4-aeef-4c207437a499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '06d4a191-59f7-4c31-9cf6-449ad65cf5ad'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:57:40.082572 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95e9cf5-ca15-4db1-a631-d6e9176e6d47 None None] Attempting to bind port 9cb6bec3-c9b0-4939-b68a-b4af93b58545 on network 06d4a191-59f7-4c31-9cf6-449ad65cf5ad {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:57:40.087078 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04837577-e1b2-4037-8d07-142396ad994b tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Pushing event deleted for resources: {'Subnet': ['ID=7de7962e-9de8-4cb6-bd6d-98896ca52cda,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:40.088861 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-6b3f8352-baec-45c4-964f-36d14ca946bf None None] Provisioning complete for port 9fe93151-3199-4245-8925-76f0a78d764f triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:57:40.089548 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6b3f8352-baec-45c4-964f-36d14ca946bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (9fe93151-3199-4245-8925-76f0a78d764f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:40.099485 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-04837577-e1b2-4037-8d07-142396ad994b tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:40.106493 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f94f6ccd-bc84-4c50-864a-694c3ed6f843 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (2be0c920-731e-41bd-9e27-c9e904f35c6e), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:40.107512 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-04837577-e1b2-4037-8d07-142396ad994b tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/7de7962e-9de8-4cb6-bd6d-98896ca52cda HTTP/1.1" status: 204 len: 168 time: 3.4648118 Aug 27 04:57:40.110998 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36564) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:40.134286 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:40.153338 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95e9cf5-ca15-4db1-a631-d6e9176e6d47 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:57:40.164333 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95e9cf5-ca15-4db1-a631-d6e9176e6d47 None None] Checking segment: {'id': '13cb10fd-aaf4-40b4-aeef-4c207437a499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '06d4a191-59f7-4c31-9cf6-449ad65cf5ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:57:40.164333 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f95e9cf5-ca15-4db1-a631-d6e9176e6d47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:40.164333 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95e9cf5-ca15-4db1-a631-d6e9176e6d47 None None] Bound using segment: {'id': '13cb10fd-aaf4-40b4-aeef-4c207437a499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '06d4a191-59f7-4c31-9cf6-449ad65cf5ad'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:57:40.164333 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-f95e9cf5-ca15-4db1-a631-d6e9176e6d47 None None] Bound port: 9cb6bec3-c9b0-4939-b68a-b4af93b58545, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13cb10fd-aaf4-40b4-aeef-4c207437a499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '06d4a191-59f7-4c31-9cf6-449ad65cf5ad'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:57:40.164333 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f95e9cf5-ca15-4db1-a631-d6e9176e6d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (9cb6bec3-c9b0-4939-b68a-b4af93b58545), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:40.164808 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f94f6ccd-bc84-4c50-864a-694c3ed6f843 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (2be0c920-731e-41bd-9e27-c9e904f35c6e), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:40.164894 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95e9cf5-ca15-4db1-a631-d6e9176e6d47 None None] Pushing event updated for resources: {'Port': ['ID=9cb6bec3-c9b0-4939-b68a-b4af93b58545,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:40.214838 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-293c99ff-a93d-44a5-96e2-506f5ff317a2 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Deleting subnet acc662b9-0399-4753-9a68-a28ffa4084af {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:57:40.215971 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178ce58a-a520-4717-8dc8-64288e1f2a37 None None] Pushing event deleted for resources: {'Port': ['ID=468adae0-c24a-44b1-b473-7fda0a0e62e3,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:40.230946 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-293c99ff-a93d-44a5-96e2-506f5ff317a2 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks [] for subnet (acc662b9-0399-4753-9a68-a28ffa4084af), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:40.263642 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:40.263861 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-22b404bf-7c81-4c90-b57e-71fe72c619bd tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (716117c6-88b8-4085-b3d8-768ccde9b4ed), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:40.271788 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f94f6ccd-bc84-4c50-864a-694c3ed6f843 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:57:40.272502 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f94f6ccd-bc84-4c50-864a-694c3ed6f843 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (2be0c920-731e-41bd-9e27-c9e904f35c6e), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:40.325508 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-f95e9cf5-ca15-4db1-a631-d6e9176e6d47 None None] For port 9cb6bec3-c9b0-4939-b68a-b4af93b58545, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:57:40.333632 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-6b3f8352-baec-45c4-964f-36d14ca946bf None None] Current status of the port 9fe93151-3199-4245-8925-76f0a78d764f is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:57:40.335587 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 2be0c920-731e-41bd-9e27-c9e904f35c6e resource provider aggregate not found Aug 27 04:57:40.342525 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b404bf-7c81-4c90-b57e-71fe72c619bd tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Pushing event deleted for resources: {'Port': ['ID=716117c6-88b8-4085-b3d8-768ccde9b4ed,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:40.351940 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-293c99ff-a93d-44a5-96e2-506f5ff317a2 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (acc662b9-0399-4753-9a68-a28ffa4084af), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:40.392394 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d9b9d431-1b3d-47c3-a1f0-4d6843187577 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (9901bc0c-2636-4a9f-956a-4660767ee2c2), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:40.414772 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:40.419665 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 2be0c920-731e-41bd-9e27-c9e904f35c6e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2be0c920-731e-41bd-9e27-c9e904f35c6e found for delete ", "request_id": "req-216d9677-64c6-4ab7-83eb-3b80c0789d27"}]} Aug 27 04:57:40.489717 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-86e5e238-605b-4a6b-bf21-4ae9ff84763f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (3ab5add6-113e-4e53-9fa5-4eb5582fee34), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:40.497710 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-f95e9cf5-ca15-4db1-a631-d6e9176e6d47 None None] For port 9cb6bec3-c9b0-4939-b68a-b4af93b58545, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=9cb6bec3-c9b0-4939-b68a-b4af93b58545,segment=NetworkSegment(13cb10fd-aaf4-40b4-aeef-4c207437a499),segment_id=13cb10fd-aaf4-40b4-aeef-4c207437a499)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:57:40.511325 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f94f6ccd-bc84-4c50-864a-694c3ed6f843 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (2028ed83-4c4a-4097-af02-3200dcef8ef9), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:40.517333 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f94f6ccd-bc84-4c50-864a-694c3ed6f843 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:40.521646 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f94f6ccd-bc84-4c50-864a-694c3ed6f843 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "DELETE /networking/v2.0/networks/2028ed83-4c4a-4097-af02-3200dcef8ef9 HTTP/1.1" status: 204 len: 168 time: 2.4779611 Aug 27 04:57:40.526409 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36574) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:40.534855 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-d612aafb-eddd-4f12-bad0-085bf4b82f25 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1857872853', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}, 'admin_state_up': False}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:40.558843 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f95e9cf5-ca15-4db1-a631-d6e9176e6d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (9cb6bec3-c9b0-4939-b68a-b4af93b58545), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:40.561427 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-22b404bf-7c81-4c90-b57e-71fe72c619bd tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:40.564997 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-22b404bf-7c81-4c90-b57e-71fe72c619bd tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] 10.222.0.76 "DELETE /networking/v2.0/ports/716117c6-88b8-4085-b3d8-768ccde9b4ed HTTP/1.1" status: 204 len: 168 time: 2.9476171 Aug 27 04:57:40.573278 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36576) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:40.594749 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-293c99ff-a93d-44a5-96e2-506f5ff317a2 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (acc662b9-0399-4753-9a68-a28ffa4084af), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:40.598319 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94f6ccd-bc84-4c50-864a-694c3ed6f843 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event deleted for resources: {'Network': ['ID=2028ed83-4c4a-4097-af02-3200dcef8ef9,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:40.626511 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-b27b66cb-4654-4fa8-951d-24eb08f6b794 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Request body: {'floatingip': {'floating_network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:40.652037 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:40.660448 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d612aafb-eddd-4f12-bad0-085bf4b82f25 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (4fb04a61-ed2c-4bfa-8140-0661a65e38ff), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:40.662089 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d612aafb-eddd-4f12-bad0-085bf4b82f25 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (4fb04a61-ed2c-4bfa-8140-0661a65e38ff), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:40.663072 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95e9cf5-ca15-4db1-a631-d6e9176e6d47 None None] Pushing event updated for resources: {'Port': ['ID=9cb6bec3-c9b0-4939-b68a-b4af93b58545,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:40.670745 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e238-605b-4a6b-bf21-4ae9ff84763f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event deleted for resources: {'Port': ['ID=3ab5add6-113e-4e53-9fa5-4eb5582fee34,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:40.674298 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d9b9d431-1b3d-47c3-a1f0-4d6843187577 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (9901bc0c-2636-4a9f-956a-4660767ee2c2), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:40.698571 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=16,neutron:UPDATE=3,neutron:SELECT=78,neutron:DELETE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:40.820795 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b9d431-1b3d-47c3-a1f0-4d6843187577 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event deleted for resources: {'Subnet': ['ID=9901bc0c-2636-4a9f-956a-4660767ee2c2,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:40.823195 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-86e5e238-605b-4a6b-bf21-4ae9ff84763f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:40.830884 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-86e5e238-605b-4a6b-bf21-4ae9ff84763f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "DELETE /networking/v2.0/ports/3ab5add6-113e-4e53-9fa5-4eb5582fee34 HTTP/1.1" status: 204 len: 168 time: 1.6263511 Aug 27 04:57:40.830884 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d9b9d431-1b3d-47c3-a1f0-4d6843187577 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:40.831209 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36580) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:40.833636 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-d9b9d431-1b3d-47c3-a1f0-4d6843187577 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/9901bc0c-2636-4a9f-956a-4660767ee2c2 HTTP/1.1" status: 204 len: 168 time: 1.4223068 Aug 27 04:57:40.837793 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36582) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:40.838823 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac3db56-a01c-4a51-bc6a-436a3b4de183 None None] Network d8d0b661-b235-4bbb-8dda-02951b0f3cf2 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:57:40.856804 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d612aafb-eddd-4f12-bad0-085bf4b82f25 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for router_controller (4fb04a61-ed2c-4bfa-8140-0661a65e38ff), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:40.895907 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-8821b22a-7d96-4d91-bfed-b3779ec2a051 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] GET failed (client error): The resource could not be found. Aug 27 04:57:40.904420 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8821b22a-7d96-4d91-bfed-b3779ec2a051 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "GET /networking/v2.0/ports/3ab5add6-113e-4e53-9fa5-4eb5582fee34 HTTP/1.1" status: 404 len: 333 time: 0.0712936 Aug 27 04:57:40.905072 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36586) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:41.004929 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f48b67d8-6ea1-4e51-94f9-7118f212839f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (d8d0b661-b235-4bbb-8dda-02951b0f3cf2), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:41.093606 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:41.113159 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b27b66cb-4654-4fa8-951d-24eb08f6b794 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:41.199413 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-293c99ff-a93d-44a5-96e2-506f5ff317a2 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (acc662b9-0399-4753-9a68-a28ffa4084af), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:41.339895 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-f48b67d8-6ea1-4e51-94f9-7118f212839f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Deleting port 9fe93151-3199-4245-8925-76f0a78d764f {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:57:41.340482 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f48b67d8-6ea1-4e51-94f9-7118f212839f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (9fe93151-3199-4245-8925-76f0a78d764f), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:41.371538 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be5ed05-12a0-44a1-86b6-b7e979ce0f76 None None] DHCP port deletion for d8d0b661-b235-4bbb-8dda-02951b0f3cf2 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:57:41.387057 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c99ff-a93d-44a5-96e2-506f5ff317a2 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Pushing event deleted for resources: {'Subnet': ['ID=acc662b9-0399-4753-9a68-a28ffa4084af,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:41.392963 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-bae7a91e-b647-4340-995a-ec8564de54a2 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Deleting subnet 533c04a5-03ca-42dc-ac91-f3a538a6183a {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:57:41.396066 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-293c99ff-a93d-44a5-96e2-506f5ff317a2 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:41.403899 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-293c99ff-a93d-44a5-96e2-506f5ff317a2 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/acc662b9-0399-4753-9a68-a28ffa4084af HTTP/1.1" status: 204 len: 168 time: 1.2897937 Aug 27 04:57:41.405115 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36592) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:41.417290 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bae7a91e-b647-4340-995a-ec8564de54a2 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for subnet (533c04a5-03ca-42dc-ac91-f3a538a6183a), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:41.449751 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device c9675d54-9204-47d3-86c3-37c8c3e6ab38 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:57:41.507812 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-abcde0c4-a00b-444e-b1ca-ed1047d2231d tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group (edf5ff3c-e8d7-4d30-af33-475f2712cd7c), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:41.519478 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79cbcf6-49ac-4f5f-951e-3d3fae221a0a None None] Network a1fded2b-8b1d-4e07-97a8-066b8278c1d7 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:57:41.541229 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=7 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:41.569799 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bae7a91e-b647-4340-995a-ec8564de54a2 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (533c04a5-03ca-42dc-ac91-f3a538a6183a), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:41.570412 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d612aafb-eddd-4f12-bad0-085bf4b82f25 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for router_gateway (4fb04a61-ed2c-4bfa-8140-0661a65e38ff), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:41.586981 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-abcde0c4-a00b-444e-b1ca-ed1047d2231d tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (edf5ff3c-e8d7-4d30-af33-475f2712cd7c), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:41.593431 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-f48b67d8-6ea1-4e51-94f9-7118f212839f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] For port 9fe93151-3199-4245-8925-76f0a78d764f, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=9fe93151-3199-4245-8925-76f0a78d764f,segment=NetworkSegment(648e299a-b272-4ca9-84b9-0e5dbfcafafe),segment_id=648e299a-b272-4ca9-84b9-0e5dbfcafafe)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:57:41.599558 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f48b67d8-6ea1-4e51-94f9-7118f212839f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (9fe93151-3199-4245-8925-76f0a78d764f), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:41.599726 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-6be5ed05-12a0-44a1-86b6-b7e979ce0f76 None None] Deleting port 9fe93151-3199-4245-8925-76f0a78d764f {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:57:41.599726 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6be5ed05-12a0-44a1-86b6-b7e979ce0f76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (9fe93151-3199-4245-8925-76f0a78d764f), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:41.600603 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def7a1d8-1e2a-40d1-9c2b-bee3265c9cee tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:41.605414 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-def7a1d8-1e2a-40d1-9c2b-bee3265c9cee tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] 10.222.0.76 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1982057 Aug 27 04:57:41.606059 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36596) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:41.618398 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-87f05a97-149e-4c6b-90d3-3b772a850d95 None None] Provisioning complete for port c9675d54-9204-47d3-86c3-37c8c3e6ab38 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:57:41.619046 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-87f05a97-149e-4c6b-90d3-3b772a850d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (c9675d54-9204-47d3-86c3-37c8c3e6ab38), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:41.643477 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b27b66cb-4654-4fa8-951d-24eb08f6b794 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:41.653308 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-f48b67d8-6ea1-4e51-94f9-7118f212839f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Calling delete_port for 9fe93151-3199-4245-8925-76f0a78d764f owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:57:41.680785 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcde0c4-a00b-444e-b1ca-ed1047d2231d tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edf5ff3c-e8d7-4d30-af33-475f2712cd7c,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:41.735318 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-abcde0c4-a00b-444e-b1ca-ed1047d2231d tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:41.736762 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-abcde0c4-a00b-444e-b1ca-ed1047d2231d tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 2.1825907 Aug 27 04:57:41.739879 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:41.742643 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36600) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:41.780771 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-02a56a76-fe2e-47b3-a466-ee431b2f2bb6 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Request body: {'security_group_rule': {'security_group_id': 'edf5ff3c-e8d7-4d30-af33-475f2712cd7c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:41.799673 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port c9675d54-9204-47d3-86c3-37c8c3e6ab38 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:57:41.800065 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (c9675d54-9204-47d3-86c3-37c8c3e6ab38), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:41.903706 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-6be5ed05-12a0-44a1-86b6-b7e979ce0f76 None None] For port 9fe93151-3199-4245-8925-76f0a78d764f, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=9fe93151-3199-4245-8925-76f0a78d764f,segment=NetworkSegment(648e299a-b272-4ca9-84b9-0e5dbfcafafe),segment_id=648e299a-b272-4ca9-84b9-0e5dbfcafafe)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:57:41.904577 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6be5ed05-12a0-44a1-86b6-b7e979ce0f76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (9fe93151-3199-4245-8925-76f0a78d764f), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:41.917321 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bae7a91e-b647-4340-995a-ec8564de54a2 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (533c04a5-03ca-42dc-ac91-f3a538a6183a), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:41.953276 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-6be5ed05-12a0-44a1-86b6-b7e979ce0f76 None None] Calling delete_port for 9fe93151-3199-4245-8925-76f0a78d764f owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:57:41.965539 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-b27b66cb-4654-4fa8-951d-24eb08f6b794 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Allocated IP 172.25.2.37 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/37001fff-fe1d-4066-b4ea-b12a722babe9) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:57:42.009486 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-02a56a76-fe2e-47b3-a466-ee431b2f2bb6 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (32692ab3-b86e-42de-9ef1-96fa1c7b2c8d), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:42.055961 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:42.070610 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a1756e-ccb1-4f87-8397-6c8ed332d444 None None] DHCP port deletion for a1fded2b-8b1d-4e07-97a8-066b8278c1d7 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:57:42.102907 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-87f05a97-149e-4c6b-90d3-3b772a850d95 None None] Current status of the port c9675d54-9204-47d3-86c3-37c8c3e6ab38 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:57:42.103601 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-87f05a97-149e-4c6b-90d3-3b772a850d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (c9675d54-9204-47d3-86c3-37c8c3e6ab38), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:42.125963 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bb8128c1-c436-460a-a40b-48d59e7a4c47 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (06d4a191-59f7-4c31-9cf6-449ad65cf5ad), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:42.265565 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d612aafb-eddd-4f12-bad0-085bf4b82f25 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for router_gateway (4fb04a61-ed2c-4bfa-8140-0661a65e38ff), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:42.274949 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:42.404389 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-bb8128c1-c436-460a-a40b-48d59e7a4c47 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Deleting port 9cb6bec3-c9b0-4939-b68a-b4af93b58545 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:57:42.404740 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bb8128c1-c436-460a-a40b-48d59e7a4c47 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (9cb6bec3-c9b0-4939-b68a-b4af93b58545), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:42.424359 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-e7a1756e-ccb1-4f87-8397-6c8ed332d444 None None] Deleting port c9675d54-9204-47d3-86c3-37c8c3e6ab38 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:57:42.424892 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e7a1756e-ccb1-4f87-8397-6c8ed332d444 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (c9675d54-9204-47d3-86c3-37c8c3e6ab38), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:42.426900 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port c9675d54-9204-47d3-86c3-37c8c3e6ab38 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:57:42.427275 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (c9675d54-9204-47d3-86c3-37c8c3e6ab38), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:42.497817 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-87f05a97-149e-4c6b-90d3-3b772a850d95 None None] For port c9675d54-9204-47d3-86c3-37c8c3e6ab38, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=c9675d54-9204-47d3-86c3-37c8c3e6ab38,segment=NetworkSegment(dfc2c87d-19f4-4972-ad4e-34ffb054337a),segment_id=dfc2c87d-19f4-4972-ad4e-34ffb054337a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:57:42.505217 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d612aafb-eddd-4f12-bad0-085bf4b82f25 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:42.542737 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a749b06-69f3-4bf6-b725-6463037e4799 None None] Network 06d4a191-59f7-4c31-9cf6-449ad65cf5ad requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:57:42.544941 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-bb8128c1-c436-460a-a40b-48d59e7a4c47 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] For port 9cb6bec3-c9b0-4939-b68a-b4af93b58545, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=9cb6bec3-c9b0-4939-b68a-b4af93b58545,segment=NetworkSegment(13cb10fd-aaf4-40b4-aeef-4c207437a499),segment_id=13cb10fd-aaf4-40b4-aeef-4c207437a499)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:57:42.545414 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bb8128c1-c436-460a-a40b-48d59e7a4c47 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (9cb6bec3-c9b0-4939-b68a-b4af93b58545), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:42.561324 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-ee613e3b-406b-46ac-81ba-78a2dd09066a req-ffdb2018-a08a-456f-bfd6-1721395d1ee1 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d9971ddb-d345-4a8f-8de2-265fbca67e22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3460071 Aug 27 04:57:42.568205 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-87f05a97-149e-4c6b-90d3-3b772a850d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (c9675d54-9204-47d3-86c3-37c8c3e6ab38), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:42.611100 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6be5ed05-12a0-44a1-86b6-b7e979ce0f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (9fe93151-3199-4245-8925-76f0a78d764f), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:42.613827 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bae7a91e-b647-4340-995a-ec8564de54a2 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (533c04a5-03ca-42dc-ac91-f3a538a6183a), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:42.617517 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-bb8128c1-c436-460a-a40b-48d59e7a4c47 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Calling delete_port for 9cb6bec3-c9b0-4939-b68a-b4af93b58545 owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:57:42.681027 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae7a91e-b647-4340-995a-ec8564de54a2 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event deleted for resources: {'Subnet': ['ID=533c04a5-03ca-42dc-ac91-f3a538a6183a,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:42.719427 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-e7a1756e-ccb1-4f87-8397-6c8ed332d444 None None] For port c9675d54-9204-47d3-86c3-37c8c3e6ab38, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=c9675d54-9204-47d3-86c3-37c8c3e6ab38,segment=NetworkSegment(dfc2c87d-19f4-4972-ad4e-34ffb054337a),segment_id=dfc2c87d-19f4-4972-ad4e-34ffb054337a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:57:42.719833 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e7a1756e-ccb1-4f87-8397-6c8ed332d444 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (c9675d54-9204-47d3-86c3-37c8c3e6ab38), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:42.729946 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:DELETE=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:42.742671 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f48b67d8-6ea1-4e51-94f9-7118f212839f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (9fe93151-3199-4245-8925-76f0a78d764f), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:42.753799 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be5ed05-12a0-44a1-86b6-b7e979ce0f76 None None] No DVR routers for this DVR port 9fe93151-3199-4245-8925-76f0a78d764f on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:57:42.766297 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bae7a91e-b647-4340-995a-ec8564de54a2 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:42.769608 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-bae7a91e-b647-4340-995a-ec8564de54a2 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/533c04a5-03ca-42dc-ac91-f3a538a6183a HTTP/1.1" status: 204 len: 168 time: 1.8635159 Aug 27 04:57:42.793476 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-e7a1756e-ccb1-4f87-8397-6c8ed332d444 None None] Calling delete_port for c9675d54-9204-47d3-86c3-37c8c3e6ab38 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:57:42.814084 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb64af3-a840-4329-84f6-0fd4f853b01f None None] Network 801ce510-fbdd-4634-96a7-a2526216ebf1 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:57:42.814084 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-78bdd12e-8c31-4f30-9e88-01cf378a19e5 None None] Provisioning complete for port 9cb6bec3-c9b0-4939-b68a-b4af93b58545 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:57:42.814084 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-78bdd12e-8c31-4f30-9e88-01cf378a19e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (9cb6bec3-c9b0-4939-b68a-b4af93b58545), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:42.814354 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:42.814836 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36614) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:42.822861 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48b67d8-6ea1-4e51-94f9-7118f212839f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event deleted for resources: {'Port': ['ID=9fe93151-3199-4245-8925-76f0a78d764f,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:42.836211 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:57:42.836640 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:57:42.847694 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48b67d8-6ea1-4e51-94f9-7118f212839f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] No DVR routers for this DVR port 9fe93151-3199-4245-8925-76f0a78d764f on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:57:42.883404 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee613e3b-406b-46ac-81ba-78a2dd09066a req-cd2860ab-059b-4b93-bfec-8585caf2bbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:42.884901 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-ee613e3b-406b-46ac-81ba-78a2dd09066a req-cd2860ab-059b-4b93-bfec-8585caf2bbfa service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=5034a717d9704e5ba0af54eda8554717&device_id=d9971ddb-d345-4a8f-8de2-265fbca67e22 HTTP/1.1" status: 200 len: 1132 time: 0.1644189 Aug 27 04:57:42.978463 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-02a56a76-fe2e-47b3-a466-ee431b2f2bb6 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (32692ab3-b86e-42de-9ef1-96fa1c7b2c8d), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:42.993176 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f05a97-149e-4c6b-90d3-3b772a850d95 None None] Pushing event updated for resources: {'Port': ['ID=c9675d54-9204-47d3-86c3-37c8c3e6ab38,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:43.047777 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-02a56a76-fe2e-47b3-a466-ee431b2f2bb6 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (32692ab3-b86e-42de-9ef1-96fa1c7b2c8d), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:43.051954 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b27b66cb-4654-4fa8-951d-24eb08f6b794 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for port (37001fff-fe1d-4066-b4ea-b12a722babe9), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:43.054378 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f48b67d8-6ea1-4e51-94f9-7118f212839f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (d8d0b661-b235-4bbb-8dda-02951b0f3cf2), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:43.087422 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:43.102637 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8e82a06e-c6d3-4da5-878b-cfef90865801 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (801ce510-fbdd-4634-96a7-a2526216ebf1), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:43.102776 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-f48b67d8-6ea1-4e51-94f9-7118f212839f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8d0b661-b235-4bbb-8dda-02951b0f3cf2']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:43.115487 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a56a76-fe2e-47b3-a466-ee431b2f2bb6 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32692ab3-b86e-42de-9ef1-96fa1c7b2c8d,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:43.127201 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-f48b67d8-6ea1-4e51-94f9-7118f212839f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '648e299a-b272-4ca9-84b9-0e5dbfcafafe') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:43.131144 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-f48b67d8-6ea1-4e51-94f9-7118f212839f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '648e299a-b272-4ca9-84b9-0e5dbfcafafe') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:43.150882 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f48b67d8-6ea1-4e51-94f9-7118f212839f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (648e299a-b272-4ca9-84b9-0e5dbfcafafe), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:43.156799 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:43.170436 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be5ed05-12a0-44a1-86b6-b7e979ce0f76 None None] Pushing event deleted for resources: {'Port': ['ID=9fe93151-3199-4245-8925-76f0a78d764f,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:43.172320 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f48b67d8-6ea1-4e51-94f9-7118f212839f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (648e299a-b272-4ca9-84b9-0e5dbfcafafe), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:43.188459 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f48b67d8-6ea1-4e51-94f9-7118f212839f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:57:43.188459 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f48b67d8-6ea1-4e51-94f9-7118f212839f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (648e299a-b272-4ca9-84b9-0e5dbfcafafe), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:43.188714 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-02a56a76-fe2e-47b3-a466-ee431b2f2bb6 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:43.192469 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-02a56a76-fe2e-47b3-a466-ee431b2f2bb6 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4462025 Aug 27 04:57:43.194176 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36620) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:43.222873 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-78bdd12e-8c31-4f30-9e88-01cf378a19e5 None None] Could not find standard attr ID for object 9cb6bec3-c9b0-4939-b68a-b4af93b58545. {{(pid=107777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 27 04:57:43.229438 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee613e3b-406b-46ac-81ba-78a2dd09066a req-88ba46c5-4e71-4f01-a040-e54cc941e49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:43.230947 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-ee613e3b-406b-46ac-81ba-78a2dd09066a req-88ba46c5-4e71-4f01-a040-e54cc941e49d service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=a82fb463-5a8f-4b8b-991d-61491eba11c6 HTTP/1.1" status: 200 len: 870 time: 0.3156693 Aug 27 04:57:43.231552 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bb8128c1-c436-460a-a40b-48d59e7a4c47 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (9cb6bec3-c9b0-4939-b68a-b4af93b58545), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:43.237755 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-8e82a06e-c6d3-4da5-878b-cfef90865801 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Deleting port 5471b036-3a4f-4f2f-bc65-8cba79a86011 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:57:43.238095 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8e82a06e-c6d3-4da5-878b-cfef90865801 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (5471b036-3a4f-4f2f-bc65-8cba79a86011), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:43.272866 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 648e299a-b272-4ca9-84b9-0e5dbfcafafe resource provider aggregate not found Aug 27 04:57:43.290567 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b27b66cb-4654-4fa8-951d-24eb08f6b794 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (37001fff-fe1d-4066-b4ea-b12a722babe9), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:43.310570 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 648e299a-b272-4ca9-84b9-0e5dbfcafafe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 648e299a-b272-4ca9-84b9-0e5dbfcafafe found for delete ", "request_id": "req-e7ce5003-6c20-4154-89b9-abcc29dcf8d4"}]} Aug 27 04:57:43.323652 n-d-852088-5 neutron-server[107777]: INFO neutron.plugins.ml2.db [None req-78bdd12e-8c31-4f30-9e88-01cf378a19e5 None None] No ports have port_id starting with 9cb6bec3-c9b0-4939-b68a-b4af93b58545 Aug 27 04:57:43.331093 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f20e514-b0af-453a-9074-ab56ac8ae0eb None None] DHCP port deletion for 06d4a191-59f7-4c31-9cf6-449ad65cf5ad request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:57:43.368210 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27b66cb-4654-4fa8-951d-24eb08f6b794 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:57:43.371969 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-b27b66cb-4654-4fa8-951d-24eb08f6b794 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:57:43.376810 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27b66cb-4654-4fa8-951d-24eb08f6b794 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:57:43.380515 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8128c1-c436-460a-a40b-48d59e7a4c47 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Pushing event deleted for resources: {'Port': ['ID=9cb6bec3-c9b0-4939-b68a-b4af93b58545,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:43.381505 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27b66cb-4654-4fa8-951d-24eb08f6b794 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Pushing event updated for resources: {'Port': ['ID=37001fff-fe1d-4066-b4ea-b12a722babe9,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:43.426601 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port c9675d54-9204-47d3-86c3-37c8c3e6ab38 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:57:43.446795 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27b66cb-4654-4fa8-951d-24eb08f6b794 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:57:43.448759 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27b66cb-4654-4fa8-951d-24eb08f6b794 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:57:43.450017 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27b66cb-4654-4fa8-951d-24eb08f6b794 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:57:43.450489 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27b66cb-4654-4fa8-951d-24eb08f6b794 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:57:43.450878 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27b66cb-4654-4fa8-951d-24eb08f6b794 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:57:43.451265 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27b66cb-4654-4fa8-951d-24eb08f6b794 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:57:43.451652 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27b66cb-4654-4fa8-951d-24eb08f6b794 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:57:43.452034 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27b66cb-4654-4fa8-951d-24eb08f6b794 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:57:43.452490 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27b66cb-4654-4fa8-951d-24eb08f6b794 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:57:43.452976 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27b66cb-4654-4fa8-951d-24eb08f6b794 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:57:43.456015 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27b66cb-4654-4fa8-951d-24eb08f6b794 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:57:43.459584 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27b66cb-4654-4fa8-951d-24eb08f6b794 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:57:43.461406 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27b66cb-4654-4fa8-951d-24eb08f6b794 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:57:43.462521 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27b66cb-4654-4fa8-951d-24eb08f6b794 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:57:43.463635 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27b66cb-4654-4fa8-951d-24eb08f6b794 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:57:43.470124 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f48b67d8-6ea1-4e51-94f9-7118f212839f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (d8d0b661-b235-4bbb-8dda-02951b0f3cf2), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:43.487486 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f48b67d8-6ea1-4e51-94f9-7118f212839f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:43.492853 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f48b67d8-6ea1-4e51-94f9-7118f212839f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "DELETE /networking/v2.0/networks/d8d0b661-b235-4bbb-8dda-02951b0f3cf2 HTTP/1.1" status: 204 len: 168 time: 2.6535509 Aug 27 04:57:43.506110 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36630) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:43.518687 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-3d1c1a2f-445a-428c-ad8e-015dd2833410 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-551909572'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:43.523941 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48b67d8-6ea1-4e51-94f9-7118f212839f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event deleted for resources: {'Network': ['ID=d8d0b661-b235-4bbb-8dda-02951b0f3cf2,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:43.545632 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e7a1756e-ccb1-4f87-8397-6c8ed332d444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (c9675d54-9204-47d3-86c3-37c8c3e6ab38), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:43.577106 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c547b9f-e67a-4cce-87f6-d12c8368664c None None] DHCP port deletion for 801ce510-fbdd-4634-96a7-a2526216ebf1 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:57:43.580297 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-d612aafb-eddd-4f12-bad0-085bf4b82f25 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Allocated IP 172.25.2.176 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/5a77745a-90fa-4334-af04-d5f21d2e41e0) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:57:43.610113 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a1756e-ccb1-4f87-8397-6c8ed332d444 None None] Pushing event deleted for resources: {'Port': ['ID=c9675d54-9204-47d3-86c3-37c8c3e6ab38,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:43.634113 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a1756e-ccb1-4f87-8397-6c8ed332d444 None None] No DVR routers for this DVR port c9675d54-9204-47d3-86c3-37c8c3e6ab38 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:57:43.638476 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device c9675d54-9204-47d3-86c3-37c8c3e6ab38 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:57:43.680097 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-ee613e3b-406b-46ac-81ba-78a2dd09066a req-08c89a66-33ee-406e-b152-d9ffe5f07db2 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=52900704-5417-4e87-b4a8-e26c5f01bee0 HTTP/1.1" status: 200 len: 217 time: 0.4341922 Aug 27 04:57:43.684947 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:43.686069 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8128c1-c436-460a-a40b-48d59e7a4c47 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] No DVR routers for this DVR port 9cb6bec3-c9b0-4939-b68a-b4af93b58545 on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:57:43.689109 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: c9675d54-9204-47d3-86c3-37c8c3e6ab38 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:57:43.689548 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device c9675d54-9204-47d3-86c3-37c8c3e6ab38 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:57:43.690286 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 9fe93151-3199-4245-8925-76f0a78d764f no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:57:43.692848 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:43.697202 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b27b66cb-4654-4fa8-951d-24eb08f6b794 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for floatingip (7d7de211-99ab-4db0-8eb0-9e59b1d53ff8), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:43.768912 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1c1a2f-445a-428c-ad8e-015dd2833410 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Made reservation on behalf of fe4b55b9429141158994d6a58059854d for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:57:43.774133 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3d1c1a2f-445a-428c-ad8e-015dd2833410 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:43.793450 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-8e82a06e-c6d3-4da5-878b-cfef90865801 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] For port 5471b036-3a4f-4f2f-bc65-8cba79a86011, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=5471b036-3a4f-4f2f-bc65-8cba79a86011,segment=NetworkSegment(666064e5-9c69-4a3b-82d3-36e505eb5ebf),segment_id=666064e5-9c69-4a3b-82d3-36e505eb5ebf)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:57:43.793815 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8e82a06e-c6d3-4da5-878b-cfef90865801 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (5471b036-3a4f-4f2f-bc65-8cba79a86011), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:43.815153 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d1c1a2f-445a-428c-ad8e-015dd2833410 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:57:43.873907 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3d1c1a2f-445a-428c-ad8e-015dd2833410 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (8817e7f0-8bbc-4faa-b786-d2810cc358f9), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:43.874363 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-3d1c1a2f-445a-428c-ad8e-015dd2833410 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Added segment 8817e7f0-8bbc-4faa-b786-d2810cc358f9 of type vlan for network cf7fd18e-3d78-4066-9894-18a39214d18e Aug 27 04:57:43.874898 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 9fe93151-3199-4245-8925-76f0a78d764f {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:57:43.875279 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 9fe93151-3199-4245-8925-76f0a78d764f not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:57:43.902389 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-2c547b9f-e67a-4cce-87f6-d12c8368664c None None] Deleting port 5471b036-3a4f-4f2f-bc65-8cba79a86011 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:57:43.902389 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2c547b9f-e67a-4cce-87f6-d12c8368664c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (5471b036-3a4f-4f2f-bc65-8cba79a86011), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:43.927535 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-8e82a06e-c6d3-4da5-878b-cfef90865801 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Calling delete_port for 5471b036-3a4f-4f2f-bc65-8cba79a86011 owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:57:43.951592 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b27b66cb-4654-4fa8-951d-24eb08f6b794 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (37001fff-fe1d-4066-b4ea-b12a722babe9), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:43.954507 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:43.985426 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3d1c1a2f-445a-428c-ad8e-015dd2833410 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (cf7fd18e-3d78-4066-9894-18a39214d18e), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:44.013604 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-2c547b9f-e67a-4cce-87f6-d12c8368664c None None] For port 5471b036-3a4f-4f2f-bc65-8cba79a86011, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=5471b036-3a4f-4f2f-bc65-8cba79a86011,segment=NetworkSegment(666064e5-9c69-4a3b-82d3-36e505eb5ebf),segment_id=666064e5-9c69-4a3b-82d3-36e505eb5ebf)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:57:44.014010 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2c547b9f-e67a-4cce-87f6-d12c8368664c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (5471b036-3a4f-4f2f-bc65-8cba79a86011), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:44.015362 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c7d72425-0a0a-455b-90c5-39d51f3e8d90 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group (edf5ff3c-e8d7-4d30-af33-475f2712cd7c), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:44.033387 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-2c547b9f-e67a-4cce-87f6-d12c8368664c None None] Calling delete_port for 5471b036-3a4f-4f2f-bc65-8cba79a86011 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:57:44.108134 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3d1c1a2f-445a-428c-ad8e-015dd2833410 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (cf7fd18e-3d78-4066-9894-18a39214d18e), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:44.118639 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1c1a2f-445a-428c-ad8e-015dd2833410 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:44.119742 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3d1c1a2f-445a-428c-ad8e-015dd2833410 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:44.151630 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c7d72425-0a0a-455b-90c5-39d51f3e8d90 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group (edf5ff3c-e8d7-4d30-af33-475f2712cd7c), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:44.157876 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee613e3b-406b-46ac-81ba-78a2dd09066a req-4f98e4c8-eadc-49f7-8c7b-e2d238804324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:44.160010 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-ee613e3b-406b-46ac-81ba-78a2dd09066a req-4f98e4c8-eadc-49f7-8c7b-e2d238804324 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.4647965 Aug 27 04:57:44.193260 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bb8128c1-c436-460a-a40b-48d59e7a4c47 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (06d4a191-59f7-4c31-9cf6-449ad65cf5ad), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:44.243094 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2c547b9f-e67a-4cce-87f6-d12c8368664c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (5471b036-3a4f-4f2f-bc65-8cba79a86011), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:44.256672 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1c1a2f-445a-428c-ad8e-015dd2833410 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event updated for resources: {'Network': ['ID=cf7fd18e-3d78-4066-9894-18a39214d18e,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:44.291094 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network cf7fd18e-3d78-4066-9894-18a39214d18e details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:57:44.298878 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3d1c1a2f-445a-428c-ad8e-015dd2833410 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7863774 Aug 27 04:57:44.306018 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36642) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:44.313981 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-8f5043d2-e9d8-4415-80de-8c3cca486d39 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Request body: {'subnet': {'network_id': 'cf7fd18e-3d78-4066-9894-18a39214d18e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:44.332122 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d612aafb-eddd-4f12-bad0-085bf4b82f25 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for port (5a77745a-90fa-4334-af04-d5f21d2e41e0), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:44.349714 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c547b9f-e67a-4cce-87f6-d12c8368664c None None] Pushing event deleted for resources: {'Port': ['ID=5471b036-3a4f-4f2f-bc65-8cba79a86011,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:44.351717 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c547b9f-e67a-4cce-87f6-d12c8368664c None None] No DVR routers for this DVR port 5471b036-3a4f-4f2f-bc65-8cba79a86011 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:57:44.415394 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-bb8128c1-c436-460a-a40b-48d59e7a4c47 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06d4a191-59f7-4c31-9cf6-449ad65cf5ad']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:44.415645 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b27b66cb-4654-4fa8-951d-24eb08f6b794 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for port (37001fff-fe1d-4066-b4ea-b12a722babe9), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:44.436594 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee613e3b-406b-46ac-81ba-78a2dd09066a req-7b4a1671-4050-4dc2-bbe5-48251e860eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:44.438268 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-ee613e3b-406b-46ac-81ba-78a2dd09066a req-7b4a1671-4050-4dc2-bbe5-48251e860eef service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2498617 Aug 27 04:57:44.447869 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-bb8128c1-c436-460a-a40b-48d59e7a4c47 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13cb10fd-aaf4-40b4-aeef-4c207437a499') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:44.448257 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-bb8128c1-c436-460a-a40b-48d59e7a4c47 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13cb10fd-aaf4-40b4-aeef-4c207437a499') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:44.496070 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bb8128c1-c436-460a-a40b-48d59e7a4c47 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (13cb10fd-aaf4-40b4-aeef-4c207437a499), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:44.523300 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b27b66cb-4654-4fa8-951d-24eb08f6b794 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (37001fff-fe1d-4066-b4ea-b12a722babe9), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:44.574155 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bb8128c1-c436-460a-a40b-48d59e7a4c47 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (13cb10fd-aaf4-40b4-aeef-4c207437a499), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:44.576405 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8e82a06e-c6d3-4da5-878b-cfef90865801 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (5471b036-3a4f-4f2f-bc65-8cba79a86011), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:44.580526 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5043d2-e9d8-4415-80de-8c3cca486d39 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Made reservation on behalf of fe4b55b9429141158994d6a58059854d for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:57:44.584714 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8f5043d2-e9d8-4415-80de-8c3cca486d39 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:44.609979 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb8128c1-c436-460a-a40b-48d59e7a4c47 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:57:44.610389 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bb8128c1-c436-460a-a40b-48d59e7a4c47 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (13cb10fd-aaf4-40b4-aeef-4c207437a499), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:44.632935 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c7d72425-0a0a-455b-90c5-39d51f3e8d90 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (edf5ff3c-e8d7-4d30-af33-475f2712cd7c), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:44.635524 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c7d72425-0a0a-455b-90c5-39d51f3e8d90 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:44.640375 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c7d72425-0a0a-455b-90c5-39d51f3e8d90 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/edf5ff3c-e8d7-4d30-af33-475f2712cd7c HTTP/1.1" status: 204 len: 168 time: 1.4420116 Aug 27 04:57:44.640375 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e82a06e-c6d3-4da5-878b-cfef90865801 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event deleted for resources: {'Port': ['ID=5471b036-3a4f-4f2f-bc65-8cba79a86011,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:44.655753 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36650) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:44.705745 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:44.717862 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:44.719799 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b27b66cb-4654-4fa8-951d-24eb08f6b794 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677636'] for floatingip (7d7de211-99ab-4db0-8eb0-9e59b1d53ff8), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:44.752425 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27b66cb-4654-4fa8-951d-24eb08f6b794 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Pushing event updated for resources: {'Port': ['ID=37001fff-fe1d-4066-b4ea-b12a722babe9,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:44.807773 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ccd206d6-7397-4f33-9d8b-62ecb84d994e tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1491101 Aug 27 04:57:44.812586 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36654) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:44.851965 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b27b66cb-4654-4fa8-951d-24eb08f6b794 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:44.856478 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b27b66cb-4654-4fa8-951d-24eb08f6b794 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] 10.222.0.76 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2366490 Aug 27 04:57:44.856478 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36656) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:44.863546 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-fff18b44-a2c3-438d-9d32-716d4ebd71e6 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Request body: {'port': {'network_id': '812fe369-7292-4421-bcbb-795cc828f60a', 'name': 'tempest-FloatingIPTestJSON-1496209808'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:44.873885 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-8f29a6c7-3956-4542-ae38-24f72228d494 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0599463 Aug 27 04:57:44.877249 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36658) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:44.941207 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-803caa11-6210-4bd0-900e-9c4066e66703 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] delete failed (client error): The resource could not be found. Aug 27 04:57:44.942648 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-803caa11-6210-4bd0-900e-9c4066e66703 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/edf5ff3c-e8d7-4d30-af33-475f2712cd7c HTTP/1.1" status: 404 len: 347 time: 0.0534043 Aug 27 04:57:44.947603 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36660) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:45.035407 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7787027e-8336-4f71-a203-d31fc7c81d80 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] 10.222.0.76 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0822165 Aug 27 04:57:45.122755 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e82a06e-c6d3-4da5-878b-cfef90865801 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] No DVR routers for this DVR port 5471b036-3a4f-4f2f-bc65-8cba79a86011 on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:57:45.137207 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 13cb10fd-aaf4-40b4-aeef-4c207437a499 resource provider aggregate not found Aug 27 04:57:45.143515 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:45.146221 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff18b44-a2c3-438d-9d32-716d4ebd71e6 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Made reservation on behalf of a035ed243e0b4ff6a2bb61230ea5a08a for: {'port': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:57:45.150494 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d612aafb-eddd-4f12-bad0-085bf4b82f25 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (5a77745a-90fa-4334-af04-d5f21d2e41e0), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:45.167901 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fff18b44-a2c3-438d-9d32-716d4ebd71e6 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:45.220192 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [None req-fff18b44-a2c3-438d-9d32-716d4ebd71e6 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] device_id is not set on port f1c764a6-53a7-4f74-b04c-4d2c979ca098 yet. {{(pid=107775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:57:45.230037 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:45.230292 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d72425-0a0a-455b-90c5-39d51f3e8d90 tempest-SecGroupTest-1000985707 tempest-SecGroupTest-1000985707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf5ff3c-e8d7-4d30-af33-475f2712cd7c,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:45.235132 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 13cb10fd-aaf4-40b4-aeef-4c207437a499 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 13cb10fd-aaf4-40b4-aeef-4c207437a499 found for delete ", "request_id": "req-8b97830a-84ea-4b96-a654-26ed026e00c9"}]} Aug 27 04:57:45.315170 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-ee613e3b-406b-46ac-81ba-78a2dd09066a req-c1f70688-154a-4bba-9004-91d60f46c6d2 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8599946 Aug 27 04:57:45.317156 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:45.337384 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d612aafb-eddd-4f12-bad0-085bf4b82f25 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:57:45.368635 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-d612aafb-eddd-4f12-bad0-085bf4b82f25 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:57:45.384688 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-fff18b44-a2c3-438d-9d32-716d4ebd71e6 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Allocated IP 172.20.0.8 (812fe369-7292-4421-bcbb-795cc828f60a/85b14a6b-2bf8-478d-8910-60daf97bef62/f1c764a6-53a7-4f74-b04c-4d2c979ca098) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:57:45.400940 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bb8128c1-c436-460a-a40b-48d59e7a4c47 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (06d4a191-59f7-4c31-9cf6-449ad65cf5ad), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:45.403686 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d612aafb-eddd-4f12-bad0-085bf4b82f25 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event updated for resources: {'Port': ['ID=5a77745a-90fa-4334-af04-d5f21d2e41e0,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:45.408746 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d612aafb-eddd-4f12-bad0-085bf4b82f25 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:57:45.421291 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8e82a06e-c6d3-4da5-878b-cfef90865801 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (801ce510-fbdd-4634-96a7-a2526216ebf1), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:45.425235 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bb8128c1-c436-460a-a40b-48d59e7a4c47 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:45.431456 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-bb8128c1-c436-460a-a40b-48d59e7a4c47 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] 10.222.0.76 "DELETE /networking/v2.0/networks/06d4a191-59f7-4c31-9cf6-449ad65cf5ad HTTP/1.1" status: 204 len: 168 time: 3.8187604 Aug 27 04:57:45.433481 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36672) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:45.496756 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8128c1-c436-460a-a40b-48d59e7a4c47 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Pushing event deleted for resources: {'Network': ['ID=06d4a191-59f7-4c31-9cf6-449ad65cf5ad,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:45.509803 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-8e82a06e-c6d3-4da5-878b-cfef90865801 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['801ce510-fbdd-4634-96a7-a2526216ebf1']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:45.531109 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-8e82a06e-c6d3-4da5-878b-cfef90865801 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '666064e5-9c69-4a3b-82d3-36e505eb5ebf') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:45.531410 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-8e82a06e-c6d3-4da5-878b-cfef90865801 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '666064e5-9c69-4a3b-82d3-36e505eb5ebf') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:45.543192 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8128c1-c436-460a-a40b-48d59e7a4c47 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:57:45.543541 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8128c1-c436-460a-a40b-48d59e7a4c47 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:57:45.543879 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8128c1-c436-460a-a40b-48d59e7a4c47 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:57:45.544385 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8128c1-c436-460a-a40b-48d59e7a4c47 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:57:45.544721 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8128c1-c436-460a-a40b-48d59e7a4c47 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:57:45.545046 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8128c1-c436-460a-a40b-48d59e7a4c47 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:57:45.545374 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8128c1-c436-460a-a40b-48d59e7a4c47 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:57:45.545702 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8128c1-c436-460a-a40b-48d59e7a4c47 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:57:45.546051 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8128c1-c436-460a-a40b-48d59e7a4c47 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:57:45.546864 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8128c1-c436-460a-a40b-48d59e7a4c47 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:57:45.546864 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8128c1-c436-460a-a40b-48d59e7a4c47 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:57:45.547061 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8128c1-c436-460a-a40b-48d59e7a4c47 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:57:45.547277 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8128c1-c436-460a-a40b-48d59e7a4c47 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:57:45.547593 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8128c1-c436-460a-a40b-48d59e7a4c47 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:57:45.547914 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8128c1-c436-460a-a40b-48d59e7a4c47 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:57:45.558762 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 5471b036-3a4f-4f2f-bc65-8cba79a86011 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:57:45.574039 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8e82a06e-c6d3-4da5-878b-cfef90865801 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (666064e5-9c69-4a3b-82d3-36e505eb5ebf), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:45.606731 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 5471b036-3a4f-4f2f-bc65-8cba79a86011 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:57:45.607505 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 5471b036-3a4f-4f2f-bc65-8cba79a86011 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:57:45.737309 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8e82a06e-c6d3-4da5-878b-cfef90865801 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (666064e5-9c69-4a3b-82d3-36e505eb5ebf), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:45.753916 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e82a06e-c6d3-4da5-878b-cfef90865801 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:57:45.754424 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8e82a06e-c6d3-4da5-878b-cfef90865801 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (666064e5-9c69-4a3b-82d3-36e505eb5ebf), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:45.772741 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4d8ad90a-16b5-405d-aac7-e24fe03cbbaf tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (a1fded2b-8b1d-4e07-97a8-066b8278c1d7), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:45.788725 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=14 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:45.796245 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8f5043d2-e9d8-4415-80de-8c3cca486d39 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (27416f27-b0c8-432f-ae64-2267734f8e04), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:45.811420 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-ee613e3b-406b-46ac-81ba-78a2dd09066a req-b81ec097-c90d-4600-a4f4-d6a612f29b40 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4808125 Aug 27 04:57:45.815318 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36682) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:45.953914 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8e82a06e-c6d3-4da5-878b-cfef90865801 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (801ce510-fbdd-4634-96a7-a2526216ebf1), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:46.028554 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:46.032944 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4d8ad90a-16b5-405d-aac7-e24fe03cbbaf tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (a1fded2b-8b1d-4e07-97a8-066b8278c1d7), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:46.036031 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5043d2-e9d8-4415-80de-8c3cca486d39 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event updated for resources: {'Subnet': ['ID=27416f27-b0c8-432f-ae64-2267734f8e04,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:46.036155 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8e82a06e-c6d3-4da5-878b-cfef90865801 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:46.043867 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8e82a06e-c6d3-4da5-878b-cfef90865801 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "DELETE /networking/v2.0/networks/801ce510-fbdd-4634-96a7-a2526216ebf1 HTTP/1.1" status: 204 len: 168 time: 3.2197611 Aug 27 04:57:46.043867 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e82a06e-c6d3-4da5-878b-cfef90865801 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event deleted for resources: {'Network': ['ID=801ce510-fbdd-4634-96a7-a2526216ebf1,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:46.059041 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36688) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:46.064481 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-d9034be2-27fc-41bc-86de-ebfaa8751d55 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1505818835'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:46.067823 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fff18b44-a2c3-438d-9d32-716d4ebd71e6 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for port (f1c764a6-53a7-4f74-b04c-4d2c979ca098), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:46.082976 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-4d8ad90a-16b5-405d-aac7-e24fe03cbbaf tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1fded2b-8b1d-4e07-97a8-066b8278c1d7']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:46.101360 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-4d8ad90a-16b5-405d-aac7-e24fe03cbbaf tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfc2c87d-19f4-4972-ad4e-34ffb054337a') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:46.103072 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-4d8ad90a-16b5-405d-aac7-e24fe03cbbaf tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfc2c87d-19f4-4972-ad4e-34ffb054337a') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:46.116405 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5043d2-e9d8-4415-80de-8c3cca486d39 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Checking segment: {'id': '8817e7f0-8bbc-4faa-b786-d2810cc358f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cf7fd18e-3d78-4066-9894-18a39214d18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:57:46.119054 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5043d2-e9d8-4415-80de-8c3cca486d39 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Network hostable DHCP agents. Network: cf7fd18e-3d78-4066-9894-18a39214d18e, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:57:46.122950 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4d8ad90a-16b5-405d-aac7-e24fe03cbbaf tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (dfc2c87d-19f4-4972-ad4e-34ffb054337a), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:46.145015 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:46.169048 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [req-e0572182-a5bb-445d-bfee-7d4d53c7a814 req-40b8a341-1e7d-4c69-8235-ad703510fe04 service neutron] (107776) timed out ('10.222.0.75', 53787) {{(pid=107776) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 27 04:57:46.171265 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4d8ad90a-16b5-405d-aac7-e24fe03cbbaf tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (dfc2c87d-19f4-4972-ad4e-34ffb054337a), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:46.177908 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-58755f4e-69e8-4231-88d2-af535f0bd245 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=77d07d6631974f55b124bb068e670fef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3564820 Aug 27 04:57:46.180467 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d8ad90a-16b5-405d-aac7-e24fe03cbbaf tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:57:46.180467 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4d8ad90a-16b5-405d-aac7-e24fe03cbbaf tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (dfc2c87d-19f4-4972-ad4e-34ffb054337a), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:46.181604 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36692) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:46.215555 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d612aafb-eddd-4f12-bad0-085bf4b82f25 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for router_gateway (4fb04a61-ed2c-4bfa-8140-0661a65e38ff), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:46.263635 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9034be2-27fc-41bc-86de-ebfaa8751d55 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Made reservation on behalf of be8944f580af495191f8edd06de8f901 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:57:46.267386 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d9034be2-27fc-41bc-86de-ebfaa8751d55 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:46.275750 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fff18b44-a2c3-438d-9d32-716d4ebd71e6 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (f1c764a6-53a7-4f74-b04c-4d2c979ca098), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:46.354247 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-30d90c78-8fec-4576-8633-6d2c3474d1c0 admin admin] Publish callbacks [] for security_group (a1a6d3bd-0977-4622-9909-c6c4c804ccad), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:46.368395 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment dfc2c87d-19f4-4972-ad4e-34ffb054337a resource provider aggregate not found Aug 27 04:57:46.372276 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff18b44-a2c3-438d-9d32-716d4ebd71e6 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Pushing event updated for resources: {'Port': ['ID=f1c764a6-53a7-4f74-b04c-4d2c979ca098,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:46.376504 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-30d90c78-8fec-4576-8633-6d2c3474d1c0 admin admin] Publish callbacks [] for security_group (a1a6d3bd-0977-4622-9909-c6c4c804ccad), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:46.395362 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4d8ad90a-16b5-405d-aac7-e24fe03cbbaf tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (a1fded2b-8b1d-4e07-97a8-066b8278c1d7), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:46.409933 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff18b44-a2c3-438d-9d32-716d4ebd71e6 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Network 812fe369-7292-4421-bcbb-795cc828f60a is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:57:46.428517 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9034be2-27fc-41bc-86de-ebfaa8751d55 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:57:46.435970 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4d8ad90a-16b5-405d-aac7-e24fe03cbbaf tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:46.442455 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-4d8ad90a-16b5-405d-aac7-e24fe03cbbaf tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] 10.222.0.76 "DELETE /networking/v2.0/networks/a1fded2b-8b1d-4e07-97a8-066b8278c1d7 HTTP/1.1" status: 204 len: 168 time: 1.0057669 Aug 27 04:57:46.444569 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36702) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:46.444703 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment dfc2c87d-19f4-4972-ad4e-34ffb054337a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dfc2c87d-19f4-4972-ad4e-34ffb054337a found for delete ", "request_id": "req-43c7e145-87c4-4176-84d3-d13f0d392f31"}]} Aug 27 04:57:46.445425 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8ad90a-16b5-405d-aac7-e24fe03cbbaf tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Pushing event deleted for resources: {'Network': ['ID=a1fded2b-8b1d-4e07-97a8-066b8278c1d7,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:46.459658 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-fff18b44-a2c3-438d-9d32-716d4ebd71e6 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:57:46.469261 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff18b44-a2c3-438d-9d32-716d4ebd71e6 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:57:46.475985 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5043d2-e9d8-4415-80de-8c3cca486d39 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Network cf7fd18e-3d78-4066-9894-18a39214d18e is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:57:46.476214 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d9034be2-27fc-41bc-86de-ebfaa8751d55 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (4404a85b-e15c-4b12-b330-48a5fa45f008), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:46.476468 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-d9034be2-27fc-41bc-86de-ebfaa8751d55 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Added segment 4404a85b-e15c-4b12-b330-48a5fa45f008 of type vlan for network f1d91fce-e39c-4cbf-86e8-55e90c3de5d2 Aug 27 04:57:46.515932 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-30d90c78-8fec-4576-8633-6d2c3474d1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (a1a6d3bd-0977-4622-9909-c6c4c804ccad), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:46.518831 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-30d90c78-8fec-4576-8633-6d2c3474d1c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:46.523604 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-30d90c78-8fec-4576-8633-6d2c3474d1c0 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/a1a6d3bd-0977-4622-9909-c6c4c804ccad HTTP/1.1" status: 204 len: 168 time: 0.3406384 Aug 27 04:57:46.551496 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff18b44-a2c3-438d-9d32-716d4ebd71e6 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:46.553053 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fff18b44-a2c3-438d-9d32-716d4ebd71e6 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:46.579814 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-8f5043d2-e9d8-4415-80de-8c3cca486d39 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, cf7fd18e-3d78-4066-9894-18a39214d18e) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:57:46.590130 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425b525d-5607-4d55-80de-9e9a9194723d None None] Network cf7fd18e-3d78-4066-9894-18a39214d18e requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:57:46.599511 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5043d2-e9d8-4415-80de-8c3cca486d39 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:46.600329 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8f5043d2-e9d8-4415-80de-8c3cca486d39 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:46.648115 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-fff18b44-a2c3-438d-9d32-716d4ebd71e6 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7905269 Aug 27 04:57:46.648838 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36712) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:46.661755 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-83a90ce3-5e52-4408-ac4a-c630f19b9e11 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Request body: {'floatingip': {'port_id': 'f1c764a6-53a7-4f74-b04c-4d2c979ca098'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:46.670078 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d9034be2-27fc-41bc-86de-ebfaa8751d55 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (f1d91fce-e39c-4cbf-86e8-55e90c3de5d2), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:46.752143 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d90c78-8fec-4576-8633-6d2c3474d1c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a6d3bd-0977-4622-9909-c6c4c804ccad,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:46.759234 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-83a90ce3-5e52-4408-ac4a-c630f19b9e11 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for floatingip (7d7de211-99ab-4db0-8eb0-9e59b1d53ff8), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:46.770903 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:46.827928 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-8f5043d2-e9d8-4415-80de-8c3cca486d39 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5192068 Aug 27 04:57:46.831990 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36714) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:46.848214 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-99743f77-f2b8-464f-80d7-d19f4dbab901 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Request body: {'port': {'network_id': 'cf7fd18e-3d78-4066-9894-18a39214d18e', 'security_groups': [], 'name': 'tempest-PortsTestJSON-512407767'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:46.864546 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b6c7367c-7ce9-4009-bfb2-995b95a3229f tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (59a12890-f6b3-4772-8bbe-4d7f4a8dc447), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:46.878565 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d9034be2-27fc-41bc-86de-ebfaa8751d55 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (f1d91fce-e39c-4cbf-86e8-55e90c3de5d2), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:46.898810 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9034be2-27fc-41bc-86de-ebfaa8751d55 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:46.899487 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d9034be2-27fc-41bc-86de-ebfaa8751d55 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:46.912230 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:46.925915 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:INSERT=2,neutron:SELECT=92,neutron:UPDATE=6 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:46.949096 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:47.016330 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52785b09-4f82-4b93-b9f2-ed7bbeaac465 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-cf7fd18e-3d78-4066-9894-18a39214d18e', 'network_id': 'cf7fd18e-3d78-4066-9894-18a39214d18e', 'project_id': 'fe4b55b9429141158994d6a58059854d', 'fixed_ips': [{'subnet_id': '27416f27-b0c8-432f-ae64-2267734f8e04'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:57:47.021310 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-52785b09-4f82-4b93-b9f2-ed7bbeaac465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:47.127032 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d9034be2-27fc-41bc-86de-ebfaa8751d55 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0663433 Aug 27 04:57:47.128953 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36726) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:47.133760 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9034be2-27fc-41bc-86de-ebfaa8751d55 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event updated for resources: {'Network': ['ID=f1d91fce-e39c-4cbf-86e8-55e90c3de5d2,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:47.153820 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d612aafb-eddd-4f12-bad0-085bf4b82f25 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (4fb04a61-ed2c-4bfa-8140-0661a65e38ff), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:47.154460 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-ad367bbd-8a8f-446a-bd22-60581f6d7238 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Request body: {'subnet': {'network_id': 'f1d91fce-e39c-4cbf-86e8-55e90c3de5d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:47.253985 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network f1d91fce-e39c-4cbf-86e8-55e90c3de5d2 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:57:47.257455 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b6c7367c-7ce9-4009-bfb2-995b95a3229f tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (59a12890-f6b3-4772-8bbe-4d7f4a8dc447), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:47.304206 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99743f77-f2b8-464f-80d7-d19f4dbab901 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Made reservation on behalf of fe4b55b9429141158994d6a58059854d for: {'port': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:57:47.314584 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-99743f77-f2b8-464f-80d7-d19f4dbab901 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:47.335747 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 666064e5-9c69-4a3b-82d3-36e505eb5ebf resource provider aggregate not found Aug 27 04:57:47.344762 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-b6c7367c-7ce9-4009-bfb2-995b95a3229f tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59a12890-f6b3-4772-8bbe-4d7f4a8dc447']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:47.366488 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-b6c7367c-7ce9-4009-bfb2-995b95a3229f tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bef5c6b-1f67-4643-bd76-a410f4c54bde') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:47.366915 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-b6c7367c-7ce9-4009-bfb2-995b95a3229f tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bef5c6b-1f67-4643-bd76-a410f4c54bde') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:47.376290 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 666064e5-9c69-4a3b-82d3-36e505eb5ebf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 666064e5-9c69-4a3b-82d3-36e505eb5ebf found for delete ", "request_id": "req-0846aa69-8c01-416c-a7d1-42f2c06ebf74"}]} Aug 27 04:57:47.383314 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b6c7367c-7ce9-4009-bfb2-995b95a3229f tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (7bef5c6b-1f67-4643-bd76-a410f4c54bde), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:47.402449 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b6c7367c-7ce9-4009-bfb2-995b95a3229f tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (7bef5c6b-1f67-4643-bd76-a410f4c54bde), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:47.414590 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6c7367c-7ce9-4009-bfb2-995b95a3229f tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:57:47.415160 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b6c7367c-7ce9-4009-bfb2-995b95a3229f tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (7bef5c6b-1f67-4643-bd76-a410f4c54bde), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:47.544890 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-52785b09-4f82-4b93-b9f2-ed7bbeaac465 None None] Allocated IP 172.20.0.2 (cf7fd18e-3d78-4066-9894-18a39214d18e/27416f27-b0c8-432f-ae64-2267734f8e04/c3ca67e0-d5fb-4ffd-b127-392b483dea84) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:57:47.600526 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [None req-99743f77-f2b8-464f-80d7-d19f4dbab901 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] device_id is not set on port e6d6fc10-1652-4dd1-bc1d-993cc055cb02 yet. {{(pid=107775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:57:47.609398 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b6c7367c-7ce9-4009-bfb2-995b95a3229f tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (59a12890-f6b3-4772-8bbe-4d7f4a8dc447), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:47.627642 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b6c7367c-7ce9-4009-bfb2-995b95a3229f tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:47.644825 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b6c7367c-7ce9-4009-bfb2-995b95a3229f tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] 10.222.0.76 "DELETE /networking/v2.0/networks/59a12890-f6b3-4772-8bbe-4d7f4a8dc447 HTTP/1.1" status: 204 len: 168 time: 1.1971173 Aug 27 04:57:47.649409 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36742) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:47.669954 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c7367c-7ce9-4009-bfb2-995b95a3229f tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Pushing event deleted for resources: {'Network': ['ID=59a12890-f6b3-4772-8bbe-4d7f4a8dc447,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:47.702060 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d612aafb-eddd-4f12-bad0-085bf4b82f25 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Router 4fb04a61-ed2c-4bfa-8140-0661a65e38ff is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:57:47.740415 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-52785b09-4f82-4b93-b9f2-ed7bbeaac465 None None] Publish callbacks [] for port (c3ca67e0-d5fb-4ffd-b127-392b483dea84), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:47.877880 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-52785b09-4f82-4b93-b9f2-ed7bbeaac465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (c3ca67e0-d5fb-4ffd-b127-392b483dea84), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:47.881838 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-83a90ce3-5e52-4408-ac4a-c630f19b9e11 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:47.886503 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad367bbd-8a8f-446a-bd22-60581f6d7238 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Made reservation on behalf of be8944f580af495191f8edd06de8f901 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:57:47.891923 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ad367bbd-8a8f-446a-bd22-60581f6d7238 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:47.986383 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52785b09-4f82-4b93-b9f2-ed7bbeaac465 None None] Pushing event updated for resources: {'Port': ['ID=c3ca67e0-d5fb-4ffd-b127-392b483dea84,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:48.002870 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52785b09-4f82-4b93-b9f2-ed7bbeaac465 None None] Network cf7fd18e-3d78-4066-9894-18a39214d18e is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:57:48.005197 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-52785b09-4f82-4b93-b9f2-ed7bbeaac465 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:57:48.008561 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52785b09-4f82-4b93-b9f2-ed7bbeaac465 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:57:48.026172 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-83a90ce3-5e52-4408-ac4a-c630f19b9e11 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677636'] for floatingip (7d7de211-99ab-4db0-8eb0-9e59b1d53ff8), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:48.042075 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d612aafb-eddd-4f12-bad0-085bf4b82f25 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:57:48.061684 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01950f6-bfa1-4c20-9d3e-c95cdef22fd3 None None] Sync routers for ids ['4fb04a61-ed2c-4bfa-8140-0661a65e38ff'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:57:48.076599 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01950f6-bfa1-4c20-9d3e-c95cdef22fd3 None None] Routers {'4fb04a61-ed2c-4bfa-8140-0661a65e38ff'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:57:48.077602 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-f01950f6-bfa1-4c20-9d3e-c95cdef22fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:57:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['4fb04a61-ed2c-4bfa-8140-0661a65e38ff'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:48.108351 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-90791d41-e60b-43f1-8743-a58e99772b09 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (f057d8d9-ccba-42fc-902b-99c1fac3db77), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:48.128783 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-f01950f6-bfa1-4c20-9d3e-c95cdef22fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:48.142765 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-52785b09-4f82-4b93-b9f2-ed7bbeaac465 None None] Attempting to bind port c3ca67e0-d5fb-4ffd-b127-392b483dea84 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:57:48.146088 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-52785b09-4f82-4b93-b9f2-ed7bbeaac465 None None] Attempting to bind port c3ca67e0-d5fb-4ffd-b127-392b483dea84 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '8817e7f0-8bbc-4faa-b786-d2810cc358f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cf7fd18e-3d78-4066-9894-18a39214d18e'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:57:48.146714 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52785b09-4f82-4b93-b9f2-ed7bbeaac465 None None] Attempting to bind port c3ca67e0-d5fb-4ffd-b127-392b483dea84 on network cf7fd18e-3d78-4066-9894-18a39214d18e {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:57:48.149614 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01950f6-bfa1-4c20-9d3e-c95cdef22fd3 None None] Routers {'4fb04a61-ed2c-4bfa-8140-0661a65e38ff'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:57:48.150493 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-f01950f6-bfa1-4c20-9d3e-c95cdef22fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:57:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['4fb04a61-ed2c-4bfa-8140-0661a65e38ff'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:48.176852 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52785b09-4f82-4b93-b9f2-ed7bbeaac465 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:57:48.179690 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52785b09-4f82-4b93-b9f2-ed7bbeaac465 None None] Checking segment: {'id': '8817e7f0-8bbc-4faa-b786-d2810cc358f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cf7fd18e-3d78-4066-9894-18a39214d18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:57:48.182461 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-52785b09-4f82-4b93-b9f2-ed7bbeaac465 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:48.183370 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52785b09-4f82-4b93-b9f2-ed7bbeaac465 None None] Bound using segment: {'id': '8817e7f0-8bbc-4faa-b786-d2810cc358f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cf7fd18e-3d78-4066-9894-18a39214d18e'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:57:48.184083 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-52785b09-4f82-4b93-b9f2-ed7bbeaac465 None None] Bound port: c3ca67e0-d5fb-4ffd-b127-392b483dea84, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8817e7f0-8bbc-4faa-b786-d2810cc358f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cf7fd18e-3d78-4066-9894-18a39214d18e'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:57:48.184693 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-52785b09-4f82-4b93-b9f2-ed7bbeaac465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (c3ca67e0-d5fb-4ffd-b127-392b483dea84), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:48.206215 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-f01950f6-bfa1-4c20-9d3e-c95cdef22fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:48.207185 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01950f6-bfa1-4c20-9d3e-c95cdef22fd3 None None] The sync data for ids ['4fb04a61-ed2c-4bfa-8140-0661a65e38ff'] in n-d-852088-5 is: [] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:57:48.230911 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d612aafb-eddd-4f12-bad0-085bf4b82f25 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:48.235021 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d612aafb-eddd-4f12-bad0-085bf4b82f25 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.7022700 Aug 27 04:57:48.271172 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36758) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:48.327063 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-99743f77-f2b8-464f-80d7-d19f4dbab901 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Allocated IP 172.20.0.4 (cf7fd18e-3d78-4066-9894-18a39214d18e/27416f27-b0c8-432f-ae64-2267734f8e04/e6d6fc10-1652-4dd1-bc1d-993cc055cb02) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:57:48.373794 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-52785b09-4f82-4b93-b9f2-ed7bbeaac465 None None] For port c3ca67e0-d5fb-4ffd-b127-392b483dea84, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:57:48.382805 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-52785b09-4f82-4b93-b9f2-ed7bbeaac465 None None] For port c3ca67e0-d5fb-4ffd-b127-392b483dea84, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=c3ca67e0-d5fb-4ffd-b127-392b483dea84,segment=NetworkSegment(8817e7f0-8bbc-4faa-b786-d2810cc358f9),segment_id=8817e7f0-8bbc-4faa-b786-d2810cc358f9)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:57:48.383331 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-90791d41-e60b-43f1-8743-a58e99772b09 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (f057d8d9-ccba-42fc-902b-99c1fac3db77), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:48.432697 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ad367bbd-8a8f-446a-bd22-60581f6d7238 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (c6b7b0dd-6651-40fb-83f1-4116038adafc), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:48.454789 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-52785b09-4f82-4b93-b9f2-ed7bbeaac465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (c3ca67e0-d5fb-4ffd-b127-392b483dea84), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:48.461952 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=77,neutron:DELETE=13,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:48.523493 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-672bcfad-dd9c-4b02-b801-f551c53541d5 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "GET /networking/v2.0/routers/4fb04a61-ed2c-4bfa-8140-0661a65e38ff HTTP/1.1" status: 200 len: 885 time: 0.2530341 Aug 27 04:57:48.530981 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36764) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:48.546422 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-90791d41-e60b-43f1-8743-a58e99772b09 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f057d8d9-ccba-42fc-902b-99c1fac3db77']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:48.577760 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-90791d41-e60b-43f1-8743-a58e99772b09 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a9fdb9d-9647-4755-8217-4233b3b5c755') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:48.579392 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-90791d41-e60b-43f1-8743-a58e99772b09 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a9fdb9d-9647-4755-8217-4233b3b5c755') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:48.581661 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52785b09-4f82-4b93-b9f2-ed7bbeaac465 None None] Pushing event updated for resources: {'Port': ['ID=c3ca67e0-d5fb-4ffd-b127-392b483dea84,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:48.587123 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:48.588275 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:48.600846 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:48.607364 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-90791d41-e60b-43f1-8743-a58e99772b09 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (0a9fdb9d-9647-4755-8217-4233b3b5c755), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:48.627677 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-90791d41-e60b-43f1-8743-a58e99772b09 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (0a9fdb9d-9647-4755-8217-4233b3b5c755), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:48.636069 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90791d41-e60b-43f1-8743-a58e99772b09 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:57:48.636509 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-90791d41-e60b-43f1-8743-a58e99772b09 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (0a9fdb9d-9647-4755-8217-4233b3b5c755), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:48.854083 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-90791d41-e60b-43f1-8743-a58e99772b09 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (f057d8d9-ccba-42fc-902b-99c1fac3db77), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:48.862342 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-90791d41-e60b-43f1-8743-a58e99772b09 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:48.874392 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-90791d41-e60b-43f1-8743-a58e99772b09 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] 10.222.0.76 "DELETE /networking/v2.0/networks/f057d8d9-ccba-42fc-902b-99c1fac3db77 HTTP/1.1" status: 204 len: 168 time: 1.2254965 Aug 27 04:57:48.914774 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90791d41-e60b-43f1-8743-a58e99772b09 tempest-BulkNetworkOpsTest-82864539 tempest-BulkNetworkOpsTest-82864539-project] Pushing event deleted for resources: {'Network': ['ID=f057d8d9-ccba-42fc-902b-99c1fac3db77,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:49.180845 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:49.216623 n-d-852088-5 neutron-server[107775]: INFO neutron.db.l3_db [None req-83a90ce3-5e52-4408-ac4a-c630f19b9e11 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Floating IP 7d7de211-99ab-4db0-8eb0-9e59b1d53ff8 associated. External IP: 172.25.2.37, port: f1c764a6-53a7-4f74-b04c-4d2c979ca098. Aug 27 04:57:49.267390 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:49.400095 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 7bef5c6b-1f67-4643-bd76-a410f4c54bde resource provider aggregate not found Aug 27 04:57:49.440400 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 7bef5c6b-1f67-4643-bd76-a410f4c54bde resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7bef5c6b-1f67-4643-bd76-a410f4c54bde found for delete ", "request_id": "req-0419f93f-1b6f-41cf-9da4-69ff14a2267f"}]} Aug 27 04:57:49.458147 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 0a9fdb9d-9647-4755-8217-4233b3b5c755 resource provider aggregate not found Aug 27 04:57:49.494416 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 0a9fdb9d-9647-4755-8217-4233b3b5c755 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0a9fdb9d-9647-4755-8217-4233b3b5c755 found for delete ", "request_id": "req-9d936fdd-eb4a-4473-a6b2-486d54da23d1"}]} Aug 27 04:57:49.510563 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad367bbd-8a8f-446a-bd22-60581f6d7238 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event updated for resources: {'Subnet': ['ID=c6b7b0dd-6651-40fb-83f1-4116038adafc,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:49.531819 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36802) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:49.619397 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device c3ca67e0-d5fb-4ffd-b127-392b483dea84 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:57:49.739883 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port c3ca67e0-d5fb-4ffd-b127-392b483dea84 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:57:49.740766 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (c3ca67e0-d5fb-4ffd-b127-392b483dea84), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:49.747759 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-86751dfd-c4e7-4ec3-9e26-99b44ff0fc3d tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 888 time: 1.1993918 Aug 27 04:57:49.749058 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad367bbd-8a8f-446a-bd22-60581f6d7238 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Checking segment: {'id': '4404a85b-e15c-4b12-b330-48a5fa45f008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f1d91fce-e39c-4cbf-86e8-55e90c3de5d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:57:49.750986 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36810) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:49.760010 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-161dcda5-3fe0-40fc-9d50-670c4762484e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1857872853'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:49.769388 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad367bbd-8a8f-446a-bd22-60581f6d7238 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Network hostable DHCP agents. Network: f1d91fce-e39c-4cbf-86e8-55e90c3de5d2, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:57:49.936006 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-99743f77-f2b8-464f-80d7-d19f4dbab901 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for port (e6d6fc10-1652-4dd1-bc1d-993cc055cb02), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:49.965021 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port c3ca67e0-d5fb-4ffd-b127-392b483dea84 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:57:49.965791 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (c3ca67e0-d5fb-4ffd-b127-392b483dea84), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:50.079272 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port c3ca67e0-d5fb-4ffd-b127-392b483dea84, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=c3ca67e0-d5fb-4ffd-b127-392b483dea84,segment=NetworkSegment(8817e7f0-8bbc-4faa-b786-d2810cc358f9),segment_id=8817e7f0-8bbc-4faa-b786-d2810cc358f9)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:57:50.158805 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7ca0ed-6c95-4f08-8205-2a468c593501 None None] Network cf7fd18e-3d78-4066-9894-18a39214d18e requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:57:50.194693 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-cfea592a-751b-437e-bc57-1320f38432fa None None] Provisioning complete for port c3ca67e0-d5fb-4ffd-b127-392b483dea84 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:57:50.195072 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cfea592a-751b-437e-bc57-1320f38432fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (c3ca67e0-d5fb-4ffd-b127-392b483dea84), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:50.202260 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a90ce3-5e52-4408-ac4a-c630f19b9e11 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Router bc298bda-23b3-40f7-8a86-4ec774b53194 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:57:50.282265 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-af3bb8e3-98e8-4549-8b08-015c67e60e73 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=28a3cd3a811047d6892a9e9e7b8116f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7484210 Aug 27 04:57:50.287678 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36830) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:50.400051 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-cfea592a-751b-437e-bc57-1320f38432fa None None] Current status of the port c3ca67e0-d5fb-4ffd-b127-392b483dea84 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:57:50.400957 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cfea592a-751b-437e-bc57-1320f38432fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (c3ca67e0-d5fb-4ffd-b127-392b483dea84), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:50.436223 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a90ce3-5e52-4408-ac4a-c630f19b9e11 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:57:50.448086 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-83a90ce3-5e52-4408-ac4a-c630f19b9e11 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:50.456101 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfd1f4f-8e10-4526-b967-fb7341c681f2 None None] Sync routers for ids ['bc298bda-23b3-40f7-8a86-4ec774b53194'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:57:50.470657 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfd1f4f-8e10-4526-b967-fb7341c681f2 None None] Routers {'bc298bda-23b3-40f7-8a86-4ec774b53194'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:57:50.472018 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-3bfd1f4f-8e10-4526-b967-fb7341c681f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:57:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['bc298bda-23b3-40f7-8a86-4ec774b53194'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:50.484862 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b43507c0-5e63-4384-bb87-46bcfa5912d1 admin admin] Publish callbacks [] for security_group (a4f1a3bb-0360-48cf-ac49-f9fa20500478), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:50.513477 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-3bfd1f4f-8e10-4526-b967-fb7341c681f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:50.524205 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-83a90ce3-5e52-4408-ac4a-c630f19b9e11 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] 10.222.0.76 "PUT /networking/v2.0/floatingips/7d7de211-99ab-4db0-8eb0-9e59b1d53ff8 HTTP/1.1" status: 200 len: 977 time: 3.8683350 Aug 27 04:57:50.524810 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36838) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:50.528841 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfd1f4f-8e10-4526-b967-fb7341c681f2 None None] Routers {'bc298bda-23b3-40f7-8a86-4ec774b53194'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:57:50.529701 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-3bfd1f4f-8e10-4526-b967-fb7341c681f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:57:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['bc298bda-23b3-40f7-8a86-4ec774b53194'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:50.569799 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-161dcda5-3fe0-40fc-9d50-670c4762484e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1678557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12747'] for router (4fb04a61-ed2c-4bfa-8140-0661a65e38ff), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:50.572038 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-3bfd1f4f-8e10-4526-b967-fb7341c681f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:50.572666 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfd1f4f-8e10-4526-b967-fb7341c681f2 None None] The sync data for ids ['bc298bda-23b3-40f7-8a86-4ec774b53194'] in n-d-852088-5 is: [] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:57:50.593264 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b43507c0-5e63-4384-bb87-46bcfa5912d1 admin admin] Publish callbacks [] for security_group (a4f1a3bb-0360-48cf-ac49-f9fa20500478), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:50.649998 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-6bc523b4-b6b7-4b6a-8a95-657a5ff1a9b2 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Deleting port f1c764a6-53a7-4f74-b04c-4d2c979ca098 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:57:50.650428 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6bc523b4-b6b7-4b6a-8a95-657a5ff1a9b2 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (f1c764a6-53a7-4f74-b04c-4d2c979ca098), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:50.729163 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad367bbd-8a8f-446a-bd22-60581f6d7238 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Network f1d91fce-e39c-4cbf-86e8-55e90c3de5d2 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:57:50.758655 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6bc523b4-b6b7-4b6a-8a95-657a5ff1a9b2 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (f1c764a6-53a7-4f74-b04c-4d2c979ca098), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:50.794110 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-99743f77-f2b8-464f-80d7-d19f4dbab901 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (e6d6fc10-1652-4dd1-bc1d-993cc055cb02), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:50.794553 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-161dcda5-3fe0-40fc-9d50-670c4762484e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1676574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1676639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1678566'] for router (4fb04a61-ed2c-4bfa-8140-0661a65e38ff), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:50.804450 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (c3ca67e0-d5fb-4ffd-b127-392b483dea84), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:50.891858 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-cfea592a-751b-437e-bc57-1320f38432fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:57:50.892310 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-cfea592a-751b-437e-bc57-1320f38432fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:57:50.906443 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=c3ca67e0-d5fb-4ffd-b127-392b483dea84,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:50.922056 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b43507c0-5e63-4384-bb87-46bcfa5912d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (a4f1a3bb-0360-48cf-ac49-f9fa20500478), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:50.922256 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99743f77-f2b8-464f-80d7-d19f4dbab901 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Network cf7fd18e-3d78-4066-9894-18a39214d18e is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:57:50.928432 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b43507c0-5e63-4384-bb87-46bcfa5912d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:50.928432 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b43507c0-5e63-4384-bb87-46bcfa5912d1 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/a4f1a3bb-0360-48cf-ac49-f9fa20500478 HTTP/1.1" status: 204 len: 168 time: 0.6373031 Aug 27 04:57:50.937716 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-99743f77-f2b8-464f-80d7-d19f4dbab901 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:57:50.940279 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99743f77-f2b8-464f-80d7-d19f4dbab901 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:57:50.955142 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43507c0-5e63-4384-bb87-46bcfa5912d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f1a3bb-0360-48cf-ac49-f9fa20500478,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:50.986192 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-161dcda5-3fe0-40fc-9d50-670c4762484e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Router 4fb04a61-ed2c-4bfa-8140-0661a65e38ff has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:57:51.016986 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99743f77-f2b8-464f-80d7-d19f4dbab901 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event updated for resources: {'Port': ['ID=e6d6fc10-1652-4dd1-bc1d-993cc055cb02,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:51.024202 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99743f77-f2b8-464f-80d7-d19f4dbab901 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:51.024983 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-99743f77-f2b8-464f-80d7-d19f4dbab901 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:51.033940 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-ad367bbd-8a8f-446a-bd22-60581f6d7238 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, f1d91fce-e39c-4cbf-86e8-55e90c3de5d2) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:57:51.041281 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad367bbd-8a8f-446a-bd22-60581f6d7238 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:51.041972 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ad367bbd-8a8f-446a-bd22-60581f6d7238 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:51.043737 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093654b3-4981-44e4-b65f-39f216e918a9 None None] Network f1d91fce-e39c-4cbf-86e8-55e90c3de5d2 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:57:51.145310 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:51.312415 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124b86b9-d68f-4e2b-b1b7-b94d9f7ecca8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-f1d91fce-e39c-4cbf-86e8-55e90c3de5d2', 'network_id': 'f1d91fce-e39c-4cbf-86e8-55e90c3de5d2', 'project_id': 'be8944f580af495191f8edd06de8f901', 'fixed_ips': [{'subnet_id': 'c6b7b0dd-6651-40fb-83f1-4116038adafc'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:57:51.313367 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-124b86b9-d68f-4e2b-b1b7-b94d9f7ecca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:51.323405 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ad367bbd-8a8f-446a-bd22-60581f6d7238 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.1893415 Aug 27 04:57:51.330033 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36852) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:51.333560 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-99743f77-f2b8-464f-80d7-d19f4dbab901 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 885 time: 4.5003142 Aug 27 04:57:51.341316 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36854) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:51.352908 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-61dad1f0-cc80-40df-9e6c-7e0d16a24559 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Request body: {'port': {'network_id': 'f1d91fce-e39c-4cbf-86e8-55e90c3de5d2', 'name': 'tempest-PortsIpV6TestJSON-717037651', 'fixed_ips': [{'subnet_id': 'c6b7b0dd-6651-40fb-83f1-4116038adafc', 'ip_address': '2001:db8::10'}]}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:51.473400 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:51.512501 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6bc523b4-b6b7-4b6a-8a95-657a5ff1a9b2 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:51.512501 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6bc523b4-b6b7-4b6a-8a95-657a5ff1a9b2 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677636'] for floatingip (7d7de211-99ab-4db0-8eb0-9e59b1d53ff8), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:51.512501 n-d-852088-5 neutron-server[107775]: INFO neutron.db.l3_db [None req-6bc523b4-b6b7-4b6a-8a95-657a5ff1a9b2 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Floating IP 7d7de211-99ab-4db0-8eb0-9e59b1d53ff8 disassociated. External IP: 172.25.2.37, port: f1c764a6-53a7-4f74-b04c-4d2c979ca098. Aug 27 04:57:51.512501 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-6bc523b4-b6b7-4b6a-8a95-657a5ff1a9b2 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Calling delete_port for f1c764a6-53a7-4f74-b04c-4d2c979ca098 owned by {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:57:51.543088 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36860) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:51.566164 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:51.590585 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-cfea592a-751b-437e-bc57-1320f38432fa None None] Current status of the port c3ca67e0-d5fb-4ffd-b127-392b483dea84 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:57:51.644786 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device c3ca67e0-d5fb-4ffd-b127-392b483dea84 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:57:51.703694 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-124b86b9-d68f-4e2b-b1b7-b94d9f7ecca8 None None] Allocated IP 2001:db8::2 (f1d91fce-e39c-4cbf-86e8-55e90c3de5d2/c6b7b0dd-6651-40fb-83f1-4116038adafc/6236f959-3002-4d68-ab7a-f01a26229829) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:57:51.731421 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-d1720efb-768e-4902-9146-36c3bf5a682f None None] Provisioning complete for port c3ca67e0-d5fb-4ffd-b127-392b483dea84 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:57:51.731791 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d1720efb-768e-4902-9146-36c3bf5a682f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (c3ca67e0-d5fb-4ffd-b127-392b483dea84), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:51.779702 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-161dcda5-3fe0-40fc-9d50-670c4762484e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:57:51.793680 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99069625-1979-4268-949b-b249e36d95f5 None None] Sync routers for ids ['4fb04a61-ed2c-4bfa-8140-0661a65e38ff'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:57:51.810882 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-161dcda5-3fe0-40fc-9d50-670c4762484e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:51.819651 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36868) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:51.823511 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99069625-1979-4268-949b-b249e36d95f5 None None] Routers {'4fb04a61-ed2c-4bfa-8140-0661a65e38ff'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:57:51.825779 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-161dcda5-3fe0-40fc-9d50-670c4762484e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "PUT /networking/v2.0/routers/4fb04a61-ed2c-4bfa-8140-0661a65e38ff HTTP/1.1" status: 200 len: 892 time: 2.0731647 Aug 27 04:57:51.826304 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-99069625-1979-4268-949b-b249e36d95f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:57:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['4fb04a61-ed2c-4bfa-8140-0661a65e38ff'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:51.929369 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-99069625-1979-4268-949b-b249e36d95f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:51.937535 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-41b8236d-3e78-4030-b5ce-12a44c5a2c24 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Deleting port e6d6fc10-1652-4dd1-bc1d-993cc055cb02 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:57:51.938018 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-41b8236d-3e78-4030-b5ce-12a44c5a2c24 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (e6d6fc10-1652-4dd1-bc1d-993cc055cb02), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:51.939873 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:51.956235 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99069625-1979-4268-949b-b249e36d95f5 None None] Routers {'4fb04a61-ed2c-4bfa-8140-0661a65e38ff'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:57:51.957787 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-99069625-1979-4268-949b-b249e36d95f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:57:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['4fb04a61-ed2c-4bfa-8140-0661a65e38ff'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:51.972905 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port c3ca67e0-d5fb-4ffd-b127-392b483dea84 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:57:51.973311 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (c3ca67e0-d5fb-4ffd-b127-392b483dea84), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:52.001792 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-99069625-1979-4268-949b-b249e36d95f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:52.002681 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99069625-1979-4268-949b-b249e36d95f5 None None] The sync data for ids ['4fb04a61-ed2c-4bfa-8140-0661a65e38ff'] in n-d-852088-5 is: [] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:57:52.117974 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c24e765e-8258-40b8-a66e-8b46a7b36389 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:52.127708 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61dad1f0-cc80-40df-9e6c-7e0d16a24559 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Made reservation on behalf of be8944f580af495191f8edd06de8f901 for: {'port': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:57:52.242010 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:52.312052 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-70bdaf92-0df3-432b-b1e9-489786ee48c9 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "GET /networking/v2.0/routers/4fb04a61-ed2c-4bfa-8140-0661a65e38ff HTTP/1.1" status: 200 len: 892 time: 0.4910641 Aug 27 04:57:52.315025 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36876) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:52.347492 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-41b8236d-3e78-4030-b5ce-12a44c5a2c24 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (e6d6fc10-1652-4dd1-bc1d-993cc055cb02), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:52.403294 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3afc49c9-a812-48aa-8e2b-329e0225e22b tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4fb04a61-ed2c-4bfa-8140-0661a65e38ff HTTP/1.1" status: 200 len: 205 time: 0.0866561 Aug 27 04:57:52.406451 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36878) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:52.417721 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-41b8236d-3e78-4030-b5ce-12a44c5a2c24 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Calling delete_port for e6d6fc10-1652-4dd1-bc1d-993cc055cb02 owned by {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:57:52.483497 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6bc523b4-b6b7-4b6a-8a95-657a5ff1a9b2 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (f1c764a6-53a7-4f74-b04c-4d2c979ca098), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:52.549160 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port c3ca67e0-d5fb-4ffd-b127-392b483dea84 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:57:52.588726 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:52.604084 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-61dad1f0-cc80-40df-9e6c-7e0d16a24559 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:52.607563 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc523b4-b6b7-4b6a-8a95-657a5ff1a9b2 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Pushing event deleted for resources: {'Port': ['ID=f1c764a6-53a7-4f74-b04c-4d2c979ca098,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:52.618214 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d1720efb-768e-4902-9146-36c3bf5a682f None None] Current status of the port c3ca67e0-d5fb-4ffd-b127-392b483dea84 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:57:52.644910 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:52.654810 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5d66ee02-f134-4ccc-b081-0d07f3cb57ea tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for router (4fb04a61-ed2c-4bfa-8140-0661a65e38ff), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:52.714356 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-d1720efb-768e-4902-9146-36c3bf5a682f None None] Provisioning complete for port e6d6fc10-1652-4dd1-bc1d-993cc055cb02 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:57:52.721740 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d1720efb-768e-4902-9146-36c3bf5a682f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e6d6fc10-1652-4dd1-bc1d-993cc055cb02), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:52.721740 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-124b86b9-d68f-4e2b-b1b7-b94d9f7ecca8 None None] Publish callbacks [] for port (6236f959-3002-4d68-ab7a-f01a26229829), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:52.770648 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [None req-61dad1f0-cc80-40df-9e6c-7e0d16a24559 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] device_id is not set on port 3af9a2a1-ab0c-44ca-89bd-51321ebcda6c yet. {{(pid=107775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:57:52.805852 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d1720efb-768e-4902-9146-36c3bf5a682f None None] Port e6d6fc10-1652-4dd1-bc1d-993cc055cb02 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:57:52.843988 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5d66ee02-f134-4ccc-b081-0d07f3cb57ea tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for router_gateway (4fb04a61-ed2c-4bfa-8140-0661a65e38ff), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:52.854950 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c24e765e-8258-40b8-a66e-8b46a7b36389 admin admin] Publish callbacks [] for security_group (34e6b19d-9310-4d4c-8248-634fdecf8ec6), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:53.011006 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bc523b4-b6b7-4b6a-8a95-657a5ff1a9b2 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Router bc298bda-23b3-40f7-8a86-4ec774b53194 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:57:53.279733 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:53.508434 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc523b4-b6b7-4b6a-8a95-657a5ff1a9b2 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:57:53.518983 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ace4b5-767d-4517-ba68-dfb57578e444 None None] Sync routers for ids ['bc298bda-23b3-40f7-8a86-4ec774b53194'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:57:53.532382 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ace4b5-767d-4517-ba68-dfb57578e444 None None] Routers {'bc298bda-23b3-40f7-8a86-4ec774b53194'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:57:53.532939 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-34ace4b5-767d-4517-ba68-dfb57578e444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:57:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['bc298bda-23b3-40f7-8a86-4ec774b53194'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:53.584537 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-34ace4b5-767d-4517-ba68-dfb57578e444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:53.594241 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ace4b5-767d-4517-ba68-dfb57578e444 None None] Routers {'bc298bda-23b3-40f7-8a86-4ec774b53194'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:57:53.594857 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-34ace4b5-767d-4517-ba68-dfb57578e444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:57:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['bc298bda-23b3-40f7-8a86-4ec774b53194'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:53.631877 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-34ace4b5-767d-4517-ba68-dfb57578e444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:53.632554 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ace4b5-767d-4517-ba68-dfb57578e444 None None] The sync data for ids ['bc298bda-23b3-40f7-8a86-4ec774b53194'] in n-d-852088-5 is: [] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:57:53.649070 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-124b86b9-d68f-4e2b-b1b7-b94d9f7ecca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (6236f959-3002-4d68-ab7a-f01a26229829), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:53.677132 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6bc523b4-b6b7-4b6a-8a95-657a5ff1a9b2 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:53.681075 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-6bc523b4-b6b7-4b6a-8a95-657a5ff1a9b2 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] 10.222.0.76 "DELETE /networking/v2.0/ports/f1c764a6-53a7-4f74-b04c-4d2c979ca098 HTTP/1.1" status: 204 len: 168 time: 3.1556554 Aug 27 04:57:53.697865 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c24e765e-8258-40b8-a66e-8b46a7b36389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (34e6b19d-9310-4d4c-8248-634fdecf8ec6), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:53.702201 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36902) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:53.729846 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124b86b9-d68f-4e2b-b1b7-b94d9f7ecca8 None None] Network f1d91fce-e39c-4cbf-86e8-55e90c3de5d2 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:57:53.735700 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-124b86b9-d68f-4e2b-b1b7-b94d9f7ecca8 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:57:53.742569 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124b86b9-d68f-4e2b-b1b7-b94d9f7ecca8 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:57:53.790932 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124b86b9-d68f-4e2b-b1b7-b94d9f7ecca8 None None] Pushing event updated for resources: {'Port': ['ID=6236f959-3002-4d68-ab7a-f01a26229829,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:53.830877 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-124b86b9-d68f-4e2b-b1b7-b94d9f7ecca8 None None] Attempting to bind port 6236f959-3002-4d68-ab7a-f01a26229829 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:57:53.831584 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-124b86b9-d68f-4e2b-b1b7-b94d9f7ecca8 None None] Attempting to bind port 6236f959-3002-4d68-ab7a-f01a26229829 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '4404a85b-e15c-4b12-b330-48a5fa45f008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f1d91fce-e39c-4cbf-86e8-55e90c3de5d2'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:57:53.832108 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124b86b9-d68f-4e2b-b1b7-b94d9f7ecca8 None None] Attempting to bind port 6236f959-3002-4d68-ab7a-f01a26229829 on network f1d91fce-e39c-4cbf-86e8-55e90c3de5d2 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:57:53.836190 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c24e765e-8258-40b8-a66e-8b46a7b36389 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=22694a56cb1c4cd3a2ac84786b0e5bc7&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2388265 Aug 27 04:57:53.843083 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36904) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:53.843657 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124b86b9-d68f-4e2b-b1b7-b94d9f7ecca8 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:57:53.844252 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124b86b9-d68f-4e2b-b1b7-b94d9f7ecca8 None None] Checking segment: {'id': '4404a85b-e15c-4b12-b330-48a5fa45f008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f1d91fce-e39c-4cbf-86e8-55e90c3de5d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:57:53.844837 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-124b86b9-d68f-4e2b-b1b7-b94d9f7ecca8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:53.845376 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124b86b9-d68f-4e2b-b1b7-b94d9f7ecca8 None None] Bound using segment: {'id': '4404a85b-e15c-4b12-b330-48a5fa45f008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f1d91fce-e39c-4cbf-86e8-55e90c3de5d2'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:57:53.846039 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-124b86b9-d68f-4e2b-b1b7-b94d9f7ecca8 None None] Bound port: 6236f959-3002-4d68-ab7a-f01a26229829, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4404a85b-e15c-4b12-b330-48a5fa45f008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f1d91fce-e39c-4cbf-86e8-55e90c3de5d2'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:57:53.846576 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-124b86b9-d68f-4e2b-b1b7-b94d9f7ecca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (6236f959-3002-4d68-ab7a-f01a26229829), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:53.856042 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-41b8236d-3e78-4030-b5ce-12a44c5a2c24 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (e6d6fc10-1652-4dd1-bc1d-993cc055cb02), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:53.858497 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-5d66ee02-f134-4ccc-b081-0d07f3cb57ea tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Deleting port 5a77745a-90fa-4334-af04-d5f21d2e41e0 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:57:53.864558 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5d66ee02-f134-4ccc-b081-0d07f3cb57ea tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (5a77745a-90fa-4334-af04-d5f21d2e41e0), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:53.876063 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-5eceffa2-7514-4112-a53b-146370419928 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] 10.222.0.76 "GET /networking/v2.0/floatingips/7d7de211-99ab-4db0-8eb0-9e59b1d53ff8 HTTP/1.1" status: 200 len: 687 time: 0.1727073 Aug 27 04:57:53.876759 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36906) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:53.965546 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-124b86b9-d68f-4e2b-b1b7-b94d9f7ecca8 None None] For port 6236f959-3002-4d68-ab7a-f01a26229829, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:57:53.971871 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-124b86b9-d68f-4e2b-b1b7-b94d9f7ecca8 None None] For port 6236f959-3002-4d68-ab7a-f01a26229829, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=6236f959-3002-4d68-ab7a-f01a26229829,segment=NetworkSegment(4404a85b-e15c-4b12-b330-48a5fa45f008),segment_id=4404a85b-e15c-4b12-b330-48a5fa45f008)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:57:54.007025 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36908) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:54.014597 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [-] 10.222.0.76 "GET /networking/ HTTP/1.1" status: 200 len: 259 time: 0.0031128 Aug 27 04:57:54.026676 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36910) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:54.060024 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-124b86b9-d68f-4e2b-b1b7-b94d9f7ecca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (6236f959-3002-4d68-ab7a-f01a26229829), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:54.075786 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b8236d-3e78-4030-b5ce-12a44c5a2c24 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event deleted for resources: {'Port': ['ID=e6d6fc10-1652-4dd1-bc1d-993cc055cb02,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:54.120911 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24e765e-8258-40b8-a66e-8b46a7b36389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e6b19d-9310-4d4c-8248-634fdecf8ec6,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:54.250348 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124b86b9-d68f-4e2b-b1b7-b94d9f7ecca8 None None] Pushing event updated for resources: {'Port': ['ID=6236f959-3002-4d68-ab7a-f01a26229829,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:54.313829 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-61dad1f0-cc80-40df-9e6c-7e0d16a24559 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Allocated IP 2001:db8::10 (f1d91fce-e39c-4cbf-86e8-55e90c3de5d2/c6b7b0dd-6651-40fb-83f1-4116038adafc/3af9a2a1-ab0c-44ca-89bd-51321ebcda6c) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:57:54.356813 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-41b8236d-3e78-4030-b5ce-12a44c5a2c24 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:54.360317 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-41b8236d-3e78-4030-b5ce-12a44c5a2c24 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "DELETE /networking/v2.0/ports/e6d6fc10-1652-4dd1-bc1d-993cc055cb02 HTTP/1.1" status: 204 len: 168 time: 2.9952435 Aug 27 04:57:54.362559 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-af8a1b8a-07ec-48e5-b10f-ba459d9100d0 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Deleting port 37001fff-fe1d-4066-b4ea-b12a722babe9 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:57:54.363003 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-af8a1b8a-07ec-48e5-b10f-ba459d9100d0 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (37001fff-fe1d-4066-b4ea-b12a722babe9), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:54.364068 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36914) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:54.400918 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-114ec9df-baf0-4e6d-87f7-25ebe04b6462 admin admin] Publish callbacks [] for security_group (34e6b19d-9310-4d4c-8248-634fdecf8ec6), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:54.436047 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:54.469558 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-07435379-e8f3-4a0e-92bc-56b94c662a06 tempest-NetworksApiDiscovery-1810487217 tempest-NetworksApiDiscovery-1810487217-project] 10.222.0.76 "GET /networking/v2.0/ HTTP/1.1" status: 200 len: 746 time: 0.4346042 Aug 27 04:57:54.498716 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-253114fb-3fbf-482a-9969-d24de73f10a8 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] GET failed (client error): The resource could not be found. Aug 27 04:57:54.499799 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5d66ee02-f134-4ccc-b081-0d07f3cb57ea tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (5a77745a-90fa-4334-af04-d5f21d2e41e0), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:54.500371 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-253114fb-3fbf-482a-9969-d24de73f10a8 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "GET /networking/v2.0/ports/e6d6fc10-1652-4dd1-bc1d-993cc055cb02 HTTP/1.1" status: 404 len: 333 time: 0.1284933 Aug 27 04:57:54.513550 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36920) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:54.562436 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:54.598623 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-114ec9df-baf0-4e6d-87f7-25ebe04b6462 admin admin] Publish callbacks [] for security_group (34e6b19d-9310-4d4c-8248-634fdecf8ec6), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:54.616746 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-5d66ee02-f134-4ccc-b081-0d07f3cb57ea tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Calling delete_port for 5a77745a-90fa-4334-af04-d5f21d2e41e0 owned by network:router_gateway {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:57:54.791423 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-ede11fdd-faa6-4f41-9dff-0f5a77e5ecc3 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Deleting subnet 27416f27-b0c8-432f-ae64-2267734f8e04 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:57:54.802397 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-af8a1b8a-07ec-48e5-b10f-ba459d9100d0 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (37001fff-fe1d-4066-b4ea-b12a722babe9), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:54.802971 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-af8a1b8a-07ec-48e5-b10f-ba459d9100d0 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for floatingip (37001fff-fe1d-4066-b4ea-b12a722babe9), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:54.809345 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ede11fdd-faa6-4f41-9dff-0f5a77e5ecc3 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for subnet (27416f27-b0c8-432f-ae64-2267734f8e04), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:54.837092 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-61dad1f0-cc80-40df-9e6c-7e0d16a24559 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for port (3af9a2a1-ab0c-44ca-89bd-51321ebcda6c), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:54.860751 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-af8a1b8a-07ec-48e5-b10f-ba459d9100d0 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Calling delete_port for 37001fff-fe1d-4066-b4ea-b12a722babe9 owned by network:floatingip {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:57:54.897452 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ede11fdd-faa6-4f41-9dff-0f5a77e5ecc3 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (27416f27-b0c8-432f-ae64-2267734f8e04), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:54.978903 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-114ec9df-baf0-4e6d-87f7-25ebe04b6462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (34e6b19d-9310-4d4c-8248-634fdecf8ec6), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:54.982356 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-114ec9df-baf0-4e6d-87f7-25ebe04b6462 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:54.983990 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-114ec9df-baf0-4e6d-87f7-25ebe04b6462 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/34e6b19d-9310-4d4c-8248-634fdecf8ec6 HTTP/1.1" status: 204 len: 168 time: 1.1310258 Aug 27 04:57:54.996873 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114ec9df-baf0-4e6d-87f7-25ebe04b6462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e6b19d-9310-4d4c-8248-634fdecf8ec6,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:55.020039 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-61dad1f0-cc80-40df-9e6c-7e0d16a24559 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (3af9a2a1-ab0c-44ca-89bd-51321ebcda6c), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:55.120446 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61dad1f0-cc80-40df-9e6c-7e0d16a24559 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Network f1d91fce-e39c-4cbf-86e8-55e90c3de5d2 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:57:55.130458 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-61dad1f0-cc80-40df-9e6c-7e0d16a24559 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:57:55.136134 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dad1f0-cc80-40df-9e6c-7e0d16a24559 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:57:55.152608 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61dad1f0-cc80-40df-9e6c-7e0d16a24559 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:55.153701 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-61dad1f0-cc80-40df-9e6c-7e0d16a24559 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:55.178622 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dad1f0-cc80-40df-9e6c-7e0d16a24559 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event updated for resources: {'Port': ['ID=3af9a2a1-ab0c-44ca-89bd-51321ebcda6c,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:55.253232 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36936) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:55.270966 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-61dad1f0-cc80-40df-9e6c-7e0d16a24559 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.9278369 Aug 27 04:57:55.281059 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36940) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:55.291318 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-23fa0ee3-26dc-4ff9-9f68-85f9e6875c8a tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Request body: {'port': {'network_id': 'f1d91fce-e39c-4cbf-86e8-55e90c3de5d2', 'name': 'tempest-PortsIpV6TestJSON-1796745445', 'fixed_ips': [{'subnet_id': 'c6b7b0dd-6651-40fb-83f1-4116038adafc', 'ip_address': '2001:db8::f'}]}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:55.334700 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:55.417990 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ede11fdd-faa6-4f41-9dff-0f5a77e5ecc3 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (27416f27-b0c8-432f-ae64-2267734f8e04), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:55.554399 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:55.586619 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5d66ee02-f134-4ccc-b081-0d07f3cb57ea tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (5a77745a-90fa-4334-af04-d5f21d2e41e0), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:55.635566 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6236f959-3002-4d68-ab7a-f01a26229829 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:57:55.640876 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-af8a1b8a-07ec-48e5-b10f-ba459d9100d0 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (37001fff-fe1d-4066-b4ea-b12a722babe9), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:55.646283 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23fa0ee3-26dc-4ff9-9f68-85f9e6875c8a tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Made reservation on behalf of be8944f580af495191f8edd06de8f901 for: {'port': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:57:55.660422 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-23fa0ee3-26dc-4ff9-9f68-85f9e6875c8a tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:55.672819 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ffa32537-5aac-4a9f-8c19-2a7f7beb198d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:55.719657 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ede11fdd-faa6-4f41-9dff-0f5a77e5ecc3 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (27416f27-b0c8-432f-ae64-2267734f8e04), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:55.731069 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d66ee02-f134-4ccc-b081-0d07f3cb57ea tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event deleted for resources: {'Port': ['ID=5a77745a-90fa-4334-af04-d5f21d2e41e0,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:55.749237 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [None req-23fa0ee3-26dc-4ff9-9f68-85f9e6875c8a tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] device_id is not set on port 6ce664c1-4f97-409d-8362-cea33f9f668d yet. {{(pid=107775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:57:55.782259 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 6236f959-3002-4d68-ab7a-f01a26229829 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:57:55.782906 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (6236f959-3002-4d68-ab7a-f01a26229829), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:55.816464 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ede11fdd-faa6-4f41-9dff-0f5a77e5ecc3 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:55.824538 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ede11fdd-faa6-4f41-9dff-0f5a77e5ecc3 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/27416f27-b0c8-432f-ae64-2267734f8e04 HTTP/1.1" status: 204 len: 168 time: 1.2996128 Aug 27 04:57:55.828983 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36948) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:55.830808 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:55.836703 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82df251e-06a8-4e5d-b28b-7d93fe168db7 None None] Network cf7fd18e-3d78-4066-9894-18a39214d18e requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:57:55.883996 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede11fdd-faa6-4f41-9dff-0f5a77e5ecc3 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event deleted for resources: {'Subnet': ['ID=27416f27-b0c8-432f-ae64-2267734f8e04,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:55.893512 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8a1b8a-07ec-48e5-b10f-ba459d9100d0 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Pushing event deleted for resources: {'Port': ['ID=37001fff-fe1d-4066-b4ea-b12a722babe9,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:55.960212 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:55.961617 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c7461f-5934-4abd-9ca8-9a48f84af1db None None] Network f1d91fce-e39c-4cbf-86e8-55e90c3de5d2 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:57:56.042481 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5d66ee02-f134-4ccc-b081-0d07f3cb57ea tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (4fb04a61-ed2c-4bfa-8140-0661a65e38ff), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:56.046470 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ffa32537-5aac-4a9f-8c19-2a7f7beb198d admin admin] Publish callbacks [] for security_group (83cd7b93-079b-4f30-8cd6-17ad006e56df), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:56.097957 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:56.110095 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7006b7e7-29c9-4500-b505-37bda9996dfc tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (cf7fd18e-3d78-4066-9894-18a39214d18e), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:56.114839 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-e8cb7745-67b5-48a0-a954-65dff578bf2d None None] Provisioning complete for port 6236f959-3002-4d68-ab7a-f01a26229829 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:57:56.115864 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36950) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:56.123357 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e8cb7745-67b5-48a0-a954-65dff578bf2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (6236f959-3002-4d68-ab7a-f01a26229829), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:56.153720 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ffa32537-5aac-4a9f-8c19-2a7f7beb198d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (83cd7b93-079b-4f30-8cd6-17ad006e56df), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:56.191150 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa32537-5aac-4a9f-8c19-2a7f7beb198d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83cd7b93-079b-4f30-8cd6-17ad006e56df,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:56.198361 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5d66ee02-f134-4ccc-b081-0d07f3cb57ea tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (4fb04a61-ed2c-4bfa-8140-0661a65e38ff), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:56.201124 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5d66ee02-f134-4ccc-b081-0d07f3cb57ea tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for router_controller (4fb04a61-ed2c-4bfa-8140-0661a65e38ff), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:56.205743 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f9c52d1d-2d8d-4284-af99-341258fc905b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:56.287176 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-23fa0ee3-26dc-4ff9-9f68-85f9e6875c8a tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Allocated IP 2001:db8::f (f1d91fce-e39c-4cbf-86e8-55e90c3de5d2/c6b7b0dd-6651-40fb-83f1-4116038adafc/6ce664c1-4f97-409d-8362-cea33f9f668d) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:57:56.291539 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 6236f959-3002-4d68-ab7a-f01a26229829 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:57:56.291934 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (6236f959-3002-4d68-ab7a-f01a26229829), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:56.293723 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-af8a1b8a-07ec-48e5-b10f-ba459d9100d0 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for floatingip (7d7de211-99ab-4db0-8eb0-9e59b1d53ff8), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:56.297548 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-af8a1b8a-07ec-48e5-b10f-ba459d9100d0 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:56.299565 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-af8a1b8a-07ec-48e5-b10f-ba459d9100d0 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] 10.222.0.76 "DELETE /networking/v2.0/floatingips/7d7de211-99ab-4db0-8eb0-9e59b1d53ff8 HTTP/1.1" status: 204 len: 168 time: 2.4206624 Aug 27 04:57:56.305132 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36952) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:56.326109 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-79262295-392d-45cb-a99b-1072783d7dc2 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Request body: {'floatingip': {'floating_network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'port_id': '686035aa-9553-4593-9022-829f8369981c'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:56.379829 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ffa32537-5aac-4a9f-8c19-2a7f7beb198d admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=744fe6fbf4b44159ad283c8628a5b3f6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1253612 Aug 27 04:57:56.383418 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36954) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:56.398444 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5d66ee02-f134-4ccc-b081-0d07f3cb57ea tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (4fb04a61-ed2c-4bfa-8140-0661a65e38ff), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:56.401155 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d66ee02-f134-4ccc-b081-0d07f3cb57ea tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Fanout notify agent at l3_agent the message router_deleted on router 4fb04a61-ed2c-4bfa-8140-0661a65e38ff {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:57:56.407901 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5d66ee02-f134-4ccc-b081-0d07f3cb57ea tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:56.409746 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-5d66ee02-f134-4ccc-b081-0d07f3cb57ea tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "DELETE /networking/v2.0/routers/4fb04a61-ed2c-4bfa-8140-0661a65e38ff HTTP/1.1" status: 204 len: 168 time: 3.9990256 Aug 27 04:57:56.414146 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-7006b7e7-29c9-4500-b505-37bda9996dfc tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Deleting port c3ca67e0-d5fb-4ffd-b127-392b483dea84 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:57:56.414301 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36956) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:56.414620 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7006b7e7-29c9-4500-b505-37bda9996dfc tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (c3ca67e0-d5fb-4ffd-b127-392b483dea84), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:56.424189 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-94f34bd2-d3b9-4f1a-a5d2-4b9cc98363b5 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-529358101'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:56.432222 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783277d8-0ba5-4180-a944-f1f22bdd86fd None None] DHCP port deletion for cf7fd18e-3d78-4066-9894-18a39214d18e request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:57:56.460792 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-79262295-392d-45cb-a99b-1072783d7dc2 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:56.468300 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 6236f959-3002-4d68-ab7a-f01a26229829, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=6236f959-3002-4d68-ab7a-f01a26229829,segment=NetworkSegment(4404a85b-e15c-4b12-b330-48a5fa45f008),segment_id=4404a85b-e15c-4b12-b330-48a5fa45f008)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:57:56.471169 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-e8cb7745-67b5-48a0-a954-65dff578bf2d None None] Current status of the port 6236f959-3002-4d68-ab7a-f01a26229829 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:57:56.471793 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e8cb7745-67b5-48a0-a954-65dff578bf2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (6236f959-3002-4d68-ab7a-f01a26229829), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:56.506391 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-7006b7e7-29c9-4500-b505-37bda9996dfc tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] For port c3ca67e0-d5fb-4ffd-b127-392b483dea84, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=c3ca67e0-d5fb-4ffd-b127-392b483dea84,segment=NetworkSegment(8817e7f0-8bbc-4faa-b786-d2810cc358f9),segment_id=8817e7f0-8bbc-4faa-b786-d2810cc358f9)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:57:56.506887 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7006b7e7-29c9-4500-b505-37bda9996dfc tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (c3ca67e0-d5fb-4ffd-b127-392b483dea84), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:56.527792 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-7006b7e7-29c9-4500-b505-37bda9996dfc tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Calling delete_port for c3ca67e0-d5fb-4ffd-b127-392b483dea84 owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:57:56.529712 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-92401a8f-797c-4278-9e91-6320f90aca17 admin admin] Publish callbacks [] for security_group (83cd7b93-079b-4f30-8cd6-17ad006e56df), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:56.572953 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f34bd2-d3b9-4f1a-a5d2-4b9cc98363b5 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Made reservation on behalf of f97daadf5de74bd7bc5004505037c8e3 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:57:56.576812 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-94f34bd2-d3b9-4f1a-a5d2-4b9cc98363b5 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:56.631480 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (6236f959-3002-4d68-ab7a-f01a26229829), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:56.641701 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-e8cb7745-67b5-48a0-a954-65dff578bf2d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:57:56.644602 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-e8cb7745-67b5-48a0-a954-65dff578bf2d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:57:56.659459 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-92401a8f-797c-4278-9e91-6320f90aca17 admin admin] Publish callbacks [] for security_group (83cd7b93-079b-4f30-8cd6-17ad006e56df), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:56.688595 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94f34bd2-d3b9-4f1a-a5d2-4b9cc98363b5 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:57:56.697514 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-79262295-392d-45cb-a99b-1072783d7dc2 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:56.711563 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-783277d8-0ba5-4180-a944-f1f22bdd86fd None None] Deleting port c3ca67e0-d5fb-4ffd-b127-392b483dea84 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:57:56.712488 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-783277d8-0ba5-4180-a944-f1f22bdd86fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (c3ca67e0-d5fb-4ffd-b127-392b483dea84), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:56.722240 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7006b7e7-29c9-4500-b505-37bda9996dfc tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (c3ca67e0-d5fb-4ffd-b127-392b483dea84), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:56.835506 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7006b7e7-29c9-4500-b505-37bda9996dfc tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event deleted for resources: {'Port': ['ID=c3ca67e0-d5fb-4ffd-b127-392b483dea84,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:56.851307 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7006b7e7-29c9-4500-b505-37bda9996dfc tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] No DVR routers for this DVR port c3ca67e0-d5fb-4ffd-b127-392b483dea84 on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:57:56.894145 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:56.951413 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-79262295-392d-45cb-a99b-1072783d7dc2 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Allocated IP 172.25.2.25 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/392c2c05-1117-4998-a93e-40b79967976a) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:57:56.971880 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-783277d8-0ba5-4180-a944-f1f22bdd86fd None None] For port c3ca67e0-d5fb-4ffd-b127-392b483dea84, host n-d-852088-5, got binding levels [] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:57:56.973040 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-783277d8-0ba5-4180-a944-f1f22bdd86fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (c3ca67e0-d5fb-4ffd-b127-392b483dea84), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:56.979042 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=6236f959-3002-4d68-ab7a-f01a26229829,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:56.988243 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-94f34bd2-d3b9-4f1a-a5d2-4b9cc98363b5 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (c5cd4867-9458-4d60-b092-9549059c9e3c), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:56.989098 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-94f34bd2-d3b9-4f1a-a5d2-4b9cc98363b5 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Added segment c5cd4867-9458-4d60-b092-9549059c9e3c of type vlan for network 2f64751d-a959-4967-9650-f4dac0e641b6 Aug 27 04:57:56.997040 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-afaae40a-fba9-4bfa-a170-c588e70ff75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:57.016335 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-783277d8-0ba5-4180-a944-f1f22bdd86fd None None] Calling delete_port for c3ca67e0-d5fb-4ffd-b127-392b483dea84 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:57:57.025124 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.ipam_backend_mixin [None req-783277d8-0ba5-4180-a944-f1f22bdd86fd None None] Port c3ca67e0-d5fb-4ffd-b127-392b483dea84 was not found and therefore no delete operation was performed {{(pid=107777) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 27 04:57:57.028578 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-783277d8-0ba5-4180-a944-f1f22bdd86fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (c3ca67e0-d5fb-4ffd-b127-392b483dea84), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:57.050636 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-94f34bd2-d3b9-4f1a-a5d2-4b9cc98363b5 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (2f64751d-a959-4967-9650-f4dac0e641b6), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:57.078844 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-92401a8f-797c-4278-9e91-6320f90aca17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (83cd7b93-079b-4f30-8cd6-17ad006e56df), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:57.082186 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-92401a8f-797c-4278-9e91-6320f90aca17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:57.082911 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783277d8-0ba5-4180-a944-f1f22bdd86fd None None] Pushing event deleted for resources: {'Port': ['ID=c3ca67e0-d5fb-4ffd-b127-392b483dea84,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:57.093214 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783277d8-0ba5-4180-a944-f1f22bdd86fd None None] No DVR routers for this DVR port c3ca67e0-d5fb-4ffd-b127-392b483dea84 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:57:57.102425 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-92401a8f-797c-4278-9e91-6320f90aca17 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/83cd7b93-079b-4f30-8cd6-17ad006e56df HTTP/1.1" status: 204 len: 168 time: 0.7178469 Aug 27 04:57:57.153929 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92401a8f-797c-4278-9e91-6320f90aca17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83cd7b93-079b-4f30-8cd6-17ad006e56df,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:57.200968 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7006b7e7-29c9-4500-b505-37bda9996dfc tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (cf7fd18e-3d78-4066-9894-18a39214d18e), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:57.204572 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-e8cb7745-67b5-48a0-a954-65dff578bf2d None None] Current status of the port 6236f959-3002-4d68-ab7a-f01a26229829 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:57:57.231717 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-23fa0ee3-26dc-4ff9-9f68-85f9e6875c8a tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for port (6ce664c1-4f97-409d-8362-cea33f9f668d), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:57.234527 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f9c52d1d-2d8d-4284-af99-341258fc905b admin admin] Publish callbacks [] for security_group (fb2c783e-0dac-44a0-bf55-cc43c739415b), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:57.239326 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-7006b7e7-29c9-4500-b505-37bda9996dfc tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf7fd18e-3d78-4066-9894-18a39214d18e']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:57.261070 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-7006b7e7-29c9-4500-b505-37bda9996dfc tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8817e7f0-8bbc-4faa-b786-d2810cc358f9') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:57.261377 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-7006b7e7-29c9-4500-b505-37bda9996dfc tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8817e7f0-8bbc-4faa-b786-d2810cc358f9') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:57:57.276827 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7006b7e7-29c9-4500-b505-37bda9996dfc tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (8817e7f0-8bbc-4faa-b786-d2810cc358f9), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:57.305304 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7006b7e7-29c9-4500-b505-37bda9996dfc tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (8817e7f0-8bbc-4faa-b786-d2810cc358f9), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:57.315167 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-94f34bd2-d3b9-4f1a-a5d2-4b9cc98363b5 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (2f64751d-a959-4967-9650-f4dac0e641b6), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:57.320328 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f34bd2-d3b9-4f1a-a5d2-4b9cc98363b5 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:57.320974 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-94f34bd2-d3b9-4f1a-a5d2-4b9cc98363b5 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:57.323850 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7006b7e7-29c9-4500-b505-37bda9996dfc tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:57:57.324620 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7006b7e7-29c9-4500-b505-37bda9996dfc tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (8817e7f0-8bbc-4faa-b786-d2810cc358f9), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:57.398010 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 8817e7f0-8bbc-4faa-b786-d2810cc358f9 resource provider aggregate not found Aug 27 04:57:57.407044 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f9c52d1d-2d8d-4284-af99-341258fc905b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (fb2c783e-0dac-44a0-bf55-cc43c739415b), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:57.413203 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f34bd2-d3b9-4f1a-a5d2-4b9cc98363b5 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event updated for resources: {'Network': ['ID=2f64751d-a959-4967-9650-f4dac0e641b6,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:57.424651 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 2f64751d-a959-4967-9650-f4dac0e641b6 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:57:57.441094 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 8817e7f0-8bbc-4faa-b786-d2810cc358f9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8817e7f0-8bbc-4faa-b786-d2810cc358f9 found for delete ", "request_id": "req-75509477-cfa0-494d-9695-ad40573f7a21"}]} Aug 27 04:57:57.461268 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-79262295-392d-45cb-a99b-1072783d7dc2 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for port (392c2c05-1117-4998-a93e-40b79967976a), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:57.469370 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-23fa0ee3-26dc-4ff9-9f68-85f9e6875c8a tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (6ce664c1-4f97-409d-8362-cea33f9f668d), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:57.495195 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c52d1d-2d8d-4284-af99-341258fc905b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2c783e-0dac-44a0-bf55-cc43c739415b,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:57.504200 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f9c52d1d-2d8d-4284-af99-341258fc905b admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=00d628aaed4445e48d75839a66f8276a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3869793 Aug 27 04:57:57.506341 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36968) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:57.575432 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-94f34bd2-d3b9-4f1a-a5d2-4b9cc98363b5 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1597767 Aug 27 04:57:57.577907 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36970) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:57.595856 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-1b6bd2c1-e474-489f-8ae4-58d20f668f1b tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Request body: {'subnet': {'network_id': '2f64751d-a959-4967-9650-f4dac0e641b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:57.603252 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-936edee2-0a8b-456c-a3aa-6a4514564121 None None] Provisioning complete for port 6236f959-3002-4d68-ab7a-f01a26229829 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:57:57.608669 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-936edee2-0a8b-456c-a3aa-6a4514564121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (6236f959-3002-4d68-ab7a-f01a26229829), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:57.623556 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa0ee3-26dc-4ff9-9f68-85f9e6875c8a tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event updated for resources: {'Port': ['ID=6ce664c1-4f97-409d-8362-cea33f9f668d,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:57.627731 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7006b7e7-29c9-4500-b505-37bda9996dfc tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (cf7fd18e-3d78-4066-9894-18a39214d18e), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:57.634345 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7006b7e7-29c9-4500-b505-37bda9996dfc tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:57.641945 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7006b7e7-29c9-4500-b505-37bda9996dfc tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "DELETE /networking/v2.0/networks/cf7fd18e-3d78-4066-9894-18a39214d18e HTTP/1.1" status: 204 len: 168 time: 1.8032343 Aug 27 04:57:57.643784 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 36972) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:57.694758 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fa0ee3-26dc-4ff9-9f68-85f9e6875c8a tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Network f1d91fce-e39c-4cbf-86e8-55e90c3de5d2 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:57:57.694758 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-23fa0ee3-26dc-4ff9-9f68-85f9e6875c8a tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:57:57.694758 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fa0ee3-26dc-4ff9-9f68-85f9e6875c8a tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:57:57.694758 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fa0ee3-26dc-4ff9-9f68-85f9e6875c8a tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:57.694758 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-23fa0ee3-26dc-4ff9-9f68-85f9e6875c8a tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:57.733229 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-4dd58dcd-b63f-4992-96cf-23be37f3842f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Request body: {'port': {'network_id': '9414ab29-31fd-4673-9b48-739ff7bb781e', 'name': 'tempest-PortsTestJSON-1982993439'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:57:57.737327 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7006b7e7-29c9-4500-b505-37bda9996dfc tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event deleted for resources: {'Network': ['ID=cf7fd18e-3d78-4066-9894-18a39214d18e,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:57.739638 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-79262295-392d-45cb-a99b-1072783d7dc2 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (392c2c05-1117-4998-a93e-40b79967976a), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:57.753730 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5fcf0cd6-ef22-4df7-a130-6edda9472cb1 admin admin] Publish callbacks [] for security_group (fb2c783e-0dac-44a0-bf55-cc43c739415b), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:57.757023 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6236f959-3002-4d68-ab7a-f01a26229829 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:57:57.786137 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5fcf0cd6-ef22-4df7-a130-6edda9472cb1 admin admin] Publish callbacks [] for security_group (fb2c783e-0dac-44a0-bf55-cc43c739415b), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:57.860911 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-23fa0ee3-26dc-4ff9-9f68-85f9e6875c8a tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5785923 Aug 27 04:57:57.863324 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36980) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:57.863982 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:57.875445 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79262295-392d-45cb-a99b-1072783d7dc2 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Pushing event updated for resources: {'Port': ['ID=392c2c05-1117-4998-a93e-40b79967976a,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:57.976238 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79262295-392d-45cb-a99b-1072783d7dc2 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:57:57.983252 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-79262295-392d-45cb-a99b-1072783d7dc2 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:57:57.994667 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5fcf0cd6-ef22-4df7-a130-6edda9472cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (fb2c783e-0dac-44a0-bf55-cc43c739415b), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:58.007281 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79262295-392d-45cb-a99b-1072783d7dc2 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:57:58.022513 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5fcf0cd6-ef22-4df7-a130-6edda9472cb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:58.023768 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-5fcf0cd6-ef22-4df7-a130-6edda9472cb1 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/fb2c783e-0dac-44a0-bf55-cc43c739415b HTTP/1.1" status: 204 len: 168 time: 0.4954269 Aug 27 04:57:58.039772 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 6236f959-3002-4d68-ab7a-f01a26229829 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:57:58.040155 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (6236f959-3002-4d68-ab7a-f01a26229829), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:58.085462 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6bd2c1-e474-489f-8ae4-58d20f668f1b tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Made reservation on behalf of f97daadf5de74bd7bc5004505037c8e3 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:57:58.089760 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf0cd6-ef22-4df7-a130-6edda9472cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2c783e-0dac-44a0-bf55-cc43c739415b,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:58.095374 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1b6bd2c1-e474-489f-8ae4-58d20f668f1b tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:58.099337 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbfb353-8c10-40a7-9edf-e05d818191c5 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:58.107356 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-4fbfb353-8c10-40a7-9edf-e05d818191c5 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "GET /networking/v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2390308 Aug 27 04:57:58.110414 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 36996) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:58.157078 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-936edee2-0a8b-456c-a3aa-6a4514564121 None None] Current status of the port 6236f959-3002-4d68-ab7a-f01a26229829 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:57:58.191795 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-936edee2-0a8b-456c-a3aa-6a4514564121 None None] Provisioning complete for port 3af9a2a1-ab0c-44ca-89bd-51321ebcda6c triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:57:58.192213 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-936edee2-0a8b-456c-a3aa-6a4514564121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (3af9a2a1-ab0c-44ca-89bd-51321ebcda6c), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:58.200278 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:58.203496 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6763ae7-18ed-488b-8dfc-f093f78182ae tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:58.213699 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6763ae7-18ed-488b-8dfc-f093f78182ae tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:58.220980 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6763ae7-18ed-488b-8dfc-f093f78182ae tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:58.227985 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c6763ae7-18ed-488b-8dfc-f093f78182ae tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "GET /networking/v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1143117 Aug 27 04:57:58.228584 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37000) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:58.286379 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:58.298912 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd58dcd-b63f-4992-96cf-23be37f3842f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Made reservation on behalf of fe4b55b9429141158994d6a58059854d for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:57:58.303210 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4dd58dcd-b63f-4992-96cf-23be37f3842f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:58.313540 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-936edee2-0a8b-456c-a3aa-6a4514564121 None None] Port 3af9a2a1-ab0c-44ca-89bd-51321ebcda6c cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:57:58.336405 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [None req-4dd58dcd-b63f-4992-96cf-23be37f3842f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] device_id is not set on port a813c884-1130-45a3-9e99-c3e23d598f18 yet. {{(pid=107776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:57:58.359988 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 6236f959-3002-4d68-ab7a-f01a26229829 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:57:58.413703 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-0e0b3f5d-78bb-4ab4-9ae3-be1a9071f55d tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Deleting port 6ce664c1-4f97-409d-8362-cea33f9f668d {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:57:58.414193 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0e0b3f5d-78bb-4ab4-9ae3-be1a9071f55d tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (6ce664c1-4f97-409d-8362-cea33f9f668d), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:58.438274 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-7a2ad632-6411-4b4f-ae66-0f8e293935e4 None None] Provisioning complete for port 6ce664c1-4f97-409d-8362-cea33f9f668d triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:57:58.439649 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7a2ad632-6411-4b4f-ae66-0f8e293935e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (6ce664c1-4f97-409d-8362-cea33f9f668d), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:58.546772 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device c3ca67e0-d5fb-4ffd-b127-392b483dea84 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:57:58.588068 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:58.602033 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: c3ca67e0-d5fb-4ffd-b127-392b483dea84 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:57:58.607464 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device c3ca67e0-d5fb-4ffd-b127-392b483dea84 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:57:58.654839 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4dd58dcd-b63f-4992-96cf-23be37f3842f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for port (a813c884-1130-45a3-9e99-c3e23d598f18), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:58.654951 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-7a2ad632-6411-4b4f-ae66-0f8e293935e4 None None] Port 6ce664c1-4f97-409d-8362-cea33f9f668d cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:57:58.668588 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0e0b3f5d-78bb-4ab4-9ae3-be1a9071f55d tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (6ce664c1-4f97-409d-8362-cea33f9f668d), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:58.683540 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-7a2ad632-6411-4b4f-ae66-0f8e293935e4 None None] Provisioning complete for port 3af9a2a1-ab0c-44ca-89bd-51321ebcda6c triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:57:58.683540 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7a2ad632-6411-4b4f-ae66-0f8e293935e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (3af9a2a1-ab0c-44ca-89bd-51321ebcda6c), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:58.715411 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-0e0b3f5d-78bb-4ab4-9ae3-be1a9071f55d tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Calling delete_port for 6ce664c1-4f97-409d-8362-cea33f9f668d owned by {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:57:58.788991 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-7a2ad632-6411-4b4f-ae66-0f8e293935e4 None None] Port 3af9a2a1-ab0c-44ca-89bd-51321ebcda6c cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:57:58.948103 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:59.082812 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0e0b3f5d-78bb-4ab4-9ae3-be1a9071f55d tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (6ce664c1-4f97-409d-8362-cea33f9f668d), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:59.170488 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b3f5d-78bb-4ab4-9ae3-be1a9071f55d tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event deleted for resources: {'Port': ['ID=6ce664c1-4f97-409d-8362-cea33f9f668d,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:59.225945 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1bf303e6-b3b9-4d68-a10b-11471ee71a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:59.277142 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0e0b3f5d-78bb-4ab4-9ae3-be1a9071f55d tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:59.285518 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0e0b3f5d-78bb-4ab4-9ae3-be1a9071f55d tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "DELETE /networking/v2.0/ports/6ce664c1-4f97-409d-8362-cea33f9f668d HTTP/1.1" status: 204 len: 168 time: 1.0548787 Aug 27 04:57:59.288925 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37026) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:59.306827 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4dd58dcd-b63f-4992-96cf-23be37f3842f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (a813c884-1130-45a3-9e99-c3e23d598f18), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:59.308705 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:59.346561 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-68cb9b7f-3401-457e-b018-980d7dbbd00e tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] GET failed (client error): The resource could not be found. Aug 27 04:57:59.354483 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-68cb9b7f-3401-457e-b018-980d7dbbd00e tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "GET /networking/v2.0/ports/6ce664c1-4f97-409d-8362-cea33f9f668d HTTP/1.1" status: 404 len: 333 time: 0.0537758 Aug 27 04:57:59.355335 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37030) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:59.455115 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd58dcd-b63f-4992-96cf-23be37f3842f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Network 9414ab29-31fd-4673-9b48-739ff7bb781e is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:57:59.466100 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-4dd58dcd-b63f-4992-96cf-23be37f3842f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:57:59.480270 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd58dcd-b63f-4992-96cf-23be37f3842f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:57:59.484780 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd58dcd-b63f-4992-96cf-23be37f3842f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:57:59.485398 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4dd58dcd-b63f-4992-96cf-23be37f3842f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:59.504270 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-bdfc1b64-e70b-4a78-bef8-34132efc0d04 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Deleting port 3af9a2a1-ab0c-44ca-89bd-51321ebcda6c {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:57:59.504648 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bdfc1b64-e70b-4a78-bef8-34132efc0d04 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (3af9a2a1-ab0c-44ca-89bd-51321ebcda6c), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:59.555164 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd58dcd-b63f-4992-96cf-23be37f3842f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event updated for resources: {'Port': ['ID=a813c884-1130-45a3-9e99-c3e23d598f18,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:57:59.587134 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-4dd58dcd-b63f-4992-96cf-23be37f3842f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8615744 Aug 27 04:57:59.605549 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 37034) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:57:59.688363 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:59.699464 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bdfc1b64-e70b-4a78-bef8-34132efc0d04 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (3af9a2a1-ab0c-44ca-89bd-51321ebcda6c), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:57:59.729948 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-bdfc1b64-e70b-4a78-bef8-34132efc0d04 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Calling delete_port for 3af9a2a1-ab0c-44ca-89bd-51321ebcda6c owned by {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:57:59.785471 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:57:59.976249 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1b6bd2c1-e474-489f-8ae4-58d20f668f1b tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (57d65516-4b9d-478c-9973-6ee46c4b13a5), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:00.060115 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bdfc1b64-e70b-4a78-bef8-34132efc0d04 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (3af9a2a1-ab0c-44ca-89bd-51321ebcda6c), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:00.195413 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfc1b64-e70b-4a78-bef8-34132efc0d04 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event deleted for resources: {'Port': ['ID=3af9a2a1-ab0c-44ca-89bd-51321ebcda6c,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:00.217891 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bdfc1b64-e70b-4a78-bef8-34132efc0d04 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:00.230544 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-bdfc1b64-e70b-4a78-bef8-34132efc0d04 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "DELETE /networking/v2.0/ports/3af9a2a1-ab0c-44ca-89bd-51321ebcda6c HTTP/1.1" status: 204 len: 168 time: 0.8735490 Aug 27 04:58:00.233634 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37054) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:00.235331 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6bd2c1-e474-489f-8ae4-58d20f668f1b tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event updated for resources: {'Subnet': ['ID=57d65516-4b9d-478c-9973-6ee46c4b13a5,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:00.300473 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-1488106f-5b89-4628-b21a-e28a54248cf5 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] GET failed (client error): The resource could not be found. Aug 27 04:58:00.304372 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1488106f-5b89-4628-b21a-e28a54248cf5 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "GET /networking/v2.0/ports/3af9a2a1-ab0c-44ca-89bd-51321ebcda6c HTTP/1.1" status: 404 len: 333 time: 0.0692184 Aug 27 04:58:00.307828 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37056) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:00.331743 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-0efb109d-3fec-4b2c-8a09-aae47b805430 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Deleting port a813c884-1130-45a3-9e99-c3e23d598f18 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:58:00.332396 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0efb109d-3fec-4b2c-8a09-aae47b805430 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (a813c884-1130-45a3-9e99-c3e23d598f18), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:00.339376 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:00.450343 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dc6fef3-58e7-401f-9573-2fab7c0b0939 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Deleting subnet c6b7b0dd-6651-40fb-83f1-4116038adafc {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:58:00.461092 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1dc6fef3-58e7-401f-9573-2fab7c0b0939 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for subnet (c6b7b0dd-6651-40fb-83f1-4116038adafc), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:00.518527 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:00.521766 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1dc6fef3-58e7-401f-9573-2fab7c0b0939 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (c6b7b0dd-6651-40fb-83f1-4116038adafc), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:00.541151 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-79262295-392d-45cb-a99b-1072783d7dc2 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for floatingip (fbaa0f9d-c6f5-4c07-a78a-c519bec37c84), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:00.598334 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6bd2c1-e474-489f-8ae4-58d20f668f1b tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Checking segment: {'id': 'c5cd4867-9458-4d60-b092-9549059c9e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2f64751d-a959-4967-9650-f4dac0e641b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:58:00.598684 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6bd2c1-e474-489f-8ae4-58d20f668f1b tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Network hostable DHCP agents. Network: 2f64751d-a959-4967-9650-f4dac0e641b6, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:58:00.610886 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0efb109d-3fec-4b2c-8a09-aae47b805430 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (a813c884-1130-45a3-9e99-c3e23d598f18), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:00.652835 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-0efb109d-3fec-4b2c-8a09-aae47b805430 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Calling delete_port for a813c884-1130-45a3-9e99-c3e23d598f18 owned by {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:58:00.683417 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1dc6fef3-58e7-401f-9573-2fab7c0b0939 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (c6b7b0dd-6651-40fb-83f1-4116038adafc), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:00.808431 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6bd2c1-e474-489f-8ae4-58d20f668f1b tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Network 2f64751d-a959-4967-9650-f4dac0e641b6 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:58:00.867947 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0efb109d-3fec-4b2c-8a09-aae47b805430 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (a813c884-1130-45a3-9e99-c3e23d598f18), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:00.896979 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1dc6fef3-58e7-401f-9573-2fab7c0b0939 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (c6b7b0dd-6651-40fb-83f1-4116038adafc), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:00.904342 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-79262295-392d-45cb-a99b-1072783d7dc2 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (392c2c05-1117-4998-a93e-40b79967976a), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:00.910789 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efb109d-3fec-4b2c-8a09-aae47b805430 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event deleted for resources: {'Port': ['ID=a813c884-1130-45a3-9e99-c3e23d598f18,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:00.951429 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9940e0-1677-4b09-aacf-93b84c6184ff None None] Network f1d91fce-e39c-4cbf-86e8-55e90c3de5d2 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:58:00.970925 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0efb109d-3fec-4b2c-8a09-aae47b805430 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:00.976698 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc6fef3-58e7-401f-9573-2fab7c0b0939 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event deleted for resources: {'Subnet': ['ID=c6b7b0dd-6651-40fb-83f1-4116038adafc,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:00.979185 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1dc6fef3-58e7-401f-9573-2fab7c0b0939 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:00.981015 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-0efb109d-3fec-4b2c-8a09-aae47b805430 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "DELETE /networking/v2.0/ports/a813c884-1130-45a3-9e99-c3e23d598f18 HTTP/1.1" status: 204 len: 168 time: 1.3286965 Aug 27 04:58:00.985900 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-1b6bd2c1-e474-489f-8ae4-58d20f668f1b tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 2f64751d-a959-4967-9650-f4dac0e641b6) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:58:00.992689 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6bd2c1-e474-489f-8ae4-58d20f668f1b tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:58:00.996513 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1dc6fef3-58e7-401f-9573-2fab7c0b0939 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/c6b7b0dd-6651-40fb-83f1-4116038adafc HTTP/1.1" status: 204 len: 168 time: 0.6850252 Aug 27 04:58:00.997058 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1b6bd2c1-e474-489f-8ae4-58d20f668f1b tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:01.000609 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37076) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:01.002833 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37078) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:01.011237 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-8d075830-fcbd-40ae-8e19-115530a5ca06 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Request body: {'port': {'network_id': '9414ab29-31fd-4673-9b48-739ff7bb781e', 'mac_address': 'fa:16:3e:e9:e9:8a', 'name': 'tempest-PortsTestJSON-36444250'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:58:01.116391 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-11bbefa3-71ec-49e3-8de3-d9157b249219 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (f1d91fce-e39c-4cbf-86e8-55e90c3de5d2), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:01.165558 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:01.220524 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1b6bd2c1-e474-489f-8ae4-58d20f668f1b tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6397998 Aug 27 04:58:01.226498 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37084) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:01.230808 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:DELETE=12,neutron:SELECT=86,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:01.232998 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-b8053076-8c76-43c1-b352-daf783d8a852 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1524688206', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:58:01.241481 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:01.258556 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:01.261566 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-11bbefa3-71ec-49e3-8de3-d9157b249219 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Deleting port 6236f959-3002-4d68-ab7a-f01a26229829 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:58:01.261912 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-11bbefa3-71ec-49e3-8de3-d9157b249219 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (6236f959-3002-4d68-ab7a-f01a26229829), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:01.364998 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-11bbefa3-71ec-49e3-8de3-d9157b249219 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] For port 6236f959-3002-4d68-ab7a-f01a26229829, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=6236f959-3002-4d68-ab7a-f01a26229829,segment=NetworkSegment(4404a85b-e15c-4b12-b330-48a5fa45f008),segment_id=4404a85b-e15c-4b12-b330-48a5fa45f008)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:58:01.365839 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-11bbefa3-71ec-49e3-8de3-d9157b249219 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (6236f959-3002-4d68-ab7a-f01a26229829), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:01.379664 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-11bbefa3-71ec-49e3-8de3-d9157b249219 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Calling delete_port for 6236f959-3002-4d68-ab7a-f01a26229829 owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:58:01.423117 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b8053076-8c76-43c1-b352-daf783d8a852 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (07bdb92e-b630-492d-a053-8a1c4d554cba), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:01.424216 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b8053076-8c76-43c1-b352-daf783d8a852 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (07bdb92e-b630-492d-a053-8a1c4d554cba), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:01.434511 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-79262295-392d-45cb-a99b-1072783d7dc2 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for port (392c2c05-1117-4998-a93e-40b79967976a), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:01.456797 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee72353-ca34-4680-9c65-ca42e48875d6 None None] Network 2f64751d-a959-4967-9650-f4dac0e641b6 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:58:01.485490 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b8053076-8c76-43c1-b352-daf783d8a852 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for router_controller (07bdb92e-b630-492d-a053-8a1c4d554cba), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:01.488394 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d075830-fcbd-40ae-8e19-115530a5ca06 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Made reservation on behalf of fe4b55b9429141158994d6a58059854d for: {'port': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:58:01.533669 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:01.559611 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-79262295-392d-45cb-a99b-1072783d7dc2 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (392c2c05-1117-4998-a93e-40b79967976a), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:01.575168 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b8053076-8c76-43c1-b352-daf783d8a852 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (07bdb92e-b630-492d-a053-8a1c4d554cba), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:01.707008 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8d075830-fcbd-40ae-8e19-115530a5ca06 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:01.713793 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79262295-392d-45cb-a99b-1072783d7dc2 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Pushing event updated for resources: {'Port': ['ID=392c2c05-1117-4998-a93e-40b79967976a,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:01.740926 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-79262295-392d-45cb-a99b-1072783d7dc2 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677636'] for floatingip (fbaa0f9d-c6f5-4c07-a78a-c519bec37c84), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:01.758666 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b8053076-8c76-43c1-b352-daf783d8a852 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:01.762653 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b8053076-8c76-43c1-b352-daf783d8a852 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5348432 Aug 27 04:58:01.765794 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 37100) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:01.797681 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [None req-8d075830-fcbd-40ae-8e19-115530a5ca06 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] device_id is not set on port 00851eca-c36e-41f2-b9e2-123375e08b98 yet. {{(pid=107775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:58:01.810981 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8604b2-87fe-453d-b3d6-0f9bc9a6d056 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-2f64751d-a959-4967-9650-f4dac0e641b6', 'network_id': '2f64751d-a959-4967-9650-f4dac0e641b6', 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'fixed_ips': [{'subnet_id': '57d65516-4b9d-478c-9973-6ee46c4b13a5'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:58:01.815011 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ab8604b2-87fe-453d-b3d6-0f9bc9a6d056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:01.875321 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c0a11d-7e8c-4adb-956b-382cd327efae None None] DHCP port deletion for f1d91fce-e39c-4cbf-86e8-55e90c3de5d2 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:58:01.878768 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:01.929866 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-11bbefa3-71ec-49e3-8de3-d9157b249219 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (6236f959-3002-4d68-ab7a-f01a26229829), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:01.950950 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=15 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:01.964817 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=28,neutron:DELETE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:01.970359 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d7c0a11d-7e8c-4adb-956b-382cd327efae None None] The port '6236f959-3002-4d68-ab7a-f01a26229829' was deleted {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2070}} Aug 27 04:58:02.035186 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bbefa3-71ec-49e3-8de3-d9157b249219 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event deleted for resources: {'Port': ['ID=6236f959-3002-4d68-ab7a-f01a26229829,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:02.045166 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bbefa3-71ec-49e3-8de3-d9157b249219 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] No DVR routers for this DVR port 6236f959-3002-4d68-ab7a-f01a26229829 on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:58:02.103437 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:02.117432 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:02.226439 n-d-852088-5 neutron-server[107776]: INFO neutron.db.l3_db [None req-79262295-392d-45cb-a99b-1072783d7dc2 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Floating IP fbaa0f9d-c6f5-4c07-a78a-c519bec37c84 associated. External IP: 172.25.2.25, port: 686035aa-9553-4593-9022-829f8369981c. Aug 27 04:58:02.247682 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-ab8604b2-87fe-453d-b3d6-0f9bc9a6d056 None None] Allocated IP 2001:db8::2 (2f64751d-a959-4967-9650-f4dac0e641b6/57d65516-4b9d-478c-9973-6ee46c4b13a5/64bfe58d-bc3f-4f3b-a7fd-40acac0c5172) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:58:02.282548 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-11bbefa3-71ec-49e3-8de3-d9157b249219 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (f1d91fce-e39c-4cbf-86e8-55e90c3de5d2), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:02.291224 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:02.328792 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-11bbefa3-71ec-49e3-8de3-d9157b249219 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1d91fce-e39c-4cbf-86e8-55e90c3de5d2']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:02.333699 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8d075830-fcbd-40ae-8e19-115530a5ca06 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for port (00851eca-c36e-41f2-b9e2-123375e08b98), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:02.345622 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-11bbefa3-71ec-49e3-8de3-d9157b249219 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4404a85b-e15c-4b12-b330-48a5fa45f008') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:02.346495 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-11bbefa3-71ec-49e3-8de3-d9157b249219 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4404a85b-e15c-4b12-b330-48a5fa45f008') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:02.363454 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-11bbefa3-71ec-49e3-8de3-d9157b249219 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (4404a85b-e15c-4b12-b330-48a5fa45f008), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:02.392720 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-11bbefa3-71ec-49e3-8de3-d9157b249219 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (4404a85b-e15c-4b12-b330-48a5fa45f008), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:02.405169 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11bbefa3-71ec-49e3-8de3-d9157b249219 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:58:02.405450 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-11bbefa3-71ec-49e3-8de3-d9157b249219 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (4404a85b-e15c-4b12-b330-48a5fa45f008), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:02.464715 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 4404a85b-e15c-4b12-b330-48a5fa45f008 resource provider aggregate not found Aug 27 04:58:02.489134 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 4404a85b-e15c-4b12-b330-48a5fa45f008 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4404a85b-e15c-4b12-b330-48a5fa45f008 found for delete ", "request_id": "req-4cd1558d-bd86-4127-974b-509756e11a1e"}]} Aug 27 04:58:02.577128 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=5,neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:02.579400 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8d075830-fcbd-40ae-8e19-115530a5ca06 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (00851eca-c36e-41f2-b9e2-123375e08b98), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:02.605506 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ab8604b2-87fe-453d-b3d6-0f9bc9a6d056 None None] Publish callbacks [] for port (64bfe58d-bc3f-4f3b-a7fd-40acac0c5172), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:02.612152 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-11bbefa3-71ec-49e3-8de3-d9157b249219 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (f1d91fce-e39c-4cbf-86e8-55e90c3de5d2), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:02.628408 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-50a1b1b3-578f-46e0-8a48-3a71ee06b72a tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:02.638703 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d075830-fcbd-40ae-8e19-115530a5ca06 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Network 9414ab29-31fd-4673-9b48-739ff7bb781e is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:58:02.644641 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-11bbefa3-71ec-49e3-8de3-d9157b249219 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:02.648736 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-11bbefa3-71ec-49e3-8de3-d9157b249219 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "DELETE /networking/v2.0/networks/f1d91fce-e39c-4cbf-86e8-55e90c3de5d2 HTTP/1.1" status: 204 len: 168 time: 1.6442666 Aug 27 04:58:02.657064 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37120) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:02.662778 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-5039d751-e9e6-40e5-b786-2201c5ce24d2 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-138815297'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:58:02.667844 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-8d075830-fcbd-40ae-8e19-115530a5ca06 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:58:02.684648 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d075830-fcbd-40ae-8e19-115530a5ca06 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:58:02.690092 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d075830-fcbd-40ae-8e19-115530a5ca06 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:58:02.690780 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8d075830-fcbd-40ae-8e19-115530a5ca06 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:02.702513 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bbefa3-71ec-49e3-8de3-d9157b249219 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event deleted for resources: {'Network': ['ID=f1d91fce-e39c-4cbf-86e8-55e90c3de5d2,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:02.780890 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ab8604b2-87fe-453d-b3d6-0f9bc9a6d056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (64bfe58d-bc3f-4f3b-a7fd-40acac0c5172), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:02.787239 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d075830-fcbd-40ae-8e19-115530a5ca06 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event updated for resources: {'Port': ['ID=00851eca-c36e-41f2-b9e2-123375e08b98,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:02.896686 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8604b2-87fe-453d-b3d6-0f9bc9a6d056 None None] Network 2f64751d-a959-4967-9650-f4dac0e641b6 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:58:02.897572 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 37128) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:02.898527 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-8d075830-fcbd-40ae-8e19-115530a5ca06 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.8951480 Aug 27 04:58:02.901561 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-ab8604b2-87fe-453d-b3d6-0f9bc9a6d056 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:58:02.909280 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8604b2-87fe-453d-b3d6-0f9bc9a6d056 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:58:02.964274 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5039d751-e9e6-40e5-b786-2201c5ce24d2 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Made reservation on behalf of be8944f580af495191f8edd06de8f901 for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:58:02.965592 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5039d751-e9e6-40e5-b786-2201c5ce24d2 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:02.979642 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79262295-392d-45cb-a99b-1072783d7dc2 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Router bc298bda-23b3-40f7-8a86-4ec774b53194 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:58:02.990948 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:03.000479 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a73cd5f-6041-418d-962d-053d42301f3b tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:58:03.001944 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2a73cd5f-6041-418d-962d-053d42301f3b tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "GET /networking/v2.0/ports/00851eca-c36e-41f2-b9e2-123375e08b98 HTTP/1.1" status: 200 len: 839 time: 0.1035178 Aug 27 04:58:03.006174 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 37130) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:03.012572 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5039d751-e9e6-40e5-b786-2201c5ce24d2 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:58:03.048227 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5039d751-e9e6-40e5-b786-2201c5ce24d2 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (7a30920e-3873-4ff3-9eef-e5ed3fdd18a1), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:03.048638 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-5039d751-e9e6-40e5-b786-2201c5ce24d2 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Added segment 7a30920e-3873-4ff3-9eef-e5ed3fdd18a1 of type vlan for network 13ed20c9-ff7b-4773-b627-3470fe04bdab Aug 27 04:58:03.085771 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:03.100762 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5039d751-e9e6-40e5-b786-2201c5ce24d2 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (13ed20c9-ff7b-4773-b627-3470fe04bdab), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:03.113631 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8604b2-87fe-453d-b3d6-0f9bc9a6d056 None None] Pushing event updated for resources: {'Port': ['ID=64bfe58d-bc3f-4f3b-a7fd-40acac0c5172,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:03.255232 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-ab8604b2-87fe-453d-b3d6-0f9bc9a6d056 None None] Attempting to bind port 64bfe58d-bc3f-4f3b-a7fd-40acac0c5172 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:58:03.255913 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-ab8604b2-87fe-453d-b3d6-0f9bc9a6d056 None None] Attempting to bind port 64bfe58d-bc3f-4f3b-a7fd-40acac0c5172 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'c5cd4867-9458-4d60-b092-9549059c9e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2f64751d-a959-4967-9650-f4dac0e641b6'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:58:03.256526 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8604b2-87fe-453d-b3d6-0f9bc9a6d056 None None] Attempting to bind port 64bfe58d-bc3f-4f3b-a7fd-40acac0c5172 on network 2f64751d-a959-4967-9650-f4dac0e641b6 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:58:03.262361 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5039d751-e9e6-40e5-b786-2201c5ce24d2 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (13ed20c9-ff7b-4773-b627-3470fe04bdab), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:03.263383 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8604b2-87fe-453d-b3d6-0f9bc9a6d056 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:58:03.263955 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8604b2-87fe-453d-b3d6-0f9bc9a6d056 None None] Checking segment: {'id': 'c5cd4867-9458-4d60-b092-9549059c9e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2f64751d-a959-4967-9650-f4dac0e641b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:58:03.265134 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ab8604b2-87fe-453d-b3d6-0f9bc9a6d056 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:03.265687 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8604b2-87fe-453d-b3d6-0f9bc9a6d056 None None] Bound using segment: {'id': 'c5cd4867-9458-4d60-b092-9549059c9e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2f64751d-a959-4967-9650-f4dac0e641b6'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:58:03.266330 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-ab8604b2-87fe-453d-b3d6-0f9bc9a6d056 None None] Bound port: 64bfe58d-bc3f-4f3b-a7fd-40acac0c5172, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5cd4867-9458-4d60-b092-9549059c9e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2f64751d-a959-4967-9650-f4dac0e641b6'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:58:03.266884 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ab8604b2-87fe-453d-b3d6-0f9bc9a6d056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (64bfe58d-bc3f-4f3b-a7fd-40acac0c5172), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:03.274758 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5039d751-e9e6-40e5-b786-2201c5ce24d2 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:58:03.275423 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5039d751-e9e6-40e5-b786-2201c5ce24d2 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:03.298733 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:03.340702 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-67e4f1e5-a95c-48dc-8b1b-cc5c7c227a90 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Deleting port 00851eca-c36e-41f2-b9e2-123375e08b98 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:58:03.341254 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-67e4f1e5-a95c-48dc-8b1b-cc5c7c227a90 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (00851eca-c36e-41f2-b9e2-123375e08b98), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:03.358959 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-ab8604b2-87fe-453d-b3d6-0f9bc9a6d056 None None] For port 64bfe58d-bc3f-4f3b-a7fd-40acac0c5172, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:58:03.368260 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-ab8604b2-87fe-453d-b3d6-0f9bc9a6d056 None None] For port 64bfe58d-bc3f-4f3b-a7fd-40acac0c5172, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=64bfe58d-bc3f-4f3b-a7fd-40acac0c5172,segment=NetworkSegment(c5cd4867-9458-4d60-b092-9549059c9e3c),segment_id=c5cd4867-9458-4d60-b092-9549059c9e3c)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:58:03.480782 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5039d751-e9e6-40e5-b786-2201c5ce24d2 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event updated for resources: {'Network': ['ID=13ed20c9-ff7b-4773-b627-3470fe04bdab,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:03.541051 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 13ed20c9-ff7b-4773-b627-3470fe04bdab details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:58:03.553974 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ab8604b2-87fe-453d-b3d6-0f9bc9a6d056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (64bfe58d-bc3f-4f3b-a7fd-40acac0c5172), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:03.599736 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-5039d751-e9e6-40e5-b786-2201c5ce24d2 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9407640 Aug 27 04:58:03.610100 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37154) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:03.620732 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-65464761-c576-4514-908b-93df3c08a360 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Request body: {'subnet': {'network_id': '13ed20c9-ff7b-4773-b627-3470fe04bdab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:58:03.691848 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6236f959-3002-4d68-ab7a-f01a26229829 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:58:03.744148 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 6236f959-3002-4d68-ab7a-f01a26229829 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:58:03.744522 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6236f959-3002-4d68-ab7a-f01a26229829 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:58:03.774792 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8604b2-87fe-453d-b3d6-0f9bc9a6d056 None None] Pushing event updated for resources: {'Port': ['ID=64bfe58d-bc3f-4f3b-a7fd-40acac0c5172,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:03.956482 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65464761-c576-4514-908b-93df3c08a360 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Made reservation on behalf of be8944f580af495191f8edd06de8f901 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:58:03.960940 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-65464761-c576-4514-908b-93df3c08a360 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:04.139864 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-50a1b1b3-578f-46e0-8a48-3a71ee06b72a tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Allocated IP 2001:db8::1 (2f64751d-a959-4967-9650-f4dac0e641b6/57d65516-4b9d-478c-9973-6ee46c4b13a5/1775c8ce-2944-47f0-a004-90b18aceb954) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:58:04.262221 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-67e4f1e5-a95c-48dc-8b1b-cc5c7c227a90 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (00851eca-c36e-41f2-b9e2-123375e08b98), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:04.290298 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79262295-392d-45cb-a99b-1072783d7dc2 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:58:04.306351 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1005f731-a912-4a27-b7e2-8b1fdb53ee6a None None] Sync routers for ids ['bc298bda-23b3-40f7-8a86-4ec774b53194'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:58:04.309843 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-67e4f1e5-a95c-48dc-8b1b-cc5c7c227a90 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Calling delete_port for 00851eca-c36e-41f2-b9e2-123375e08b98 owned by {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:58:04.320907 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1005f731-a912-4a27-b7e2-8b1fdb53ee6a None None] Routers {'bc298bda-23b3-40f7-8a86-4ec774b53194'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:58:04.321677 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-1005f731-a912-4a27-b7e2-8b1fdb53ee6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:57:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['bc298bda-23b3-40f7-8a86-4ec774b53194'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:04.369708 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-1005f731-a912-4a27-b7e2-8b1fdb53ee6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:04.380409 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1005f731-a912-4a27-b7e2-8b1fdb53ee6a None None] Routers {'bc298bda-23b3-40f7-8a86-4ec774b53194'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:58:04.381203 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-1005f731-a912-4a27-b7e2-8b1fdb53ee6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:57:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['bc298bda-23b3-40f7-8a86-4ec774b53194'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:04.398362 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-65464761-c576-4514-908b-93df3c08a360 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (b61d7db3-0be8-4d26-bc95-f4b8ece07694), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:04.429840 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-1005f731-a912-4a27-b7e2-8b1fdb53ee6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:04.430502 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1005f731-a912-4a27-b7e2-8b1fdb53ee6a None None] The sync data for ids ['bc298bda-23b3-40f7-8a86-4ec774b53194'] in n-d-852088-5 is: [] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:58:04.430694 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-50a1b1b3-578f-46e0-8a48-3a71ee06b72a tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for port (1775c8ce-2944-47f0-a004-90b18aceb954), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:04.446819 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-79262295-392d-45cb-a99b-1072783d7dc2 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:04.490822 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-79262295-392d-45cb-a99b-1072783d7dc2 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] 10.222.0.76 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.1839681 Aug 27 04:58:04.491472 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 37192) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:04.503772 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-2bed43c4-8649-40cb-9e64-b4cf7567dcf7 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1763669335'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:58:04.564134 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65464761-c576-4514-908b-93df3c08a360 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event updated for resources: {'Subnet': ['ID=b61d7db3-0be8-4d26-bc95-f4b8ece07694,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:04.587151 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65464761-c576-4514-908b-93df3c08a360 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Checking segment: {'id': '7a30920e-3873-4ff3-9eef-e5ed3fdd18a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '13ed20c9-ff7b-4773-b627-3470fe04bdab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:58:04.587151 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65464761-c576-4514-908b-93df3c08a360 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Network hostable DHCP agents. Network: 13ed20c9-ff7b-4773-b627-3470fe04bdab, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:58:04.706059 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bed43c4-8649-40cb-9e64-b4cf7567dcf7 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Made reservation on behalf of a035ed243e0b4ff6a2bb61230ea5a08a for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:58:04.711235 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2bed43c4-8649-40cb-9e64-b4cf7567dcf7 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:04.717507 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-67e4f1e5-a95c-48dc-8b1b-cc5c7c227a90 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (00851eca-c36e-41f2-b9e2-123375e08b98), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:04.725649 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-50a1b1b3-578f-46e0-8a48-3a71ee06b72a tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (1775c8ce-2944-47f0-a004-90b18aceb954), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:04.778826 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37210) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:04.806589 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-67e4f1e5-a95c-48dc-8b1b-cc5c7c227a90 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:04.810775 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-67e4f1e5-a95c-48dc-8b1b-cc5c7c227a90 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "DELETE /networking/v2.0/ports/00851eca-c36e-41f2-b9e2-123375e08b98 HTTP/1.1" status: 204 len: 168 time: 1.8022399 Aug 27 04:58:04.812039 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e4f1e5-a95c-48dc-8b1b-cc5c7c227a90 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event deleted for resources: {'Port': ['ID=00851eca-c36e-41f2-b9e2-123375e08b98,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:04.814080 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37214) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:04.835028 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a1b1b3-578f-46e0-8a48-3a71ee06b72a tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Network 2f64751d-a959-4967-9650-f4dac0e641b6 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:58:04.868970 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-50a1b1b3-578f-46e0-8a48-3a71ee06b72a tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:58:04.873381 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a1b1b3-578f-46e0-8a48-3a71ee06b72a tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:58:04.874511 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-50a1b1b3-578f-46e0-8a48-3a71ee06b72a tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (07bdb92e-b630-492d-a053-8a1c4d554cba), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:04.877066 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65464761-c576-4514-908b-93df3c08a360 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Network 13ed20c9-ff7b-4773-b627-3470fe04bdab is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:58:04.884681 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bed43c4-8649-40cb-9e64-b4cf7567dcf7 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:58:04.887367 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0786786-25cf-49c7-a569-baea28c5a35d tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] GET failed (client error): The resource could not be found. Aug 27 04:58:04.892887 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b0786786-25cf-49c7-a569-baea28c5a35d tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "GET /networking/v2.0/ports/00851eca-c36e-41f2-b9e2-123375e08b98 HTTP/1.1" status: 404 len: 333 time: 0.0772102 Aug 27 04:58:04.894844 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37216) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:04.906660 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-63a1f2ce-f7d2-4525-9ebd-f0da4b855a5d tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Request body: {'port': {'network_id': '9414ab29-31fd-4673-9b48-739ff7bb781e', 'name': 'tempest-PortsTestJSON-479545581'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:58:04.960701 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2bed43c4-8649-40cb-9e64-b4cf7567dcf7 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (46244a0b-0ac3-4c83-8b80-66fe19ccc3f3), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:04.961286 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-2bed43c4-8649-40cb-9e64-b4cf7567dcf7 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Added segment 46244a0b-0ac3-4c83-8b80-66fe19ccc3f3 of type vlan for network acdd16cc-74ff-4739-8717-0deb26d8c8bd Aug 27 04:58:04.990032 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a1b1b3-578f-46e0-8a48-3a71ee06b72a tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event updated for resources: {'Port': ['ID=1775c8ce-2944-47f0-a004-90b18aceb954,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:05.034777 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-65464761-c576-4514-908b-93df3c08a360 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 13ed20c9-ff7b-4773-b627-3470fe04bdab) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:58:05.046754 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a41c7b0-58a0-42ac-9cc9-106f0bd9e579 None None] Network 13ed20c9-ff7b-4773-b627-3470fe04bdab requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:58:05.084972 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2bed43c4-8649-40cb-9e64-b4cf7567dcf7 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (acdd16cc-74ff-4739-8717-0deb26d8c8bd), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:05.099641 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65464761-c576-4514-908b-93df3c08a360 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:58:05.100729 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-65464761-c576-4514-908b-93df3c08a360 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:05.173876 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-67bc6b3d-71a8-4c90-905f-bc5af68b1c49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:05.318889 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-65464761-c576-4514-908b-93df3c08a360 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7067974 Aug 27 04:58:05.319600 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2bed43c4-8649-40cb-9e64-b4cf7567dcf7 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (acdd16cc-74ff-4739-8717-0deb26d8c8bd), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:05.322293 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37236) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:05.328032 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bed43c4-8649-40cb-9e64-b4cf7567dcf7 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:58:05.328880 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-39fa0833-0d2a-4d00-a894-dbcc188a5999 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-390298131', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:58:05.331033 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978f6f2f-a54b-46a9-ac01-59f15563cde8 None None] Network 2f64751d-a959-4967-9650-f4dac0e641b6 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:58:05.337891 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2bed43c4-8649-40cb-9e64-b4cf7567dcf7 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:05.361624 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-67bc6b3d-71a8-4c90-905f-bc5af68b1c49 admin admin] Publish callbacks [] for security_group (33abee4b-019f-4a44-a0fc-1ad721f82273), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:05.378190 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-50a1b1b3-578f-46e0-8a48-3a71ee06b72a tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (1775c8ce-2944-47f0-a004-90b18aceb954), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:05.382531 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a1f2ce-f7d2-4525-9ebd-f0da4b855a5d tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Made reservation on behalf of fe4b55b9429141158994d6a58059854d for: {'port': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:58:05.389665 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-63a1f2ce-f7d2-4525-9ebd-f0da4b855a5d tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:05.412256 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [None req-63a1f2ce-f7d2-4525-9ebd-f0da4b855a5d tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] device_id is not set on port b1517c66-cbaf-4b9a-8ec8-657601d2346a yet. {{(pid=107775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:58:05.412993 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffcdfa1-c5e8-4636-830d-2b45a75a2543 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-13ed20c9-ff7b-4773-b627-3470fe04bdab', 'network_id': '13ed20c9-ff7b-4773-b627-3470fe04bdab', 'project_id': 'be8944f580af495191f8edd06de8f901', 'fixed_ips': [{'subnet_id': 'b61d7db3-0be8-4d26-bc95-f4b8ece07694'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:58:05.413927 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5ffcdfa1-c5e8-4636-830d-2b45a75a2543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:05.430519 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-2f579ec6-1efa-4375-9c8b-ebbc65baaf0a None None] Provisioning complete for port 64bfe58d-bc3f-4f3b-a7fd-40acac0c5172 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:05.431773 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2f579ec6-1efa-4375-9c8b-ebbc65baaf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (64bfe58d-bc3f-4f3b-a7fd-40acac0c5172), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:05.509909 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed43c4-8649-40cb-9e64-b4cf7567dcf7 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Pushing event updated for resources: {'Network': ['ID=acdd16cc-74ff-4739-8717-0deb26d8c8bd,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:05.587610 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network acdd16cc-74ff-4739-8717-0deb26d8c8bd details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:58:05.655014 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-39fa0833-0d2a-4d00-a894-dbcc188a5999 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (5ac011c4-dff4-4470-a7f4-5161f72936a4), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:05.657243 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-39fa0833-0d2a-4d00-a894-dbcc188a5999 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (5ac011c4-dff4-4470-a7f4-5161f72936a4), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:05.773374 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2bed43c4-8649-40cb-9e64-b4cf7567dcf7 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2777026 Aug 27 04:58:05.777390 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 37252) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:05.788543 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-6e6c2e4b-608b-4fb4-8a1e-ec143221582a tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Request body: {'subnet': {'network_id': 'acdd16cc-74ff-4739-8717-0deb26d8c8bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:58:05.803362 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-5ffcdfa1-c5e8-4636-830d-2b45a75a2543 None None] Allocated IP 2001:db8::2 (13ed20c9-ff7b-4773-b627-3470fe04bdab/b61d7db3-0be8-4d26-bc95-f4b8ece07694/1dd20ec6-7e2e-4579-ab02-82327a98cea3) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:58:05.824877 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 64bfe58d-bc3f-4f3b-a7fd-40acac0c5172 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:58:06.053891 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:06.110926 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-2f579ec6-1efa-4375-9c8b-ebbc65baaf0a None None] Current status of the port 64bfe58d-bc3f-4f3b-a7fd-40acac0c5172 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:58:06.111889 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2f579ec6-1efa-4375-9c8b-ebbc65baaf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (64bfe58d-bc3f-4f3b-a7fd-40acac0c5172), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:06.120911 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-39fa0833-0d2a-4d00-a894-dbcc188a5999 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for router_controller (5ac011c4-dff4-4470-a7f4-5161f72936a4), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:06.121937 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-67bc6b3d-71a8-4c90-905f-bc5af68b1c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (33abee4b-019f-4a44-a0fc-1ad721f82273), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:06.179740 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6c2e4b-608b-4fb4-8a1e-ec143221582a tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Made reservation on behalf of a035ed243e0b4ff6a2bb61230ea5a08a for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:58:06.183481 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6e6c2e4b-608b-4fb4-8a1e-ec143221582a tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:06.200029 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-50a1b1b3-578f-46e0-8a48-3a71ee06b72a tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for port (1775c8ce-2944-47f0-a004-90b18aceb954), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:06.208623 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-2f579ec6-1efa-4375-9c8b-ebbc65baaf0a None None] For port 64bfe58d-bc3f-4f3b-a7fd-40acac0c5172, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=64bfe58d-bc3f-4f3b-a7fd-40acac0c5172,segment=NetworkSegment(c5cd4867-9458-4d60-b092-9549059c9e3c),segment_id=c5cd4867-9458-4d60-b092-9549059c9e3c)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:58:06.210462 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 64bfe58d-bc3f-4f3b-a7fd-40acac0c5172 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:06.210897 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (64bfe58d-bc3f-4f3b-a7fd-40acac0c5172), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:06.243711 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-63a1f2ce-f7d2-4525-9ebd-f0da4b855a5d tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for port (b1517c66-cbaf-4b9a-8ec8-657601d2346a), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:06.246501 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bc6b3d-71a8-4c90-905f-bc5af68b1c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33abee4b-019f-4a44-a0fc-1ad721f82273,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:06.249732 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-39fa0833-0d2a-4d00-a894-dbcc188a5999 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (5ac011c4-dff4-4470-a7f4-5161f72936a4), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:06.275915 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-67bc6b3d-71a8-4c90-905f-bc5af68b1c49 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=03860cdbe8584e989d57ccd817f112b5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4952223 Aug 27 04:58:06.278942 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37266) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:06.371798 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-50a1b1b3-578f-46e0-8a48-3a71ee06b72a tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (1775c8ce-2944-47f0-a004-90b18aceb954), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:06.373498 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-50a1b1b3-578f-46e0-8a48-3a71ee06b72a tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (07bdb92e-b630-492d-a053-8a1c4d554cba), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:06.416231 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-77f2e0b8-61dd-45d7-b16c-c4a78088cedb admin admin] Publish callbacks [] for security_group (33abee4b-019f-4a44-a0fc-1ad721f82273), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:06.428292 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-39fa0833-0d2a-4d00-a894-dbcc188a5999 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:06.432860 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-39fa0833-0d2a-4d00-a894-dbcc188a5999 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1060202 Aug 27 04:58:06.435848 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37272) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:06.450334 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-f27c3079-bfb2-46d0-b2fe-cb42c638b226 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Request body: {'port': {'network_id': '13ed20c9-ff7b-4773-b627-3470fe04bdab', 'name': 'tempest-PortsIpV6TestJSON-553094710'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:58:06.454355 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2f579ec6-1efa-4375-9c8b-ebbc65baaf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (64bfe58d-bc3f-4f3b-a7fd-40acac0c5172), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:06.528739 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f579ec6-1efa-4375-9c8b-ebbc65baaf0a None None] Pushing event updated for resources: {'Port': ['ID=64bfe58d-bc3f-4f3b-a7fd-40acac0c5172,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:06.602547 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-77f2e0b8-61dd-45d7-b16c-c4a78088cedb admin admin] Publish callbacks [] for security_group (33abee4b-019f-4a44-a0fc-1ad721f82273), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:06.612605 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-e1e641a8-f201-450c-9b5c-a1d5352cce7b None None] Provisioning complete for port 64bfe58d-bc3f-4f3b-a7fd-40acac0c5172 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:06.612605 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e1e641a8-f201-450c-9b5c-a1d5352cce7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (64bfe58d-bc3f-4f3b-a7fd-40acac0c5172), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:06.636282 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a1b1b3-578f-46e0-8a48-3a71ee06b72a tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event updated for resources: {'Port': ['ID=1775c8ce-2944-47f0-a004-90b18aceb954,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:06.646177 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-63a1f2ce-f7d2-4525-9ebd-f0da4b855a5d tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (b1517c66-cbaf-4b9a-8ec8-657601d2346a), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:06.762508 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a1f2ce-f7d2-4525-9ebd-f0da4b855a5d tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Network 9414ab29-31fd-4673-9b48-739ff7bb781e is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:58:06.783693 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-63a1f2ce-f7d2-4525-9ebd-f0da4b855a5d tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:58:06.812992 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a1f2ce-f7d2-4525-9ebd-f0da4b855a5d tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:58:06.818817 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a1f2ce-f7d2-4525-9ebd-f0da4b855a5d tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:58:06.819500 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-63a1f2ce-f7d2-4525-9ebd-f0da4b855a5d tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:06.832012 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a1b1b3-578f-46e0-8a48-3a71ee06b72a tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Network 2f64751d-a959-4967-9650-f4dac0e641b6 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:58:06.842379 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-50a1b1b3-578f-46e0-8a48-3a71ee06b72a tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:58:06.853575 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 64bfe58d-bc3f-4f3b-a7fd-40acac0c5172 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:58:06.917523 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a1f2ce-f7d2-4525-9ebd-f0da4b855a5d tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event updated for resources: {'Port': ['ID=b1517c66-cbaf-4b9a-8ec8-657601d2346a,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:06.979325 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5ffcdfa1-c5e8-4636-830d-2b45a75a2543 None None] Publish callbacks [] for port (1dd20ec6-7e2e-4579-ab02-82327a98cea3), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:06.985383 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=7 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:07.004489 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-e1e641a8-f201-450c-9b5c-a1d5352cce7b None None] Current status of the port 64bfe58d-bc3f-4f3b-a7fd-40acac0c5172 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:58:07.015471 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-e1e641a8-f201-450c-9b5c-a1d5352cce7b None None] Provisioning complete for port 1775c8ce-2944-47f0-a004-90b18aceb954 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:07.017253 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e1e641a8-f201-450c-9b5c-a1d5352cce7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (1775c8ce-2944-47f0-a004-90b18aceb954), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:07.087721 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-e1e641a8-f201-450c-9b5c-a1d5352cce7b None None] Port 1775c8ce-2944-47f0-a004-90b18aceb954 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:58:07.185986 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27c3079-bfb2-46d0-b2fe-cb42c638b226 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Made reservation on behalf of be8944f580af495191f8edd06de8f901 for: {'port': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:58:07.186488 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5ffcdfa1-c5e8-4636-830d-2b45a75a2543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (1dd20ec6-7e2e-4579-ab02-82327a98cea3), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:07.190314 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f27c3079-bfb2-46d0-b2fe-cb42c638b226 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:07.191600 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:07.197156 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-77f2e0b8-61dd-45d7-b16c-c4a78088cedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (33abee4b-019f-4a44-a0fc-1ad721f82273), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:07.198922 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-77f2e0b8-61dd-45d7-b16c-c4a78088cedb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:07.200202 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-77f2e0b8-61dd-45d7-b16c-c4a78088cedb admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/33abee4b-019f-4a44-a0fc-1ad721f82273 HTTP/1.1" status: 204 len: 168 time: 0.9200153 Aug 27 04:58:07.207757 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-63a1f2ce-f7d2-4525-9ebd-f0da4b855a5d tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.3053815 Aug 27 04:58:07.211082 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 37302) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:07.222590 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-2620c70f-f584-458d-a24a-d0786fdf50e1 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:58:07.227494 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f2e0b8-61dd-45d7-b16c-c4a78088cedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33abee4b-019f-4a44-a0fc-1ad721f82273,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:07.244073 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [None req-f27c3079-bfb2-46d0-b2fe-cb42c638b226 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] device_id is not set on port b8bbbaa4-da29-4bf8-92b0-5bd3a406a532 yet. {{(pid=107775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:58:07.259729 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6e6c2e4b-608b-4fb4-8a1e-ec143221582a tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (4358ac1f-fb07-4b21-9795-cde40281de3d), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:07.294217 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffcdfa1-c5e8-4636-830d-2b45a75a2543 None None] Network 13ed20c9-ff7b-4773-b627-3470fe04bdab is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:58:07.307475 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-9b633f9f-a121-4de3-b0dd-6bd7469916e3 None None] Provisioning complete for port 1775c8ce-2944-47f0-a004-90b18aceb954 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:07.308317 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9b633f9f-a121-4de3-b0dd-6bd7469916e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (1775c8ce-2944-47f0-a004-90b18aceb954), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:07.351497 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-9b633f9f-a121-4de3-b0dd-6bd7469916e3 None None] Port 1775c8ce-2944-47f0-a004-90b18aceb954 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:58:07.353795 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-5ffcdfa1-c5e8-4636-830d-2b45a75a2543 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:58:07.357933 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffcdfa1-c5e8-4636-830d-2b45a75a2543 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:58:07.360704 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffcdfa1-c5e8-4636-830d-2b45a75a2543 None None] Pushing event updated for resources: {'Port': ['ID=1dd20ec6-7e2e-4579-ab02-82327a98cea3,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:07.406586 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a1b1b3-578f-46e0-8a48-3a71ee06b72a tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Router 07bdb92e-b630-492d-a053-8a1c4d554cba is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:58:07.410055 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c2e4b-608b-4fb4-8a1e-ec143221582a tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Pushing event updated for resources: {'Subnet': ['ID=4358ac1f-fb07-4b21-9795-cde40281de3d,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:07.481452 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-5ffcdfa1-c5e8-4636-830d-2b45a75a2543 None None] Attempting to bind port 1dd20ec6-7e2e-4579-ab02-82327a98cea3 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:58:07.481976 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-5ffcdfa1-c5e8-4636-830d-2b45a75a2543 None None] Attempting to bind port 1dd20ec6-7e2e-4579-ab02-82327a98cea3 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '7a30920e-3873-4ff3-9eef-e5ed3fdd18a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '13ed20c9-ff7b-4773-b627-3470fe04bdab'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:58:07.482579 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffcdfa1-c5e8-4636-830d-2b45a75a2543 None None] Attempting to bind port 1dd20ec6-7e2e-4579-ab02-82327a98cea3 on network 13ed20c9-ff7b-4773-b627-3470fe04bdab {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:58:07.498959 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffcdfa1-c5e8-4636-830d-2b45a75a2543 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:58:07.498959 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffcdfa1-c5e8-4636-830d-2b45a75a2543 None None] Checking segment: {'id': '7a30920e-3873-4ff3-9eef-e5ed3fdd18a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '13ed20c9-ff7b-4773-b627-3470fe04bdab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:58:07.498959 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5ffcdfa1-c5e8-4636-830d-2b45a75a2543 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:07.498959 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffcdfa1-c5e8-4636-830d-2b45a75a2543 None None] Bound using segment: {'id': '7a30920e-3873-4ff3-9eef-e5ed3fdd18a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '13ed20c9-ff7b-4773-b627-3470fe04bdab'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:58:07.498959 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-5ffcdfa1-c5e8-4636-830d-2b45a75a2543 None None] Bound port: 1dd20ec6-7e2e-4579-ab02-82327a98cea3, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a30920e-3873-4ff3-9eef-e5ed3fdd18a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '13ed20c9-ff7b-4773-b627-3470fe04bdab'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:58:07.498959 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5ffcdfa1-c5e8-4636-830d-2b45a75a2543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (1dd20ec6-7e2e-4579-ab02-82327a98cea3), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:07.515841 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-f27c3079-bfb2-46d0-b2fe-cb42c638b226 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Allocated IP 2001:db8::29a (13ed20c9-ff7b-4773-b627-3470fe04bdab/b61d7db3-0be8-4d26-bc95-f4b8ece07694/b8bbbaa4-da29-4bf8-92b0-5bd3a406a532) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:58:07.617571 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-5ffcdfa1-c5e8-4636-830d-2b45a75a2543 None None] For port 1dd20ec6-7e2e-4579-ab02-82327a98cea3, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:58:07.621755 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-5ffcdfa1-c5e8-4636-830d-2b45a75a2543 None None] For port 1dd20ec6-7e2e-4579-ab02-82327a98cea3, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=1dd20ec6-7e2e-4579-ab02-82327a98cea3,segment=NetworkSegment(7a30920e-3873-4ff3-9eef-e5ed3fdd18a1),segment_id=7a30920e-3873-4ff3-9eef-e5ed3fdd18a1)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:58:07.625792 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 64bfe58d-bc3f-4f3b-a7fd-40acac0c5172 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:58:07.642308 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6c2e4b-608b-4fb4-8a1e-ec143221582a tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Checking segment: {'id': '46244a0b-0ac3-4c83-8b80-66fe19ccc3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'acdd16cc-74ff-4739-8717-0deb26d8c8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:58:07.642308 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6c2e4b-608b-4fb4-8a1e-ec143221582a tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Network hostable DHCP agents. Network: acdd16cc-74ff-4739-8717-0deb26d8c8bd, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:58:07.644624 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2620c70f-f584-458d-a24a-d0786fdf50e1 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (b1517c66-cbaf-4b9a-8ec8-657601d2346a), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:07.673772 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-895359e0-f506-41d5-8ecd-d1bf8a20a84b None None] Provisioning complete for port 1775c8ce-2944-47f0-a004-90b18aceb954 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:07.674187 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-895359e0-f506-41d5-8ecd-d1bf8a20a84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (1775c8ce-2944-47f0-a004-90b18aceb954), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:07.713741 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-895359e0-f506-41d5-8ecd-d1bf8a20a84b None None] Port 1775c8ce-2944-47f0-a004-90b18aceb954 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:58:07.725441 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 64bfe58d-bc3f-4f3b-a7fd-40acac0c5172 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:07.725667 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (64bfe58d-bc3f-4f3b-a7fd-40acac0c5172), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:07.741978 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a1b1b3-578f-46e0-8a48-3a71ee06b72a tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:58:07.751041 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-50a1b1b3-578f-46e0-8a48-3a71ee06b72a tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "PUT /networking/v2.0/routers/07bdb92e-b630-492d-a053-8a1c4d554cba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9838226 Aug 27 04:58:07.753878 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 37320) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:07.785300 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f27c3079-bfb2-46d0-b2fe-cb42c638b226 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for port (b8bbbaa4-da29-4bf8-92b0-5bd3a406a532), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:07.808798 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349c390d-e756-47c2-b8e2-197927b73ec3 None None] Sync routers for ids ['07bdb92e-b630-492d-a053-8a1c4d554cba'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:58:07.841400 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5ffcdfa1-c5e8-4636-830d-2b45a75a2543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (1dd20ec6-7e2e-4579-ab02-82327a98cea3), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:07.860569 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:07.882234 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349c390d-e756-47c2-b8e2-197927b73ec3 None None] Routers {'07bdb92e-b630-492d-a053-8a1c4d554cba'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:58:07.888631 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-349c390d-e756-47c2-b8e2-197927b73ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:57:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['07bdb92e-b630-492d-a053-8a1c4d554cba'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:07.897810 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6c2e4b-608b-4fb4-8a1e-ec143221582a tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Network acdd16cc-74ff-4739-8717-0deb26d8c8bd is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:58:07.910452 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847ea4a7-a578-4e01-8899-9d7caffc8093 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:58:07.912578 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-847ea4a7-a578-4e01-8899-9d7caffc8093 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "GET /networking/v2.0/ports/1775c8ce-2944-47f0-a004-90b18aceb954 HTTP/1.1" status: 200 len: 911 time: 0.1577206 Aug 27 04:58:07.915531 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37328) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:07.923694 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-5ed35cb1-c5d9-47ed-9521-ad2039462c7a tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '57d65516-4b9d-478c-9973-6ee46c4b13a5'}]}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:58:07.998635 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-349c390d-e756-47c2-b8e2-197927b73ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:08.026848 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f27c3079-bfb2-46d0-b2fe-cb42c638b226 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (b8bbbaa4-da29-4bf8-92b0-5bd3a406a532), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:08.047397 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2620c70f-f584-458d-a24a-d0786fdf50e1 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for port (b1517c66-cbaf-4b9a-8ec8-657601d2346a), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:08.064117 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349c390d-e756-47c2-b8e2-197927b73ec3 None None] Routers {'07bdb92e-b630-492d-a053-8a1c4d554cba'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:58:08.064798 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-349c390d-e756-47c2-b8e2-197927b73ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:57:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['07bdb92e-b630-492d-a053-8a1c4d554cba'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:08.073485 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffcdfa1-c5e8-4636-830d-2b45a75a2543 None None] Pushing event updated for resources: {'Port': ['ID=1dd20ec6-7e2e-4579-ab02-82327a98cea3,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:08.126587 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-349c390d-e756-47c2-b8e2-197927b73ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:08.132617 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349c390d-e756-47c2-b8e2-197927b73ec3 None None] The sync data for ids ['07bdb92e-b630-492d-a053-8a1c4d554cba'] in n-d-852088-5 is: [] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:58:08.132957 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27c3079-bfb2-46d0-b2fe-cb42c638b226 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Network 13ed20c9-ff7b-4773-b627-3470fe04bdab is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:58:08.135082 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 64bfe58d-bc3f-4f3b-a7fd-40acac0c5172 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:58:08.139645 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-f27c3079-bfb2-46d0-b2fe-cb42c638b226 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:58:08.147620 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27c3079-bfb2-46d0-b2fe-cb42c638b226 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:58:08.152409 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27c3079-bfb2-46d0-b2fe-cb42c638b226 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:58:08.153025 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f27c3079-bfb2-46d0-b2fe-cb42c638b226 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:08.168974 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c3079-bfb2-46d0-b2fe-cb42c638b226 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event updated for resources: {'Port': ['ID=b8bbbaa4-da29-4bf8-92b0-5bd3a406a532,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:08.249215 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:08.263477 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2620c70f-f584-458d-a24a-d0786fdf50e1 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (b1517c66-cbaf-4b9a-8ec8-657601d2346a), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:08.265543 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-2620c70f-f584-458d-a24a-d0786fdf50e1 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] In _notify_port_updated(), no bound segment for port b1517c66-cbaf-4b9a-8ec8-657601d2346a on network 9414ab29-31fd-4673-9b48-739ff7bb781e {{(pid=107776) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Aug 27 04:58:08.265697 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5ed35cb1-c5d9-47ed-9521-ad2039462c7a tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (1775c8ce-2944-47f0-a004-90b18aceb954), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:08.279004 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2620c70f-f584-458d-a24a-d0786fdf50e1 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:58:08.279926 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2620c70f-f584-458d-a24a-d0786fdf50e1 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:08.285858 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2620c70f-f584-458d-a24a-d0786fdf50e1 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "PUT /networking/v2.0/ports/b1517c66-cbaf-4b9a-8ec8-657601d2346a HTTP/1.1" status: 200 len: 818 time: 1.0721450 Aug 27 04:58:08.290888 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-6e6c2e4b-608b-4fb4-8a1e-ec143221582a tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, acdd16cc-74ff-4739-8717-0deb26d8c8bd) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:58:08.292406 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37338) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:08.299629 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc340d6-deff-491d-8e56-f34d01b62df9 None None] Network acdd16cc-74ff-4739-8717-0deb26d8c8bd requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:58:08.322012 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6c2e4b-608b-4fb4-8a1e-ec143221582a tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:58:08.322673 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6e6c2e4b-608b-4fb4-8a1e-ec143221582a tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:08.364174 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2620c70f-f584-458d-a24a-d0786fdf50e1 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event updated for resources: {'Port': ['ID=b1517c66-cbaf-4b9a-8ec8-657601d2346a,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:08.424366 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f27c3079-bfb2-46d0-b2fe-cb42c638b226 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9847250 Aug 27 04:58:08.427947 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 37346) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:08.499728 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bbaf08-2cdf-4489-b630-c25b9958da09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-acdd16cc-74ff-4739-8717-0deb26d8c8bd', 'network_id': 'acdd16cc-74ff-4739-8717-0deb26d8c8bd', 'project_id': 'a035ed243e0b4ff6a2bb61230ea5a08a', 'fixed_ips': [{'subnet_id': '4358ac1f-fb07-4b21-9795-cde40281de3d'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:58:08.501741 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d4bbaf08-2cdf-4489-b630-c25b9958da09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:08.502008 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-db433b22-f8b6-4714-a0d7-8ff53b4f23bc tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Deleting port b1517c66-cbaf-4b9a-8ec8-657601d2346a {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:58:08.502183 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-db433b22-f8b6-4714-a0d7-8ff53b4f23bc tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (b1517c66-cbaf-4b9a-8ec8-657601d2346a), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:08.520748 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 37348) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:08.579568 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6e6c2e4b-608b-4fb4-8a1e-ec143221582a tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8004417 Aug 27 04:58:08.582630 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 37356) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:08.587519 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-68d301d9-3716-4af4-8fb3-cc276f15362e tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1162675908', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}, 'admin_state_up': False}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:58:08.731414 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5e5d9cb3-bfbd-46be-9ff2-63d04378752e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:08.736620 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:08.740281 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-db433b22-f8b6-4714-a0d7-8ff53b4f23bc tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (b1517c66-cbaf-4b9a-8ec8-657601d2346a), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:08.763159 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-db433b22-f8b6-4714-a0d7-8ff53b4f23bc tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Calling delete_port for b1517c66-cbaf-4b9a-8ec8-657601d2346a owned by {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:58:08.767130 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-d4bbaf08-2cdf-4489-b630-c25b9958da09 None None] Allocated IP 172.20.0.2 (acdd16cc-74ff-4739-8717-0deb26d8c8bd/4358ac1f-fb07-4b21-9795-cde40281de3d/0327ca62-938a-4f61-9c89-25e490bc2a33) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:58:08.810946 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37362) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:08.924732 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4231a766-9b5a-4d8f-9634-05e56d2a5e47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:08.988147 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d4bbaf08-2cdf-4489-b630-c25b9958da09 None None] Publish callbacks [] for port (0327ca62-938a-4f61-9c89-25e490bc2a33), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:09.057954 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b489150e-f594-4a03-943f-8bb1342da88d tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (b8bbbaa4-da29-4bf8-92b0-5bd3a406a532), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:09.098414 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-68d301d9-3716-4af4-8fb3-cc276f15362e tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (a2bfe85d-e1aa-4b7e-b04f-a7b8a97367c7), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:09.100134 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-68d301d9-3716-4af4-8fb3-cc276f15362e tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (a2bfe85d-e1aa-4b7e-b04f-a7b8a97367c7), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:09.191573 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-db433b22-f8b6-4714-a0d7-8ff53b4f23bc tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (b1517c66-cbaf-4b9a-8ec8-657601d2346a), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:09.247518 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5ed35cb1-c5d9-47ed-9521-ad2039462c7a tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for port (1775c8ce-2944-47f0-a004-90b18aceb954), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:09.254592 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-68d301d9-3716-4af4-8fb3-cc276f15362e tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for router_controller (a2bfe85d-e1aa-4b7e-b04f-a7b8a97367c7), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:09.256595 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db433b22-f8b6-4714-a0d7-8ff53b4f23bc tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event deleted for resources: {'Port': ['ID=b1517c66-cbaf-4b9a-8ec8-657601d2346a,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:09.267169 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-db433b22-f8b6-4714-a0d7-8ff53b4f23bc tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:09.271210 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-db433b22-f8b6-4714-a0d7-8ff53b4f23bc tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "DELETE /networking/v2.0/ports/b1517c66-cbaf-4b9a-8ec8-657601d2346a HTTP/1.1" status: 204 len: 168 time: 0.9770794 Aug 27 04:58:09.274405 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37376) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:09.289086 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d4bbaf08-2cdf-4489-b630-c25b9958da09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (0327ca62-938a-4f61-9c89-25e490bc2a33), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:09.315193 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c02cd0b-f832-4249-8cd9-595b94320d95 None None] Network 13ed20c9-ff7b-4773-b627-3470fe04bdab requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:58:09.343957 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5e5d9cb3-bfbd-46be-9ff2-63d04378752e admin admin] Publish callbacks [] for security_group (04ea29ef-9fe2-441b-adeb-8f61998cde3c), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:09.349600 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bbaf08-2cdf-4489-b630-c25b9958da09 None None] Network acdd16cc-74ff-4739-8717-0deb26d8c8bd is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:58:09.353000 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515f0605-a998-4299-906d-0823e1892ba5 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:58:09.355085 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-515f0605-a998-4299-906d-0823e1892ba5 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0797403 Aug 27 04:58:09.357428 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4231a766-9b5a-4d8f-9634-05e56d2a5e47 admin admin] Publish callbacks [] for security_group (d33d2938-c677-40b7-a8ab-a7494903efa6), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:09.358494 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37378) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:09.385015 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-d4bbaf08-2cdf-4489-b630-c25b9958da09 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:58:09.388052 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bbaf08-2cdf-4489-b630-c25b9958da09 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:58:09.388814 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-25b0841d-6cc7-4d13-84c8-93d5a37f15c9 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] GET failed (client error): The resource could not be found. Aug 27 04:58:09.390405 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-25b0841d-6cc7-4d13-84c8-93d5a37f15c9 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "GET /networking/v2.0/ports/b1517c66-cbaf-4b9a-8ec8-657601d2346a HTTP/1.1" status: 404 len: 333 time: 0.0308309 Aug 27 04:58:09.396398 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37380) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:09.404856 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-7b241d23-b29d-4cf3-9bda-31223b606059 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1966389509'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:58:09.422224 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-5cb4c6bc-b540-4c2a-8265-0d264c4d5514 None None] Provisioning complete for port 1dd20ec6-7e2e-4579-ab02-82327a98cea3 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:09.422883 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5cb4c6bc-b540-4c2a-8265-0d264c4d5514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (1dd20ec6-7e2e-4579-ab02-82327a98cea3), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:09.423854 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b489150e-f594-4a03-943f-8bb1342da88d tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for port (b8bbbaa4-da29-4bf8-92b0-5bd3a406a532), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:09.430791 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bbaf08-2cdf-4489-b630-c25b9958da09 None None] Pushing event updated for resources: {'Port': ['ID=0327ca62-938a-4f61-9c89-25e490bc2a33,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:09.436237 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5e5d9cb3-bfbd-46be-9ff2-63d04378752e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (04ea29ef-9fe2-441b-adeb-8f61998cde3c), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:09.436768 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5ed35cb1-c5d9-47ed-9521-ad2039462c7a tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (1775c8ce-2944-47f0-a004-90b18aceb954), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:09.444478 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:09.447782 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed35cb1-c5d9-47ed-9521-ad2039462c7a tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:58:09.449335 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5ed35cb1-c5d9-47ed-9521-ad2039462c7a tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:09.450935 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-5ed35cb1-c5d9-47ed-9521-ad2039462c7a tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "PUT /networking/v2.0/ports/1775c8ce-2944-47f0-a004-90b18aceb954 HTTP/1.1" status: 200 len: 911 time: 1.5335572 Aug 27 04:58:09.458832 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37384) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:09.555595 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-d4bbaf08-2cdf-4489-b630-c25b9958da09 None None] Attempting to bind port 0327ca62-938a-4f61-9c89-25e490bc2a33 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:58:09.556052 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-d4bbaf08-2cdf-4489-b630-c25b9958da09 None None] Attempting to bind port 0327ca62-938a-4f61-9c89-25e490bc2a33 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '46244a0b-0ac3-4c83-8b80-66fe19ccc3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'acdd16cc-74ff-4739-8717-0deb26d8c8bd'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:58:09.556550 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bbaf08-2cdf-4489-b630-c25b9958da09 None None] Attempting to bind port 0327ca62-938a-4f61-9c89-25e490bc2a33 on network acdd16cc-74ff-4739-8717-0deb26d8c8bd {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:58:09.582325 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-5e5d9cb3-bfbd-46be-9ff2-63d04378752e admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=fdf9a781471e4ac1a350c87d48fd08c0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0588923 Aug 27 04:58:09.584215 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5d9cb3-bfbd-46be-9ff2-63d04378752e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ea29ef-9fe2-441b-adeb-8f61998cde3c,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:09.589101 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 37388) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:09.590484 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bbaf08-2cdf-4489-b630-c25b9958da09 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:58:09.590484 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bbaf08-2cdf-4489-b630-c25b9958da09 None None] Checking segment: {'id': '46244a0b-0ac3-4c83-8b80-66fe19ccc3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'acdd16cc-74ff-4739-8717-0deb26d8c8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:58:09.590796 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d4bbaf08-2cdf-4489-b630-c25b9958da09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:09.591297 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bbaf08-2cdf-4489-b630-c25b9958da09 None None] Bound using segment: {'id': '46244a0b-0ac3-4c83-8b80-66fe19ccc3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'acdd16cc-74ff-4739-8717-0deb26d8c8bd'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:58:09.592011 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-d4bbaf08-2cdf-4489-b630-c25b9958da09 None None] Bound port: 0327ca62-938a-4f61-9c89-25e490bc2a33, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46244a0b-0ac3-4c83-8b80-66fe19ccc3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'acdd16cc-74ff-4739-8717-0deb26d8c8bd'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:58:09.592594 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d4bbaf08-2cdf-4489-b630-c25b9958da09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (0327ca62-938a-4f61-9c89-25e490bc2a33), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:09.592831 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4231a766-9b5a-4d8f-9634-05e56d2a5e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (d33d2938-c677-40b7-a8ab-a7494903efa6), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:09.608973 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b489150e-f594-4a03-943f-8bb1342da88d tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (b8bbbaa4-da29-4bf8-92b0-5bd3a406a532), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:09.639225 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 1dd20ec6-7e2e-4579-ab02-82327a98cea3 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:58:09.725817 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-5cb4c6bc-b540-4c2a-8265-0d264c4d5514 None None] Current status of the port 1dd20ec6-7e2e-4579-ab02-82327a98cea3 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:58:09.726309 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5cb4c6bc-b540-4c2a-8265-0d264c4d5514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (1dd20ec6-7e2e-4579-ab02-82327a98cea3), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:09.728853 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-4231a766-9b5a-4d8f-9634-05e56d2a5e47 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=b5a11022b0804ab19773076b1c8b0d9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9140637 Aug 27 04:58:09.732726 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4231a766-9b5a-4d8f-9634-05e56d2a5e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33d2938-c677-40b7-a8ab-a7494903efa6,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:09.736503 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b241d23-b29d-4cf3-9bda-31223b606059 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Made reservation on behalf of fe4b55b9429141158994d6a58059854d for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:58:09.744228 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7b241d23-b29d-4cf3-9bda-31223b606059 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:09.745822 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 37394) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:09.747073 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed35cb1-c5d9-47ed-9521-ad2039462c7a tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event updated for resources: {'Port': ['ID=1775c8ce-2944-47f0-a004-90b18aceb954,revision_number=3']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:09.791105 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-68d301d9-3716-4af4-8fb3-cc276f15362e tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for router_gateway (a2bfe85d-e1aa-4b7e-b04f-a7b8a97367c7), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:09.806356 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-5cb4c6bc-b540-4c2a-8265-0d264c4d5514 None None] For port 1dd20ec6-7e2e-4579-ab02-82327a98cea3, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=1dd20ec6-7e2e-4579-ab02-82327a98cea3,segment=NetworkSegment(7a30920e-3873-4ff3-9eef-e5ed3fdd18a1),segment_id=7a30920e-3873-4ff3-9eef-e5ed3fdd18a1)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:58:09.808332 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d4bbaf08-2cdf-4489-b630-c25b9958da09 None None] For port 0327ca62-938a-4f61-9c89-25e490bc2a33, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:58:09.820643 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b241d23-b29d-4cf3-9bda-31223b606059 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:58:09.825708 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d4bbaf08-2cdf-4489-b630-c25b9958da09 None None] For port 0327ca62-938a-4f61-9c89-25e490bc2a33, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=0327ca62-938a-4f61-9c89-25e490bc2a33,segment=NetworkSegment(46244a0b-0ac3-4c83-8b80-66fe19ccc3f3),segment_id=46244a0b-0ac3-4c83-8b80-66fe19ccc3f3)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:58:09.833989 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 1dd20ec6-7e2e-4579-ab02-82327a98cea3 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:09.835944 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (1dd20ec6-7e2e-4579-ab02-82327a98cea3), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:09.873089 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b489150e-f594-4a03-943f-8bb1342da88d tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event updated for resources: {'Port': ['ID=b8bbbaa4-da29-4bf8-92b0-5bd3a406a532,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:09.939442 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c221b970-9e58-4b60-81ff-fe2205a15749 admin admin] Publish callbacks [] for security_group (04ea29ef-9fe2-441b-adeb-8f61998cde3c), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:09.954255 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7b241d23-b29d-4cf3-9bda-31223b606059 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (af5a4d1f-8223-474a-9e7e-a4128b49a9b5), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:09.954960 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-7b241d23-b29d-4cf3-9bda-31223b606059 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Added segment af5a4d1f-8223-474a-9e7e-a4128b49a9b5 of type vlan for network eeb608ee-efd3-4767-9367-66d206b04a80 Aug 27 04:58:09.987360 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 1dd20ec6-7e2e-4579-ab02-82327a98cea3 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:58:09.988077 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (1dd20ec6-7e2e-4579-ab02-82327a98cea3), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:10.005995 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-55a51eec-8833-47f2-99f1-be0fea0d80e2 admin admin] Publish callbacks [] for security_group (d33d2938-c677-40b7-a8ab-a7494903efa6), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:10.030445 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c221b970-9e58-4b60-81ff-fe2205a15749 admin admin] Publish callbacks [] for security_group (04ea29ef-9fe2-441b-adeb-8f61998cde3c), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:10.054068 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5cb4c6bc-b540-4c2a-8265-0d264c4d5514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (1dd20ec6-7e2e-4579-ab02-82327a98cea3), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:10.059924 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d4bbaf08-2cdf-4489-b630-c25b9958da09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (0327ca62-938a-4f61-9c89-25e490bc2a33), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:10.074972 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7b241d23-b29d-4cf3-9bda-31223b606059 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (eeb608ee-efd3-4767-9367-66d206b04a80), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:10.116252 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b489150e-f594-4a03-943f-8bb1342da88d tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (5ac011c4-dff4-4470-a7f4-5161f72936a4), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:10.120580 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-55a51eec-8833-47f2-99f1-be0fea0d80e2 admin admin] Publish callbacks [] for security_group (d33d2938-c677-40b7-a8ab-a7494903efa6), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:10.205898 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:58:10.206544 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:58:10.209121 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb4c6bc-b540-4c2a-8265-0d264c4d5514 None None] Pushing event updated for resources: {'Port': ['ID=1dd20ec6-7e2e-4579-ab02-82327a98cea3,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:10.211918 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-72921423-ad85-4c9f-9510-a0805bb1f5f4 None None] Provisioning complete for port b8bbbaa4-da29-4bf8-92b0-5bd3a406a532 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:10.217020 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-72921423-ad85-4c9f-9510-a0805bb1f5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (b8bbbaa4-da29-4bf8-92b0-5bd3a406a532), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:10.264873 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7b241d23-b29d-4cf3-9bda-31223b606059 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (eeb608ee-efd3-4767-9367-66d206b04a80), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:10.272393 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b241d23-b29d-4cf3-9bda-31223b606059 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:58:10.273409 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7b241d23-b29d-4cf3-9bda-31223b606059 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:10.345471 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-72921423-ad85-4c9f-9510-a0805bb1f5f4 None None] Port b8bbbaa4-da29-4bf8-92b0-5bd3a406a532 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:58:10.347986 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bbaf08-2cdf-4489-b630-c25b9958da09 None None] Pushing event updated for resources: {'Port': ['ID=0327ca62-938a-4f61-9c89-25e490bc2a33,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:10.362291 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-72921423-ad85-4c9f-9510-a0805bb1f5f4 None None] Provisioning complete for port 1dd20ec6-7e2e-4579-ab02-82327a98cea3 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:10.362291 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-72921423-ad85-4c9f-9510-a0805bb1f5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (1dd20ec6-7e2e-4579-ab02-82327a98cea3), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:10.409741 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0681b541-3f73-4ebe-b561-0b8f1e37c783 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (07bdb92e-b630-492d-a053-8a1c4d554cba), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:10.417977 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b241d23-b29d-4cf3-9bda-31223b606059 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event updated for resources: {'Network': ['ID=eeb608ee-efd3-4767-9367-66d206b04a80,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:10.431631 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network eeb608ee-efd3-4767-9367-66d206b04a80 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:58:10.551796 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7b241d23-b29d-4cf3-9bda-31223b606059 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1521294 Aug 27 04:58:10.557009 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37416) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:10.569360 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-9c6ee233-bda8-4d49-99df-a09e36cec4a8 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Request body: {'subnet': {'network_id': 'eeb608ee-efd3-4767-9367-66d206b04a80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:58:10.570009 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-72921423-ad85-4c9f-9510-a0805bb1f5f4 None None] Current status of the port 1dd20ec6-7e2e-4579-ab02-82327a98cea3 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:58:10.698937 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-ba38bf62-04f8-4f75-9776-33c412d618b8 None None] Provisioning complete for port b8bbbaa4-da29-4bf8-92b0-5bd3a406a532 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:10.699320 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ba38bf62-04f8-4f75-9776-33c412d618b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (b8bbbaa4-da29-4bf8-92b0-5bd3a406a532), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:10.784463 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-ba38bf62-04f8-4f75-9776-33c412d618b8 None None] Port b8bbbaa4-da29-4bf8-92b0-5bd3a406a532 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:58:10.789999 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 1dd20ec6-7e2e-4579-ab02-82327a98cea3 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:58:10.855881 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-0681b541-3f73-4ebe-b561-0b8f1e37c783 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Deleting port 1775c8ce-2944-47f0-a004-90b18aceb954 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:58:10.856571 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0681b541-3f73-4ebe-b561-0b8f1e37c783 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (1775c8ce-2944-47f0-a004-90b18aceb954), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:10.945474 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c221b970-9e58-4b60-81ff-fe2205a15749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (04ea29ef-9fe2-441b-adeb-8f61998cde3c), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:10.949269 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c221b970-9e58-4b60-81ff-fe2205a15749 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:10.954168 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c221b970-9e58-4b60-81ff-fe2205a15749 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/04ea29ef-9fe2-441b-adeb-8f61998cde3c HTTP/1.1" status: 204 len: 168 time: 1.3588357 Aug 27 04:58:10.954168 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-55a51eec-8833-47f2-99f1-be0fea0d80e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (d33d2938-c677-40b7-a8ab-a7494903efa6), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:10.954168 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-55a51eec-8833-47f2-99f1-be0fea0d80e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:10.970681 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-55a51eec-8833-47f2-99f1-be0fea0d80e2 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/d33d2938-c677-40b7-a8ab-a7494903efa6 HTTP/1.1" status: 204 len: 168 time: 1.2083757 Aug 27 04:58:10.971065 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0681b541-3f73-4ebe-b561-0b8f1e37c783 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (1775c8ce-2944-47f0-a004-90b18aceb954), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:10.992186 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-0681b541-3f73-4ebe-b561-0b8f1e37c783 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Calling delete_port for 1775c8ce-2944-47f0-a004-90b18aceb954 owned by network:router_interface {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:58:11.013499 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c221b970-9e58-4b60-81ff-fe2205a15749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ea29ef-9fe2-441b-adeb-8f61998cde3c,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:11.055527 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-68d301d9-3716-4af4-8fb3-cc276f15362e tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for router_gateway (a2bfe85d-e1aa-4b7e-b04f-a7b8a97367c7), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:11.063558 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b489150e-f594-4a03-943f-8bb1342da88d tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (b8bbbaa4-da29-4bf8-92b0-5bd3a406a532), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:11.065631 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a51eec-8833-47f2-99f1-be0fea0d80e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33d2938-c677-40b7-a8ab-a7494903efa6,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:11.097997 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:11.114537 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-68d301d9-3716-4af4-8fb3-cc276f15362e tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:11.170794 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6ee233-bda8-4d49-99df-a09e36cec4a8 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Made reservation on behalf of fe4b55b9429141158994d6a58059854d for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:58:11.175073 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9c6ee233-bda8-4d49-99df-a09e36cec4a8 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:11.421550 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-68d301d9-3716-4af4-8fb3-cc276f15362e tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Allocated IP 172.25.2.126 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/778b5e8e-0357-493f-9410-ab8f2947d224) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:58:11.517052 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0681b541-3f73-4ebe-b561-0b8f1e37c783 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (1775c8ce-2944-47f0-a004-90b18aceb954), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:11.556016 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0681b541-3f73-4ebe-b561-0b8f1e37c783 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event deleted for resources: {'Port': ['ID=1775c8ce-2944-47f0-a004-90b18aceb954,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:11.615032 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f914d1a2-392b-4e90-815f-9e26bf3af69f None None] Network acdd16cc-74ff-4739-8717-0deb26d8c8bd requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:58:11.658778 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b489150e-f594-4a03-943f-8bb1342da88d tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for port (b8bbbaa4-da29-4bf8-92b0-5bd3a406a532), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:11.691604 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-68d301d9-3716-4af4-8fb3-cc276f15362e tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for port (778b5e8e-0357-493f-9410-ab8f2947d224), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:11.698273 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 1dd20ec6-7e2e-4579-ab02-82327a98cea3 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:58:11.724458 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9c6ee233-bda8-4d49-99df-a09e36cec4a8 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (7531f2e4-b56e-4d33-9b15-0c4228dbac77), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:11.763433 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0681b541-3f73-4ebe-b561-0b8f1e37c783 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (07bdb92e-b630-492d-a053-8a1c4d554cba), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:11.910747 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6ee233-bda8-4d49-99df-a09e36cec4a8 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event updated for resources: {'Subnet': ['ID=7531f2e4-b56e-4d33-9b15-0c4228dbac77,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:11.945588 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6ee233-bda8-4d49-99df-a09e36cec4a8 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Checking segment: {'id': 'af5a4d1f-8223-474a-9e7e-a4128b49a9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'eeb608ee-efd3-4767-9367-66d206b04a80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:58:11.947471 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6ee233-bda8-4d49-99df-a09e36cec4a8 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Network hostable DHCP agents. Network: eeb608ee-efd3-4767-9367-66d206b04a80, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:58:11.952136 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-7c1f5048-d0e4-4ec7-a1f5-b6485de90c8b None None] Provisioning complete for port 0327ca62-938a-4f61-9c89-25e490bc2a33 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:11.952662 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c1f5048-d0e4-4ec7-a1f5-b6485de90c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (0327ca62-938a-4f61-9c89-25e490bc2a33), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:12.031904 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-68d301d9-3716-4af4-8fb3-cc276f15362e tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (778b5e8e-0357-493f-9410-ab8f2947d224), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:12.033974 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b489150e-f594-4a03-943f-8bb1342da88d tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (b8bbbaa4-da29-4bf8-92b0-5bd3a406a532), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:12.034781 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b489150e-f594-4a03-943f-8bb1342da88d tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (5ac011c4-dff4-4470-a7f4-5161f72936a4), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:12.047813 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0681b541-3f73-4ebe-b561-0b8f1e37c783 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Router 07bdb92e-b630-492d-a053-8a1c4d554cba has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:58:12.061859 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 1dd20ec6-7e2e-4579-ab02-82327a98cea3 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:12.061859 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (1dd20ec6-7e2e-4579-ab02-82327a98cea3), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:12.137175 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d301d9-3716-4af4-8fb3-cc276f15362e tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:58:12.142868 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-68d301d9-3716-4af4-8fb3-cc276f15362e tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:58:12.146874 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d301d9-3716-4af4-8fb3-cc276f15362e tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:58:12.163403 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0681b541-3f73-4ebe-b561-0b8f1e37c783 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:58:12.169371 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0681b541-3f73-4ebe-b561-0b8f1e37c783 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "PUT /networking/v2.0/routers/07bdb92e-b630-492d-a053-8a1c4d554cba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7102656 Aug 27 04:58:12.172072 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37472) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:12.181034 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff2e78a-7794-4843-8e79-d323c069fbb0 None None] Sync routers for ids ['07bdb92e-b630-492d-a053-8a1c4d554cba'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:58:12.188834 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-7c1f5048-d0e4-4ec7-a1f5-b6485de90c8b None None] Current status of the port 0327ca62-938a-4f61-9c89-25e490bc2a33 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:58:12.189230 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c1f5048-d0e4-4ec7-a1f5-b6485de90c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (0327ca62-938a-4f61-9c89-25e490bc2a33), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:12.201757 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d301d9-3716-4af4-8fb3-cc276f15362e tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Pushing event updated for resources: {'Port': ['ID=778b5e8e-0357-493f-9410-ab8f2947d224,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:12.212417 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-fbbc5014-bb0b-4f2d-8f29-6f49aedb9d34 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=07bdb92e-b630-492d-a053-8a1c4d554cba HTTP/1.1" status: 200 len: 205 time: 0.0387654 Aug 27 04:58:12.213086 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37474) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:12.221074 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff2e78a-7794-4843-8e79-d323c069fbb0 None None] Routers {'07bdb92e-b630-492d-a053-8a1c4d554cba'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:58:12.223235 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-3ff2e78a-7794-4843-8e79-d323c069fbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:57:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['07bdb92e-b630-492d-a053-8a1c4d554cba'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:12.266103 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b489150e-f594-4a03-943f-8bb1342da88d tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event updated for resources: {'Port': ['ID=b8bbbaa4-da29-4bf8-92b0-5bd3a406a532,revision_number=3']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:12.287010 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-3ff2e78a-7794-4843-8e79-d323c069fbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:12.298169 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 1dd20ec6-7e2e-4579-ab02-82327a98cea3 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:58:12.299408 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 0327ca62-938a-4f61-9c89-25e490bc2a33 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:58:12.302721 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff2e78a-7794-4843-8e79-d323c069fbb0 None None] Routers {'07bdb92e-b630-492d-a053-8a1c4d554cba'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:58:12.303604 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-3ff2e78a-7794-4843-8e79-d323c069fbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:57:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['07bdb92e-b630-492d-a053-8a1c4d554cba'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:12.312128 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-7c1f5048-d0e4-4ec7-a1f5-b6485de90c8b None None] For port 0327ca62-938a-4f61-9c89-25e490bc2a33, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=0327ca62-938a-4f61-9c89-25e490bc2a33,segment=NetworkSegment(46244a0b-0ac3-4c83-8b80-66fe19ccc3f3),segment_id=46244a0b-0ac3-4c83-8b80-66fe19ccc3f3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:58:12.347100 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-3ff2e78a-7794-4843-8e79-d323c069fbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:12.348242 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff2e78a-7794-4843-8e79-d323c069fbb0 None None] The sync data for ids ['07bdb92e-b630-492d-a053-8a1c4d554cba'] in n-d-852088-5 is: [] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:58:12.353711 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f1d22de0-7984-4d0b-9934-391146cabda2 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for router (07bdb92e-b630-492d-a053-8a1c4d554cba), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:12.403775 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6ee233-bda8-4d49-99df-a09e36cec4a8 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Network eeb608ee-efd3-4767-9367-66d206b04a80 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:58:12.425485 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 0327ca62-938a-4f61-9c89-25e490bc2a33 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:12.425743 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (0327ca62-938a-4f61-9c89-25e490bc2a33), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:12.445970 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b489150e-f594-4a03-943f-8bb1342da88d tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Network 13ed20c9-ff7b-4773-b627-3470fe04bdab is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:58:12.462001 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-b489150e-f594-4a03-943f-8bb1342da88d tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:58:12.511211 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c1f5048-d0e4-4ec7-a1f5-b6485de90c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (0327ca62-938a-4f61-9c89-25e490bc2a33), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:12.524076 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:12.544437 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:58:12.618525 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f1d22de0-7984-4d0b-9934-391146cabda2 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (07bdb92e-b630-492d-a053-8a1c4d554cba), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:12.621656 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f1d22de0-7984-4d0b-9934-391146cabda2 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for router_controller (07bdb92e-b630-492d-a053-8a1c4d554cba), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:12.631920 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-9c6ee233-bda8-4d49-99df-a09e36cec4a8 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, eeb608ee-efd3-4767-9367-66d206b04a80) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:58:12.671216 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6ee233-bda8-4d49-99df-a09e36cec4a8 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:58:12.672265 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9c6ee233-bda8-4d49-99df-a09e36cec4a8 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:12.677029 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1f5048-d0e4-4ec7-a1f5-b6485de90c8b None None] Pushing event updated for resources: {'Port': ['ID=0327ca62-938a-4f61-9c89-25e490bc2a33,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:12.680361 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-e13d3779-7ee5-43b0-a42d-29e807c23fcf None None] Provisioning complete for port 0327ca62-938a-4f61-9c89-25e490bc2a33 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:12.680361 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e13d3779-7ee5-43b0-a42d-29e807c23fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (0327ca62-938a-4f61-9c89-25e490bc2a33), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:12.681956 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 0327ca62-938a-4f61-9c89-25e490bc2a33 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:58:12.686259 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697acf66-56e2-4235-90e2-25871a0b7127 None None] Network eeb608ee-efd3-4767-9367-66d206b04a80 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:58:12.764363 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37488) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:12.780190 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f4cccdba-3a4f-4a75-b012-7e94cf168a5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:12.875012 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-e13d3779-7ee5-43b0-a42d-29e807c23fcf None None] Current status of the port 0327ca62-938a-4f61-9c89-25e490bc2a33 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:58:12.882090 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a3aa37-d273-42d6-8ace-c9c90182cad2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-eeb608ee-efd3-4767-9367-66d206b04a80', 'network_id': 'eeb608ee-efd3-4767-9367-66d206b04a80', 'project_id': 'fe4b55b9429141158994d6a58059854d', 'fixed_ips': [{'subnet_id': '7531f2e4-b56e-4d33-9b15-0c4228dbac77'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:58:12.883046 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a1a3aa37-d273-42d6-8ace-c9c90182cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:12.908574 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-68d301d9-3716-4af4-8fb3-cc276f15362e tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for router_gateway (a2bfe85d-e1aa-4b7e-b04f-a7b8a97367c7), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:12.944270 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9c6ee233-bda8-4d49-99df-a09e36cec4a8 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3843942 Aug 27 04:58:12.945351 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f1d22de0-7984-4d0b-9934-391146cabda2 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (07bdb92e-b630-492d-a053-8a1c4d554cba), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:12.945970 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d22de0-7984-4d0b-9934-391146cabda2 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Fanout notify agent at l3_agent the message router_deleted on router 07bdb92e-b630-492d-a053-8a1c4d554cba {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:58:12.963086 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f1d22de0-7984-4d0b-9934-391146cabda2 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:12.967014 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f1d22de0-7984-4d0b-9934-391146cabda2 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "DELETE /networking/v2.0/routers/07bdb92e-b630-492d-a053-8a1c4d554cba HTTP/1.1" status: 204 len: 168 time: 0.7529032 Aug 27 04:58:12.967622 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37498) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:12.967960 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37500) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:12.973870 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=2,neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=11 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:13.020056 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-46f59c39-fe00-4149-b974-6a69cded5004 None None] Provisioning complete for port b8bbbaa4-da29-4bf8-92b0-5bd3a406a532 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:13.020682 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-46f59c39-fe00-4149-b974-6a69cded5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (b8bbbaa4-da29-4bf8-92b0-5bd3a406a532), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:13.038860 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-802d3429-cff7-4a3c-892f-5e1e63aaef6f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Request body: {'subnet': {'network_id': 'eeb608ee-efd3-4767-9367-66d206b04a80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:58:13.046139 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-149b6b2f-a0a9-47cb-8076-07520b2531c9 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Deleting subnet 57d65516-4b9d-478c-9973-6ee46c4b13a5 {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:58:13.070395 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-149b6b2f-a0a9-47cb-8076-07520b2531c9 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for subnet (57d65516-4b9d-478c-9973-6ee46c4b13a5), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:13.110806 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-46f59c39-fe00-4149-b974-6a69cded5004 None None] Port b8bbbaa4-da29-4bf8-92b0-5bd3a406a532 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:58:13.125426 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-a1a3aa37-d273-42d6-8ace-c9c90182cad2 None None] Allocated IP 172.20.0.2 (eeb608ee-efd3-4767-9367-66d206b04a80/7531f2e4-b56e-4d33-9b15-0c4228dbac77/8f9ef2dc-d6ab-4cf7-857e-167128a94323) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:58:13.183543 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-68d301d9-3716-4af4-8fb3-cc276f15362e tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (a2bfe85d-e1aa-4b7e-b04f-a7b8a97367c7), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:13.285008 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a1a3aa37-d273-42d6-8ace-c9c90182cad2 None None] Publish callbacks [] for port (8f9ef2dc-d6ab-4cf7-857e-167128a94323), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:13.302088 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b489150e-f594-4a03-943f-8bb1342da88d tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Router 5ac011c4-dff4-4470-a7f4-5161f72936a4 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:58:13.432626 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b489150e-f594-4a03-943f-8bb1342da88d tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:58:13.439297 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b489150e-f594-4a03-943f-8bb1342da88d tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "PUT /networking/v2.0/routers/5ac011c4-dff4-4470-a7f4-5161f72936a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0101299 Aug 27 04:58:13.442742 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 37518) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:13.445928 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a61674-49c5-4894-8984-91b7b7efcae8 None None] Sync routers for ids ['5ac011c4-dff4-4470-a7f4-5161f72936a4'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:58:13.456572 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a61674-49c5-4894-8984-91b7b7efcae8 None None] Routers {'5ac011c4-dff4-4470-a7f4-5161f72936a4'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:58:13.460073 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-24a61674-49c5-4894-8984-91b7b7efcae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:57:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['5ac011c4-dff4-4470-a7f4-5161f72936a4'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:13.520223 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-24a61674-49c5-4894-8984-91b7b7efcae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:13.529032 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a61674-49c5-4894-8984-91b7b7efcae8 None None] Routers {'5ac011c4-dff4-4470-a7f4-5161f72936a4'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:58:13.529674 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-24a61674-49c5-4894-8984-91b7b7efcae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:57:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['5ac011c4-dff4-4470-a7f4-5161f72936a4'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:13.542863 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c87ce0-363e-4067-a1f4-80bf0ef338fc tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:58:13.548067 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-98c87ce0-363e-4067-a1f4-80bf0ef338fc tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5ac011c4-dff4-4470-a7f4-5161f72936a4 HTTP/1.1" status: 200 len: 988 time: 0.1038609 Aug 27 04:58:13.548887 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 37522) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:13.593460 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a1a3aa37-d273-42d6-8ace-c9c90182cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (8f9ef2dc-d6ab-4cf7-857e-167128a94323), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:13.601283 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 0327ca62-938a-4f61-9c89-25e490bc2a33 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:58:13.602216 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-149b6b2f-a0a9-47cb-8076-07520b2531c9 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (57d65516-4b9d-478c-9973-6ee46c4b13a5), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:13.609702 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-24a61674-49c5-4894-8984-91b7b7efcae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:13.610318 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a61674-49c5-4894-8984-91b7b7efcae8 None None] The sync data for ids ['5ac011c4-dff4-4470-a7f4-5161f72936a4'] in n-d-852088-5 is: [] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:58:13.653606 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d301d9-3716-4af4-8fb3-cc276f15362e tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Router a2bfe85d-e1aa-4b7e-b04f-a7b8a97367c7 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:58:13.685459 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f4cccdba-3a4f-4a75-b012-7e94cf168a5c admin admin] Publish callbacks [] for security_group (8a2e9968-d604-435b-a73d-3331f96085a9), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:13.685789 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a3aa37-d273-42d6-8ace-c9c90182cad2 None None] Network eeb608ee-efd3-4767-9367-66d206b04a80 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:58:13.691854 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-a1a3aa37-d273-42d6-8ace-c9c90182cad2 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:58:13.694370 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a3aa37-d273-42d6-8ace-c9c90182cad2 None None] Pushing event updated for resources: {'Port': ['ID=8f9ef2dc-d6ab-4cf7-857e-167128a94323,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:13.702752 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a3aa37-d273-42d6-8ace-c9c90182cad2 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:58:13.727675 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 0327ca62-938a-4f61-9c89-25e490bc2a33 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:13.728596 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (0327ca62-938a-4f61-9c89-25e490bc2a33), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:13.771384 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-149b6b2f-a0a9-47cb-8076-07520b2531c9 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (57d65516-4b9d-478c-9973-6ee46c4b13a5), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:13.821905 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-a1a3aa37-d273-42d6-8ace-c9c90182cad2 None None] Attempting to bind port 8f9ef2dc-d6ab-4cf7-857e-167128a94323 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:58:13.821905 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-a1a3aa37-d273-42d6-8ace-c9c90182cad2 None None] Attempting to bind port 8f9ef2dc-d6ab-4cf7-857e-167128a94323 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'af5a4d1f-8223-474a-9e7e-a4128b49a9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'eeb608ee-efd3-4767-9367-66d206b04a80'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:58:13.822210 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a3aa37-d273-42d6-8ace-c9c90182cad2 None None] Attempting to bind port 8f9ef2dc-d6ab-4cf7-857e-167128a94323 on network eeb608ee-efd3-4767-9367-66d206b04a80 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:58:13.827821 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a3aa37-d273-42d6-8ace-c9c90182cad2 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:58:13.828208 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a3aa37-d273-42d6-8ace-c9c90182cad2 None None] Checking segment: {'id': 'af5a4d1f-8223-474a-9e7e-a4128b49a9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'eeb608ee-efd3-4767-9367-66d206b04a80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:58:13.828615 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a1a3aa37-d273-42d6-8ace-c9c90182cad2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:13.829006 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a3aa37-d273-42d6-8ace-c9c90182cad2 None None] Bound using segment: {'id': 'af5a4d1f-8223-474a-9e7e-a4128b49a9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'eeb608ee-efd3-4767-9367-66d206b04a80'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:58:13.829471 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-a1a3aa37-d273-42d6-8ace-c9c90182cad2 None None] Bound port: 8f9ef2dc-d6ab-4cf7-857e-167128a94323, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af5a4d1f-8223-474a-9e7e-a4128b49a9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'eeb608ee-efd3-4767-9367-66d206b04a80'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:58:13.829858 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a1a3aa37-d273-42d6-8ace-c9c90182cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8f9ef2dc-d6ab-4cf7-857e-167128a94323), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:13.856469 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d301d9-3716-4af4-8fb3-cc276f15362e tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:58:13.867365 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22c4e93-1506-4eb2-9eff-b344d62bdcaf None None] Sync routers for ids ['a2bfe85d-e1aa-4b7e-b04f-a7b8a97367c7'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:58:13.879281 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22c4e93-1506-4eb2-9eff-b344d62bdcaf None None] Routers {'a2bfe85d-e1aa-4b7e-b04f-a7b8a97367c7'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:58:13.880817 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-e22c4e93-1506-4eb2-9eff-b344d62bdcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:57:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['a2bfe85d-e1aa-4b7e-b04f-a7b8a97367c7'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:13.894340 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 0327ca62-938a-4f61-9c89-25e490bc2a33 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:58:13.918419 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-e22c4e93-1506-4eb2-9eff-b344d62bdcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:13.930265 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22c4e93-1506-4eb2-9eff-b344d62bdcaf None None] Routers {'a2bfe85d-e1aa-4b7e-b04f-a7b8a97367c7'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:58:13.931215 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-e22c4e93-1506-4eb2-9eff-b344d62bdcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:57:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['a2bfe85d-e1aa-4b7e-b04f-a7b8a97367c7'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:13.966555 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-a1a3aa37-d273-42d6-8ace-c9c90182cad2 None None] For port 8f9ef2dc-d6ab-4cf7-857e-167128a94323, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:58:13.968290 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-a1a3aa37-d273-42d6-8ace-c9c90182cad2 None None] For port 8f9ef2dc-d6ab-4cf7-857e-167128a94323, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=8f9ef2dc-d6ab-4cf7-857e-167128a94323,segment=NetworkSegment(af5a4d1f-8223-474a-9e7e-a4128b49a9b5),segment_id=af5a4d1f-8223-474a-9e7e-a4128b49a9b5)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:58:13.969316 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-e22c4e93-1506-4eb2-9eff-b344d62bdcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:13.970069 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22c4e93-1506-4eb2-9eff-b344d62bdcaf None None] The sync data for ids ['a2bfe85d-e1aa-4b7e-b04f-a7b8a97367c7'] in n-d-852088-5 is: [] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:58:14.007890 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-344aae1b-260d-4488-bf88-ba1e533680fb tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (5ac011c4-dff4-4470-a7f4-5161f72936a4), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:14.071484 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f4cccdba-3a4f-4a75-b012-7e94cf168a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (8a2e9968-d604-435b-a73d-3331f96085a9), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:14.073990 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802d3429-cff7-4a3c-892f-5e1e63aaef6f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Made reservation on behalf of fe4b55b9429141158994d6a58059854d for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:58:14.078175 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-802d3429-cff7-4a3c-892f-5e1e63aaef6f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:14.094608 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:14.174917 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f4cccdba-3a4f-4a75-b012-7e94cf168a5c admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=a86f76c1efed47328ee3687611084bc2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4096770 Aug 27 04:58:14.178778 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37536) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:14.179407 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cccdba-3a4f-4a75-b012-7e94cf168a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2e9968-d604-435b-a73d-3331f96085a9,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:14.204138 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-344aae1b-260d-4488-bf88-ba1e533680fb tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Deleting port b8bbbaa4-da29-4bf8-92b0-5bd3a406a532 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:58:14.204671 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-344aae1b-260d-4488-bf88-ba1e533680fb tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (b8bbbaa4-da29-4bf8-92b0-5bd3a406a532), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:14.257159 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f164d014-6108-4b2c-95a1-8cb1d5bc0999 admin admin] Publish callbacks [] for security_group (8a2e9968-d604-435b-a73d-3331f96085a9), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:14.279140 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f164d014-6108-4b2c-95a1-8cb1d5bc0999 admin admin] Publish callbacks [] for security_group (8a2e9968-d604-435b-a73d-3331f96085a9), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:14.299858 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-344aae1b-260d-4488-bf88-ba1e533680fb tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (b8bbbaa4-da29-4bf8-92b0-5bd3a406a532), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:14.314627 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-344aae1b-260d-4488-bf88-ba1e533680fb tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Calling delete_port for b8bbbaa4-da29-4bf8-92b0-5bd3a406a532 owned by network:router_interface {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:58:14.318000 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-149b6b2f-a0a9-47cb-8076-07520b2531c9 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (57d65516-4b9d-478c-9973-6ee46c4b13a5), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:14.331705 n-d-852088-5 neutron-server[107775]: INFO neutron.db.ipam_backend_mixin [None req-802d3429-cff7-4a3c-892f-5e1e63aaef6f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7531f2e4-b56e-4d33-9b15-0c4228dbac77 (CIDR: 172.20.0.0/28) Aug 27 04:58:14.354779 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-149b6b2f-a0a9-47cb-8076-07520b2531c9 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:14.360632 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-149b6b2f-a0a9-47cb-8076-07520b2531c9 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/57d65516-4b9d-478c-9973-6ee46c4b13a5 HTTP/1.1" status: 204 len: 168 time: 1.3789821 Aug 27 04:58:14.360632 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149b6b2f-a0a9-47cb-8076-07520b2531c9 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event deleted for resources: {'Subnet': ['ID=57d65516-4b9d-478c-9973-6ee46c4b13a5,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:14.360809 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107cb321-5ba0-469c-bafc-d97f0dd5b0dd None None] Network 2f64751d-a959-4967-9650-f4dac0e641b6 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:58:14.363716 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37542) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:14.425380 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a1a3aa37-d273-42d6-8ace-c9c90182cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (8f9ef2dc-d6ab-4cf7-857e-167128a94323), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:14.440674 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-802d3429-cff7-4a3c-892f-5e1e63aaef6f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 04:58:14.444672 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-802d3429-cff7-4a3c-892f-5e1e63aaef6f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:58:14.457097 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-68d301d9-3716-4af4-8fb3-cc276f15362e tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:14.462651 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-68d301d9-3716-4af4-8fb3-cc276f15362e tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.8761837 Aug 27 04:58:14.463855 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37548) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:14.525507 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-59f4f766-7940-4cb7-92c6-72ecbe9a5c63 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (2f64751d-a959-4967-9650-f4dac0e641b6), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:14.560725 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a3aa37-d273-42d6-8ace-c9c90182cad2 None None] Pushing event updated for resources: {'Port': ['ID=8f9ef2dc-d6ab-4cf7-857e-167128a94323,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:14.658520 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf2f6b7-904f-496a-912c-da3496dc03e5 None None] DHCP port deletion for 2f64751d-a959-4967-9650-f4dac0e641b6 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:58:14.674323 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-59f4f766-7940-4cb7-92c6-72ecbe9a5c63 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Deleting port 64bfe58d-bc3f-4f3b-a7fd-40acac0c5172 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:58:14.679772 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-59f4f766-7940-4cb7-92c6-72ecbe9a5c63 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (64bfe58d-bc3f-4f3b-a7fd-40acac0c5172), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:14.700582 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-adf2f6b7-904f-496a-912c-da3496dc03e5 None None] Deleting port 64bfe58d-bc3f-4f3b-a7fd-40acac0c5172 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:58:14.701070 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-adf2f6b7-904f-496a-912c-da3496dc03e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (64bfe58d-bc3f-4f3b-a7fd-40acac0c5172), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:14.790900 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-adf2f6b7-904f-496a-912c-da3496dc03e5 None None] For port 64bfe58d-bc3f-4f3b-a7fd-40acac0c5172, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=64bfe58d-bc3f-4f3b-a7fd-40acac0c5172,segment=NetworkSegment(c5cd4867-9458-4d60-b092-9549059c9e3c),segment_id=c5cd4867-9458-4d60-b092-9549059c9e3c)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:58:14.791375 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-adf2f6b7-904f-496a-912c-da3496dc03e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (64bfe58d-bc3f-4f3b-a7fd-40acac0c5172), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:14.811470 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-adf2f6b7-904f-496a-912c-da3496dc03e5 None None] Calling delete_port for 64bfe58d-bc3f-4f3b-a7fd-40acac0c5172 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:58:14.849382 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-59f4f766-7940-4cb7-92c6-72ecbe9a5c63 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] For port 64bfe58d-bc3f-4f3b-a7fd-40acac0c5172, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=64bfe58d-bc3f-4f3b-a7fd-40acac0c5172,segment=NetworkSegment(c5cd4867-9458-4d60-b092-9549059c9e3c),segment_id=c5cd4867-9458-4d60-b092-9549059c9e3c)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:58:14.849873 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-59f4f766-7940-4cb7-92c6-72ecbe9a5c63 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (64bfe58d-bc3f-4f3b-a7fd-40acac0c5172), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:14.873413 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-59f4f766-7940-4cb7-92c6-72ecbe9a5c63 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Calling delete_port for 64bfe58d-bc3f-4f3b-a7fd-40acac0c5172 owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:58:14.876886 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-344aae1b-260d-4488-bf88-ba1e533680fb tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (b8bbbaa4-da29-4bf8-92b0-5bd3a406a532), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:14.904368 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-802d3429-cff7-4a3c-892f-5e1e63aaef6f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9313855 Aug 27 04:58:14.905186 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f164d014-6108-4b2c-95a1-8cb1d5bc0999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (8a2e9968-d604-435b-a73d-3331f96085a9), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:14.908219 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f164d014-6108-4b2c-95a1-8cb1d5bc0999 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:14.909390 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f164d014-6108-4b2c-95a1-8cb1d5bc0999 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/8a2e9968-d604-435b-a73d-3331f96085a9 HTTP/1.1" status: 204 len: 168 time: 0.7261007 Aug 27 04:58:14.923009 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 37558) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:14.943863 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-947bdd44-cb4e-4bb9-abbc-154e1b72e3cd tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Request body: {'subnet': {'network_id': 'eeb608ee-efd3-4767-9367-66d206b04a80', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:58:14.956450 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344aae1b-260d-4488-bf88-ba1e533680fb tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event deleted for resources: {'Port': ['ID=b8bbbaa4-da29-4bf8-92b0-5bd3a406a532,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:15.017224 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f164d014-6108-4b2c-95a1-8cb1d5bc0999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2e9968-d604-435b-a73d-3331f96085a9,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:15.196064 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-344aae1b-260d-4488-bf88-ba1e533680fb tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (5ac011c4-dff4-4470-a7f4-5161f72936a4), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:15.242482 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-adf2f6b7-904f-496a-912c-da3496dc03e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (64bfe58d-bc3f-4f3b-a7fd-40acac0c5172), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:15.307864 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf2f6b7-904f-496a-912c-da3496dc03e5 None None] Pushing event deleted for resources: {'Port': ['ID=64bfe58d-bc3f-4f3b-a7fd-40acac0c5172,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:15.319093 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf2f6b7-904f-496a-912c-da3496dc03e5 None None] No DVR routers for this DVR port 64bfe58d-bc3f-4f3b-a7fd-40acac0c5172 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:58:15.331712 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-59f4f766-7940-4cb7-92c6-72ecbe9a5c63 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (64bfe58d-bc3f-4f3b-a7fd-40acac0c5172), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:15.338688 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:15.356294 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f4f766-7940-4cb7-92c6-72ecbe9a5c63 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] No DVR routers for this DVR port 64bfe58d-bc3f-4f3b-a7fd-40acac0c5172 on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:58:15.405423 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f4f766-7940-4cb7-92c6-72ecbe9a5c63 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event deleted for resources: {'Port': ['ID=64bfe58d-bc3f-4f3b-a7fd-40acac0c5172,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:15.431818 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-912763b8-939e-4bc9-8271-cfd3d162fa1f tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:15.541562 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-59f4f766-7940-4cb7-92c6-72ecbe9a5c63 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (2f64751d-a959-4967-9650-f4dac0e641b6), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:15.626664 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-59f4f766-7940-4cb7-92c6-72ecbe9a5c63 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f64751d-a959-4967-9650-f4dac0e641b6']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:15.665309 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-59f4f766-7940-4cb7-92c6-72ecbe9a5c63 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5cd4867-9458-4d60-b092-9549059c9e3c') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:15.665684 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-59f4f766-7940-4cb7-92c6-72ecbe9a5c63 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5cd4867-9458-4d60-b092-9549059c9e3c') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:15.713279 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 8f9ef2dc-d6ab-4cf7-857e-167128a94323 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:58:15.731302 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:15.780078 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-59f4f766-7940-4cb7-92c6-72ecbe9a5c63 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (c5cd4867-9458-4d60-b092-9549059c9e3c), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:15.838295 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 8f9ef2dc-d6ab-4cf7-857e-167128a94323 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:15.838680 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (8f9ef2dc-d6ab-4cf7-857e-167128a94323), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:15.840718 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-59f4f766-7940-4cb7-92c6-72ecbe9a5c63 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (c5cd4867-9458-4d60-b092-9549059c9e3c), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:15.871098 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59f4f766-7940-4cb7-92c6-72ecbe9a5c63 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:58:15.871098 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-59f4f766-7940-4cb7-92c6-72ecbe9a5c63 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (c5cd4867-9458-4d60-b092-9549059c9e3c), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:15.905372 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment c5cd4867-9458-4d60-b092-9549059c9e3c resource provider aggregate not found Aug 27 04:58:15.971251 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610fdc7c-f41b-4e26-b030-aef8b7499326 None None] Network eeb608ee-efd3-4767-9367-66d206b04a80 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:58:15.985525 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-51d7fb65-6658-4200-8d8b-32cdf3e39795 None None] Provisioning complete for port 8f9ef2dc-d6ab-4cf7-857e-167128a94323 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:15.985904 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-51d7fb65-6658-4200-8d8b-32cdf3e39795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (8f9ef2dc-d6ab-4cf7-857e-167128a94323), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:15.992671 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment c5cd4867-9458-4d60-b092-9549059c9e3c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c5cd4867-9458-4d60-b092-9549059c9e3c found for delete ", "request_id": "req-8864138a-b08e-4535-aaf8-622b3850a4f7"}]} Aug 27 04:58:16.066449 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 8f9ef2dc-d6ab-4cf7-857e-167128a94323 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:58:16.066758 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8f9ef2dc-d6ab-4cf7-857e-167128a94323), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:16.089834 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-344aae1b-260d-4488-bf88-ba1e533680fb tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Router 5ac011c4-dff4-4470-a7f4-5161f72936a4 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:58:16.165963 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 8f9ef2dc-d6ab-4cf7-857e-167128a94323, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=8f9ef2dc-d6ab-4cf7-857e-167128a94323,segment=NetworkSegment(af5a4d1f-8223-474a-9e7e-a4128b49a9b5),segment_id=af5a4d1f-8223-474a-9e7e-a4128b49a9b5)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:58:16.206544 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-51d7fb65-6658-4200-8d8b-32cdf3e39795 None None] Current status of the port 8f9ef2dc-d6ab-4cf7-857e-167128a94323 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:58:16.206937 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-51d7fb65-6658-4200-8d8b-32cdf3e39795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8f9ef2dc-d6ab-4cf7-857e-167128a94323), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:16.228980 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947bdd44-cb4e-4bb9-abbc-154e1b72e3cd tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Made reservation on behalf of fe4b55b9429141158994d6a58059854d for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:58:16.234056 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-947bdd44-cb4e-4bb9-abbc-154e1b72e3cd tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:16.249351 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-912763b8-939e-4bc9-8271-cfd3d162fa1f tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Allocated IP 172.20.0.1 (acdd16cc-74ff-4739-8717-0deb26d8c8bd/4358ac1f-fb07-4b21-9795-cde40281de3d/fa2f1886-c3e2-4e4a-a82f-51c75de85be4) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:58:16.254075 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344aae1b-260d-4488-bf88-ba1e533680fb tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:58:16.266323 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78aaf2e9-a142-46f5-a9a0-e56f78a11d3a None None] Sync routers for ids ['5ac011c4-dff4-4470-a7f4-5161f72936a4'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:58:16.284840 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78aaf2e9-a142-46f5-a9a0-e56f78a11d3a None None] Routers {'5ac011c4-dff4-4470-a7f4-5161f72936a4'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:58:16.285523 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-78aaf2e9-a142-46f5-a9a0-e56f78a11d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:57:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['5ac011c4-dff4-4470-a7f4-5161f72936a4'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:16.314340 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-344aae1b-260d-4488-bf88-ba1e533680fb tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "PUT /networking/v2.0/routers/5ac011c4-dff4-4470-a7f4-5161f72936a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7641249 Aug 27 04:58:16.319522 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 37618) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:16.372296 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b4c50fb-502c-40bf-8c82-b0b1506cff9a tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] GET failed (client error): The resource could not be found. Aug 27 04:58:16.375586 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7b4c50fb-502c-40bf-8c82-b0b1506cff9a tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "GET /networking/v2.0/ports/b8bbbaa4-da29-4bf8-92b0-5bd3a406a532 HTTP/1.1" status: 404 len: 333 time: 0.0545321 Aug 27 04:58:16.381478 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 37624) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:16.443119 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-912763b8-939e-4bc9-8271-cfd3d162fa1f tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for port (fa2f1886-c3e2-4e4a-a82f-51c75de85be4), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:16.507879 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fcdef95d-a311-4a69-9e4f-aab357bbcc41 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for router (5ac011c4-dff4-4470-a7f4-5161f72936a4), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:16.512252 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-59f4f766-7940-4cb7-92c6-72ecbe9a5c63 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (2f64751d-a959-4967-9650-f4dac0e641b6), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:16.537558 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-59f4f766-7940-4cb7-92c6-72ecbe9a5c63 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:16.541571 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-59f4f766-7940-4cb7-92c6-72ecbe9a5c63 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "DELETE /networking/v2.0/networks/2f64751d-a959-4967-9650-f4dac0e641b6 HTTP/1.1" status: 204 len: 168 time: 2.1758702 Aug 27 04:58:16.542624 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f4f766-7940-4cb7-92c6-72ecbe9a5c63 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event deleted for resources: {'Network': ['ID=2f64751d-a959-4967-9650-f4dac0e641b6,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:16.549329 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37630) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:16.556143 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-3d510f17-5dc4-4825-90fc-e16705682864 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-696252856', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:58:16.591364 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (8f9ef2dc-d6ab-4cf7-857e-167128a94323), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:16.595121 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-78aaf2e9-a142-46f5-a9a0-e56f78a11d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:16.662780 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 64bfe58d-bc3f-4f3b-a7fd-40acac0c5172 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:58:16.664485 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78aaf2e9-a142-46f5-a9a0-e56f78a11d3a None None] Routers {'5ac011c4-dff4-4470-a7f4-5161f72936a4'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:58:16.665695 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-78aaf2e9-a142-46f5-a9a0-e56f78a11d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:57:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['5ac011c4-dff4-4470-a7f4-5161f72936a4'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:16.684415 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-912763b8-939e-4bc9-8271-cfd3d162fa1f tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (fa2f1886-c3e2-4e4a-a82f-51c75de85be4), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:16.749616 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912763b8-939e-4bc9-8271-cfd3d162fa1f tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Pushing event updated for resources: {'Port': ['ID=fa2f1886-c3e2-4e4a-a82f-51c75de85be4,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:16.768337 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912763b8-939e-4bc9-8271-cfd3d162fa1f tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Network acdd16cc-74ff-4739-8717-0deb26d8c8bd is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:58:16.770373 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-912763b8-939e-4bc9-8271-cfd3d162fa1f tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:58:16.774459 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912763b8-939e-4bc9-8271-cfd3d162fa1f tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:58:16.781111 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-51d7fb65-6658-4200-8d8b-32cdf3e39795 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:58:16.781665 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-51d7fb65-6658-4200-8d8b-32cdf3e39795 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:58:16.782050 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 64bfe58d-bc3f-4f3b-a7fd-40acac0c5172 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:58:16.782391 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 64bfe58d-bc3f-4f3b-a7fd-40acac0c5172 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:58:16.788028 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fcdef95d-a311-4a69-9e4f-aab357bbcc41 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (5ac011c4-dff4-4470-a7f4-5161f72936a4), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:16.803194 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fcdef95d-a311-4a69-9e4f-aab357bbcc41 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for router_controller (5ac011c4-dff4-4470-a7f4-5161f72936a4), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:16.803453 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-78aaf2e9-a142-46f5-a9a0-e56f78a11d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:16.803453 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78aaf2e9-a142-46f5-a9a0-e56f78a11d3a None None] The sync data for ids ['5ac011c4-dff4-4470-a7f4-5161f72936a4'] in n-d-852088-5 is: [] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:58:16.813495 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=8f9ef2dc-d6ab-4cf7-857e-167128a94323,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:16.873441 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-912763b8-939e-4bc9-8271-cfd3d162fa1f tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (a2bfe85d-e1aa-4b7e-b04f-a7b8a97367c7), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:16.949364 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3d510f17-5dc4-4825-90fc-e16705682864 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:16.950474 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3d510f17-5dc4-4825-90fc-e16705682864 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:17.049288 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fcdef95d-a311-4a69-9e4f-aab357bbcc41 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (5ac011c4-dff4-4470-a7f4-5161f72936a4), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:17.049907 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcdef95d-a311-4a69-9e4f-aab357bbcc41 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Fanout notify agent at l3_agent the message router_deleted on router 5ac011c4-dff4-4470-a7f4-5161f72936a4 {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:58:17.057938 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fcdef95d-a311-4a69-9e4f-aab357bbcc41 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:17.059064 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-fcdef95d-a311-4a69-9e4f-aab357bbcc41 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "DELETE /networking/v2.0/routers/5ac011c4-dff4-4470-a7f4-5161f72936a4 HTTP/1.1" status: 204 len: 168 time: 0.6764424 Aug 27 04:58:17.064579 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37652) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:17.136131 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-947bdd44-cb4e-4bb9-abbc-154e1b72e3cd tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (608dcd52-cf4e-4e07-9476-18774ff038ec), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:17.142138 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3d510f17-5dc4-4825-90fc-e16705682864 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for router_controller (3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:17.168617 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-17fda1e9-bdf1-450c-b8c4-e67952f72b53 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Deleting subnet b61d7db3-0be8-4d26-bc95-f4b8ece07694 {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:58:17.172225 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-17fda1e9-bdf1-450c-b8c4-e67952f72b53 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for subnet (b61d7db3-0be8-4d26-bc95-f4b8ece07694), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:17.199246 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947bdd44-cb4e-4bb9-abbc-154e1b72e3cd tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Network eeb608ee-efd3-4767-9367-66d206b04a80 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:58:17.207086 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-947bdd44-cb4e-4bb9-abbc-154e1b72e3cd tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:58:17.217527 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd37513-3618-47e9-90b4-9a8ba122afd3 None None] Network eeb608ee-efd3-4767-9367-66d206b04a80 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:58:17.235650 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947bdd44-cb4e-4bb9-abbc-154e1b72e3cd tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:58:17.236267 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-947bdd44-cb4e-4bb9-abbc-154e1b72e3cd tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:17.250144 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-17fda1e9-bdf1-450c-b8c4-e67952f72b53 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (b61d7db3-0be8-4d26-bc95-f4b8ece07694), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:17.261735 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947bdd44-cb4e-4bb9-abbc-154e1b72e3cd tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event updated for resources: {'Subnet': ['ID=608dcd52-cf4e-4e07-9476-18774ff038ec,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:17.305103 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-912763b8-939e-4bc9-8271-cfd3d162fa1f tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (fa2f1886-c3e2-4e4a-a82f-51c75de85be4), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:17.338351 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:17.359534 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-51d7fb65-6658-4200-8d8b-32cdf3e39795 None None] Current status of the port 8f9ef2dc-d6ab-4cf7-857e-167128a94323 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:58:17.383790 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3d510f17-5dc4-4825-90fc-e16705682864 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:17.399893 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-947bdd44-cb4e-4bb9-abbc-154e1b72e3cd tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.4756644 Aug 27 04:58:17.402475 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 37670) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:17.408616 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-36aa423f-61d8-403d-9196-7148895ee288 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Request body: {'port': {'network_id': 'eeb608ee-efd3-4767-9367-66d206b04a80', 'fixed_ips': [{'subnet_id': '7531f2e4-b56e-4d33-9b15-0c4228dbac77'}, {'subnet_id': '608dcd52-cf4e-4e07-9476-18774ff038ec'}], 'name': 'tempest-PortsTestJSON-210100019'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:58:17.517415 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-17fda1e9-bdf1-450c-b8c4-e67952f72b53 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (b61d7db3-0be8-4d26-bc95-f4b8ece07694), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:17.552685 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-cf569d4e-1389-4658-8d02-71848015f6a8 None None] Provisioning complete for port 8f9ef2dc-d6ab-4cf7-857e-167128a94323 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:17.553037 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cf569d4e-1389-4658-8d02-71848015f6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (8f9ef2dc-d6ab-4cf7-857e-167128a94323), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:17.635926 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3d510f17-5dc4-4825-90fc-e16705682864 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:17.635926 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3d510f17-5dc4-4825-90fc-e16705682864 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.0817597 Aug 27 04:58:17.637775 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 37688) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:17.650507 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 8f9ef2dc-d6ab-4cf7-857e-167128a94323 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:58:17.666227 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-f2e48871-0d06-4070-a29a-e59f48d5cb86 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1299377243'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:58:17.708993 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e00c83a-2807-43cf-aeb8-f19375c9e47e None None] Update dhcp port {'port': {'network_id': 'eeb608ee-efd3-4767-9367-66d206b04a80', 'fixed_ips': [{'subnet_id': '7531f2e4-b56e-4d33-9b15-0c4228dbac77', 'ip_address': '172.20.0.2'}, {'subnet_id': '608dcd52-cf4e-4e07-9476-18774ff038ec'}], 'binding:host_id': 'n-d-852088-5'}, 'id': '8f9ef2dc-d6ab-4cf7-857e-167128a94323'} from n-d-852088-5. {{(pid=107777) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Aug 27 04:58:17.776707 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3e00c83a-2807-43cf-aeb8-f19375c9e47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8f9ef2dc-d6ab-4cf7-857e-167128a94323), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:17.876250 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-912763b8-939e-4bc9-8271-cfd3d162fa1f tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for port (fa2f1886-c3e2-4e4a-a82f-51c75de85be4), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:17.876354 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 8f9ef2dc-d6ab-4cf7-857e-167128a94323 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:17.876354 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (8f9ef2dc-d6ab-4cf7-857e-167128a94323), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:17.912582 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36aa423f-61d8-403d-9196-7148895ee288 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Made reservation on behalf of fe4b55b9429141158994d6a58059854d for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:58:17.920000 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e48871-0d06-4070-a29a-e59f48d5cb86 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Made reservation on behalf of f97daadf5de74bd7bc5004505037c8e3 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:58:17.923863 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f2e48871-0d06-4070-a29a-e59f48d5cb86 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:17.948997 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-cf569d4e-1389-4658-8d02-71848015f6a8 None None] Current status of the port 8f9ef2dc-d6ab-4cf7-857e-167128a94323 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:58:17.988832 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-cf569d4e-1389-4658-8d02-71848015f6a8 None None] Provisioning complete for port fa2f1886-c3e2-4e4a-a82f-51c75de85be4 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:17.990385 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cf569d4e-1389-4658-8d02-71848015f6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (fa2f1886-c3e2-4e4a-a82f-51c75de85be4), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:18.035013 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2e48871-0d06-4070-a29a-e59f48d5cb86 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:58:18.061107 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f2e48871-0d06-4070-a29a-e59f48d5cb86 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (4785d50f-c939-46dd-a1b6-18d86cd8d6c7), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:18.061461 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-f2e48871-0d06-4070-a29a-e59f48d5cb86 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Added segment 4785d50f-c939-46dd-a1b6-18d86cd8d6c7 of type vlan for network 2e47ae03-ab97-4f12-a6f2-cc39b2534fcd Aug 27 04:58:18.065251 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-cf569d4e-1389-4658-8d02-71848015f6a8 None None] Port fa2f1886-c3e2-4e4a-a82f-51c75de85be4 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:58:18.085097 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-36aa423f-61d8-403d-9196-7148895ee288 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:18.100295 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-3e00c83a-2807-43cf-aeb8-f19375c9e47e None None] Allocated IP 172.20.0.18 (eeb608ee-efd3-4767-9367-66d206b04a80/608dcd52-cf4e-4e07-9476-18774ff038ec/8f9ef2dc-d6ab-4cf7-857e-167128a94323) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:58:18.114329 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 8f9ef2dc-d6ab-4cf7-857e-167128a94323 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:58:18.117027 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-912763b8-939e-4bc9-8271-cfd3d162fa1f tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (fa2f1886-c3e2-4e4a-a82f-51c75de85be4), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:18.134358 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f2e48871-0d06-4070-a29a-e59f48d5cb86 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (2e47ae03-ab97-4f12-a6f2-cc39b2534fcd), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:18.137481 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [None req-36aa423f-61d8-403d-9196-7148895ee288 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] device_id is not set on port cca4b638-4933-4da6-a83d-8629dd805a39 yet. {{(pid=107776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:58:18.150137 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-17fda1e9-bdf1-450c-b8c4-e67952f72b53 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (b61d7db3-0be8-4d26-bc95-f4b8ece07694), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:18.220010 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=74,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=12 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:18.237030 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fda1e9-bdf1-450c-b8c4-e67952f72b53 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event deleted for resources: {'Subnet': ['ID=b61d7db3-0be8-4d26-bc95-f4b8ece07694,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:18.256964 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-17fda1e9-bdf1-450c-b8c4-e67952f72b53 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:18.275299 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-17fda1e9-bdf1-450c-b8c4-e67952f72b53 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/b61d7db3-0be8-4d26-bc95-f4b8ece07694 HTTP/1.1" status: 204 len: 168 time: 1.2080879 Aug 27 04:58:18.283780 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37718) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:18.284633 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd560dd-8561-410a-814c-f52c659e8245 None None] Network 13ed20c9-ff7b-4773-b627-3470fe04bdab requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:58:18.332382 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912763b8-939e-4bc9-8271-cfd3d162fa1f tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Pushing event updated for resources: {'Port': ['ID=fa2f1886-c3e2-4e4a-a82f-51c75de85be4,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:18.337135 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-912763b8-939e-4bc9-8271-cfd3d162fa1f tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (a2bfe85d-e1aa-4b7e-b04f-a7b8a97367c7), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:18.356040 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:18.413297 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f2e48871-0d06-4070-a29a-e59f48d5cb86 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (2e47ae03-ab97-4f12-a6f2-cc39b2534fcd), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:18.419497 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e48871-0d06-4070-a29a-e59f48d5cb86 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:58:18.420644 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f2e48871-0d06-4070-a29a-e59f48d5cb86 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:18.421350 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-3e00c83a-2807-43cf-aeb8-f19375c9e47e None None] For port 8f9ef2dc-d6ab-4cf7-857e-167128a94323, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=8f9ef2dc-d6ab-4cf7-857e-167128a94323,segment=NetworkSegment(af5a4d1f-8223-474a-9e7e-a4128b49a9b5),segment_id=af5a4d1f-8223-474a-9e7e-a4128b49a9b5)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:58:18.462724 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3e00c83a-2807-43cf-aeb8-f19375c9e47e None None] Publish callbacks [] for port (8f9ef2dc-d6ab-4cf7-857e-167128a94323), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:18.476320 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5ad12b42-bb96-446d-a6d7-8551c8c091bf tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (13ed20c9-ff7b-4773-b627-3470fe04bdab), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:18.521990 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b64b523-187f-431e-bb69-30bb67cc2d91 None None] DHCP port deletion for 13ed20c9-ff7b-4773-b627-3470fe04bdab request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:58:18.526359 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e48871-0d06-4070-a29a-e59f48d5cb86 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event updated for resources: {'Network': ['ID=2e47ae03-ab97-4f12-a6f2-cc39b2534fcd,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:18.539208 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 2e47ae03-ab97-4f12-a6f2-cc39b2534fcd details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:58:18.564469 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-5ad12b42-bb96-446d-a6d7-8551c8c091bf tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Deleting port 1dd20ec6-7e2e-4579-ab02-82327a98cea3 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:58:18.565118 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5ad12b42-bb96-446d-a6d7-8551c8c091bf tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (1dd20ec6-7e2e-4579-ab02-82327a98cea3), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:18.628975 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912763b8-939e-4bc9-8271-cfd3d162fa1f tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Network acdd16cc-74ff-4739-8717-0deb26d8c8bd is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:58:18.649990 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3e00c83a-2807-43cf-aeb8-f19375c9e47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (8f9ef2dc-d6ab-4cf7-857e-167128a94323), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:18.651290 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-912763b8-939e-4bc9-8271-cfd3d162fa1f tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:58:18.699066 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f2e48871-0d06-4070-a29a-e59f48d5cb86 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0592020 Aug 27 04:58:18.710519 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 37738) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:18.713985 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-8b64b523-187f-431e-bb69-30bb67cc2d91 None None] Deleting port 1dd20ec6-7e2e-4579-ab02-82327a98cea3 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:58:18.714637 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8b64b523-187f-431e-bb69-30bb67cc2d91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (1dd20ec6-7e2e-4579-ab02-82327a98cea3), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:18.720737 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-23b3be4c-1dfb-4d76-9682-29ea2c777102 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Request body: {'subnet': {'network_id': '2e47ae03-ab97-4f12-a6f2-cc39b2534fcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:58:18.774968 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-5ad12b42-bb96-446d-a6d7-8551c8c091bf tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] For port 1dd20ec6-7e2e-4579-ab02-82327a98cea3, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=1dd20ec6-7e2e-4579-ab02-82327a98cea3,segment=NetworkSegment(7a30920e-3873-4ff3-9eef-e5ed3fdd18a1),segment_id=7a30920e-3873-4ff3-9eef-e5ed3fdd18a1)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:58:18.775359 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5ad12b42-bb96-446d-a6d7-8551c8c091bf tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (1dd20ec6-7e2e-4579-ab02-82327a98cea3), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:18.898425 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e00c83a-2807-43cf-aeb8-f19375c9e47e None None] Pushing event updated for resources: {'Port': ['ID=8f9ef2dc-d6ab-4cf7-857e-167128a94323,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:18.911960 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-912763b8-939e-4bc9-8271-cfd3d162fa1f tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Router a2bfe85d-e1aa-4b7e-b04f-a7b8a97367c7 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:58:18.926156 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-5ad12b42-bb96-446d-a6d7-8551c8c091bf tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Calling delete_port for 1dd20ec6-7e2e-4579-ab02-82327a98cea3 owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:58:18.959546 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-8b64b523-187f-431e-bb69-30bb67cc2d91 None None] For port 1dd20ec6-7e2e-4579-ab02-82327a98cea3, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=1dd20ec6-7e2e-4579-ab02-82327a98cea3,segment=NetworkSegment(7a30920e-3873-4ff3-9eef-e5ed3fdd18a1),segment_id=7a30920e-3873-4ff3-9eef-e5ed3fdd18a1)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:58:18.965635 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8b64b523-187f-431e-bb69-30bb67cc2d91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (1dd20ec6-7e2e-4579-ab02-82327a98cea3), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:19.005894 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-36aa423f-61d8-403d-9196-7148895ee288 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Allocated IP 172.20.0.10 (eeb608ee-efd3-4767-9367-66d206b04a80/7531f2e4-b56e-4d33-9b15-0c4228dbac77/cca4b638-4933-4da6-a83d-8629dd805a39) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:58:19.008739 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-8b64b523-187f-431e-bb69-30bb67cc2d91 None None] Calling delete_port for 1dd20ec6-7e2e-4579-ab02-82327a98cea3 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:58:19.024028 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-36aa423f-61d8-403d-9196-7148895ee288 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Allocated IP 172.20.0.26 (eeb608ee-efd3-4767-9367-66d206b04a80/608dcd52-cf4e-4e07-9476-18774ff038ec/cca4b638-4933-4da6-a83d-8629dd805a39) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:58:19.212076 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 37760) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:19.215879 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-f47c9823-c058-488c-839b-415f22165d5c None None] Provisioning complete for port fa2f1886-c3e2-4e4a-a82f-51c75de85be4 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:19.216290 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f47c9823-c058-488c-839b-415f22165d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (fa2f1886-c3e2-4e4a-a82f-51c75de85be4), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:19.248808 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b3be4c-1dfb-4d76-9682-29ea2c777102 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Made reservation on behalf of f97daadf5de74bd7bc5004505037c8e3 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:58:19.258120 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-23b3be4c-1dfb-4d76-9682-29ea2c777102 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:19.267026 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-f47c9823-c058-488c-839b-415f22165d5c None None] Port fa2f1886-c3e2-4e4a-a82f-51c75de85be4 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:58:19.301621 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8b64b523-187f-431e-bb69-30bb67cc2d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (1dd20ec6-7e2e-4579-ab02-82327a98cea3), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:19.306942 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912763b8-939e-4bc9-8271-cfd3d162fa1f tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:58:19.313444 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-912763b8-939e-4bc9-8271-cfd3d162fa1f tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] 10.222.0.76 "PUT /networking/v2.0/routers/a2bfe85d-e1aa-4b7e-b04f-a7b8a97367c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8463633 Aug 27 04:58:19.316249 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37768) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:19.325403 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-17de3e1c-3da3-4302-add4-cb1c4dc9ce7e tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Request body: {'port': {'network_id': 'acdd16cc-74ff-4739-8717-0deb26d8c8bd', 'name': 'tempest-FloatingIPTestJSON-284473708'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:58:19.330815 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb69dd44-aa81-4350-a628-bba700c391f3 None None] Sync routers for ids ['a2bfe85d-e1aa-4b7e-b04f-a7b8a97367c7'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:58:19.377914 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb69dd44-aa81-4350-a628-bba700c391f3 None None] Routers {'a2bfe85d-e1aa-4b7e-b04f-a7b8a97367c7'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:58:19.385384 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-bb69dd44-aa81-4350-a628-bba700c391f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:57:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['a2bfe85d-e1aa-4b7e-b04f-a7b8a97367c7'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:19.421110 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b64b523-187f-431e-bb69-30bb67cc2d91 None None] Pushing event deleted for resources: {'Port': ['ID=1dd20ec6-7e2e-4579-ab02-82327a98cea3,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:19.438879 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b64b523-187f-431e-bb69-30bb67cc2d91 None None] No DVR routers for this DVR port 1dd20ec6-7e2e-4579-ab02-82327a98cea3 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:58:19.445264 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-36aa423f-61d8-403d-9196-7148895ee288 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for port (cca4b638-4933-4da6-a83d-8629dd805a39), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:19.455768 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5ad12b42-bb96-446d-a6d7-8551c8c091bf tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (1dd20ec6-7e2e-4579-ab02-82327a98cea3), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:19.481327 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad12b42-bb96-446d-a6d7-8551c8c091bf tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event deleted for resources: {'Port': ['ID=1dd20ec6-7e2e-4579-ab02-82327a98cea3,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:19.481491 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-bb69dd44-aa81-4350-a628-bba700c391f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:19.500792 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb69dd44-aa81-4350-a628-bba700c391f3 None None] Routers {'a2bfe85d-e1aa-4b7e-b04f-a7b8a97367c7'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:58:19.500792 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-bb69dd44-aa81-4350-a628-bba700c391f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:57:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['a2bfe85d-e1aa-4b7e-b04f-a7b8a97367c7'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:19.524140 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad12b42-bb96-446d-a6d7-8551c8c091bf tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] No DVR routers for this DVR port 1dd20ec6-7e2e-4579-ab02-82327a98cea3 on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:58:19.554306 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2cc45871-4c35-4d36-b376-c8beecb2f0eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:19.555624 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-bb69dd44-aa81-4350-a628-bba700c391f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:19.556298 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb69dd44-aa81-4350-a628-bba700c391f3 None None] The sync data for ids ['a2bfe85d-e1aa-4b7e-b04f-a7b8a97367c7'] in n-d-852088-5 is: [] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:58:19.630336 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-36aa423f-61d8-403d-9196-7148895ee288 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (cca4b638-4933-4da6-a83d-8629dd805a39), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:19.643086 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 8f9ef2dc-d6ab-4cf7-857e-167128a94323 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:58:19.668118 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5ad12b42-bb96-446d-a6d7-8551c8c091bf tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (13ed20c9-ff7b-4773-b627-3470fe04bdab), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:19.715831 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa423f-61d8-403d-9196-7148895ee288 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event updated for resources: {'Port': ['ID=cca4b638-4933-4da6-a83d-8629dd805a39,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:19.726682 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 8f9ef2dc-d6ab-4cf7-857e-167128a94323 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:19.727107 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (8f9ef2dc-d6ab-4cf7-857e-167128a94323), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:19.733138 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-5ad12b42-bb96-446d-a6d7-8551c8c091bf tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13ed20c9-ff7b-4773-b627-3470fe04bdab']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:19.768844 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36aa423f-61d8-403d-9196-7148895ee288 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Network eeb608ee-efd3-4767-9367-66d206b04a80 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:58:19.776204 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-5ad12b42-bb96-446d-a6d7-8551c8c091bf tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a30920e-3873-4ff3-9eef-e5ed3fdd18a1') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:19.776518 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-5ad12b42-bb96-446d-a6d7-8551c8c091bf tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a30920e-3873-4ff3-9eef-e5ed3fdd18a1') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:19.787285 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-36aa423f-61d8-403d-9196-7148895ee288 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:58:19.802581 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5ad12b42-bb96-446d-a6d7-8551c8c091bf tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (7a30920e-3873-4ff3-9eef-e5ed3fdd18a1), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:19.826449 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17de3e1c-3da3-4302-add4-cb1c4dc9ce7e tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Made reservation on behalf of a035ed243e0b4ff6a2bb61230ea5a08a for: {'port': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:58:19.830354 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-17de3e1c-3da3-4302-add4-cb1c4dc9ce7e tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:19.849608 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5ad12b42-bb96-446d-a6d7-8551c8c091bf tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (7a30920e-3873-4ff3-9eef-e5ed3fdd18a1), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:19.858863 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [None req-17de3e1c-3da3-4302-add4-cb1c4dc9ce7e tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] device_id is not set on port f6e68f57-542a-49b3-b4e3-413ccf053050 yet. {{(pid=107775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:58:19.866947 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ad12b42-bb96-446d-a6d7-8551c8c091bf tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:58:19.867368 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5ad12b42-bb96-446d-a6d7-8551c8c091bf tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (7a30920e-3873-4ff3-9eef-e5ed3fdd18a1), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:19.870613 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 8f9ef2dc-d6ab-4cf7-857e-167128a94323 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:58:19.947843 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36aa423f-61d8-403d-9196-7148895ee288 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:58:19.953281 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:19.971556 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 1dd20ec6-7e2e-4579-ab02-82327a98cea3 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:58:19.994545 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 1dd20ec6-7e2e-4579-ab02-82327a98cea3 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:58:19.995057 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 1dd20ec6-7e2e-4579-ab02-82327a98cea3 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:58:20.009659 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-b81334be-bafa-4cf1-b5c5-738b64eb89cf None None] Provisioning complete for port 8f9ef2dc-d6ab-4cf7-857e-167128a94323 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:20.011585 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b81334be-bafa-4cf1-b5c5-738b64eb89cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (8f9ef2dc-d6ab-4cf7-857e-167128a94323), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:20.019034 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 7a30920e-3873-4ff3-9eef-e5ed3fdd18a1 resource provider aggregate not found Aug 27 04:58:20.047067 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-23b3be4c-1dfb-4d76-9682-29ea2c777102 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (40141336-9273-4c5b-819b-a9da8c34164d), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:20.171044 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-b81334be-bafa-4cf1-b5c5-738b64eb89cf None None] Current status of the port 8f9ef2dc-d6ab-4cf7-857e-167128a94323 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:58:20.181835 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=8 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:20.194289 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-17de3e1c-3da3-4302-add4-cb1c4dc9ce7e tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Allocated IP 172.20.0.8 (acdd16cc-74ff-4739-8717-0deb26d8c8bd/4358ac1f-fb07-4b21-9795-cde40281de3d/f6e68f57-542a-49b3-b4e3-413ccf053050) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:58:20.201474 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 7a30920e-3873-4ff3-9eef-e5ed3fdd18a1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7a30920e-3873-4ff3-9eef-e5ed3fdd18a1 found for delete ", "request_id": "req-f6986b01-2860-4c9a-b7f8-f0e4e0c2e018"}]} Aug 27 04:58:20.205345 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36aa423f-61d8-403d-9196-7148895ee288 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:58:20.206304 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-36aa423f-61d8-403d-9196-7148895ee288 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:20.213430 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2cc45871-4c35-4d36-b376-c8beecb2f0eb admin admin] Publish callbacks [] for security_group (9f4933d0-40b3-4ff1-a53d-a72b5fc88010), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:20.222506 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5ad12b42-bb96-446d-a6d7-8551c8c091bf tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (13ed20c9-ff7b-4773-b627-3470fe04bdab), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:20.231181 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5ad12b42-bb96-446d-a6d7-8551c8c091bf tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:20.239877 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-5ad12b42-bb96-446d-a6d7-8551c8c091bf tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "DELETE /networking/v2.0/networks/13ed20c9-ff7b-4773-b627-3470fe04bdab HTTP/1.1" status: 204 len: 168 time: 1.9490898 Aug 27 04:58:20.251889 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37828) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:20.287605 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b3be4c-1dfb-4d76-9682-29ea2c777102 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event updated for resources: {'Subnet': ['ID=40141336-9273-4c5b-819b-a9da8c34164d,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:20.319931 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2cc45871-4c35-4d36-b376-c8beecb2f0eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (9f4933d0-40b3-4ff1-a53d-a72b5fc88010), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:20.324407 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad12b42-bb96-446d-a6d7-8551c8c091bf tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event deleted for resources: {'Network': ['ID=13ed20c9-ff7b-4773-b627-3470fe04bdab,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:20.346055 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b3be4c-1dfb-4d76-9682-29ea2c777102 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Checking segment: {'id': '4785d50f-c939-46dd-a1b6-18d86cd8d6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2e47ae03-ab97-4f12-a6f2-cc39b2534fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:58:20.346424 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b3be4c-1dfb-4d76-9682-29ea2c777102 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Network hostable DHCP agents. Network: 2e47ae03-ab97-4f12-a6f2-cc39b2534fcd, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:58:20.358569 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2cb5ba-9868-4374-8262-5d8b88da9271 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:58:20.360115 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7b2cb5ba-9868-4374-8262-5d8b88da9271 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "GET /networking/v2.0/ports/51c1e214-5722-49ad-8652-c2ab722fb4ea HTTP/1.1" status: 200 len: 845 time: 0.0998077 Aug 27 04:58:20.365055 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 37838) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:20.392029 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2cc45871-4c35-4d36-b376-c8beecb2f0eb admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=22e1ad1552fe40f78f3ecb8be72d7f2b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1784337 Aug 27 04:58:20.398247 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-5a2e8912-0152-4d2e-9e98-e5a96c9aab19 None None] Provisioning complete for port cca4b638-4933-4da6-a83d-8629dd805a39 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:20.400070 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5a2e8912-0152-4d2e-9e98-e5a96c9aab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (cca4b638-4933-4da6-a83d-8629dd805a39), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:20.412558 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 37840) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:20.426898 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-36aa423f-61d8-403d-9196-7148895ee288 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.0223436 Aug 27 04:58:20.427891 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc45871-4c35-4d36-b376-c8beecb2f0eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4933d0-40b3-4ff1-a53d-a72b5fc88010,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:20.429906 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37844) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:20.438974 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-53f84b12-ea77-42e3-ba2a-88a1c5ee2d0c tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7531f2e4-b56e-4d33-9b15-0c4228dbac77'}]}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:58:20.441621 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-5a2e8912-0152-4d2e-9e98-e5a96c9aab19 None None] Port cca4b638-4933-4da6-a83d-8629dd805a39 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:58:20.454860 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=81,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:20.476710 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f1b92d95-ea36-4e1b-a764-58538a9fb865 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "GET /networking/v2.0/ports/51c1e214-5722-49ad-8652-c2ab722fb4ea?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1032858 Aug 27 04:58:20.482241 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 37852) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:20.488188 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-e6f31c0e-bf7b-4b14-9e66-7332130ea57c tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Request body: {'subnet': {'network_id': '849c1b68-ff98-433a-8a19-bdf5ff0407d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:58:20.551962 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b3be4c-1dfb-4d76-9682-29ea2c777102 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Network 2e47ae03-ab97-4f12-a6f2-cc39b2534fcd is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:58:20.589260 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6e9e608f-b026-4d9f-bd9b-a1af83b38455 admin admin] Publish callbacks [] for security_group (9f4933d0-40b3-4ff1-a53d-a72b5fc88010), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:20.631530 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6e9e608f-b026-4d9f-bd9b-a1af83b38455 admin admin] Publish callbacks [] for security_group (9f4933d0-40b3-4ff1-a53d-a72b5fc88010), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:20.691607 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-23b3be4c-1dfb-4d76-9682-29ea2c777102 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 2e47ae03-ab97-4f12-a6f2-cc39b2534fcd) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:58:20.700684 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5e0b1b-dfd0-44ea-b20c-e9f1e0340821 None None] Network 2e47ae03-ab97-4f12-a6f2-cc39b2534fcd requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:58:20.723736 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b3be4c-1dfb-4d76-9682-29ea2c777102 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:58:20.724726 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-23b3be4c-1dfb-4d76-9682-29ea2c777102 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:20.781208 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f31c0e-bf7b-4b14-9e66-7332130ea57c tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Made reservation on behalf of be8944f580af495191f8edd06de8f901 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:58:20.790617 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e6f31c0e-bf7b-4b14-9e66-7332130ea57c tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:20.852929 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3915ba4c-5e62-4bf7-8154-293cba23aebf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-2e47ae03-ab97-4f12-a6f2-cc39b2534fcd', 'network_id': '2e47ae03-ab97-4f12-a6f2-cc39b2534fcd', 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'fixed_ips': [{'subnet_id': '40141336-9273-4c5b-819b-a9da8c34164d'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:58:20.858334 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3915ba4c-5e62-4bf7-8154-293cba23aebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:21.062178 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-17de3e1c-3da3-4302-add4-cb1c4dc9ce7e tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for port (f6e68f57-542a-49b3-b4e3-413ccf053050), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:21.090351 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6e9e608f-b026-4d9f-bd9b-a1af83b38455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (9f4933d0-40b3-4ff1-a53d-a72b5fc88010), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:21.106507 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-53f84b12-ea77-42e3-ba2a-88a1c5ee2d0c tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (cca4b638-4933-4da6-a83d-8629dd805a39), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:21.106721 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6e9e608f-b026-4d9f-bd9b-a1af83b38455 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:21.106721 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6e9e608f-b026-4d9f-bd9b-a1af83b38455 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/9f4933d0-40b3-4ff1-a53d-a72b5fc88010 HTTP/1.1" status: 204 len: 168 time: 0.6799896 Aug 27 04:58:21.106721 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-23b3be4c-1dfb-4d76-9682-29ea2c777102 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3909507 Aug 27 04:58:21.108812 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37876) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:21.114587 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e608f-b026-4d9f-bd9b-a1af83b38455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4933d0-40b3-4ff1-a53d-a72b5fc88010,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:21.382808 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-3915ba4c-5e62-4bf7-8154-293cba23aebf None None] Allocated IP 2001:db8::2 (2e47ae03-ab97-4f12-a6f2-cc39b2534fcd/40141336-9273-4c5b-819b-a9da8c34164d/2f98d536-c453-4954-a3bd-efa0f4fd558a) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:58:21.425279 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e6f31c0e-bf7b-4b14-9e66-7332130ea57c tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (1fdf416c-553c-49ee-bc2c-cb9263a72f08), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:21.439709 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-17de3e1c-3da3-4302-add4-cb1c4dc9ce7e tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (f6e68f57-542a-49b3-b4e3-413ccf053050), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:21.464948 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:21.533428 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f31c0e-bf7b-4b14-9e66-7332130ea57c tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event updated for resources: {'Subnet': ['ID=1fdf416c-553c-49ee-bc2c-cb9263a72f08,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:21.562094 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 37890) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:21.570174 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f31c0e-bf7b-4b14-9e66-7332130ea57c tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Network 849c1b68-ff98-433a-8a19-bdf5ff0407d2 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:58:21.572371 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-e6f31c0e-bf7b-4b14-9e66-7332130ea57c tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:58:21.575965 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f31c0e-bf7b-4b14-9e66-7332130ea57c tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:58:21.576636 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e6f31c0e-bf7b-4b14-9e66-7332130ea57c tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:21.578527 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17de3e1c-3da3-4302-add4-cb1c4dc9ce7e tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Network acdd16cc-74ff-4739-8717-0deb26d8c8bd is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:58:21.588681 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0350f495-da42-4926-9b74-9a2e731cb9c4 None None] Network 849c1b68-ff98-433a-8a19-bdf5ff0407d2 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:58:21.590158 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de3e1c-3da3-4302-add4-cb1c4dc9ce7e tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Pushing event updated for resources: {'Port': ['ID=f6e68f57-542a-49b3-b4e3-413ccf053050,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:21.592306 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-17de3e1c-3da3-4302-add4-cb1c4dc9ce7e tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:58:21.603005 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17de3e1c-3da3-4302-add4-cb1c4dc9ce7e tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:58:21.702343 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:21.709496 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3915ba4c-5e62-4bf7-8154-293cba23aebf None None] Publish callbacks [] for port (2f98d536-c453-4954-a3bd-efa0f4fd558a), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:21.746780 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f71071c7-b7ee-4b42-ac33-e80cac329f0e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:21.781508 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17de3e1c-3da3-4302-add4-cb1c4dc9ce7e tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:58:21.782279 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-17de3e1c-3da3-4302-add4-cb1c4dc9ce7e tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:21.808641 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-53f84b12-ea77-42e3-ba2a-88a1c5ee2d0c tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Delete allocated IP 172.20.0.26 (eeb608ee-efd3-4767-9367-66d206b04a80/608dcd52-cf4e-4e07-9476-18774ff038ec) {{(pid=107775) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 27 04:58:21.820109 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e04689-87c6-4f77-bd6a-3beb8b438d61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-849c1b68-ff98-433a-8a19-bdf5ff0407d2', 'network_id': '849c1b68-ff98-433a-8a19-bdf5ff0407d2', 'project_id': 'be8944f580af495191f8edd06de8f901', 'fixed_ips': [{'subnet_id': '1fdf416c-553c-49ee-bc2c-cb9263a72f08'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:58:21.821192 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-92e04689-87c6-4f77-bd6a-3beb8b438d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:21.841717 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e6f31c0e-bf7b-4b14-9e66-7332130ea57c tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3518655 Aug 27 04:58:21.841717 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 37900) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:21.843888 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-927a0cf5-6aeb-4806-862c-46d8d924f7ef tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Request body: {'security_group': {'name': 'tempest-secgroup-635535409'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:58:21.919089 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3c06205e-72b4-4c97-b9d7-a4ff0dedff0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:21.958010 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3915ba4c-5e62-4bf7-8154-293cba23aebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (2f98d536-c453-4954-a3bd-efa0f4fd558a), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:21.989192 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-99a55438-19f6-48d3-a6e2-5e3b38729e78 None None] Provisioning complete for port f6e68f57-542a-49b3-b4e3-413ccf053050 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:21.989814 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-99a55438-19f6-48d3-a6e2-5e3b38729e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (f6e68f57-542a-49b3-b4e3-413ccf053050), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:22.016240 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-927a0cf5-6aeb-4806-862c-46d8d924f7ef tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:22.040858 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-17de3e1c-3da3-4302-add4-cb1c4dc9ce7e tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.7189970 Aug 27 04:58:22.041721 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 37906) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:22.050501 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-056e75a5-cf4f-41f3-a79b-273cd93cddb1 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Request body: {'floatingip': {'port_id': 'f6e68f57-542a-49b3-b4e3-413ccf053050'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:58:22.082645 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3915ba4c-5e62-4bf7-8154-293cba23aebf None None] Network 2e47ae03-ab97-4f12-a6f2-cc39b2534fcd is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:58:22.112863 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-3915ba4c-5e62-4bf7-8154-293cba23aebf None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:58:22.121184 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3915ba4c-5e62-4bf7-8154-293cba23aebf None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:58:22.123413 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3915ba4c-5e62-4bf7-8154-293cba23aebf None None] Pushing event updated for resources: {'Port': ['ID=2f98d536-c453-4954-a3bd-efa0f4fd558a,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:22.128631 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-99a55438-19f6-48d3-a6e2-5e3b38729e78 None None] Port f6e68f57-542a-49b3-b4e3-413ccf053050 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:58:22.143040 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3c06205e-72b4-4c97-b9d7-a4ff0dedff0b admin admin] Publish callbacks [] for security_group (acd95935-f6e6-4d0d-877a-e7e6e73eb115), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:22.179119 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-92e04689-87c6-4f77-bd6a-3beb8b438d61 None None] Allocated IP 2001:db8::2 (849c1b68-ff98-433a-8a19-bdf5ff0407d2/1fdf416c-553c-49ee-bc2c-cb9263a72f08/9255dc61-af77-4644-a5a9-e77c9b212215) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:58:22.216575 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-056e75a5-cf4f-41f3-a79b-273cd93cddb1 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for floatingip (fbaa0f9d-c6f5-4c07-a78a-c519bec37c84), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:22.224016 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-3915ba4c-5e62-4bf7-8154-293cba23aebf None None] Attempting to bind port 2f98d536-c453-4954-a3bd-efa0f4fd558a on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:58:22.224820 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-3915ba4c-5e62-4bf7-8154-293cba23aebf None None] Attempting to bind port 2f98d536-c453-4954-a3bd-efa0f4fd558a by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '4785d50f-c939-46dd-a1b6-18d86cd8d6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2e47ae03-ab97-4f12-a6f2-cc39b2534fcd'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:58:22.225350 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3915ba4c-5e62-4bf7-8154-293cba23aebf None None] Attempting to bind port 2f98d536-c453-4954-a3bd-efa0f4fd558a on network 2e47ae03-ab97-4f12-a6f2-cc39b2534fcd {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:58:22.245661 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3915ba4c-5e62-4bf7-8154-293cba23aebf None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:58:22.246308 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3915ba4c-5e62-4bf7-8154-293cba23aebf None None] Checking segment: {'id': '4785d50f-c939-46dd-a1b6-18d86cd8d6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2e47ae03-ab97-4f12-a6f2-cc39b2534fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:58:22.246902 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3915ba4c-5e62-4bf7-8154-293cba23aebf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:22.247466 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3915ba4c-5e62-4bf7-8154-293cba23aebf None None] Bound using segment: {'id': '4785d50f-c939-46dd-a1b6-18d86cd8d6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2e47ae03-ab97-4f12-a6f2-cc39b2534fcd'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:58:22.248123 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-3915ba4c-5e62-4bf7-8154-293cba23aebf None None] Bound port: 2f98d536-c453-4954-a3bd-efa0f4fd558a, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4785d50f-c939-46dd-a1b6-18d86cd8d6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2e47ae03-ab97-4f12-a6f2-cc39b2534fcd'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:58:22.248737 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3915ba4c-5e62-4bf7-8154-293cba23aebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (2f98d536-c453-4954-a3bd-efa0f4fd558a), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:22.305427 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-53f84b12-ea77-42e3-ba2a-88a1c5ee2d0c tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for port (cca4b638-4933-4da6-a83d-8629dd805a39), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:22.319016 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3c06205e-72b4-4c97-b9d7-a4ff0dedff0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (acd95935-f6e6-4d0d-877a-e7e6e73eb115), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:22.340916 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-f71071c7-b7ee-4b42-ac33-e80cac329f0e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Allocated IP 2001:db8::1 (2e47ae03-ab97-4f12-a6f2-cc39b2534fcd/40141336-9273-4c5b-819b-a9da8c34164d/5fc9b9c4-c21e-4709-93db-504834d76e29) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:58:22.369964 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c06205e-72b4-4c97-b9d7-a4ff0dedff0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd95935-f6e6-4d0d-877a-e7e6e73eb115,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:22.378101 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-3915ba4c-5e62-4bf7-8154-293cba23aebf None None] For port 2f98d536-c453-4954-a3bd-efa0f4fd558a, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:58:22.383455 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-3915ba4c-5e62-4bf7-8154-293cba23aebf None None] For port 2f98d536-c453-4954-a3bd-efa0f4fd558a, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=2f98d536-c453-4954-a3bd-efa0f4fd558a,segment=NetworkSegment(4785d50f-c939-46dd-a1b6-18d86cd8d6c7),segment_id=4785d50f-c939-46dd-a1b6-18d86cd8d6c7)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:58:22.436722 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-927a0cf5-6aeb-4806-862c-46d8d924f7ef tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for security_group (c362f483-a858-4555-8e6b-34fa1457cfcc), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:22.445693 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-53f84b12-ea77-42e3-ba2a-88a1c5ee2d0c tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (cca4b638-4933-4da6-a83d-8629dd805a39), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:22.445950 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3c06205e-72b4-4c97-b9d7-a4ff0dedff0b admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=43664f2f09924de98a68ff0b71d0c190&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8800609 Aug 27 04:58:22.447131 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37924) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:22.448187 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-92e04689-87c6-4f77-bd6a-3beb8b438d61 None None] Publish callbacks [] for port (9255dc61-af77-4644-a5a9-e77c9b212215), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:22.519366 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37926) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:22.546558 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3915ba4c-5e62-4bf7-8154-293cba23aebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (2f98d536-c453-4954-a3bd-efa0f4fd558a), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:22.623626 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3beafbc1-db06-4b5d-995e-bd11b6828b53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:22.630793 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-927a0cf5-6aeb-4806-862c-46d8d924f7ef tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (c362f483-a858-4555-8e6b-34fa1457cfcc), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:22.633946 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-92e04689-87c6-4f77-bd6a-3beb8b438d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (9255dc61-af77-4644-a5a9-e77c9b212215), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:22.637019 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f84b12-ea77-42e3-ba2a-88a1c5ee2d0c tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event updated for resources: {'Port': ['ID=cca4b638-4933-4da6-a83d-8629dd805a39,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:22.696986 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927a0cf5-6aeb-4806-862c-46d8d924f7ef tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c362f483-a858-4555-8e6b-34fa1457cfcc,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:22.706756 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e04689-87c6-4f77-bd6a-3beb8b438d61 None None] Network 849c1b68-ff98-433a-8a19-bdf5ff0407d2 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:58:22.710376 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-92e04689-87c6-4f77-bd6a-3beb8b438d61 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:58:22.711594 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3915ba4c-5e62-4bf7-8154-293cba23aebf None None] Pushing event updated for resources: {'Port': ['ID=2f98d536-c453-4954-a3bd-efa0f4fd558a,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:22.742393 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f71071c7-b7ee-4b42-ac33-e80cac329f0e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for port (5fc9b9c4-c21e-4709-93db-504834d76e29), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:22.800993 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-927a0cf5-6aeb-4806-862c-46d8d924f7ef tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:22.805806 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-53f84b12-ea77-42e3-ba2a-88a1c5ee2d0c tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] In _notify_port_updated(), no bound segment for port cca4b638-4933-4da6-a83d-8629dd805a39 on network eeb608ee-efd3-4767-9367-66d206b04a80 {{(pid=107775) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Aug 27 04:58:22.806019 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-927a0cf5-6aeb-4806-862c-46d8d924f7ef tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9670324 Aug 27 04:58:22.808673 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 37938) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:22.809350 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e04689-87c6-4f77-bd6a-3beb8b438d61 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:58:22.810745 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f84b12-ea77-42e3-ba2a-88a1c5ee2d0c tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:58:22.811407 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-53f84b12-ea77-42e3-ba2a-88a1c5ee2d0c tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:22.813250 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-53f84b12-ea77-42e3-ba2a-88a1c5ee2d0c tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "PUT /networking/v2.0/ports/cca4b638-4933-4da6-a83d-8629dd805a39 HTTP/1.1" status: 200 len: 919 time: 2.3821650 Aug 27 04:58:22.819493 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-436298e5-ae16-4f3c-af58-6416d3d5ccb7 admin admin] Publish callbacks [] for security_group (acd95935-f6e6-4d0d-877a-e7e6e73eb115), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:22.821984 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-598c3c88-75db-47dc-a97d-350d47b4fe72 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Request body: {'security_group': {'name': 'tempest-secgroup-593009392'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:58:22.828427 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37940) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:22.835569 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-a57d8b2f-cb9e-4dce-8a45-a0569e19bfd9 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7531f2e4-b56e-4d33-9b15-0c4228dbac77'}, {'subnet_id': '608dcd52-cf4e-4e07-9476-18774ff038ec'}]}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:58:22.875088 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e04689-87c6-4f77-bd6a-3beb8b438d61 None None] Pushing event updated for resources: {'Port': ['ID=9255dc61-af77-4644-a5a9-e77c9b212215,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:22.975398 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-436298e5-ae16-4f3c-af58-6416d3d5ccb7 admin admin] Publish callbacks [] for security_group (acd95935-f6e6-4d0d-877a-e7e6e73eb115), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:23.030551 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-8c9d3237-522a-444a-ba6f-dd928c2d5865 None None] Provisioning complete for port cca4b638-4933-4da6-a83d-8629dd805a39 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:23.030551 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8c9d3237-522a-444a-ba6f-dd928c2d5865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (cca4b638-4933-4da6-a83d-8629dd805a39), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:23.031497 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-92e04689-87c6-4f77-bd6a-3beb8b438d61 None None] Attempting to bind port 9255dc61-af77-4644-a5a9-e77c9b212215 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:58:23.032135 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-92e04689-87c6-4f77-bd6a-3beb8b438d61 None None] Attempting to bind port 9255dc61-af77-4644-a5a9-e77c9b212215 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '5bbd99ab-216f-4169-a7c0-cee8497241e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '849c1b68-ff98-433a-8a19-bdf5ff0407d2'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:58:23.032822 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e04689-87c6-4f77-bd6a-3beb8b438d61 None None] Attempting to bind port 9255dc61-af77-4644-a5a9-e77c9b212215 on network 849c1b68-ff98-433a-8a19-bdf5ff0407d2 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:58:23.054190 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e04689-87c6-4f77-bd6a-3beb8b438d61 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:58:23.056275 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e04689-87c6-4f77-bd6a-3beb8b438d61 None None] Checking segment: {'id': '5bbd99ab-216f-4169-a7c0-cee8497241e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '849c1b68-ff98-433a-8a19-bdf5ff0407d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:58:23.056275 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-92e04689-87c6-4f77-bd6a-3beb8b438d61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:23.056275 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e04689-87c6-4f77-bd6a-3beb8b438d61 None None] Bound using segment: {'id': '5bbd99ab-216f-4169-a7c0-cee8497241e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '849c1b68-ff98-433a-8a19-bdf5ff0407d2'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:58:23.056275 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-92e04689-87c6-4f77-bd6a-3beb8b438d61 None None] Bound port: 9255dc61-af77-4644-a5a9-e77c9b212215, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bbd99ab-216f-4169-a7c0-cee8497241e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '849c1b68-ff98-433a-8a19-bdf5ff0407d2'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:58:23.057017 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-92e04689-87c6-4f77-bd6a-3beb8b438d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (9255dc61-af77-4644-a5a9-e77c9b212215), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:23.094721 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3beafbc1-db06-4b5d-995e-bd11b6828b53 admin admin] Publish callbacks [] for security_group (a68e7ff2-21ca-421f-b3ea-3e78880ece89), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:23.116767 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a57d8b2f-cb9e-4dce-8a45-a0569e19bfd9 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (cca4b638-4933-4da6-a83d-8629dd805a39), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:23.137225 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f71071c7-b7ee-4b42-ac33-e80cac329f0e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (5fc9b9c4-c21e-4709-93db-504834d76e29), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:23.138608 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-598c3c88-75db-47dc-a97d-350d47b4fe72 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:23.226791 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-92e04689-87c6-4f77-bd6a-3beb8b438d61 None None] For port 9255dc61-af77-4644-a5a9-e77c9b212215, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:58:23.230563 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-92e04689-87c6-4f77-bd6a-3beb8b438d61 None None] For port 9255dc61-af77-4644-a5a9-e77c9b212215, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=9255dc61-af77-4644-a5a9-e77c9b212215,segment=NetworkSegment(5bbd99ab-216f-4169-a7c0-cee8497241e7),segment_id=5bbd99ab-216f-4169-a7c0-cee8497241e7)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:58:23.242176 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:23.257982 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71071c7-b7ee-4b42-ac33-e80cac329f0e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Network 2e47ae03-ab97-4f12-a6f2-cc39b2534fcd is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:58:23.265818 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3beafbc1-db06-4b5d-995e-bd11b6828b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (a68e7ff2-21ca-421f-b3ea-3e78880ece89), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:23.278047 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-f71071c7-b7ee-4b42-ac33-e80cac329f0e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:58:23.292956 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-8c9d3237-522a-444a-ba6f-dd928c2d5865 None None] Port cca4b638-4933-4da6-a83d-8629dd805a39 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:58:23.314262 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71071c7-b7ee-4b42-ac33-e80cac329f0e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:58:23.314827 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f71071c7-b7ee-4b42-ac33-e80cac329f0e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:23.321187 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-056e75a5-cf4f-41f3-a79b-273cd93cddb1 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:23.323362 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71071c7-b7ee-4b42-ac33-e80cac329f0e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event updated for resources: {'Port': ['ID=5fc9b9c4-c21e-4709-93db-504834d76e29,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:23.385699 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-92e04689-87c6-4f77-bd6a-3beb8b438d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (9255dc61-af77-4644-a5a9-e77c9b212215), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:23.404681 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-436298e5-ae16-4f3c-af58-6416d3d5ccb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (acd95935-f6e6-4d0d-877a-e7e6e73eb115), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:23.412218 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-436298e5-ae16-4f3c-af58-6416d3d5ccb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:23.421930 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-436298e5-ae16-4f3c-af58-6416d3d5ccb7 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/acd95935-f6e6-4d0d-877a-e7e6e73eb115 HTTP/1.1" status: 204 len: 168 time: 0.9719734 Aug 27 04:58:23.448947 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-056e75a5-cf4f-41f3-a79b-273cd93cddb1 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677636'] for floatingip (fbaa0f9d-c6f5-4c07-a78a-c519bec37c84), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:23.522041 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e04689-87c6-4f77-bd6a-3beb8b438d61 None None] Pushing event updated for resources: {'Port': ['ID=9255dc61-af77-4644-a5a9-e77c9b212215,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:23.660299 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-a57d8b2f-cb9e-4dce-8a45-a0569e19bfd9 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Allocated IP 172.20.0.25 (eeb608ee-efd3-4767-9367-66d206b04a80/608dcd52-cf4e-4e07-9476-18774ff038ec/cca4b638-4933-4da6-a83d-8629dd805a39) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:58:23.751924 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 2f98d536-c453-4954-a3bd-efa0f4fd558a up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:58:23.752149 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beafbc1-db06-4b5d-995e-bd11b6828b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68e7ff2-21ca-421f-b3ea-3e78880ece89,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:23.781570 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3beafbc1-db06-4b5d-995e-bd11b6828b53 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=f6a3e56f50524001afc48330b4f5d0c1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2571745 Aug 27 04:58:23.796570 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 37974) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:23.850019 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436298e5-ae16-4f3c-af58-6416d3d5ccb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd95935-f6e6-4d0d-877a-e7e6e73eb115,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:23.901961 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 2f98d536-c453-4954-a3bd-efa0f4fd558a triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:23.903038 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (2f98d536-c453-4954-a3bd-efa0f4fd558a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:23.906294 n-d-852088-5 neutron-server[107776]: INFO neutron.db.l3_db [None req-056e75a5-cf4f-41f3-a79b-273cd93cddb1 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Floating IP fbaa0f9d-c6f5-4c07-a78a-c519bec37c84 associated. External IP: 172.25.2.25, port: 686035aa-9553-4593-9022-829f8369981c. Aug 27 04:58:23.919108 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-598c3c88-75db-47dc-a97d-350d47b4fe72 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for security_group (baa82485-4666-487a-91c8-e4798c802109), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:24.028063 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a57d8b2f-cb9e-4dce-8a45-a0569e19bfd9 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for port (cca4b638-4933-4da6-a83d-8629dd805a39), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:24.106511 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-598c3c88-75db-47dc-a97d-350d47b4fe72 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (baa82485-4666-487a-91c8-e4798c802109), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:24.116399 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 2f98d536-c453-4954-a3bd-efa0f4fd558a is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:58:24.117170 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (2f98d536-c453-4954-a3bd-efa0f4fd558a), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:24.119458 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f71071c7-b7ee-4b42-ac33-e80cac329f0e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (5fc9b9c4-c21e-4709-93db-504834d76e29), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:24.131908 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e2b16330-4fef-434a-87fe-4be5b4622977 admin admin] Publish callbacks [] for security_group (a68e7ff2-21ca-421f-b3ea-3e78880ece89), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:24.173471 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 2f98d536-c453-4954-a3bd-efa0f4fd558a, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=2f98d536-c453-4954-a3bd-efa0f4fd558a,segment=NetworkSegment(4785d50f-c939-46dd-a1b6-18d86cd8d6c7),segment_id=4785d50f-c939-46dd-a1b6-18d86cd8d6c7)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:58:24.188520 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a57d8b2f-cb9e-4dce-8a45-a0569e19bfd9 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (cca4b638-4933-4da6-a83d-8629dd805a39), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:24.254354 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e2b16330-4fef-434a-87fe-4be5b4622977 admin admin] Publish callbacks [] for security_group (a68e7ff2-21ca-421f-b3ea-3e78880ece89), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:24.278562 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598c3c88-75db-47dc-a97d-350d47b4fe72 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baa82485-4666-487a-91c8-e4798c802109,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:24.305435 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (2f98d536-c453-4954-a3bd-efa0f4fd558a), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:24.427300 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=2f98d536-c453-4954-a3bd-efa0f4fd558a,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:24.447740 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57d8b2f-cb9e-4dce-8a45-a0569e19bfd9 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event updated for resources: {'Port': ['ID=cca4b638-4933-4da6-a83d-8629dd805a39,revision_number=3']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:24.460218 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38159eac-27a9-412b-be4e-e337d5cd22cf None None] Network 2e47ae03-ab97-4f12-a6f2-cc39b2534fcd requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:58:24.529273 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=75,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=10 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:24.615112 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-a7d3afc1-ef47-481c-9a3e-f380d0adb001 None None] Provisioning complete for port 2f98d536-c453-4954-a3bd-efa0f4fd558a triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:24.615488 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a7d3afc1-ef47-481c-9a3e-f380d0adb001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (2f98d536-c453-4954-a3bd-efa0f4fd558a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:24.628066 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-a57d8b2f-cb9e-4dce-8a45-a0569e19bfd9 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] In _notify_port_updated(), no bound segment for port cca4b638-4933-4da6-a83d-8629dd805a39 on network eeb608ee-efd3-4767-9367-66d206b04a80 {{(pid=107775) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Aug 27 04:58:24.633315 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57d8b2f-cb9e-4dce-8a45-a0569e19bfd9 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:58:24.639798 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a57d8b2f-cb9e-4dce-8a45-a0569e19bfd9 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:24.639798 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a57d8b2f-cb9e-4dce-8a45-a0569e19bfd9 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "PUT /networking/v2.0/ports/cca4b638-4933-4da6-a83d-8629dd805a39 HTTP/1.1" status: 200 len: 999 time: 1.8046689 Aug 27 04:58:24.650276 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 37998) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:24.688927 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:24.826078 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38004) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:24.845060 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-a7d3afc1-ef47-481c-9a3e-f380d0adb001 None None] Current status of the port 2f98d536-c453-4954-a3bd-efa0f4fd558a is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:58:24.867606 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-da326be5-b72d-4f27-8b81-f2c91287ec49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:24.929293 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-598c3c88-75db-47dc-a97d-350d47b4fe72 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:24.930168 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-598c3c88-75db-47dc-a97d-350d47b4fe72 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 2.1204927 Aug 27 04:58:24.933350 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38006) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:24.954104 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-b40dc1e5-01ec-4f7c-9a10-029308d9db5a tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Deleting port cca4b638-4933-4da6-a83d-8629dd805a39 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:58:24.954456 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b40dc1e5-01ec-4f7c-9a10-029308d9db5a tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (cca4b638-4933-4da6-a83d-8629dd805a39), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:24.954772 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-7e84917c-9c44-4abb-a74d-249d70541b06 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-974679366', 'security_groups': ['baa82485-4666-487a-91c8-e4798c802109'], 'network_id': '849c1b68-ff98-433a-8a19-bdf5ff0407d2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1fdf416c-553c-49ee-bc2c-cb9263a72f08'}]}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:58:24.992647 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-bfbb9d1c-c94c-46cf-ad62-ecf17f10ddf8 None None] Provisioning complete for port cca4b638-4933-4da6-a83d-8629dd805a39 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:24.994630 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-bfbb9d1c-c94c-46cf-ad62-ecf17f10ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (cca4b638-4933-4da6-a83d-8629dd805a39), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:25.067337 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb9d1c-c94c-46cf-ad62-ecf17f10ddf8 None None] Port cca4b638-4933-4da6-a83d-8629dd805a39 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:58:25.103646 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b40dc1e5-01ec-4f7c-9a10-029308d9db5a tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (cca4b638-4933-4da6-a83d-8629dd805a39), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:25.132215 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056e75a5-cf4f-41f3-a79b-273cd93cddb1 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Router bc298bda-23b3-40f7-8a86-4ec774b53194 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:58:25.133677 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-b40dc1e5-01ec-4f7c-9a10-029308d9db5a tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Calling delete_port for cca4b638-4933-4da6-a83d-8629dd805a39 owned by {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:58:25.164780 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e2b16330-4fef-434a-87fe-4be5b4622977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (a68e7ff2-21ca-421f-b3ea-3e78880ece89), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:25.172605 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e2b16330-4fef-434a-87fe-4be5b4622977 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:25.172867 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e2b16330-4fef-434a-87fe-4be5b4622977 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/a68e7ff2-21ca-421f-b3ea-3e78880ece89 HTTP/1.1" status: 204 len: 168 time: 1.3693392 Aug 27 04:58:25.230326 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b16330-4fef-434a-87fe-4be5b4622977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68e7ff2-21ca-421f-b3ea-3e78880ece89,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:25.287718 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-7884a1d6-9fe9-435c-b037-19bf091ae54b None None] Provisioning complete for port 9255dc61-af77-4644-a5a9-e77c9b212215 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:25.288127 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e84917c-9c44-4abb-a74d-249d70541b06 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Made reservation on behalf of be8944f580af495191f8edd06de8f901 for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:58:25.296380 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7884a1d6-9fe9-435c-b037-19bf091ae54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (9255dc61-af77-4644-a5a9-e77c9b212215), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:25.401000 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-7884a1d6-9fe9-435c-b037-19bf091ae54b None None] Current status of the port 9255dc61-af77-4644-a5a9-e77c9b212215 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:58:25.401790 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7884a1d6-9fe9-435c-b037-19bf091ae54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (9255dc61-af77-4644-a5a9-e77c9b212215), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:25.437864 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056e75a5-cf4f-41f3-a79b-273cd93cddb1 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:58:25.463891 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcab3cc-9bc5-48af-a96a-afb0cb6d88de None None] Sync routers for ids ['bc298bda-23b3-40f7-8a86-4ec774b53194'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:58:25.470217 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-7884a1d6-9fe9-435c-b037-19bf091ae54b None None] For port 9255dc61-af77-4644-a5a9-e77c9b212215, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=9255dc61-af77-4644-a5a9-e77c9b212215,segment=NetworkSegment(5bbd99ab-216f-4169-a7c0-cee8497241e7),segment_id=5bbd99ab-216f-4169-a7c0-cee8497241e7)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:58:25.482003 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcab3cc-9bc5-48af-a96a-afb0cb6d88de None None] Routers {'bc298bda-23b3-40f7-8a86-4ec774b53194'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:58:25.482836 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-0dcab3cc-9bc5-48af-a96a-afb0cb6d88de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:57:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['bc298bda-23b3-40f7-8a86-4ec774b53194'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:25.512982 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f71071c7-b7ee-4b42-ac33-e80cac329f0e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for port (5fc9b9c4-c21e-4709-93db-504834d76e29), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:25.536436 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-0dcab3cc-9bc5-48af-a96a-afb0cb6d88de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:25.546774 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcab3cc-9bc5-48af-a96a-afb0cb6d88de None None] Routers {'bc298bda-23b3-40f7-8a86-4ec774b53194'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:58:25.547462 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-0dcab3cc-9bc5-48af-a96a-afb0cb6d88de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:57:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['bc298bda-23b3-40f7-8a86-4ec774b53194'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:25.583408 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7e84917c-9c44-4abb-a74d-249d70541b06 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:25.585236 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b40dc1e5-01ec-4f7c-9a10-029308d9db5a tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (cca4b638-4933-4da6-a83d-8629dd805a39), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:25.599469 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-0dcab3cc-9bc5-48af-a96a-afb0cb6d88de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:25.600452 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcab3cc-9bc5-48af-a96a-afb0cb6d88de None None] The sync data for ids ['bc298bda-23b3-40f7-8a86-4ec774b53194'] in n-d-852088-5 is: [] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:58:25.603776 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7884a1d6-9fe9-435c-b037-19bf091ae54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (9255dc61-af77-4644-a5a9-e77c9b212215), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:25.647863 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-7884a1d6-9fe9-435c-b037-19bf091ae54b None None] Provisioning complete for port 2f98d536-c453-4954-a3bd-efa0f4fd558a triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:25.648341 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7884a1d6-9fe9-435c-b037-19bf091ae54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (2f98d536-c453-4954-a3bd-efa0f4fd558a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:25.649534 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f71071c7-b7ee-4b42-ac33-e80cac329f0e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (5fc9b9c4-c21e-4709-93db-504834d76e29), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:25.650550 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f71071c7-b7ee-4b42-ac33-e80cac329f0e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:25.672438 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [None req-7e84917c-9c44-4abb-a74d-249d70541b06 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] device_id is not set on port 81788ca9-4a08-4129-80d8-897da8e6e347 yet. {{(pid=107776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:58:25.698459 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-da326be5-b72d-4f27-8b81-f2c91287ec49 admin admin] Publish callbacks [] for security_group (6d26adf2-0eeb-48f2-9ccf-c94bdaec937e), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:25.710202 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40dc1e5-01ec-4f7c-9a10-029308d9db5a tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event deleted for resources: {'Port': ['ID=cca4b638-4933-4da6-a83d-8629dd805a39,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:25.742961 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7884a1d6-9fe9-435c-b037-19bf091ae54b None None] Pushing event updated for resources: {'Port': ['ID=9255dc61-af77-4644-a5a9-e77c9b212215,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:25.770279 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884a1d6-9fe9-435c-b037-19bf091ae54b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:58:25.770736 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884a1d6-9fe9-435c-b037-19bf091ae54b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:58:25.771225 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884a1d6-9fe9-435c-b037-19bf091ae54b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:58:25.771570 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884a1d6-9fe9-435c-b037-19bf091ae54b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:58:25.771903 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884a1d6-9fe9-435c-b037-19bf091ae54b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:58:25.778787 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884a1d6-9fe9-435c-b037-19bf091ae54b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:58:25.779258 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884a1d6-9fe9-435c-b037-19bf091ae54b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:58:25.779718 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884a1d6-9fe9-435c-b037-19bf091ae54b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:58:25.780058 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884a1d6-9fe9-435c-b037-19bf091ae54b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:58:25.780520 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884a1d6-9fe9-435c-b037-19bf091ae54b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:58:25.780838 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884a1d6-9fe9-435c-b037-19bf091ae54b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:58:25.787119 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884a1d6-9fe9-435c-b037-19bf091ae54b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:58:25.787119 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884a1d6-9fe9-435c-b037-19bf091ae54b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:58:25.787119 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884a1d6-9fe9-435c-b037-19bf091ae54b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:58:25.787119 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884a1d6-9fe9-435c-b037-19bf091ae54b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:58:25.887268 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 2f98d536-c453-4954-a3bd-efa0f4fd558a up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:58:25.942308 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-7884a1d6-9fe9-435c-b037-19bf091ae54b None None] Current status of the port 2f98d536-c453-4954-a3bd-efa0f4fd558a is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:58:25.958885 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-7884a1d6-9fe9-435c-b037-19bf091ae54b None None] Provisioning complete for port 51c1e214-5722-49ad-8652-c2ab722fb4ea triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:25.958885 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7884a1d6-9fe9-435c-b037-19bf091ae54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (51c1e214-5722-49ad-8652-c2ab722fb4ea), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:25.987189 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-da326be5-b72d-4f27-8b81-f2c91287ec49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (6d26adf2-0eeb-48f2-9ccf-c94bdaec937e), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:26.017568 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-7884a1d6-9fe9-435c-b037-19bf091ae54b None None] Port 51c1e214-5722-49ad-8652-c2ab722fb4ea cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:58:26.020787 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 2f98d536-c453-4954-a3bd-efa0f4fd558a triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:26.021401 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (2f98d536-c453-4954-a3bd-efa0f4fd558a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:26.105960 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:26.133174 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71071c7-b7ee-4b42-ac33-e80cac329f0e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event updated for resources: {'Port': ['ID=5fc9b9c4-c21e-4709-93db-504834d76e29,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:26.135399 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-7884a1d6-9fe9-435c-b037-19bf091ae54b None None] Provisioning complete for port 5fc9b9c4-c21e-4709-93db-504834d76e29 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:26.136423 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7884a1d6-9fe9-435c-b037-19bf091ae54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (5fc9b9c4-c21e-4709-93db-504834d76e29), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:26.153550 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-da326be5-b72d-4f27-8b81-f2c91287ec49 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=2199ae55019647ecbcb3c7b47c02eb19&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3227942 Aug 27 04:58:26.158921 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da326be5-b72d-4f27-8b81-f2c91287ec49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d26adf2-0eeb-48f2-9ccf-c94bdaec937e,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:26.182024 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38034) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:26.216010 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b40dc1e5-01ec-4f7c-9a10-029308d9db5a tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:26.220068 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b40dc1e5-01ec-4f7c-9a10-029308d9db5a tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "DELETE /networking/v2.0/ports/cca4b638-4933-4da6-a83d-8629dd805a39 HTTP/1.1" status: 204 len: 168 time: 1.5688086 Aug 27 04:58:26.229179 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38038) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:26.241087 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 2f98d536-c453-4954-a3bd-efa0f4fd558a is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:58:26.242244 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 9255dc61-af77-4644-a5a9-e77c9b212215 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:58:26.244641 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=4,neutron:SELECT=84,neutron:UPDATE=6,neutron:DELETE=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:26.269753 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-7884a1d6-9fe9-435c-b037-19bf091ae54b None None] Port 5fc9b9c4-c21e-4709-93db-504834d76e29 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:58:26.286205 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71071c7-b7ee-4b42-ac33-e80cac329f0e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Network 2e47ae03-ab97-4f12-a6f2-cc39b2534fcd is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:58:26.287508 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdd5da17-f66d-4a53-af58-3926961553e3 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] GET failed (client error): The resource could not be found. Aug 27 04:58:26.289220 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-bdd5da17-f66d-4a53-af58-3926961553e3 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "GET /networking/v2.0/ports/cca4b638-4933-4da6-a83d-8629dd805a39 HTTP/1.1" status: 404 len: 333 time: 0.0588558 Aug 27 04:58:26.294695 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38040) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:26.298895 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-f71071c7-b7ee-4b42-ac33-e80cac329f0e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:58:26.307700 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:26.342261 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 9255dc61-af77-4644-a5a9-e77c9b212215 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:26.342645 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (9255dc61-af77-4644-a5a9-e77c9b212215), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:26.430185 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-7e84917c-9c44-4abb-a74d-249d70541b06 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Allocated IP 2001:db8::37 (849c1b68-ff98-433a-8a19-bdf5ff0407d2/1fdf416c-553c-49ee-bc2c-cb9263a72f08/81788ca9-4a08-4129-80d8-897da8e6e347) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:58:26.434799 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-17e39909-731b-477c-9a6b-bc39d00cd079 admin admin] Publish callbacks [] for security_group (6d26adf2-0eeb-48f2-9ccf-c94bdaec937e), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:26.435109 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056e75a5-cf4f-41f3-a79b-273cd93cddb1 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Router a2bfe85d-e1aa-4b7e-b04f-a7b8a97367c7 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:58:26.439398 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-03cf77bf-6e73-4d1b-a7bc-018d3cf9b020 None None] Provisioning complete for port 5fc9b9c4-c21e-4709-93db-504834d76e29 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:26.439770 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-03cf77bf-6e73-4d1b-a7bc-018d3cf9b020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (5fc9b9c4-c21e-4709-93db-504834d76e29), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:26.448139 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-64c1a6b5-bf55-4d34-aeff-f553f67c082e tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Deleting subnet 608dcd52-cf4e-4e07-9476-18774ff038ec {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:58:26.484897 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-64c1a6b5-bf55-4d34-aeff-f553f67c082e tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for subnet (608dcd52-cf4e-4e07-9476-18774ff038ec), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:26.559422 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-03cf77bf-6e73-4d1b-a7bc-018d3cf9b020 None None] Port 5fc9b9c4-c21e-4709-93db-504834d76e29 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:58:26.578033 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-17e39909-731b-477c-9a6b-bc39d00cd079 admin admin] Publish callbacks [] for security_group (6d26adf2-0eeb-48f2-9ccf-c94bdaec937e), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:26.595187 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-64c1a6b5-bf55-4d34-aeff-f553f67c082e tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (608dcd52-cf4e-4e07-9476-18774ff038ec), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:26.705022 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:26.730398 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 9255dc61-af77-4644-a5a9-e77c9b212215 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:58:26.764251 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056e75a5-cf4f-41f3-a79b-273cd93cddb1 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:58:26.774828 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-056e75a5-cf4f-41f3-a79b-273cd93cddb1 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:26.793290 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ec4e28-d82d-428f-b13e-a9c633094315 None None] Sync routers for ids ['a2bfe85d-e1aa-4b7e-b04f-a7b8a97367c7'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:58:26.798323 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-bfcf6a79-bf15-43ef-afcb-7ea875dc91aa None None] Provisioning complete for port 5fc9b9c4-c21e-4709-93db-504834d76e29 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:26.798988 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-bfcf6a79-bf15-43ef-afcb-7ea875dc91aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (5fc9b9c4-c21e-4709-93db-504834d76e29), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:26.826901 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ec4e28-d82d-428f-b13e-a9c633094315 None None] Routers {'a2bfe85d-e1aa-4b7e-b04f-a7b8a97367c7'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:58:26.831507 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-85ec4e28-d82d-428f-b13e-a9c633094315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:57:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['a2bfe85d-e1aa-4b7e-b04f-a7b8a97367c7'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:26.839884 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-02e353d5-b988-4a99-8130-f7ee64288bad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:26.856797 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-64c1a6b5-bf55-4d34-aeff-f553f67c082e tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (608dcd52-cf4e-4e07-9476-18774ff038ec), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:26.869010 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-bfcf6a79-bf15-43ef-afcb-7ea875dc91aa None None] Port 5fc9b9c4-c21e-4709-93db-504834d76e29 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:58:26.890964 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-85ec4e28-d82d-428f-b13e-a9c633094315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:26.902347 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ec4e28-d82d-428f-b13e-a9c633094315 None None] Routers {'a2bfe85d-e1aa-4b7e-b04f-a7b8a97367c7'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:58:26.902976 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-85ec4e28-d82d-428f-b13e-a9c633094315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:57:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['a2bfe85d-e1aa-4b7e-b04f-a7b8a97367c7'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:26.956493 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-85ec4e28-d82d-428f-b13e-a9c633094315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:26.957131 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ec4e28-d82d-428f-b13e-a9c633094315 None None] The sync data for ids ['a2bfe85d-e1aa-4b7e-b04f-a7b8a97367c7'] in n-d-852088-5 is: [] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:58:27.023478 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7e84917c-9c44-4abb-a74d-249d70541b06 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for port (81788ca9-4a08-4129-80d8-897da8e6e347), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:27.029503 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-056e75a5-cf4f-41f3-a79b-273cd93cddb1 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] 10.222.0.76 "PUT /networking/v2.0/floatingips/fbaa0f9d-c6f5-4c07-a78a-c519bec37c84 HTTP/1.1" status: 200 len: 976 time: 4.9842794 Aug 27 04:58:27.030590 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38054) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:27.143983 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:27.158610 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-f14d7513-5ccb-4981-b444-8c01a91bc290 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Deleting port f6e68f57-542a-49b3-b4e3-413ccf053050 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:58:27.158959 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f14d7513-5ccb-4981-b444-8c01a91bc290 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (f6e68f57-542a-49b3-b4e3-413ccf053050), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:27.217766 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7e84917c-9c44-4abb-a74d-249d70541b06 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (81788ca9-4a08-4129-80d8-897da8e6e347), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:27.242503 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e84917c-9c44-4abb-a74d-249d70541b06 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Network 849c1b68-ff98-433a-8a19-bdf5ff0407d2 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:58:27.251054 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-7e84917c-9c44-4abb-a74d-249d70541b06 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:58:27.278587 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e84917c-9c44-4abb-a74d-249d70541b06 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:58:27.280384 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e84917c-9c44-4abb-a74d-249d70541b06 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:58:27.281068 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7e84917c-9c44-4abb-a74d-249d70541b06 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:27.349273 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e84917c-9c44-4abb-a74d-249d70541b06 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event updated for resources: {'Port': ['ID=81788ca9-4a08-4129-80d8-897da8e6e347,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:27.390243 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f14d7513-5ccb-4981-b444-8c01a91bc290 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (f6e68f57-542a-49b3-b4e3-413ccf053050), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:27.481915 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7e84917c-9c44-4abb-a74d-249d70541b06 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5475192 Aug 27 04:58:27.485474 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38062) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:27.493790 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-5d2f5e47-df04-434c-9bda-115f4617d46f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Request body: {'subnet': {'network_id': '849c1b68-ff98-433a-8a19-bdf5ff0407d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:58:27.556696 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f71071c7-b7ee-4b42-ac33-e80cac329f0e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Router 3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:58:27.572561 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-64c1a6b5-bf55-4d34-aeff-f553f67c082e tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (608dcd52-cf4e-4e07-9476-18774ff038ec), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:27.587522 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-17e39909-731b-477c-9a6b-bc39d00cd079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (6d26adf2-0eeb-48f2-9ccf-c94bdaec937e), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:27.593677 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-17e39909-731b-477c-9a6b-bc39d00cd079 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:27.594703 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-17e39909-731b-477c-9a6b-bc39d00cd079 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/6d26adf2-0eeb-48f2-9ccf-c94bdaec937e HTTP/1.1" status: 204 len: 168 time: 1.4106355 Aug 27 04:58:27.644940 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bdf496-fc95-43e3-8164-0fc69b36ace8 None None] Network eeb608ee-efd3-4767-9367-66d206b04a80 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:58:27.650502 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-64c1a6b5-bf55-4d34-aeff-f553f67c082e tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:27.666605 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-64c1a6b5-bf55-4d34-aeff-f553f67c082e tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/608dcd52-cf4e-4e07-9476-18774ff038ec HTTP/1.1" status: 204 len: 168 time: 1.3663054 Aug 27 04:58:27.683573 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38068) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:27.775342 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 9255dc61-af77-4644-a5a9-e77c9b212215 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:58:27.794697 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:27.869775 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e39909-731b-477c-9a6b-bc39d00cd079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d26adf2-0eeb-48f2-9ccf-c94bdaec937e,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:27.893933 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f14d7513-5ccb-4981-b444-8c01a91bc290 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:27.894436 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f14d7513-5ccb-4981-b444-8c01a91bc290 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677636'] for floatingip (fbaa0f9d-c6f5-4c07-a78a-c519bec37c84), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:27.894888 n-d-852088-5 neutron-server[107776]: INFO neutron.db.l3_db [None req-f14d7513-5ccb-4981-b444-8c01a91bc290 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Floating IP fbaa0f9d-c6f5-4c07-a78a-c519bec37c84 disassociated. External IP: 172.25.2.25, port: f6e68f57-542a-49b3-b4e3-413ccf053050. Aug 27 04:58:27.895337 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-f14d7513-5ccb-4981-b444-8c01a91bc290 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Calling delete_port for f6e68f57-542a-49b3-b4e3-413ccf053050 owned by {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:58:27.901444 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c1a6b5-bf55-4d34-aeff-f553f67c082e tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event deleted for resources: {'Subnet': ['ID=608dcd52-cf4e-4e07-9476-18774ff038ec,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:28.089575 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-75063818-fc33-44e2-b2a9-5b0dc88382c2 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Deleting subnet 7531f2e4-b56e-4d33-9b15-0c4228dbac77 {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:58:28.105434 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-75063818-fc33-44e2-b2a9-5b0dc88382c2 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for subnet (7531f2e4-b56e-4d33-9b15-0c4228dbac77), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:28.166636 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2f5e47-df04-434c-9bda-115f4617d46f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Made reservation on behalf of be8944f580af495191f8edd06de8f901 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:58:28.183194 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5d2f5e47-df04-434c-9bda-115f4617d46f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:28.305380 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-7bc6d3fc-76e4-4319-911b-b7ca99acada2 None None] Provisioning complete for port 81788ca9-4a08-4129-80d8-897da8e6e347 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:28.306333 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7bc6d3fc-76e4-4319-911b-b7ca99acada2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (81788ca9-4a08-4129-80d8-897da8e6e347), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:28.321855 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f14d7513-5ccb-4981-b444-8c01a91bc290 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (f6e68f57-542a-49b3-b4e3-413ccf053050), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:28.323740 n-d-852088-5 neutron-server[107775]: INFO neutron.db.ipam_backend_mixin [None req-5d2f5e47-df04-434c-9bda-115f4617d46f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1fdf416c-553c-49ee-bc2c-cb9263a72f08 (CIDR: 2001:db8::/64) Aug 27 04:58:28.360501 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71071c7-b7ee-4b42-ac33-e80cac329f0e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:58:28.400031 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14d7513-5ccb-4981-b444-8c01a91bc290 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Pushing event deleted for resources: {'Port': ['ID=f6e68f57-542a-49b3-b4e3-413ccf053050,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:28.442876 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f71071c7-b7ee-4b42-ac33-e80cac329f0e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "PUT /networking/v2.0/routers/3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3296185 Aug 27 04:58:28.454379 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38088) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:28.463802 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d2f5e47-df04-434c-9bda-115f4617d46f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 04:58:28.464118 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d2f5e47-df04-434c-9bda-115f4617d46f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:58:28.476989 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9869597b-485e-46c0-9e24-6ee42a8129a3 None None] Sync routers for ids ['3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:58:28.489967 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-75063818-fc33-44e2-b2a9-5b0dc88382c2 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (7531f2e4-b56e-4d33-9b15-0c4228dbac77), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:28.512492 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9869597b-485e-46c0-9e24-6ee42a8129a3 None None] Routers {'3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:58:28.513636 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-9869597b-485e-46c0-9e24-6ee42a8129a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:57:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:28.518738 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-7bc6d3fc-76e4-4319-911b-b7ca99acada2 None None] Port 81788ca9-4a08-4129-80d8-897da8e6e347 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:58:28.547784 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-2dcd7187-e170-42db-bc53-8e7a10c56623 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1020626798'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:58:28.716201 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dcd7187-e170-42db-bc53-8e7a10c56623 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Made reservation on behalf of f97daadf5de74bd7bc5004505037c8e3 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:58:28.723520 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2dcd7187-e170-42db-bc53-8e7a10c56623 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:28.750456 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-9869597b-485e-46c0-9e24-6ee42a8129a3 None None] Set router 3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:58:28.758905 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f14d7513-5ccb-4981-b444-8c01a91bc290 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Router a2bfe85d-e1aa-4b7e-b04f-a7b8a97367c7 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:58:28.842327 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-75063818-fc33-44e2-b2a9-5b0dc88382c2 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (7531f2e4-b56e-4d33-9b15-0c4228dbac77), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:28.876236 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dcd7187-e170-42db-bc53-8e7a10c56623 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:58:28.898716 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2dcd7187-e170-42db-bc53-8e7a10c56623 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (199fe768-a033-4286-933b-04be26315d22), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:28.903607 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-2dcd7187-e170-42db-bc53-8e7a10c56623 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Added segment 199fe768-a033-4286-933b-04be26315d22 of type vlan for network 0c675bf4-4916-40d1-96f5-9d4191821351 Aug 27 04:58:28.935436 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-5d2f5e47-df04-434c-9bda-115f4617d46f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4447017 Aug 27 04:58:28.938420 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38098) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:28.947454 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-a32b25d6-d663-44df-97be-02aa3b31e51b tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Request body: {'subnet': {'network_id': '849c1b68-ff98-433a-8a19-bdf5ff0407d2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:58:29.047354 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:29.057095 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:29.093704 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2dcd7187-e170-42db-bc53-8e7a10c56623 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (0c675bf4-4916-40d1-96f5-9d4191821351), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:29.141139 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 9255dc61-af77-4644-a5a9-e77c9b212215 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:29.142481 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (9255dc61-af77-4644-a5a9-e77c9b212215), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:29.145546 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14d7513-5ccb-4981-b444-8c01a91bc290 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:58:29.156596 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ec403a-b268-40d3-9358-c4f03a4dd136 None None] Sync routers for ids ['a2bfe85d-e1aa-4b7e-b04f-a7b8a97367c7'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:58:29.188794 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ec403a-b268-40d3-9358-c4f03a4dd136 None None] Routers {'a2bfe85d-e1aa-4b7e-b04f-a7b8a97367c7'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:58:29.189469 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-c6ec403a-b268-40d3-9358-c4f03a4dd136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:57:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['a2bfe85d-e1aa-4b7e-b04f-a7b8a97367c7'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:29.255861 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:29.266248 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-75063818-fc33-44e2-b2a9-5b0dc88382c2 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (7531f2e4-b56e-4d33-9b15-0c4228dbac77), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:29.271335 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32b25d6-d663-44df-97be-02aa3b31e51b tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Made reservation on behalf of be8944f580af495191f8edd06de8f901 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:58:29.274882 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a32b25d6-d663-44df-97be-02aa3b31e51b tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:29.307237 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-c6ec403a-b268-40d3-9358-c4f03a4dd136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:29.331572 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ec403a-b268-40d3-9358-c4f03a4dd136 None None] Routers {'a2bfe85d-e1aa-4b7e-b04f-a7b8a97367c7'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:58:29.332249 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-c6ec403a-b268-40d3-9358-c4f03a4dd136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:58:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['a2bfe85d-e1aa-4b7e-b04f-a7b8a97367c7'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:29.359923 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-37923056-cbae-4291-b946-e5662a5b3566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:29.404310 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f14d7513-5ccb-4981-b444-8c01a91bc290 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:29.414414 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f14d7513-5ccb-4981-b444-8c01a91bc290 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] 10.222.0.76 "DELETE /networking/v2.0/ports/f6e68f57-542a-49b3-b4e3-413ccf053050 HTTP/1.1" status: 204 len: 168 time: 2.3821728 Aug 27 04:58:29.424432 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38110) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:29.440137 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-c6ec403a-b268-40d3-9358-c4f03a4dd136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:29.441997 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-9869597b-485e-46c0-9e24-6ee42a8129a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'name': 'tempest-RoutersIpV6Test-router-696252856', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:58:16Z', 'updated_at': '2022-08-27T04:58:23Z', 'revision_number': 2, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'gw_port_host': None, '_interfaces': [{'id': '5fc9b9c4-c21e-4709-93db-504834d76e29', 'name': '', 'network_id': '2e47ae03-ab97-4f12-a6f2-cc39b2534fcd', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'mac_address': 'fa:16:3e:8a:5c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '40141336-9273-4c5b-819b-a9da8c34164d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:58:22Z', 'updated_at': '2022-08-27T04:58:24Z', 'revision_number': 2, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'subnets': [{'id': '40141336-9273-4c5b-819b-a9da8c34164d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:29.447385 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ec403a-b268-40d3-9358-c4f03a4dd136 None None] The sync data for ids ['a2bfe85d-e1aa-4b7e-b04f-a7b8a97367c7'] in n-d-852088-5 is: [] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:58:29.496892 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2dcd7187-e170-42db-bc53-8e7a10c56623 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (0c675bf4-4916-40d1-96f5-9d4191821351), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:29.498976 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9869597b-485e-46c0-9e24-6ee42a8129a3 None None] Checking router: 3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:58:29.499332 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9869597b-485e-46c0-9e24-6ee42a8129a3 None None] Updating router 3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb port 5fc9b9c4-c21e-4709-93db-504834d76e29 binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:58:29.502473 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcd7187-e170-42db-bc53-8e7a10c56623 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:58:29.503264 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2dcd7187-e170-42db-bc53-8e7a10c56623 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:29.505201 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 9255dc61-af77-4644-a5a9-e77c9b212215 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:58:29.559073 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-75063818-fc33-44e2-b2a9-5b0dc88382c2 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:29.566265 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-75063818-fc33-44e2-b2a9-5b0dc88382c2 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/7531f2e4-b56e-4d33-9b15-0c4228dbac77 HTTP/1.1" status: 204 len: 168 time: 1.7929978 Aug 27 04:58:29.567428 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75063818-fc33-44e2-b2a9-5b0dc88382c2 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event deleted for resources: {'Subnet': ['ID=7531f2e4-b56e-4d33-9b15-0c4228dbac77,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:29.570616 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38114) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:29.593367 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:29.620118 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcd7187-e170-42db-bc53-8e7a10c56623 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event updated for resources: {'Network': ['ID=0c675bf4-4916-40d1-96f5-9d4191821351,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:29.645482 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 0c675bf4-4916-40d1-96f5-9d4191821351 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:58:29.759672 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2dcd7187-e170-42db-bc53-8e7a10c56623 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3033550 Aug 27 04:58:29.766063 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38118) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:29.800657 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9869597b-485e-46c0-9e24-6ee42a8129a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (5fc9b9c4-c21e-4709-93db-504834d76e29), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:29.815375 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-30280b3d-9ecc-45f3-82dd-07d0be65b995 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Request body: {'subnet': {'network_id': '0c675bf4-4916-40d1-96f5-9d4191821351', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:58:29.846427 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:29.968534 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2addae7e-9019-42b2-b280-d08470d1152e tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (eeb608ee-efd3-4767-9367-66d206b04a80), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:30.146092 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-2addae7e-9019-42b2-b280-d08470d1152e tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Deleting port 8f9ef2dc-d6ab-4cf7-857e-167128a94323 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:58:30.146729 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2addae7e-9019-42b2-b280-d08470d1152e tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (8f9ef2dc-d6ab-4cf7-857e-167128a94323), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:30.253752 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30280b3d-9ecc-45f3-82dd-07d0be65b995 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Made reservation on behalf of f97daadf5de74bd7bc5004505037c8e3 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:58:30.258850 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-30280b3d-9ecc-45f3-82dd-07d0be65b995 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:30.311076 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f95e0b-130a-4cda-81a8-05a0f7e84153 None None] Network eeb608ee-efd3-4767-9367-66d206b04a80 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:58:30.385505 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-2addae7e-9019-42b2-b280-d08470d1152e tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] For port 8f9ef2dc-d6ab-4cf7-857e-167128a94323, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=8f9ef2dc-d6ab-4cf7-857e-167128a94323,segment=NetworkSegment(af5a4d1f-8223-474a-9e7e-a4128b49a9b5),segment_id=af5a4d1f-8223-474a-9e7e-a4128b49a9b5)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:58:30.387169 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2addae7e-9019-42b2-b280-d08470d1152e tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (8f9ef2dc-d6ab-4cf7-857e-167128a94323), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:30.435338 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-72dcb34b-1839-4471-be6b-7f7244639785 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (a2bfe85d-e1aa-4b7e-b04f-a7b8a97367c7), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:30.443495 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-2addae7e-9019-42b2-b280-d08470d1152e tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Calling delete_port for 8f9ef2dc-d6ab-4cf7-857e-167128a94323 owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:58:30.459419 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:30.548889 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9869597b-485e-46c0-9e24-6ee42a8129a3 None None] Publish callbacks [] for port (5fc9b9c4-c21e-4709-93db-504834d76e29), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:30.558192 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-ee77e839-a62c-4a3a-957d-18f3d1c13e3e None None] Provisioning complete for port 8f9ef2dc-d6ab-4cf7-857e-167128a94323 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:30.558563 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ee77e839-a62c-4a3a-957d-18f3d1c13e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (8f9ef2dc-d6ab-4cf7-857e-167128a94323), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:30.662701 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9869597b-485e-46c0-9e24-6ee42a8129a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (5fc9b9c4-c21e-4709-93db-504834d76e29), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:30.870703 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e696de1d-f049-49c0-b047-fbe6a5d5b1cc None None] Pushing event updated for resources: {'Port': ['ID=5fc9b9c4-c21e-4709-93db-504834d76e29,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:30.873822 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a32b25d6-d663-44df-97be-02aa3b31e51b tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (7d958f09-7ab9-47b3-a343-58d7456b8bee), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:30.917239 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1d1130-20e8-4bc7-af0f-5e14d323b2ac None None] DHCP port deletion for eeb608ee-efd3-4767-9367-66d206b04a80 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:58:30.925254 n-d-852088-5 neutron-server[107777]: INFO neutron.plugins.ml2.db [None req-ee77e839-a62c-4a3a-957d-18f3d1c13e3e None None] No ports have port_id starting with 8f9ef2dc-d6ab-4cf7-857e-167128a94323 Aug 27 04:58:30.969014 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:30.971735 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-9869597b-485e-46c0-9e24-6ee42a8129a3 None None] Attempting to bind port 5fc9b9c4-c21e-4709-93db-504834d76e29 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:58:30.972118 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-9869597b-485e-46c0-9e24-6ee42a8129a3 None None] Attempting to bind port 5fc9b9c4-c21e-4709-93db-504834d76e29 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '4785d50f-c939-46dd-a1b6-18d86cd8d6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2e47ae03-ab97-4f12-a6f2-cc39b2534fcd'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:58:30.972569 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9869597b-485e-46c0-9e24-6ee42a8129a3 None None] Attempting to bind port 5fc9b9c4-c21e-4709-93db-504834d76e29 on network 2e47ae03-ab97-4f12-a6f2-cc39b2534fcd {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:58:30.981610 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9869597b-485e-46c0-9e24-6ee42a8129a3 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:58:30.981994 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9869597b-485e-46c0-9e24-6ee42a8129a3 None None] Checking segment: {'id': '4785d50f-c939-46dd-a1b6-18d86cd8d6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2e47ae03-ab97-4f12-a6f2-cc39b2534fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:58:30.982404 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9869597b-485e-46c0-9e24-6ee42a8129a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:30.982801 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9869597b-485e-46c0-9e24-6ee42a8129a3 None None] Bound using segment: {'id': '4785d50f-c939-46dd-a1b6-18d86cd8d6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2e47ae03-ab97-4f12-a6f2-cc39b2534fcd'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:58:30.983279 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-9869597b-485e-46c0-9e24-6ee42a8129a3 None None] Bound port: 5fc9b9c4-c21e-4709-93db-504834d76e29, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4785d50f-c939-46dd-a1b6-18d86cd8d6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2e47ae03-ab97-4f12-a6f2-cc39b2534fcd'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:58:30.983664 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9869597b-485e-46c0-9e24-6ee42a8129a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (5fc9b9c4-c21e-4709-93db-504834d76e29), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:31.013482 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-72dcb34b-1839-4471-be6b-7f7244639785 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Deleting port fa2f1886-c3e2-4e4a-a82f-51c75de85be4 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:58:31.015546 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-72dcb34b-1839-4471-be6b-7f7244639785 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (fa2f1886-c3e2-4e4a-a82f-51c75de85be4), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:31.018474 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2addae7e-9019-42b2-b280-d08470d1152e tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (8f9ef2dc-d6ab-4cf7-857e-167128a94323), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:31.024364 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32b25d6-d663-44df-97be-02aa3b31e51b tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Network 849c1b68-ff98-433a-8a19-bdf5ff0407d2 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:58:31.060725 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-a32b25d6-d663-44df-97be-02aa3b31e51b tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:58:31.086237 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32b25d6-d663-44df-97be-02aa3b31e51b tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:58:31.086850 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a32b25d6-d663-44df-97be-02aa3b31e51b tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:31.100998 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2addae7e-9019-42b2-b280-d08470d1152e tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event deleted for resources: {'Port': ['ID=8f9ef2dc-d6ab-4cf7-857e-167128a94323,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:31.118304 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2addae7e-9019-42b2-b280-d08470d1152e tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] No DVR routers for this DVR port 8f9ef2dc-d6ab-4cf7-857e-167128a94323 on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:58:31.120841 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32b25d6-d663-44df-97be-02aa3b31e51b tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event updated for resources: {'Subnet': ['ID=7d958f09-7ab9-47b3-a343-58d7456b8bee,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:31.142913 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-9869597b-485e-46c0-9e24-6ee42a8129a3 None None] For port 5fc9b9c4-c21e-4709-93db-504834d76e29, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:58:31.149030 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-9869597b-485e-46c0-9e24-6ee42a8129a3 None None] For port 5fc9b9c4-c21e-4709-93db-504834d76e29, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=5fc9b9c4-c21e-4709-93db-504834d76e29,segment=NetworkSegment(4785d50f-c939-46dd-a1b6-18d86cd8d6c7),segment_id=4785d50f-c939-46dd-a1b6-18d86cd8d6c7)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:58:31.157292 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9842409f-c116-49f4-9ef8-6d28dc265577 None None] Network 849c1b68-ff98-433a-8a19-bdf5ff0407d2 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:58:31.207413 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-72dcb34b-1839-4471-be6b-7f7244639785 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (fa2f1886-c3e2-4e4a-a82f-51c75de85be4), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:31.244329 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9869597b-485e-46c0-9e24-6ee42a8129a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (5fc9b9c4-c21e-4709-93db-504834d76e29), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:31.247691 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-72dcb34b-1839-4471-be6b-7f7244639785 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Calling delete_port for fa2f1886-c3e2-4e4a-a82f-51c75de85be4 owned by network:router_interface {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:58:31.290102 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-30280b3d-9ecc-45f3-82dd-07d0be65b995 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (98e762fe-a50e-4be3-86a3-d423b514674c), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:31.328801 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a32b25d6-d663-44df-97be-02aa3b31e51b tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.3888879 Aug 27 04:58:31.343597 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9869597b-485e-46c0-9e24-6ee42a8129a3 None None] Routers {'3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:58:31.344333 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-9869597b-485e-46c0-9e24-6ee42a8129a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:58:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:31.404839 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38136) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:31.418983 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2addae7e-9019-42b2-b280-d08470d1152e tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (eeb608ee-efd3-4767-9367-66d206b04a80), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:31.449037 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-113f269f-7fd2-4b98-9733-0ff4607cb7a0 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1346006043', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7d958f09-7ab9-47b3-a343-58d7456b8bee'}], 'security_groups': ['c362f483-a858-4555-8e6b-34fa1457cfcc']}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:58:31.529201 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-9869597b-485e-46c0-9e24-6ee42a8129a3 None None] Set router 3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:58:31.557631 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-2addae7e-9019-42b2-b280-d08470d1152e tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeb608ee-efd3-4767-9367-66d206b04a80']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:31.694443 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-2addae7e-9019-42b2-b280-d08470d1152e tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af5a4d1f-8223-474a-9e7e-a4128b49a9b5') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:31.695415 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-2addae7e-9019-42b2-b280-d08470d1152e tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af5a4d1f-8223-474a-9e7e-a4128b49a9b5') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:31.699651 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30280b3d-9ecc-45f3-82dd-07d0be65b995 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event updated for resources: {'Subnet': ['ID=98e762fe-a50e-4be3-86a3-d423b514674c,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:31.766229 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2addae7e-9019-42b2-b280-d08470d1152e tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (af5a4d1f-8223-474a-9e7e-a4128b49a9b5), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:31.799960 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38142) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:31.861031 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30280b3d-9ecc-45f3-82dd-07d0be65b995 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Checking segment: {'id': '199fe768-a033-4286-933b-04be26315d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c675bf4-4916-40d1-96f5-9d4191821351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:58:31.861521 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30280b3d-9ecc-45f3-82dd-07d0be65b995 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Network hostable DHCP agents. Network: 0c675bf4-4916-40d1-96f5-9d4191821351, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:58:31.866053 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2addae7e-9019-42b2-b280-d08470d1152e tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (af5a4d1f-8223-474a-9e7e-a4128b49a9b5), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:31.876522 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2addae7e-9019-42b2-b280-d08470d1152e tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:58:31.877173 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2addae7e-9019-42b2-b280-d08470d1152e tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (af5a4d1f-8223-474a-9e7e-a4128b49a9b5), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:32.039562 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment af5a4d1f-8223-474a-9e7e-a4128b49a9b5 resource provider aggregate not found Aug 27 04:58:32.101379 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment af5a4d1f-8223-474a-9e7e-a4128b49a9b5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid af5a4d1f-8223-474a-9e7e-a4128b49a9b5 found for delete ", "request_id": "req-8e1dd6f5-bea5-4a85-aa2c-a46654da48d4"}]} Aug 27 04:58:32.138081 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 8f9ef2dc-d6ab-4cf7-857e-167128a94323 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:58:32.174318 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c28b004d-c9bb-482a-a08c-b48cfeafd671 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:32.185649 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=78,neutron:INSERT=12,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:32.192422 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:32.220196 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 8f9ef2dc-d6ab-4cf7-857e-167128a94323 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:58:32.220570 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 8f9ef2dc-d6ab-4cf7-857e-167128a94323 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:58:32.225278 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30280b3d-9ecc-45f3-82dd-07d0be65b995 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Network 0c675bf4-4916-40d1-96f5-9d4191821351 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:58:32.243117 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:32.263972 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e696de1d-f049-49c0-b047-fbe6a5d5b1cc None None] Pushing event updated for resources: {'Port': ['ID=5fc9b9c4-c21e-4709-93db-504834d76e29,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:32.340697 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-113f269f-7fd2-4b98-9733-0ff4607cb7a0 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (81788ca9-4a08-4129-80d8-897da8e6e347), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:32.356197 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-9869597b-485e-46c0-9e24-6ee42a8129a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'name': 'tempest-RoutersIpV6Test-router-696252856', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:58:16Z', 'updated_at': '2022-08-27T04:58:23Z', 'revision_number': 2, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'gw_port_host': None, '_interfaces': [{'id': '5fc9b9c4-c21e-4709-93db-504834d76e29', 'name': '', 'network_id': '2e47ae03-ab97-4f12-a6f2-cc39b2534fcd', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'mac_address': 'fa:16:3e:8a:5c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '40141336-9273-4c5b-819b-a9da8c34164d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:58:22Z', 'updated_at': '2022-08-27T04:58:31Z', 'revision_number': 4, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'subnets': [{'id': '40141336-9273-4c5b-819b-a9da8c34164d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:32.387818 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9869597b-485e-46c0-9e24-6ee42a8129a3 None None] The sync data for ids ['3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb'] in n-d-852088-5 is: [{'id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'name': 'tempest-RoutersIpV6Test-router-696252856', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:58:16Z', 'updated_at': '2022-08-27T04:58:23Z', 'revision_number': 2, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'gw_port_host': None, '_interfaces': [{'id': '5fc9b9c4-c21e-4709-93db-504834d76e29', 'name': '', 'network_id': '2e47ae03-ab97-4f12-a6f2-cc39b2534fcd', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'mac_address': 'fa:16:3e:8a:5c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '40141336-9273-4c5b-819b-a9da8c34164d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:58:22Z', 'updated_at': '2022-08-27T04:58:31Z', 'revision_number': 4, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'subnets': [{'id': '40141336-9273-4c5b-819b-a9da8c34164d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:58:32.389918 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:32.430493 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:32.449664 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c28b004d-c9bb-482a-a08c-b48cfeafd671 admin admin] Publish callbacks [] for security_group (4d20a4e8-658e-499a-a07c-9ef865510f78), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:32.450895 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2addae7e-9019-42b2-b280-d08470d1152e tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (eeb608ee-efd3-4767-9367-66d206b04a80), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:32.455328 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2addae7e-9019-42b2-b280-d08470d1152e tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:32.464658 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38154) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:32.465415 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2addae7e-9019-42b2-b280-d08470d1152e tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "DELETE /networking/v2.0/networks/eeb608ee-efd3-4767-9367-66d206b04a80 HTTP/1.1" status: 204 len: 168 time: 2.8915911 Aug 27 04:58:32.509962 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c0ff31-f161-428c-9e0d-e2a930ae10bb None None] Update dhcp port {'port': {'network_id': '849c1b68-ff98-433a-8a19-bdf5ff0407d2', 'fixed_ips': [{'subnet_id': '1fdf416c-553c-49ee-bc2c-cb9263a72f08', 'ip_address': '2001:db8::2'}, {'subnet_id': '7d958f09-7ab9-47b3-a343-58d7456b8bee'}], 'binding:host_id': 'n-d-852088-5'}, 'id': '9255dc61-af77-4644-a5a9-e77c9b212215'} from n-d-852088-5. {{(pid=107777) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Aug 27 04:58:32.536058 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2addae7e-9019-42b2-b280-d08470d1152e tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event deleted for resources: {'Network': ['ID=eeb608ee-efd3-4767-9367-66d206b04a80,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:32.546159 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-30280b3d-9ecc-45f3-82dd-07d0be65b995 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 0c675bf4-4916-40d1-96f5-9d4191821351) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:58:32.561500 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30280b3d-9ecc-45f3-82dd-07d0be65b995 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:58:32.562425 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-30280b3d-9ecc-45f3-82dd-07d0be65b995 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:32.584146 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e830e08-9063-4fc7-b2ac-2fa858b7a2c3 None None] Network 0c675bf4-4916-40d1-96f5-9d4191821351 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:58:32.608214 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c28b004d-c9bb-482a-a08c-b48cfeafd671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (4d20a4e8-658e-499a-a07c-9ef865510f78), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:32.685587 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b004d-c9bb-482a-a08c-b48cfeafd671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d20a4e8-658e-499a-a07c-9ef865510f78,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:32.713010 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-30280b3d-9ecc-45f3-82dd-07d0be65b995 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9457459 Aug 27 04:58:32.713770 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38160) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:32.753641 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d3c0ff31-f161-428c-9e0d-e2a930ae10bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (9255dc61-af77-4644-a5a9-e77c9b212215), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:32.827399 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5f14a9-a7e4-46f9-8758-6952fbb7b541 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:58:32.834395 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-fc5f14a9-a7e4-46f9-8758-6952fbb7b541 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3676684 Aug 27 04:58:32.900070 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38162) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:32.947870 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:DELETE=12,neutron:SELECT=83,neutron:INSERT=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:32.959441 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:INSERT=9 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:33.034951 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:33.099589 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2d5bf588-0c6b-47c7-be89-0048cfdbbf87 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "GET /networking/v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1826925 Aug 27 04:58:33.099589 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38166) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:33.102432 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-6e0085b8-730c-4dc8-a411-c87147439b7e tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-858299119'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:58:33.122878 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:33.225324 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-72dcb34b-1839-4471-be6b-7f7244639785 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (fa2f1886-c3e2-4e4a-a82f-51c75de85be4), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:33.266541 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dcb34b-1839-4471-be6b-7f7244639785 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Pushing event deleted for resources: {'Port': ['ID=fa2f1886-c3e2-4e4a-a82f-51c75de85be4,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:33.274539 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-d3c0ff31-f161-428c-9e0d-e2a930ae10bb None None] Allocated IP 2001:db8:0:1::2 (849c1b68-ff98-433a-8a19-bdf5ff0407d2/7d958f09-7ab9-47b3-a343-58d7456b8bee/9255dc61-af77-4644-a5a9-e77c9b212215) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:58:33.275813 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0085b8-730c-4dc8-a411-c87147439b7e tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Made reservation on behalf of fe4b55b9429141158994d6a58059854d for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:58:33.275910 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221f681b-a543-4ac0-8b9e-805c555d9384 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-0c675bf4-4916-40d1-96f5-9d4191821351', 'network_id': '0c675bf4-4916-40d1-96f5-9d4191821351', 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'fixed_ips': [{'subnet_id': '98e762fe-a50e-4be3-86a3-d423b514674c'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:58:33.275910 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-221f681b-a543-4ac0-8b9e-805c555d9384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:33.276085 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6e0085b8-730c-4dc8-a411-c87147439b7e tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:33.402780 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c28b004d-c9bb-482a-a08c-b48cfeafd671 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=6960e204d7ea4ecca3f4542313b79672&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5987256 Aug 27 04:58:33.405411 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38174) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:33.425792 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e0085b8-730c-4dc8-a411-c87147439b7e tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:58:33.458365 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6e0085b8-730c-4dc8-a411-c87147439b7e tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (dca7f47e-44da-44cf-8387-726ceaae6d3c), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:33.459088 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-6e0085b8-730c-4dc8-a411-c87147439b7e tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Added segment dca7f47e-44da-44cf-8387-726ceaae6d3c of type vlan for network 508d8078-7644-4acc-9472-56b9bb455714 Aug 27 04:58:33.721819 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c4016f6a-4f07-4e0c-8e78-352c5e3b6c81 admin admin] Publish callbacks [] for security_group (4d20a4e8-658e-499a-a07c-9ef865510f78), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:33.728698 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6e0085b8-730c-4dc8-a411-c87147439b7e tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (508d8078-7644-4acc-9472-56b9bb455714), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:33.787809 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 5fc9b9c4-c21e-4709-93db-504834d76e29 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:58:33.818192 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c4016f6a-4f07-4e0c-8e78-352c5e3b6c81 admin admin] Publish callbacks [] for security_group (4d20a4e8-658e-499a-a07c-9ef865510f78), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:33.883282 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-72dcb34b-1839-4471-be6b-7f7244639785 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (a2bfe85d-e1aa-4b7e-b04f-a7b8a97367c7), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:33.950876 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 5fc9b9c4-c21e-4709-93db-504834d76e29 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:33.951266 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (5fc9b9c4-c21e-4709-93db-504834d76e29), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:33.963958 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d3c0ff31-f161-428c-9e0d-e2a930ae10bb None None] For port 9255dc61-af77-4644-a5a9-e77c9b212215, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=9255dc61-af77-4644-a5a9-e77c9b212215,segment=NetworkSegment(5bbd99ab-216f-4169-a7c0-cee8497241e7),segment_id=5bbd99ab-216f-4169-a7c0-cee8497241e7)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:58:34.077898 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6e0085b8-730c-4dc8-a411-c87147439b7e tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (508d8078-7644-4acc-9472-56b9bb455714), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:34.107503 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0085b8-730c-4dc8-a411-c87147439b7e tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:58:34.115547 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6e0085b8-730c-4dc8-a411-c87147439b7e tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:34.189945 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-221f681b-a543-4ac0-8b9e-805c555d9384 None None] Allocated IP 2001:db8:1::2 (0c675bf4-4916-40d1-96f5-9d4191821351/98e762fe-a50e-4be3-86a3-d423b514674c/91273519-48f5-4eea-9663-a0cd5315991b) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:58:34.195269 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d3c0ff31-f161-428c-9e0d-e2a930ae10bb None None] Publish callbacks [] for port (9255dc61-af77-4644-a5a9-e77c9b212215), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:34.220007 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0085b8-730c-4dc8-a411-c87147439b7e tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event updated for resources: {'Network': ['ID=508d8078-7644-4acc-9472-56b9bb455714,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:34.226595 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c4016f6a-4f07-4e0c-8e78-352c5e3b6c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (4d20a4e8-658e-499a-a07c-9ef865510f78), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:34.230042 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c4016f6a-4f07-4e0c-8e78-352c5e3b6c81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:34.234127 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c4016f6a-4f07-4e0c-8e78-352c5e3b6c81 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/4d20a4e8-658e-499a-a07c-9ef865510f78 HTTP/1.1" status: 204 len: 168 time: 0.8245611 Aug 27 04:58:34.241331 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 508d8078-7644-4acc-9472-56b9bb455714 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:58:34.284697 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-26b39785-8209-4c1c-9354-966e73c0237e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:34.286376 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4016f6a-4f07-4e0c-8e78-352c5e3b6c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d20a4e8-658e-499a-a07c-9ef865510f78,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:34.434737 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6e0085b8-730c-4dc8-a411-c87147439b7e tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3368938 Aug 27 04:58:34.446804 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d3c0ff31-f161-428c-9e0d-e2a930ae10bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (9255dc61-af77-4644-a5a9-e77c9b212215), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:34.450910 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38186) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:34.455949 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-611f36b4-e0ce-464a-a846-50cb2de6251d tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Request body: {'subnet': {'network_id': '508d8078-7644-4acc-9472-56b9bb455714', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:58:34.590847 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72dcb34b-1839-4471-be6b-7f7244639785 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Router a2bfe85d-e1aa-4b7e-b04f-a7b8a97367c7 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:58:34.599465 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-221f681b-a543-4ac0-8b9e-805c555d9384 None None] Publish callbacks [] for port (91273519-48f5-4eea-9663-a0cd5315991b), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:34.718440 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-113f269f-7fd2-4b98-9733-0ff4607cb7a0 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Delete allocated IP 2001:db8::37 (849c1b68-ff98-433a-8a19-bdf5ff0407d2/1fdf416c-553c-49ee-bc2c-cb9263a72f08) {{(pid=107775) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 27 04:58:34.740818 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c0ff31-f161-428c-9e0d-e2a930ae10bb None None] Pushing event updated for resources: {'Port': ['ID=9255dc61-af77-4644-a5a9-e77c9b212215,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:34.747334 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-113f269f-7fd2-4b98-9733-0ff4607cb7a0 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Allocated IP 2001:db8:0:1::1a9 (849c1b68-ff98-433a-8a19-bdf5ff0407d2/7d958f09-7ab9-47b3-a343-58d7456b8bee/81788ca9-4a08-4129-80d8-897da8e6e347) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:58:34.755432 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-221f681b-a543-4ac0-8b9e-805c555d9384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (91273519-48f5-4eea-9663-a0cd5315991b), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:34.758722 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:34.798508 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=73,neutron:UPDATE=4,neutron:INSERT=11,neutron:DELETE=12 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:34.963035 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72dcb34b-1839-4471-be6b-7f7244639785 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:58:34.971274 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-72dcb34b-1839-4471-be6b-7f7244639785 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] 10.222.0.76 "PUT /networking/v2.0/routers/a2bfe85d-e1aa-4b7e-b04f-a7b8a97367c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5401301 Aug 27 04:58:34.975171 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611f36b4-e0ce-464a-a846-50cb2de6251d tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Made reservation on behalf of fe4b55b9429141158994d6a58059854d for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:58:34.982443 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-611f36b4-e0ce-464a-a846-50cb2de6251d tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:34.985968 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:34.993327 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38196) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:35.006625 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221f681b-a543-4ac0-8b9e-805c555d9384 None None] Network 0c675bf4-4916-40d1-96f5-9d4191821351 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:58:35.057496 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-221f681b-a543-4ac0-8b9e-805c555d9384 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:58:35.059334 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1310eaa3-f26f-47af-9821-6e26dcd103d9 None None] Sync routers for ids ['a2bfe85d-e1aa-4b7e-b04f-a7b8a97367c7'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:58:35.075042 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221f681b-a543-4ac0-8b9e-805c555d9384 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:58:35.111151 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 5fc9b9c4-c21e-4709-93db-504834d76e29 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:58:35.111151 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (5fc9b9c4-c21e-4709-93db-504834d76e29), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:35.128382 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:35.141883 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:35.197866 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1310eaa3-f26f-47af-9821-6e26dcd103d9 None None] Routers {'a2bfe85d-e1aa-4b7e-b04f-a7b8a97367c7'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:58:35.198520 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-1310eaa3-f26f-47af-9821-6e26dcd103d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:58:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['a2bfe85d-e1aa-4b7e-b04f-a7b8a97367c7'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:35.292299 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-1310eaa3-f26f-47af-9821-6e26dcd103d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:35.305380 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f681b-a543-4ac0-8b9e-805c555d9384 None None] Pushing event updated for resources: {'Port': ['ID=91273519-48f5-4eea-9663-a0cd5315991b,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:35.334502 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1310eaa3-f26f-47af-9821-6e26dcd103d9 None None] Routers {'a2bfe85d-e1aa-4b7e-b04f-a7b8a97367c7'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:58:35.335255 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-1310eaa3-f26f-47af-9821-6e26dcd103d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:58:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['a2bfe85d-e1aa-4b7e-b04f-a7b8a97367c7'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:35.350469 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-26b39785-8209-4c1c-9354-966e73c0237e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Allocated IP 2001:db8:1::1 (0c675bf4-4916-40d1-96f5-9d4191821351/98e762fe-a50e-4be3-86a3-d423b514674c/38f5ac13-4403-4698-a29f-53e4d3f4a4b3) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:58:35.495436 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-1310eaa3-f26f-47af-9821-6e26dcd103d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:35.495990 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1310eaa3-f26f-47af-9821-6e26dcd103d9 None None] The sync data for ids ['a2bfe85d-e1aa-4b7e-b04f-a7b8a97367c7'] in n-d-852088-5 is: [] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:58:35.530873 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:35.548471 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 5fc9b9c4-c21e-4709-93db-504834d76e29, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=5fc9b9c4-c21e-4709-93db-504834d76e29,segment=NetworkSegment(4785d50f-c939-46dd-a1b6-18d86cd8d6c7),segment_id=4785d50f-c939-46dd-a1b6-18d86cd8d6c7)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:58:35.549842 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-221f681b-a543-4ac0-8b9e-805c555d9384 None None] Attempting to bind port 91273519-48f5-4eea-9663-a0cd5315991b on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:58:35.550211 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-221f681b-a543-4ac0-8b9e-805c555d9384 None None] Attempting to bind port 91273519-48f5-4eea-9663-a0cd5315991b by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '199fe768-a033-4286-933b-04be26315d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c675bf4-4916-40d1-96f5-9d4191821351'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:58:35.550646 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221f681b-a543-4ac0-8b9e-805c555d9384 None None] Attempting to bind port 91273519-48f5-4eea-9663-a0cd5315991b on network 0c675bf4-4916-40d1-96f5-9d4191821351 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:58:35.564904 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221f681b-a543-4ac0-8b9e-805c555d9384 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:58:35.569118 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221f681b-a543-4ac0-8b9e-805c555d9384 None None] Checking segment: {'id': '199fe768-a033-4286-933b-04be26315d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c675bf4-4916-40d1-96f5-9d4191821351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:58:35.569118 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-221f681b-a543-4ac0-8b9e-805c555d9384 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:35.569118 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221f681b-a543-4ac0-8b9e-805c555d9384 None None] Bound using segment: {'id': '199fe768-a033-4286-933b-04be26315d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c675bf4-4916-40d1-96f5-9d4191821351'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:58:35.569118 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-221f681b-a543-4ac0-8b9e-805c555d9384 None None] Bound port: 91273519-48f5-4eea-9663-a0cd5315991b, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '199fe768-a033-4286-933b-04be26315d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c675bf4-4916-40d1-96f5-9d4191821351'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:58:35.572950 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-221f681b-a543-4ac0-8b9e-805c555d9384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (91273519-48f5-4eea-9663-a0cd5315991b), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:35.577851 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-113f269f-7fd2-4b98-9733-0ff4607cb7a0 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for port (81788ca9-4a08-4129-80d8-897da8e6e347), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:35.601783 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-611f36b4-e0ce-464a-a846-50cb2de6251d tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (12f730f6-bea4-4e30-9b26-404c6ae20ebb), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:35.796499 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-221f681b-a543-4ac0-8b9e-805c555d9384 None None] For port 91273519-48f5-4eea-9663-a0cd5315991b, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:58:35.800813 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-221f681b-a543-4ac0-8b9e-805c555d9384 None None] For port 91273519-48f5-4eea-9663-a0cd5315991b, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=91273519-48f5-4eea-9663-a0cd5315991b,segment=NetworkSegment(199fe768-a033-4286-933b-04be26315d22),segment_id=199fe768-a033-4286-933b-04be26315d22)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:58:35.809087 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (5fc9b9c4-c21e-4709-93db-504834d76e29), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:35.914511 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f36b4-e0ce-464a-a846-50cb2de6251d tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event updated for resources: {'Subnet': ['ID=12f730f6-bea4-4e30-9b26-404c6ae20ebb,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:35.916515 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-221f681b-a543-4ac0-8b9e-805c555d9384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (91273519-48f5-4eea-9663-a0cd5315991b), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:35.931490 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611f36b4-e0ce-464a-a846-50cb2de6251d tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Checking segment: {'id': 'dca7f47e-44da-44cf-8387-726ceaae6d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '508d8078-7644-4acc-9472-56b9bb455714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:58:35.931866 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611f36b4-e0ce-464a-a846-50cb2de6251d tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Network hostable DHCP agents. Network: 508d8078-7644-4acc-9472-56b9bb455714, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:58:35.991773 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=5fc9b9c4-c21e-4709-93db-504834d76e29,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:36.013173 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-113f269f-7fd2-4b98-9733-0ff4607cb7a0 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (81788ca9-4a08-4129-80d8-897da8e6e347), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:36.018508 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-26b39785-8209-4c1c-9354-966e73c0237e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for port (38f5ac13-4403-4698-a29f-53e4d3f4a4b3), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:36.095683 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 9255dc61-af77-4644-a5a9-e77c9b212215 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:58:36.096770 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f269f-7fd2-4b98-9733-0ff4607cb7a0 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event updated for resources: {'Port': ['ID=81788ca9-4a08-4129-80d8-897da8e6e347,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:36.122355 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611f36b4-e0ce-464a-a846-50cb2de6251d tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Network 508d8078-7644-4acc-9472-56b9bb455714 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:58:36.127807 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0102b659-fdb6-419f-8093-2eac1016f9cd tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for router (a2bfe85d-e1aa-4b7e-b04f-a7b8a97367c7), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:36.169780 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-113f269f-7fd2-4b98-9733-0ff4607cb7a0 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] In _notify_port_updated(), no bound segment for port 81788ca9-4a08-4129-80d8-897da8e6e347 on network 849c1b68-ff98-433a-8a19-bdf5ff0407d2 {{(pid=107775) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Aug 27 04:58:36.173114 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113f269f-7fd2-4b98-9733-0ff4607cb7a0 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:58:36.173922 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-113f269f-7fd2-4b98-9733-0ff4607cb7a0 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:36.186497 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38220) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:36.186708 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-113f269f-7fd2-4b98-9733-0ff4607cb7a0 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "PUT /networking/v2.0/ports/81788ca9-4a08-4129-80d8-897da8e6e347 HTTP/1.1" status: 200 len: 931 time: 4.7802720 Aug 27 04:58:36.259239 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 9255dc61-af77-4644-a5a9-e77c9b212215 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:36.259858 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (9255dc61-af77-4644-a5a9-e77c9b212215), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:36.382445 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-611f36b4-e0ce-464a-a846-50cb2de6251d tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 508d8078-7644-4acc-9472-56b9bb455714) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:58:36.399234 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611f36b4-e0ce-464a-a846-50cb2de6251d tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:58:36.399234 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-611f36b4-e0ce-464a-a846-50cb2de6251d tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:36.448529 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-fc77c6ec-d360-45d9-a24e-3fe377110728 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Deleting port 81788ca9-4a08-4129-80d8-897da8e6e347 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:58:36.456587 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fc77c6ec-d360-45d9-a24e-3fe377110728 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (81788ca9-4a08-4129-80d8-897da8e6e347), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:36.558704 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0102b659-fdb6-419f-8093-2eac1016f9cd tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for router_gateway (a2bfe85d-e1aa-4b7e-b04f-a7b8a97367c7), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:36.586854 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38224) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:36.587034 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-611f36b4-e0ce-464a-a846-50cb2de6251d tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1291306 Aug 27 04:58:36.587128 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-9c130392-7b4b-46e8-8437-cac9c59c3568 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Request body: {'port': {'network_id': '508d8078-7644-4acc-9472-56b9bb455714', 'name': 'tempest-PortsTestJSON-1430353562'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:58:36.756470 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fc77c6ec-d360-45d9-a24e-3fe377110728 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (81788ca9-4a08-4129-80d8-897da8e6e347), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:36.795562 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-fc77c6ec-d360-45d9-a24e-3fe377110728 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Calling delete_port for 81788ca9-4a08-4129-80d8-897da8e6e347 owned by {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:58:36.828520 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf460eb-9bfe-41e3-84cd-181d9f8337f2 None None] Network 508d8078-7644-4acc-9472-56b9bb455714 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:58:36.843324 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-26b39785-8209-4c1c-9354-966e73c0237e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (38f5ac13-4403-4698-a29f-53e4d3f4a4b3), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:36.854895 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-0102b659-fdb6-419f-8093-2eac1016f9cd tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Deleting port 778b5e8e-0357-493f-9410-ab8f2947d224 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:58:36.855253 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0102b659-fdb6-419f-8093-2eac1016f9cd tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (778b5e8e-0357-493f-9410-ab8f2947d224), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:36.869935 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f681b-a543-4ac0-8b9e-805c555d9384 None None] Pushing event updated for resources: {'Port': ['ID=91273519-48f5-4eea-9663-a0cd5315991b,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:37.040550 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-de69dcb2-583f-421f-b019-e3c78e2a4fdf None None] Provisioning complete for port 9255dc61-af77-4644-a5a9-e77c9b212215 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:37.048186 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-de69dcb2-583f-421f-b019-e3c78e2a4fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (9255dc61-af77-4644-a5a9-e77c9b212215), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:37.162609 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:37.190069 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b39785-8209-4c1c-9354-966e73c0237e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event updated for resources: {'Port': ['ID=38f5ac13-4403-4698-a29f-53e4d3f4a4b3,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:37.206309 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:37.240021 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b39785-8209-4c1c-9354-966e73c0237e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Network 0c675bf4-4916-40d1-96f5-9d4191821351 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:58:37.264700 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 9255dc61-af77-4644-a5a9-e77c9b212215 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:58:37.269975 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fc77c6ec-d360-45d9-a24e-3fe377110728 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (81788ca9-4a08-4129-80d8-897da8e6e347), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:37.303830 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-26b39785-8209-4c1c-9354-966e73c0237e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:58:37.312074 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b39785-8209-4c1c-9354-966e73c0237e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:58:37.320909 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-26b39785-8209-4c1c-9354-966e73c0237e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:37.379870 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc77c6ec-d360-45d9-a24e-3fe377110728 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event deleted for resources: {'Port': ['ID=81788ca9-4a08-4129-80d8-897da8e6e347,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:37.458889 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fc77c6ec-d360-45d9-a24e-3fe377110728 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:37.476076 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-fc77c6ec-d360-45d9-a24e-3fe377110728 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "DELETE /networking/v2.0/ports/81788ca9-4a08-4129-80d8-897da8e6e347 HTTP/1.1" status: 204 len: 168 time: 1.2809756 Aug 27 04:58:37.476076 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38238) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:37.490853 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-de69dcb2-583f-421f-b019-e3c78e2a4fdf None None] Current status of the port 9255dc61-af77-4644-a5a9-e77c9b212215 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:58:37.497531 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765a6650-d6b9-4024-b85b-59c244084e46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-508d8078-7644-4acc-9472-56b9bb455714', 'network_id': '508d8078-7644-4acc-9472-56b9bb455714', 'project_id': 'fe4b55b9429141158994d6a58059854d', 'fixed_ips': [{'subnet_id': '12f730f6-bea4-4e30-9b26-404c6ae20ebb'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:58:37.498578 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-765a6650-d6b9-4024-b85b-59c244084e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:37.531023 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-de69dcb2-583f-421f-b019-e3c78e2a4fdf None None] Could not find standard attr ID for object 81788ca9-4a08-4129-80d8-897da8e6e347. {{(pid=107777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 27 04:58:37.541235 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:37.560776 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-77d16fff-6e4a-4218-a456-3f1335c4836f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] GET failed (client error): The resource could not be found. Aug 27 04:58:37.574426 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-77d16fff-6e4a-4218-a456-3f1335c4836f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "GET /networking/v2.0/ports/81788ca9-4a08-4129-80d8-897da8e6e347 HTTP/1.1" status: 404 len: 333 time: 0.1016669 Aug 27 04:58:37.580737 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38240) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:37.626582 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0102b659-fdb6-419f-8093-2eac1016f9cd tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (778b5e8e-0357-493f-9410-ab8f2947d224), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:37.739799 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-87bd5cd0-87f4-46da-bf70-e0db915e0829 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for security_group (baa82485-4666-487a-91c8-e4798c802109), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:37.757787 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-0102b659-fdb6-419f-8093-2eac1016f9cd tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Calling delete_port for 778b5e8e-0357-493f-9410-ab8f2947d224 owned by network:router_gateway {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:58:37.828333 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:37.828552 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-87bd5cd0-87f4-46da-bf70-e0db915e0829 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for security_group (baa82485-4666-487a-91c8-e4798c802109), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:37.882872 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-de69dcb2-583f-421f-b019-e3c78e2a4fdf None None] Provisioning complete for port 51c1e214-5722-49ad-8652-c2ab722fb4ea triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:37.883421 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-de69dcb2-583f-421f-b019-e3c78e2a4fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (51c1e214-5722-49ad-8652-c2ab722fb4ea), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:37.962788 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c130392-7b4b-46e8-8437-cac9c59c3568 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Made reservation on behalf of fe4b55b9429141158994d6a58059854d for: {'port': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:58:37.973182 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9c130392-7b4b-46e8-8437-cac9c59c3568 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:38.038415 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:38.116551 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-87bd5cd0-87f4-46da-bf70-e0db915e0829 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (baa82485-4666-487a-91c8-e4798c802109), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:38.123303 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-87bd5cd0-87f4-46da-bf70-e0db915e0829 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:38.125476 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-87bd5cd0-87f4-46da-bf70-e0db915e0829 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/baa82485-4666-487a-91c8-e4798c802109 HTTP/1.1" status: 204 len: 168 time: 0.5420730 Aug 27 04:58:38.182457 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38260) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:38.182457 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bd5cd0-87f4-46da-bf70-e0db915e0829 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa82485-4666-487a-91c8-e4798c802109,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:38.185655 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-de69dcb2-583f-421f-b019-e3c78e2a4fdf None None] Port 51c1e214-5722-49ad-8652-c2ab722fb4ea cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:58:38.213784 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79804898-2144-451e-9b30-c2c7b41dc093 None None] Network 0c675bf4-4916-40d1-96f5-9d4191821351 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:58:38.218721 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [None req-9c130392-7b4b-46e8-8437-cac9c59c3568 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] device_id is not set on port 1f409923-4fb6-42cb-9575-ea7fc9b1f960 yet. {{(pid=107775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:58:38.318470 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-26b39785-8209-4c1c-9354-966e73c0237e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (38f5ac13-4403-4698-a29f-53e4d3f4a4b3), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:38.361548 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-db414753-1d2a-425d-ad82-de4161e077f8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for security_group (c362f483-a858-4555-8e6b-34fa1457cfcc), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:38.399860 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:38.421502 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-db414753-1d2a-425d-ad82-de4161e077f8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for security_group (c362f483-a858-4555-8e6b-34fa1457cfcc), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:38.431630 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38266) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:38.458544 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 91273519-48f5-4eea-9663-a0cd5315991b up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:58:38.539270 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-5a9a8ec5-8101-4ff1-a704-498d0b101020 None None] Could not find standard attr ID for object 81788ca9-4a08-4129-80d8-897da8e6e347. {{(pid=107777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 27 04:58:38.564264 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-765a6650-d6b9-4024-b85b-59c244084e46 None None] Allocated IP 172.20.0.2 (508d8078-7644-4acc-9472-56b9bb455714/12f730f6-bea4-4e30-9b26-404c6ae20ebb/7435f867-99ac-43b8-a757-856d118eb1b0) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:58:38.618183 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 91273519-48f5-4eea-9663-a0cd5315991b triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:38.618556 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (91273519-48f5-4eea-9663-a0cd5315991b), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:38.646619 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-db414753-1d2a-425d-ad82-de4161e077f8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (c362f483-a858-4555-8e6b-34fa1457cfcc), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:38.649378 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-db414753-1d2a-425d-ad82-de4161e077f8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:38.650531 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-db414753-1d2a-425d-ad82-de4161e077f8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/c362f483-a858-4555-8e6b-34fa1457cfcc HTTP/1.1" status: 204 len: 168 time: 0.4750102 Aug 27 04:58:38.677393 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38270) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:38.714872 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db414753-1d2a-425d-ad82-de4161e077f8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c362f483-a858-4555-8e6b-34fa1457cfcc,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:38.780445 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-35bcedda-15ab-47b0-a5be-961caec39dcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:38.853048 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a4b2eeb-d6af-4339-81b4-99275b6d6894 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Deleting subnet 1fdf416c-553c-49ee-bc2c-cb9263a72f08 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:58:38.867560 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8a4b2eeb-d6af-4339-81b4-99275b6d6894 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for subnet (1fdf416c-553c-49ee-bc2c-cb9263a72f08), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:38.928756 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-5a9a8ec5-8101-4ff1-a704-498d0b101020 None None] Provisioning complete for port 91273519-48f5-4eea-9663-a0cd5315991b triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:38.929856 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5a9a8ec5-8101-4ff1-a704-498d0b101020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (91273519-48f5-4eea-9663-a0cd5315991b), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:39.035463 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8a4b2eeb-d6af-4339-81b4-99275b6d6894 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (1fdf416c-553c-49ee-bc2c-cb9263a72f08), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:39.058014 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-765a6650-d6b9-4024-b85b-59c244084e46 None None] Publish callbacks [] for port (7435f867-99ac-43b8-a757-856d118eb1b0), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:39.180992 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0102b659-fdb6-419f-8093-2eac1016f9cd tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (778b5e8e-0357-493f-9410-ab8f2947d224), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:39.199729 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-765a6650-d6b9-4024-b85b-59c244084e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (7435f867-99ac-43b8-a757-856d118eb1b0), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:39.218592 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-26b39785-8209-4c1c-9354-966e73c0237e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for port (38f5ac13-4403-4698-a29f-53e4d3f4a4b3), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:39.225970 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:39.292576 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a6650-d6b9-4024-b85b-59c244084e46 None None] Pushing event updated for resources: {'Port': ['ID=7435f867-99ac-43b8-a757-856d118eb1b0,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:39.308335 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 91273519-48f5-4eea-9663-a0cd5315991b is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:58:39.308866 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (91273519-48f5-4eea-9663-a0cd5315991b), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:39.334776 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=40 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:39.335550 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=40 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:39.340731 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-35bcedda-15ab-47b0-a5be-961caec39dcb admin admin] Publish callbacks [] for security_group (7719b0d0-53a0-430a-b10b-15bdbd42e1ed), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:39.370113 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765a6650-d6b9-4024-b85b-59c244084e46 None None] Network 508d8078-7644-4acc-9472-56b9bb455714 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:58:39.432869 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8a4b2eeb-d6af-4339-81b4-99275b6d6894 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (1fdf416c-553c-49ee-bc2c-cb9263a72f08), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:39.446261 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06c781-a0ad-4568-a11d-6cd1fe37f796 req-6e29e380-e9bf-4fae-bd7d-b8cb71c7000e tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:58:39.457133 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4d06c781-a0ad-4568-a11d-6cd1fe37f796 req-6e29e380-e9bf-4fae-bd7d-b8cb71c7000e tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9971ddb-d345-4a8f-8de2-265fbca67e22 HTTP/1.1" status: 200 len: 950 time: 0.2705212 Aug 27 04:58:39.467601 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0102b659-fdb6-419f-8093-2eac1016f9cd tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Pushing event deleted for resources: {'Port': ['ID=778b5e8e-0357-493f-9410-ab8f2947d224,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:39.488455 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-765a6650-d6b9-4024-b85b-59c244084e46 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:58:39.495627 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-26b39785-8209-4c1c-9354-966e73c0237e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (38f5ac13-4403-4698-a29f-53e4d3f4a4b3), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:39.497283 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765a6650-d6b9-4024-b85b-59c244084e46 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:58:39.499399 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-26b39785-8209-4c1c-9354-966e73c0237e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:39.504539 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-35bcedda-15ab-47b0-a5be-961caec39dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (7719b0d0-53a0-430a-b10b-15bdbd42e1ed), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:39.535935 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-5a9a8ec5-8101-4ff1-a704-498d0b101020 None None] Current status of the port 91273519-48f5-4eea-9663-a0cd5315991b is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:58:39.536634 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5a9a8ec5-8101-4ff1-a704-498d0b101020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (91273519-48f5-4eea-9663-a0cd5315991b), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:39.582873 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 91273519-48f5-4eea-9663-a0cd5315991b, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=91273519-48f5-4eea-9663-a0cd5315991b,segment=NetworkSegment(199fe768-a033-4286-933b-04be26315d22),segment_id=199fe768-a033-4286-933b-04be26315d22)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:58:39.600713 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bcedda-15ab-47b0-a5be-961caec39dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7719b0d0-53a0-430a-b10b-15bdbd42e1ed,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:39.631664 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:39.665067 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (91273519-48f5-4eea-9663-a0cd5315991b), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:39.666170 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 5fc9b9c4-c21e-4709-93db-504834d76e29 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:58:39.674018 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-35bcedda-15ab-47b0-a5be-961caec39dcb admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=2d29e1d5cf704dff8ea0273a6e578007&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2317882 Aug 27 04:58:39.674696 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38284) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:39.721224 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b39785-8209-4c1c-9354-966e73c0237e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event updated for resources: {'Port': ['ID=38f5ac13-4403-4698-a29f-53e4d3f4a4b3,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:39.772772 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1ba479bd-f149-40f5-938c-cf5346d1f168 admin admin] Publish callbacks [] for security_group (7719b0d0-53a0-430a-b10b-15bdbd42e1ed), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:39.801920 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1ba479bd-f149-40f5-938c-cf5346d1f168 admin admin] Publish callbacks [] for security_group (7719b0d0-53a0-430a-b10b-15bdbd42e1ed), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:39.859989 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8a4b2eeb-d6af-4339-81b4-99275b6d6894 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (1fdf416c-553c-49ee-bc2c-cb9263a72f08), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:39.875791 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8a4b2eeb-d6af-4339-81b4-99275b6d6894 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:39.885404 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8a4b2eeb-d6af-4339-81b4-99275b6d6894 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/1fdf416c-553c-49ee-bc2c-cb9263a72f08 HTTP/1.1" status: 204 len: 168 time: 1.2057219 Aug 27 04:58:39.889622 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38286) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:39.916522 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=91273519-48f5-4eea-9663-a0cd5315991b,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:39.919881 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4b2eeb-d6af-4339-81b4-99275b6d6894 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event deleted for resources: {'Subnet': ['ID=1fdf416c-553c-49ee-bc2c-cb9263a72f08,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:39.927027 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-5a9a8ec5-8101-4ff1-a704-498d0b101020 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:58:39.927477 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-5a9a8ec5-8101-4ff1-a704-498d0b101020 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:58:39.928263 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b0acc3-f443-4712-a13f-3da4570b7e2b None None] Network 849c1b68-ff98-433a-8a19-bdf5ff0407d2 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:58:39.973235 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1ba479bd-f149-40f5-938c-cf5346d1f168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (7719b0d0-53a0-430a-b10b-15bdbd42e1ed), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:39.977086 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1ba479bd-f149-40f5-938c-cf5346d1f168 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:39.978880 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-9c130392-7b4b-46e8-8437-cac9c59c3568 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Allocated IP 172.20.0.9 (508d8078-7644-4acc-9472-56b9bb455714/12f730f6-bea4-4e30-9b26-404c6ae20ebb/1f409923-4fb6-42cb-9575-ea7fc9b1f960) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:58:39.987156 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-5df264e5-0536-4137-9fd9-29bbcd49ff1b tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Request body: {'subnet': {'network_id': '849c1b68-ff98-433a-8a19-bdf5ff0407d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:58:39.988393 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1ba479bd-f149-40f5-938c-cf5346d1f168 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/7719b0d0-53a0-430a-b10b-15bdbd42e1ed HTTP/1.1" status: 204 len: 168 time: 0.3042004 Aug 27 04:58:40.014970 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-765a6650-d6b9-4024-b85b-59c244084e46 None None] Attempting to bind port 7435f867-99ac-43b8-a757-856d118eb1b0 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:58:40.015516 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-765a6650-d6b9-4024-b85b-59c244084e46 None None] Attempting to bind port 7435f867-99ac-43b8-a757-856d118eb1b0 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'dca7f47e-44da-44cf-8387-726ceaae6d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '508d8078-7644-4acc-9472-56b9bb455714'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:58:40.015728 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765a6650-d6b9-4024-b85b-59c244084e46 None None] Attempting to bind port 7435f867-99ac-43b8-a757-856d118eb1b0 on network 508d8078-7644-4acc-9472-56b9bb455714 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:58:40.016071 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba479bd-f149-40f5-938c-cf5346d1f168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7719b0d0-53a0-430a-b10b-15bdbd42e1ed,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:40.041601 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 5fc9b9c4-c21e-4709-93db-504834d76e29 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:40.041601 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (5fc9b9c4-c21e-4709-93db-504834d76e29), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:40.082772 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765a6650-d6b9-4024-b85b-59c244084e46 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:58:40.083147 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765a6650-d6b9-4024-b85b-59c244084e46 None None] Checking segment: {'id': 'dca7f47e-44da-44cf-8387-726ceaae6d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '508d8078-7644-4acc-9472-56b9bb455714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:58:40.083561 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-765a6650-d6b9-4024-b85b-59c244084e46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:40.083924 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765a6650-d6b9-4024-b85b-59c244084e46 None None] Bound using segment: {'id': 'dca7f47e-44da-44cf-8387-726ceaae6d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '508d8078-7644-4acc-9472-56b9bb455714'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:58:40.084439 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-765a6650-d6b9-4024-b85b-59c244084e46 None None] Bound port: 7435f867-99ac-43b8-a757-856d118eb1b0, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca7f47e-44da-44cf-8387-726ceaae6d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '508d8078-7644-4acc-9472-56b9bb455714'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:58:40.084878 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-765a6650-d6b9-4024-b85b-59c244084e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (7435f867-99ac-43b8-a757-856d118eb1b0), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:40.137856 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4d06c781-a0ad-4568-a11d-6cd1fe37f796 req-e7f25c52-0cae-48bc-a951-c94fc9835206 tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=11b31b8c-3a1d-4136-8264-cc28240aeb30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6794338 Aug 27 04:58:40.182862 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0102b659-fdb6-419f-8093-2eac1016f9cd tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (a2bfe85d-e1aa-4b7e-b04f-a7b8a97367c7), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:40.261344 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 5fc9b9c4-c21e-4709-93db-504834d76e29 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:58:40.379081 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0102b659-fdb6-419f-8093-2eac1016f9cd tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (a2bfe85d-e1aa-4b7e-b04f-a7b8a97367c7), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:40.390495 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0102b659-fdb6-419f-8093-2eac1016f9cd tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for router_controller (a2bfe85d-e1aa-4b7e-b04f-a7b8a97367c7), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:40.397071 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-765a6650-d6b9-4024-b85b-59c244084e46 None None] For port 7435f867-99ac-43b8-a757-856d118eb1b0, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:58:40.402996 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-765a6650-d6b9-4024-b85b-59c244084e46 None None] For port 7435f867-99ac-43b8-a757-856d118eb1b0, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=7435f867-99ac-43b8-a757-856d118eb1b0,segment=NetworkSegment(dca7f47e-44da-44cf-8387-726ceaae6d3c),segment_id=dca7f47e-44da-44cf-8387-726ceaae6d3c)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:58:40.476050 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 91273519-48f5-4eea-9663-a0cd5315991b up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:58:40.539166 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:40.544000 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b39785-8209-4c1c-9354-966e73c0237e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Network 0c675bf4-4916-40d1-96f5-9d4191821351 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:58:40.559157 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-765a6650-d6b9-4024-b85b-59c244084e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (7435f867-99ac-43b8-a757-856d118eb1b0), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:40.576954 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-26b39785-8209-4c1c-9354-966e73c0237e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:58:40.692034 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-5a9a8ec5-8101-4ff1-a704-498d0b101020 None None] Current status of the port 91273519-48f5-4eea-9663-a0cd5315991b is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:58:40.713019 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a6650-d6b9-4024-b85b-59c244084e46 None None] Pushing event updated for resources: {'Port': ['ID=7435f867-99ac-43b8-a757-856d118eb1b0,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:40.735213 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 91273519-48f5-4eea-9663-a0cd5315991b triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:40.748798 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (91273519-48f5-4eea-9663-a0cd5315991b), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:40.798533 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df264e5-0536-4137-9fd9-29bbcd49ff1b tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Made reservation on behalf of be8944f580af495191f8edd06de8f901 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:58:40.832868 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5df264e5-0536-4137-9fd9-29bbcd49ff1b tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:40.846611 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0102b659-fdb6-419f-8093-2eac1016f9cd tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (a2bfe85d-e1aa-4b7e-b04f-a7b8a97367c7), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:40.848926 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0102b659-fdb6-419f-8093-2eac1016f9cd tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Fanout notify agent at l3_agent the message router_deleted on router a2bfe85d-e1aa-4b7e-b04f-a7b8a97367c7 {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:58:40.922231 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d646d-0ff6-4735-beb8-612ed97c2496 req-f97b5f52-3e04-4162-8d90-4f1c503d6348 tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:58:40.933616 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-e10d646d-0ff6-4735-beb8-612ed97c2496 req-f97b5f52-3e04-4162-8d90-4f1c503d6348 tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d9971ddb-d345-4a8f-8de2-265fbca67e22 HTTP/1.1" status: 200 len: 950 time: 0.1872003 Aug 27 04:58:40.965967 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b39785-8209-4c1c-9354-966e73c0237e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Router 3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:58:40.968248 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:40.970314 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-94302e05-b91b-4e93-b0ae-a2aba290b3aa None None] Provisioning complete for port 38f5ac13-4403-4698-a29f-53e4d3f4a4b3 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:40.970682 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-94302e05-b91b-4e93-b0ae-a2aba290b3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (38f5ac13-4403-4698-a29f-53e4d3f4a4b3), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:41.161517 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-94302e05-b91b-4e93-b0ae-a2aba290b3aa None None] Port 38f5ac13-4403-4698-a29f-53e4d3f4a4b3 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:58:41.227617 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [req-e10d646d-0ff6-4735-beb8-612ed97c2496 req-2e02c519-8bf6-496d-a4ea-9d16ecb1e40b tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] Deleting port 52900704-5417-4e87-b4a8-e26c5f01bee0 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:58:41.227617 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-e10d646d-0ff6-4735-beb8-612ed97c2496 req-2e02c519-8bf6-496d-a4ea-9d16ecb1e40b tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (52900704-5417-4e87-b4a8-e26c5f01bee0), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:41.228266 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0102b659-fdb6-419f-8093-2eac1016f9cd tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:41.233097 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0102b659-fdb6-419f-8093-2eac1016f9cd tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] 10.222.0.76 "DELETE /networking/v2.0/routers/a2bfe85d-e1aa-4b7e-b04f-a7b8a97367c7 HTTP/1.1" status: 204 len: 168 time: 6.2289412 Aug 27 04:58:41.257740 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38306) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:41.356998 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:DELETE=9 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:41.464022 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:41.486924 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-e10d646d-0ff6-4735-beb8-612ed97c2496 req-2e02c519-8bf6-496d-a4ea-9d16ecb1e40b tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] For port 52900704-5417-4e87-b4a8-e26c5f01bee0, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=52900704-5417-4e87-b4a8-e26c5f01bee0,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:58:41.487397 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-e10d646d-0ff6-4735-beb8-612ed97c2496 req-2e02c519-8bf6-496d-a4ea-9d16ecb1e40b tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (52900704-5417-4e87-b4a8-e26c5f01bee0), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:41.516546 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [req-e10d646d-0ff6-4735-beb8-612ed97c2496 req-2e02c519-8bf6-496d-a4ea-9d16ecb1e40b tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] Calling delete_port for 52900704-5417-4e87-b4a8-e26c5f01bee0 owned by compute:nova {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:58:41.530610 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9c130392-7b4b-46e8-8437-cac9c59c3568 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for port (1f409923-4fb6-42cb-9575-ea7fc9b1f960), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:41.579003 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-49cc69a6-122c-41c2-8cf9-c75677ad41a9 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Deleting subnet 4358ac1f-fb07-4b21-9795-cde40281de3d {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:58:41.585448 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:41.590943 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-94302e05-b91b-4e93-b0ae-a2aba290b3aa None None] Provisioning complete for port 91273519-48f5-4eea-9663-a0cd5315991b triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:41.591310 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-94302e05-b91b-4e93-b0ae-a2aba290b3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (91273519-48f5-4eea-9663-a0cd5315991b), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:41.628530 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-49cc69a6-122c-41c2-8cf9-c75677ad41a9 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for subnet (4358ac1f-fb07-4b21-9795-cde40281de3d), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:41.644488 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5df264e5-0536-4137-9fd9-29bbcd49ff1b tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (61e79ad6-51d9-4174-8b59-855429683475), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:41.725012 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 91273519-48f5-4eea-9663-a0cd5315991b is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:58:41.819952 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-94302e05-b91b-4e93-b0ae-a2aba290b3aa None None] Current status of the port 91273519-48f5-4eea-9663-a0cd5315991b is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:58:41.870258 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-e10d646d-0ff6-4735-beb8-612ed97c2496 req-2e02c519-8bf6-496d-a4ea-9d16ecb1e40b tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (52900704-5417-4e87-b4a8-e26c5f01bee0), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:41.880191 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df264e5-0536-4137-9fd9-29bbcd49ff1b tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Network 849c1b68-ff98-433a-8a19-bdf5ff0407d2 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:58:41.886046 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-5df264e5-0536-4137-9fd9-29bbcd49ff1b tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:58:41.889173 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df264e5-0536-4137-9fd9-29bbcd49ff1b tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:58:41.889847 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5df264e5-0536-4137-9fd9-29bbcd49ff1b tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:41.897748 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b33770-d4f8-43b6-9497-953b591602a9 None None] Network 849c1b68-ff98-433a-8a19-bdf5ff0407d2 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:58:41.926036 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457fd662-6c87-490f-a47a-0d3675c3f686 req-1fed26fe-9b60-441f-89f3-0ecc167e8716 tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:58:41.928503 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-457fd662-6c87-490f-a47a-0d3675c3f686 req-1fed26fe-9b60-441f-89f3-0ecc167e8716 tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d9971ddb-d345-4a8f-8de2-265fbca67e22 HTTP/1.1" status: 200 len: 950 time: 0.4632800 Aug 27 04:58:41.977112 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e02c519-8bf6-496d-a4ea-9d16ecb1e40b tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] Pushing event deleted for resources: {'Port': ['ID=52900704-5417-4e87-b4a8-e26c5f01bee0,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:42.000695 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-49cc69a6-122c-41c2-8cf9-c75677ad41a9 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (4358ac1f-fb07-4b21-9795-cde40281de3d), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:42.023820 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] get_ports_and_sgs() called for port_ids ['52900704-5417-4e87-b4a8-e26c5f01bee0'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 04:58:42.042299 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9c130392-7b4b-46e8-8437-cac9c59c3568 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (1f409923-4fb6-42cb-9575-ea7fc9b1f960), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:42.100488 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-715a9e1b-678a-43fa-8ee4-0a717e2e158a None None] Provisioning complete for port 38f5ac13-4403-4698-a29f-53e4d3f4a4b3 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:42.101692 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-715a9e1b-678a-43fa-8ee4-0a717e2e158a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (38f5ac13-4403-4698-a29f-53e4d3f4a4b3), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:42.104901 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [req-e10d646d-0ff6-4735-beb8-612ed97c2496 req-2e02c519-8bf6-496d-a4ea-9d16ecb1e40b tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] No DVR routers for this DVR port 52900704-5417-4e87-b4a8-e26c5f01bee0 on host n-h1-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:58:42.108793 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-e10d646d-0ff6-4735-beb8-612ed97c2496 req-2e02c519-8bf6-496d-a4ea-9d16ecb1e40b tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:42.113117 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-e10d646d-0ff6-4735-beb8-612ed97c2496 req-2e02c519-8bf6-496d-a4ea-9d16ecb1e40b tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] 10.222.0.75 "DELETE /networking/v2.0/ports/52900704-5417-4e87-b4a8-e26c5f01bee0 HTTP/1.1" status: 204 len: 173 time: 1.1785207 Aug 27 04:58:42.113653 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9971ddb-d345-4a8f-8de2-265fbca67e22', 'name': 'network-vif-deleted', 'tag': '52900704-5417-4e87-b4a8-e26c5f01bee0'}] {{(pid=107776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 04:58:42.126072 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7ad66632f4c78724655075356aa8535ba41c652eced6c9cea0c1f0c67b1e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b860965b-450a-4a14-bee6-e8afcaeb0050" -d '{"events": [{"server_uuid": "d9971ddb-d345-4a8f-8de2-265fbca67e22", "name": "network-vif-deleted", "tag": "52900704-5417-4e87-b4a8-e26c5f01bee0"}]}' {{(pid=107776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:58:42.154293 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b39785-8209-4c1c-9354-966e73c0237e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:58:42.167756 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b09353-767d-4297-8b7d-bb532d14a98a None None] Sync routers for ids ['3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:58:42.185737 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b09353-767d-4297-8b7d-bb532d14a98a None None] Routers {'3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:58:42.189199 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-01b09353-767d-4297-8b7d-bb532d14a98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:58:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:42.191618 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c130392-7b4b-46e8-8437-cac9c59c3568 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Network 508d8078-7644-4acc-9472-56b9bb455714 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:58:42.207424 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-9c130392-7b4b-46e8-8437-cac9c59c3568 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:58:42.230608 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38324) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:42.239724 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-26b39785-8209-4c1c-9354-966e73c0237e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "PUT /networking/v2.0/routers/3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5142083 Aug 27 04:58:42.242682 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-ea749cbd-f91a-4e88-8d9d-f0b9e6da1faf tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1031420759'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:58:42.261056 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-5df264e5-0536-4137-9fd9-29bbcd49ff1b tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2901454 Aug 27 04:58:42.261056 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c130392-7b4b-46e8-8437-cac9c59c3568 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:58:42.261857 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38326) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:42.273250 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-38aada88-331f-423e-adfc-04fab2a436f7 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Request body: {'security_group': {'name': 'tempest-secgroup-194178158'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:58:42.280512 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-715a9e1b-678a-43fa-8ee4-0a717e2e158a None None] Port 38f5ac13-4403-4698-a29f-53e4d3f4a4b3 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:58:42.328916 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-715a9e1b-678a-43fa-8ee4-0a717e2e158a None None] Provisioning complete for port 51c1e214-5722-49ad-8652-c2ab722fb4ea triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:42.336477 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-715a9e1b-678a-43fa-8ee4-0a717e2e158a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (51c1e214-5722-49ad-8652-c2ab722fb4ea), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:42.365282 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 04:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b76061-dab5-4020-afcf-fecc50b7d7e0 x-openstack-request-id: req-54b76061-dab5-4020-afcf-fecc50b7d7e0 {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:58:42.365862 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9971ddb-d345-4a8f-8de2-265fbca67e22", "name": "network-vif-deleted", "tag": "52900704-5417-4e87-b4a8-e26c5f01bee0", "status": "completed", "code": 200}]} {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:58:42.369898 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-54b76061-dab5-4020-afcf-fecc50b7d7e0 {{(pid=107776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:58:42.369898 n-d-852088-5 neutron-server[107776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54b76061-dab5-4020-afcf-fecc50b7d7e0'] response: {'server_uuid': 'd9971ddb-d345-4a8f-8de2-265fbca67e22', 'name': 'network-vif-deleted', 'tag': '52900704-5417-4e87-b4a8-e26c5f01bee0', 'status': 'completed', 'code': 200} Aug 27 04:58:42.447962 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-49cc69a6-122c-41c2-8cf9-c75677ad41a9 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (4358ac1f-fb07-4b21-9795-cde40281de3d), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:42.487315 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-01b09353-767d-4297-8b7d-bb532d14a98a None None] Set router 3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb gateway port host: None {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:58:42.492559 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-38aada88-331f-423e-adfc-04fab2a436f7 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:42.578084 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-715a9e1b-678a-43fa-8ee4-0a717e2e158a None None] Port 51c1e214-5722-49ad-8652-c2ab722fb4ea cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:58:42.591245 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:42.615972 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:42.625706 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea749cbd-f91a-4e88-8d9d-f0b9e6da1faf tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Made reservation on behalf of f97daadf5de74bd7bc5004505037c8e3 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:58:42.646986 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ea749cbd-f91a-4e88-8d9d-f0b9e6da1faf tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:42.672875 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df264e5-0536-4137-9fd9-29bbcd49ff1b tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event updated for resources: {'Subnet': ['ID=61e79ad6-51d9-4174-8b59-855429683475,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:42.697615 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c130392-7b4b-46e8-8437-cac9c59c3568 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event updated for resources: {'Port': ['ID=1f409923-4fb6-42cb-9575-ea7fc9b1f960,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:42.742293 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 7435f867-99ac-43b8-a757-856d118eb1b0 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:58:42.844202 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-715a9e1b-678a-43fa-8ee4-0a717e2e158a None None] Provisioning complete for port 9255dc61-af77-4644-a5a9-e77c9b212215 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:42.845772 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-715a9e1b-678a-43fa-8ee4-0a717e2e158a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (9255dc61-af77-4644-a5a9-e77c9b212215), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:42.846485 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-38aada88-331f-423e-adfc-04fab2a436f7 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for security_group (d520c5e8-79bd-479d-937f-7ea224b6dfa8), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:42.913138 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4b422b-8374-49a4-9d44-10c750aed6f7 None None] Update dhcp port {'port': {'network_id': '849c1b68-ff98-433a-8a19-bdf5ff0407d2', 'fixed_ips': [{'subnet_id': '7d958f09-7ab9-47b3-a343-58d7456b8bee', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '61e79ad6-51d9-4174-8b59-855429683475'}], 'binding:host_id': 'n-d-852088-5'}, 'id': '9255dc61-af77-4644-a5a9-e77c9b212215'} from n-d-852088-5. {{(pid=107777) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Aug 27 04:58:42.915967 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220b8df6-4b4a-458f-9695-d56178beada9 None None] Network 508d8078-7644-4acc-9472-56b9bb455714 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:58:42.945115 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea749cbd-f91a-4e88-8d9d-f0b9e6da1faf tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:58:42.989055 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-01b09353-767d-4297-8b7d-bb532d14a98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'name': 'tempest-RoutersIpV6Test-router-696252856', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:58:16Z', 'updated_at': '2022-08-27T04:58:37Z', 'revision_number': 3, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'gw_port_host': None, '_interfaces': [{'id': '38f5ac13-4403-4698-a29f-53e4d3f4a4b3', 'name': '', 'network_id': '0c675bf4-4916-40d1-96f5-9d4191821351', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'mac_address': 'fa:16:3e:d9:58:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '98e762fe-a50e-4be3-86a3-d423b514674c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:58:34Z', 'updated_at': '2022-08-27T04:58:38Z', 'revision_number': 2, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'subnets': [{'id': '98e762fe-a50e-4be3-86a3-d423b514674c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fc9b9c4-c21e-4709-93db-504834d76e29', 'name': '', 'network_id': '2e47ae03-ab97-4f12-a6f2-cc39b2534fcd', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'mac_address': 'fa:16:3e:8a:5c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '40141336-9273-4c5b-819b-a9da8c34164d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:58:22Z', 'updated_at': '2022-08-27T04:58:35Z', 'revision_number': 5, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'subnets': [{'id': '40141336-9273-4c5b-819b-a9da8c34164d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:42.989499 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ea749cbd-f91a-4e88-8d9d-f0b9e6da1faf tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (da0ca5d9-2033-4dc3-ba67-2c1fb069c171), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:42.989990 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-ea749cbd-f91a-4e88-8d9d-f0b9e6da1faf tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Added segment da0ca5d9-2033-4dc3-ba67-2c1fb069c171 of type vlan for network f576cf03-18e3-4d91-9f68-d8fe80da65fb Aug 27 04:58:43.011829 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-457fd662-6c87-490f-a47a-0d3675c3f686 req-ca774636-caa7-46c3-bf24-8df4959279e4 tempest-VolumesBackupsTest-605066937 tempest-VolumesBackupsTest-605066937-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=11b31b8c-3a1d-4136-8264-cc28240aeb30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0675354 Aug 27 04:58:43.050967 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 7435f867-99ac-43b8-a757-856d118eb1b0 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:43.057430 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (7435f867-99ac-43b8-a757-856d118eb1b0), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:43.063714 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b09353-767d-4297-8b7d-bb532d14a98a None None] Checking router: 3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:58:43.064057 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b09353-767d-4297-8b7d-bb532d14a98a None None] Updating router 3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb port 38f5ac13-4403-4698-a29f-53e4d3f4a4b3 binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:58:43.096875 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4e4b422b-8374-49a4-9d44-10c750aed6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (9255dc61-af77-4644-a5a9-e77c9b212215), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:43.101172 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c130392-7b4b-46e8-8437-cac9c59c3568 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:58:43.109083 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9c130392-7b4b-46e8-8437-cac9c59c3568 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:43.154910 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-01b09353-767d-4297-8b7d-bb532d14a98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (38f5ac13-4403-4698-a29f-53e4d3f4a4b3), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:43.155236 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ea749cbd-f91a-4e88-8d9d-f0b9e6da1faf tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (f576cf03-18e3-4d91-9f68-d8fe80da65fb), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:43.171315 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-38aada88-331f-423e-adfc-04fab2a436f7 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (d520c5e8-79bd-479d-937f-7ea224b6dfa8), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:43.206923 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aada88-331f-423e-adfc-04fab2a436f7 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d520c5e8-79bd-479d-937f-7ea224b6dfa8,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:43.277406 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-49cc69a6-122c-41c2-8cf9-c75677ad41a9 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (4358ac1f-fb07-4b21-9795-cde40281de3d), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:43.330433 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 7435f867-99ac-43b8-a757-856d118eb1b0 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:58:43.331220 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (7435f867-99ac-43b8-a757-856d118eb1b0), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:43.443942 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-38aada88-331f-423e-adfc-04fab2a436f7 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:43.446095 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-38aada88-331f-423e-adfc-04fab2a436f7 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.1808019 Aug 27 04:58:43.447207 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ea749cbd-f91a-4e88-8d9d-f0b9e6da1faf tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (f576cf03-18e3-4d91-9f68-d8fe80da65fb), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:43.455070 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea749cbd-f91a-4e88-8d9d-f0b9e6da1faf tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:58:43.457108 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ea749cbd-f91a-4e88-8d9d-f0b9e6da1faf tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:43.462111 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38372) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:43.532215 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-4e4b422b-8374-49a4-9d44-10c750aed6f7 None None] Allocated IP 2001:db8::2 (849c1b68-ff98-433a-8a19-bdf5ff0407d2/61e79ad6-51d9-4174-8b59-855429683475/9255dc61-af77-4644-a5a9-e77c9b212215) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:58:43.560306 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:43.582391 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-d46e92c5-411b-4794-bcc0-293d8fc2571f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Request body: {'security_group': {'name': 'tempest-secgroup-1829478751'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:58:43.651987 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9c130392-7b4b-46e8-8437-cac9c59c3568 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 924 time: 7.0694895 Aug 27 04:58:43.663456 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38374) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:43.673404 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:43.673942 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-93399b97-27b6-4e92-bfcf-d190fb9037d4 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Request body: {'port': {'network_id': '508d8078-7644-4acc-9472-56b9bb455714', 'name': 'tempest-PortsTestJSON-183411612'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:58:43.675302 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=81,neutron:INSERT=2,neutron:DELETE=13,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:43.678034 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc69a6-122c-41c2-8cf9-c75677ad41a9 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Pushing event deleted for resources: {'Subnet': ['ID=4358ac1f-fb07-4b21-9795-cde40281de3d,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:43.685916 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-715a9e1b-678a-43fa-8ee4-0a717e2e158a None None] Current status of the port 9255dc61-af77-4644-a5a9-e77c9b212215 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:58:43.705520 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-49cc69a6-122c-41c2-8cf9-c75677ad41a9 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:43.709066 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-49cc69a6-122c-41c2-8cf9-c75677ad41a9 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/4358ac1f-fb07-4b21-9795-cde40281de3d HTTP/1.1" status: 204 len: 168 time: 2.4411147 Aug 27 04:58:43.713121 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc69a6-122c-41c2-8cf9-c75677ad41a9 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:58:43.715357 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc69a6-122c-41c2-8cf9-c75677ad41a9 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:58:43.716856 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc69a6-122c-41c2-8cf9-c75677ad41a9 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:58:43.717425 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc69a6-122c-41c2-8cf9-c75677ad41a9 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:58:43.719165 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc69a6-122c-41c2-8cf9-c75677ad41a9 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:58:43.719701 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc69a6-122c-41c2-8cf9-c75677ad41a9 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:58:43.721539 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc69a6-122c-41c2-8cf9-c75677ad41a9 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:58:43.722722 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc69a6-122c-41c2-8cf9-c75677ad41a9 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:58:43.723902 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc69a6-122c-41c2-8cf9-c75677ad41a9 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:58:43.725485 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc69a6-122c-41c2-8cf9-c75677ad41a9 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:58:43.726189 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc69a6-122c-41c2-8cf9-c75677ad41a9 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:58:43.726718 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc69a6-122c-41c2-8cf9-c75677ad41a9 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:58:43.727630 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc69a6-122c-41c2-8cf9-c75677ad41a9 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:58:43.728847 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc69a6-122c-41c2-8cf9-c75677ad41a9 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:58:43.730656 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc69a6-122c-41c2-8cf9-c75677ad41a9 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:58:43.732899 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-01b09353-767d-4297-8b7d-bb532d14a98a None None] Publish callbacks [] for port (38f5ac13-4403-4698-a29f-53e4d3f4a4b3), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:43.734537 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38378) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:43.751119 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a63bb4-fcef-4594-ad1c-c75dd9c9bfb1 None None] Network acdd16cc-74ff-4739-8717-0deb26d8c8bd requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:58:43.859146 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-01b09353-767d-4297-8b7d-bb532d14a98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (38f5ac13-4403-4698-a29f-53e4d3f4a4b3), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:43.873970 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a0a4fcba-93fb-4ec9-92c2-468c9f5ab086 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (acdd16cc-74ff-4739-8717-0deb26d8c8bd), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:43.920449 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea749cbd-f91a-4e88-8d9d-f0b9e6da1faf tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event updated for resources: {'Network': ['ID=f576cf03-18e3-4d91-9f68-d8fe80da65fb,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:43.940181 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ea749cbd-f91a-4e88-8d9d-f0b9e6da1faf tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7078927 Aug 27 04:58:43.943499 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38382) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:43.958442 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-a0a4fcba-93fb-4ec9-92c2-468c9f5ab086 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Deleting port 0327ca62-938a-4f61-9c89-25e490bc2a33 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:58:43.969381 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network f576cf03-18e3-4d91-9f68-d8fe80da65fb details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:58:43.970085 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-8621f84b-0c54-46b2-95ef-ca7f7711c3ba tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Request body: {'subnet': {'network_id': 'f576cf03-18e3-4d91-9f68-d8fe80da65fb', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:58:43.982571 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a0a4fcba-93fb-4ec9-92c2-468c9f5ab086 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (0327ca62-938a-4f61-9c89-25e490bc2a33), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:43.995037 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 7435f867-99ac-43b8-a757-856d118eb1b0, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=7435f867-99ac-43b8-a757-856d118eb1b0,segment=NetworkSegment(dca7f47e-44da-44cf-8387-726ceaae6d3c),segment_id=dca7f47e-44da-44cf-8387-726ceaae6d3c)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:58:44.013210 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec18d3ed-480f-42a5-932a-5f5f5e792e20 None None] Pushing event updated for resources: {'Port': ['ID=38f5ac13-4403-4698-a29f-53e4d3f4a4b3,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:44.109998 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec18d3ed-480f-42a5-932a-5f5f5e792e20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:58:44.110337 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec18d3ed-480f-42a5-932a-5f5f5e792e20 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:58:44.110671 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec18d3ed-480f-42a5-932a-5f5f5e792e20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:58:44.111001 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec18d3ed-480f-42a5-932a-5f5f5e792e20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:58:44.134999 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec18d3ed-480f-42a5-932a-5f5f5e792e20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:58:44.134999 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec18d3ed-480f-42a5-932a-5f5f5e792e20 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:58:44.134999 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec18d3ed-480f-42a5-932a-5f5f5e792e20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:58:44.134999 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec18d3ed-480f-42a5-932a-5f5f5e792e20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:58:44.134999 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec18d3ed-480f-42a5-932a-5f5f5e792e20 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:58:44.134999 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec18d3ed-480f-42a5-932a-5f5f5e792e20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:58:44.134999 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec18d3ed-480f-42a5-932a-5f5f5e792e20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:58:44.134999 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec18d3ed-480f-42a5-932a-5f5f5e792e20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:58:44.134999 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec18d3ed-480f-42a5-932a-5f5f5e792e20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:58:44.134999 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec18d3ed-480f-42a5-932a-5f5f5e792e20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:58:44.137542 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec18d3ed-480f-42a5-932a-5f5f5e792e20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:58:44.160154 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-7659e386-f8a7-4421-b016-6aa288ea3a0a None None] Provisioning complete for port 7435f867-99ac-43b8-a757-856d118eb1b0 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:44.161257 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7659e386-f8a7-4421-b016-6aa288ea3a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (7435f867-99ac-43b8-a757-856d118eb1b0), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:44.224990 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-01b09353-767d-4297-8b7d-bb532d14a98a None None] Attempting to bind port 38f5ac13-4403-4698-a29f-53e4d3f4a4b3 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:58:44.225364 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-01b09353-767d-4297-8b7d-bb532d14a98a None None] Attempting to bind port 38f5ac13-4403-4698-a29f-53e4d3f4a4b3 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '199fe768-a033-4286-933b-04be26315d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c675bf4-4916-40d1-96f5-9d4191821351'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:58:44.225725 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b09353-767d-4297-8b7d-bb532d14a98a None None] Attempting to bind port 38f5ac13-4403-4698-a29f-53e4d3f4a4b3 on network 0c675bf4-4916-40d1-96f5-9d4191821351 {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:58:44.238276 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-a0a4fcba-93fb-4ec9-92c2-468c9f5ab086 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] For port 0327ca62-938a-4f61-9c89-25e490bc2a33, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=0327ca62-938a-4f61-9c89-25e490bc2a33,segment=NetworkSegment(46244a0b-0ac3-4c83-8b80-66fe19ccc3f3),segment_id=46244a0b-0ac3-4c83-8b80-66fe19ccc3f3)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:58:44.238662 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a0a4fcba-93fb-4ec9-92c2-468c9f5ab086 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (0327ca62-938a-4f61-9c89-25e490bc2a33), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:44.250893 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b09353-767d-4297-8b7d-bb532d14a98a None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:58:44.262116 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b09353-767d-4297-8b7d-bb532d14a98a None None] Checking segment: {'id': '199fe768-a033-4286-933b-04be26315d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c675bf4-4916-40d1-96f5-9d4191821351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:58:44.262116 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-01b09353-767d-4297-8b7d-bb532d14a98a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:44.262116 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b09353-767d-4297-8b7d-bb532d14a98a None None] Bound using segment: {'id': '199fe768-a033-4286-933b-04be26315d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c675bf4-4916-40d1-96f5-9d4191821351'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:58:44.262116 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-01b09353-767d-4297-8b7d-bb532d14a98a None None] Bound port: 38f5ac13-4403-4698-a29f-53e4d3f4a4b3, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '199fe768-a033-4286-933b-04be26315d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c675bf4-4916-40d1-96f5-9d4191821351'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:58:44.262116 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-01b09353-767d-4297-8b7d-bb532d14a98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (38f5ac13-4403-4698-a29f-53e4d3f4a4b3), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:44.291217 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-a0a4fcba-93fb-4ec9-92c2-468c9f5ab086 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Calling delete_port for 0327ca62-938a-4f61-9c89-25e490bc2a33 owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:58:44.322400 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (7435f867-99ac-43b8-a757-856d118eb1b0), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:44.343692 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d46e92c5-411b-4794-bcc0-293d8fc2571f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:44.412278 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=9,neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:44.446863 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:44.470548 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-01b09353-767d-4297-8b7d-bb532d14a98a None None] For port 38f5ac13-4403-4698-a29f-53e4d3f4a4b3, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:58:44.475636 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8621f84b-0c54-46b2-95ef-ca7f7711c3ba tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Made reservation on behalf of f97daadf5de74bd7bc5004505037c8e3 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:58:44.481955 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-01b09353-767d-4297-8b7d-bb532d14a98a None None] For port 38f5ac13-4403-4698-a29f-53e4d3f4a4b3, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=38f5ac13-4403-4698-a29f-53e4d3f4a4b3,segment=NetworkSegment(199fe768-a033-4286-933b-04be26315d22),segment_id=199fe768-a033-4286-933b-04be26315d22)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:58:44.493842 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8621f84b-0c54-46b2-95ef-ca7f7711c3ba tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:44.498252 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93399b97-27b6-4e92-bfcf-d190fb9037d4 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Made reservation on behalf of fe4b55b9429141158994d6a58059854d for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:58:44.507888 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-93399b97-27b6-4e92-bfcf-d190fb9037d4 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:44.528842 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=7435f867-99ac-43b8-a757-856d118eb1b0,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:44.534726 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4e4b422b-8374-49a4-9d44-10c750aed6f7 None None] For port 9255dc61-af77-4644-a5a9-e77c9b212215, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=9255dc61-af77-4644-a5a9-e77c9b212215,segment=NetworkSegment(5bbd99ab-216f-4169-a7c0-cee8497241e7),segment_id=5bbd99ab-216f-4169-a7c0-cee8497241e7)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:58:44.563024 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [None req-93399b97-27b6-4e92-bfcf-d190fb9037d4 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] device_id is not set on port 921cc48a-ffd3-4047-98b2-b7f10d90bb69 yet. {{(pid=107776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:58:44.618240 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4e4b422b-8374-49a4-9d44-10c750aed6f7 None None] Publish callbacks [] for port (9255dc61-af77-4644-a5a9-e77c9b212215), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:44.631592 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-7659e386-f8a7-4421-b016-6aa288ea3a0a None None] Current status of the port 7435f867-99ac-43b8-a757-856d118eb1b0 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:58:44.646805 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-01b09353-767d-4297-8b7d-bb532d14a98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (38f5ac13-4403-4698-a29f-53e4d3f4a4b3), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:44.699590 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d075b0c2-0eb1-4293-9763-b6fb0b5dd72f None None] DHCP port deletion for acdd16cc-74ff-4739-8717-0deb26d8c8bd request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:58:44.749718 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a0a4fcba-93fb-4ec9-92c2-468c9f5ab086 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (0327ca62-938a-4f61-9c89-25e490bc2a33), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:44.790623 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b09353-767d-4297-8b7d-bb532d14a98a None None] Routers {'3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:58:44.792642 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-01b09353-767d-4297-8b7d-bb532d14a98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:58:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:44.810528 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a4fcba-93fb-4ec9-92c2-468c9f5ab086 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Pushing event deleted for resources: {'Port': ['ID=0327ca62-938a-4f61-9c89-25e490bc2a33,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:44.818258 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a4fcba-93fb-4ec9-92c2-468c9f5ab086 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] No DVR routers for this DVR port 0327ca62-938a-4f61-9c89-25e490bc2a33 on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:58:44.833134 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d075b0c2-0eb1-4293-9763-b6fb0b5dd72f None None] Deleting port 0327ca62-938a-4f61-9c89-25e490bc2a33 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:58:44.835337 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d075b0c2-0eb1-4293-9763-b6fb0b5dd72f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (0327ca62-938a-4f61-9c89-25e490bc2a33), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:44.849809 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4e4b422b-8374-49a4-9d44-10c750aed6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (9255dc61-af77-4644-a5a9-e77c9b212215), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:44.965675 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device 52900704-5417-4e87-b4a8-e26c5f01bee0 no longer exists at agent hyperv_n-h1-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:58:45.004435 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-7090c5f1-defb-4b29-955d-90e0d87f9b5c None None] Provisioning complete for port 1f409923-4fb6-42cb-9575-ea7fc9b1f960 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:45.004799 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7090c5f1-defb-4b29-955d-90e0d87f9b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (1f409923-4fb6-42cb-9575-ea7fc9b1f960), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:45.019904 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:45.022867 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec18d3ed-480f-42a5-932a-5f5f5e792e20 None None] Pushing event updated for resources: {'Port': ['ID=38f5ac13-4403-4698-a29f-53e4d3f4a4b3,revision_number=4']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:45.031785 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a0a4fcba-93fb-4ec9-92c2-468c9f5ab086 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (acdd16cc-74ff-4739-8717-0deb26d8c8bd), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:45.044967 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] No Port match for: 52900704-5417-4e87-b4a8-e26c5f01bee0 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:58:45.045534 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device 52900704-5417-4e87-b4a8-e26c5f01bee0 not bound to the agent host n-h1-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:58:45.084491 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-a0a4fcba-93fb-4ec9-92c2-468c9f5ab086 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acdd16cc-74ff-4739-8717-0deb26d8c8bd']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:45.108033 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-01b09353-767d-4297-8b7d-bb532d14a98a None None] Set router 3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb gateway port host: None {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:58:45.110527 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-a0a4fcba-93fb-4ec9-92c2-468c9f5ab086 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46244a0b-0ac3-4c83-8b80-66fe19ccc3f3') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:45.110827 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-a0a4fcba-93fb-4ec9-92c2-468c9f5ab086 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46244a0b-0ac3-4c83-8b80-66fe19ccc3f3') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:45.133446 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a0a4fcba-93fb-4ec9-92c2-468c9f5ab086 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (46244a0b-0ac3-4c83-8b80-66fe19ccc3f3), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:45.146996 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:45.159348 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-93399b97-27b6-4e92-bfcf-d190fb9037d4 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Allocated IP 172.20.0.7 (508d8078-7644-4acc-9472-56b9bb455714/12f730f6-bea4-4e30-9b26-404c6ae20ebb/921cc48a-ffd3-4047-98b2-b7f10d90bb69) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:58:45.171492 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a0a4fcba-93fb-4ec9-92c2-468c9f5ab086 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (46244a0b-0ac3-4c83-8b80-66fe19ccc3f3), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:45.184726 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0a4fcba-93fb-4ec9-92c2-468c9f5ab086 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:58:45.185142 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a0a4fcba-93fb-4ec9-92c2-468c9f5ab086 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (46244a0b-0ac3-4c83-8b80-66fe19ccc3f3), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:45.236428 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d075b0c2-0eb1-4293-9763-b6fb0b5dd72f None None] For port 0327ca62-938a-4f61-9c89-25e490bc2a33, host n-d-852088-5, got binding levels [] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:58:45.236838 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d075b0c2-0eb1-4293-9763-b6fb0b5dd72f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (0327ca62-938a-4f61-9c89-25e490bc2a33), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:45.332682 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d075b0c2-0eb1-4293-9763-b6fb0b5dd72f None None] Calling delete_port for 0327ca62-938a-4f61-9c89-25e490bc2a33 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:58:45.339829 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.ipam_backend_mixin [None req-d075b0c2-0eb1-4293-9763-b6fb0b5dd72f None None] Port 0327ca62-938a-4f61-9c89-25e490bc2a33 was not found and therefore no delete operation was performed {{(pid=107777) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 27 04:58:45.351716 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d075b0c2-0eb1-4293-9763-b6fb0b5dd72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (0327ca62-938a-4f61-9c89-25e490bc2a33), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:45.364025 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38400) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:45.386384 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-93399b97-27b6-4e92-bfcf-d190fb9037d4 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for port (921cc48a-ffd3-4047-98b2-b7f10d90bb69), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:45.399950 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 46244a0b-0ac3-4c83-8b80-66fe19ccc3f3 resource provider aggregate not found Aug 27 04:58:45.412911 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d075b0c2-0eb1-4293-9763-b6fb0b5dd72f None None] No DVR routers for this DVR port 0327ca62-938a-4f61-9c89-25e490bc2a33 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:58:45.429318 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4b422b-8374-49a4-9d44-10c750aed6f7 None None] Pushing event updated for resources: {'Port': ['ID=9255dc61-af77-4644-a5a9-e77c9b212215,revision_number=6']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:45.443030 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 46244a0b-0ac3-4c83-8b80-66fe19ccc3f3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 46244a0b-0ac3-4c83-8b80-66fe19ccc3f3 found for delete ", "request_id": "req-3230b01e-31a9-439c-8536-a2446e078236"}]} Aug 27 04:58:45.455212 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-7090c5f1-defb-4b29-955d-90e0d87f9b5c None None] Port 1f409923-4fb6-42cb-9575-ea7fc9b1f960 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:58:45.481446 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a0a4fcba-93fb-4ec9-92c2-468c9f5ab086 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (acdd16cc-74ff-4739-8717-0deb26d8c8bd), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:45.486637 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a0a4fcba-93fb-4ec9-92c2-468c9f5ab086 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:45.495882 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a0a4fcba-93fb-4ec9-92c2-468c9f5ab086 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] 10.222.0.76 "DELETE /networking/v2.0/networks/acdd16cc-74ff-4739-8717-0deb26d8c8bd HTTP/1.1" status: 204 len: 168 time: 1.7569363 Aug 27 04:58:45.538119 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:45.538836 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38430) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:45.542287 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d075b0c2-0eb1-4293-9763-b6fb0b5dd72f None None] Pushing event deleted for resources: {'Port': ['ID=0327ca62-938a-4f61-9c89-25e490bc2a33,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:45.543662 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a4fcba-93fb-4ec9-92c2-468c9f5ab086 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Pushing event deleted for resources: {'Network': ['ID=acdd16cc-74ff-4739-8717-0deb26d8c8bd,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:45.576816 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-7090c5f1-defb-4b29-955d-90e0d87f9b5c None None] Provisioning complete for port 7435f867-99ac-43b8-a757-856d118eb1b0 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:45.580053 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7090c5f1-defb-4b29-955d-90e0d87f9b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (7435f867-99ac-43b8-a757-856d118eb1b0), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:45.580528 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-93399b97-27b6-4e92-bfcf-d190fb9037d4 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (921cc48a-ffd3-4047-98b2-b7f10d90bb69), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:45.710972 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c491de4a-e909-497e-ba14-4e5ecb6ebfd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:45.760200 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-01b09353-767d-4297-8b7d-bb532d14a98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'name': 'tempest-RoutersIpV6Test-router-696252856', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:58:16Z', 'updated_at': '2022-08-27T04:58:37Z', 'revision_number': 3, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'gw_port_host': None, '_interfaces': [{'id': '38f5ac13-4403-4698-a29f-53e4d3f4a4b3', 'name': '', 'network_id': '0c675bf4-4916-40d1-96f5-9d4191821351', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'mac_address': 'fa:16:3e:d9:58:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '98e762fe-a50e-4be3-86a3-d423b514674c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:58:34Z', 'updated_at': '2022-08-27T04:58:44Z', 'revision_number': 4, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'subnets': [{'id': '98e762fe-a50e-4be3-86a3-d423b514674c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fc9b9c4-c21e-4709-93db-504834d76e29', 'name': '', 'network_id': '2e47ae03-ab97-4f12-a6f2-cc39b2534fcd', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'mac_address': 'fa:16:3e:8a:5c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '40141336-9273-4c5b-819b-a9da8c34164d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:58:22Z', 'updated_at': '2022-08-27T04:58:35Z', 'revision_number': 5, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'subnets': [{'id': '40141336-9273-4c5b-819b-a9da8c34164d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:45.818879 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93399b97-27b6-4e92-bfcf-d190fb9037d4 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Network 508d8078-7644-4acc-9472-56b9bb455714 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:58:45.837770 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b09353-767d-4297-8b7d-bb532d14a98a None None] The sync data for ids ['3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb'] in n-d-852088-5 is: [{'id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'name': 'tempest-RoutersIpV6Test-router-696252856', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:58:16Z', 'updated_at': '2022-08-27T04:58:37Z', 'revision_number': 3, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'gw_port_host': None, '_interfaces': [{'id': '38f5ac13-4403-4698-a29f-53e4d3f4a4b3', 'name': '', 'network_id': '0c675bf4-4916-40d1-96f5-9d4191821351', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'mac_address': 'fa:16:3e:d9:58:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '98e762fe-a50e-4be3-86a3-d423b514674c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:58:34Z', 'updated_at': '2022-08-27T04:58:44Z', 'revision_number': 4, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'subnets': [{'id': '98e762fe-a50e-4be3-86a3-d423b514674c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fc9b9c4-c21e-4709-93db-504834d76e29', 'name': '', 'network_id': '2e47ae03-ab97-4f12-a6f2-cc39b2534fcd', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'mac_address': 'fa:16:3e:8a:5c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '40141336-9273-4c5b-819b-a9da8c34164d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:58:22Z', 'updated_at': '2022-08-27T04:58:35Z', 'revision_number': 5, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'subnets': [{'id': '40141336-9273-4c5b-819b-a9da8c34164d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:58:45.886635 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d46e92c5-411b-4794-bcc0-293d8fc2571f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for security_group (7f17543e-915b-44a2-9f13-7b6f8f10a1c7), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:45.903505 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93399b97-27b6-4e92-bfcf-d190fb9037d4 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event updated for resources: {'Port': ['ID=921cc48a-ffd3-4047-98b2-b7f10d90bb69,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:45.945690 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-93399b97-27b6-4e92-bfcf-d190fb9037d4 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:58:45.981121 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93399b97-27b6-4e92-bfcf-d190fb9037d4 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:58:45.982393 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93399b97-27b6-4e92-bfcf-d190fb9037d4 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:58:45.983081 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93399b97-27b6-4e92-bfcf-d190fb9037d4 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:58:45.983668 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93399b97-27b6-4e92-bfcf-d190fb9037d4 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:58:45.984254 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93399b97-27b6-4e92-bfcf-d190fb9037d4 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:58:45.984900 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93399b97-27b6-4e92-bfcf-d190fb9037d4 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:58:45.985463 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93399b97-27b6-4e92-bfcf-d190fb9037d4 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:58:45.986032 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93399b97-27b6-4e92-bfcf-d190fb9037d4 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:58:45.986583 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93399b97-27b6-4e92-bfcf-d190fb9037d4 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:58:45.987133 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93399b97-27b6-4e92-bfcf-d190fb9037d4 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:58:45.987923 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93399b97-27b6-4e92-bfcf-d190fb9037d4 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:58:45.988115 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c491de4a-e909-497e-ba14-4e5ecb6ebfd4 admin admin] Publish callbacks [] for security_group (06d50913-7339-412a-a977-f0a69942b78c), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:45.989421 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93399b97-27b6-4e92-bfcf-d190fb9037d4 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:58:45.990180 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93399b97-27b6-4e92-bfcf-d190fb9037d4 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:58:45.990736 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93399b97-27b6-4e92-bfcf-d190fb9037d4 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:58:45.991860 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93399b97-27b6-4e92-bfcf-d190fb9037d4 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:58:46.031569 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93399b97-27b6-4e92-bfcf-d190fb9037d4 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:58:46.150518 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c491de4a-e909-497e-ba14-4e5ecb6ebfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (06d50913-7339-412a-a977-f0a69942b78c), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:46.196154 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93399b97-27b6-4e92-bfcf-d190fb9037d4 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:58:46.197691 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-93399b97-27b6-4e92-bfcf-d190fb9037d4 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:46.265613 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d46e92c5-411b-4794-bcc0-293d8fc2571f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (7f17543e-915b-44a2-9f13-7b6f8f10a1c7), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:46.267399 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-7090c5f1-defb-4b29-955d-90e0d87f9b5c None None] Current status of the port 7435f867-99ac-43b8-a757-856d118eb1b0 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:58:46.289858 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491de4a-e909-497e-ba14-4e5ecb6ebfd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d50913-7339-412a-a977-f0a69942b78c,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:46.304695 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c491de4a-e909-497e-ba14-4e5ecb6ebfd4 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=3e93e1b41b114f13ba810b308eb280be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9381461 Aug 27 04:58:46.307484 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38448) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:46.572743 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46e92c5-411b-4794-bcc0-293d8fc2571f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f17543e-915b-44a2-9f13-7b6f8f10a1c7,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:46.577564 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dcd7622d-be7a-4383-bd9f-a4975ce33384 admin admin] Publish callbacks [] for security_group (06d50913-7339-412a-a977-f0a69942b78c), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:46.622523 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-9fbee2a2-b29b-49a3-bed0-31c480ec132d None None] Provisioning complete for port 921cc48a-ffd3-4047-98b2-b7f10d90bb69 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:46.623031 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9fbee2a2-b29b-49a3-bed0-31c480ec132d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (921cc48a-ffd3-4047-98b2-b7f10d90bb69), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:46.624145 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d46e92c5-411b-4794-bcc0-293d8fc2571f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:46.631394 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d46e92c5-411b-4794-bcc0-293d8fc2571f tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 3.1280999 Aug 27 04:58:46.648228 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-93399b97-27b6-4e92-bfcf-d190fb9037d4 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.9824805 Aug 27 04:58:46.664025 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38454) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:46.664500 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38456) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:46.696982 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-6f98ad90-2466-4846-b402-1ab36a4182f7 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Request body: {'security_group': {'name': 'tempest-secgroup-1131944919'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:58:46.718416 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dcd7622d-be7a-4383-bd9f-a4975ce33384 admin admin] Publish callbacks [] for security_group (06d50913-7339-412a-a977-f0a69942b78c), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:46.752611 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:46.802972 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-9fbee2a2-b29b-49a3-bed0-31c480ec132d None None] Port 921cc48a-ffd3-4047-98b2-b7f10d90bb69 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:58:46.821742 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 38f5ac13-4403-4698-a29f-53e4d3f4a4b3 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:58:46.943995 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dcd7622d-be7a-4383-bd9f-a4975ce33384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (06d50913-7339-412a-a977-f0a69942b78c), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:46.946001 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dcd7622d-be7a-4383-bd9f-a4975ce33384 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:46.952953 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-0ac978ef-aca3-47d8-876c-7a5ae435e51c tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Deleting port 392c2c05-1117-4998-a93e-40b79967976a {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:58:46.952953 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0ac978ef-aca3-47d8-876c-7a5ae435e51c tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (392c2c05-1117-4998-a93e-40b79967976a), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:46.953214 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-dcd7622d-be7a-4383-bd9f-a4975ce33384 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/06d50913-7339-412a-a977-f0a69942b78c HTTP/1.1" status: 204 len: 168 time: 0.6384706 Aug 27 04:58:46.977093 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd7622d-be7a-4383-bd9f-a4975ce33384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d50913-7339-412a-a977-f0a69942b78c,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:47.001695 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 38f5ac13-4403-4698-a29f-53e4d3f4a4b3 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:47.002081 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (38f5ac13-4403-4698-a29f-53e4d3f4a4b3), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:47.041639 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:47.051927 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-90c5efa6-dac8-4016-8778-c5d5737371bc None None] Provisioning complete for port 9255dc61-af77-4644-a5a9-e77c9b212215 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:47.052825 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-90c5efa6-dac8-4016-8778-c5d5737371bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (9255dc61-af77-4644-a5a9-e77c9b212215), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:47.170574 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ff9268-90bc-4799-bc53-0bc580d27cb0 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:58:47.173225 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e1ff9268-90bc-4799-bc53-0bc580d27cb0 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "GET /networking/v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 922 time: 0.4502196 Aug 27 04:58:47.177066 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38462) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:47.252991 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6f98ad90-2466-4846-b402-1ab36a4182f7 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:47.264033 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:47.339097 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 38f5ac13-4403-4698-a29f-53e4d3f4a4b3 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:58:47.339666 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (38f5ac13-4403-4698-a29f-53e4d3f4a4b3), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:47.341955 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-90c5efa6-dac8-4016-8778-c5d5737371bc None None] Current status of the port 9255dc61-af77-4644-a5a9-e77c9b212215 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:58:47.393030 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0ac978ef-aca3-47d8-876c-7a5ae435e51c tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (392c2c05-1117-4998-a93e-40b79967976a), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:47.393384 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0ac978ef-aca3-47d8-876c-7a5ae435e51c tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for floatingip (392c2c05-1117-4998-a93e-40b79967976a), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:47.416724 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-c8555e00-ba05-42f7-87d0-e7009d0d2ac1 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Deleting port 921cc48a-ffd3-4047-98b2-b7f10d90bb69 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:58:47.417289 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c8555e00-ba05-42f7-87d0-e7009d0d2ac1 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (921cc48a-ffd3-4047-98b2-b7f10d90bb69), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:47.423877 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-90c5efa6-dac8-4016-8778-c5d5737371bc None None] Provisioning complete for port 51c1e214-5722-49ad-8652-c2ab722fb4ea triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:47.424329 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-90c5efa6-dac8-4016-8778-c5d5737371bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (51c1e214-5722-49ad-8652-c2ab722fb4ea), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:47.495023 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:47.536382 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-0ac978ef-aca3-47d8-876c-7a5ae435e51c tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Calling delete_port for 392c2c05-1117-4998-a93e-40b79967976a owned by network:floatingip {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:58:47.550621 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-90c5efa6-dac8-4016-8778-c5d5737371bc None None] Port 51c1e214-5722-49ad-8652-c2ab722fb4ea cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:58:47.579634 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 38f5ac13-4403-4698-a29f-53e4d3f4a4b3, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=38f5ac13-4403-4698-a29f-53e4d3f4a4b3,segment=NetworkSegment(199fe768-a033-4286-933b-04be26315d22),segment_id=199fe768-a033-4286-933b-04be26315d22)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:58:47.657483 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c8555e00-ba05-42f7-87d0-e7009d0d2ac1 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (921cc48a-ffd3-4047-98b2-b7f10d90bb69), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:47.670008 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (38f5ac13-4403-4698-a29f-53e4d3f4a4b3), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:47.671626 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 9255dc61-af77-4644-a5a9-e77c9b212215 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:58:47.697337 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-c8555e00-ba05-42f7-87d0-e7009d0d2ac1 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Calling delete_port for 921cc48a-ffd3-4047-98b2-b7f10d90bb69 owned by {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:58:47.863190 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:47.924571 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6f98ad90-2466-4846-b402-1ab36a4182f7 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for security_group (2a3ffc3d-c184-456f-a1ce-849941ecbdc3), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:47.971345 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 9255dc61-af77-4644-a5a9-e77c9b212215 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:47.972024 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (9255dc61-af77-4644-a5a9-e77c9b212215), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:48.006613 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8621f84b-0c54-46b2-95ef-ca7f7711c3ba tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (a0eefbb0-aa1f-4067-8cf6-93680e1e3736), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:48.009857 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=38f5ac13-4403-4698-a29f-53e4d3f4a4b3,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:48.081141 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c8555e00-ba05-42f7-87d0-e7009d0d2ac1 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (921cc48a-ffd3-4047-98b2-b7f10d90bb69), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:48.105639 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 9255dc61-af77-4644-a5a9-e77c9b212215 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:58:48.107369 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 7435f867-99ac-43b8-a757-856d118eb1b0 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:58:48.125733 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6f98ad90-2466-4846-b402-1ab36a4182f7 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (2a3ffc3d-c184-456f-a1ce-849941ecbdc3), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:48.138825 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8555e00-ba05-42f7-87d0-e7009d0d2ac1 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event deleted for resources: {'Port': ['ID=921cc48a-ffd3-4047-98b2-b7f10d90bb69,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:48.187033 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:48.209173 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 7435f867-99ac-43b8-a757-856d118eb1b0 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:48.210849 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (7435f867-99ac-43b8-a757-856d118eb1b0), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:48.277595 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:48.307998 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c8555e00-ba05-42f7-87d0-e7009d0d2ac1 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:48.313960 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c8555e00-ba05-42f7-87d0-e7009d0d2ac1 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "DELETE /networking/v2.0/ports/921cc48a-ffd3-4047-98b2-b7f10d90bb69 HTTP/1.1" status: 204 len: 168 time: 1.1327467 Aug 27 04:58:48.314216 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8621f84b-0c54-46b2-95ef-ca7f7711c3ba tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event updated for resources: {'Subnet': ['ID=a0eefbb0-aa1f-4067-8cf6-93680e1e3736,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:48.315510 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38480) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:48.339053 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 7435f867-99ac-43b8-a757-856d118eb1b0 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:58:48.369894 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f98ad90-2466-4846-b402-1ab36a4182f7 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3ffc3d-c184-456f-a1ce-849941ecbdc3,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:48.373716 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed569f5b-2134-43ec-84a6-6c9bc70dbefe tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] GET failed (client error): The resource could not be found. Aug 27 04:58:48.378880 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38482) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:48.379194 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ed569f5b-2134-43ec-84a6-6c9bc70dbefe tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "GET /networking/v2.0/ports/921cc48a-ffd3-4047-98b2-b7f10d90bb69 HTTP/1.1" status: 404 len: 333 time: 0.0511765 Aug 27 04:58:48.401379 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8621f84b-0c54-46b2-95ef-ca7f7711c3ba tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Checking segment: {'id': 'da0ca5d9-2033-4dc3-ba67-2c1fb069c171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f576cf03-18e3-4d91-9f68-d8fe80da65fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:58:48.401738 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8621f84b-0c54-46b2-95ef-ca7f7711c3ba tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Network hostable DHCP agents. Network: f576cf03-18e3-4d91-9f68-d8fe80da65fb, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:58:48.419084 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6f98ad90-2466-4846-b402-1ab36a4182f7 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:48.424247 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6f98ad90-2466-4846-b402-1ab36a4182f7 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.7424948 Aug 27 04:58:48.425642 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38484) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:48.427930 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 0327ca62-938a-4f61-9c89-25e490bc2a33 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:58:48.432314 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-a48bf687-3a33-462b-b204-7d9a981db7b5 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1382761088', 'security_groups': ['2a3ffc3d-c184-456f-a1ce-849941ecbdc3'], 'network_id': '849c1b68-ff98-433a-8a19-bdf5ff0407d2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '61e79ad6-51d9-4174-8b59-855429683475'}]}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:58:48.481642 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 0327ca62-938a-4f61-9c89-25e490bc2a33 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:58:48.482227 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 0327ca62-938a-4f61-9c89-25e490bc2a33 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:58:48.560340 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0ac978ef-aca3-47d8-876c-7a5ae435e51c tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (392c2c05-1117-4998-a93e-40b79967976a), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:48.581440 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:48.592296 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac978ef-aca3-47d8-876c-7a5ae435e51c tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Pushing event deleted for resources: {'Port': ['ID=392c2c05-1117-4998-a93e-40b79967976a,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:48.687922 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0ac978ef-aca3-47d8-876c-7a5ae435e51c tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for floatingip (fbaa0f9d-c6f5-4c07-a78a-c519bec37c84), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:48.692951 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0ac978ef-aca3-47d8-876c-7a5ae435e51c tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:48.694344 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-0ac978ef-aca3-47d8-876c-7a5ae435e51c tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] 10.222.0.76 "DELETE /networking/v2.0/floatingips/fbaa0f9d-c6f5-4c07-a78a-c519bec37c84 HTTP/1.1" status: 204 len: 168 time: 3.1430202 Aug 27 04:58:48.695553 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8621f84b-0c54-46b2-95ef-ca7f7711c3ba tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Network f576cf03-18e3-4d91-9f68-d8fe80da65fb is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:58:48.701762 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38494) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:48.742834 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 38f5ac13-4403-4698-a29f-53e4d3f4a4b3 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:58:48.785638 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-3dbae509-2ca0-40f1-bc88-3d96c567cb14 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Deleting port 1f409923-4fb6-42cb-9575-ea7fc9b1f960 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:58:48.786835 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3dbae509-2ca0-40f1-bc88-3d96c567cb14 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (1f409923-4fb6-42cb-9575-ea7fc9b1f960), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:48.791723 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a6568c7-c244-43eb-9233-d71d85113f0c tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] DELETE failed (client error): The resource could not be found. Aug 27 04:58:48.792696 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a6568c7-c244-43eb-9233-d71d85113f0c tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:58:48.797752 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0a6568c7-c244-43eb-9233-d71d85113f0c tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] 10.222.0.76 "DELETE /networking/v2.0/ports/f6e68f57-542a-49b3-b4e3-413ccf053050 HTTP/1.1" status: 404 len: 333 time: 0.0918603 Aug 27 04:58:48.801066 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38496) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:48.838998 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 38f5ac13-4403-4698-a29f-53e4d3f4a4b3 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:48.839978 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (38f5ac13-4403-4698-a29f-53e4d3f4a4b3), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:48.869009 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-75c09495-3890-4f74-9d24-e1080b418274 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a2bfe85d-e1aa-4b7e-b04f-a7b8a97367c7 HTTP/1.1" status: 200 len: 205 time: 0.0655000 Aug 27 04:58:48.873313 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38502) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:48.874782 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-8621f84b-0c54-46b2-95ef-ca7f7711c3ba tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, f576cf03-18e3-4d91-9f68-d8fe80da65fb) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:58:48.882873 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8621f84b-0c54-46b2-95ef-ca7f7711c3ba tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:58:48.883688 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8621f84b-0c54-46b2-95ef-ca7f7711c3ba tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:48.890452 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753e78cf-939d-4343-b7f9-362175e736ac None None] Network f576cf03-18e3-4d91-9f68-d8fe80da65fb requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:58:48.897429 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48bf687-3a33-462b-b204-7d9a981db7b5 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Made reservation on behalf of be8944f580af495191f8edd06de8f901 for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:58:49.002042 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-b25c901d-395f-459c-8bb6-4fa6ec06ff6b tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] delete failed (client error): The resource could not be found. Aug 27 04:58:49.003319 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b25c901d-395f-459c-8bb6-4fa6ec06ff6b tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] 10.222.0.76 "DELETE /networking/v2.0/routers/a2bfe85d-e1aa-4b7e-b04f-a7b8a97367c7 HTTP/1.1" status: 404 len: 336 time: 0.1276398 Aug 27 04:58:49.008565 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38506) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:49.084209 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-310e6825-fb02-45f0-96e1-f2ddffedc555 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] DELETE failed (client error): The resource could not be found. Aug 27 04:58:49.084922 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-310e6825-fb02-45f0-96e1-f2ddffedc555 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:58:49.088755 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:49.094444 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-310e6825-fb02-45f0-96e1-f2ddffedc555 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/4358ac1f-fb07-4b21-9795-cde40281de3d HTTP/1.1" status: 404 len: 337 time: 0.0846241 Aug 27 04:58:49.098536 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38508) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:49.137944 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3dbae509-2ca0-40f1-bc88-3d96c567cb14 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (1f409923-4fb6-42cb-9575-ea7fc9b1f960), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:49.178064 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-3dbae509-2ca0-40f1-bc88-3d96c567cb14 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Calling delete_port for 1f409923-4fb6-42cb-9575-ea7fc9b1f960 owned by {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:58:49.197008 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8621f84b-0c54-46b2-95ef-ca7f7711c3ba tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 5.2524581 Aug 27 04:58:49.201194 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38514) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:49.218481 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b76d8a-74e2-4cf8-99b2-744e1d640bb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-f576cf03-18e3-4d91-9f68-d8fe80da65fb', 'network_id': 'f576cf03-18e3-4d91-9f68-d8fe80da65fb', 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'fixed_ips': [{'subnet_id': 'a0eefbb0-aa1f-4067-8cf6-93680e1e3736'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:58:49.220932 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-88b76d8a-74e2-4cf8-99b2-744e1d640bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:49.373520 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 38f5ac13-4403-4698-a29f-53e4d3f4a4b3 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:58:49.376843 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-c09b6867-b15b-49ac-82a1-64c8ec67a2da tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Deleting port 686035aa-9553-4593-9022-829f8369981c {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:58:49.378522 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c09b6867-b15b-49ac-82a1-64c8ec67a2da tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (686035aa-9553-4593-9022-829f8369981c), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:49.438156 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a48bf687-3a33-462b-b204-7d9a981db7b5 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:49.504906 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:49.548976 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:58:49.607842 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3dbae509-2ca0-40f1-bc88-3d96c567cb14 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (1f409923-4fb6-42cb-9575-ea7fc9b1f960), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:49.621889 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [None req-a48bf687-3a33-462b-b204-7d9a981db7b5 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] device_id is not set on port 806d83fe-cc8f-4525-a4b6-6ea2d10cfa65 yet. {{(pid=107776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:58:49.667610 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-88b76d8a-74e2-4cf8-99b2-744e1d640bb4 None None] Allocated IP 2001:db8:2::2 (f576cf03-18e3-4d91-9f68-d8fe80da65fb/a0eefbb0-aa1f-4067-8cf6-93680e1e3736/533f5e1d-9803-4c80-804f-311d9cdc8757) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:58:49.686433 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbae509-2ca0-40f1-bc88-3d96c567cb14 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event deleted for resources: {'Port': ['ID=1f409923-4fb6-42cb-9575-ea7fc9b1f960,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:49.872984 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3dbae509-2ca0-40f1-bc88-3d96c567cb14 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:49.876772 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3dbae509-2ca0-40f1-bc88-3d96c567cb14 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "DELETE /networking/v2.0/ports/1f409923-4fb6-42cb-9575-ea7fc9b1f960 HTTP/1.1" status: 204 len: 168 time: 1.4964733 Aug 27 04:58:49.883344 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38520) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:49.979912 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f221c15-0d83-472c-a61b-1b88309f762c tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] GET failed (client error): The resource could not be found. Aug 27 04:58:49.982386 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-5f221c15-0d83-472c-a61b-1b88309f762c tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "GET /networking/v2.0/ports/1f409923-4fb6-42cb-9575-ea7fc9b1f960 HTTP/1.1" status: 404 len: 333 time: 0.0977492 Aug 27 04:58:49.984214 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:INSERT=10,neutron:DELETE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:49.989575 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38524) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:50.063965 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-88b76d8a-74e2-4cf8-99b2-744e1d640bb4 None None] Publish callbacks [] for port (533f5e1d-9803-4c80-804f-311d9cdc8757), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:50.123224 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-d089311e-ea47-409b-8403-97a1f7eed3f4 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Deleting subnet 12f730f6-bea4-4e30-9b26-404c6ae20ebb {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:58:50.130934 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d089311e-ea47-409b-8403-97a1f7eed3f4 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for subnet (12f730f6-bea4-4e30-9b26-404c6ae20ebb), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:50.158235 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c09b6867-b15b-49ac-82a1-64c8ec67a2da tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (686035aa-9553-4593-9022-829f8369981c), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:50.173650 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-88b76d8a-74e2-4cf8-99b2-744e1d640bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (533f5e1d-9803-4c80-804f-311d9cdc8757), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:50.259666 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d089311e-ea47-409b-8403-97a1f7eed3f4 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (12f730f6-bea4-4e30-9b26-404c6ae20ebb), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:50.305482 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b76d8a-74e2-4cf8-99b2-744e1d640bb4 None None] Network f576cf03-18e3-4d91-9f68-d8fe80da65fb is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:58:50.317250 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-c09b6867-b15b-49ac-82a1-64c8ec67a2da tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Calling delete_port for 686035aa-9553-4593-9022-829f8369981c owned by {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:58:50.330275 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-88b76d8a-74e2-4cf8-99b2-744e1d640bb4 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:58:50.334360 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b76d8a-74e2-4cf8-99b2-744e1d640bb4 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:58:50.352329 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b76d8a-74e2-4cf8-99b2-744e1d640bb4 None None] Pushing event updated for resources: {'Port': ['ID=533f5e1d-9803-4c80-804f-311d9cdc8757,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:50.407559 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d089311e-ea47-409b-8403-97a1f7eed3f4 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (12f730f6-bea4-4e30-9b26-404c6ae20ebb), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:50.428047 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38530) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:50.458916 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-88b76d8a-74e2-4cf8-99b2-744e1d640bb4 None None] Attempting to bind port 533f5e1d-9803-4c80-804f-311d9cdc8757 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:58:50.459718 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-88b76d8a-74e2-4cf8-99b2-744e1d640bb4 None None] Attempting to bind port 533f5e1d-9803-4c80-804f-311d9cdc8757 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'da0ca5d9-2033-4dc3-ba67-2c1fb069c171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f576cf03-18e3-4d91-9f68-d8fe80da65fb'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:58:50.461427 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b76d8a-74e2-4cf8-99b2-744e1d640bb4 None None] Attempting to bind port 533f5e1d-9803-4c80-804f-311d9cdc8757 on network f576cf03-18e3-4d91-9f68-d8fe80da65fb {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:58:50.472953 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b76d8a-74e2-4cf8-99b2-744e1d640bb4 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:58:50.473945 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b76d8a-74e2-4cf8-99b2-744e1d640bb4 None None] Checking segment: {'id': 'da0ca5d9-2033-4dc3-ba67-2c1fb069c171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f576cf03-18e3-4d91-9f68-d8fe80da65fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:58:50.474538 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-88b76d8a-74e2-4cf8-99b2-744e1d640bb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:50.475648 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b76d8a-74e2-4cf8-99b2-744e1d640bb4 None None] Bound using segment: {'id': 'da0ca5d9-2033-4dc3-ba67-2c1fb069c171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f576cf03-18e3-4d91-9f68-d8fe80da65fb'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:58:50.476858 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-88b76d8a-74e2-4cf8-99b2-744e1d640bb4 None None] Bound port: 533f5e1d-9803-4c80-804f-311d9cdc8757, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da0ca5d9-2033-4dc3-ba67-2c1fb069c171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f576cf03-18e3-4d91-9f68-d8fe80da65fb'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:58:50.477256 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-88b76d8a-74e2-4cf8-99b2-744e1d640bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (533f5e1d-9803-4c80-804f-311d9cdc8757), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:50.543300 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-a48bf687-3a33-462b-b204-7d9a981db7b5 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Allocated IP 2001:db8::34b (849c1b68-ff98-433a-8a19-bdf5ff0407d2/61e79ad6-51d9-4174-8b59-855429683475/806d83fe-cc8f-4525-a4b6-6ea2d10cfa65) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:58:50.556607 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d089311e-ea47-409b-8403-97a1f7eed3f4 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (12f730f6-bea4-4e30-9b26-404c6ae20ebb), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:50.603176 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-88b76d8a-74e2-4cf8-99b2-744e1d640bb4 None None] For port 533f5e1d-9803-4c80-804f-311d9cdc8757, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:58:50.609739 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-88b76d8a-74e2-4cf8-99b2-744e1d640bb4 None None] For port 533f5e1d-9803-4c80-804f-311d9cdc8757, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=533f5e1d-9803-4c80-804f-311d9cdc8757,segment=NetworkSegment(da0ca5d9-2033-4dc3-ba67-2c1fb069c171),segment_id=da0ca5d9-2033-4dc3-ba67-2c1fb069c171)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:58:50.624672 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d089311e-ea47-409b-8403-97a1f7eed3f4 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event deleted for resources: {'Subnet': ['ID=12f730f6-bea4-4e30-9b26-404c6ae20ebb,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:50.638069 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d089311e-ea47-409b-8403-97a1f7eed3f4 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:50.642545 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-d089311e-ea47-409b-8403-97a1f7eed3f4 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/12f730f6-bea4-4e30-9b26-404c6ae20ebb HTTP/1.1" status: 204 len: 168 time: 0.6517260 Aug 27 04:58:50.645809 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38534) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:50.649689 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe94196-5fc7-4aed-8d86-ed348a504acb None None] Network 508d8078-7644-4acc-9472-56b9bb455714 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:58:50.747807 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:50.751191 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-88b76d8a-74e2-4cf8-99b2-744e1d640bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (533f5e1d-9803-4c80-804f-311d9cdc8757), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:50.795878 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:50.874659 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-49dd77d0-52a0-4be3-9c88-dd5305b89a63 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (508d8078-7644-4acc-9472-56b9bb455714), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:50.947079 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b76d8a-74e2-4cf8-99b2-744e1d640bb4 None None] Pushing event updated for resources: {'Port': ['ID=533f5e1d-9803-4c80-804f-311d9cdc8757,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:50.979105 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-49dd77d0-52a0-4be3-9c88-dd5305b89a63 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Deleting port 7435f867-99ac-43b8-a757-856d118eb1b0 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:58:50.989269 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-49dd77d0-52a0-4be3-9c88-dd5305b89a63 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (7435f867-99ac-43b8-a757-856d118eb1b0), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:51.041309 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-16dfeffe-ed38-4a4c-9e4b-7566a92f0932 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:51.054002 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:51.061302 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f5ccca-29b9-430e-86a3-89c911cb58c4 None None] DHCP port deletion for 508d8078-7644-4acc-9472-56b9bb455714 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:58:51.097301 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=5,neutron:SELECT=95 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:51.102935 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-49dd77d0-52a0-4be3-9c88-dd5305b89a63 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] For port 7435f867-99ac-43b8-a757-856d118eb1b0, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=7435f867-99ac-43b8-a757-856d118eb1b0,segment=NetworkSegment(dca7f47e-44da-44cf-8387-726ceaae6d3c),segment_id=dca7f47e-44da-44cf-8387-726ceaae6d3c)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:58:51.103309 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-49dd77d0-52a0-4be3-9c88-dd5305b89a63 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (7435f867-99ac-43b8-a757-856d118eb1b0), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:51.124540 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-49dd77d0-52a0-4be3-9c88-dd5305b89a63 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Calling delete_port for 7435f867-99ac-43b8-a757-856d118eb1b0 owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:58:51.150435 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d3f5ccca-29b9-430e-86a3-89c911cb58c4 None None] Deleting port 7435f867-99ac-43b8-a757-856d118eb1b0 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:58:51.150957 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d3f5ccca-29b9-430e-86a3-89c911cb58c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (7435f867-99ac-43b8-a757-856d118eb1b0), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:51.308207 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d3f5ccca-29b9-430e-86a3-89c911cb58c4 None None] For port 7435f867-99ac-43b8-a757-856d118eb1b0, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=7435f867-99ac-43b8-a757-856d118eb1b0,segment=NetworkSegment(dca7f47e-44da-44cf-8387-726ceaae6d3c),segment_id=dca7f47e-44da-44cf-8387-726ceaae6d3c)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:58:51.308615 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d3f5ccca-29b9-430e-86a3-89c911cb58c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (7435f867-99ac-43b8-a757-856d118eb1b0), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:51.328246 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d3f5ccca-29b9-430e-86a3-89c911cb58c4 None None] Calling delete_port for 7435f867-99ac-43b8-a757-856d118eb1b0 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:58:51.406921 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-49dd77d0-52a0-4be3-9c88-dd5305b89a63 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (7435f867-99ac-43b8-a757-856d118eb1b0), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:51.431062 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d3f5ccca-29b9-430e-86a3-89c911cb58c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (7435f867-99ac-43b8-a757-856d118eb1b0), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:51.447741 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd77d0-52a0-4be3-9c88-dd5305b89a63 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event deleted for resources: {'Port': ['ID=7435f867-99ac-43b8-a757-856d118eb1b0,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:51.460145 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dd77d0-52a0-4be3-9c88-dd5305b89a63 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] No DVR routers for this DVR port 7435f867-99ac-43b8-a757-856d118eb1b0 on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:58:51.469514 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f5ccca-29b9-430e-86a3-89c911cb58c4 None None] Pushing event deleted for resources: {'Port': ['ID=7435f867-99ac-43b8-a757-856d118eb1b0,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:51.477046 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f5ccca-29b9-430e-86a3-89c911cb58c4 None None] No DVR routers for this DVR port 7435f867-99ac-43b8-a757-856d118eb1b0 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:58:51.543633 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:51.570914 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-49dd77d0-52a0-4be3-9c88-dd5305b89a63 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (508d8078-7644-4acc-9472-56b9bb455714), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:51.601756 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-49dd77d0-52a0-4be3-9c88-dd5305b89a63 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['508d8078-7644-4acc-9472-56b9bb455714']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:51.616045 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-49dd77d0-52a0-4be3-9c88-dd5305b89a63 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dca7f47e-44da-44cf-8387-726ceaae6d3c') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:51.616726 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-49dd77d0-52a0-4be3-9c88-dd5305b89a63 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dca7f47e-44da-44cf-8387-726ceaae6d3c') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:51.631557 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-49dd77d0-52a0-4be3-9c88-dd5305b89a63 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (dca7f47e-44da-44cf-8387-726ceaae6d3c), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:51.650091 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-49dd77d0-52a0-4be3-9c88-dd5305b89a63 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (dca7f47e-44da-44cf-8387-726ceaae6d3c), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:51.657720 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49dd77d0-52a0-4be3-9c88-dd5305b89a63 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:58:51.658481 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-49dd77d0-52a0-4be3-9c88-dd5305b89a63 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (dca7f47e-44da-44cf-8387-726ceaae6d3c), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:51.706705 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:51.740756 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-747d829d-26d2-46de-84c4-8f2dfedb3c88 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:51.764602 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment dca7f47e-44da-44cf-8387-726ceaae6d3c resource provider aggregate not found Aug 27 04:58:51.764798 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a48bf687-3a33-462b-b204-7d9a981db7b5 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for port (806d83fe-cc8f-4525-a4b6-6ea2d10cfa65), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:51.790654 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment dca7f47e-44da-44cf-8387-726ceaae6d3c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dca7f47e-44da-44cf-8387-726ceaae6d3c found for delete ", "request_id": "req-1e2bc69b-31f7-4e75-9a84-fddb0994171f"}]} Aug 27 04:58:51.916777 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-16dfeffe-ed38-4a4c-9e4b-7566a92f0932 admin admin] Publish callbacks [] for security_group (7bfe8028-95f1-44e3-afd3-c0b7f94a0d08), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:51.940772 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-49dd77d0-52a0-4be3-9c88-dd5305b89a63 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (508d8078-7644-4acc-9472-56b9bb455714), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:51.948307 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-49dd77d0-52a0-4be3-9c88-dd5305b89a63 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:51.952134 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c09b6867-b15b-49ac-82a1-64c8ec67a2da tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (686035aa-9553-4593-9022-829f8369981c), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:51.960658 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-49dd77d0-52a0-4be3-9c88-dd5305b89a63 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "DELETE /networking/v2.0/networks/508d8078-7644-4acc-9472-56b9bb455714 HTTP/1.1" status: 204 len: 168 time: 1.2995579 Aug 27 04:58:51.961211 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38546) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:51.974173 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-216d7f0f-989e-49b9-9a30-bd068ac807aa tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-714892444'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:58:52.004064 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd77d0-52a0-4be3-9c88-dd5305b89a63 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event deleted for resources: {'Network': ['ID=508d8078-7644-4acc-9472-56b9bb455714,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:52.063097 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b6867-b15b-49ac-82a1-64c8ec67a2da tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Pushing event deleted for resources: {'Port': ['ID=686035aa-9553-4593-9022-829f8369981c,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:52.264944 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-16dfeffe-ed38-4a4c-9e4b-7566a92f0932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (7bfe8028-95f1-44e3-afd3-c0b7f94a0d08), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:52.336918 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dfeffe-ed38-4a4c-9e4b-7566a92f0932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfe8028-95f1-44e3-afd3-c0b7f94a0d08,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:52.337133 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e116b5c5-94c6-4c0a-a24a-782d2bf1685f None None] Network f576cf03-18e3-4d91-9f68-d8fe80da65fb requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:58:52.515090 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-1faa9036-2764-4618-9386-227c42af2142 None None] Provisioning complete for port 533f5e1d-9803-4c80-804f-311d9cdc8757 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:52.516798 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1faa9036-2764-4618-9386-227c42af2142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (533f5e1d-9803-4c80-804f-311d9cdc8757), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:52.587623 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a48bf687-3a33-462b-b204-7d9a981db7b5 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (806d83fe-cc8f-4525-a4b6-6ea2d10cfa65), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:52.630314 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216d7f0f-989e-49b9-9a30-bd068ac807aa tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Made reservation on behalf of fe4b55b9429141158994d6a58059854d for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:58:52.643548 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-216d7f0f-989e-49b9-9a30-bd068ac807aa tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:52.655646 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38588) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:52.657413 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-16dfeffe-ed38-4a4c-9e4b-7566a92f0932 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=c9b309dbc3c041dba6f3d9f1ad07f125&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1002421 Aug 27 04:58:52.698627 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48bf687-3a33-462b-b204-7d9a981db7b5 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Network 849c1b68-ff98-433a-8a19-bdf5ff0407d2 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:58:52.722786 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-a48bf687-3a33-462b-b204-7d9a981db7b5 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:58:52.725927 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48bf687-3a33-462b-b204-7d9a981db7b5 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:58:52.731008 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48bf687-3a33-462b-b204-7d9a981db7b5 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:58:52.731640 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a48bf687-3a33-462b-b204-7d9a981db7b5 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:52.818860 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 533f5e1d-9803-4c80-804f-311d9cdc8757 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:58:52.841765 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c09b6867-b15b-49ac-82a1-64c8ec67a2da tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:52.853017 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c09b6867-b15b-49ac-82a1-64c8ec67a2da tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] 10.222.0.76 "DELETE /networking/v2.0/ports/686035aa-9553-4593-9022-829f8369981c HTTP/1.1" status: 204 len: 168 time: 3.7514732 Aug 27 04:58:52.860069 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38598) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:52.895804 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a48bf687-3a33-462b-b204-7d9a981db7b5 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.4676723 Aug 27 04:58:52.914790 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38600) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:52.919453 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-216d7f0f-989e-49b9-9a30-bd068ac807aa tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:58:52.932469 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-216d7f0f-989e-49b9-9a30-bd068ac807aa tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (7e8d05c3-e2e9-42f3-accb-f06c88a90739), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:52.933157 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-216d7f0f-989e-49b9-9a30-bd068ac807aa tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Added segment 7e8d05c3-e2e9-42f3-accb-f06c88a90739 of type vlan for network 4013bfe9-3667-4d49-a29a-db8666bc22ab Aug 27 04:58:53.032730 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-216d7f0f-989e-49b9-9a30-bd068ac807aa tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (4013bfe9-3667-4d49-a29a-db8666bc22ab), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:53.040186 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-5b7fbf1e-2322-4d4d-9680-bfc0dfb22653 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Request body: {'subnet': {'network_id': '849c1b68-ff98-433a-8a19-bdf5ff0407d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:58:53.062431 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-1faa9036-2764-4618-9386-227c42af2142 None None] Current status of the port 533f5e1d-9803-4c80-804f-311d9cdc8757 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:58:53.062741 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1faa9036-2764-4618-9386-227c42af2142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (533f5e1d-9803-4c80-804f-311d9cdc8757), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:53.110006 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48bf687-3a33-462b-b204-7d9a981db7b5 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event updated for resources: {'Port': ['ID=806d83fe-cc8f-4525-a4b6-6ea2d10cfa65,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:53.150165 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.db.resource_extend [None req-216d7f0f-989e-49b9-9a30-bd068ac807aa tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 27 04:58:53.263637 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-1faa9036-2764-4618-9386-227c42af2142 None None] For port 533f5e1d-9803-4c80-804f-311d9cdc8757, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=533f5e1d-9803-4c80-804f-311d9cdc8757,segment=NetworkSegment(da0ca5d9-2033-4dc3-ba67-2c1fb069c171),segment_id=da0ca5d9-2033-4dc3-ba67-2c1fb069c171)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:58:53.335190 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38606) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:53.335500 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 533f5e1d-9803-4c80-804f-311d9cdc8757 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:53.335887 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (533f5e1d-9803-4c80-804f-311d9cdc8757), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:53.382217 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-747d829d-26d2-46de-84c4-8f2dfedb3c88 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Allocated IP 2001:db8:2::1 (f576cf03-18e3-4d91-9f68-d8fe80da65fb/a0eefbb0-aa1f-4067-8cf6-93680e1e3736/80e8a4b9-293a-465a-9b06-ac8731a4e2b8) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:58:53.391176 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-261fb742-10f2-4a83-9112-cf238c7fe405 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Deleting port 7a160636-30b8-4cab-bfbd-237aa25a441a {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:58:53.391612 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-261fb742-10f2-4a83-9112-cf238c7fe405 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (7a160636-30b8-4cab-bfbd-237aa25a441a), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:53.402891 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-216d7f0f-989e-49b9-9a30-bd068ac807aa tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (4013bfe9-3667-4d49-a29a-db8666bc22ab), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:53.416149 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216d7f0f-989e-49b9-9a30-bd068ac807aa tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:58:53.417740 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-216d7f0f-989e-49b9-9a30-bd068ac807aa tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:53.454621 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1faa9036-2764-4618-9386-227c42af2142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (533f5e1d-9803-4c80-804f-311d9cdc8757), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:53.641081 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-261fb742-10f2-4a83-9112-cf238c7fe405 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (7a160636-30b8-4cab-bfbd-237aa25a441a), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:53.649736 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 533f5e1d-9803-4c80-804f-311d9cdc8757 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:58:53.650150 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (533f5e1d-9803-4c80-804f-311d9cdc8757), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:53.679587 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-261fb742-10f2-4a83-9112-cf238c7fe405 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Calling delete_port for 7a160636-30b8-4cab-bfbd-237aa25a441a owned by {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:58:53.691352 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-216d7f0f-989e-49b9-9a30-bd068ac807aa tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.7227836 Aug 27 04:58:53.713062 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-04bffd13-a6fd-4b9b-a4c2-7cd7ab7c95a6 None None] Provisioning complete for port 806d83fe-cc8f-4525-a4b6-6ea2d10cfa65 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:53.713445 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-04bffd13-a6fd-4b9b-a4c2-7cd7ab7c95a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (806d83fe-cc8f-4525-a4b6-6ea2d10cfa65), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:53.727746 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:53.802106 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38610) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:53.823977 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-4de3f19e-28b2-456d-b462-e8ff0c289465 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Request body: {'subnet': {'network_id': '4013bfe9-3667-4d49-a29a-db8666bc22ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:58:53.827679 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:53.837788 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:DELETE=4,neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:53.847792 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faa9036-2764-4618-9386-227c42af2142 None None] Pushing event updated for resources: {'Port': ['ID=533f5e1d-9803-4c80-804f-311d9cdc8757,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:53.894763 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c78a7e0f-da63-4616-9ee0-39684d30552d admin admin] Publish callbacks [] for security_group (7bfe8028-95f1-44e3-afd3-c0b7f94a0d08), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:53.953678 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-261fb742-10f2-4a83-9112-cf238c7fe405 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (7a160636-30b8-4cab-bfbd-237aa25a441a), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:54.006365 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-04bffd13-a6fd-4b9b-a4c2-7cd7ab7c95a6 None None] Port 806d83fe-cc8f-4525-a4b6-6ea2d10cfa65 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:58:54.022082 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c0b65f84-15d0-4f47-9afb-ef2633613b0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:54.026308 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d7f0f-989e-49b9-9a30-bd068ac807aa tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event updated for resources: {'Network': ['ID=4013bfe9-3667-4d49-a29a-db8666bc22ab,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:54.033523 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:58:54.034217 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:58:54.047573 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 4013bfe9-3667-4d49-a29a-db8666bc22ab details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:58:54.049087 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c78a7e0f-da63-4616-9ee0-39684d30552d admin admin] Publish callbacks [] for security_group (7bfe8028-95f1-44e3-afd3-c0b7f94a0d08), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:54.205633 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7fbf1e-2322-4d4d-9680-bfc0dfb22653 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Made reservation on behalf of be8944f580af495191f8edd06de8f901 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:58:54.227975 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5b7fbf1e-2322-4d4d-9680-bfc0dfb22653 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:54.292303 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de3f19e-28b2-456d-b462-e8ff0c289465 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Made reservation on behalf of fe4b55b9429141158994d6a58059854d for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:58:54.297022 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4de3f19e-28b2-456d-b462-e8ff0c289465 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:54.488730 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-d7d9a5fb-8db6-45bd-885d-4523088076cf None None] Provisioning complete for port 533f5e1d-9803-4c80-804f-311d9cdc8757 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:54.489336 n-d-852088-5 neutron-server[107775]: INFO neutron.db.ipam_backend_mixin [None req-5b7fbf1e-2322-4d4d-9680-bfc0dfb22653 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 61e79ad6-51d9-4174-8b59-855429683475 (CIDR: 2001:db8::/64) Aug 27 04:58:54.489884 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d7d9a5fb-8db6-45bd-885d-4523088076cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (533f5e1d-9803-4c80-804f-311d9cdc8757), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:54.490842 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261fb742-10f2-4a83-9112-cf238c7fe405 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Pushing event deleted for resources: {'Port': ['ID=7a160636-30b8-4cab-bfbd-237aa25a441a,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:54.541487 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-747d829d-26d2-46de-84c4-8f2dfedb3c88 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for port (80e8a4b9-293a-465a-9b06-ac8731a4e2b8), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:54.614771 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c0b65f84-15d0-4f47-9afb-ef2633613b0f admin admin] Publish callbacks [] for security_group (b1e4c8f7-f02a-43a5-9497-dc9e6ffd84c9), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:54.622063 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b7fbf1e-2322-4d4d-9680-bfc0dfb22653 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 04:58:54.622966 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b7fbf1e-2322-4d4d-9680-bfc0dfb22653 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:58:54.659953 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4de3f19e-28b2-456d-b462-e8ff0c289465 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (81ba250d-8cd0-4727-a437-5e3aba228b84), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:54.713182 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c78a7e0f-da63-4616-9ee0-39684d30552d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (7bfe8028-95f1-44e3-afd3-c0b7f94a0d08), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:54.724085 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-747d829d-26d2-46de-84c4-8f2dfedb3c88 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (80e8a4b9-293a-465a-9b06-ac8731a4e2b8), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:54.729985 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c78a7e0f-da63-4616-9ee0-39684d30552d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:54.733654 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c78a7e0f-da63-4616-9ee0-39684d30552d admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/7bfe8028-95f1-44e3-afd3-c0b7f94a0d08 HTTP/1.1" status: 204 len: 168 time: 2.0745139 Aug 27 04:58:54.742209 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 533f5e1d-9803-4c80-804f-311d9cdc8757 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:58:54.773414 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-261fb742-10f2-4a83-9112-cf238c7fe405 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:54.780632 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-261fb742-10f2-4a83-9112-cf238c7fe405 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] 10.222.0.76 "DELETE /networking/v2.0/ports/7a160636-30b8-4cab-bfbd-237aa25a441a HTTP/1.1" status: 204 len: 168 time: 1.9104364 Aug 27 04:58:54.783199 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38632) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:54.784024 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78a7e0f-da63-4616-9ee0-39684d30552d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bfe8028-95f1-44e3-afd3-c0b7f94a0d08,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:54.792031 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c0b65f84-15d0-4f47-9afb-ef2633613b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (b1e4c8f7-f02a-43a5-9497-dc9e6ffd84c9), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:54.863583 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 7435f867-99ac-43b8-a757-856d118eb1b0 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:58:54.871187 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d7d9a5fb-8db6-45bd-885d-4523088076cf None None] Current status of the port 533f5e1d-9803-4c80-804f-311d9cdc8757 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:58:54.895593 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b65f84-15d0-4f47-9afb-ef2633613b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e4c8f7-f02a-43a5-9497-dc9e6ffd84c9,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:54.903104 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ec9e7a-afc9-4801-b724-da7e37b1012b tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:58:54.908327 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e4ec9e7a-afc9-4801-b724-da7e37b1012b tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=bc298bda-23b3-40f7-8a86-4ec774b53194 HTTP/1.1" status: 200 len: 913 time: 0.1152010 Aug 27 04:58:54.913672 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38646) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:54.932065 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-5b7fbf1e-2322-4d4d-9680-bfc0dfb22653 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0125883 Aug 27 04:58:54.932206 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d829d-26d2-46de-84c4-8f2dfedb3c88 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event updated for resources: {'Port': ['ID=80e8a4b9-293a-465a-9b06-ac8731a4e2b8,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:54.932851 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 7435f867-99ac-43b8-a757-856d118eb1b0 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:58:54.933197 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 7435f867-99ac-43b8-a757-856d118eb1b0 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:58:54.943095 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38648) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:54.970373 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747d829d-26d2-46de-84c4-8f2dfedb3c88 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Network f576cf03-18e3-4d91-9f68-d8fe80da65fb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:58:54.988900 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-747d829d-26d2-46de-84c4-8f2dfedb3c88 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:58:54.991518 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de3f19e-28b2-456d-b462-e8ff0c289465 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event updated for resources: {'Subnet': ['ID=81ba250d-8cd0-4727-a437-5e3aba228b84,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:54.998356 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c0b65f84-15d0-4f47-9afb-ef2633613b0f admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=401b8b59d3fe4589b6e45c47157cb6f9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6582370 Aug 27 04:58:54.998356 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747d829d-26d2-46de-84c4-8f2dfedb3c88 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:58:54.998356 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-747d829d-26d2-46de-84c4-8f2dfedb3c88 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:55.001270 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de3f19e-28b2-456d-b462-e8ff0c289465 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Checking segment: {'id': '7e8d05c3-e2e9-42f3-accb-f06c88a90739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '4013bfe9-3667-4d49-a29a-db8666bc22ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:58:55.001990 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de3f19e-28b2-456d-b462-e8ff0c289465 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Network hostable DHCP agents. Network: 4013bfe9-3667-4d49-a29a-db8666bc22ab, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:58:55.006616 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38656) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:55.027997 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-b0af2e5d-3350-4745-8ac4-ae3edd0bea3c tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Request body: {'subnet': {'network_id': '849c1b68-ff98-433a-8a19-bdf5ff0407d2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:58:55.181407 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 533f5e1d-9803-4c80-804f-311d9cdc8757 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:58:55.185220 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=7,neutron:SELECT=79,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:55.235977 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 533f5e1d-9803-4c80-804f-311d9cdc8757 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:55.236689 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (533f5e1d-9803-4c80-804f-311d9cdc8757), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:55.285715 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-addbe6e3-dd2a-4ba9-9d44-5c1a0888ec38 admin admin] Publish callbacks [] for security_group (b1e4c8f7-f02a-43a5-9497-dc9e6ffd84c9), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:55.339302 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-addbe6e3-dd2a-4ba9-9d44-5c1a0888ec38 admin admin] Publish callbacks [] for security_group (b1e4c8f7-f02a-43a5-9497-dc9e6ffd84c9), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:55.372537 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 533f5e1d-9803-4c80-804f-311d9cdc8757 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:58:55.418999 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de3f19e-28b2-456d-b462-e8ff0c289465 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Network 4013bfe9-3667-4d49-a29a-db8666bc22ab is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:58:55.506243 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-476dda83-2ead-4353-bb8c-b37db1cd9ae2 None None] Provisioning complete for port 80e8a4b9-293a-465a-9b06-ac8731a4e2b8 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:55.509416 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-476dda83-2ead-4353-bb8c-b37db1cd9ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (80e8a4b9-293a-465a-9b06-ac8731a4e2b8), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:55.526491 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-747d829d-26d2-46de-84c4-8f2dfedb3c88 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (80e8a4b9-293a-465a-9b06-ac8731a4e2b8), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:55.562131 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-476dda83-2ead-4353-bb8c-b37db1cd9ae2 None None] Port 80e8a4b9-293a-465a-9b06-ac8731a4e2b8 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:58:55.619584 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-4de3f19e-28b2-456d-b462-e8ff0c289465 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 4013bfe9-3667-4d49-a29a-db8666bc22ab) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:58:55.621248 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-addbe6e3-dd2a-4ba9-9d44-5c1a0888ec38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (b1e4c8f7-f02a-43a5-9497-dc9e6ffd84c9), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:55.623812 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-addbe6e3-dd2a-4ba9-9d44-5c1a0888ec38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:55.631396 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1afce8-ffdc-44bb-8562-c2fb88a50ba9 None None] Network 4013bfe9-3667-4d49-a29a-db8666bc22ab requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:58:55.641819 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-addbe6e3-dd2a-4ba9-9d44-5c1a0888ec38 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/b1e4c8f7-f02a-43a5-9497-dc9e6ffd84c9 HTTP/1.1" status: 204 len: 168 time: 0.6193225 Aug 27 04:58:55.689956 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de3f19e-28b2-456d-b462-e8ff0c289465 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:58:55.690821 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4de3f19e-28b2-456d-b462-e8ff0c289465 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:55.701506 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbe6e3-dd2a-4ba9-9d44-5c1a0888ec38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e4c8f7-f02a-43a5-9497-dc9e6ffd84c9,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:55.787928 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:55.840951 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df868868-85e3-47cd-a5aa-e77e9b706abc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-4013bfe9-3667-4d49-a29a-db8666bc22ab', 'network_id': '4013bfe9-3667-4d49-a29a-db8666bc22ab', 'project_id': 'fe4b55b9429141158994d6a58059854d', 'fixed_ips': [{'subnet_id': '81ba250d-8cd0-4727-a437-5e3aba228b84'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:58:55.845098 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-df868868-85e3-47cd-a5aa-e77e9b706abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:55.897614 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bf3164fe-d73d-479b-b697-e34c36108252 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (bc298bda-23b3-40f7-8a86-4ec774b53194), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:55.997218 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-df868868-85e3-47cd-a5aa-e77e9b706abc None None] Allocated IP 172.20.0.2 (4013bfe9-3667-4d49-a29a-db8666bc22ab/81ba250d-8cd0-4727-a437-5e3aba228b84/e569dc94-6eb9-451a-baa7-5e8bfd0f6393) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:58:56.037046 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-747d829d-26d2-46de-84c4-8f2dfedb3c88 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for port (80e8a4b9-293a-465a-9b06-ac8731a4e2b8), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:56.110818 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0af2e5d-3350-4745-8ac4-ae3edd0bea3c tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Made reservation on behalf of be8944f580af495191f8edd06de8f901 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:58:56.115487 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b0af2e5d-3350-4745-8ac4-ae3edd0bea3c tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:56.158378 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-4de3f19e-28b2-456d-b462-e8ff0c289465 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3549070 Aug 27 04:58:56.165858 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-747d829d-26d2-46de-84c4-8f2dfedb3c88 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (80e8a4b9-293a-465a-9b06-ac8731a4e2b8), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:56.165858 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-747d829d-26d2-46de-84c4-8f2dfedb3c88 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:56.173875 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38674) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:56.202507 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-8c36c3c1-c088-44e0-af40-03d54aa40912 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Request body: {'port': {'network_id': '4013bfe9-3667-4d49-a29a-db8666bc22ab', 'name': 'tempest-PortsTestJSON-838373587', 'fixed_ips': [{'subnet_id': '81ba250d-8cd0-4727-a437-5e3aba228b84', 'ip_address': '172.20.0.10'}]}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:58:56.215188 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-df868868-85e3-47cd-a5aa-e77e9b706abc None None] Publish callbacks [] for port (e569dc94-6eb9-451a-baa7-5e8bfd0f6393), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:56.316405 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d829d-26d2-46de-84c4-8f2dfedb3c88 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event updated for resources: {'Port': ['ID=80e8a4b9-293a-465a-9b06-ac8731a4e2b8,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:56.355938 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-bf3164fe-d73d-479b-b697-e34c36108252 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Deleting port 680250ae-a535-447e-abd8-99f1fa439bc9 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:58:56.356320 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bf3164fe-d73d-479b-b697-e34c36108252 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (680250ae-a535-447e-abd8-99f1fa439bc9), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:56.392713 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747d829d-26d2-46de-84c4-8f2dfedb3c88 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Network f576cf03-18e3-4d91-9f68-d8fe80da65fb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:58:56.395182 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-747d829d-26d2-46de-84c4-8f2dfedb3c88 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:58:56.451941 n-d-852088-5 neutron-server[107775]: INFO neutron.db.ipam_backend_mixin [None req-b0af2e5d-3350-4745-8ac4-ae3edd0bea3c tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 7d958f09-7ab9-47b3-a343-58d7456b8bee (CIDR: 2001:db8:0:1::/64) Aug 27 04:58:56.493955 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-df868868-85e3-47cd-a5aa-e77e9b706abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (e569dc94-6eb9-451a-baa7-5e8bfd0f6393), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:56.535840 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0af2e5d-3350-4745-8ac4-ae3edd0bea3c tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 04:58:56.536482 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0af2e5d-3350-4745-8ac4-ae3edd0bea3c tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:58:56.564963 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bf3164fe-d73d-479b-b697-e34c36108252 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (680250ae-a535-447e-abd8-99f1fa439bc9), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:56.572622 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:56.589212 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-747d829d-26d2-46de-84c4-8f2dfedb3c88 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Router 3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:58:56.600045 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-bf3164fe-d73d-479b-b697-e34c36108252 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Calling delete_port for 680250ae-a535-447e-abd8-99f1fa439bc9 owned by network:router_interface {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:58:56.619496 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c36c3c1-c088-44e0-af40-03d54aa40912 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Made reservation on behalf of fe4b55b9429141158994d6a58059854d for: {'port': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:58:56.623289 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df868868-85e3-47cd-a5aa-e77e9b706abc None None] Pushing event updated for resources: {'Port': ['ID=e569dc94-6eb9-451a-baa7-5e8bfd0f6393,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:56.648877 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df868868-85e3-47cd-a5aa-e77e9b706abc None None] Network 4013bfe9-3667-4d49-a29a-db8666bc22ab is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:58:56.660682 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-df868868-85e3-47cd-a5aa-e77e9b706abc None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:58:56.666724 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df868868-85e3-47cd-a5aa-e77e9b706abc None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:58:56.728355 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b0af2e5d-3350-4745-8ac4-ae3edd0bea3c tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.7845378 Aug 27 04:58:56.734243 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38684) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:56.744846 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-c368cd0c-4f8a-4342-bcb2-0899051395a3 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Request body: {'subnet': {'network_id': '849c1b68-ff98-433a-8a19-bdf5ff0407d2', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:58:56.798173 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-c10136ea-4a9c-4ba1-82f9-1dfedb9cd37e None None] Provisioning complete for port 80e8a4b9-293a-465a-9b06-ac8731a4e2b8 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:56.798556 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c10136ea-4a9c-4ba1-82f9-1dfedb9cd37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (80e8a4b9-293a-465a-9b06-ac8731a4e2b8), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:56.803505 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-df868868-85e3-47cd-a5aa-e77e9b706abc None None] Attempting to bind port e569dc94-6eb9-451a-baa7-5e8bfd0f6393 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:58:56.803876 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-df868868-85e3-47cd-a5aa-e77e9b706abc None None] Attempting to bind port e569dc94-6eb9-451a-baa7-5e8bfd0f6393 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '7e8d05c3-e2e9-42f3-accb-f06c88a90739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '4013bfe9-3667-4d49-a29a-db8666bc22ab'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:58:56.804265 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df868868-85e3-47cd-a5aa-e77e9b706abc None None] Attempting to bind port e569dc94-6eb9-451a-baa7-5e8bfd0f6393 on network 4013bfe9-3667-4d49-a29a-db8666bc22ab {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:58:56.810175 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747d829d-26d2-46de-84c4-8f2dfedb3c88 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:58:56.824264 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-747d829d-26d2-46de-84c4-8f2dfedb3c88 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "PUT /networking/v2.0/routers/3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6073642 Aug 27 04:58:56.826340 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38688) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:56.834007 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-a33b1c2a-5a7a-4252-a13a-b7ecc1130b25 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-801779649'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:58:56.838427 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e4e62b-1872-41ee-8bcd-1211c1d8880c None None] Sync routers for ids ['3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:58:56.846091 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-eac3e61e-b5e1-4f64-8a04-5735370d280c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:56.853860 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df868868-85e3-47cd-a5aa-e77e9b706abc None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:58:56.854285 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df868868-85e3-47cd-a5aa-e77e9b706abc None None] Checking segment: {'id': '7e8d05c3-e2e9-42f3-accb-f06c88a90739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '4013bfe9-3667-4d49-a29a-db8666bc22ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:58:56.854700 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-df868868-85e3-47cd-a5aa-e77e9b706abc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:56.855093 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df868868-85e3-47cd-a5aa-e77e9b706abc None None] Bound using segment: {'id': '7e8d05c3-e2e9-42f3-accb-f06c88a90739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '4013bfe9-3667-4d49-a29a-db8666bc22ab'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:58:56.855574 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-df868868-85e3-47cd-a5aa-e77e9b706abc None None] Bound port: e569dc94-6eb9-451a-baa7-5e8bfd0f6393, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e8d05c3-e2e9-42f3-accb-f06c88a90739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '4013bfe9-3667-4d49-a29a-db8666bc22ab'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:58:56.856022 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-df868868-85e3-47cd-a5aa-e77e9b706abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (e569dc94-6eb9-451a-baa7-5e8bfd0f6393), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:56.890758 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-c10136ea-4a9c-4ba1-82f9-1dfedb9cd37e None None] Port 80e8a4b9-293a-465a-9b06-ac8731a4e2b8 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:58:56.899595 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e4e62b-1872-41ee-8bcd-1211c1d8880c None None] Routers {'3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:58:56.900861 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-09e4e62b-1872-41ee-8bcd-1211c1d8880c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:58:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:56.972882 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8c36c3c1-c088-44e0-af40-03d54aa40912 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:56.990274 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33b1c2a-5a7a-4252-a13a-b7ecc1130b25 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Made reservation on behalf of f97daadf5de74bd7bc5004505037c8e3 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:58:57.000182 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a33b1c2a-5a7a-4252-a13a-b7ecc1130b25 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:57.037824 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [None req-8c36c3c1-c088-44e0-af40-03d54aa40912 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] device_id is not set on port 0a1b62cc-f72c-4988-b701-26f0bac56bff yet. {{(pid=107775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:58:57.039483 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-09e4e62b-1872-41ee-8bcd-1211c1d8880c None None] Set router 3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:58:57.064733 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a33b1c2a-5a7a-4252-a13a-b7ecc1130b25 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:58:57.090467 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a33b1c2a-5a7a-4252-a13a-b7ecc1130b25 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (72081ba8-0924-48b8-9f9e-078b6de971aa), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:57.090814 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-a33b1c2a-5a7a-4252-a13a-b7ecc1130b25 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Added segment 72081ba8-0924-48b8-9f9e-078b6de971aa of type vlan for network 6ea003c5-901f-4522-be4e-e693bb20c9d7 Aug 27 04:58:57.156537 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c368cd0c-4f8a-4342-bcb2-0899051395a3 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Made reservation on behalf of be8944f580af495191f8edd06de8f901 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:58:57.178001 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c368cd0c-4f8a-4342-bcb2-0899051395a3 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:57.217276 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a33b1c2a-5a7a-4252-a13a-b7ecc1130b25 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (6ea003c5-901f-4522-be4e-e693bb20c9d7), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:57.221788 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-df868868-85e3-47cd-a5aa-e77e9b706abc None None] For port e569dc94-6eb9-451a-baa7-5e8bfd0f6393, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:58:57.253605 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38692) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:57.276420 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-df868868-85e3-47cd-a5aa-e77e9b706abc None None] For port e569dc94-6eb9-451a-baa7-5e8bfd0f6393, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=e569dc94-6eb9-451a-baa7-5e8bfd0f6393,segment=NetworkSegment(7e8d05c3-e2e9-42f3-accb-f06c88a90739),segment_id=7e8d05c3-e2e9-42f3-accb-f06c88a90739)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:58:57.288712 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38696) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:57.288872 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:57.324502 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-55a0823b-2edd-486a-ad97-6f916ab3db12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:57.406899 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-09e4e62b-1872-41ee-8bcd-1211c1d8880c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'name': 'tempest-RoutersIpV6Test-router-696252856', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:58:16Z', 'updated_at': '2022-08-27T04:58:55Z', 'revision_number': 4, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'gw_port_host': None, '_interfaces': [{'id': '38f5ac13-4403-4698-a29f-53e4d3f4a4b3', 'name': '', 'network_id': '0c675bf4-4916-40d1-96f5-9d4191821351', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'mac_address': 'fa:16:3e:d9:58:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '98e762fe-a50e-4be3-86a3-d423b514674c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:58:34Z', 'updated_at': '2022-08-27T04:58:47Z', 'revision_number': 5, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'subnets': [{'id': '98e762fe-a50e-4be3-86a3-d423b514674c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fc9b9c4-c21e-4709-93db-504834d76e29', 'name': '', 'network_id': '2e47ae03-ab97-4f12-a6f2-cc39b2534fcd', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'mac_address': 'fa:16:3e:8a:5c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '40141336-9273-4c5b-819b-a9da8c34164d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:58:22Z', 'updated_at': '2022-08-27T04:58:35Z', 'revision_number': 5, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'subnets': [{'id': '40141336-9273-4c5b-819b-a9da8c34164d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80e8a4b9-293a-465a-9b06-ac8731a4e2b8', 'name': '', 'network_id': 'f576cf03-18e3-4d91-9f68-d8fe80da65fb', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'mac_address': 'fa:16:3e:81:38:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'a0eefbb0-aa1f-4067-8cf6-93680e1e3736', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:58:51Z', 'updated_at': '2022-08-27T04:58:55Z', 'revision_number': 2, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'subnets': [{'id': 'a0eefbb0-aa1f-4067-8cf6-93680e1e3736', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:57.437986 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e4e62b-1872-41ee-8bcd-1211c1d8880c None None] Checking router: 3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:58:57.438663 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e4e62b-1872-41ee-8bcd-1211c1d8880c None None] Updating router 3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb port 80e8a4b9-293a-465a-9b06-ac8731a4e2b8 binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:58:57.462357 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-8c36c3c1-c088-44e0-af40-03d54aa40912 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Allocated IP 172.20.0.10 (4013bfe9-3667-4d49-a29a-db8666bc22ab/81ba250d-8cd0-4727-a437-5e3aba228b84/0a1b62cc-f72c-4988-b701-26f0bac56bff) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:58:57.475067 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-df868868-85e3-47cd-a5aa-e77e9b706abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (e569dc94-6eb9-451a-baa7-5e8bfd0f6393), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:57.489049 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-09e4e62b-1872-41ee-8bcd-1211c1d8880c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (80e8a4b9-293a-465a-9b06-ac8731a4e2b8), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:57.495302 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a33b1c2a-5a7a-4252-a13a-b7ecc1130b25 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (6ea003c5-901f-4522-be4e-e693bb20c9d7), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:57.512060 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33b1c2a-5a7a-4252-a13a-b7ecc1130b25 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:58:57.513031 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a33b1c2a-5a7a-4252-a13a-b7ecc1130b25 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:57.609896 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bf3164fe-d73d-479b-b697-e34c36108252 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (680250ae-a535-447e-abd8-99f1fa439bc9), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:57.620096 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df868868-85e3-47cd-a5aa-e77e9b706abc None None] Pushing event updated for resources: {'Port': ['ID=e569dc94-6eb9-451a-baa7-5e8bfd0f6393,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:57.681022 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-f9ae2ca8-5fce-4a62-b3fc-32f33fe2d3d3 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1644126995-network', 'tenant_id': 'f80531682f6947d585b6d95df180cd19'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:58:57.698920 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3164fe-d73d-479b-b697-e34c36108252 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Pushing event deleted for resources: {'Port': ['ID=680250ae-a535-447e-abd8-99f1fa439bc9,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:57.706728 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33b1c2a-5a7a-4252-a13a-b7ecc1130b25 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event updated for resources: {'Network': ['ID=6ea003c5-901f-4522-be4e-e693bb20c9d7,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:57.738442 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 6ea003c5-901f-4522-be4e-e693bb20c9d7 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:58:57.741957 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-55a0823b-2edd-486a-ad97-6f916ab3db12 admin admin] Publish callbacks [] for security_group (8d64f26d-b112-477d-ae8e-98373ee8cb42), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:57.836621 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a33b1c2a-5a7a-4252-a13a-b7ecc1130b25 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0086262 Aug 27 04:58:57.839790 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38702) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:57.846890 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-eb45aeeb-bb00-4309-982c-3727c606975d tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Request body: {'subnet': {'network_id': '6ea003c5-901f-4522-be4e-e693bb20c9d7', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:58:57.919850 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-55a0823b-2edd-486a-ad97-6f916ab3db12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (8d64f26d-b112-477d-ae8e-98373ee8cb42), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:57.984776 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ae2ca8-5fce-4a62-b3fc-32f33fe2d3d3 admin admin] Made reservation on behalf of f80531682f6947d585b6d95df180cd19 for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:58:57.988350 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f9ae2ca8-5fce-4a62-b3fc-32f33fe2d3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:58.014893 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-55a0823b-2edd-486a-ad97-6f916ab3db12 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=3c357137cfd048df9c95d806802b1ab4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7603147 Aug 27 04:58:58.021839 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38704) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:58.025233 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a0823b-2edd-486a-ad97-6f916ab3db12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d64f26d-b112-477d-ae8e-98373ee8cb42,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:58.030278 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f9ae2ca8-5fce-4a62-b3fc-32f33fe2d3d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:58.037726 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8c36c3c1-c088-44e0-af40-03d54aa40912 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for port (0a1b62cc-f72c-4988-b701-26f0bac56bff), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:58.055059 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:58.118364 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-334fd26e-50db-4b99-a81a-0994764b673f admin admin] Publish callbacks [] for security_group (8d64f26d-b112-477d-ae8e-98373ee8cb42), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:58.120283 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-09e4e62b-1872-41ee-8bcd-1211c1d8880c None None] Publish callbacks [] for port (80e8a4b9-293a-465a-9b06-ac8731a4e2b8), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:58.144944 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-334fd26e-50db-4b99-a81a-0994764b673f admin admin] Publish callbacks [] for security_group (8d64f26d-b112-477d-ae8e-98373ee8cb42), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:58.204945 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:58.227428 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bf3164fe-d73d-479b-b697-e34c36108252 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (bc298bda-23b3-40f7-8a86-4ec774b53194), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:58.241477 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb45aeeb-bb00-4309-982c-3727c606975d tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Made reservation on behalf of f97daadf5de74bd7bc5004505037c8e3 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:58:58.241740 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c368cd0c-4f8a-4342-bcb2-0899051395a3 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (90d5b4a4-3b52-4668-80ec-17b73a07ce09), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:58.242344 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-09e4e62b-1872-41ee-8bcd-1211c1d8880c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (80e8a4b9-293a-465a-9b06-ac8731a4e2b8), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:58.246731 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-eb45aeeb-bb00-4309-982c-3727c606975d tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:58.300875 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c368cd0c-4f8a-4342-bcb2-0899051395a3 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event updated for resources: {'Subnet': ['ID=90d5b4a4-3b52-4668-80ec-17b73a07ce09,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:58.363939 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=83,neutron:UPDATE=5,neutron:INSERT=12 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:58.364069 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-334fd26e-50db-4b99-a81a-0994764b673f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (8d64f26d-b112-477d-ae8e-98373ee8cb42), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:58.365482 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-334fd26e-50db-4b99-a81a-0994764b673f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:58.369001 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-334fd26e-50db-4b99-a81a-0994764b673f admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/8d64f26d-b112-477d-ae8e-98373ee8cb42 HTTP/1.1" status: 204 len: 168 time: 0.3425767 Aug 27 04:58:58.369176 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3543d42f-c2f1-4dd8-bed4-3bce860579d2 None None] Pushing event updated for resources: {'Port': ['ID=80e8a4b9-293a-465a-9b06-ac8731a4e2b8,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:58.378501 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-09e4e62b-1872-41ee-8bcd-1211c1d8880c None None] Attempting to bind port 80e8a4b9-293a-465a-9b06-ac8731a4e2b8 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:58:58.378894 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-09e4e62b-1872-41ee-8bcd-1211c1d8880c None None] Attempting to bind port 80e8a4b9-293a-465a-9b06-ac8731a4e2b8 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'da0ca5d9-2033-4dc3-ba67-2c1fb069c171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f576cf03-18e3-4d91-9f68-d8fe80da65fb'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:58:58.379261 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e4e62b-1872-41ee-8bcd-1211c1d8880c None None] Attempting to bind port 80e8a4b9-293a-465a-9b06-ac8731a4e2b8 on network f576cf03-18e3-4d91-9f68-d8fe80da65fb {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:58:58.385687 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e4e62b-1872-41ee-8bcd-1211c1d8880c None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:58:58.386061 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e4e62b-1872-41ee-8bcd-1211c1d8880c None None] Checking segment: {'id': 'da0ca5d9-2033-4dc3-ba67-2c1fb069c171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f576cf03-18e3-4d91-9f68-d8fe80da65fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:58:58.386463 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-09e4e62b-1872-41ee-8bcd-1211c1d8880c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:58.386845 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e4e62b-1872-41ee-8bcd-1211c1d8880c None None] Bound using segment: {'id': 'da0ca5d9-2033-4dc3-ba67-2c1fb069c171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f576cf03-18e3-4d91-9f68-d8fe80da65fb'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:58:58.387309 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-09e4e62b-1872-41ee-8bcd-1211c1d8880c None None] Bound port: 80e8a4b9-293a-465a-9b06-ac8731a4e2b8, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da0ca5d9-2033-4dc3-ba67-2c1fb069c171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f576cf03-18e3-4d91-9f68-d8fe80da65fb'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:58:58.387690 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-09e4e62b-1872-41ee-8bcd-1211c1d8880c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (80e8a4b9-293a-465a-9b06-ac8731a4e2b8), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:58.402355 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8c36c3c1-c088-44e0-af40-03d54aa40912 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (0a1b62cc-f72c-4988-b701-26f0bac56bff), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:58.417905 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334fd26e-50db-4b99-a81a-0994764b673f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d64f26d-b112-477d-ae8e-98373ee8cb42,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:58.465296 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:58.507455 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c368cd0c-4f8a-4342-bcb2-0899051395a3 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Network 849c1b68-ff98-433a-8a19-bdf5ff0407d2 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:58:58.520557 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-09e4e62b-1872-41ee-8bcd-1211c1d8880c None None] For port 80e8a4b9-293a-465a-9b06-ac8731a4e2b8, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:58:58.525693 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-09e4e62b-1872-41ee-8bcd-1211c1d8880c None None] For port 80e8a4b9-293a-465a-9b06-ac8731a4e2b8, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=80e8a4b9-293a-465a-9b06-ac8731a4e2b8,segment=NetworkSegment(da0ca5d9-2033-4dc3-ba67-2c1fb069c171),segment_id=da0ca5d9-2033-4dc3-ba67-2c1fb069c171)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:58:58.550505 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-c368cd0c-4f8a-4342-bcb2-0899051395a3 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:58:58.561629 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdb6de2-164e-4560-af94-2c0c462b999b None None] Network 849c1b68-ff98-433a-8a19-bdf5ff0407d2 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:58:58.569418 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c36c3c1-c088-44e0-af40-03d54aa40912 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Network 4013bfe9-3667-4d49-a29a-db8666bc22ab is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:58:58.572821 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c368cd0c-4f8a-4342-bcb2-0899051395a3 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:58:58.573429 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c368cd0c-4f8a-4342-bcb2-0899051395a3 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:58.586916 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-8c36c3c1-c088-44e0-af40-03d54aa40912 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:58:58.604195 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c36c3c1-c088-44e0-af40-03d54aa40912 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:58:58.631815 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c36c3c1-c088-44e0-af40-03d54aa40912 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event updated for resources: {'Port': ['ID=0a1b62cc-f72c-4988-b701-26f0bac56bff,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:58.673006 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-09e4e62b-1872-41ee-8bcd-1211c1d8880c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (80e8a4b9-293a-465a-9b06-ac8731a4e2b8), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:58.709201 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f9ae2ca8-5fce-4a62-b3fc-32f33fe2d3d3 admin admin] Publish callbacks [] for security_group (77bf321b-f14e-491c-bbaa-065bc0bc7d9e), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:58.804454 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-eb45aeeb-bb00-4309-982c-3727c606975d tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (6da050e1-a84d-4593-9c01-68fe90bb80df), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:58.807483 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3543d42f-c2f1-4dd8-bed4-3bce860579d2 None None] Pushing event updated for resources: {'Port': ['ID=80e8a4b9-293a-465a-9b06-ac8731a4e2b8,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:58.824669 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e4e62b-1872-41ee-8bcd-1211c1d8880c None None] Routers {'3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:58:58.825563 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-09e4e62b-1872-41ee-8bcd-1211c1d8880c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:58:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:58.948611 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:58.970055 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:58.981978 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb45aeeb-bb00-4309-982c-3727c606975d tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event updated for resources: {'Subnet': ['ID=6da050e1-a84d-4593-9c01-68fe90bb80df,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:59.014386 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-09e4e62b-1872-41ee-8bcd-1211c1d8880c None None] Set router 3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:58:59.027088 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb45aeeb-bb00-4309-982c-3727c606975d tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Checking segment: {'id': '72081ba8-0924-48b8-9f9e-078b6de971aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '6ea003c5-901f-4522-be4e-e693bb20c9d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:58:59.030543 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb45aeeb-bb00-4309-982c-3727c606975d tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Network hostable DHCP agents. Network: 6ea003c5-901f-4522-be4e-e693bb20c9d7, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:58:59.154501 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c36c3c1-c088-44e0-af40-03d54aa40912 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:58:59.154501 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8c36c3c1-c088-44e0-af40-03d54aa40912 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:59.182553 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38718) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:59.186862 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c368cd0c-4f8a-4342-bcb2-0899051395a3 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.4438810 Aug 27 04:58:59.189573 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f9ae2ca8-5fce-4a62-b3fc-32f33fe2d3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (77bf321b-f14e-491c-bbaa-065bc0bc7d9e), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:59.194455 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-90b1703c-8854-4080-8dcf-21990f908cc2 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-181690994', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '90d5b4a4-3b52-4668-80ec-17b73a07ce09'}], 'security_groups': ['d520c5e8-79bd-479d-937f-7ea224b6dfa8', '7f17543e-915b-44a2-9f13-7b6f8f10a1c7']}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:58:59.213455 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb45aeeb-bb00-4309-982c-3727c606975d tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Network 6ea003c5-901f-4522-be4e-e693bb20c9d7 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:58:59.302775 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ae2ca8-5fce-4a62-b3fc-32f33fe2d3d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77bf321b-f14e-491c-bbaa-065bc0bc7d9e,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:58:59.325438 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01dc846d-83d9-4985-a7eb-6487920d8d9c None None] Network 4013bfe9-3667-4d49-a29a-db8666bc22ab requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:58:59.329067 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device e569dc94-6eb9-451a-baa7-5e8bfd0f6393 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:58:59.341439 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:DELETE=4,neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:59.367442 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9ae2ca8-5fce-4a62-b3fc-32f33fe2d3d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:58:59.390366 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f9ae2ca8-5fce-4a62-b3fc-32f33fe2d3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (7694f035-1655-48fc-a074-72e107645de5), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:59.390741 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-f9ae2ca8-5fce-4a62-b3fc-32f33fe2d3d3 admin admin] Added segment 7694f035-1655-48fc-a074-72e107645de5 of type vlan for network f5b1d3bc-0c96-4183-abfb-9363bdbd70a6 Aug 27 04:58:59.419983 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-eb45aeeb-bb00-4309-982c-3727c606975d tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 6ea003c5-901f-4522-be4e-e693bb20c9d7) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:58:59.443915 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf3164fe-d73d-479b-b697-e34c36108252 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Router bc298bda-23b3-40f7-8a86-4ec774b53194 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:58:59.460488 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-8c36c3c1-c088-44e0-af40-03d54aa40912 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2624393 Aug 27 04:58:59.462455 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f9ae2ca8-5fce-4a62-b3fc-32f33fe2d3d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (f5b1d3bc-0c96-4183-abfb-9363bdbd70a6), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:59.465869 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38724) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:59.476030 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-a5808568-ab4d-4e2e-aa8d-92dd32c3b951 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Request body: {'port': {'network_id': '4013bfe9-3667-4d49-a29a-db8666bc22ab', 'name': 'tempest-PortsTestJSON-63279547', 'fixed_ips': [{'subnet_id': '81ba250d-8cd0-4727-a437-5e3aba228b84', 'ip_address': '172.20.0.9'}]}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:58:59.493305 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb45aeeb-bb00-4309-982c-3727c606975d tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:58:59.493905 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-eb45aeeb-bb00-4309-982c-3727c606975d tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:59.523740 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9814b7-8984-4374-982d-b1d90d7e7b55 None None] Network 6ea003c5-901f-4522-be4e-e693bb20c9d7 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:58:59.533123 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-00a973a3-ef79-49fd-b019-0c93dc60e730 None None] Provisioning complete for port e569dc94-6eb9-451a-baa7-5e8bfd0f6393 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:59.534917 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-00a973a3-ef79-49fd-b019-0c93dc60e730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e569dc94-6eb9-451a-baa7-5e8bfd0f6393), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:59.540144 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:59.540144 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=81,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:58:59.561288 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-90b1703c-8854-4080-8dcf-21990f908cc2 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (806d83fe-cc8f-4525-a4b6-6ea2d10cfa65), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:59.620113 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e63abaca-b989-4851-b3ac-9fdda38898a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:59.712357 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf3164fe-d73d-479b-b697-e34c36108252 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:58:59.720100 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-bf3164fe-d73d-479b-b697-e34c36108252 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] 10.222.0.76 "PUT /networking/v2.0/routers/bc298bda-23b3-40f7-8a86-4ec774b53194/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7883914 Aug 27 04:58:59.722410 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38728) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:59.733355 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2598397c-5a7a-4c49-be92-144d356ae51f None None] Sync routers for ids ['bc298bda-23b3-40f7-8a86-4ec774b53194'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:58:59.741826 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a22f6c9-9154-48c9-9424-2f48fc9ac030 None None] Update dhcp port {'port': {'network_id': '849c1b68-ff98-433a-8a19-bdf5ff0407d2', 'fixed_ips': [{'subnet_id': '7d958f09-7ab9-47b3-a343-58d7456b8bee', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '61e79ad6-51d9-4174-8b59-855429683475', 'ip_address': '2001:db8::2'}, {'subnet_id': '90d5b4a4-3b52-4668-80ec-17b73a07ce09'}], 'binding:host_id': 'n-d-852088-5'}, 'id': '9255dc61-af77-4644-a5a9-e77c9b212215'} from n-d-852088-5. {{(pid=107777) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Aug 27 04:58:59.746678 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2598397c-5a7a-4c49-be92-144d356ae51f None None] Routers {'bc298bda-23b3-40f7-8a86-4ec774b53194'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:58:59.747378 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-2598397c-5a7a-4c49-be92-144d356ae51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:58:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['bc298bda-23b3-40f7-8a86-4ec774b53194'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:59.778989 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-eb45aeeb-bb00-4309-982c-3727c606975d tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9378862 Aug 27 04:58:59.782288 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38732) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:58:59.790521 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-2598397c-5a7a-4c49-be92-144d356ae51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:59.802883 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2598397c-5a7a-4c49-be92-144d356ae51f None None] Routers {'bc298bda-23b3-40f7-8a86-4ec774b53194'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:58:59.803774 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-2598397c-5a7a-4c49-be92-144d356ae51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:58:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['bc298bda-23b3-40f7-8a86-4ec774b53194'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:59.854076 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-2598397c-5a7a-4c49-be92-144d356ae51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:58:59.854286 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f9ae2ca8-5fce-4a62-b3fc-32f33fe2d3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (f5b1d3bc-0c96-4183-abfb-9363bdbd70a6), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:59.855099 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2598397c-5a7a-4c49-be92-144d356ae51f None None] The sync data for ids ['bc298bda-23b3-40f7-8a86-4ec774b53194'] in n-d-852088-5 is: [] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:58:59.855220 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ae2ca8-5fce-4a62-b3fc-32f33fe2d3d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:58:59.855895 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f9ae2ca8-5fce-4a62-b3fc-32f33fe2d3d3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:59.888498 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port e569dc94-6eb9-451a-baa7-5e8bfd0f6393 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:58:59.889079 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e569dc94-6eb9-451a-baa7-5e8bfd0f6393), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:59.920959 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7a22f6c9-9154-48c9-9424-2f48fc9ac030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (9255dc61-af77-4644-a5a9-e77c9b212215), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:58:59.973756 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2984bb21-c639-4e6a-81b1-61ad998df7e8 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for router (bc298bda-23b3-40f7-8a86-4ec774b53194), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:00.082398 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-09e4e62b-1872-41ee-8bcd-1211c1d8880c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'name': 'tempest-RoutersIpV6Test-router-696252856', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:58:16Z', 'updated_at': '2022-08-27T04:58:55Z', 'revision_number': 4, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'gw_port_host': None, '_interfaces': [{'id': '38f5ac13-4403-4698-a29f-53e4d3f4a4b3', 'name': '', 'network_id': '0c675bf4-4916-40d1-96f5-9d4191821351', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'mac_address': 'fa:16:3e:d9:58:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '98e762fe-a50e-4be3-86a3-d423b514674c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:58:34Z', 'updated_at': '2022-08-27T04:58:47Z', 'revision_number': 5, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'subnets': [{'id': '98e762fe-a50e-4be3-86a3-d423b514674c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fc9b9c4-c21e-4709-93db-504834d76e29', 'name': '', 'network_id': '2e47ae03-ab97-4f12-a6f2-cc39b2534fcd', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'mac_address': 'fa:16:3e:8a:5c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '40141336-9273-4c5b-819b-a9da8c34164d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:58:22Z', 'updated_at': '2022-08-27T04:58:35Z', 'revision_number': 5, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'subnets': [{'id': '40141336-9273-4c5b-819b-a9da8c34164d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80e8a4b9-293a-465a-9b06-ac8731a4e2b8', 'name': '', 'network_id': 'f576cf03-18e3-4d91-9f68-d8fe80da65fb', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'mac_address': 'fa:16:3e:81:38:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'a0eefbb0-aa1f-4067-8cf6-93680e1e3736', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:58:51Z', 'updated_at': '2022-08-27T04:58:58Z', 'revision_number': 4, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'subnets': [{'id': 'a0eefbb0-aa1f-4067-8cf6-93680e1e3736', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:00.163981 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ae2ca8-5fce-4a62-b3fc-32f33fe2d3d3 admin admin] Pushing event updated for resources: {'Network': ['ID=f5b1d3bc-0c96-4183-abfb-9363bdbd70a6,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:00.244192 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5808568-ab4d-4e2e-aa8d-92dd32c3b951 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Made reservation on behalf of fe4b55b9429141158994d6a58059854d for: {'port': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:59:00.250818 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a5808568-ab4d-4e2e-aa8d-92dd32c3b951 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:00.269335 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2984bb21-c639-4e6a-81b1-61ad998df7e8 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for router_gateway (bc298bda-23b3-40f7-8a86-4ec774b53194), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:00.275378 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-00a973a3-ef79-49fd-b019-0c93dc60e730 None None] Current status of the port e569dc94-6eb9-451a-baa7-5e8bfd0f6393 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:59:00.275787 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-00a973a3-ef79-49fd-b019-0c93dc60e730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (e569dc94-6eb9-451a-baa7-5e8bfd0f6393), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:00.293678 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [None req-a5808568-ab4d-4e2e-aa8d-92dd32c3b951 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] device_id is not set on port 91f7e26c-a9a3-4815-894f-4946ab0408d7 yet. {{(pid=107775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:59:00.304307 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network f5b1d3bc-0c96-4183-abfb-9363bdbd70a6 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:59:00.324707 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e4e62b-1872-41ee-8bcd-1211c1d8880c None None] The sync data for ids ['3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb'] in n-d-852088-5 is: [{'id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'name': 'tempest-RoutersIpV6Test-router-696252856', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:58:16Z', 'updated_at': '2022-08-27T04:58:55Z', 'revision_number': 4, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'gw_port_host': None, '_interfaces': [{'id': '38f5ac13-4403-4698-a29f-53e4d3f4a4b3', 'name': '', 'network_id': '0c675bf4-4916-40d1-96f5-9d4191821351', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'mac_address': 'fa:16:3e:d9:58:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '98e762fe-a50e-4be3-86a3-d423b514674c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:58:34Z', 'updated_at': '2022-08-27T04:58:47Z', 'revision_number': 5, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'subnets': [{'id': '98e762fe-a50e-4be3-86a3-d423b514674c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fc9b9c4-c21e-4709-93db-504834d76e29', 'name': '', 'network_id': '2e47ae03-ab97-4f12-a6f2-cc39b2534fcd', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'mac_address': 'fa:16:3e:8a:5c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '40141336-9273-4c5b-819b-a9da8c34164d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:58:22Z', 'updated_at': '2022-08-27T04:58:35Z', 'revision_number': 5, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'subnets': [{'id': '40141336-9273-4c5b-819b-a9da8c34164d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80e8a4b9-293a-465a-9b06-ac8731a4e2b8', 'name': '', 'network_id': 'f576cf03-18e3-4d91-9f68-d8fe80da65fb', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'mac_address': 'fa:16:3e:81:38:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'a0eefbb0-aa1f-4067-8cf6-93680e1e3736', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:58:51Z', 'updated_at': '2022-08-27T04:58:58Z', 'revision_number': 4, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'subnets': [{'id': 'a0eefbb0-aa1f-4067-8cf6-93680e1e3736', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:59:00.505128 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38744) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:00.510397 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-320101b9-72ac-44af-9ca0-34cf0df43e39 admin admin] Request body: {'subnet': {'network_id': 'f5b1d3bc-0c96-4183-abfb-9363bdbd70a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1644126995-subnet', 'tenant_id': 'f80531682f6947d585b6d95df180cd19', 'ip_version': 4}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:00.512597 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f9ae2ca8-5fce-4a62-b3fc-32f33fe2d3d3 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.2211149 Aug 27 04:59:00.624500 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d04ca5d-74eb-42b6-977e-9e5c1d1335fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-6ea003c5-901f-4522-be4e-e693bb20c9d7', 'network_id': '6ea003c5-901f-4522-be4e-e693bb20c9d7', 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'fixed_ips': [{'subnet_id': '6da050e1-a84d-4593-9c01-68fe90bb80df'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:59:00.626538 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2d04ca5d-74eb-42b6-977e-9e5c1d1335fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:00.746711 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-90b1703c-8854-4080-8dcf-21990f908cc2 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Delete allocated IP 2001:db8::34b (849c1b68-ff98-433a-8a19-bdf5ff0407d2/61e79ad6-51d9-4174-8b59-855429683475) {{(pid=107776) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 27 04:59:00.748015 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-2984bb21-c639-4e6a-81b1-61ad998df7e8 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Deleting port bbcbd366-6935-455b-bd2e-23d246e7c5ed {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:59:00.748396 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2984bb21-c639-4e6a-81b1-61ad998df7e8 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (bbcbd366-6935-455b-bd2e-23d246e7c5ed), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:00.749620 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:00.758396 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-90b1703c-8854-4080-8dcf-21990f908cc2 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Allocated IP 2001:db8:0:2::7 (849c1b68-ff98-433a-8a19-bdf5ff0407d2/90d5b4a4-3b52-4668-80ec-17b73a07ce09/806d83fe-cc8f-4525-a4b6-6ea2d10cfa65) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:59:00.788693 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-00a973a3-ef79-49fd-b019-0c93dc60e730 None None] For port e569dc94-6eb9-451a-baa7-5e8bfd0f6393, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=e569dc94-6eb9-451a-baa7-5e8bfd0f6393,segment=NetworkSegment(7e8d05c3-e2e9-42f3-accb-f06c88a90739),segment_id=7e8d05c3-e2e9-42f3-accb-f06c88a90739)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:59:00.856278 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port e569dc94-6eb9-451a-baa7-5e8bfd0f6393 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:59:00.856934 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (e569dc94-6eb9-451a-baa7-5e8bfd0f6393), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:00.931708 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320101b9-72ac-44af-9ca0-34cf0df43e39 admin admin] Made reservation on behalf of f80531682f6947d585b6d95df180cd19 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:59:00.937039 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-320101b9-72ac-44af-9ca0-34cf0df43e39 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:00.940941 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-00a973a3-ef79-49fd-b019-0c93dc60e730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (e569dc94-6eb9-451a-baa7-5e8bfd0f6393), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:01.025367 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-a5808568-ab4d-4e2e-aa8d-92dd32c3b951 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Allocated IP 172.20.0.9 (4013bfe9-3667-4d49-a29a-db8666bc22ab/81ba250d-8cd0-4727-a437-5e3aba228b84/91f7e26c-a9a3-4815-894f-4946ab0408d7) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:59:01.100666 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a973a3-ef79-49fd-b019-0c93dc60e730 None None] Pushing event updated for resources: {'Port': ['ID=e569dc94-6eb9-451a-baa7-5e8bfd0f6393,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:01.104298 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2984bb21-c639-4e6a-81b1-61ad998df7e8 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (bbcbd366-6935-455b-bd2e-23d246e7c5ed), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:01.162245 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-2984bb21-c639-4e6a-81b1-61ad998df7e8 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Calling delete_port for bbcbd366-6935-455b-bd2e-23d246e7c5ed owned by network:router_gateway {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:59:01.255543 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-dfb3d778-cbf7-4810-9c3e-f37d370d414d None None] Provisioning complete for port 0a1b62cc-f72c-4988-b701-26f0bac56bff triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:59:01.256312 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-dfb3d778-cbf7-4810-9c3e-f37d370d414d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (0a1b62cc-f72c-4988-b701-26f0bac56bff), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:01.261216 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:59:01.261951 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:59:01.417213 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-2d04ca5d-74eb-42b6-977e-9e5c1d1335fb None None] Allocated IP 2001:db8:3::2 (6ea003c5-901f-4522-be4e-e693bb20c9d7/6da050e1-a84d-4593-9c01-68fe90bb80df/b25225d0-e014-4594-86c3-d1246dc797eb) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:59:01.417213 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-dfb3d778-cbf7-4810-9c3e-f37d370d414d None None] Port 0a1b62cc-f72c-4988-b701-26f0bac56bff cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:59:01.417213 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-dfb3d778-cbf7-4810-9c3e-f37d370d414d None None] Provisioning complete for port e569dc94-6eb9-451a-baa7-5e8bfd0f6393 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:59:01.417213 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-dfb3d778-cbf7-4810-9c3e-f37d370d414d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e569dc94-6eb9-451a-baa7-5e8bfd0f6393), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:01.506048 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e5e53ab7-4dbb-428f-813e-277504ab519f tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:01.558420 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-90b1703c-8854-4080-8dcf-21990f908cc2 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for port (806d83fe-cc8f-4525-a4b6-6ea2d10cfa65), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:01.560919 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-320101b9-72ac-44af-9ca0-34cf0df43e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (f9a2ad9c-e512-4a63-a620-46610661f53c), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:01.595301 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a5808568-ab4d-4e2e-aa8d-92dd32c3b951 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for port (91f7e26c-a9a3-4815-894f-4946ab0408d7), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:01.620787 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:01.670037 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:01.725900 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-90b1703c-8854-4080-8dcf-21990f908cc2 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (806d83fe-cc8f-4525-a4b6-6ea2d10cfa65), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:01.752594 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a5808568-ab4d-4e2e-aa8d-92dd32c3b951 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (91f7e26c-a9a3-4815-894f-4946ab0408d7), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:01.767257 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320101b9-72ac-44af-9ca0-34cf0df43e39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9a2ad9c-e512-4a63-a620-46610661f53c,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:01.824787 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2984bb21-c639-4e6a-81b1-61ad998df7e8 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (bbcbd366-6935-455b-bd2e-23d246e7c5ed), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:01.827709 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=14,neutron:SELECT=79,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:01.856558 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port e569dc94-6eb9-451a-baa7-5e8bfd0f6393 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:59:01.858538 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-dfb3d778-cbf7-4810-9c3e-f37d370d414d None None] Current status of the port e569dc94-6eb9-451a-baa7-5e8bfd0f6393 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:59:01.888680 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:01.895935 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-7a22f6c9-9154-48c9-9424-2f48fc9ac030 None None] Allocated IP 2001:db8:0:2::2 (849c1b68-ff98-433a-8a19-bdf5ff0407d2/90d5b4a4-3b52-4668-80ec-17b73a07ce09/9255dc61-af77-4644-a5a9-e77c9b212215) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:59:01.963255 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-90b1703c-8854-4080-8dcf-21990f908cc2 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] In _notify_port_updated(), no bound segment for port 806d83fe-cc8f-4525-a4b6-6ea2d10cfa65 on network 849c1b68-ff98-433a-8a19-bdf5ff0407d2 {{(pid=107776) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Aug 27 04:59:01.970237 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b1703c-8854-4080-8dcf-21990f908cc2 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:59:01.970816 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-90b1703c-8854-4080-8dcf-21990f908cc2 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:01.976731 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-90b1703c-8854-4080-8dcf-21990f908cc2 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "PUT /networking/v2.0/ports/806d83fe-cc8f-4525-a4b6-6ea2d10cfa65 HTTP/1.1" status: 200 len: 967 time: 2.7887635 Aug 27 04:59:01.984404 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5808568-ab4d-4e2e-aa8d-92dd32c3b951 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event updated for resources: {'Port': ['ID=91f7e26c-a9a3-4815-894f-4946ab0408d7,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:01.986191 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38760) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:01.987723 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2d04ca5d-74eb-42b6-977e-9e5c1d1335fb None None] Publish callbacks [] for port (b25225d0-e014-4594-86c3-d1246dc797eb), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:02.015318 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5808568-ab4d-4e2e-aa8d-92dd32c3b951 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Network 4013bfe9-3667-4d49-a29a-db8666bc22ab is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:59:02.071620 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-a5808568-ab4d-4e2e-aa8d-92dd32c3b951 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:59:02.075892 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5808568-ab4d-4e2e-aa8d-92dd32c3b951 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:59:02.123601 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2984bb21-c639-4e6a-81b1-61ad998df7e8 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Pushing event deleted for resources: {'Port': ['ID=bbcbd366-6935-455b-bd2e-23d246e7c5ed,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:02.207750 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320101b9-72ac-44af-9ca0-34cf0df43e39 admin admin] Checking segment: {'id': '7694f035-1655-48fc-a074-72e107645de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f5b1d3bc-0c96-4183-abfb-9363bdbd70a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:59:02.207750 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320101b9-72ac-44af-9ca0-34cf0df43e39 admin admin] Network hostable DHCP agents. Network: f5b1d3bc-0c96-4183-abfb-9363bdbd70a6, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:59:02.212572 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1703c-8854-4080-8dcf-21990f908cc2 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event updated for resources: {'Port': ['ID=806d83fe-cc8f-4525-a4b6-6ea2d10cfa65,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:02.216779 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2984bb21-c639-4e6a-81b1-61ad998df7e8 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (bc298bda-23b3-40f7-8a86-4ec774b53194), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:02.387556 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5808568-ab4d-4e2e-aa8d-92dd32c3b951 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:59:02.396489 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a5808568-ab4d-4e2e-aa8d-92dd32c3b951 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:02.401745 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-7a22f6c9-9154-48c9-9424-2f48fc9ac030 None None] For port 9255dc61-af77-4644-a5a9-e77c9b212215, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=9255dc61-af77-4644-a5a9-e77c9b212215,segment=NetworkSegment(5bbd99ab-216f-4169-a7c0-cee8497241e7),segment_id=5bbd99ab-216f-4169-a7c0-cee8497241e7)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:59:02.402503 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2984bb21-c639-4e6a-81b1-61ad998df7e8 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (bc298bda-23b3-40f7-8a86-4ec774b53194), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:02.417477 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2984bb21-c639-4e6a-81b1-61ad998df7e8 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for router_controller (bc298bda-23b3-40f7-8a86-4ec774b53194), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:02.452540 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7a22f6c9-9154-48c9-9424-2f48fc9ac030 None None] Publish callbacks [] for port (9255dc61-af77-4644-a5a9-e77c9b212215), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:02.473045 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device e569dc94-6eb9-451a-baa7-5e8bfd0f6393 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:59:02.476847 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:02.481631 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:02.490386 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:02.490386 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2d04ca5d-74eb-42b6-977e-9e5c1d1335fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (b25225d0-e014-4594-86c3-d1246dc797eb), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:02.491077 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-f0b1369b-3f89-41a2-8ed7-697d33584d75 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Deleting port 806d83fe-cc8f-4525-a4b6-6ea2d10cfa65 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:59:02.491077 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f0b1369b-3f89-41a2-8ed7-697d33584d75 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (806d83fe-cc8f-4525-a4b6-6ea2d10cfa65), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:02.515559 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a5808568-ab4d-4e2e-aa8d-92dd32c3b951 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.0462611 Aug 27 04:59:02.525319 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38772) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:02.549204 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7a22f6c9-9154-48c9-9424-2f48fc9ac030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (9255dc61-af77-4644-a5a9-e77c9b212215), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:02.559246 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320101b9-72ac-44af-9ca0-34cf0df43e39 admin admin] Network f5b1d3bc-0c96-4183-abfb-9363bdbd70a6 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:59:02.559929 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-c573e1fc-5748-42b3-8ab5-98efde145e0b None None] Provisioning complete for port 0a1b62cc-f72c-4988-b701-26f0bac56bff triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:59:02.559929 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c573e1fc-5748-42b3-8ab5-98efde145e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (0a1b62cc-f72c-4988-b701-26f0bac56bff), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:02.633291 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d04ca5d-74eb-42b6-977e-9e5c1d1335fb None None] Network 6ea003c5-901f-4522-be4e-e693bb20c9d7 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:59:02.656918 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874a984b-4ae0-411b-8fee-c25bcb4e3358 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:59:02.659751 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-2d04ca5d-74eb-42b6-977e-9e5c1d1335fb None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:59:02.661316 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-874a984b-4ae0-411b-8fee-c25bcb4e3358 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "GET /networking/v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1441288 Aug 27 04:59:02.662102 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2984bb21-c639-4e6a-81b1-61ad998df7e8 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (bc298bda-23b3-40f7-8a86-4ec774b53194), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:02.665515 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2984bb21-c639-4e6a-81b1-61ad998df7e8 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Fanout notify agent at l3_agent the message router_deleted on router bc298bda-23b3-40f7-8a86-4ec774b53194 {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:59:02.666861 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d04ca5d-74eb-42b6-977e-9e5c1d1335fb None None] Pushing event updated for resources: {'Port': ['ID=b25225d0-e014-4594-86c3-d1246dc797eb,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:02.691616 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2984bb21-c639-4e6a-81b1-61ad998df7e8 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:02.691616 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2984bb21-c639-4e6a-81b1-61ad998df7e8 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] 10.222.0.76 "DELETE /networking/v2.0/routers/bc298bda-23b3-40f7-8a86-4ec774b53194 HTTP/1.1" status: 204 len: 168 time: 2.9606199 Aug 27 04:59:02.691616 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38776) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:02.691910 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d04ca5d-74eb-42b6-977e-9e5c1d1335fb None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:59:02.702805 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38778) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:02.703068 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-c573e1fc-5748-42b3-8ab5-98efde145e0b None None] Port 0a1b62cc-f72c-4988-b701-26f0bac56bff cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:59:02.721793 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-e5e53ab7-4dbb-428f-813e-277504ab519f tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Allocated IP 2001:db8:3::1 (6ea003c5-901f-4522-be4e-e693bb20c9d7/6da050e1-a84d-4593-9c01-68fe90bb80df/03e1c60a-8c3a-46c0-b09e-7ddabadab55b) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:59:02.738455 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-320101b9-72ac-44af-9ca0-34cf0df43e39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, f5b1d3bc-0c96-4183-abfb-9363bdbd70a6) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:59:02.745885 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f0b1369b-3f89-41a2-8ed7-697d33584d75 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (806d83fe-cc8f-4525-a4b6-6ea2d10cfa65), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:02.762564 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320101b9-72ac-44af-9ca0-34cf0df43e39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:59:02.763637 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-320101b9-72ac-44af-9ca0-34cf0df43e39 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:02.776204 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c02d443-a7e2-4bca-982f-ba59df8228ac None None] Network f5b1d3bc-0c96-4183-abfb-9363bdbd70a6 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:59:02.826797 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a513c6f7-fd4d-457b-8a9c-fbc9f80aad96 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:59:02.835872 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a513c6f7-fd4d-457b-8a9c-fbc9f80aad96 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:59:02.843428 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a513c6f7-fd4d-457b-8a9c-fbc9f80aad96 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:59:02.845642 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a513c6f7-fd4d-457b-8a9c-fbc9f80aad96 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "GET /networking/v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1596720 Aug 27 04:59:02.862397 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38782) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:02.864979 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-4493929f-4343-4a4a-9afb-46cfcb42ada1 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Deleting subnet 85b14a6b-2bf8-478d-8910-60daf97bef62 {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:59:02.869222 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4493929f-4343-4a4a-9afb-46cfcb42ada1 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for subnet (85b14a6b-2bf8-478d-8910-60daf97bef62), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:02.906841 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-f0b1369b-3f89-41a2-8ed7-697d33584d75 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Calling delete_port for 806d83fe-cc8f-4525-a4b6-6ea2d10cfa65 owned by {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:59:02.929202 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4493929f-4343-4a4a-9afb-46cfcb42ada1 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (85b14a6b-2bf8-478d-8910-60daf97bef62), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:02.982915 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-78f767d7-4623-4602-aa97-89164528b616 None None] Provisioning complete for port 91f7e26c-a9a3-4815-894f-4946ab0408d7 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:59:02.990656 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-78f767d7-4623-4602-aa97-89164528b616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (91f7e26c-a9a3-4815-894f-4946ab0408d7), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:02.990656 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port e569dc94-6eb9-451a-baa7-5e8bfd0f6393 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:59:02.990656 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e569dc94-6eb9-451a-baa7-5e8bfd0f6393), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:03.016442 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4493929f-4343-4a4a-9afb-46cfcb42ada1 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (85b14a6b-2bf8-478d-8910-60daf97bef62), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:03.076777 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-320101b9-72ac-44af-9ca0-34cf0df43e39 admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5704238 Aug 27 04:59:03.090477 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38784) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:03.109141 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-c3b09540-1a16-4a03-af00-a6901de5293e admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1644126995-router', 'tenant_id': 'f80531682f6947d585b6d95df180cd19', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:03.122994 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a22f6c9-9154-48c9-9424-2f48fc9ac030 None None] Pushing event updated for resources: {'Port': ['ID=9255dc61-af77-4644-a5a9-e77c9b212215,revision_number=7']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:03.126097 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-2d04ca5d-74eb-42b6-977e-9e5c1d1335fb None None] Attempting to bind port b25225d0-e014-4594-86c3-d1246dc797eb on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:59:03.126468 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-2d04ca5d-74eb-42b6-977e-9e5c1d1335fb None None] Attempting to bind port b25225d0-e014-4594-86c3-d1246dc797eb by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '72081ba8-0924-48b8-9f9e-078b6de971aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '6ea003c5-901f-4522-be4e-e693bb20c9d7'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:59:03.126830 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d04ca5d-74eb-42b6-977e-9e5c1d1335fb None None] Attempting to bind port b25225d0-e014-4594-86c3-d1246dc797eb on network 6ea003c5-901f-4522-be4e-e693bb20c9d7 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:59:03.148996 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-78f767d7-4623-4602-aa97-89164528b616 None None] Port 91f7e26c-a9a3-4815-894f-4946ab0408d7 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:59:03.174770 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d04ca5d-74eb-42b6-977e-9e5c1d1335fb None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:59:03.175167 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d04ca5d-74eb-42b6-977e-9e5c1d1335fb None None] Checking segment: {'id': '72081ba8-0924-48b8-9f9e-078b6de971aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '6ea003c5-901f-4522-be4e-e693bb20c9d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:59:03.175758 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2d04ca5d-74eb-42b6-977e-9e5c1d1335fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:03.176140 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d04ca5d-74eb-42b6-977e-9e5c1d1335fb None None] Bound using segment: {'id': '72081ba8-0924-48b8-9f9e-078b6de971aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '6ea003c5-901f-4522-be4e-e693bb20c9d7'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:59:03.176798 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-2d04ca5d-74eb-42b6-977e-9e5c1d1335fb None None] Bound port: b25225d0-e014-4594-86c3-d1246dc797eb, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72081ba8-0924-48b8-9f9e-078b6de971aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '6ea003c5-901f-4522-be4e-e693bb20c9d7'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:59:03.177078 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2d04ca5d-74eb-42b6-977e-9e5c1d1335fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (b25225d0-e014-4594-86c3-d1246dc797eb), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:03.204581 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-db891f79-510c-4cfa-a9a3-7a34a3dfb839 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Deleting port 91f7e26c-a9a3-4815-894f-4946ab0408d7 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:59:03.205049 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-db891f79-510c-4cfa-a9a3-7a34a3dfb839 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (91f7e26c-a9a3-4815-894f-4946ab0408d7), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:03.233139 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e5e53ab7-4dbb-428f-813e-277504ab519f tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for port (03e1c60a-8c3a-46c0-b09e-7ddabadab55b), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:03.239969 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4493929f-4343-4a4a-9afb-46cfcb42ada1 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (85b14a6b-2bf8-478d-8910-60daf97bef62), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:03.320429 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4493929f-4343-4a4a-9afb-46cfcb42ada1 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:03.328968 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-4493929f-4343-4a4a-9afb-46cfcb42ada1 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/85b14a6b-2bf8-478d-8910-60daf97bef62 HTTP/1.1" status: 204 len: 168 time: 0.6251092 Aug 27 04:59:03.330242 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38792) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:03.352199 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4493929f-4343-4a4a-9afb-46cfcb42ada1 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Pushing event deleted for resources: {'Subnet': ['ID=85b14a6b-2bf8-478d-8910-60daf97bef62,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:03.357821 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-2d04ca5d-74eb-42b6-977e-9e5c1d1335fb None None] For port b25225d0-e014-4594-86c3-d1246dc797eb, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:59:03.360664 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c3b09540-1a16-4a03-af00-a6901de5293e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (0e63d59d-8d23-46ba-b441-62fae0b96cbb), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:03.366007 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c3b09540-1a16-4a03-af00-a6901de5293e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (0e63d59d-8d23-46ba-b441-62fae0b96cbb), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:03.379228 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-2d04ca5d-74eb-42b6-977e-9e5c1d1335fb None None] For port b25225d0-e014-4594-86c3-d1246dc797eb, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=b25225d0-e014-4594-86c3-d1246dc797eb,segment=NetworkSegment(72081ba8-0924-48b8-9f9e-078b6de971aa),segment_id=72081ba8-0924-48b8-9f9e-078b6de971aa)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:59:03.496652 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f11fc1b4-9765-4051-b35b-8f9f368a5e40 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (812fe369-7292-4421-bcbb-795cc828f60a), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:03.508448 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port e569dc94-6eb9-451a-baa7-5e8bfd0f6393 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:59:03.511204 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 80e8a4b9-293a-465a-9b06-ac8731a4e2b8 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:59:03.519447 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-db891f79-510c-4cfa-a9a3-7a34a3dfb839 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (91f7e26c-a9a3-4815-894f-4946ab0408d7), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:03.557689 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-db891f79-510c-4cfa-a9a3-7a34a3dfb839 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Calling delete_port for 91f7e26c-a9a3-4815-894f-4946ab0408d7 owned by {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:59:03.593265 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2d04ca5d-74eb-42b6-977e-9e5c1d1335fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (b25225d0-e014-4594-86c3-d1246dc797eb), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:03.596155 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:03.744088 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f11fc1b4-9765-4051-b35b-8f9f368a5e40 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (812fe369-7292-4421-bcbb-795cc828f60a), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:03.748690 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e5e53ab7-4dbb-428f-813e-277504ab519f tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (03e1c60a-8c3a-46c0-b09e-7ddabadab55b), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:03.821416 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f0b1369b-3f89-41a2-8ed7-697d33584d75 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (806d83fe-cc8f-4525-a4b6-6ea2d10cfa65), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:03.839365 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-f11fc1b4-9765-4051-b35b-8f9f368a5e40 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['812fe369-7292-4421-bcbb-795cc828f60a']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:03.842251 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1945a6-52c4-492c-a82c-753c8f64a2ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-f5b1d3bc-0c96-4183-abfb-9363bdbd70a6', 'network_id': 'f5b1d3bc-0c96-4183-abfb-9363bdbd70a6', 'project_id': 'f80531682f6947d585b6d95df180cd19', 'fixed_ips': [{'subnet_id': 'f9a2ad9c-e512-4a63-a620-46610661f53c'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:59:03.848454 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0e1945a6-52c4-492c-a82c-753c8f64a2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:03.855045 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 80e8a4b9-293a-465a-9b06-ac8731a4e2b8 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:59:03.859772 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (80e8a4b9-293a-465a-9b06-ac8731a4e2b8), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:03.875183 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-f11fc1b4-9765-4051-b35b-8f9f368a5e40 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4802803d-48da-45c8-90fc-8a190fb0fe51') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:03.875485 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-f11fc1b4-9765-4051-b35b-8f9f368a5e40 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4802803d-48da-45c8-90fc-8a190fb0fe51') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:03.916649 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f11fc1b4-9765-4051-b35b-8f9f368a5e40 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (4802803d-48da-45c8-90fc-8a190fb0fe51), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:03.960734 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e53ab7-4dbb-428f-813e-277504ab519f tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Network 6ea003c5-901f-4522-be4e-e693bb20c9d7 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:59:03.970611 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-e5e53ab7-4dbb-428f-813e-277504ab519f tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:59:03.995459 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e53ab7-4dbb-428f-813e-277504ab519f tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:59:03.995459 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e5e53ab7-4dbb-428f-813e-277504ab519f tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:03.996142 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d04ca5d-74eb-42b6-977e-9e5c1d1335fb None None] Pushing event updated for resources: {'Port': ['ID=b25225d0-e014-4594-86c3-d1246dc797eb,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:04.017521 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:04.135195 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e53ab7-4dbb-428f-813e-277504ab519f tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event updated for resources: {'Port': ['ID=03e1c60a-8c3a-46c0-b09e-7ddabadab55b,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:04.150071 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f11fc1b4-9765-4051-b35b-8f9f368a5e40 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (4802803d-48da-45c8-90fc-8a190fb0fe51), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:04.173042 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f11fc1b4-9765-4051-b35b-8f9f368a5e40 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:59:04.173042 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f11fc1b4-9765-4051-b35b-8f9f368a5e40 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (4802803d-48da-45c8-90fc-8a190fb0fe51), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:04.224672 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b1369b-3f89-41a2-8ed7-697d33584d75 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event deleted for resources: {'Port': ['ID=806d83fe-cc8f-4525-a4b6-6ea2d10cfa65,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:04.224672 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f0b1369b-3f89-41a2-8ed7-697d33584d75 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:04.229238 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f0b1369b-3f89-41a2-8ed7-697d33584d75 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "DELETE /networking/v2.0/ports/806d83fe-cc8f-4525-a4b6-6ea2d10cfa65 HTTP/1.1" status: 204 len: 168 time: 2.2398887 Aug 27 04:59:04.248815 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38798) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:04.251581 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 4802803d-48da-45c8-90fc-8a190fb0fe51 resource provider aggregate not found Aug 27 04:59:04.292936 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 4802803d-48da-45c8-90fc-8a190fb0fe51 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4802803d-48da-45c8-90fc-8a190fb0fe51 found for delete ", "request_id": "req-97c71592-0961-473e-9b9c-ff96931dd38e"}]} Aug 27 04:59:04.335488 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 80e8a4b9-293a-465a-9b06-ac8731a4e2b8 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:59:04.338651 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (80e8a4b9-293a-465a-9b06-ac8731a4e2b8), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:04.378424 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-db891f79-510c-4cfa-a9a3-7a34a3dfb839 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (91f7e26c-a9a3-4815-894f-4946ab0408d7), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:04.390940 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f11fc1b4-9765-4051-b35b-8f9f368a5e40 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (812fe369-7292-4421-bcbb-795cc828f60a), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:04.396513 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e0f3835-b303-4164-a320-29dbaf9eb61c tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] GET failed (client error): The resource could not be found. Aug 27 04:59:04.404198 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-4e0f3835-b303-4164-a320-29dbaf9eb61c tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "GET /networking/v2.0/ports/806d83fe-cc8f-4525-a4b6-6ea2d10cfa65 HTTP/1.1" status: 404 len: 333 time: 0.1455822 Aug 27 04:59:04.408046 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-179480ce-a996-465f-b259-92d024653cea None None] Provisioning complete for port 9255dc61-af77-4644-a5a9-e77c9b212215 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:59:04.408380 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-179480ce-a996-465f-b259-92d024653cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (9255dc61-af77-4644-a5a9-e77c9b212215), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:04.409577 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f11fc1b4-9765-4051-b35b-8f9f368a5e40 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:04.411418 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38804) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:04.412963 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f11fc1b4-9765-4051-b35b-8f9f368a5e40 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] 10.222.0.76 "DELETE /networking/v2.0/networks/812fe369-7292-4421-bcbb-795cc828f60a HTTP/1.1" status: 204 len: 168 time: 1.0803339 Aug 27 04:59:04.420109 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=8 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:04.436041 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11fc1b4-9765-4051-b35b-8f9f368a5e40 tempest-FloatingIPTestJSON-1188449565 tempest-FloatingIPTestJSON-1188449565-project] Pushing event deleted for resources: {'Network': ['ID=812fe369-7292-4421-bcbb-795cc828f60a,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:04.559198 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db891f79-510c-4cfa-a9a3-7a34a3dfb839 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event deleted for resources: {'Port': ['ID=91f7e26c-a9a3-4815-894f-4946ab0408d7,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:04.593436 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 80e8a4b9-293a-465a-9b06-ac8731a4e2b8, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=80e8a4b9-293a-465a-9b06-ac8731a4e2b8,segment=NetworkSegment(da0ca5d9-2033-4dc3-ba67-2c1fb069c171),segment_id=da0ca5d9-2033-4dc3-ba67-2c1fb069c171)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:59:04.622303 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-0e1945a6-52c4-492c-a82c-753c8f64a2ab None None] Allocated IP 172.20.0.2 (f5b1d3bc-0c96-4183-abfb-9363bdbd70a6/f9a2ad9c-e512-4a63-a620-46610661f53c/a7db5bc0-0e9a-4f40-a41c-f67ccc21ccf8) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:59:04.644037 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c3b09540-1a16-4a03-af00-a6901de5293e admin admin] Publish callbacks [] for router_controller (0e63d59d-8d23-46ba-b441-62fae0b96cbb), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:04.768516 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (80e8a4b9-293a-465a-9b06-ac8731a4e2b8), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:04.789953 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0640b7a3-2cba-4db9-858a-231f6a56a2f2 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for security_group (2a3ffc3d-c184-456f-a1ce-849941ecbdc3), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:04.977351 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e5e53ab7-4dbb-428f-813e-277504ab519f tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (03e1c60a-8c3a-46c0-b09e-7ddabadab55b), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:05.056547 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=80e8a4b9-293a-465a-9b06-ac8731a4e2b8,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:05.070536 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-179480ce-a996-465f-b259-92d024653cea None None] Current status of the port 9255dc61-af77-4644-a5a9-e77c9b212215 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:59:05.090681 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-179480ce-a996-465f-b259-92d024653cea None None] Could not find standard attr ID for object 806d83fe-cc8f-4525-a4b6-6ea2d10cfa65. {{(pid=107777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 27 04:59:05.167034 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-179480ce-a996-465f-b259-92d024653cea None None] Provisioning complete for port 51c1e214-5722-49ad-8652-c2ab722fb4ea triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:59:05.169938 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-179480ce-a996-465f-b259-92d024653cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (51c1e214-5722-49ad-8652-c2ab722fb4ea), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:05.286791 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-179480ce-a996-465f-b259-92d024653cea None None] Port 51c1e214-5722-49ad-8652-c2ab722fb4ea cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:59:05.289800 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 9255dc61-af77-4644-a5a9-e77c9b212215 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:59:05.438961 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-6c39b7e7-7224-419d-a2db-9d28b419eb04 None None] Could not find standard attr ID for object 806d83fe-cc8f-4525-a4b6-6ea2d10cfa65. {{(pid=107777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 27 04:59:05.478433 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 9255dc61-af77-4644-a5a9-e77c9b212215 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:59:05.478942 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (9255dc61-af77-4644-a5a9-e77c9b212215), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:05.482328 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0e1945a6-52c4-492c-a82c-753c8f64a2ab None None] Publish callbacks [] for port (a7db5bc0-0e9a-4f40-a41c-f67ccc21ccf8), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:05.488889 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-db891f79-510c-4cfa-a9a3-7a34a3dfb839 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:05.494384 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-db891f79-510c-4cfa-a9a3-7a34a3dfb839 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "DELETE /networking/v2.0/ports/91f7e26c-a9a3-4815-894f-4946ab0408d7 HTTP/1.1" status: 204 len: 168 time: 2.5878847 Aug 27 04:59:05.494983 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38814) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:05.534116 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0640b7a3-2cba-4db9-858a-231f6a56a2f2 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for security_group (2a3ffc3d-c184-456f-a1ce-849941ecbdc3), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:05.544401 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbaf52e3-6125-4fd0-a22c-9c8892f4b491 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] GET failed (client error): The resource could not be found. Aug 27 04:59:05.550989 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-bbaf52e3-6125-4fd0-a22c-9c8892f4b491 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "GET /networking/v2.0/ports/91f7e26c-a9a3-4815-894f-4946ab0408d7 HTTP/1.1" status: 404 len: 333 time: 0.0512295 Aug 27 04:59:05.553076 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38816) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:05.627779 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 9255dc61-af77-4644-a5a9-e77c9b212215 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:59:05.628950 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device b25225d0-e014-4594-86c3-d1246dc797eb up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:59:05.670972 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-3b54e100-dcf6-4deb-8cbe-42aaa9cbd800 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Deleting port 0a1b62cc-f72c-4988-b701-26f0bac56bff {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:59:05.671560 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3b54e100-dcf6-4deb-8cbe-42aaa9cbd800 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (0a1b62cc-f72c-4988-b701-26f0bac56bff), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:05.704501 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988195c3-a585-4b0a-a86b-54ecf2f6711b None None] Network 6ea003c5-901f-4522-be4e-e693bb20c9d7 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:59:05.780460 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port b25225d0-e014-4594-86c3-d1246dc797eb triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:59:05.780861 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (b25225d0-e014-4594-86c3-d1246dc797eb), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:05.784239 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c3b09540-1a16-4a03-af00-a6901de5293e admin admin] Publish callbacks [] for router_gateway (0e63d59d-8d23-46ba-b441-62fae0b96cbb), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:05.797165 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3b54e100-dcf6-4deb-8cbe-42aaa9cbd800 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (0a1b62cc-f72c-4988-b701-26f0bac56bff), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:05.817152 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-dd9c2f34-0a04-456e-9cc5-825502b51e77 None None] Provisioning complete for port b25225d0-e014-4594-86c3-d1246dc797eb triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:59:05.817567 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-dd9c2f34-0a04-456e-9cc5-825502b51e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (b25225d0-e014-4594-86c3-d1246dc797eb), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:05.817763 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-3b54e100-dcf6-4deb-8cbe-42aaa9cbd800 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Calling delete_port for 0a1b62cc-f72c-4988-b701-26f0bac56bff owned by {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:59:06.025028 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port b25225d0-e014-4594-86c3-d1246dc797eb is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:59:06.025413 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (b25225d0-e014-4594-86c3-d1246dc797eb), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:06.044922 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-dd9c2f34-0a04-456e-9cc5-825502b51e77 None None] Current status of the port b25225d0-e014-4594-86c3-d1246dc797eb is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:59:06.045493 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-dd9c2f34-0a04-456e-9cc5-825502b51e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (b25225d0-e014-4594-86c3-d1246dc797eb), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:06.088654 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e5e53ab7-4dbb-428f-813e-277504ab519f tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for port (03e1c60a-8c3a-46c0-b09e-7ddabadab55b), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:06.128716 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port b25225d0-e014-4594-86c3-d1246dc797eb, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=b25225d0-e014-4594-86c3-d1246dc797eb,segment=NetworkSegment(72081ba8-0924-48b8-9f9e-078b6de971aa),segment_id=72081ba8-0924-48b8-9f9e-078b6de971aa)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:59:06.185588 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0640b7a3-2cba-4db9-858a-231f6a56a2f2 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (2a3ffc3d-c184-456f-a1ce-849941ecbdc3), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:06.185717 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0e1945a6-52c4-492c-a82c-753c8f64a2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (a7db5bc0-0e9a-4f40-a41c-f67ccc21ccf8), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:06.185817 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0640b7a3-2cba-4db9-858a-231f6a56a2f2 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:06.187313 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38824) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:06.187910 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-0640b7a3-2cba-4db9-858a-231f6a56a2f2 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/2a3ffc3d-c184-456f-a1ce-849941ecbdc3 HTTP/1.1" status: 204 len: 168 time: 1.7656870 Aug 27 04:59:06.211664 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0640b7a3-2cba-4db9-858a-231f6a56a2f2 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3ffc3d-c184-456f-a1ce-849941ecbdc3,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:06.257023 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3b54e100-dcf6-4deb-8cbe-42aaa9cbd800 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (0a1b62cc-f72c-4988-b701-26f0bac56bff), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:06.277573 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1945a6-52c4-492c-a82c-753c8f64a2ab None None] Network f5b1d3bc-0c96-4183-abfb-9363bdbd70a6 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:59:06.284587 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-0e1945a6-52c4-492c-a82c-753c8f64a2ab None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:59:06.288797 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1945a6-52c4-492c-a82c-753c8f64a2ab None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:59:06.323598 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b54e100-dcf6-4deb-8cbe-42aaa9cbd800 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event deleted for resources: {'Port': ['ID=0a1b62cc-f72c-4988-b701-26f0bac56bff,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:06.341659 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:06.343147 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e5e53ab7-4dbb-428f-813e-277504ab519f tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (03e1c60a-8c3a-46c0-b09e-7ddabadab55b), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:06.344154 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e5e53ab7-4dbb-428f-813e-277504ab519f tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:06.605297 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (b25225d0-e014-4594-86c3-d1246dc797eb), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:06.617771 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-dd9c2f34-0a04-456e-9cc5-825502b51e77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:59:06.618376 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-dd9c2f34-0a04-456e-9cc5-825502b51e77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:59:06.624324 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1945a6-52c4-492c-a82c-753c8f64a2ab None None] Pushing event updated for resources: {'Port': ['ID=a7db5bc0-0e9a-4f40-a41c-f67ccc21ccf8,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:06.634928 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:06.702011 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-0e1945a6-52c4-492c-a82c-753c8f64a2ab None None] Attempting to bind port a7db5bc0-0e9a-4f40-a41c-f67ccc21ccf8 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:59:06.702495 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-0e1945a6-52c4-492c-a82c-753c8f64a2ab None None] Attempting to bind port a7db5bc0-0e9a-4f40-a41c-f67ccc21ccf8 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '7694f035-1655-48fc-a074-72e107645de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f5b1d3bc-0c96-4183-abfb-9363bdbd70a6'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:59:06.703069 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1945a6-52c4-492c-a82c-753c8f64a2ab None None] Attempting to bind port a7db5bc0-0e9a-4f40-a41c-f67ccc21ccf8 on network f5b1d3bc-0c96-4183-abfb-9363bdbd70a6 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:59:06.714897 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1945a6-52c4-492c-a82c-753c8f64a2ab None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:59:06.715349 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1945a6-52c4-492c-a82c-753c8f64a2ab None None] Checking segment: {'id': '7694f035-1655-48fc-a074-72e107645de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f5b1d3bc-0c96-4183-abfb-9363bdbd70a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:59:06.715933 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0e1945a6-52c4-492c-a82c-753c8f64a2ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:06.716517 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1945a6-52c4-492c-a82c-753c8f64a2ab None None] Bound using segment: {'id': '7694f035-1655-48fc-a074-72e107645de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f5b1d3bc-0c96-4183-abfb-9363bdbd70a6'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:59:06.717065 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-0e1945a6-52c4-492c-a82c-753c8f64a2ab None None] Bound port: a7db5bc0-0e9a-4f40-a41c-f67ccc21ccf8, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7694f035-1655-48fc-a074-72e107645de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f5b1d3bc-0c96-4183-abfb-9363bdbd70a6'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:59:06.717513 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0e1945a6-52c4-492c-a82c-753c8f64a2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a7db5bc0-0e9a-4f40-a41c-f67ccc21ccf8), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:06.751766 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38830) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:06.801147 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=b25225d0-e014-4594-86c3-d1246dc797eb,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:06.851479 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e53ab7-4dbb-428f-813e-277504ab519f tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event updated for resources: {'Port': ['ID=03e1c60a-8c3a-46c0-b09e-7ddabadab55b,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:06.869780 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-0e1945a6-52c4-492c-a82c-753c8f64a2ab None None] For port a7db5bc0-0e9a-4f40-a41c-f67ccc21ccf8, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:59:06.875145 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-0e1945a6-52c4-492c-a82c-753c8f64a2ab None None] For port a7db5bc0-0e9a-4f40-a41c-f67ccc21ccf8, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a7db5bc0-0e9a-4f40-a41c-f67ccc21ccf8,segment=NetworkSegment(7694f035-1655-48fc-a074-72e107645de5),segment_id=7694f035-1655-48fc-a074-72e107645de5)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:59:06.951643 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 80e8a4b9-293a-465a-9b06-ac8731a4e2b8 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:59:07.005902 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:07.016006 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0e1945a6-52c4-492c-a82c-753c8f64a2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a7db5bc0-0e9a-4f40-a41c-f67ccc21ccf8), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:07.021969 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-92b0d426-f70e-4eb4-9e46-e6551ae8497d tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for security_group (7f17543e-915b-44a2-9f13-7b6f8f10a1c7), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:07.053427 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3b54e100-dcf6-4deb-8cbe-42aaa9cbd800 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:07.056936 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3b54e100-dcf6-4deb-8cbe-42aaa9cbd800 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "DELETE /networking/v2.0/ports/0a1b62cc-f72c-4988-b701-26f0bac56bff HTTP/1.1" status: 204 len: 168 time: 1.5039403 Aug 27 04:59:07.066759 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38834) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:07.076646 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 80e8a4b9-293a-465a-9b06-ac8731a4e2b8 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:59:07.076875 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (80e8a4b9-293a-465a-9b06-ac8731a4e2b8), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:07.082297 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-92b0d426-f70e-4eb4-9e46-e6551ae8497d tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for security_group (7f17543e-915b-44a2-9f13-7b6f8f10a1c7), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:07.112091 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c3b09540-1a16-4a03-af00-a6901de5293e admin admin] Publish callbacks [] for router_gateway (0e63d59d-8d23-46ba-b441-62fae0b96cbb), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:07.142873 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-5946c552-b9b8-4406-a9b4-97c7588f78e1 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] GET failed (client error): The resource could not be found. Aug 27 04:59:07.150702 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-5946c552-b9b8-4406-a9b4-97c7588f78e1 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "GET /networking/v2.0/ports/0a1b62cc-f72c-4988-b701-26f0bac56bff HTTP/1.1" status: 404 len: 333 time: 0.0838583 Aug 27 04:59:07.160224 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38838) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:07.198577 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e53ab7-4dbb-428f-813e-277504ab519f tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Network 6ea003c5-901f-4522-be4e-e693bb20c9d7 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:59:07.201418 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c3b09540-1a16-4a03-af00-a6901de5293e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:07.208945 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-e5e53ab7-4dbb-428f-813e-277504ab519f tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:59:07.258927 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-dd9c2f34-0a04-456e-9cc5-825502b51e77 None None] Current status of the port b25225d0-e014-4594-86c3-d1246dc797eb is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:59:07.265110 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1945a6-52c4-492c-a82c-753c8f64a2ab None None] Pushing event updated for resources: {'Port': ['ID=a7db5bc0-0e9a-4f40-a41c-f67ccc21ccf8,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:07.300780 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-59d6b6a8-d798-4552-8a07-1a4a7a18e3f4 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Deleting subnet 81ba250d-8cd0-4727-a437-5e3aba228b84 {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:59:07.330297 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-59d6b6a8-d798-4552-8a07-1a4a7a18e3f4 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for subnet (81ba250d-8cd0-4727-a437-5e3aba228b84), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:07.421909 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 80e8a4b9-293a-465a-9b06-ac8731a4e2b8 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:59:07.484717 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-ff17e272-2bef-42ea-97bd-392fb756160b None None] Provisioning complete for port b25225d0-e014-4594-86c3-d1246dc797eb triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:59:07.485597 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ff17e272-2bef-42ea-97bd-392fb756160b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (b25225d0-e014-4594-86c3-d1246dc797eb), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:07.500670 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-59d6b6a8-d798-4552-8a07-1a4a7a18e3f4 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (81ba250d-8cd0-4727-a437-5e3aba228b84), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:07.546647 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f4e5e3c5-248d-418a-a7db-84b676ce19be admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=a035ed243e0b4ff6a2bb61230ea5a08a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7893047 Aug 27 04:59:07.563491 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38842) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:07.590795 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e53ab7-4dbb-428f-813e-277504ab519f tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Router 3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:59:07.644123 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-92b0d426-f70e-4eb4-9e46-e6551ae8497d tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (7f17543e-915b-44a2-9f13-7b6f8f10a1c7), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:07.646883 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-92b0d426-f70e-4eb4-9e46-e6551ae8497d tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:07.648077 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-92b0d426-f70e-4eb4-9e46-e6551ae8497d tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/7f17543e-915b-44a2-9f13-7b6f8f10a1c7 HTTP/1.1" status: 204 len: 168 time: 1.4589715 Aug 27 04:59:07.658670 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:07.697691 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38844) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:07.714526 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-ff17e272-2bef-42ea-97bd-392fb756160b None None] Current status of the port b25225d0-e014-4594-86c3-d1246dc797eb is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:59:07.718002 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-c3b09540-1a16-4a03-af00-a6901de5293e admin admin] Allocated IP 172.25.2.194 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/3c2e8c35-0f0b-4af7-859a-a5b105191bfe) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:59:07.748405 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-ff17e272-2bef-42ea-97bd-392fb756160b None None] Provisioning complete for port 03e1c60a-8c3a-46c0-b09e-7ddabadab55b triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:59:07.748632 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ff17e272-2bef-42ea-97bd-392fb756160b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (03e1c60a-8c3a-46c0-b09e-7ddabadab55b), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:07.786865 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b0d426-f70e-4eb4-9e46-e6551ae8497d tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f17543e-915b-44a2-9f13-7b6f8f10a1c7,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:07.839604 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3b58346e-c7f0-43ed-a082-70611af9396f admin admin] Publish callbacks [] for security_group (328a49d5-5988-4b77-b0c7-2cc7fad2a77b), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:07.850149 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:07.865215 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-ff17e272-2bef-42ea-97bd-392fb756160b None None] Port 03e1c60a-8c3a-46c0-b09e-7ddabadab55b cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:59:07.881889 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f31fc178-c10d-41fc-9b6f-1d5e312072a3 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for security_group (d520c5e8-79bd-479d-937f-7ea224b6dfa8), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:07.934728 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c3b09540-1a16-4a03-af00-a6901de5293e admin admin] Publish callbacks [] for port (3c2e8c35-0f0b-4af7-859a-a5b105191bfe), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:07.949008 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3b58346e-c7f0-43ed-a082-70611af9396f admin admin] Publish callbacks [] for security_group (328a49d5-5988-4b77-b0c7-2cc7fad2a77b), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:07.953472 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-59d6b6a8-d798-4552-8a07-1a4a7a18e3f4 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (81ba250d-8cd0-4727-a437-5e3aba228b84), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:07.958577 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f31fc178-c10d-41fc-9b6f-1d5e312072a3 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for security_group (d520c5e8-79bd-479d-937f-7ea224b6dfa8), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:07.990691 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-bdd6a80e-96a9-476c-93b6-29342957b0bc None None] Provisioning complete for port 03e1c60a-8c3a-46c0-b09e-7ddabadab55b triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:59:07.991950 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-bdd6a80e-96a9-476c-93b6-29342957b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (03e1c60a-8c3a-46c0-b09e-7ddabadab55b), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:08.027747 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e53ab7-4dbb-428f-813e-277504ab519f tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:59:08.046466 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e5e53ab7-4dbb-428f-813e-277504ab519f tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "PUT /networking/v2.0/routers/3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2628169 Aug 27 04:59:08.046727 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38848) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:08.050263 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff290c8-fa33-4d66-868e-af88a6a58de6 None None] Sync routers for ids ['3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:59:08.058271 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-43d382eb-7761-4aae-8e5d-aa069fef26dd tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:08.062536 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-bdd6a80e-96a9-476c-93b6-29342957b0bc None None] Port 03e1c60a-8c3a-46c0-b09e-7ddabadab55b cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:59:08.070582 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff290c8-fa33-4d66-868e-af88a6a58de6 None None] Routers {'3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:59:08.071222 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-1ff290c8-fa33-4d66-868e-af88a6a58de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:58:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:08.075050 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:08.158064 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c3b09540-1a16-4a03-af00-a6901de5293e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (3c2e8c35-0f0b-4af7-859a-a5b105191bfe), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:08.188520 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-1ff290c8-fa33-4d66-868e-af88a6a58de6 None None] Set router 3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:59:08.313967 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b09540-1a16-4a03-af00-a6901de5293e admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:59:08.327657 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-c3b09540-1a16-4a03-af00-a6901de5293e admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:59:08.337207 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b09540-1a16-4a03-af00-a6901de5293e admin admin] Pushing event updated for resources: {'Port': ['ID=3c2e8c35-0f0b-4af7-859a-a5b105191bfe,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:08.353500 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b09540-1a16-4a03-af00-a6901de5293e admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:59:08.482862 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-59d6b6a8-d798-4552-8a07-1a4a7a18e3f4 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (81ba250d-8cd0-4727-a437-5e3aba228b84), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:08.495679 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3b58346e-c7f0-43ed-a082-70611af9396f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (328a49d5-5988-4b77-b0c7-2cc7fad2a77b), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:08.498734 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3b58346e-c7f0-43ed-a082-70611af9396f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:08.500127 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3b58346e-c7f0-43ed-a082-70611af9396f admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/328a49d5-5988-4b77-b0c7-2cc7fad2a77b HTTP/1.1" status: 204 len: 168 time: 0.9344487 Aug 27 04:59:08.501172 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f31fc178-c10d-41fc-9b6f-1d5e312072a3 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (d520c5e8-79bd-479d-937f-7ea224b6dfa8), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:08.505337 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f31fc178-c10d-41fc-9b6f-1d5e312072a3 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:08.507062 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f31fc178-c10d-41fc-9b6f-1d5e312072a3 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/d520c5e8-79bd-479d-937f-7ea224b6dfa8 HTTP/1.1" status: 204 len: 168 time: 0.7948468 Aug 27 04:59:08.515177 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38856) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:08.545977 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-59d6b6a8-d798-4552-8a07-1a4a7a18e3f4 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:08.554722 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-59d6b6a8-d798-4552-8a07-1a4a7a18e3f4 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/81ba250d-8cd0-4727-a437-5e3aba228b84 HTTP/1.1" status: 204 len: 168 time: 1.3932784 Aug 27 04:59:08.555663 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38858) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:08.558632 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd41314e-314f-44bf-9e31-dae0cebb52c4 None None] Network 4013bfe9-3667-4d49-a29a-db8666bc22ab requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:59:08.578980 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d6b6a8-d798-4552-8a07-1a4a7a18e3f4 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event deleted for resources: {'Subnet': ['ID=81ba250d-8cd0-4727-a437-5e3aba228b84,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:08.655537 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:DELETE=6,neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:08.656687 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:08.687064 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b58346e-c7f0-43ed-a082-70611af9396f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328a49d5-5988-4b77-b0c7-2cc7fad2a77b,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:08.771033 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31fc178-c10d-41fc-9b6f-1d5e312072a3 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d520c5e8-79bd-479d-937f-7ea224b6dfa8,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:08.812665 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-41dd5c8c-dbca-42d8-886e-5602f45dbd75 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (4013bfe9-3667-4d49-a29a-db8666bc22ab), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:08.817243 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:08.825062 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-1ff290c8-fa33-4d66-868e-af88a6a58de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'name': 'tempest-RoutersIpV6Test-router-696252856', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:58:16Z', 'updated_at': '2022-08-27T04:59:04Z', 'revision_number': 5, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'gw_port_host': None, '_interfaces': [{'id': '03e1c60a-8c3a-46c0-b09e-7ddabadab55b', 'name': '', 'network_id': '6ea003c5-901f-4522-be4e-e693bb20c9d7', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'mac_address': 'fa:16:3e:38:5b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '6da050e1-a84d-4593-9c01-68fe90bb80df', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:59:01Z', 'updated_at': '2022-08-27T04:59:05Z', 'revision_number': 2, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'subnets': [{'id': '6da050e1-a84d-4593-9c01-68fe90bb80df', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '38f5ac13-4403-4698-a29f-53e4d3f4a4b3', 'name': '', 'network_id': '0c675bf4-4916-40d1-96f5-9d4191821351', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'mac_address': 'fa:16:3e:d9:58:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '98e762fe-a50e-4be3-86a3-d423b514674c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:58:34Z', 'updated_at': '2022-08-27T04:58:47Z', 'revision_number': 5, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'subnets': [{'id': '98e762fe-a50e-4be3-86a3-d423b514674c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fc9b9c4-c21e-4709-93db-504834d76e29', 'name': '', 'network_id': '2e47ae03-ab97-4f12-a6f2-cc39b2534fcd', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'mac_address': 'fa:16:3e:8a:5c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '40141336-9273-4c5b-819b-a9da8c34164d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:58:22Z', 'updated_at': '2022-08-27T04:58:35Z', 'revision_number': 5, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'subnets': [{'id': '40141336-9273-4c5b-819b-a9da8c34164d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80e8a4b9-293a-465a-9b06-ac8731a4e2b8', 'name': '', 'network_id': 'f576cf03-18e3-4d91-9f68-d8fe80da65fb', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'mac_address': 'fa:16:3e:81:38:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'a0eefbb0-aa1f-4067-8cf6-93680e1e3736', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:58:51Z', 'updated_at': '2022-08-27T04:59:04Z', 'revision_number': 5, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'subnets': [{'id': 'a0eefbb0-aa1f-4067-8cf6-93680e1e3736', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:08.843984 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-240f1c9d-09e8-4bbc-9669-2c9ab8b29fbc tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Deleting subnet 61e79ad6-51d9-4174-8b59-855429683475 {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:59:08.899645 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff290c8-fa33-4d66-868e-af88a6a58de6 None None] Checking router: 3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:59:08.900004 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff290c8-fa33-4d66-868e-af88a6a58de6 None None] Updating router 3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb port 03e1c60a-8c3a-46c0-b09e-7ddabadab55b binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:59:08.945993 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.extraroute_db [None req-43d382eb-7761-4aae-8e5d-aa069fef26dd tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=107775) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 27 04:59:08.957563 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-240f1c9d-09e8-4bbc-9669-2c9ab8b29fbc tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for subnet (61e79ad6-51d9-4174-8b59-855429683475), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:08.967345 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c3b09540-1a16-4a03-af00-a6901de5293e admin admin] Publish callbacks [] for router_gateway (0e63d59d-8d23-46ba-b441-62fae0b96cbb), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:08.974980 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650dfb22-c325-49bb-9b03-6bbb3da0b743 None None] DHCP port deletion for 4013bfe9-3667-4d49-a29a-db8666bc22ab request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:59:08.990614 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1ff290c8-fa33-4d66-868e-af88a6a58de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (03e1c60a-8c3a-46c0-b09e-7ddabadab55b), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:09.023014 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742507c4-0424-4273-a44b-b39a04f36781 None None] Network f5b1d3bc-0c96-4183-abfb-9363bdbd70a6 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:59:09.177154 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-37c0d013-6e45-4ee6-9b24-b0ea4e3a31b2 None None] Provisioning complete for port a7db5bc0-0e9a-4f40-a41c-f67ccc21ccf8 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:59:09.177678 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-37c0d013-6e45-4ee6-9b24-b0ea4e3a31b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a7db5bc0-0e9a-4f40-a41c-f67ccc21ccf8), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:09.180374 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-650dfb22-c325-49bb-9b03-6bbb3da0b743 None None] Deleting port e569dc94-6eb9-451a-baa7-5e8bfd0f6393 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:59:09.180545 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.extraroute_db [None req-43d382eb-7761-4aae-8e5d-aa069fef26dd tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Removed routes are [] {{(pid=107775) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 27 04:59:09.181002 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-650dfb22-c325-49bb-9b03-6bbb3da0b743 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (e569dc94-6eb9-451a-baa7-5e8bfd0f6393), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:09.181198 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-43d382eb-7761-4aae-8e5d-aa069fef26dd tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1678557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12747'] for router (3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:09.219728 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-240f1c9d-09e8-4bbc-9669-2c9ab8b29fbc tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (61e79ad6-51d9-4174-8b59-855429683475), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:09.276986 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-41dd5c8c-dbca-42d8-886e-5602f45dbd75 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Deleting port e569dc94-6eb9-451a-baa7-5e8bfd0f6393 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:59:09.277328 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-41dd5c8c-dbca-42d8-886e-5602f45dbd75 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (e569dc94-6eb9-451a-baa7-5e8bfd0f6393), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:09.301348 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a7db5bc0-0e9a-4f40-a41c-f67ccc21ccf8 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:59:09.359000 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c3b09540-1a16-4a03-af00-a6901de5293e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (0e63d59d-8d23-46ba-b441-62fae0b96cbb), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:09.496183 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-41dd5c8c-dbca-42d8-886e-5602f45dbd75 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] For port e569dc94-6eb9-451a-baa7-5e8bfd0f6393, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=e569dc94-6eb9-451a-baa7-5e8bfd0f6393,segment=NetworkSegment(7e8d05c3-e2e9-42f3-accb-f06c88a90739),segment_id=7e8d05c3-e2e9-42f3-accb-f06c88a90739)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:59:09.496807 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-41dd5c8c-dbca-42d8-886e-5602f45dbd75 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (e569dc94-6eb9-451a-baa7-5e8bfd0f6393), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:09.518457 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-240f1c9d-09e8-4bbc-9669-2c9ab8b29fbc tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (61e79ad6-51d9-4174-8b59-855429683475), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:09.523821 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-41dd5c8c-dbca-42d8-886e-5602f45dbd75 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Calling delete_port for e569dc94-6eb9-451a-baa7-5e8bfd0f6393 owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:59:09.658350 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-650dfb22-c325-49bb-9b03-6bbb3da0b743 None None] For port e569dc94-6eb9-451a-baa7-5e8bfd0f6393, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=e569dc94-6eb9-451a-baa7-5e8bfd0f6393,segment=NetworkSegment(7e8d05c3-e2e9-42f3-accb-f06c88a90739),segment_id=7e8d05c3-e2e9-42f3-accb-f06c88a90739)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:59:09.666618 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-650dfb22-c325-49bb-9b03-6bbb3da0b743 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (e569dc94-6eb9-451a-baa7-5e8bfd0f6393), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:09.691044 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-650dfb22-c325-49bb-9b03-6bbb3da0b743 None None] Calling delete_port for e569dc94-6eb9-451a-baa7-5e8bfd0f6393 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:59:09.787303 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-43d382eb-7761-4aae-8e5d-aa069fef26dd tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1678557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12747'] for router (3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:09.809650 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-43d382eb-7761-4aae-8e5d-aa069fef26dd tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1676574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1676639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1678566'] for router (3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:09.965957 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-240f1c9d-09e8-4bbc-9669-2c9ab8b29fbc tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (61e79ad6-51d9-4174-8b59-855429683475), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:09.973027 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=84,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=10 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:10.070716 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:10.072351 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240f1c9d-09e8-4bbc-9669-2c9ab8b29fbc tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event deleted for resources: {'Subnet': ['ID=61e79ad6-51d9-4174-8b59-855429683475,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:10.089281 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-41dd5c8c-dbca-42d8-886e-5602f45dbd75 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (e569dc94-6eb9-451a-baa7-5e8bfd0f6393), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:10.091645 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-240f1c9d-09e8-4bbc-9669-2c9ab8b29fbc tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:10.097978 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-240f1c9d-09e8-4bbc-9669-2c9ab8b29fbc tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/61e79ad6-51d9-4174-8b59-855429683475 HTTP/1.1" status: 204 len: 168 time: 1.5599728 Aug 27 04:59:10.102318 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38886) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:10.130506 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dd5c8c-dbca-42d8-886e-5602f45dbd75 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event deleted for resources: {'Port': ['ID=e569dc94-6eb9-451a-baa7-5e8bfd0f6393,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:10.135036 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dd5c8c-dbca-42d8-886e-5602f45dbd75 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] No DVR routers for this DVR port e569dc94-6eb9-451a-baa7-5e8bfd0f6393 on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:59:10.148673 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:10.171719 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bad273-4b2a-4076-a4e9-8700539041e0 None None] Network 849c1b68-ff98-433a-8a19-bdf5ff0407d2 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:59:10.175440 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d382eb-7761-4aae-8e5d-aa069fef26dd tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Router 3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:59:10.200456 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef3680c9-a40e-4e68-b1b3-26dc38296cbe tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Deleting subnet 90d5b4a4-3b52-4668-80ec-17b73a07ce09 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:59:10.205101 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ef3680c9-a40e-4e68-b1b3-26dc38296cbe tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for subnet (90d5b4a4-3b52-4668-80ec-17b73a07ce09), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:10.238429 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b09540-1a16-4a03-af00-a6901de5293e admin admin] Router 0e63d59d-8d23-46ba-b441-62fae0b96cbb is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:59:10.268818 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-650dfb22-c325-49bb-9b03-6bbb3da0b743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (e569dc94-6eb9-451a-baa7-5e8bfd0f6393), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:10.271071 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-37c0d013-6e45-4ee6-9b24-b0ea4e3a31b2 None None] Current status of the port a7db5bc0-0e9a-4f40-a41c-f67ccc21ccf8 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:59:10.271461 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-37c0d013-6e45-4ee6-9b24-b0ea4e3a31b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a7db5bc0-0e9a-4f40-a41c-f67ccc21ccf8), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:10.301565 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-41dd5c8c-dbca-42d8-886e-5602f45dbd75 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (4013bfe9-3667-4d49-a29a-db8666bc22ab), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:10.321232 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ef3680c9-a40e-4e68-b1b3-26dc38296cbe tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (90d5b4a4-3b52-4668-80ec-17b73a07ce09), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:10.341496 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port a7db5bc0-0e9a-4f40-a41c-f67ccc21ccf8 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:59:10.341956 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a7db5bc0-0e9a-4f40-a41c-f67ccc21ccf8), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:10.417434 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650dfb22-c325-49bb-9b03-6bbb3da0b743 None None] Pushing event deleted for resources: {'Port': ['ID=e569dc94-6eb9-451a-baa7-5e8bfd0f6393,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:10.422679 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650dfb22-c325-49bb-9b03-6bbb3da0b743 None None] No DVR routers for this DVR port e569dc94-6eb9-451a-baa7-5e8bfd0f6393 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:59:10.452042 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38892) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:10.558978 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b09540-1a16-4a03-af00-a6901de5293e admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:59:10.562457 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2614ce2-cb93-4f70-93f1-9842a84fe0b8 None None] Sync routers for ids ['0e63d59d-8d23-46ba-b441-62fae0b96cbb'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:59:10.587611 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ef3680c9-a40e-4e68-b1b3-26dc38296cbe tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (90d5b4a4-3b52-4668-80ec-17b73a07ce09), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:10.587855 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2614ce2-cb93-4f70-93f1-9842a84fe0b8 None None] Routers {'0e63d59d-8d23-46ba-b441-62fae0b96cbb'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:59:10.589298 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-b2614ce2-cb93-4f70-93f1-9842a84fe0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:58:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['0e63d59d-8d23-46ba-b441-62fae0b96cbb'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:10.707963 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-4c3fddec-f2da-4150-afa4-65819be940da tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2001753419'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:10.795789 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c3b09540-1a16-4a03-af00-a6901de5293e admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:10.800690 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c3b09540-1a16-4a03-af00-a6901de5293e admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.7054861 Aug 27 04:59:10.802051 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38898) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:10.829623 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1ff290c8-fa33-4d66-868e-af88a6a58de6 None None] Publish callbacks [] for port (03e1c60a-8c3a-46c0-b09e-7ddabadab55b), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:10.838588 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:10.846961 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-b2614ce2-cb93-4f70-93f1-9842a84fe0b8 None None] Set router 0e63d59d-8d23-46ba-b441-62fae0b96cbb gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:59:10.876730 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-37c0d013-6e45-4ee6-9b24-b0ea4e3a31b2 None None] For port a7db5bc0-0e9a-4f40-a41c-f67ccc21ccf8, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a7db5bc0-0e9a-4f40-a41c-f67ccc21ccf8,segment=NetworkSegment(7694f035-1655-48fc-a074-72e107645de5),segment_id=7694f035-1655-48fc-a074-72e107645de5)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:59:10.885963 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port a7db5bc0-0e9a-4f40-a41c-f67ccc21ccf8 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:59:10.886356 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a7db5bc0-0e9a-4f40-a41c-f67ccc21ccf8), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:10.920980 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ef3680c9-a40e-4e68-b1b3-26dc38296cbe tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (90d5b4a4-3b52-4668-80ec-17b73a07ce09), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:10.969240 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3fddec-f2da-4150-afa4-65819be940da tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Made reservation on behalf of 1d0109415e794b52b25a509d7b89f6ff for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:59:10.983625 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4c3fddec-f2da-4150-afa4-65819be940da tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:10.991677 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1ff290c8-fa33-4d66-868e-af88a6a58de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (03e1c60a-8c3a-46c0-b09e-7ddabadab55b), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:10.995463 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-37c0d013-6e45-4ee6-9b24-b0ea4e3a31b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a7db5bc0-0e9a-4f40-a41c-f67ccc21ccf8), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:11.038977 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d382eb-7761-4aae-8e5d-aa069fef26dd tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:59:11.043131 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-41dd5c8c-dbca-42d8-886e-5602f45dbd75 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4013bfe9-3667-4d49-a29a-db8666bc22ab']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:11.054524 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-41dd5c8c-dbca-42d8-886e-5602f45dbd75 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e8d05c3-e2e9-42f3-accb-f06c88a90739') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:11.054834 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-41dd5c8c-dbca-42d8-886e-5602f45dbd75 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e8d05c3-e2e9-42f3-accb-f06c88a90739') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:11.073764 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-41dd5c8c-dbca-42d8-886e-5602f45dbd75 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (7e8d05c3-e2e9-42f3-accb-f06c88a90739), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:11.090918 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-41dd5c8c-dbca-42d8-886e-5602f45dbd75 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (7e8d05c3-e2e9-42f3-accb-f06c88a90739), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:11.098874 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41dd5c8c-dbca-42d8-886e-5602f45dbd75 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:59:11.099287 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-41dd5c8c-dbca-42d8-886e-5602f45dbd75 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (7e8d05c3-e2e9-42f3-accb-f06c88a90739), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:11.106560 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4c3fddec-f2da-4150-afa4-65819be940da tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:11.136420 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3680c9-a40e-4e68-b1b3-26dc38296cbe tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event deleted for resources: {'Subnet': ['ID=90d5b4a4-3b52-4668-80ec-17b73a07ce09,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:11.149634 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ef3680c9-a40e-4e68-b1b3-26dc38296cbe tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:11.178611 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:59:11.178611 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:59:11.179179 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ef3680c9-a40e-4e68-b1b3-26dc38296cbe tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/90d5b4a4-3b52-4668-80ec-17b73a07ce09 HTTP/1.1" status: 204 len: 168 time: 1.0701795 Aug 27 04:59:11.185685 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38902) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:11.225383 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-e2141964-0538-4aaf-9c1f-342e7eb545b8 None None] Provisioning complete for port a7db5bc0-0e9a-4f40-a41c-f67ccc21ccf8 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:59:11.229509 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e2141964-0538-4aaf-9c1f-342e7eb545b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a7db5bc0-0e9a-4f40-a41c-f67ccc21ccf8), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:11.266067 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-b2614ce2-cb93-4f70-93f1-9842a84fe0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e63d59d-8d23-46ba-b441-62fae0b96cbb', 'name': 'tempest-TestAggregatesBasicOps-1644126995-router', 'tenant_id': 'f80531682f6947d585b6d95df180cd19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '3c2e8c35-0f0b-4af7-859a-a5b105191bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:59:03Z', 'updated_at': '2022-08-27T04:59:08Z', 'revision_number': 3, 'project_id': 'f80531682f6947d585b6d95df180cd19', 'gw_port': {'id': '3c2e8c35-0f0b-4af7-859a-a5b105191bfe', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e63d59d-8d23-46ba-b441-62fae0b96cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:59:07Z', 'updated_at': '2022-08-27T04:59:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:11.267489 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-43d382eb-7761-4aae-8e5d-aa069fef26dd tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:11.270008 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-1ff290c8-fa33-4d66-868e-af88a6a58de6 None None] Attempting to bind port 03e1c60a-8c3a-46c0-b09e-7ddabadab55b on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:59:11.270431 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-1ff290c8-fa33-4d66-868e-af88a6a58de6 None None] Attempting to bind port 03e1c60a-8c3a-46c0-b09e-7ddabadab55b by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '72081ba8-0924-48b8-9f9e-078b6de971aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '6ea003c5-901f-4522-be4e-e693bb20c9d7'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:59:11.270880 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff290c8-fa33-4d66-868e-af88a6a58de6 None None] Attempting to bind port 03e1c60a-8c3a-46c0-b09e-7ddabadab55b on network 6ea003c5-901f-4522-be4e-e693bb20c9d7 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:59:11.274344 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-43d382eb-7761-4aae-8e5d-aa069fef26dd tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "PUT /networking/v2.0/routers/3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb HTTP/1.1" status: 200 len: 953 time: 3.2196376 Aug 27 04:59:11.275736 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb298f-e5cb-4d40-a6f8-88d2d0dc36f0 None None] Pushing event updated for resources: {'Port': ['ID=03e1c60a-8c3a-46c0-b09e-7ddabadab55b,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:11.280898 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 7e8d05c3-e2e9-42f3-accb-f06c88a90739 resource provider aggregate not found Aug 27 04:59:11.291271 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38906) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:11.319350 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff290c8-fa33-4d66-868e-af88a6a58de6 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:59:11.319786 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff290c8-fa33-4d66-868e-af88a6a58de6 None None] Checking segment: {'id': '72081ba8-0924-48b8-9f9e-078b6de971aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '6ea003c5-901f-4522-be4e-e693bb20c9d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:59:11.319909 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2614ce2-cb93-4f70-93f1-9842a84fe0b8 None None] Checking router: 0e63d59d-8d23-46ba-b441-62fae0b96cbb for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:59:11.320074 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2614ce2-cb93-4f70-93f1-9842a84fe0b8 None None] Updating router 0e63d59d-8d23-46ba-b441-62fae0b96cbb port 3c2e8c35-0f0b-4af7-859a-a5b105191bfe binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:59:11.320264 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1ff290c8-fa33-4d66-868e-af88a6a58de6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:11.320603 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff290c8-fa33-4d66-868e-af88a6a58de6 None None] Bound using segment: {'id': '72081ba8-0924-48b8-9f9e-078b6de971aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '6ea003c5-901f-4522-be4e-e693bb20c9d7'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:59:11.321109 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-1ff290c8-fa33-4d66-868e-af88a6a58de6 None None] Bound port: 03e1c60a-8c3a-46c0-b09e-7ddabadab55b, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72081ba8-0924-48b8-9f9e-078b6de971aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '6ea003c5-901f-4522-be4e-e693bb20c9d7'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:59:11.321469 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1ff290c8-fa33-4d66-868e-af88a6a58de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (03e1c60a-8c3a-46c0-b09e-7ddabadab55b), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:11.393855 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-b2614ce2-cb93-4f70-93f1-9842a84fe0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (3c2e8c35-0f0b-4af7-859a-a5b105191bfe), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:11.417784 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-e2141964-0538-4aaf-9c1f-342e7eb545b8 None None] Current status of the port a7db5bc0-0e9a-4f40-a41c-f67ccc21ccf8 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:59:11.493756 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c0d013-6e45-4ee6-9b24-b0ea4e3a31b2 None None] Pushing event updated for resources: {'Port': ['ID=a7db5bc0-0e9a-4f40-a41c-f67ccc21ccf8,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:11.508628 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4c3fddec-f2da-4150-afa4-65819be940da tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks [] for security_group (b69b074c-cc71-40b1-b61d-dbfd6de4c57b), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:11.516844 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4b6cb65-daba-4441-b341-d1a3f5994a06 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] DELETE failed (client error): The resource could not be found. Aug 27 04:59:11.517314 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4b6cb65-daba-4441-b341-d1a3f5994a06 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:59:11.525474 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b4b6cb65-daba-4441-b341-d1a3f5994a06 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/61e79ad6-51d9-4174-8b59-855429683475 HTTP/1.1" status: 404 len: 337 time: 0.3354325 Aug 27 04:59:11.528896 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38912) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:11.529931 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:11.553235 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-69beefeb-a321-4f9b-bd00-9b7b04ef3e2a tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "GET /networking/v2.0/routers/3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb HTTP/1.1" status: 200 len: 953 time: 0.2496841 Aug 27 04:59:11.556847 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38914) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:11.558989 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 7e8d05c3-e2e9-42f3-accb-f06c88a90739 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7e8d05c3-e2e9-42f3-accb-f06c88a90739 found for delete ", "request_id": "req-33f9afe4-e343-4ec8-a71b-f9d5629cc2b4"}]} Aug 27 04:59:11.565355 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-9763dad2-a3a0-406d-bddf-6071d0e47bd9 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Request body: {'router': {'routes': None}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:11.593038 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-1ff290c8-fa33-4d66-868e-af88a6a58de6 None None] For port 03e1c60a-8c3a-46c0-b09e-7ddabadab55b, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:59:11.601117 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-1ff290c8-fa33-4d66-868e-af88a6a58de6 None None] For port 03e1c60a-8c3a-46c0-b09e-7ddabadab55b, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=03e1c60a-8c3a-46c0-b09e-7ddabadab55b,segment=NetworkSegment(72081ba8-0924-48b8-9f9e-078b6de971aa),segment_id=72081ba8-0924-48b8-9f9e-078b6de971aa)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:59:11.617003 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4c3fddec-f2da-4150-afa4-65819be940da tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (b69b074c-cc71-40b1-b61d-dbfd6de4c57b), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:11.640862 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2cab12-dc62-4595-902f-bef917064cea None None] Network 849c1b68-ff98-433a-8a19-bdf5ff0407d2 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:59:11.706643 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3fddec-f2da-4150-afa4-65819be940da tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b69b074c-cc71-40b1-b61d-dbfd6de4c57b,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:11.766168 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c3fddec-f2da-4150-afa4-65819be940da tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:59:11.781415 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port a7db5bc0-0e9a-4f40-a41c-f67ccc21ccf8 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:59:11.782414 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device b25225d0-e014-4594-86c3-d1246dc797eb up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:59:11.785973 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1ff290c8-fa33-4d66-868e-af88a6a58de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (03e1c60a-8c3a-46c0-b09e-7ddabadab55b), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:11.793107 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:11.825251 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-41dd5c8c-dbca-42d8-886e-5602f45dbd75 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (4013bfe9-3667-4d49-a29a-db8666bc22ab), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:11.842379 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a8487a3-c411-4490-8761-a4b31f9537fb tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Deleting subnet 7d958f09-7ab9-47b3-a343-58d7456b8bee {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:59:11.850084 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6a8487a3-c411-4490-8761-a4b31f9537fb tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for subnet (7d958f09-7ab9-47b3-a343-58d7456b8bee), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:11.859324 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-41dd5c8c-dbca-42d8-886e-5602f45dbd75 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:11.866666 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-41dd5c8c-dbca-42d8-886e-5602f45dbd75 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "DELETE /networking/v2.0/networks/4013bfe9-3667-4d49-a29a-db8666bc22ab HTTP/1.1" status: 204 len: 168 time: 3.2735326 Aug 27 04:59:11.879713 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38918) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:11.886270 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4c3fddec-f2da-4150-afa4-65819be940da tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (2d160d4e-5cab-443a-b6ac-85f72bafeb07), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:11.886682 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-4c3fddec-f2da-4150-afa4-65819be940da tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Added segment 2d160d4e-5cab-443a-b6ac-85f72bafeb07 of type vlan for network acccd41c-3160-40be-8b65-f33fdec66f54 Aug 27 04:59:11.890546 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff290c8-fa33-4d66-868e-af88a6a58de6 None None] Routers {'3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:59:11.893543 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-1ff290c8-fa33-4d66-868e-af88a6a58de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:58:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:11.894906 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-588648fe-73a0-4e66-aa88-233a15a3d802 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1350449783'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:11.898191 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-fa070153-5a6d-4a9a-b372-e86e2f15ae52 None None] Provisioning complete for port 9255dc61-af77-4644-a5a9-e77c9b212215 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:59:11.898956 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fa070153-5a6d-4a9a-b372-e86e2f15ae52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (9255dc61-af77-4644-a5a9-e77c9b212215), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:11.978031 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-b2614ce2-cb93-4f70-93f1-9842a84fe0b8 None None] Publish callbacks [] for port (3c2e8c35-0f0b-4af7-859a-a5b105191bfe), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:11.981976 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:11.992544 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dd5c8c-dbca-42d8-886e-5602f45dbd75 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event deleted for resources: {'Network': ['ID=4013bfe9-3667-4d49-a29a-db8666bc22ab,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:12.035595 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4c3fddec-f2da-4150-afa4-65819be940da tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (acccd41c-3160-40be-8b65-f33fdec66f54), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:12.042536 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6a8487a3-c411-4490-8761-a4b31f9537fb tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (7d958f09-7ab9-47b3-a343-58d7456b8bee), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:12.063824 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-b2614ce2-cb93-4f70-93f1-9842a84fe0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (3c2e8c35-0f0b-4af7-859a-a5b105191bfe), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:12.104083 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-b2614ce2-cb93-4f70-93f1-9842a84fe0b8 None None] Attempting to bind port 3c2e8c35-0f0b-4af7-859a-a5b105191bfe on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:59:12.106943 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-b2614ce2-cb93-4f70-93f1-9842a84fe0b8 None None] Attempting to bind port 3c2e8c35-0f0b-4af7-859a-a5b105191bfe by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:59:12.108430 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2614ce2-cb93-4f70-93f1-9842a84fe0b8 None None] Attempting to bind port 3c2e8c35-0f0b-4af7-859a-a5b105191bfe on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:59:12.125840 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2614ce2-cb93-4f70-93f1-9842a84fe0b8 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:59:12.126780 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2614ce2-cb93-4f70-93f1-9842a84fe0b8 None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:59:12.127602 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-b2614ce2-cb93-4f70-93f1-9842a84fe0b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:12.128248 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2614ce2-cb93-4f70-93f1-9842a84fe0b8 None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:59:12.130762 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-b2614ce2-cb93-4f70-93f1-9842a84fe0b8 None None] Bound port: 3c2e8c35-0f0b-4af7-859a-a5b105191bfe, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:59:12.134662 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-b2614ce2-cb93-4f70-93f1-9842a84fe0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (3c2e8c35-0f0b-4af7-859a-a5b105191bfe), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:12.148382 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588648fe-73a0-4e66-aa88-233a15a3d802 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Made reservation on behalf of fe4b55b9429141158994d6a58059854d for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:59:12.155752 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-588648fe-73a0-4e66-aa88-233a15a3d802 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:12.203299 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:12.271494 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port b25225d0-e014-4594-86c3-d1246dc797eb triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:59:12.271876 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (b25225d0-e014-4594-86c3-d1246dc797eb), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:12.285073 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4c3fddec-f2da-4150-afa4-65819be940da tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (acccd41c-3160-40be-8b65-f33fdec66f54), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:12.290542 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3fddec-f2da-4150-afa4-65819be940da tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:59:12.291090 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4c3fddec-f2da-4150-afa4-65819be940da tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:12.304643 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-b2614ce2-cb93-4f70-93f1-9842a84fe0b8 None None] For port 3c2e8c35-0f0b-4af7-859a-a5b105191bfe, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:59:12.311012 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-b2614ce2-cb93-4f70-93f1-9842a84fe0b8 None None] For port 3c2e8c35-0f0b-4af7-859a-a5b105191bfe, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=3c2e8c35-0f0b-4af7-859a-a5b105191bfe,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:59:12.320382 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-588648fe-73a0-4e66-aa88-233a15a3d802 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:59:12.360443 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:12.375162 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-588648fe-73a0-4e66-aa88-233a15a3d802 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (662694a2-a126-45a5-bb2b-3e4b4d11b7d8), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:12.377573 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-588648fe-73a0-4e66-aa88-233a15a3d802 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Added segment 662694a2-a126-45a5-bb2b-3e4b4d11b7d8 of type vlan for network a436d123-33c5-40bd-b0f6-dc6417b5c04f Aug 27 04:59:12.401333 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-4c3fddec-f2da-4150-afa4-65819be940da tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9462364 Aug 27 04:59:12.402771 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6a8487a3-c411-4490-8761-a4b31f9537fb tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (7d958f09-7ab9-47b3-a343-58d7456b8bee), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:12.438134 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.extraroute_db [None req-9763dad2-a3a0-406d-bddf-6071d0e47bd9 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Added routes are [] {{(pid=107775) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 27 04:59:12.438647 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.extraroute_db [None req-9763dad2-a3a0-406d-bddf-6071d0e47bd9 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=107775) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 27 04:59:12.529060 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb298f-e5cb-4d40-a6f8-88d2d0dc36f0 None None] Pushing event updated for resources: {'Port': ['ID=03e1c60a-8c3a-46c0-b09e-7ddabadab55b,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:12.572957 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-1ff290c8-fa33-4d66-868e-af88a6a58de6 None None] Set router 3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:59:12.573150 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3fddec-f2da-4150-afa4-65819be940da tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Pushing event updated for resources: {'Network': ['ID=acccd41c-3160-40be-8b65-f33fdec66f54,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:12.575239 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38924) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:12.578000 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-b2614ce2-cb93-4f70-93f1-9842a84fe0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (3c2e8c35-0f0b-4af7-859a-a5b105191bfe), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:12.589674 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-588648fe-73a0-4e66-aa88-233a15a3d802 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (a436d123-33c5-40bd-b0f6-dc6417b5c04f), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:12.615391 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2614ce2-cb93-4f70-93f1-9842a84fe0b8 None None] Routers {'0e63d59d-8d23-46ba-b441-62fae0b96cbb'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:59:12.616036 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-b2614ce2-cb93-4f70-93f1-9842a84fe0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:58:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['0e63d59d-8d23-46ba-b441-62fae0b96cbb'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:12.618476 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-9258920f-723b-47a3-b93c-2b7cfadb4a14 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Request body: {'subnet': {'network_id': 'acccd41c-3160-40be-8b65-f33fdec66f54', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:12.621419 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58010e55-9bc8-4952-8420-27d0850d5200 None None] Pushing event updated for resources: {'Port': ['ID=3c2e8c35-0f0b-4af7-859a-a5b105191bfe,revision_number=2']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:12.636028 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:12.706311 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9763dad2-a3a0-406d-bddf-6071d0e47bd9 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1678557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12747'] for router (3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:12.749402 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-588648fe-73a0-4e66-aa88-233a15a3d802 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (a436d123-33c5-40bd-b0f6-dc6417b5c04f), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:12.757203 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588648fe-73a0-4e66-aa88-233a15a3d802 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:59:12.758065 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-588648fe-73a0-4e66-aa88-233a15a3d802 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:12.781766 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6a8487a3-c411-4490-8761-a4b31f9537fb tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (7d958f09-7ab9-47b3-a343-58d7456b8bee), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:12.796597 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:12.813728 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58010e55-9bc8-4952-8420-27d0850d5200 None None] Pushing event updated for resources: {'Port': ['ID=3c2e8c35-0f0b-4af7-859a-a5b105191bfe,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:12.828256 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network acccd41c-3160-40be-8b65-f33fdec66f54 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:59:12.871532 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-b2614ce2-cb93-4f70-93f1-9842a84fe0b8 None None] Set router 0e63d59d-8d23-46ba-b441-62fae0b96cbb gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:59:12.883074 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:12.893351 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6a8487a3-c411-4490-8761-a4b31f9537fb tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:12.900778 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6a8487a3-c411-4490-8761-a4b31f9537fb tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/7d958f09-7ab9-47b3-a343-58d7456b8bee HTTP/1.1" status: 204 len: 168 time: 1.3584607 Aug 27 04:59:12.905039 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38926) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:12.949983 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8487a3-c411-4490-8761-a4b31f9537fb tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event deleted for resources: {'Subnet': ['ID=7d958f09-7ab9-47b3-a343-58d7456b8bee,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:13.040983 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-66b268c6-1669-45e5-898d-6a562a59ab62 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] DELETE failed (client error): The resource could not be found. Aug 27 04:59:13.041446 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66b268c6-1669-45e5-898d-6a562a59ab62 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:59:13.055640 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-66b268c6-1669-45e5-898d-6a562a59ab62 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/1fdf416c-553c-49ee-bc2c-cb9263a72f08 HTTP/1.1" status: 404 len: 337 time: 0.1384900 Aug 27 04:59:13.061181 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38930) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:13.144412 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-fa070153-5a6d-4a9a-b372-e86e2f15ae52 None None] Current status of the port 9255dc61-af77-4644-a5a9-e77c9b212215 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:59:13.163547 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9258920f-723b-47a3-b93c-2b7cfadb4a14 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Made reservation on behalf of 1d0109415e794b52b25a509d7b89f6ff for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:59:13.167681 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9258920f-723b-47a3-b93c-2b7cfadb4a14 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:13.170890 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-fa070153-5a6d-4a9a-b372-e86e2f15ae52 None None] Provisioning complete for port 51c1e214-5722-49ad-8652-c2ab722fb4ea triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:59:13.171270 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fa070153-5a6d-4a9a-b372-e86e2f15ae52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (51c1e214-5722-49ad-8652-c2ab722fb4ea), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:13.247044 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-588648fe-73a0-4e66-aa88-233a15a3d802 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3622351 Aug 27 04:59:13.258500 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38932) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:13.262635 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-fa070153-5a6d-4a9a-b372-e86e2f15ae52 None None] Port 51c1e214-5722-49ad-8652-c2ab722fb4ea cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:59:13.327186 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-b2614ce2-cb93-4f70-93f1-9842a84fe0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e63d59d-8d23-46ba-b441-62fae0b96cbb', 'name': 'tempest-TestAggregatesBasicOps-1644126995-router', 'tenant_id': 'f80531682f6947d585b6d95df180cd19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '3c2e8c35-0f0b-4af7-859a-a5b105191bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:59:03Z', 'updated_at': '2022-08-27T04:59:08Z', 'revision_number': 3, 'project_id': 'f80531682f6947d585b6d95df180cd19', 'gw_port': {'id': '3c2e8c35-0f0b-4af7-859a-a5b105191bfe', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e63d59d-8d23-46ba-b441-62fae0b96cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:59:07Z', 'updated_at': '2022-08-27T04:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:13.363481 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-2f83eed9-8d56-48d1-b2c5-f39e52bc94fa tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Request body: {'subnet': {'network_id': 'a436d123-33c5-40bd-b0f6-dc6417b5c04f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:13.388285 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2614ce2-cb93-4f70-93f1-9842a84fe0b8 None None] The sync data for ids ['0e63d59d-8d23-46ba-b441-62fae0b96cbb'] in n-d-852088-5 is: [{'id': '0e63d59d-8d23-46ba-b441-62fae0b96cbb', 'name': 'tempest-TestAggregatesBasicOps-1644126995-router', 'tenant_id': 'f80531682f6947d585b6d95df180cd19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '3c2e8c35-0f0b-4af7-859a-a5b105191bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:59:03Z', 'updated_at': '2022-08-27T04:59:08Z', 'revision_number': 3, 'project_id': 'f80531682f6947d585b6d95df180cd19', 'gw_port': {'id': '3c2e8c35-0f0b-4af7-859a-a5b105191bfe', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e63d59d-8d23-46ba-b441-62fae0b96cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:59:07Z', 'updated_at': '2022-08-27T04:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:59:13.424034 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port b25225d0-e014-4594-86c3-d1246dc797eb is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:59:13.521355 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d575aa98-9ebf-485f-8da0-d1d17b32e3b0 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5ac011c4-dff4-4470-a7f4-5161f72936a4 HTTP/1.1" status: 200 len: 205 time: 0.4589450 Aug 27 04:59:13.521963 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38938) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:13.540373 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-1ff290c8-fa33-4d66-868e-af88a6a58de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'name': 'tempest-RoutersIpV6Test-router-696252856', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:58:16Z', 'updated_at': '2022-08-27T04:59:09Z', 'revision_number': 6, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'gw_port_host': None, '_interfaces': [{'id': '03e1c60a-8c3a-46c0-b09e-7ddabadab55b', 'name': '', 'network_id': '6ea003c5-901f-4522-be4e-e693bb20c9d7', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'mac_address': 'fa:16:3e:38:5b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '6da050e1-a84d-4593-9c01-68fe90bb80df', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:59:01Z', 'updated_at': '2022-08-27T04:59:11Z', 'revision_number': 4, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'subnets': [{'id': '6da050e1-a84d-4593-9c01-68fe90bb80df', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '38f5ac13-4403-4698-a29f-53e4d3f4a4b3', 'name': '', 'network_id': '0c675bf4-4916-40d1-96f5-9d4191821351', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'mac_address': 'fa:16:3e:d9:58:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '98e762fe-a50e-4be3-86a3-d423b514674c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:58:34Z', 'updated_at': '2022-08-27T04:58:47Z', 'revision_number': 5, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'subnets': [{'id': '98e762fe-a50e-4be3-86a3-d423b514674c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fc9b9c4-c21e-4709-93db-504834d76e29', 'name': '', 'network_id': '2e47ae03-ab97-4f12-a6f2-cc39b2534fcd', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'mac_address': 'fa:16:3e:8a:5c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '40141336-9273-4c5b-819b-a9da8c34164d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:58:22Z', 'updated_at': '2022-08-27T04:58:35Z', 'revision_number': 5, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'subnets': [{'id': '40141336-9273-4c5b-819b-a9da8c34164d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80e8a4b9-293a-465a-9b06-ac8731a4e2b8', 'name': '', 'network_id': 'f576cf03-18e3-4d91-9f68-d8fe80da65fb', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'mac_address': 'fa:16:3e:81:38:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'a0eefbb0-aa1f-4067-8cf6-93680e1e3736', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:58:51Z', 'updated_at': '2022-08-27T04:59:04Z', 'revision_number': 5, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'subnets': [{'id': 'a0eefbb0-aa1f-4067-8cf6-93680e1e3736', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:13.546476 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de57d847-357b-4b71-857f-54175b2deb17 None None] Network 849c1b68-ff98-433a-8a19-bdf5ff0407d2 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:59:13.562730 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588648fe-73a0-4e66-aa88-233a15a3d802 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event updated for resources: {'Network': ['ID=a436d123-33c5-40bd-b0f6-dc6417b5c04f,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:13.578490 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:13.580985 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c102b2ac-6dfa-47de-85a1-b33c31e9748b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:13.594856 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-316f7c89-cea6-451c-ad81-94e4f94707fe tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] delete failed (client error): The resource could not be found. Aug 27 04:59:13.599263 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-316f7c89-cea6-451c-ad81-94e4f94707fe tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "DELETE /networking/v2.0/routers/5ac011c4-dff4-4470-a7f4-5161f72936a4 HTTP/1.1" status: 404 len: 336 time: 0.0664999 Aug 27 04:59:13.601396 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network a436d123-33c5-40bd-b0f6-dc6417b5c04f details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:59:13.605406 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38940) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:13.608177 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9258920f-723b-47a3-b93c-2b7cfadb4a14 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (9fb7bdbd-d5a7-4cdb-971e-c3508b5791eb), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:13.729250 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9763dad2-a3a0-406d-bddf-6071d0e47bd9 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1678557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12747'] for router (3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:13.768121 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9763dad2-a3a0-406d-bddf-6071d0e47bd9 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1676574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1676639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1678566'] for router (3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:13.776946 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-445830f5-01c2-4810-8611-bc7ca4d8b9f8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] DELETE failed (client error): The resource could not be found. Aug 27 04:59:13.777807 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-445830f5-01c2-4810-8611-bc7ca4d8b9f8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:59:13.781888 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-445830f5-01c2-4810-8611-bc7ca4d8b9f8 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/b61d7db3-0be8-4d26-bc95-f4b8ece07694 HTTP/1.1" status: 404 len: 337 time: 0.1750014 Aug 27 04:59:13.805443 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38942) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:13.831677 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff290c8-fa33-4d66-868e-af88a6a58de6 None None] The sync data for ids ['3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb'] in n-d-852088-5 is: [{'id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'name': 'tempest-RoutersIpV6Test-router-696252856', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:58:16Z', 'updated_at': '2022-08-27T04:59:09Z', 'revision_number': 6, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'gw_port_host': None, '_interfaces': [{'id': '03e1c60a-8c3a-46c0-b09e-7ddabadab55b', 'name': '', 'network_id': '6ea003c5-901f-4522-be4e-e693bb20c9d7', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'mac_address': 'fa:16:3e:38:5b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '6da050e1-a84d-4593-9c01-68fe90bb80df', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:59:01Z', 'updated_at': '2022-08-27T04:59:11Z', 'revision_number': 4, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'subnets': [{'id': '6da050e1-a84d-4593-9c01-68fe90bb80df', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '38f5ac13-4403-4698-a29f-53e4d3f4a4b3', 'name': '', 'network_id': '0c675bf4-4916-40d1-96f5-9d4191821351', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'mac_address': 'fa:16:3e:d9:58:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '98e762fe-a50e-4be3-86a3-d423b514674c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:58:34Z', 'updated_at': '2022-08-27T04:58:47Z', 'revision_number': 5, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'subnets': [{'id': '98e762fe-a50e-4be3-86a3-d423b514674c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fc9b9c4-c21e-4709-93db-504834d76e29', 'name': '', 'network_id': '2e47ae03-ab97-4f12-a6f2-cc39b2534fcd', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'mac_address': 'fa:16:3e:8a:5c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '40141336-9273-4c5b-819b-a9da8c34164d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:58:22Z', 'updated_at': '2022-08-27T04:58:35Z', 'revision_number': 5, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'subnets': [{'id': '40141336-9273-4c5b-819b-a9da8c34164d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80e8a4b9-293a-465a-9b06-ac8731a4e2b8', 'name': '', 'network_id': 'f576cf03-18e3-4d91-9f68-d8fe80da65fb', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'mac_address': 'fa:16:3e:81:38:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'a0eefbb0-aa1f-4067-8cf6-93680e1e3736', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:58:51Z', 'updated_at': '2022-08-27T04:59:04Z', 'revision_number': 5, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'subnets': [{'id': 'a0eefbb0-aa1f-4067-8cf6-93680e1e3736', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:59:13.860387 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a7db5bc0-0e9a-4f40-a41c-f67ccc21ccf8 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:59:13.946904 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:13.965564 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-d5069e17-4082-4473-9edf-40ba9eded4aa None None] Provisioning complete for port 9255dc61-af77-4644-a5a9-e77c9b212215 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:59:13.966046 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d5069e17-4082-4473-9edf-40ba9eded4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (9255dc61-af77-4644-a5a9-e77c9b212215), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:13.971529 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f83eed9-8d56-48d1-b2c5-f39e52bc94fa tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Made reservation on behalf of fe4b55b9429141158994d6a58059854d for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:59:13.984086 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2f83eed9-8d56-48d1-b2c5-f39e52bc94fa tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:14.089607 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:14.199055 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=81,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:14.238707 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9763dad2-a3a0-406d-bddf-6071d0e47bd9 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Router 3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:59:14.266249 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port a7db5bc0-0e9a-4f40-a41c-f67ccc21ccf8 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:59:14.266711 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a7db5bc0-0e9a-4f40-a41c-f67ccc21ccf8), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:14.276118 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bde474a-f85c-42d1-bfd5-8de2263f6f09 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] DELETE failed (client error): The resource could not be found. Aug 27 04:59:14.276770 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bde474a-f85c-42d1-bfd5-8de2263f6f09 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:59:14.290565 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-0bde474a-f85c-42d1-bfd5-8de2263f6f09 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/c6b7b0dd-6651-40fb-83f1-4116038adafc HTTP/1.1" status: 404 len: 337 time: 0.2900612 Aug 27 04:59:14.291082 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38946) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:14.319708 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9258920f-723b-47a3-b93c-2b7cfadb4a14 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Pushing event updated for resources: {'Subnet': ['ID=9fb7bdbd-d5a7-4cdb-971e-c3508b5791eb,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:14.323349 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d5069e17-4082-4473-9edf-40ba9eded4aa None None] Current status of the port 9255dc61-af77-4644-a5a9-e77c9b212215 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:59:14.347777 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9258920f-723b-47a3-b93c-2b7cfadb4a14 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Checking segment: {'id': '2d160d4e-5cab-443a-b6ac-85f72bafeb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'acccd41c-3160-40be-8b65-f33fdec66f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:59:14.347777 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9258920f-723b-47a3-b93c-2b7cfadb4a14 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Network hostable DHCP agents. Network: acccd41c-3160-40be-8b65-f33fdec66f54, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:59:14.357886 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-d5069e17-4082-4473-9edf-40ba9eded4aa None None] Provisioning complete for port 51c1e214-5722-49ad-8652-c2ab722fb4ea triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:59:14.358264 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d5069e17-4082-4473-9edf-40ba9eded4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (51c1e214-5722-49ad-8652-c2ab722fb4ea), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:14.399058 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:14.426859 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d5069e17-4082-4473-9edf-40ba9eded4aa None None] Port 51c1e214-5722-49ad-8652-c2ab722fb4ea cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:59:14.432676 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e656c9ec-0fe5-4174-a3cf-77920c53b568 None None] DHCP port deletion for 849c1b68-ff98-433a-8a19-bdf5ff0407d2 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:59:14.460812 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7bd3097-8efa-4595-a083-72c0527778a7 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] DELETE failed (client error): The resource could not be found. Aug 27 04:59:14.461276 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7bd3097-8efa-4595-a083-72c0527778a7 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:59:14.464470 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f7bd3097-8efa-4595-a083-72c0527778a7 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/533c04a5-03ca-42dc-ac91-f3a538a6183a HTTP/1.1" status: 404 len: 337 time: 0.1719794 Aug 27 04:59:14.469643 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38948) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:14.497266 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-e656c9ec-0fe5-4174-a3cf-77920c53b568 None None] Deleting port 9255dc61-af77-4644-a5a9-e77c9b212215 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:59:14.497266 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e656c9ec-0fe5-4174-a3cf-77920c53b568 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (9255dc61-af77-4644-a5a9-e77c9b212215), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:14.523178 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:14.525404 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6bcf2e8-b43a-40a9-bf42-803769d815eb tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] DELETE failed (client error): The resource could not be found. Aug 27 04:59:14.526113 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6bcf2e8-b43a-40a9-bf42-803769d815eb tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:59:14.537816 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c6bcf2e8-b43a-40a9-bf42-803769d815eb tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "DELETE /networking/v2.0/ports/93ff3fad-d93d-4a7d-837a-96f864ce2cbb HTTP/1.1" status: 404 len: 333 time: 0.0669565 Aug 27 04:59:14.541376 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38954) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:14.560111 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9258920f-723b-47a3-b93c-2b7cfadb4a14 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Network acccd41c-3160-40be-8b65-f33fdec66f54 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:59:14.628428 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-c102b2ac-6dfa-47de-85a1-b33c31e9748b admin admin] Allocated IP 172.20.0.1 (f5b1d3bc-0c96-4183-abfb-9363bdbd70a6/f9a2ad9c-e512-4a63-a620-46610661f53c/f093cf5a-aa92-46b7-95f6-a25aaafe04e1) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:59:14.687517 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port a7db5bc0-0e9a-4f40-a41c-f67ccc21ccf8 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:59:14.779138 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfb60ed6-95ad-49ed-aeb6-ba1a41ccf750 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] DELETE failed (client error): The resource could not be found. Aug 27 04:59:14.779596 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfb60ed6-95ad-49ed-aeb6-ba1a41ccf750 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:59:14.780969 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-e656c9ec-0fe5-4174-a3cf-77920c53b568 None None] For port 9255dc61-af77-4644-a5a9-e77c9b212215, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=9255dc61-af77-4644-a5a9-e77c9b212215,segment=NetworkSegment(5bbd99ab-216f-4169-a7c0-cee8497241e7),segment_id=5bbd99ab-216f-4169-a7c0-cee8497241e7)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:59:14.781653 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e656c9ec-0fe5-4174-a3cf-77920c53b568 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (9255dc61-af77-4644-a5a9-e77c9b212215), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:14.786776 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-dfb60ed6-95ad-49ed-aeb6-ba1a41ccf750 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/b500a65f-087f-4ac6-a6d0-785104c14eef HTTP/1.1" status: 404 len: 337 time: 0.2431922 Aug 27 04:59:14.789021 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:14.795496 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38958) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:14.802816 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device e569dc94-6eb9-451a-baa7-5e8bfd0f6393 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:59:14.812285 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:14.827060 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9763dad2-a3a0-406d-bddf-6071d0e47bd9 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:59:14.835366 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9763dad2-a3a0-406d-bddf-6071d0e47bd9 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:14.839128 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9763dad2-a3a0-406d-bddf-6071d0e47bd9 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "PUT /networking/v2.0/routers/3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb HTTP/1.1" status: 200 len: 703 time: 3.2787769 Aug 27 04:59:14.845141 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: e569dc94-6eb9-451a-baa7-5e8bfd0f6393 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:59:14.845388 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38960) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:14.845516 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device e569dc94-6eb9-451a-baa7-5e8bfd0f6393 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:59:14.847643 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-e656c9ec-0fe5-4174-a3cf-77920c53b568 None None] Calling delete_port for 9255dc61-af77-4644-a5a9-e77c9b212215 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:59:14.854186 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d109743-7599-4541-874b-9382045a184c tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] DELETE failed (client error): The resource could not be found. Aug 27 04:59:14.854657 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d109743-7599-4541-874b-9382045a184c tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:59:14.860692 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3d109743-7599-4541-874b-9382045a184c tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/0d8077e4-93d0-44f2-b8f8-66c24a236715 HTTP/1.1" status: 404 len: 337 time: 0.0690157 Aug 27 04:59:14.861866 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38962) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:14.913964 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-0189e368-39dc-42f8-ad26-c125ab3581d3 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] DELETE failed (client error): The resource could not be found. Aug 27 04:59:14.914556 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0189e368-39dc-42f8-ad26-c125ab3581d3 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:59:14.920391 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-0189e368-39dc-42f8-ad26-c125ab3581d3 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "DELETE /networking/v2.0/ports/057ff5e4-3c60-47d8-9f01-a591d7331962 HTTP/1.1" status: 404 len: 333 time: 0.0525875 Aug 27 04:59:14.921019 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38964) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:14.927249 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2f83eed9-8d56-48d1-b2c5-f39e52bc94fa tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (89ec29a8-c428-4e43-ae98-9e0955aa2f53), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:14.947455 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-9258920f-723b-47a3-b93c-2b7cfadb4a14 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, acccd41c-3160-40be-8b65-f33fdec66f54) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:59:14.975919 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe3a372-d7c5-4c5d-9f64-94b4f4ba8927 None None] Network acccd41c-3160-40be-8b65-f33fdec66f54 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:59:14.999740 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-66ee7801-a02c-42fd-9b26-440c0431dca1 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] DELETE failed (client error): The resource could not be found. Aug 27 04:59:15.000722 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66ee7801-a02c-42fd-9b26-440c0431dca1 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:59:15.007491 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-66ee7801-a02c-42fd-9b26-440c0431dca1 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/169942bb-a974-45f1-9234-4d28dbde93c7 HTTP/1.1" status: 404 len: 337 time: 0.0821714 Aug 27 04:59:15.009292 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9258920f-723b-47a3-b93c-2b7cfadb4a14 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:59:15.010102 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9258920f-723b-47a3-b93c-2b7cfadb4a14 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:15.026199 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38968) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:15.087069 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:15.149102 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-f89f136b-8b43-4ff4-a489-5883c838e882 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] DELETE failed (client error): The resource could not be found. Aug 27 04:59:15.150232 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f89f136b-8b43-4ff4-a489-5883c838e882 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:59:15.150813 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb49abb-1f8f-4835-bfb2-4274e5fb2b11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-acccd41c-3160-40be-8b65-f33fdec66f54', 'network_id': 'acccd41c-3160-40be-8b65-f33fdec66f54', 'project_id': '1d0109415e794b52b25a509d7b89f6ff', 'fixed_ips': [{'subnet_id': '9fb7bdbd-d5a7-4cdb-971e-c3508b5791eb'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:59:15.151885 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8bb49abb-1f8f-4835-bfb2-4274e5fb2b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:15.160968 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f89f136b-8b43-4ff4-a489-5883c838e882 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/a9b06a19-6daf-4787-897e-b9bf7610ddbe HTTP/1.1" status: 404 len: 337 time: 0.1191125 Aug 27 04:59:15.163761 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38974) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:15.197275 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c102b2ac-6dfa-47de-85a1-b33c31e9748b admin admin] Publish callbacks [] for port (f093cf5a-aa92-46b7-95f6-a25aaafe04e1), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:15.230636 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-9258920f-723b-47a3-b93c-2b7cfadb4a14 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.6542525 Aug 27 04:59:15.242345 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38976) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:15.265149 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-d0281b42-68bc-4c3e-aa75-4d9d3fb4892b tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-476779639'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:15.286612 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f83eed9-8d56-48d1-b2c5-f39e52bc94fa tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event updated for resources: {'Subnet': ['ID=89ec29a8-c428-4e43-ae98-9e0955aa2f53,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:15.321417 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-03186fc3-2b8e-47cd-8c69-e0e0a3dd396f tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "GET /networking/v2.0/routers/3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb HTTP/1.1" status: 200 len: 703 time: 0.4749882 Aug 27 04:59:15.324857 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 38978) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:15.339302 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e656c9ec-0fe5-4174-a3cf-77920c53b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (9255dc61-af77-4644-a5a9-e77c9b212215), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:15.344643 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f83eed9-8d56-48d1-b2c5-f39e52bc94fa tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Checking segment: {'id': '662694a2-a126-45a5-bb2b-3e4b4d11b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a436d123-33c5-40bd-b0f6-dc6417b5c04f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:59:15.353331 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f83eed9-8d56-48d1-b2c5-f39e52bc94fa tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Network hostable DHCP agents. Network: a436d123-33c5-40bd-b0f6-dc6417b5c04f, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:59:15.403155 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c102b2ac-6dfa-47de-85a1-b33c31e9748b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (f093cf5a-aa92-46b7-95f6-a25aaafe04e1), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:15.405992 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e656c9ec-0fe5-4174-a3cf-77920c53b568 None None] Pushing event deleted for resources: {'Port': ['ID=9255dc61-af77-4644-a5a9-e77c9b212215,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:15.422477 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e656c9ec-0fe5-4174-a3cf-77920c53b568 None None] No DVR routers for this DVR port 9255dc61-af77-4644-a5a9-e77c9b212215 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:59:15.525003 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-58a8ffdd-21b8-4b14-bd70-8976db4e8273 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Deleting port 51c1e214-5722-49ad-8652-c2ab722fb4ea {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:59:15.525581 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-58a8ffdd-21b8-4b14-bd70-8976db4e8273 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (51c1e214-5722-49ad-8652-c2ab722fb4ea), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:15.531701 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0281b42-68bc-4c3e-aa75-4d9d3fb4892b tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Made reservation on behalf of 1d0109415e794b52b25a509d7b89f6ff for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:59:15.538058 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d0281b42-68bc-4c3e-aa75-4d9d3fb4892b tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:15.538402 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-8bb49abb-1f8f-4835-bfb2-4274e5fb2b11 None None] Allocated IP 172.20.255.242 (acccd41c-3160-40be-8b65-f33fdec66f54/9fb7bdbd-d5a7-4cdb-971e-c3508b5791eb/0155e7db-88e6-4e75-8ddb-37b26f30de02) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:59:15.643267 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0281b42-68bc-4c3e-aa75-4d9d3fb4892b tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:59:15.667160 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d0281b42-68bc-4c3e-aa75-4d9d3fb4892b tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (3a6fc704-b23e-4afc-ab54-866735899d75), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:15.667823 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-d0281b42-68bc-4c3e-aa75-4d9d3fb4892b tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Added segment 3a6fc704-b23e-4afc-ab54-866735899d75 of type vlan for network 2bb011ee-a611-4ae2-9539-0c0971422647 Aug 27 04:59:15.699083 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c102b2ac-6dfa-47de-85a1-b33c31e9748b admin admin] Network f5b1d3bc-0c96-4183-abfb-9363bdbd70a6 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:59:15.699723 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f83eed9-8d56-48d1-b2c5-f39e52bc94fa tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Network a436d123-33c5-40bd-b0f6-dc6417b5c04f is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:59:15.769714 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 3c2e8c35-0f0b-4af7-859a-a5b105191bfe up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:59:15.784239 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:15.825542 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-c102b2ac-6dfa-47de-85a1-b33c31e9748b admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:59:15.865758 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c258ec9-b885-4cc5-962c-3e7f4297c8ee None None] Sync routers for ids ['3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:59:15.866004 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-58a8ffdd-21b8-4b14-bd70-8976db4e8273 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (51c1e214-5722-49ad-8652-c2ab722fb4ea), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:15.907400 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-58a8ffdd-21b8-4b14-bd70-8976db4e8273 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Calling delete_port for 51c1e214-5722-49ad-8652-c2ab722fb4ea owned by {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:59:15.918047 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-2f83eed9-8d56-48d1-b2c5-f39e52bc94fa tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, a436d123-33c5-40bd-b0f6-dc6417b5c04f) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:59:15.931714 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f83eed9-8d56-48d1-b2c5-f39e52bc94fa tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:59:15.932838 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c258ec9-b885-4cc5-962c-3e7f4297c8ee None None] Routers {'3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:59:15.933002 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2f83eed9-8d56-48d1-b2c5-f39e52bc94fa tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:15.933792 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-4c258ec9-b885-4cc5-962c-3e7f4297c8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:58:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:15.950074 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c1536a-bd60-4fdb-ad27-ed9585659bc2 None None] Network a436d123-33c5-40bd-b0f6-dc6417b5c04f requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:59:16.063432 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2f83eed9-8d56-48d1-b2c5-f39e52bc94fa tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7824943 Aug 27 04:59:16.063652 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38988) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:16.068289 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-936510f9-3482-45fe-a5c3-7939f3f04367 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1346195206', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:16.101692 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:16.202177 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-936510f9-3482-45fe-a5c3-7939f3f04367 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (d3cffe8b-8541-4f28-a863-9d20b77fda6c), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:16.203362 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-936510f9-3482-45fe-a5c3-7939f3f04367 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (d3cffe8b-8541-4f28-a863-9d20b77fda6c), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:16.245784 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-4c258ec9-b885-4cc5-962c-3e7f4297c8ee None None] Set router 3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:59:16.257372 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c102b2ac-6dfa-47de-85a1-b33c31e9748b admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:59:16.258450 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8bb49abb-1f8f-4835-bfb2-4274e5fb2b11 None None] Publish callbacks [] for port (0155e7db-88e6-4e75-8ddb-37b26f30de02), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:16.276951 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d0281b42-68bc-4c3e-aa75-4d9d3fb4892b tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (2bb011ee-a611-4ae2-9539-0c0971422647), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:16.315197 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c102b2ac-6dfa-47de-85a1-b33c31e9748b admin admin] Pushing event updated for resources: {'Port': ['ID=f093cf5a-aa92-46b7-95f6-a25aaafe04e1,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:16.329488 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-936510f9-3482-45fe-a5c3-7939f3f04367 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for router_controller (d3cffe8b-8541-4f28-a863-9d20b77fda6c), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:16.332478 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-58a8ffdd-21b8-4b14-bd70-8976db4e8273 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (51c1e214-5722-49ad-8652-c2ab722fb4ea), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:16.357759 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 3c2e8c35-0f0b-4af7-859a-a5b105191bfe triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:59:16.358340 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (3c2e8c35-0f0b-4af7-859a-a5b105191bfe), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:16.381628 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-e84a4d0b-c462-42f5-8ec5-b9b59c906339 None None] Provisioning complete for port f093cf5a-aa92-46b7-95f6-a25aaafe04e1 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:59:16.381943 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e84a4d0b-c462-42f5-8ec5-b9b59c906339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (f093cf5a-aa92-46b7-95f6-a25aaafe04e1), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:16.387251 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a8ffdd-21b8-4b14-bd70-8976db4e8273 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event deleted for resources: {'Port': ['ID=51c1e214-5722-49ad-8652-c2ab722fb4ea,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:16.401564 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-58a8ffdd-21b8-4b14-bd70-8976db4e8273 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:16.408618 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-58a8ffdd-21b8-4b14-bd70-8976db4e8273 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "DELETE /networking/v2.0/ports/51c1e214-5722-49ad-8652-c2ab722fb4ea HTTP/1.1" status: 204 len: 168 time: 1.2313631 Aug 27 04:59:16.409587 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38992) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:16.446086 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c102b2ac-6dfa-47de-85a1-b33c31e9748b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (0e63d59d-8d23-46ba-b441-62fae0b96cbb), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:16.529726 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-936510f9-3482-45fe-a5c3-7939f3f04367 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (d3cffe8b-8541-4f28-a863-9d20b77fda6c), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:16.591840 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8bb49abb-1f8f-4835-bfb2-4274e5fb2b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (0155e7db-88e6-4e75-8ddb-37b26f30de02), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:16.618271 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d0281b42-68bc-4c3e-aa75-4d9d3fb4892b tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (2bb011ee-a611-4ae2-9539-0c0971422647), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:16.623523 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0281b42-68bc-4c3e-aa75-4d9d3fb4892b tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:59:16.624308 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d0281b42-68bc-4c3e-aa75-4d9d3fb4892b tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:16.624760 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-750eac35-08e7-4f76-8d65-5337c3f41b58 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (849c1b68-ff98-433a-8a19-bdf5ff0407d2), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:16.727859 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-936510f9-3482-45fe-a5c3-7939f3f04367 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:16.735667 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-936510f9-3482-45fe-a5c3-7939f3f04367 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6696362 Aug 27 04:59:16.737321 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38994) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:16.794795 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-d4df1e41-b9e4-4779-bae8-f7f71dd05e64 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Request body: {'port': {'network_id': 'a436d123-33c5-40bd-b0f6-dc6417b5c04f', 'name': 'tempest-PortsTestJSON-805660362'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:16.813285 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb49abb-1f8f-4835-bfb2-4274e5fb2b11 None None] Network acccd41c-3160-40be-8b65-f33fdec66f54 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:59:16.823202 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-8bb49abb-1f8f-4835-bfb2-4274e5fb2b11 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:59:16.825135 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-e84a4d0b-c462-42f5-8ec5-b9b59c906339 None None] Port f093cf5a-aa92-46b7-95f6-a25aaafe04e1 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:59:16.847156 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0281b42-68bc-4c3e-aa75-4d9d3fb4892b tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Pushing event updated for resources: {'Network': ['ID=2bb011ee-a611-4ae2-9539-0c0971422647,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:16.867690 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb49abb-1f8f-4835-bfb2-4274e5fb2b11 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:59:16.964868 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-750eac35-08e7-4f76-8d65-5337c3f41b58 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (849c1b68-ff98-433a-8a19-bdf5ff0407d2), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:17.003009 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d0281b42-68bc-4c3e-aa75-4d9d3fb4892b tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7532129 Aug 27 04:59:17.003009 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c102b2ac-6dfa-47de-85a1-b33c31e9748b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f093cf5a-aa92-46b7-95f6-a25aaafe04e1), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:17.003304 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 38998) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:17.004948 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-750eac35-08e7-4f76-8d65-5337c3f41b58 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['849c1b68-ff98-433a-8a19-bdf5ff0407d2']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:17.011550 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-3674369a-2e7a-4c00-95e4-5d386d177125 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Request body: {'subnet': {'network_id': '2bb011ee-a611-4ae2-9539-0c0971422647', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:17.037833 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:17.052794 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-750eac35-08e7-4f76-8d65-5337c3f41b58 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bbd99ab-216f-4169-a7c0-cee8497241e7') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:17.063558 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-750eac35-08e7-4f76-8d65-5337c3f41b58 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bbd99ab-216f-4169-a7c0-cee8497241e7') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:17.148974 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-042cc497-00d4-44f3-ad2e-0f7954f9df41 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:17.151767 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-750eac35-08e7-4f76-8d65-5337c3f41b58 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (5bbd99ab-216f-4169-a7c0-cee8497241e7), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:17.211865 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 2bb011ee-a611-4ae2-9539-0c0971422647 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:59:17.218228 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-750eac35-08e7-4f76-8d65-5337c3f41b58 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (5bbd99ab-216f-4169-a7c0-cee8497241e7), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:17.233299 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-750eac35-08e7-4f76-8d65-5337c3f41b58 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:59:17.233716 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-750eac35-08e7-4f76-8d65-5337c3f41b58 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (5bbd99ab-216f-4169-a7c0-cee8497241e7), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:17.299463 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb49abb-1f8f-4835-bfb2-4274e5fb2b11 None None] Pushing event updated for resources: {'Port': ['ID=0155e7db-88e6-4e75-8ddb-37b26f30de02,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:17.374598 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 3c2e8c35-0f0b-4af7-859a-a5b105191bfe is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:59:17.375229 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (3c2e8c35-0f0b-4af7-859a-a5b105191bfe), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:17.423338 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c02be14-49ea-4e83-894d-1beeaf0fe46d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-a436d123-33c5-40bd-b0f6-dc6417b5c04f', 'network_id': 'a436d123-33c5-40bd-b0f6-dc6417b5c04f', 'project_id': 'fe4b55b9429141158994d6a58059854d', 'fixed_ips': [{'subnet_id': '89ec29a8-c428-4e43-ae98-9e0955aa2f53'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:59:17.424481 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c02be14-49ea-4e83-894d-1beeaf0fe46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:17.496868 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c102b2ac-6dfa-47de-85a1-b33c31e9748b admin admin] Publish callbacks [] for port (f093cf5a-aa92-46b7-95f6-a25aaafe04e1), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:17.519819 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:17.554626 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 3c2e8c35-0f0b-4af7-859a-a5b105191bfe, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=3c2e8c35-0f0b-4af7-859a-a5b105191bfe,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:59:17.559775 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-4c258ec9-b885-4cc5-962c-3e7f4297c8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'name': 'tempest-RoutersIpV6Test-router-696252856', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:58:16Z', 'updated_at': '2022-08-27T04:59:12Z', 'revision_number': 7, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'gw_port_host': None, '_interfaces': [{'id': '03e1c60a-8c3a-46c0-b09e-7ddabadab55b', 'name': '', 'network_id': '6ea003c5-901f-4522-be4e-e693bb20c9d7', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'mac_address': 'fa:16:3e:38:5b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '6da050e1-a84d-4593-9c01-68fe90bb80df', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:59:01Z', 'updated_at': '2022-08-27T04:59:11Z', 'revision_number': 4, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'subnets': [{'id': '6da050e1-a84d-4593-9c01-68fe90bb80df', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '38f5ac13-4403-4698-a29f-53e4d3f4a4b3', 'name': '', 'network_id': '0c675bf4-4916-40d1-96f5-9d4191821351', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'mac_address': 'fa:16:3e:d9:58:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '98e762fe-a50e-4be3-86a3-d423b514674c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:58:34Z', 'updated_at': '2022-08-27T04:58:47Z', 'revision_number': 5, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'subnets': [{'id': '98e762fe-a50e-4be3-86a3-d423b514674c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fc9b9c4-c21e-4709-93db-504834d76e29', 'name': '', 'network_id': '2e47ae03-ab97-4f12-a6f2-cc39b2534fcd', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'mac_address': 'fa:16:3e:8a:5c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '40141336-9273-4c5b-819b-a9da8c34164d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:58:22Z', 'updated_at': '2022-08-27T04:58:35Z', 'revision_number': 5, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'subnets': [{'id': '40141336-9273-4c5b-819b-a9da8c34164d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80e8a4b9-293a-465a-9b06-ac8731a4e2b8', 'name': '', 'network_id': 'f576cf03-18e3-4d91-9f68-d8fe80da65fb', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'mac_address': 'fa:16:3e:81:38:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'a0eefbb0-aa1f-4067-8cf6-93680e1e3736', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:58:51Z', 'updated_at': '2022-08-27T04:59:04Z', 'revision_number': 5, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'subnets': [{'id': 'a0eefbb0-aa1f-4067-8cf6-93680e1e3736', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:17.563823 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-8bb49abb-1f8f-4835-bfb2-4274e5fb2b11 None None] Attempting to bind port 0155e7db-88e6-4e75-8ddb-37b26f30de02 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:59:17.563823 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-8bb49abb-1f8f-4835-bfb2-4274e5fb2b11 None None] Attempting to bind port 0155e7db-88e6-4e75-8ddb-37b26f30de02 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '2d160d4e-5cab-443a-b6ac-85f72bafeb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'acccd41c-3160-40be-8b65-f33fdec66f54'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:59:17.563823 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb49abb-1f8f-4835-bfb2-4274e5fb2b11 None None] Attempting to bind port 0155e7db-88e6-4e75-8ddb-37b26f30de02 on network acccd41c-3160-40be-8b65-f33fdec66f54 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:59:17.572828 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 5bbd99ab-216f-4169-a7c0-cee8497241e7 resource provider aggregate not found Aug 27 04:59:17.615758 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4df1e41-b9e4-4779-bae8-f7f71dd05e64 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Made reservation on behalf of fe4b55b9429141158994d6a58059854d for: {'port': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:59:17.620995 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d4df1e41-b9e4-4779-bae8-f7f71dd05e64 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:17.628308 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 5bbd99ab-216f-4169-a7c0-cee8497241e7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5bbd99ab-216f-4169-a7c0-cee8497241e7 found for delete ", "request_id": "req-f8e3ec77-9b9c-4840-bd4a-1b2c5d3d57e0"}]} Aug 27 04:59:17.633288 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c102b2ac-6dfa-47de-85a1-b33c31e9748b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (f093cf5a-aa92-46b7-95f6-a25aaafe04e1), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:17.635493 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:UPDATE=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:17.659576 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (3c2e8c35-0f0b-4af7-859a-a5b105191bfe), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:17.662541 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 03e1c60a-8c3a-46c0-b09e-7ddabadab55b up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:59:17.669482 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c258ec9-b885-4cc5-962c-3e7f4297c8ee None None] Checking router: 3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:59:17.682868 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb49abb-1f8f-4835-bfb2-4274e5fb2b11 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:59:17.682868 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb49abb-1f8f-4835-bfb2-4274e5fb2b11 None None] Checking segment: {'id': '2d160d4e-5cab-443a-b6ac-85f72bafeb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'acccd41c-3160-40be-8b65-f33fdec66f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:59:17.682868 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8bb49abb-1f8f-4835-bfb2-4274e5fb2b11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:17.682868 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb49abb-1f8f-4835-bfb2-4274e5fb2b11 None None] Bound using segment: {'id': '2d160d4e-5cab-443a-b6ac-85f72bafeb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'acccd41c-3160-40be-8b65-f33fdec66f54'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:59:17.683420 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-8bb49abb-1f8f-4835-bfb2-4274e5fb2b11 None None] Bound port: 0155e7db-88e6-4e75-8ddb-37b26f30de02, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d160d4e-5cab-443a-b6ac-85f72bafeb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'acccd41c-3160-40be-8b65-f33fdec66f54'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:59:17.683679 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8bb49abb-1f8f-4835-bfb2-4274e5fb2b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (0155e7db-88e6-4e75-8ddb-37b26f30de02), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:17.697374 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [None req-d4df1e41-b9e4-4779-bae8-f7f71dd05e64 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] device_id is not set on port 77609647-010d-4979-97e6-895275e88015 yet. {{(pid=107775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:59:17.757056 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3674369a-2e7a-4c00-95e4-5d386d177125 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Made reservation on behalf of 1d0109415e794b52b25a509d7b89f6ff for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:59:17.763223 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3674369a-2e7a-4c00-95e4-5d386d177125 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:17.785273 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c102b2ac-6dfa-47de-85a1-b33c31e9748b admin admin] Pushing event updated for resources: {'Port': ['ID=f093cf5a-aa92-46b7-95f6-a25aaafe04e1,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:17.799086 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c102b2ac-6dfa-47de-85a1-b33c31e9748b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (0e63d59d-8d23-46ba-b441-62fae0b96cbb), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:17.860711 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-750eac35-08e7-4f76-8d65-5337c3f41b58 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (849c1b68-ff98-433a-8a19-bdf5ff0407d2), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:17.892340 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-750eac35-08e7-4f76-8d65-5337c3f41b58 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:17.899001 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-750eac35-08e7-4f76-8d65-5337c3f41b58 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] 10.222.0.76 "DELETE /networking/v2.0/networks/849c1b68-ff98-433a-8a19-bdf5ff0407d2 HTTP/1.1" status: 204 len: 168 time: 1.4876337 Aug 27 04:59:17.900442 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750eac35-08e7-4f76-8d65-5337c3f41b58 tempest-PortsIpV6TestJSON-490897019 tempest-PortsIpV6TestJSON-490897019-project] Pushing event deleted for resources: {'Network': ['ID=849c1b68-ff98-433a-8a19-bdf5ff0407d2,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:17.932099 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-7c02be14-49ea-4e83-894d-1beeaf0fe46d None None] Allocated IP 172.20.0.2 (a436d123-33c5-40bd-b0f6-dc6417b5c04f/89ec29a8-c428-4e43-ae98-9e0955aa2f53/02f397fe-4c71-41e4-8abc-c1e2b79f17ac) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:59:17.952913 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:17.978205 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=3c2e8c35-0f0b-4af7-859a-a5b105191bfe,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:18.002689 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c258ec9-b885-4cc5-962c-3e7f4297c8ee None None] Routers {'3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:59:18.012381 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-4c258ec9-b885-4cc5-962c-3e7f4297c8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:58:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:18.103804 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-042cc497-00d4-44f3-ad2e-0f7954f9df41 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Deleting port 03e1c60a-8c3a-46c0-b09e-7ddabadab55b {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:59:18.104179 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-042cc497-00d4-44f3-ad2e-0f7954f9df41 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (03e1c60a-8c3a-46c0-b09e-7ddabadab55b), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:18.144971 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:18.224487 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 03e1c60a-8c3a-46c0-b09e-7ddabadab55b triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:59:18.224863 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (03e1c60a-8c3a-46c0-b09e-7ddabadab55b), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:18.229357 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-8bb49abb-1f8f-4835-bfb2-4274e5fb2b11 None None] For port 0155e7db-88e6-4e75-8ddb-37b26f30de02, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:59:18.270409 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-4c258ec9-b885-4cc5-962c-3e7f4297c8ee None None] Set router 3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:59:18.315746 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-8bb49abb-1f8f-4835-bfb2-4274e5fb2b11 None None] For port 0155e7db-88e6-4e75-8ddb-37b26f30de02, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=0155e7db-88e6-4e75-8ddb-37b26f30de02,segment=NetworkSegment(2d160d4e-5cab-443a-b6ac-85f72bafeb07),segment_id=2d160d4e-5cab-443a-b6ac-85f72bafeb07)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:59:18.323845 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-042cc497-00d4-44f3-ad2e-0f7954f9df41 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] For port 03e1c60a-8c3a-46c0-b09e-7ddabadab55b, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=03e1c60a-8c3a-46c0-b09e-7ddabadab55b,segment=NetworkSegment(72081ba8-0924-48b8-9f9e-078b6de971aa),segment_id=72081ba8-0924-48b8-9f9e-078b6de971aa)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:59:18.324272 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-042cc497-00d4-44f3-ad2e-0f7954f9df41 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (03e1c60a-8c3a-46c0-b09e-7ddabadab55b), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:18.343286 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3674369a-2e7a-4c00-95e4-5d386d177125 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (e0079193-ee1b-4485-87c0-4f4f7376cd1c), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:18.344511 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-042cc497-00d4-44f3-ad2e-0f7954f9df41 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Calling delete_port for 03e1c60a-8c3a-46c0-b09e-7ddabadab55b owned by network:router_interface {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:59:18.353075 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c102b2ac-6dfa-47de-85a1-b33c31e9748b admin admin] Network f5b1d3bc-0c96-4183-abfb-9363bdbd70a6 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:59:18.359320 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-c102b2ac-6dfa-47de-85a1-b33c31e9748b admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:59:18.461953 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8bb49abb-1f8f-4835-bfb2-4274e5fb2b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (0155e7db-88e6-4e75-8ddb-37b26f30de02), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:18.492144 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3674369a-2e7a-4c00-95e4-5d386d177125 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Pushing event updated for resources: {'Subnet': ['ID=e0079193-ee1b-4485-87c0-4f4f7376cd1c,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:18.497574 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3674369a-2e7a-4c00-95e4-5d386d177125 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Checking segment: {'id': '3a6fc704-b23e-4afc-ab54-866735899d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2bb011ee-a611-4ae2-9539-0c0971422647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:59:18.497946 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3674369a-2e7a-4c00-95e4-5d386d177125 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Network hostable DHCP agents. Network: 2bb011ee-a611-4ae2-9539-0c0971422647, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:59:18.607504 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3674369a-2e7a-4c00-95e4-5d386d177125 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Network 2bb011ee-a611-4ae2-9539-0c0971422647 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:59:18.715510 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c102b2ac-6dfa-47de-85a1-b33c31e9748b admin admin] Router 0e63d59d-8d23-46ba-b441-62fae0b96cbb has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:59:18.726909 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-3674369a-2e7a-4c00-95e4-5d386d177125 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 2bb011ee-a611-4ae2-9539-0c0971422647) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:59:18.739830 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3674369a-2e7a-4c00-95e4-5d386d177125 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:59:18.741065 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3674369a-2e7a-4c00-95e4-5d386d177125 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:18.754365 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c02be14-49ea-4e83-894d-1beeaf0fe46d None None] Publish callbacks [] for port (02f397fe-4c71-41e4-8abc-c1e2b79f17ac), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:18.809012 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdc0e95-8d2d-46b1-89a1-886e5254a91b None None] Network 2bb011ee-a611-4ae2-9539-0c0971422647 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:59:18.835424 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb49abb-1f8f-4835-bfb2-4274e5fb2b11 None None] Pushing event updated for resources: {'Port': ['ID=0155e7db-88e6-4e75-8ddb-37b26f30de02,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:18.859884 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3674369a-2e7a-4c00-95e4-5d386d177125 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.8500495 Aug 27 04:59:18.861887 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39018) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:18.901064 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39020) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:18.980324 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c02be14-49ea-4e83-894d-1beeaf0fe46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (02f397fe-4c71-41e4-8abc-c1e2b79f17ac), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:18.999412 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:19.096149 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-d4df1e41-b9e4-4779-bae8-f7f71dd05e64 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Allocated IP 172.20.0.7 (a436d123-33c5-40bd-b0f6-dc6417b5c04f/89ec29a8-c428-4e43-ae98-9e0955aa2f53/77609647-010d-4979-97e6-895275e88015) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:59:19.107636 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-042cc497-00d4-44f3-ad2e-0f7954f9df41 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (03e1c60a-8c3a-46c0-b09e-7ddabadab55b), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:19.136084 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-14dc8c27-e0f2-4b89-aace-ab1ed3aeb3f8 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (2bb011ee-a611-4ae2-9539-0c0971422647), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:19.152554 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c02be14-49ea-4e83-894d-1beeaf0fe46d None None] Pushing event updated for resources: {'Port': ['ID=02f397fe-4c71-41e4-8abc-c1e2b79f17ac,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:19.160687 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-377bd34d-690a-4c69-8bb9-8dedc09c9021 None None] Provisioning complete for port f093cf5a-aa92-46b7-95f6-a25aaafe04e1 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:59:19.161212 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-377bd34d-690a-4c69-8bb9-8dedc09c9021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (f093cf5a-aa92-46b7-95f6-a25aaafe04e1), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:19.235010 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042cc497-00d4-44f3-ad2e-0f7954f9df41 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event deleted for resources: {'Port': ['ID=03e1c60a-8c3a-46c0-b09e-7ddabadab55b,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:19.310178 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:19.315733 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-377bd34d-690a-4c69-8bb9-8dedc09c9021 None None] Port f093cf5a-aa92-46b7-95f6-a25aaafe04e1 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:59:19.333524 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 03e1c60a-8c3a-46c0-b09e-7ddabadab55b is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:59:19.333982 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (03e1c60a-8c3a-46c0-b09e-7ddabadab55b), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:19.339100 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c02be14-49ea-4e83-894d-1beeaf0fe46d None None] Network a436d123-33c5-40bd-b0f6-dc6417b5c04f is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:59:19.366692 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-7c02be14-49ea-4e83-894d-1beeaf0fe46d None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:59:19.369926 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c02be14-49ea-4e83-894d-1beeaf0fe46d None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:59:19.378872 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-14dc8c27-e0f2-4b89-aace-ab1ed3aeb3f8 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (e0079193-ee1b-4485-87c0-4f4f7376cd1c), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:19.383831 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-4c258ec9-b885-4cc5-962c-3e7f4297c8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'name': 'tempest-RoutersIpV6Test-router-696252856', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:58:16Z', 'updated_at': '2022-08-27T04:59:12Z', 'revision_number': 7, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'gw_port_host': None, '_interfaces': [{'id': '03e1c60a-8c3a-46c0-b09e-7ddabadab55b', 'name': '', 'network_id': '6ea003c5-901f-4522-be4e-e693bb20c9d7', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'mac_address': 'fa:16:3e:38:5b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '6da050e1-a84d-4593-9c01-68fe90bb80df', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:59:01Z', 'updated_at': '2022-08-27T04:59:11Z', 'revision_number': 4, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'subnets': [{'id': '6da050e1-a84d-4593-9c01-68fe90bb80df', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '38f5ac13-4403-4698-a29f-53e4d3f4a4b3', 'name': '', 'network_id': '0c675bf4-4916-40d1-96f5-9d4191821351', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'mac_address': 'fa:16:3e:d9:58:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '98e762fe-a50e-4be3-86a3-d423b514674c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:58:34Z', 'updated_at': '2022-08-27T04:58:47Z', 'revision_number': 5, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'subnets': [{'id': '98e762fe-a50e-4be3-86a3-d423b514674c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fc9b9c4-c21e-4709-93db-504834d76e29', 'name': '', 'network_id': '2e47ae03-ab97-4f12-a6f2-cc39b2534fcd', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'mac_address': 'fa:16:3e:8a:5c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '40141336-9273-4c5b-819b-a9da8c34164d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:58:22Z', 'updated_at': '2022-08-27T04:58:35Z', 'revision_number': 5, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'subnets': [{'id': '40141336-9273-4c5b-819b-a9da8c34164d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80e8a4b9-293a-465a-9b06-ac8731a4e2b8', 'name': '', 'network_id': 'f576cf03-18e3-4d91-9f68-d8fe80da65fb', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'mac_address': 'fa:16:3e:81:38:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'a0eefbb0-aa1f-4067-8cf6-93680e1e3736', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:58:51Z', 'updated_at': '2022-08-27T04:59:04Z', 'revision_number': 5, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'subnets': [{'id': 'a0eefbb0-aa1f-4067-8cf6-93680e1e3736', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:19.464596 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c102b2ac-6dfa-47de-85a1-b33c31e9748b admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:59:19.468409 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-042cc497-00d4-44f3-ad2e-0f7954f9df41 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:19.479612 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c102b2ac-6dfa-47de-85a1-b33c31e9748b admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/0e63d59d-8d23-46ba-b441-62fae0b96cbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6685553 Aug 27 04:59:19.487367 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68de81c0-4213-464e-a632-177b497f78fe None None] Sync routers for ids ['0e63d59d-8d23-46ba-b441-62fae0b96cbb'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:59:19.521825 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c258ec9-b885-4cc5-962c-3e7f4297c8ee None None] The sync data for ids ['3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb'] in n-d-852088-5 is: [{'id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'name': 'tempest-RoutersIpV6Test-router-696252856', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:58:16Z', 'updated_at': '2022-08-27T04:59:12Z', 'revision_number': 7, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'gw_port_host': None, '_interfaces': [{'id': '03e1c60a-8c3a-46c0-b09e-7ddabadab55b', 'name': '', 'network_id': '6ea003c5-901f-4522-be4e-e693bb20c9d7', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'mac_address': 'fa:16:3e:38:5b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '6da050e1-a84d-4593-9c01-68fe90bb80df', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:59:01Z', 'updated_at': '2022-08-27T04:59:11Z', 'revision_number': 4, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'subnets': [{'id': '6da050e1-a84d-4593-9c01-68fe90bb80df', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '38f5ac13-4403-4698-a29f-53e4d3f4a4b3', 'name': '', 'network_id': '0c675bf4-4916-40d1-96f5-9d4191821351', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'mac_address': 'fa:16:3e:d9:58:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '98e762fe-a50e-4be3-86a3-d423b514674c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:58:34Z', 'updated_at': '2022-08-27T04:58:47Z', 'revision_number': 5, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'subnets': [{'id': '98e762fe-a50e-4be3-86a3-d423b514674c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fc9b9c4-c21e-4709-93db-504834d76e29', 'name': '', 'network_id': '2e47ae03-ab97-4f12-a6f2-cc39b2534fcd', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'mac_address': 'fa:16:3e:8a:5c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '40141336-9273-4c5b-819b-a9da8c34164d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:58:22Z', 'updated_at': '2022-08-27T04:58:35Z', 'revision_number': 5, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'subnets': [{'id': '40141336-9273-4c5b-819b-a9da8c34164d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80e8a4b9-293a-465a-9b06-ac8731a4e2b8', 'name': '', 'network_id': 'f576cf03-18e3-4d91-9f68-d8fe80da65fb', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'mac_address': 'fa:16:3e:81:38:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'a0eefbb0-aa1f-4067-8cf6-93680e1e3736', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:58:51Z', 'updated_at': '2022-08-27T04:59:04Z', 'revision_number': 5, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'subnets': [{'id': 'a0eefbb0-aa1f-4067-8cf6-93680e1e3736', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:59:19.542864 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68de81c0-4213-464e-a632-177b497f78fe None None] Routers {'0e63d59d-8d23-46ba-b441-62fae0b96cbb'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:59:19.543605 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-68de81c0-4213-464e-a632-177b497f78fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:58:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['0e63d59d-8d23-46ba-b441-62fae0b96cbb'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:19.719389 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-7c02be14-49ea-4e83-894d-1beeaf0fe46d None None] Attempting to bind port 02f397fe-4c71-41e4-8abc-c1e2b79f17ac on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:59:19.719771 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-7c02be14-49ea-4e83-894d-1beeaf0fe46d None None] Attempting to bind port 02f397fe-4c71-41e4-8abc-c1e2b79f17ac by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '662694a2-a126-45a5-bb2b-3e4b4d11b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a436d123-33c5-40bd-b0f6-dc6417b5c04f'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:59:19.720132 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c02be14-49ea-4e83-894d-1beeaf0fe46d None None] Attempting to bind port 02f397fe-4c71-41e4-8abc-c1e2b79f17ac on network a436d123-33c5-40bd-b0f6-dc6417b5c04f {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:59:19.734732 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9febf51c-0df8-4ad5-94fa-990d5059df78 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=be8944f580af495191f8edd06de8f901&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8290482 Aug 27 04:59:19.735017 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39042) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:19.764521 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d21df2-bc68-4a44-848a-d31fd424f570 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-2bb011ee-a611-4ae2-9539-0c0971422647', 'network_id': '2bb011ee-a611-4ae2-9539-0c0971422647', 'project_id': '1d0109415e794b52b25a509d7b89f6ff', 'fixed_ips': [{'subnet_id': 'e0079193-ee1b-4485-87c0-4f4f7376cd1c'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:59:19.765482 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f8d21df2-bc68-4a44-848a-d31fd424f570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:19.814882 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-68de81c0-4213-464e-a632-177b497f78fe None None] Set router 0e63d59d-8d23-46ba-b441-62fae0b96cbb gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:59:19.869808 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 9255dc61-af77-4644-a5a9-e77c9b212215 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:59:19.907026 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c02be14-49ea-4e83-894d-1beeaf0fe46d None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:59:19.915087 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c02be14-49ea-4e83-894d-1beeaf0fe46d None None] Checking segment: {'id': '662694a2-a126-45a5-bb2b-3e4b4d11b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a436d123-33c5-40bd-b0f6-dc6417b5c04f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:59:19.915087 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c02be14-49ea-4e83-894d-1beeaf0fe46d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:19.915087 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c02be14-49ea-4e83-894d-1beeaf0fe46d None None] Bound using segment: {'id': '662694a2-a126-45a5-bb2b-3e4b4d11b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a436d123-33c5-40bd-b0f6-dc6417b5c04f'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:59:19.915087 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-7c02be14-49ea-4e83-894d-1beeaf0fe46d None None] Bound port: 02f397fe-4c71-41e4-8abc-c1e2b79f17ac, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '662694a2-a126-45a5-bb2b-3e4b4d11b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a436d123-33c5-40bd-b0f6-dc6417b5c04f'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:59:19.915087 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c02be14-49ea-4e83-894d-1beeaf0fe46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (02f397fe-4c71-41e4-8abc-c1e2b79f17ac), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:19.953367 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d4df1e41-b9e4-4779-bae8-f7f71dd05e64 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for port (77609647-010d-4979-97e6-895275e88015), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:20.012424 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-042cc497-00d4-44f3-ad2e-0f7954f9df41 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Router 3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:59:20.027339 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cc3a9b76-3ed0-49b4-bdb8-615f918b6a45 admin admin] Publish callbacks [] for security_group (c989cab9-1029-442f-bc32-d3459848c5b2), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:20.104529 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-14dc8c27-e0f2-4b89-aace-ab1ed3aeb3f8 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (e0079193-ee1b-4485-87c0-4f4f7376cd1c), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:20.105114 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-7c02be14-49ea-4e83-894d-1beeaf0fe46d None None] For port 02f397fe-4c71-41e4-8abc-c1e2b79f17ac, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:59:20.110661 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-7c02be14-49ea-4e83-894d-1beeaf0fe46d None None] For port 02f397fe-4c71-41e4-8abc-c1e2b79f17ac, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=02f397fe-4c71-41e4-8abc-c1e2b79f17ac,segment=NetworkSegment(662694a2-a126-45a5-bb2b-3e4b4d11b7d8),segment_id=662694a2-a126-45a5-bb2b-3e4b4d11b7d8)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:59:20.271065 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cc3a9b76-3ed0-49b4-bdb8-615f918b6a45 admin admin] Publish callbacks [] for security_group (c989cab9-1029-442f-bc32-d3459848c5b2), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:20.292632 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dc8c27-e0f2-4b89-aace-ab1ed3aeb3f8 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Pushing event deleted for resources: {'Subnet': ['ID=e0079193-ee1b-4485-87c0-4f4f7376cd1c,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:20.362853 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042cc497-00d4-44f3-ad2e-0f7954f9df41 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:59:20.390214 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-042cc497-00d4-44f3-ad2e-0f7954f9df41 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "PUT /networking/v2.0/routers/3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0597913 Aug 27 04:59:20.390449 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39052) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:20.447767 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-68de81c0-4213-464e-a632-177b497f78fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e63d59d-8d23-46ba-b441-62fae0b96cbb', 'name': 'tempest-TestAggregatesBasicOps-1644126995-router', 'tenant_id': 'f80531682f6947d585b6d95df180cd19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '3c2e8c35-0f0b-4af7-859a-a5b105191bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:59:03Z', 'updated_at': '2022-08-27T04:59:16Z', 'revision_number': 4, 'project_id': 'f80531682f6947d585b6d95df180cd19', 'gw_port': {'id': '3c2e8c35-0f0b-4af7-859a-a5b105191bfe', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e63d59d-8d23-46ba-b441-62fae0b96cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:59:07Z', 'updated_at': '2022-08-27T04:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'f093cf5a-aa92-46b7-95f6-a25aaafe04e1', 'name': '', 'network_id': 'f5b1d3bc-0c96-4183-abfb-9363bdbd70a6', 'tenant_id': 'f80531682f6947d585b6d95df180cd19', 'mac_address': 'fa:16:3e:0e:a2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e63d59d-8d23-46ba-b441-62fae0b96cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'f9a2ad9c-e512-4a63-a620-46610661f53c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:59:13Z', 'updated_at': '2022-08-27T04:59:17Z', 'revision_number': 2, 'project_id': 'f80531682f6947d585b6d95df180cd19', 'subnets': [{'id': 'f9a2ad9c-e512-4a63-a620-46610661f53c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:20.498697 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d4df1e41-b9e4-4779-bae8-f7f71dd05e64 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (77609647-010d-4979-97e6-895275e88015), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:20.507777 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68de81c0-4213-464e-a632-177b497f78fe None None] Checking router: 0e63d59d-8d23-46ba-b441-62fae0b96cbb for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:59:20.509236 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-14dc8c27-e0f2-4b89-aace-ab1ed3aeb3f8 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (2bb011ee-a611-4ae2-9539-0c0971422647), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:20.509625 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68de81c0-4213-464e-a632-177b497f78fe None None] Updating router 0e63d59d-8d23-46ba-b441-62fae0b96cbb port f093cf5a-aa92-46b7-95f6-a25aaafe04e1 binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:59:20.529813 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ba59b03-894d-4f25-b634-3674727d4df7 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Deleting subnet 6da050e1-a84d-4593-9c01-68fe90bb80df {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:59:20.540006 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4ba59b03-894d-4f25-b634-3674727d4df7 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for subnet (6da050e1-a84d-4593-9c01-68fe90bb80df), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:20.573900 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:20.586288 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-68de81c0-4213-464e-a632-177b497f78fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f093cf5a-aa92-46b7-95f6-a25aaafe04e1), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:20.594775 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4df1e41-b9e4-4779-bae8-f7f71dd05e64 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Network a436d123-33c5-40bd-b0f6-dc6417b5c04f is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:59:20.606138 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:20.610559 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-d4df1e41-b9e4-4779-bae8-f7f71dd05e64 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:59:20.637798 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:20.643027 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4df1e41-b9e4-4779-bae8-f7f71dd05e64 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:59:20.652965 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-14dc8c27-e0f2-4b89-aace-ab1ed3aeb3f8 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bb011ee-a611-4ae2-9539-0c0971422647']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:20.676498 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4ba59b03-894d-4f25-b634-3674727d4df7 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (6da050e1-a84d-4593-9c01-68fe90bb80df), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:20.692851 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162dd856-52f5-4fe1-8acb-13e03d692305 None None] Sync routers for ids ['3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:59:20.697240 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df1e41-b9e4-4779-bae8-f7f71dd05e64 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event updated for resources: {'Port': ['ID=77609647-010d-4979-97e6-895275e88015,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:20.709029 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcb020c-488a-46d5-a90d-df229a4f8dc7 None None] Network acccd41c-3160-40be-8b65-f33fdec66f54 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:59:20.710579 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-14dc8c27-e0f2-4b89-aace-ab1ed3aeb3f8 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a6fc704-b23e-4afc-ab54-866735899d75') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:20.710887 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-14dc8c27-e0f2-4b89-aace-ab1ed3aeb3f8 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a6fc704-b23e-4afc-ab54-866735899d75') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:20.733941 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c02be14-49ea-4e83-894d-1beeaf0fe46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (02f397fe-4c71-41e4-8abc-c1e2b79f17ac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:20.736059 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-14dc8c27-e0f2-4b89-aace-ab1ed3aeb3f8 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (3a6fc704-b23e-4afc-ab54-866735899d75), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:20.737919 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 9255dc61-af77-4644-a5a9-e77c9b212215 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:59:20.737919 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 9255dc61-af77-4644-a5a9-e77c9b212215 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:59:20.750381 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4df1e41-b9e4-4779-bae8-f7f71dd05e64 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:59:20.751018 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d4df1e41-b9e4-4779-bae8-f7f71dd05e64 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:20.786134 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-14dc8c27-e0f2-4b89-aace-ab1ed3aeb3f8 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (3a6fc704-b23e-4afc-ab54-866735899d75), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:20.819005 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14dc8c27-e0f2-4b89-aace-ab1ed3aeb3f8 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:59:20.819607 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-14dc8c27-e0f2-4b89-aace-ab1ed3aeb3f8 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (3a6fc704-b23e-4afc-ab54-866735899d75), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:20.944765 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-d4df1e41-b9e4-4779-bae8-f7f71dd05e64 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.1623745 Aug 27 04:59:20.945899 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cc3a9b76-3ed0-49b4-bdb8-615f918b6a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (c989cab9-1029-442f-bc32-d3459848c5b2), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:20.949517 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cc3a9b76-3ed0-49b4-bdb8-615f918b6a45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:20.958885 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:20.971647 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-cc3a9b76-3ed0-49b4-bdb8-615f918b6a45 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/c989cab9-1029-442f-bc32-d3459848c5b2 HTTP/1.1" status: 204 len: 168 time: 1.2209518 Aug 27 04:59:20.974874 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39064) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:20.977771 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 3a6fc704-b23e-4afc-ab54-866735899d75 resource provider aggregate not found Aug 27 04:59:21.000707 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3a9b76-3ed0-49b4-bdb8-615f918b6a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c989cab9-1029-442f-bc32-d3459848c5b2,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:21.030309 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 3a6fc704-b23e-4afc-ab54-866735899d75 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3a6fc704-b23e-4afc-ab54-866735899d75 found for delete ", "request_id": "req-9c3325d9-27c1-4129-887c-c7615f82caff"}]} Aug 27 04:59:21.124829 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-14dc8c27-e0f2-4b89-aace-ab1ed3aeb3f8 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (2bb011ee-a611-4ae2-9539-0c0971422647), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:21.130933 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-14dc8c27-e0f2-4b89-aace-ab1ed3aeb3f8 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:21.150789 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4ba59b03-894d-4f25-b634-3674727d4df7 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (6da050e1-a84d-4593-9c01-68fe90bb80df), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:21.152754 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-14dc8c27-e0f2-4b89-aace-ab1ed3aeb3f8 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "DELETE /networking/v2.0/networks/2bb011ee-a611-4ae2-9539-0c0971422647 HTTP/1.1" status: 204 len: 168 time: 2.2874269 Aug 27 04:59:21.153755 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39070) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:21.172669 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c02be14-49ea-4e83-894d-1beeaf0fe46d None None] Pushing event updated for resources: {'Port': ['ID=02f397fe-4c71-41e4-8abc-c1e2b79f17ac,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:21.284276 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-80e7fd1f-effb-4c5a-a387-9bb047f86eae tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-989778410'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:21.346536 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed020a35-012d-422d-ace6-0ee0c41b87f6 None None] Network 2bb011ee-a611-4ae2-9539-0c0971422647 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:59:21.355555 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162dd856-52f5-4fe1-8acb-13e03d692305 None None] Routers {'3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:59:21.356241 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-162dd856-52f5-4fe1-8acb-13e03d692305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:58:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:21.379328 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dc8c27-e0f2-4b89-aace-ab1ed3aeb3f8 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Pushing event deleted for resources: {'Network': ['ID=2bb011ee-a611-4ae2-9539-0c0971422647,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:21.379724 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4f8f35bb-ae55-460c-98df-185628a7d10a None None] Provisioning complete for port 0155e7db-88e6-4e75-8ddb-37b26f30de02 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:59:21.380946 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4f8f35bb-ae55-460c-98df-185628a7d10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (0155e7db-88e6-4e75-8ddb-37b26f30de02), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:21.432982 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39078) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:21.453238 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-ab5f6de7-518a-444f-a2b1-c52a6cdf848c admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-484336078-network', 'tenant_id': '1d1f106eac0645259391b87d7dfbbe56'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:21.609604 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4ba59b03-894d-4f25-b634-3674727d4df7 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (6da050e1-a84d-4593-9c01-68fe90bb80df), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:21.621225 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-68de81c0-4213-464e-a632-177b497f78fe None None] Publish callbacks [] for port (f093cf5a-aa92-46b7-95f6-a25aaafe04e1), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:21.625718 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:21.638531 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed020a35-012d-422d-ace6-0ee0c41b87f6 None None] Network 2bb011ee-a611-4ae2-9539-0c0971422647 could not be found, it might have been deleted concurrently. {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Aug 27 04:59:21.685653 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e7fd1f-effb-4c5a-a387-9bb047f86eae tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Made reservation on behalf of 1d0109415e794b52b25a509d7b89f6ff for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:59:21.688057 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba59b03-894d-4f25-b634-3674727d4df7 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event deleted for resources: {'Subnet': ['ID=6da050e1-a84d-4593-9c01-68fe90bb80df,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:21.689347 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-80e7fd1f-effb-4c5a-a387-9bb047f86eae tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:21.696230 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 3c2e8c35-0f0b-4af7-859a-a5b105191bfe up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:59:21.713711 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4ba59b03-894d-4f25-b634-3674727d4df7 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:21.730069 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-4ba59b03-894d-4f25-b634-3674727d4df7 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/6da050e1-a84d-4593-9c01-68fe90bb80df HTTP/1.1" status: 204 len: 168 time: 1.3384728 Aug 27 04:59:21.730765 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39084) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:21.737497 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-68de81c0-4213-464e-a632-177b497f78fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (f093cf5a-aa92-46b7-95f6-a25aaafe04e1), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:21.795275 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362cfc77-da41-4694-b835-7ba4bb4dae13 None None] Network 6ea003c5-901f-4522-be4e-e693bb20c9d7 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:59:21.855864 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5f6de7-518a-444f-a2b1-c52a6cdf848c admin admin] Made reservation on behalf of 1d1f106eac0645259391b87d7dfbbe56 for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:59:21.865593 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ab5f6de7-518a-444f-a2b1-c52a6cdf848c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:21.868191 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80e7fd1f-effb-4c5a-a387-9bb047f86eae tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:59:21.924541 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ab5f6de7-518a-444f-a2b1-c52a6cdf848c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:21.943366 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ba778e0e-f904-4e05-bc2e-82651d28003e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (6ea003c5-901f-4522-be4e-e693bb20c9d7), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:21.956027 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-80e7fd1f-effb-4c5a-a387-9bb047f86eae tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (801b5186-909d-4c2a-826e-9624e30ebfd8), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:21.956747 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-80e7fd1f-effb-4c5a-a387-9bb047f86eae tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Added segment 801b5186-909d-4c2a-826e-9624e30ebfd8 of type vlan for network a6805cd4-8282-464a-a4dd-85c5f30847ad Aug 27 04:59:21.969421 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d976ff2-f4e7-4915-97ea-7e1aa29eb472 None None] Pushing event updated for resources: {'Port': ['ID=f093cf5a-aa92-46b7-95f6-a25aaafe04e1,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:22.046392 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-162dd856-52f5-4fe1-8acb-13e03d692305 None None] Set router 3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:59:22.047726 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-ba778e0e-f904-4e05-bc2e-82651d28003e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Deleting port b25225d0-e014-4594-86c3-d1246dc797eb {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:59:22.048521 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ba778e0e-f904-4e05-bc2e-82651d28003e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (b25225d0-e014-4594-86c3-d1246dc797eb), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:22.086619 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-68de81c0-4213-464e-a632-177b497f78fe None None] Attempting to bind port f093cf5a-aa92-46b7-95f6-a25aaafe04e1 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:59:22.087244 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-68de81c0-4213-464e-a632-177b497f78fe None None] Attempting to bind port f093cf5a-aa92-46b7-95f6-a25aaafe04e1 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '7694f035-1655-48fc-a074-72e107645de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f5b1d3bc-0c96-4183-abfb-9363bdbd70a6'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:59:22.087698 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68de81c0-4213-464e-a632-177b497f78fe None None] Attempting to bind port f093cf5a-aa92-46b7-95f6-a25aaafe04e1 on network f5b1d3bc-0c96-4183-abfb-9363bdbd70a6 {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:59:22.104520 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68de81c0-4213-464e-a632-177b497f78fe None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:59:22.115502 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68de81c0-4213-464e-a632-177b497f78fe None None] Checking segment: {'id': '7694f035-1655-48fc-a074-72e107645de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f5b1d3bc-0c96-4183-abfb-9363bdbd70a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:59:22.119367 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-68de81c0-4213-464e-a632-177b497f78fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:22.119367 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68de81c0-4213-464e-a632-177b497f78fe None None] Bound using segment: {'id': '7694f035-1655-48fc-a074-72e107645de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f5b1d3bc-0c96-4183-abfb-9363bdbd70a6'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:59:22.119367 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-68de81c0-4213-464e-a632-177b497f78fe None None] Bound port: f093cf5a-aa92-46b7-95f6-a25aaafe04e1, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7694f035-1655-48fc-a074-72e107645de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f5b1d3bc-0c96-4183-abfb-9363bdbd70a6'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:59:22.119367 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-68de81c0-4213-464e-a632-177b497f78fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f093cf5a-aa92-46b7-95f6-a25aaafe04e1), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:22.216459 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:22.249147 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-ba778e0e-f904-4e05-bc2e-82651d28003e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] For port b25225d0-e014-4594-86c3-d1246dc797eb, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=b25225d0-e014-4594-86c3-d1246dc797eb,segment=NetworkSegment(72081ba8-0924-48b8-9f9e-078b6de971aa),segment_id=72081ba8-0924-48b8-9f9e-078b6de971aa)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:59:22.250442 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 3c2e8c35-0f0b-4af7-859a-a5b105191bfe triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:59:22.250820 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (3c2e8c35-0f0b-4af7-859a-a5b105191bfe), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:22.253633 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ba778e0e-f904-4e05-bc2e-82651d28003e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (b25225d0-e014-4594-86c3-d1246dc797eb), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:22.321552 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-68de81c0-4213-464e-a632-177b497f78fe None None] For port f093cf5a-aa92-46b7-95f6-a25aaafe04e1, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:59:22.329131 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-68de81c0-4213-464e-a632-177b497f78fe None None] For port f093cf5a-aa92-46b7-95f6-a25aaafe04e1, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=f093cf5a-aa92-46b7-95f6-a25aaafe04e1,segment=NetworkSegment(7694f035-1655-48fc-a074-72e107645de5),segment_id=7694f035-1655-48fc-a074-72e107645de5)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:59:22.357814 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-ba778e0e-f904-4e05-bc2e-82651d28003e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Calling delete_port for b25225d0-e014-4594-86c3-d1246dc797eb owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:59:22.395515 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:22.458287 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-68de81c0-4213-464e-a632-177b497f78fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (f093cf5a-aa92-46b7-95f6-a25aaafe04e1), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:22.460318 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-80e7fd1f-effb-4c5a-a387-9bb047f86eae tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (a6805cd4-8282-464a-a4dd-85c5f30847ad), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:22.521703 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4f8f35bb-ae55-460c-98df-185628a7d10a None None] Current status of the port 0155e7db-88e6-4e75-8ddb-37b26f30de02 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:59:22.522145 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4f8f35bb-ae55-460c-98df-185628a7d10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (0155e7db-88e6-4e75-8ddb-37b26f30de02), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:22.636310 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:22.667481 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:22.702744 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68de81c0-4213-464e-a632-177b497f78fe None None] Routers {'0e63d59d-8d23-46ba-b441-62fae0b96cbb'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:59:22.703382 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-68de81c0-4213-464e-a632-177b497f78fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:58:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['0e63d59d-8d23-46ba-b441-62fae0b96cbb'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:22.731442 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4f8f35bb-ae55-460c-98df-185628a7d10a None None] For port 0155e7db-88e6-4e75-8ddb-37b26f30de02, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=0155e7db-88e6-4e75-8ddb-37b26f30de02,segment=NetworkSegment(2d160d4e-5cab-443a-b6ac-85f72bafeb07),segment_id=2d160d4e-5cab-443a-b6ac-85f72bafeb07)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:59:22.732721 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-80e7fd1f-effb-4c5a-a387-9bb047f86eae tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (a6805cd4-8282-464a-a4dd-85c5f30847ad), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:22.744934 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ba778e0e-f904-4e05-bc2e-82651d28003e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (b25225d0-e014-4594-86c3-d1246dc797eb), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:22.752320 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e7fd1f-effb-4c5a-a387-9bb047f86eae tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:59:22.758702 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-80e7fd1f-effb-4c5a-a387-9bb047f86eae tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:22.764103 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba778e0e-f904-4e05-bc2e-82651d28003e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] No DVR routers for this DVR port b25225d0-e014-4594-86c3-d1246dc797eb on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:59:22.792719 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9733c8-a091-4046-80ff-fd8205c9ed6f None None] DHCP port deletion for 6ea003c5-901f-4522-be4e-e693bb20c9d7 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:59:22.825548 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba778e0e-f904-4e05-bc2e-82651d28003e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event deleted for resources: {'Port': ['ID=b25225d0-e014-4594-86c3-d1246dc797eb,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:22.905471 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4f8f35bb-ae55-460c-98df-185628a7d10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (0155e7db-88e6-4e75-8ddb-37b26f30de02), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:22.921783 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0caa4c78-e3ac-42db-8b58-ad4a53d279e0 None None] Network a436d123-33c5-40bd-b0f6-dc6417b5c04f requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:59:22.967757 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 3c2e8c35-0f0b-4af7-859a-a5b105191bfe is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:59:22.978724 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 0155e7db-88e6-4e75-8ddb-37b26f30de02 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:59:22.987486 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ba778e0e-f904-4e05-bc2e-82651d28003e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (6ea003c5-901f-4522-be4e-e693bb20c9d7), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:23.007188 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-ba778e0e-f904-4e05-bc2e-82651d28003e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ea003c5-901f-4522-be4e-e693bb20c9d7']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:23.019473 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-ba778e0e-f904-4e05-bc2e-82651d28003e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72081ba8-0924-48b8-9f9e-078b6de971aa') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:23.020757 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-ba778e0e-f904-4e05-bc2e-82651d28003e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72081ba8-0924-48b8-9f9e-078b6de971aa') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:23.029680 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-68de81c0-4213-464e-a632-177b497f78fe None None] Set router 0e63d59d-8d23-46ba-b441-62fae0b96cbb gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:59:23.034754 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ba778e0e-f904-4e05-bc2e-82651d28003e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (72081ba8-0924-48b8-9f9e-078b6de971aa), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:23.063370 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ba778e0e-f904-4e05-bc2e-82651d28003e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (72081ba8-0924-48b8-9f9e-078b6de971aa), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:23.073349 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba778e0e-f904-4e05-bc2e-82651d28003e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:59:23.073942 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ba778e0e-f904-4e05-bc2e-82651d28003e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (72081ba8-0924-48b8-9f9e-078b6de971aa), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:23.153786 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e7fd1f-effb-4c5a-a387-9bb047f86eae tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Pushing event updated for resources: {'Network': ['ID=a6805cd4-8282-464a-a4dd-85c5f30847ad,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:23.166903 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3c535354-3a63-495e-abfb-82bb97adebde tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (77609647-010d-4979-97e6-895275e88015), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:23.184869 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 72081ba8-0924-48b8-9f9e-078b6de971aa resource provider aggregate not found Aug 27 04:59:23.238216 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 72081ba8-0924-48b8-9f9e-078b6de971aa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 72081ba8-0924-48b8-9f9e-078b6de971aa found for delete ", "request_id": "req-c84bdbf7-ce91-49da-9481-c4690b2be528"}]} Aug 27 04:59:23.267093 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ba778e0e-f904-4e05-bc2e-82651d28003e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (6ea003c5-901f-4522-be4e-e693bb20c9d7), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:23.267093 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ba778e0e-f904-4e05-bc2e-82651d28003e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:23.270175 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ba778e0e-f904-4e05-bc2e-82651d28003e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "DELETE /networking/v2.0/networks/6ea003c5-901f-4522-be4e-e693bb20c9d7 HTTP/1.1" status: 204 len: 168 time: 1.5329819 Aug 27 04:59:23.274103 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39114) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:23.282887 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-80e7fd1f-effb-4c5a-a387-9bb047f86eae tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.1220956 Aug 27 04:59:23.284906 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39116) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:23.302313 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-33fdb192-51df-450b-8aad-9991c7fe03c3 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Request body: {'subnet': {'network_id': 'a6805cd4-8282-464a-a4dd-85c5f30847ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:23.404732 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba778e0e-f904-4e05-bc2e-82651d28003e tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event deleted for resources: {'Network': ['ID=6ea003c5-901f-4522-be4e-e693bb20c9d7,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:23.420885 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:23.449508 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network a6805cd4-8282-464a-a4dd-85c5f30847ad details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:59:23.450071 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d976ff2-f4e7-4915-97ea-7e1aa29eb472 None None] Pushing event updated for resources: {'Port': ['ID=f093cf5a-aa92-46b7-95f6-a25aaafe04e1,revision_number=4']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:23.462712 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:23.466950 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-68de81c0-4213-464e-a632-177b497f78fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e63d59d-8d23-46ba-b441-62fae0b96cbb', 'name': 'tempest-TestAggregatesBasicOps-1644126995-router', 'tenant_id': 'f80531682f6947d585b6d95df180cd19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '3c2e8c35-0f0b-4af7-859a-a5b105191bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:59:03Z', 'updated_at': '2022-08-27T04:59:16Z', 'revision_number': 4, 'project_id': 'f80531682f6947d585b6d95df180cd19', 'gw_port': {'id': '3c2e8c35-0f0b-4af7-859a-a5b105191bfe', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e63d59d-8d23-46ba-b441-62fae0b96cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:59:07Z', 'updated_at': '2022-08-27T04:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'f093cf5a-aa92-46b7-95f6-a25aaafe04e1', 'name': '', 'network_id': 'f5b1d3bc-0c96-4183-abfb-9363bdbd70a6', 'tenant_id': 'f80531682f6947d585b6d95df180cd19', 'mac_address': 'fa:16:3e:0e:a2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e63d59d-8d23-46ba-b441-62fae0b96cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'f9a2ad9c-e512-4a63-a620-46610661f53c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:59:13Z', 'updated_at': '2022-08-27T04:59:22Z', 'revision_number': 4, 'project_id': 'f80531682f6947d585b6d95df180cd19', 'subnets': [{'id': 'f9a2ad9c-e512-4a63-a620-46610661f53c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:23.471711 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-c99ca104-b30a-4585-9410-3c6e88cf1a60 None None] Provisioning complete for port 0155e7db-88e6-4e75-8ddb-37b26f30de02 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:59:23.489354 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c99ca104-b30a-4585-9410-3c6e88cf1a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (0155e7db-88e6-4e75-8ddb-37b26f30de02), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:23.503374 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68de81c0-4213-464e-a632-177b497f78fe None None] The sync data for ids ['0e63d59d-8d23-46ba-b441-62fae0b96cbb'] in n-d-852088-5 is: [{'id': '0e63d59d-8d23-46ba-b441-62fae0b96cbb', 'name': 'tempest-TestAggregatesBasicOps-1644126995-router', 'tenant_id': 'f80531682f6947d585b6d95df180cd19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '3c2e8c35-0f0b-4af7-859a-a5b105191bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:59:03Z', 'updated_at': '2022-08-27T04:59:16Z', 'revision_number': 4, 'project_id': 'f80531682f6947d585b6d95df180cd19', 'gw_port': {'id': '3c2e8c35-0f0b-4af7-859a-a5b105191bfe', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e63d59d-8d23-46ba-b441-62fae0b96cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:59:07Z', 'updated_at': '2022-08-27T04:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'f093cf5a-aa92-46b7-95f6-a25aaafe04e1', 'name': '', 'network_id': 'f5b1d3bc-0c96-4183-abfb-9363bdbd70a6', 'tenant_id': 'f80531682f6947d585b6d95df180cd19', 'mac_address': 'fa:16:3e:0e:a2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e63d59d-8d23-46ba-b441-62fae0b96cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'f9a2ad9c-e512-4a63-a620-46610661f53c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:59:13Z', 'updated_at': '2022-08-27T04:59:22Z', 'revision_number': 4, 'project_id': 'f80531682f6947d585b6d95df180cd19', 'subnets': [{'id': 'f9a2ad9c-e512-4a63-a620-46610661f53c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:59:23.594241 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ab5f6de7-518a-444f-a2b1-c52a6cdf848c admin admin] Publish callbacks [] for security_group (ffd77d7b-0448-4ebe-98a1-498c441d1c38), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:23.760103 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ab5f6de7-518a-444f-a2b1-c52a6cdf848c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (ffd77d7b-0448-4ebe-98a1-498c441d1c38), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:23.763227 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-162dd856-52f5-4fe1-8acb-13e03d692305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'name': 'tempest-RoutersIpV6Test-router-696252856', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:58:16Z', 'updated_at': '2022-08-27T04:59:18Z', 'revision_number': 8, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'gw_port_host': None, '_interfaces': [{'id': '38f5ac13-4403-4698-a29f-53e4d3f4a4b3', 'name': '', 'network_id': '0c675bf4-4916-40d1-96f5-9d4191821351', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'mac_address': 'fa:16:3e:d9:58:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '98e762fe-a50e-4be3-86a3-d423b514674c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:58:34Z', 'updated_at': '2022-08-27T04:58:47Z', 'revision_number': 5, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'subnets': [{'id': '98e762fe-a50e-4be3-86a3-d423b514674c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fc9b9c4-c21e-4709-93db-504834d76e29', 'name': '', 'network_id': '2e47ae03-ab97-4f12-a6f2-cc39b2534fcd', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'mac_address': 'fa:16:3e:8a:5c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '40141336-9273-4c5b-819b-a9da8c34164d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:58:22Z', 'updated_at': '2022-08-27T04:58:35Z', 'revision_number': 5, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'subnets': [{'id': '40141336-9273-4c5b-819b-a9da8c34164d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80e8a4b9-293a-465a-9b06-ac8731a4e2b8', 'name': '', 'network_id': 'f576cf03-18e3-4d91-9f68-d8fe80da65fb', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'mac_address': 'fa:16:3e:81:38:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'a0eefbb0-aa1f-4067-8cf6-93680e1e3736', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:58:51Z', 'updated_at': '2022-08-27T04:59:04Z', 'revision_number': 5, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'subnets': [{'id': 'a0eefbb0-aa1f-4067-8cf6-93680e1e3736', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:23.947693 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39128) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:23.976273 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:DELETE=4,neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:23.991815 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162dd856-52f5-4fe1-8acb-13e03d692305 None None] Checking router: 3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:59:24.003501 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab5f6de7-518a-444f-a2b1-c52a6cdf848c admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:59:24.013645 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:24.060423 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:24.120044 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 0155e7db-88e6-4e75-8ddb-37b26f30de02 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:59:24.124925 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (0155e7db-88e6-4e75-8ddb-37b26f30de02), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:24.142657 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162dd856-52f5-4fe1-8acb-13e03d692305 None None] Routers {'3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:59:24.152576 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-162dd856-52f5-4fe1-8acb-13e03d692305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:58:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:24.170667 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5f6de7-518a-444f-a2b1-c52a6cdf848c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd77d7b-0448-4ebe-98a1-498c441d1c38,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:24.193104 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ab5f6de7-518a-444f-a2b1-c52a6cdf848c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (feb6def0-aab9-48fd-956a-9e31dce1f24f), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:24.194927 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-ab5f6de7-518a-444f-a2b1-c52a6cdf848c admin admin] Added segment feb6def0-aab9-48fd-956a-9e31dce1f24f of type vlan for network 028af1f9-64c7-473a-bf0c-1ec3ca00cd32 Aug 27 04:59:24.308115 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8f35bb-ae55-460c-98df-185628a7d10a None None] Pushing event updated for resources: {'Port': ['ID=0155e7db-88e6-4e75-8ddb-37b26f30de02,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:24.338585 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ab5f6de7-518a-444f-a2b1-c52a6cdf848c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (028af1f9-64c7-473a-bf0c-1ec3ca00cd32), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:24.448246 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-c99ca104-b30a-4585-9410-3c6e88cf1a60 None None] Current status of the port 0155e7db-88e6-4e75-8ddb-37b26f30de02 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:59:24.481621 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-c99ca104-b30a-4585-9410-3c6e88cf1a60 None None] Provisioning complete for port 02f397fe-4c71-41e4-8abc-c1e2b79f17ac triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:59:24.482171 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c99ca104-b30a-4585-9410-3c6e88cf1a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (02f397fe-4c71-41e4-8abc-c1e2b79f17ac), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:24.568984 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3c535354-3a63-495e-abfb-82bb97adebde tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for port (77609647-010d-4979-97e6-895275e88015), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:24.575668 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-b5816f80-f45d-4cbc-a3e0-8fcbc248cdf3 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Request body: {'security_group': {'name': 'default'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:24.575668 n-d-852088-5 neutron-server[107775]: WARNING neutron.api.v2.base [None req-b5816f80-f45d-4cbc-a3e0-8fcbc248cdf3 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 27 04:59:24.575668 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-b5816f80-f45d-4cbc-a3e0-8fcbc248cdf3 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] create failed (client error): There was a conflict when trying to complete your request. Aug 27 04:59:24.581397 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b5816f80-f45d-4cbc-a3e0-8fcbc248cdf3 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.6243141 Aug 27 04:59:24.581397 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ab5f6de7-518a-444f-a2b1-c52a6cdf848c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (028af1f9-64c7-473a-bf0c-1ec3ca00cd32), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:24.581954 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5f6de7-518a-444f-a2b1-c52a6cdf848c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:59:24.582583 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ab5f6de7-518a-444f-a2b1-c52a6cdf848c admin admin] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:24.599464 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39134) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:24.682023 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33fdb192-51df-450b-8aad-9991c7fe03c3 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Made reservation on behalf of 1d0109415e794b52b25a509d7b89f6ff for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:59:24.686651 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-33fdb192-51df-450b-8aad-9991c7fe03c3 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:24.702136 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-162dd856-52f5-4fe1-8acb-13e03d692305 None None] Set router 3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:59:24.791725 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.ipam_backend_mixin [None req-33fdb192-51df-450b-8aad-9991c7fe03c3 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Performing IP validity checks on allocation pools {{(pid=107775) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Aug 27 04:59:24.803529 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.ipam_backend_mixin [None req-33fdb192-51df-450b-8aad-9991c7fe03c3 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Checking for overlaps among allocation pools and gateway ip {{(pid=107775) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Aug 27 04:59:25.050813 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-c3d1534e-5d59-4c24-9473-608fdf5413e4 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Request body: {'security_group': {'name': 'tempest-secgroup--1877116475'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:25.055603 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5f6de7-518a-444f-a2b1-c52a6cdf848c admin admin] Pushing event updated for resources: {'Network': ['ID=028af1f9-64c7-473a-bf0c-1ec3ca00cd32,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:25.090435 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3c535354-3a63-495e-abfb-82bb97adebde tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (77609647-010d-4979-97e6-895275e88015), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:25.091070 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-afc390f5-ff45-494e-a305-3ab0b22786b2 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:25.106730 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ab5f6de7-518a-444f-a2b1-c52a6cdf848c admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.6710017 Aug 27 04:59:25.126947 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39140) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:25.170256 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-599a9a64-15c9-45b4-875a-7c78e035c22f admin admin] Request body: {'subnet': {'network_id': '028af1f9-64c7-473a-bf0c-1ec3ca00cd32', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-484336078-subnet', 'tenant_id': '1d1f106eac0645259391b87d7dfbbe56', 'ip_version': 4}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:25.245224 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 028af1f9-64c7-473a-bf0c-1ec3ca00cd32 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:59:25.255506 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:25.258716 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:25.327194 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 0155e7db-88e6-4e75-8ddb-37b26f30de02 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:59:25.332242 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599a9a64-15c9-45b4-875a-7c78e035c22f admin admin] Made reservation on behalf of 1d1f106eac0645259391b87d7dfbbe56 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:59:25.332431 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-c99ca104-b30a-4585-9410-3c6e88cf1a60 None None] Current status of the port 02f397fe-4c71-41e4-8abc-c1e2b79f17ac is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:59:25.333032 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c99ca104-b30a-4585-9410-3c6e88cf1a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (02f397fe-4c71-41e4-8abc-c1e2b79f17ac), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:25.341175 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-599a9a64-15c9-45b4-875a-7c78e035c22f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:25.413110 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c3d1534e-5d59-4c24-9473-608fdf5413e4 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:25.415264 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c535354-3a63-495e-abfb-82bb97adebde tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event updated for resources: {'Port': ['ID=77609647-010d-4979-97e6-895275e88015,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:25.487105 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c3d1534e-5d59-4c24-9473-608fdf5413e4 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:25.530277 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-c99ca104-b30a-4585-9410-3c6e88cf1a60 None None] For port 02f397fe-4c71-41e4-8abc-c1e2b79f17ac, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=02f397fe-4c71-41e4-8abc-c1e2b79f17ac,segment=NetworkSegment(662694a2-a126-45a5-bb2b-3e4b4d11b7d8),segment_id=662694a2-a126-45a5-bb2b-3e4b4d11b7d8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:59:25.604046 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c99ca104-b30a-4585-9410-3c6e88cf1a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (02f397fe-4c71-41e4-8abc-c1e2b79f17ac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:25.755656 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-33fdb192-51df-450b-8aad-9991c7fe03c3 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (0fb2cdeb-8f33-490d-a866-16742e176bed), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:25.819467 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ca104-b30a-4585-9410-3c6e88cf1a60 None None] Pushing event updated for resources: {'Port': ['ID=02f397fe-4c71-41e4-8abc-c1e2b79f17ac,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:25.851048 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ca104-b30a-4585-9410-3c6e88cf1a60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:59:25.856216 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ca104-b30a-4585-9410-3c6e88cf1a60 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:59:25.860275 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ca104-b30a-4585-9410-3c6e88cf1a60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:59:25.863057 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ca104-b30a-4585-9410-3c6e88cf1a60 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:59:25.865285 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ca104-b30a-4585-9410-3c6e88cf1a60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:59:25.870241 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ca104-b30a-4585-9410-3c6e88cf1a60 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:59:25.873791 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ca104-b30a-4585-9410-3c6e88cf1a60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:59:25.874901 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ca104-b30a-4585-9410-3c6e88cf1a60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:59:25.875813 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ca104-b30a-4585-9410-3c6e88cf1a60 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:59:25.877146 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ca104-b30a-4585-9410-3c6e88cf1a60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:59:25.877876 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ca104-b30a-4585-9410-3c6e88cf1a60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:59:25.881492 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ca104-b30a-4585-9410-3c6e88cf1a60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:59:25.886094 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ca104-b30a-4585-9410-3c6e88cf1a60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:59:25.886094 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ca104-b30a-4585-9410-3c6e88cf1a60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:59:25.886094 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ca104-b30a-4585-9410-3c6e88cf1a60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:59:25.894638 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-29024c7e-429b-4dc9-8522-23670c908f36 None None] Provisioning complete for port 77609647-010d-4979-97e6-895275e88015 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:59:25.898469 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-29024c7e-429b-4dc9-8522-23670c908f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (77609647-010d-4979-97e6-895275e88015), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:25.906233 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:25.926478 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-162dd856-52f5-4fe1-8acb-13e03d692305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'name': 'tempest-RoutersIpV6Test-router-696252856', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:58:16Z', 'updated_at': '2022-08-27T04:59:18Z', 'revision_number': 8, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'gw_port_host': None, '_interfaces': [{'id': '38f5ac13-4403-4698-a29f-53e4d3f4a4b3', 'name': '', 'network_id': '0c675bf4-4916-40d1-96f5-9d4191821351', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'mac_address': 'fa:16:3e:d9:58:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '98e762fe-a50e-4be3-86a3-d423b514674c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:58:34Z', 'updated_at': '2022-08-27T04:58:47Z', 'revision_number': 5, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'subnets': [{'id': '98e762fe-a50e-4be3-86a3-d423b514674c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fc9b9c4-c21e-4709-93db-504834d76e29', 'name': '', 'network_id': '2e47ae03-ab97-4f12-a6f2-cc39b2534fcd', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'mac_address': 'fa:16:3e:8a:5c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '40141336-9273-4c5b-819b-a9da8c34164d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:58:22Z', 'updated_at': '2022-08-27T04:58:35Z', 'revision_number': 5, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'subnets': [{'id': '40141336-9273-4c5b-819b-a9da8c34164d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80e8a4b9-293a-465a-9b06-ac8731a4e2b8', 'name': '', 'network_id': 'f576cf03-18e3-4d91-9f68-d8fe80da65fb', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'mac_address': 'fa:16:3e:81:38:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'a0eefbb0-aa1f-4067-8cf6-93680e1e3736', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:58:51Z', 'updated_at': '2022-08-27T04:59:04Z', 'revision_number': 5, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'subnets': [{'id': 'a0eefbb0-aa1f-4067-8cf6-93680e1e3736', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:26.017230 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:26.064044 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162dd856-52f5-4fe1-8acb-13e03d692305 None None] The sync data for ids ['3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb'] in n-d-852088-5 is: [{'id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'name': 'tempest-RoutersIpV6Test-router-696252856', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:58:16Z', 'updated_at': '2022-08-27T04:59:18Z', 'revision_number': 8, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'gw_port_host': None, '_interfaces': [{'id': '38f5ac13-4403-4698-a29f-53e4d3f4a4b3', 'name': '', 'network_id': '0c675bf4-4916-40d1-96f5-9d4191821351', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'mac_address': 'fa:16:3e:d9:58:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '98e762fe-a50e-4be3-86a3-d423b514674c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:58:34Z', 'updated_at': '2022-08-27T04:58:47Z', 'revision_number': 5, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'subnets': [{'id': '98e762fe-a50e-4be3-86a3-d423b514674c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fc9b9c4-c21e-4709-93db-504834d76e29', 'name': '', 'network_id': '2e47ae03-ab97-4f12-a6f2-cc39b2534fcd', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'mac_address': 'fa:16:3e:8a:5c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '40141336-9273-4c5b-819b-a9da8c34164d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:58:22Z', 'updated_at': '2022-08-27T04:58:35Z', 'revision_number': 5, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'subnets': [{'id': '40141336-9273-4c5b-819b-a9da8c34164d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80e8a4b9-293a-465a-9b06-ac8731a4e2b8', 'name': '', 'network_id': 'f576cf03-18e3-4d91-9f68-d8fe80da65fb', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'mac_address': 'fa:16:3e:81:38:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'a0eefbb0-aa1f-4067-8cf6-93680e1e3736', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:58:51Z', 'updated_at': '2022-08-27T04:59:04Z', 'revision_number': 5, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'subnets': [{'id': 'a0eefbb0-aa1f-4067-8cf6-93680e1e3736', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:59:26.083521 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-29024c7e-429b-4dc9-8522-23670c908f36 None None] Port 77609647-010d-4979-97e6-895275e88015 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:59:26.088091 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device f093cf5a-aa92-46b7-95f6-a25aaafe04e1 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:59:26.137489 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-afc390f5-ff45-494e-a305-3ab0b22786b2 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Deleting port 80e8a4b9-293a-465a-9b06-ac8731a4e2b8 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:59:26.139321 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-afc390f5-ff45-494e-a305-3ab0b22786b2 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (80e8a4b9-293a-465a-9b06-ac8731a4e2b8), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:26.139662 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-29024c7e-429b-4dc9-8522-23670c908f36 None None] Provisioning complete for port 02f397fe-4c71-41e4-8abc-c1e2b79f17ac triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:59:26.139842 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-29024c7e-429b-4dc9-8522-23670c908f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (02f397fe-4c71-41e4-8abc-c1e2b79f17ac), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:26.300035 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port f093cf5a-aa92-46b7-95f6-a25aaafe04e1 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:59:26.300838 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (f093cf5a-aa92-46b7-95f6-a25aaafe04e1), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:26.426345 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-afc390f5-ff45-494e-a305-3ab0b22786b2 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] For port 80e8a4b9-293a-465a-9b06-ac8731a4e2b8, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=80e8a4b9-293a-465a-9b06-ac8731a4e2b8,segment=NetworkSegment(da0ca5d9-2033-4dc3-ba67-2c1fb069c171),segment_id=da0ca5d9-2033-4dc3-ba67-2c1fb069c171)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:59:26.427557 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-afc390f5-ff45-494e-a305-3ab0b22786b2 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (80e8a4b9-293a-465a-9b06-ac8731a4e2b8), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:26.430255 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-29024c7e-429b-4dc9-8522-23670c908f36 None None] Current status of the port 02f397fe-4c71-41e4-8abc-c1e2b79f17ac is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:59:26.465322 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-afc390f5-ff45-494e-a305-3ab0b22786b2 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Calling delete_port for 80e8a4b9-293a-465a-9b06-ac8731a4e2b8 owned by network:router_interface {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:59:26.515164 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port f093cf5a-aa92-46b7-95f6-a25aaafe04e1 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:59:26.515562 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f093cf5a-aa92-46b7-95f6-a25aaafe04e1), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:26.539685 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:26.553415 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:59:26.586231 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port f093cf5a-aa92-46b7-95f6-a25aaafe04e1, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=f093cf5a-aa92-46b7-95f6-a25aaafe04e1,segment=NetworkSegment(7694f035-1655-48fc-a074-72e107645de5),segment_id=7694f035-1655-48fc-a074-72e107645de5)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:59:26.646576 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:26.662241 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:26.668352 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (f093cf5a-aa92-46b7-95f6-a25aaafe04e1), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:26.669197 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 02f397fe-4c71-41e4-8abc-c1e2b79f17ac up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:59:26.681362 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:26.732327 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-48c4310d-4ad2-4ff4-bde0-3174ca5f0826 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:26.802853 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fdb192-51df-450b-8aad-9991c7fe03c3 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Pushing event updated for resources: {'Subnet': ['ID=0fb2cdeb-8f33-490d-a866-16742e176bed,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:26.870479 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 02f397fe-4c71-41e4-8abc-c1e2b79f17ac triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:59:26.870851 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (02f397fe-4c71-41e4-8abc-c1e2b79f17ac), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:26.873234 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=f093cf5a-aa92-46b7-95f6-a25aaafe04e1,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:27.031502 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-afc390f5-ff45-494e-a305-3ab0b22786b2 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (80e8a4b9-293a-465a-9b06-ac8731a4e2b8), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:27.099055 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:27.099993 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc390f5-ff45-494e-a305-3ab0b22786b2 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event deleted for resources: {'Port': ['ID=80e8a4b9-293a-465a-9b06-ac8731a4e2b8,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:27.100251 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 02f397fe-4c71-41e4-8abc-c1e2b79f17ac is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:59:27.101435 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 0155e7db-88e6-4e75-8ddb-37b26f30de02 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:59:27.184442 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3c535354-3a63-495e-abfb-82bb97adebde tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (d3cffe8b-8541-4f28-a863-9d20b77fda6c), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:27.206975 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 0155e7db-88e6-4e75-8ddb-37b26f30de02 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:59:27.207453 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (0155e7db-88e6-4e75-8ddb-37b26f30de02), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:27.389270 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 0155e7db-88e6-4e75-8ddb-37b26f30de02 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:59:27.416885 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-599a9a64-15c9-45b4-875a-7c78e035c22f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (5d9f04ac-6067-40b6-b93c-915ab5c32dca), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:27.443881 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-afc390f5-ff45-494e-a305-3ab0b22786b2 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:27.505247 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device b25225d0-e014-4594-86c3-d1246dc797eb no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:59:27.508520 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fdb192-51df-450b-8aad-9991c7fe03c3 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Checking segment: {'id': '801b5186-909d-4c2a-826e-9624e30ebfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a6805cd4-8282-464a-a4dd-85c5f30847ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:59:27.518337 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fdb192-51df-450b-8aad-9991c7fe03c3 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Network hostable DHCP agents. Network: a6805cd4-8282-464a-a4dd-85c5f30847ad, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:59:27.541731 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: b25225d0-e014-4594-86c3-d1246dc797eb {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:59:27.547313 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device b25225d0-e014-4594-86c3-d1246dc797eb not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:59:27.616941 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c3d1534e-5d59-4c24-9473-608fdf5413e4 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group (cfc2ef53-c82c-41ea-b293-395a84a1b48f), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:27.649598 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599a9a64-15c9-45b4-875a-7c78e035c22f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d9f04ac-6067-40b6-b93c-915ab5c32dca,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:27.658411 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3c535354-3a63-495e-abfb-82bb97adebde tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (77609647-010d-4979-97e6-895275e88015), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:27.678751 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599a9a64-15c9-45b4-875a-7c78e035c22f admin admin] Checking segment: {'id': 'feb6def0-aab9-48fd-956a-9e31dce1f24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '028af1f9-64c7-473a-bf0c-1ec3ca00cd32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:59:27.679456 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599a9a64-15c9-45b4-875a-7c78e035c22f admin admin] Network hostable DHCP agents. Network: 028af1f9-64c7-473a-bf0c-1ec3ca00cd32, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:59:27.716825 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c3d1534e-5d59-4c24-9473-608fdf5413e4 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (cfc2ef53-c82c-41ea-b293-395a84a1b48f), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:27.824212 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 02f397fe-4c71-41e4-8abc-c1e2b79f17ac up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:59:27.875214 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fdb192-51df-450b-8aad-9991c7fe03c3 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Network a6805cd4-8282-464a-a4dd-85c5f30847ad is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:59:27.930285 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 02f397fe-4c71-41e4-8abc-c1e2b79f17ac triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:59:27.930655 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (02f397fe-4c71-41e4-8abc-c1e2b79f17ac), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:27.985737 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc390f5-ff45-494e-a305-3ab0b22786b2 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Router 3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:59:27.988993 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:28.012060 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=75,neutron:INSERT=21,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:28.020008 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:28.128068 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d1534e-5d59-4c24-9473-608fdf5413e4 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc2ef53-c82c-41ea-b293-395a84a1b48f,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:28.162029 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 02f397fe-4c71-41e4-8abc-c1e2b79f17ac is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:59:28.165393 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device f093cf5a-aa92-46b7-95f6-a25aaafe04e1 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:59:28.167146 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-33fdb192-51df-450b-8aad-9991c7fe03c3 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, a6805cd4-8282-464a-a4dd-85c5f30847ad) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:59:28.176715 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:28.187897 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fdb192-51df-450b-8aad-9991c7fe03c3 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:59:28.189399 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-33fdb192-51df-450b-8aad-9991c7fe03c3 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:28.212544 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa95ea58-414e-4adf-90cc-ec13580a8f2f None None] Network a6805cd4-8282-464a-a4dd-85c5f30847ad requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:59:28.246932 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc390f5-ff45-494e-a305-3ab0b22786b2 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:59:28.265677 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d488d9-8d19-4824-9dcf-069bd9633357 None None] Sync routers for ids ['3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:59:28.269169 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c3d1534e-5d59-4c24-9473-608fdf5413e4 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group (74a21314-01c4-4f13-a59c-a0069958a247), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:28.290677 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599a9a64-15c9-45b4-875a-7c78e035c22f admin admin] Network 028af1f9-64c7-473a-bf0c-1ec3ca00cd32 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:59:28.291226 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d488d9-8d19-4824-9dcf-069bd9633357 None None] Routers {'3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:59:28.297184 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-f5d488d9-8d19-4824-9dcf-069bd9633357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:58:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:28.298327 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39168) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:28.304913 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-afc390f5-ff45-494e-a305-3ab0b22786b2 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "PUT /networking/v2.0/routers/3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0154879 Aug 27 04:59:28.321132 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-599a9a64-15c9-45b4-875a-7c78e035c22f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 028af1f9-64c7-473a-bf0c-1ec3ca00cd32) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:59:28.382868 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e7fb21-d5f9-4fc8-ae5f-257b335ba52e None None] Network 028af1f9-64c7-473a-bf0c-1ec3ca00cd32 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:59:28.396510 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39172) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:28.397542 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-33fdb192-51df-450b-8aad-9991c7fe03c3 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 5.1016867 Aug 27 04:59:28.417990 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3c535354-3a63-495e-abfb-82bb97adebde tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for port (77609647-010d-4979-97e6-895275e88015), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:28.429246 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599a9a64-15c9-45b4-875a-7c78e035c22f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:59:28.431045 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-599a9a64-15c9-45b4-875a-7c78e035c22f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:28.442937 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c3d1534e-5d59-4c24-9473-608fdf5413e4 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (74a21314-01c4-4f13-a59c-a0069958a247), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:28.449533 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65234020-102e-4d7d-b381-ad61e901e93c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-a6805cd4-8282-464a-a4dd-85c5f30847ad', 'network_id': 'a6805cd4-8282-464a-a4dd-85c5f30847ad', 'project_id': '1d0109415e794b52b25a509d7b89f6ff', 'fixed_ips': [{'subnet_id': '0fb2cdeb-8f33-490d-a866-16742e176bed'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:59:28.458479 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-65234020-102e-4d7d-b381-ad61e901e93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:28.572333 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe1b3298-3b8f-4307-b993-768284a036dc tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Deleting subnet a0eefbb0-aa1f-4067-8cf6-93680e1e3736 {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:59:28.583817 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fe1b3298-3b8f-4307-b993-768284a036dc tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for subnet (a0eefbb0-aa1f-4067-8cf6-93680e1e3736), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:28.590430 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d1534e-5d59-4c24-9473-608fdf5413e4 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74a21314-01c4-4f13-a59c-a0069958a247,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:28.615107 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-f5d488d9-8d19-4824-9dcf-069bd9633357 None None] Set router 3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb gateway port host: None {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:59:28.622249 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-65234020-102e-4d7d-b381-ad61e901e93c None None] Allocated IP 172.20.0.3 (a6805cd4-8282-464a-a4dd-85c5f30847ad/0fb2cdeb-8f33-490d-a866-16742e176bed/26432b1b-28c0-4443-b61b-2c1c1044b885) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:59:28.668423 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3c535354-3a63-495e-abfb-82bb97adebde tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (77609647-010d-4979-97e6-895275e88015), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:28.761400 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-599a9a64-15c9-45b4-875a-7c78e035c22f admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.6016963 Aug 27 04:59:28.773238 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c3d1534e-5d59-4c24-9473-608fdf5413e4 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:28.779698 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c3d1534e-5d59-4c24-9473-608fdf5413e4 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 3.8082798 Aug 27 04:59:28.789985 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39176) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:28.799248 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-65234020-102e-4d7d-b381-ad61e901e93c None None] Publish callbacks [] for port (26432b1b-28c0-4443-b61b-2c1c1044b885), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:28.799520 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39178) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:28.799632 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:28.803753 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port f093cf5a-aa92-46b7-95f6-a25aaafe04e1 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:59:28.804361 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (f093cf5a-aa92-46b7-95f6-a25aaafe04e1), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:28.822726 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-a3d08eb5-c569-43a3-98ff-82838544d5e3 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-484336078-router', 'tenant_id': '1d1f106eac0645259391b87d7dfbbe56', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:28.852769 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-a1964f56-902a-4cb8-9af8-884b07acb9c7 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Request body: {'security_group_rule': {'security_group_id': '74a21314-01c4-4f13-a59c-a0069958a247', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:28.892846 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fe1b3298-3b8f-4307-b993-768284a036dc tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (a0eefbb0-aa1f-4067-8cf6-93680e1e3736), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:28.914100 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e54e3857-eb5c-47f2-9055-a77bef58605d tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (a6805cd4-8282-464a-a4dd-85c5f30847ad), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:28.984090 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-65234020-102e-4d7d-b381-ad61e901e93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (26432b1b-28c0-4443-b61b-2c1c1044b885), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:29.004116 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d933434-1971-434d-b540-a01690cafebd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-028af1f9-64c7-473a-bf0c-1ec3ca00cd32', 'network_id': '028af1f9-64c7-473a-bf0c-1ec3ca00cd32', 'project_id': '1d1f106eac0645259391b87d7dfbbe56', 'fixed_ips': [{'subnet_id': '5d9f04ac-6067-40b6-b93c-915ab5c32dca'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:59:29.018631 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c535354-3a63-495e-abfb-82bb97adebde tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event updated for resources: {'Port': ['ID=77609647-010d-4979-97e6-895275e88015,revision_number=3']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:29.024966 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4d933434-1971-434d-b540-a01690cafebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:29.058737 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-e54e3857-eb5c-47f2-9055-a77bef58605d tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Deleting port 26432b1b-28c0-4443-b61b-2c1c1044b885 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:59:29.059487 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e54e3857-eb5c-47f2-9055-a77bef58605d tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (26432b1b-28c0-4443-b61b-2c1c1044b885), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:29.082614 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3c535354-3a63-495e-abfb-82bb97adebde tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (d3cffe8b-8541-4f28-a863-9d20b77fda6c), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:29.113479 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-f5d488d9-8d19-4824-9dcf-069bd9633357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'name': 'tempest-RoutersIpV6Test-router-696252856', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:58:16Z', 'updated_at': '2022-08-27T04:59:26Z', 'revision_number': 9, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'gw_port_host': None, '_interfaces': [{'id': '38f5ac13-4403-4698-a29f-53e4d3f4a4b3', 'name': '', 'network_id': '0c675bf4-4916-40d1-96f5-9d4191821351', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'mac_address': 'fa:16:3e:d9:58:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '98e762fe-a50e-4be3-86a3-d423b514674c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:58:34Z', 'updated_at': '2022-08-27T04:58:47Z', 'revision_number': 5, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'subnets': [{'id': '98e762fe-a50e-4be3-86a3-d423b514674c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fc9b9c4-c21e-4709-93db-504834d76e29', 'name': '', 'network_id': '2e47ae03-ab97-4f12-a6f2-cc39b2534fcd', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'mac_address': 'fa:16:3e:8a:5c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '40141336-9273-4c5b-819b-a9da8c34164d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:58:22Z', 'updated_at': '2022-08-27T04:58:35Z', 'revision_number': 5, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'subnets': [{'id': '40141336-9273-4c5b-819b-a9da8c34164d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:29.121829 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39182) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:29.147765 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:29.166079 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a3d08eb5-c569-43a3-98ff-82838544d5e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (4a89459c-d017-4b1b-9ebb-5f6af8e37365), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:29.167141 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a3d08eb5-c569-43a3-98ff-82838544d5e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (4a89459c-d017-4b1b-9ebb-5f6af8e37365), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:29.170536 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d488d9-8d19-4824-9dcf-069bd9633357 None None] Checking router: 3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:59:29.192581 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d488d9-8d19-4824-9dcf-069bd9633357 None None] Routers {'3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:59:29.193224 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-f5d488d9-8d19-4824-9dcf-069bd9633357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:58:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:29.242111 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a1964f56-902a-4cb8-9af8-884b07acb9c7 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group_rule (023947c6-2f5b-40de-a007-a457d738ba25), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:29.294905 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65234020-102e-4d7d-b381-ad61e901e93c None None] Network a6805cd4-8282-464a-a4dd-85c5f30847ad is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:59:29.337292 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:29.341515 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-65234020-102e-4d7d-b381-ad61e901e93c None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:59:29.353015 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65234020-102e-4d7d-b381-ad61e901e93c None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:59:29.361421 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fe1b3298-3b8f-4307-b993-768284a036dc tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (a0eefbb0-aa1f-4067-8cf6-93680e1e3736), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:29.375190 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65234020-102e-4d7d-b381-ad61e901e93c None None] Pushing event updated for resources: {'Port': ['ID=26432b1b-28c0-4443-b61b-2c1c1044b885,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:29.406230 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-f5d488d9-8d19-4824-9dcf-069bd9633357 None None] Set router 3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb gateway port host: None {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:59:29.410294 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port f093cf5a-aa92-46b7-95f6-a25aaafe04e1 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:59:29.461394 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a1964f56-902a-4cb8-9af8-884b07acb9c7 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group_rule (023947c6-2f5b-40de-a007-a457d738ba25), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:29.526794 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cd11c9c2-4da1-4943-9d5c-e77a6279a3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:29.549885 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8c4c12b3-5c8d-4224-9d03-045421f0b171 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:29.552468 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 03e1c60a-8c3a-46c0-b09e-7ddabadab55b no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:59:29.572089 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a3d08eb5-c569-43a3-98ff-82838544d5e3 admin admin] Publish callbacks [] for router_controller (4a89459c-d017-4b1b-9ebb-5f6af8e37365), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:29.621541 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-e54e3857-eb5c-47f2-9055-a77bef58605d tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] For port 26432b1b-28c0-4443-b61b-2c1c1044b885, host n-d-852088-5, got binding levels [] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:59:29.622498 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e54e3857-eb5c-47f2-9055-a77bef58605d tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (26432b1b-28c0-4443-b61b-2c1c1044b885), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:29.668553 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-e54e3857-eb5c-47f2-9055-a77bef58605d tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Calling delete_port for 26432b1b-28c0-4443-b61b-2c1c1044b885 owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:59:29.668926 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c535354-3a63-495e-abfb-82bb97adebde tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Network a436d123-33c5-40bd-b0f6-dc6417b5c04f is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:59:29.671042 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a1964f56-902a-4cb8-9af8-884b07acb9c7 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (023947c6-2f5b-40de-a007-a457d738ba25), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:29.680363 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-3c535354-3a63-495e-abfb-82bb97adebde tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:59:29.708029 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1964f56-902a-4cb8-9af8-884b07acb9c7 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=023947c6-2f5b-40de-a007-a457d738ba25,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:29.781662 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-f5d488d9-8d19-4824-9dcf-069bd9633357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'name': 'tempest-RoutersIpV6Test-router-696252856', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:58:16Z', 'updated_at': '2022-08-27T04:59:26Z', 'revision_number': 9, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'gw_port_host': None, '_interfaces': [{'id': '38f5ac13-4403-4698-a29f-53e4d3f4a4b3', 'name': '', 'network_id': '0c675bf4-4916-40d1-96f5-9d4191821351', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'mac_address': 'fa:16:3e:d9:58:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '98e762fe-a50e-4be3-86a3-d423b514674c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:58:34Z', 'updated_at': '2022-08-27T04:58:47Z', 'revision_number': 5, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'subnets': [{'id': '98e762fe-a50e-4be3-86a3-d423b514674c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fc9b9c4-c21e-4709-93db-504834d76e29', 'name': '', 'network_id': '2e47ae03-ab97-4f12-a6f2-cc39b2534fcd', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'mac_address': 'fa:16:3e:8a:5c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '40141336-9273-4c5b-819b-a9da8c34164d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:58:22Z', 'updated_at': '2022-08-27T04:58:35Z', 'revision_number': 5, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'subnets': [{'id': '40141336-9273-4c5b-819b-a9da8c34164d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:29.803404 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 03e1c60a-8c3a-46c0-b09e-7ddabadab55b {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:59:29.809544 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 03e1c60a-8c3a-46c0-b09e-7ddabadab55b not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:59:29.855133 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-4d933434-1971-434d-b540-a01690cafebd None None] Allocated IP 172.20.0.2 (028af1f9-64c7-473a-bf0c-1ec3ca00cd32/5d9f04ac-6067-40b6-b93c-915ab5c32dca/325a361c-52e8-4531-aea7-4e51af0a4f1b) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:59:29.858054 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-65234020-102e-4d7d-b381-ad61e901e93c None None] Attempting to bind port 26432b1b-28c0-4443-b61b-2c1c1044b885 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:59:29.858551 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-65234020-102e-4d7d-b381-ad61e901e93c None None] Attempting to bind port 26432b1b-28c0-4443-b61b-2c1c1044b885 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '801b5186-909d-4c2a-826e-9624e30ebfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a6805cd4-8282-464a-a4dd-85c5f30847ad'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:59:29.859032 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65234020-102e-4d7d-b381-ad61e901e93c None None] Attempting to bind port 26432b1b-28c0-4443-b61b-2c1c1044b885 on network a6805cd4-8282-464a-a4dd-85c5f30847ad {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:59:29.861829 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d488d9-8d19-4824-9dcf-069bd9633357 None None] The sync data for ids ['3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb'] in n-d-852088-5 is: [{'id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'name': 'tempest-RoutersIpV6Test-router-696252856', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:58:16Z', 'updated_at': '2022-08-27T04:59:26Z', 'revision_number': 9, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'gw_port_host': None, '_interfaces': [{'id': '38f5ac13-4403-4698-a29f-53e4d3f4a4b3', 'name': '', 'network_id': '0c675bf4-4916-40d1-96f5-9d4191821351', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'mac_address': 'fa:16:3e:d9:58:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '98e762fe-a50e-4be3-86a3-d423b514674c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:58:34Z', 'updated_at': '2022-08-27T04:58:47Z', 'revision_number': 5, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'subnets': [{'id': '98e762fe-a50e-4be3-86a3-d423b514674c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fc9b9c4-c21e-4709-93db-504834d76e29', 'name': '', 'network_id': '2e47ae03-ab97-4f12-a6f2-cc39b2534fcd', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'mac_address': 'fa:16:3e:8a:5c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '40141336-9273-4c5b-819b-a9da8c34164d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:58:22Z', 'updated_at': '2022-08-27T04:58:35Z', 'revision_number': 5, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'subnets': [{'id': '40141336-9273-4c5b-819b-a9da8c34164d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:59:29.886409 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65234020-102e-4d7d-b381-ad61e901e93c None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:59:29.887090 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65234020-102e-4d7d-b381-ad61e901e93c None None] Checking segment: {'id': '801b5186-909d-4c2a-826e-9624e30ebfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a6805cd4-8282-464a-a4dd-85c5f30847ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:59:29.888268 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-65234020-102e-4d7d-b381-ad61e901e93c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:29.888793 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65234020-102e-4d7d-b381-ad61e901e93c None None] Bound using segment: {'id': '801b5186-909d-4c2a-826e-9624e30ebfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a6805cd4-8282-464a-a4dd-85c5f30847ad'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:59:29.890951 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-65234020-102e-4d7d-b381-ad61e901e93c None None] Bound port: 26432b1b-28c0-4443-b61b-2c1c1044b885, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '801b5186-909d-4c2a-826e-9624e30ebfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a6805cd4-8282-464a-a4dd-85c5f30847ad'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:59:29.891466 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-65234020-102e-4d7d-b381-ad61e901e93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (26432b1b-28c0-4443-b61b-2c1c1044b885), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:30.022251 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8c4c12b3-5c8d-4224-9d03-045421f0b171 admin admin] Publish callbacks [] for security_group (bea00d77-cc74-4230-a818-233b474b28cc), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:30.146229 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4d933434-1971-434d-b540-a01690cafebd None None] Publish callbacks [] for port (325a361c-52e8-4531-aea7-4e51af0a4f1b), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:30.192488 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-a252c855-0dad-4ff7-a18a-ec63ed318cd7 None None] Provisioning complete for port 77609647-010d-4979-97e6-895275e88015 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:59:30.192873 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a252c855-0dad-4ff7-a18a-ec63ed318cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (77609647-010d-4979-97e6-895275e88015), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:30.246524 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-a252c855-0dad-4ff7-a18a-ec63ed318cd7 None None] Port 77609647-010d-4979-97e6-895275e88015 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:59:30.330799 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a3d08eb5-c569-43a3-98ff-82838544d5e3 admin admin] Publish callbacks [] for router_gateway (4a89459c-d017-4b1b-9ebb-5f6af8e37365), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:30.508926 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fe1b3298-3b8f-4307-b993-768284a036dc tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (a0eefbb0-aa1f-4067-8cf6-93680e1e3736), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:30.540047 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1b3298-3b8f-4307-b993-768284a036dc tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event deleted for resources: {'Subnet': ['ID=a0eefbb0-aa1f-4067-8cf6-93680e1e3736,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:30.542152 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fe1b3298-3b8f-4307-b993-768284a036dc tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:30.545469 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-fe1b3298-3b8f-4307-b993-768284a036dc tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/a0eefbb0-aa1f-4067-8cf6-93680e1e3736 HTTP/1.1" status: 204 len: 168 time: 2.2423573 Aug 27 04:59:30.549701 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39198) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:30.559531 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c41cec7-d57a-48b7-b346-0b132be54d48 None None] Network f576cf03-18e3-4d91-9f68-d8fe80da65fb requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:59:30.634369 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d429b1b6-2c56-4b54-91e4-859055a70227 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (f576cf03-18e3-4d91-9f68-d8fe80da65fb), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:30.718452 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-d429b1b6-2c56-4b54-91e4-859055a70227 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Deleting port 533f5e1d-9803-4c80-804f-311d9cdc8757 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:59:30.718452 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d429b1b6-2c56-4b54-91e4-859055a70227 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (533f5e1d-9803-4c80-804f-311d9cdc8757), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:30.849938 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c535354-3a63-495e-abfb-82bb97adebde tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Router d3cffe8b-8541-4f28-a863-9d20b77fda6c is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:59:30.849938 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8c4c12b3-5c8d-4224-9d03-045421f0b171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (bea00d77-cc74-4230-a818-233b474b28cc), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:30.989649 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-65234020-102e-4d7d-b381-ad61e901e93c None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:59:30.989649 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-65234020-102e-4d7d-b381-ad61e901e93c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:59:30.989649 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4085a988-7031-4b60-a8de-cdb4c8373630 None None] DHCP port deletion for f576cf03-18e3-4d91-9f68-d8fe80da65fb request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:59:30.989952 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a1964f56-902a-4cb8-9af8-884b07acb9c7 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:30.989952 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a1964f56-902a-4cb8-9af8-884b07acb9c7 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9428842 Aug 27 04:59:30.989952 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e54e3857-eb5c-47f2-9055-a77bef58605d tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (26432b1b-28c0-4443-b61b-2c1c1044b885), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:30.990270 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39202) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:30.990270 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-8c4c12b3-5c8d-4224-9d03-045421f0b171 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=d31c0d9018c944de9a81ae6c078a52aa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6716835 Aug 27 04:59:30.990270 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-fee01b64-98e4-4d10-9c28-89e37c93844a tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Request body: {'security_group_rule': {'security_group_id': '74a21314-01c4-4f13-a59c-a0069958a247', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:30.990270 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39204) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:30.990725 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4085a988-7031-4b60-a8de-cdb4c8373630 None None] Deleting port 533f5e1d-9803-4c80-804f-311d9cdc8757 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:59:30.990725 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4085a988-7031-4b60-a8de-cdb4c8373630 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (533f5e1d-9803-4c80-804f-311d9cdc8757), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:30.990725 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4d933434-1971-434d-b540-a01690cafebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (325a361c-52e8-4531-aea7-4e51af0a4f1b), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:30.990725 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:30.991119 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e3857-eb5c-47f2-9055-a77bef58605d tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Pushing event deleted for resources: {'Port': ['ID=26432b1b-28c0-4443-b61b-2c1c1044b885,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:30.991222 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d933434-1971-434d-b540-a01690cafebd None None] Network 028af1f9-64c7-473a-bf0c-1ec3ca00cd32 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:59:30.991222 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-4d933434-1971-434d-b540-a01690cafebd None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:59:30.991222 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:30.992780 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d933434-1971-434d-b540-a01690cafebd None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:59:31.032026 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4c12b3-5c8d-4224-9d03-045421f0b171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea00d77-cc74-4230-a818-233b474b28cc,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:31.076045 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-991af8a1-8c44-4828-b211-c0ecfbe7256e admin admin] Publish callbacks [] for security_group (bea00d77-cc74-4230-a818-233b474b28cc), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:31.086894 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54e3857-eb5c-47f2-9055-a77bef58605d tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] No DVR routers for this DVR port 26432b1b-28c0-4443-b61b-2c1c1044b885 on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:59:31.103179 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c535354-3a63-495e-abfb-82bb97adebde tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:59:31.103419 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-d429b1b6-2c56-4b54-91e4-859055a70227 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] For port 533f5e1d-9803-4c80-804f-311d9cdc8757, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=533f5e1d-9803-4c80-804f-311d9cdc8757,segment=NetworkSegment(da0ca5d9-2033-4dc3-ba67-2c1fb069c171),segment_id=da0ca5d9-2033-4dc3-ba67-2c1fb069c171)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:59:31.103694 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d429b1b6-2c56-4b54-91e4-859055a70227 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (533f5e1d-9803-4c80-804f-311d9cdc8757), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:31.113258 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3c535354-3a63-495e-abfb-82bb97adebde tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "PUT /networking/v2.0/routers/d3cffe8b-8541-4f28-a863-9d20b77fda6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1189260 Aug 27 04:59:31.117051 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39206) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:31.131143 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-991af8a1-8c44-4828-b211-c0ecfbe7256e admin admin] Publish callbacks [] for security_group (bea00d77-cc74-4230-a818-233b474b28cc), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:31.197810 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fee01b64-98e4-4d10-9c28-89e37c93844a tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group_rule (369ecf21-9cb7-4b06-8ff7-d2d415ca4a43), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:31.223060 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-d429b1b6-2c56-4b54-91e4-859055a70227 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Calling delete_port for 533f5e1d-9803-4c80-804f-311d9cdc8757 owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:59:31.241844 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d39af7-481a-4d26-b802-0cb351d21708 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:59:31.243154 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-95d39af7-481a-4d26-b802-0cb351d21708 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d3cffe8b-8541-4f28-a863-9d20b77fda6c HTTP/1.1" status: 200 len: 981 time: 0.1149859 Aug 27 04:59:31.251046 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39218) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:31.278789 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4085a988-7031-4b60-a8de-cdb4c8373630 None None] For port 533f5e1d-9803-4c80-804f-311d9cdc8757, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=533f5e1d-9803-4c80-804f-311d9cdc8757,segment=NetworkSegment(da0ca5d9-2033-4dc3-ba67-2c1fb069c171),segment_id=da0ca5d9-2033-4dc3-ba67-2c1fb069c171)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:59:31.279049 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e54e3857-eb5c-47f2-9055-a77bef58605d tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (0fb2cdeb-8f33-490d-a866-16742e176bed), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:31.279184 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4085a988-7031-4b60-a8de-cdb4c8373630 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (533f5e1d-9803-4c80-804f-311d9cdc8757), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:31.293571 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4085a988-7031-4b60-a8de-cdb4c8373630 None None] Calling delete_port for 533f5e1d-9803-4c80-804f-311d9cdc8757 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:59:31.378351 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda78feb-85ff-4db1-96d7-a8acc3767073 None None] Sync routers for ids ['d3cffe8b-8541-4f28-a863-9d20b77fda6c'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:59:31.405818 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d933434-1971-434d-b540-a01690cafebd None None] Pushing event updated for resources: {'Port': ['ID=325a361c-52e8-4531-aea7-4e51af0a4f1b,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:31.447392 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-65234020-102e-4d7d-b381-ad61e901e93c None None] Attempting to bind port 26432b1b-28c0-4443-b61b-2c1c1044b885 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:59:31.447913 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-65234020-102e-4d7d-b381-ad61e901e93c None None] Attempting to bind port 26432b1b-28c0-4443-b61b-2c1c1044b885 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '801b5186-909d-4c2a-826e-9624e30ebfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a6805cd4-8282-464a-a4dd-85c5f30847ad'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:59:31.448463 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65234020-102e-4d7d-b381-ad61e901e93c None None] Attempting to bind port 26432b1b-28c0-4443-b61b-2c1c1044b885 on network a6805cd4-8282-464a-a4dd-85c5f30847ad {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:59:31.457181 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-4d933434-1971-434d-b540-a01690cafebd None None] Attempting to bind port 325a361c-52e8-4531-aea7-4e51af0a4f1b on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:59:31.457697 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-4d933434-1971-434d-b540-a01690cafebd None None] Attempting to bind port 325a361c-52e8-4531-aea7-4e51af0a4f1b by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'feb6def0-aab9-48fd-956a-9e31dce1f24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '028af1f9-64c7-473a-bf0c-1ec3ca00cd32'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:59:31.458164 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d933434-1971-434d-b540-a01690cafebd None None] Attempting to bind port 325a361c-52e8-4531-aea7-4e51af0a4f1b on network 028af1f9-64c7-473a-bf0c-1ec3ca00cd32 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:59:31.463385 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda78feb-85ff-4db1-96d7-a8acc3767073 None None] Routers {'d3cffe8b-8541-4f28-a863-9d20b77fda6c'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:59:31.464139 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-dda78feb-85ff-4db1-96d7-a8acc3767073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:59:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['d3cffe8b-8541-4f28-a863-9d20b77fda6c'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:31.502550 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65234020-102e-4d7d-b381-ad61e901e93c None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:59:31.503392 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65234020-102e-4d7d-b381-ad61e901e93c None None] Checking segment: {'id': '801b5186-909d-4c2a-826e-9624e30ebfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a6805cd4-8282-464a-a4dd-85c5f30847ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:59:31.503896 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-65234020-102e-4d7d-b381-ad61e901e93c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:31.504417 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65234020-102e-4d7d-b381-ad61e901e93c None None] Bound using segment: {'id': '801b5186-909d-4c2a-826e-9624e30ebfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a6805cd4-8282-464a-a4dd-85c5f30847ad'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:59:31.505000 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-65234020-102e-4d7d-b381-ad61e901e93c None None] Bound port: 26432b1b-28c0-4443-b61b-2c1c1044b885, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '801b5186-909d-4c2a-826e-9624e30ebfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a6805cd4-8282-464a-a4dd-85c5f30847ad'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:59:31.505598 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-65234020-102e-4d7d-b381-ad61e901e93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (26432b1b-28c0-4443-b61b-2c1c1044b885), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:31.508788 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a3d08eb5-c569-43a3-98ff-82838544d5e3 admin admin] Publish callbacks [] for router_gateway (4a89459c-d017-4b1b-9ebb-5f6af8e37365), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:31.509996 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d933434-1971-434d-b540-a01690cafebd None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:59:31.510502 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d933434-1971-434d-b540-a01690cafebd None None] Checking segment: {'id': 'feb6def0-aab9-48fd-956a-9e31dce1f24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '028af1f9-64c7-473a-bf0c-1ec3ca00cd32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:59:31.510963 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4d933434-1971-434d-b540-a01690cafebd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:31.511441 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d933434-1971-434d-b540-a01690cafebd None None] Bound using segment: {'id': 'feb6def0-aab9-48fd-956a-9e31dce1f24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '028af1f9-64c7-473a-bf0c-1ec3ca00cd32'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:59:31.512154 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-4d933434-1971-434d-b540-a01690cafebd None None] Bound port: 325a361c-52e8-4531-aea7-4e51af0a4f1b, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feb6def0-aab9-48fd-956a-9e31dce1f24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '028af1f9-64c7-473a-bf0c-1ec3ca00cd32'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:59:31.512379 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4d933434-1971-434d-b540-a01690cafebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (325a361c-52e8-4531-aea7-4e51af0a4f1b), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:31.522426 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-dda78feb-85ff-4db1-96d7-a8acc3767073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:31.543972 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4085a988-7031-4b60-a8de-cdb4c8373630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (533f5e1d-9803-4c80-804f-311d9cdc8757), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:31.553017 n-d-852088-5 neutron-server[107776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:59:31.553017 n-d-852088-5 neutron-server[107776]: self.session.flush() Aug 27 04:59:31.553017 n-d-852088-5 neutron-server[107776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:59:31.553017 n-d-852088-5 neutron-server[107776]: self.session.flush() Aug 27 04:59:31.553017 n-d-852088-5 neutron-server[107776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:59:31.553017 n-d-852088-5 neutron-server[107776]: self.session.flush() Aug 27 04:59:31.553017 n-d-852088-5 neutron-server[107776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:59:31.553017 n-d-852088-5 neutron-server[107776]: self.session.flush() Aug 27 04:59:31.553017 n-d-852088-5 neutron-server[107776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:59:31.553017 n-d-852088-5 neutron-server[107776]: self.session.flush() Aug 27 04:59:31.553017 n-d-852088-5 neutron-server[107776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:59:31.553017 n-d-852088-5 neutron-server[107776]: self.session.flush() Aug 27 04:59:31.553017 n-d-852088-5 neutron-server[107776]: /opt/stack/neutron/neutron/extensions/quotasv2.py:140: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Aug 27 04:59:31.553017 n-d-852088-5 neutron-server[107776]: warnings.warn('Neutron quota engine will require "--force" ' Aug 27 04:59:31.553017 n-d-852088-5 neutron-server[107776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:59:31.553017 n-d-852088-5 neutron-server[107776]: self.session.flush() Aug 27 04:59:31.553017 n-d-852088-5 neutron-server[107776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:59:31.553017 n-d-852088-5 neutron-server[107776]: self.session.flush() Aug 27 04:59:31.553017 n-d-852088-5 neutron-server[107776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:59:31.553017 n-d-852088-5 neutron-server[107776]: self.session.flush() Aug 27 04:59:31.553017 n-d-852088-5 neutron-server[107776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:59:31.553017 n-d-852088-5 neutron-server[107776]: self.session.flush() Aug 27 04:59:31.553017 n-d-852088-5 neutron-server[107776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:59:31.553017 n-d-852088-5 neutron-server[107776]: self.session.flush() Aug 27 04:59:31.553017 n-d-852088-5 neutron-server[107776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:59:31.553017 n-d-852088-5 neutron-server[107776]: self.session.flush() Aug 27 04:59:31.553017 n-d-852088-5 neutron-server[107776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:59:31.553017 n-d-852088-5 neutron-server[107776]: self.session.flush() Aug 27 04:59:31.553017 n-d-852088-5 neutron-server[107776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:59:31.553017 n-d-852088-5 neutron-server[107776]: self.session.flush() Aug 27 04:59:31.553017 n-d-852088-5 neutron-server[107776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:59:31.553017 n-d-852088-5 neutron-server[107776]: self.session.flush() Aug 27 04:59:31.553017 n-d-852088-5 neutron-server[107776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:59:31.553017 n-d-852088-5 neutron-server[107776]: self.session.flush() Aug 27 04:59:31.553017 n-d-852088-5 neutron-server[107776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:59:31.553017 n-d-852088-5 neutron-server[107776]: self.session.flush() Aug 27 04:59:31.553017 n-d-852088-5 neutron-server[107776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:59:31.553017 n-d-852088-5 neutron-server[107776]: self.session.flush() Aug 27 04:59:31.553017 n-d-852088-5 neutron-server[107776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:59:31.553017 n-d-852088-5 neutron-server[107776]: self.session.flush() Aug 27 04:59:31.553017 n-d-852088-5 neutron-server[107776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:59:31.553017 n-d-852088-5 neutron-server[107776]: self.session.flush() Aug 27 04:59:31.553017 n-d-852088-5 neutron-server[107776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:59:31.553017 n-d-852088-5 neutron-server[107776]: self.session.flush() Aug 27 04:59:31.553017 n-d-852088-5 neutron-server[107776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:59:31.553017 n-d-852088-5 neutron-server[107776]: self.session.flush() Aug 27 04:59:31.553017 n-d-852088-5 neutron-server[107776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:59:31.553017 n-d-852088-5 neutron-server[107776]: self.session.flush() Aug 27 04:59:31.553017 n-d-852088-5 neutron-server[107776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:59:31.553017 n-d-852088-5 neutron-server[107776]: self.session.flush() Aug 27 04:59:31.553017 n-d-852088-5 neutron-server[107776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:59:31.553017 n-d-852088-5 neutron-server[107776]: self.session.flush() Aug 27 04:59:31.553017 n-d-852088-5 neutron-server[107776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:59:31.553017 n-d-852088-5 neutron-server[107776]: self.session.flush() Aug 27 04:59:31.561274 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4085a988-7031-4b60-a8de-cdb4c8373630 None None] No DVR routers for this DVR port 533f5e1d-9803-4c80-804f-311d9cdc8757 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:59:31.567534 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a3d08eb5-c569-43a3-98ff-82838544d5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:31.582509 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d429b1b6-2c56-4b54-91e4-859055a70227 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (533f5e1d-9803-4c80-804f-311d9cdc8757), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:31.583671 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-65234020-102e-4d7d-b381-ad61e901e93c None None] Port 26432b1b-28c0-4443-b61b-2c1c1044b885 has been deleted concurrently {{(pid=107777) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:675}} Aug 27 04:59:31.617090 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d429b1b6-2c56-4b54-91e4-859055a70227 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event deleted for resources: {'Port': ['ID=533f5e1d-9803-4c80-804f-311d9cdc8757,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:31.630150 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d429b1b6-2c56-4b54-91e4-859055a70227 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] No DVR routers for this DVR port 533f5e1d-9803-4c80-804f-311d9cdc8757 on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:59:31.637651 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:31.649085 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda78feb-85ff-4db1-96d7-a8acc3767073 None None] Routers {'d3cffe8b-8541-4f28-a863-9d20b77fda6c'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:59:31.649085 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-dda78feb-85ff-4db1-96d7-a8acc3767073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:59:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['d3cffe8b-8541-4f28-a863-9d20b77fda6c'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:31.649085 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4085a988-7031-4b60-a8de-cdb4c8373630 None None] Pushing event deleted for resources: {'Port': ['ID=533f5e1d-9803-4c80-804f-311d9cdc8757,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:31.712649 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-dda78feb-85ff-4db1-96d7-a8acc3767073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:31.713488 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda78feb-85ff-4db1-96d7-a8acc3767073 None None] The sync data for ids ['d3cffe8b-8541-4f28-a863-9d20b77fda6c'] in n-d-852088-5 is: [] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:59:31.737835 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-fee01b64-98e4-4d10-9c28-89e37c93844a tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] create failed (client error): There was a conflict when trying to complete your request. Aug 27 04:59:31.739564 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-fee01b64-98e4-4d10-9c28-89e37c93844a tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.9435000 Aug 27 04:59:31.741076 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4d933434-1971-434d-b540-a01690cafebd None None] For port 325a361c-52e8-4531-aea7-4e51af0a4f1b, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:59:31.744139 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39222) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:31.747793 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4d933434-1971-434d-b540-a01690cafebd None None] For port 325a361c-52e8-4531-aea7-4e51af0a4f1b, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=325a361c-52e8-4531-aea7-4e51af0a4f1b,segment=NetworkSegment(feb6def0-aab9-48fd-956a-9e31dce1f24f),segment_id=feb6def0-aab9-48fd-956a-9e31dce1f24f)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:59:31.755205 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-991af8a1-8c44-4828-b211-c0ecfbe7256e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (bea00d77-cc74-4230-a818-233b474b28cc), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:31.759450 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-991af8a1-8c44-4828-b211-c0ecfbe7256e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:31.759450 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-991af8a1-8c44-4828-b211-c0ecfbe7256e admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/bea00d77-cc74-4230-a818-233b474b28cc HTTP/1.1" status: 204 len: 168 time: 0.9357240 Aug 27 04:59:31.819437 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991af8a1-8c44-4828-b211-c0ecfbe7256e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea00d77-cc74-4230-a818-233b474b28cc,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:31.850673 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:31.884644 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4d933434-1971-434d-b540-a01690cafebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (325a361c-52e8-4531-aea7-4e51af0a4f1b), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:31.905996 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:31.911449 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-a3d08eb5-c569-43a3-98ff-82838544d5e3 admin admin] Allocated IP 172.25.2.13 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/dcd17850-f13a-4543-b6bd-753ad632ca5a) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:59:32.064044 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 533f5e1d-9803-4c80-804f-311d9cdc8757 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:59:32.074364 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:32.133400 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 533f5e1d-9803-4c80-804f-311d9cdc8757 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:59:32.133760 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 533f5e1d-9803-4c80-804f-311d9cdc8757 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:59:32.134182 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 80e8a4b9-293a-465a-9b06-ac8731a4e2b8 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:59:32.137338 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d933434-1971-434d-b540-a01690cafebd None None] Pushing event updated for resources: {'Port': ['ID=325a361c-52e8-4531-aea7-4e51af0a4f1b,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:32.168292 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a8b4a3c8-aef1-4c14-88e1-621506200d58 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (d3cffe8b-8541-4f28-a863-9d20b77fda6c), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:32.181963 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 80e8a4b9-293a-465a-9b06-ac8731a4e2b8 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:59:32.182407 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 80e8a4b9-293a-465a-9b06-ac8731a4e2b8 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:59:32.360070 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=72,neutron:UPDATE=6,neutron:DELETE=11,neutron:INSERT=11 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:32.582144 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e54e3857-eb5c-47f2-9055-a77bef58605d tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (0fb2cdeb-8f33-490d-a866-16742e176bed), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:32.597703 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:32.657033 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e3857-eb5c-47f2-9055-a77bef58605d tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Pushing event deleted for resources: {'Subnet': ['ID=0fb2cdeb-8f33-490d-a866-16742e176bed,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:32.669195 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d429b1b6-2c56-4b54-91e4-859055a70227 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (f576cf03-18e3-4d91-9f68-d8fe80da65fb), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:32.734268 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:32.789854 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4a3c8-aef1-4c14-88e1-621506200d58 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Deleting port 77609647-010d-4979-97e6-895275e88015 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:59:32.790087 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a8b4a3c8-aef1-4c14-88e1-621506200d58 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (77609647-010d-4979-97e6-895275e88015), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:32.851973 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-d429b1b6-2c56-4b54-91e4-859055a70227 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f576cf03-18e3-4d91-9f68-d8fe80da65fb']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:32.865367 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a3d08eb5-c569-43a3-98ff-82838544d5e3 admin admin] Publish callbacks [] for port (dcd17850-f13a-4543-b6bd-753ad632ca5a), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:32.873167 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-d429b1b6-2c56-4b54-91e4-859055a70227 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da0ca5d9-2033-4dc3-ba67-2c1fb069c171') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:32.873521 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-d429b1b6-2c56-4b54-91e4-859055a70227 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da0ca5d9-2033-4dc3-ba67-2c1fb069c171') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:32.885026 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e54e3857-eb5c-47f2-9055-a77bef58605d tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (a6805cd4-8282-464a-a4dd-85c5f30847ad), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:32.889728 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a8b4a3c8-aef1-4c14-88e1-621506200d58 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (77609647-010d-4979-97e6-895275e88015), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:32.893088 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d429b1b6-2c56-4b54-91e4-859055a70227 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (da0ca5d9-2033-4dc3-ba67-2c1fb069c171), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:32.904036 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4a3c8-aef1-4c14-88e1-621506200d58 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Calling delete_port for 77609647-010d-4979-97e6-895275e88015 owned by network:router_interface {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:59:32.947362 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-97c4a284-17b3-4ca7-a42a-7ab915e46f90 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group (74a21314-01c4-4f13-a59c-a0069958a247), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:32.975921 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39232) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:32.991624 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d429b1b6-2c56-4b54-91e4-859055a70227 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (da0ca5d9-2033-4dc3-ba67-2c1fb069c171), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:32.995255 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2845fbcf-20dd-4f7c-9271-6a0c3618d373 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:32.997945 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-e54e3857-eb5c-47f2-9055-a77bef58605d tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6805cd4-8282-464a-a4dd-85c5f30847ad']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:33.025207 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d429b1b6-2c56-4b54-91e4-859055a70227 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:59:33.025628 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d429b1b6-2c56-4b54-91e4-859055a70227 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (da0ca5d9-2033-4dc3-ba67-2c1fb069c171), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:33.030304 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-e54e3857-eb5c-47f2-9055-a77bef58605d tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '801b5186-909d-4c2a-826e-9624e30ebfd8') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:33.038343 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-e54e3857-eb5c-47f2-9055-a77bef58605d tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '801b5186-909d-4c2a-826e-9624e30ebfd8') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:33.052421 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-97c4a284-17b3-4ca7-a42a-7ab915e46f90 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group (74a21314-01c4-4f13-a59c-a0069958a247), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:33.099839 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment da0ca5d9-2033-4dc3-ba67-2c1fb069c171 resource provider aggregate not found Aug 27 04:59:33.112855 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e54e3857-eb5c-47f2-9055-a77bef58605d tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (801b5186-909d-4c2a-826e-9624e30ebfd8), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:33.141463 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment da0ca5d9-2033-4dc3-ba67-2c1fb069c171 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid da0ca5d9-2033-4dc3-ba67-2c1fb069c171 found for delete ", "request_id": "req-3b41746a-fee9-4566-b4c4-c23339deb8e8"}]} Aug 27 04:59:33.167680 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e54e3857-eb5c-47f2-9055-a77bef58605d tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (801b5186-909d-4c2a-826e-9624e30ebfd8), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:33.181393 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e54e3857-eb5c-47f2-9055-a77bef58605d tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:59:33.181830 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e54e3857-eb5c-47f2-9055-a77bef58605d tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (801b5186-909d-4c2a-826e-9624e30ebfd8), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:33.307666 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2845fbcf-20dd-4f7c-9271-6a0c3618d373 admin admin] Publish callbacks [] for security_group (a66b59f4-3ea6-4566-90b3-b5173f5db063), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:33.353528 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:33.384296 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a8b4a3c8-aef1-4c14-88e1-621506200d58 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (77609647-010d-4979-97e6-895275e88015), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:33.386998 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a3d08eb5-c569-43a3-98ff-82838544d5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (dcd17850-f13a-4543-b6bd-753ad632ca5a), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:33.399966 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-97c4a284-17b3-4ca7-a42a-7ab915e46f90 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (74a21314-01c4-4f13-a59c-a0069958a247), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:33.403134 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-97c4a284-17b3-4ca7-a42a-7ab915e46f90 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:33.404626 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-97c4a284-17b3-4ca7-a42a-7ab915e46f90 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/74a21314-01c4-4f13-a59c-a0069958a247 HTTP/1.1" status: 204 len: 168 time: 1.6402323 Aug 27 04:59:33.413505 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d429b1b6-2c56-4b54-91e4-859055a70227 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (f576cf03-18e3-4d91-9f68-d8fe80da65fb), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:33.414895 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39240) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:33.419939 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4a3c8-aef1-4c14-88e1-621506200d58 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event deleted for resources: {'Port': ['ID=77609647-010d-4979-97e6-895275e88015,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:33.448274 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:33.462083 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d429b1b6-2c56-4b54-91e4-859055a70227 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:33.467318 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2845fbcf-20dd-4f7c-9271-6a0c3618d373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (a66b59f4-3ea6-4566-90b3-b5173f5db063), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:33.468695 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d429b1b6-2c56-4b54-91e4-859055a70227 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "DELETE /networking/v2.0/networks/f576cf03-18e3-4d91-9f68-d8fe80da65fb HTTP/1.1" status: 204 len: 168 time: 2.9178793 Aug 27 04:59:33.474534 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39242) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:33.491087 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d08eb5-c569-43a3-98ff-82838544d5e3 admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:59:33.508464 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c4a284-17b3-4ca7-a42a-7ab915e46f90 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a21314-01c4-4f13-a59c-a0069958a247,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:33.510512 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-a3d08eb5-c569-43a3-98ff-82838544d5e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:59:33.512492 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e54e3857-eb5c-47f2-9055-a77bef58605d tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (a6805cd4-8282-464a-a4dd-85c5f30847ad), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:33.514276 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d08eb5-c569-43a3-98ff-82838544d5e3 admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:59:33.536213 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d429b1b6-2c56-4b54-91e4-859055a70227 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event deleted for resources: {'Network': ['ID=f576cf03-18e3-4d91-9f68-d8fe80da65fb,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:33.538875 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e54e3857-eb5c-47f2-9055-a77bef58605d tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:33.551549 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e54e3857-eb5c-47f2-9055-a77bef58605d tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "DELETE /networking/v2.0/networks/a6805cd4-8282-464a-a4dd-85c5f30847ad HTTP/1.1" status: 204 len: 168 time: 5.1451659 Aug 27 04:59:33.577428 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39244) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:33.584194 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-40cf7ab6-c4ac-4542-b18e-87709d23665b tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1602938632'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:33.612335 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d08eb5-c569-43a3-98ff-82838544d5e3 admin admin] Pushing event updated for resources: {'Port': ['ID=dcd17850-f13a-4543-b6bd-753ad632ca5a,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:33.624696 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e3857-eb5c-47f2-9055-a77bef58605d tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Pushing event deleted for resources: {'Network': ['ID=a6805cd4-8282-464a-a4dd-85c5f30847ad,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:33.658741 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2845fbcf-20dd-4f7c-9271-6a0c3618d373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66b59f4-3ea6-4566-90b3-b5173f5db063,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:33.680729 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-09a1a5bf-f5e7-4069-8a2c-7caf0f727140 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] 10.222.0.76 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2613578 Aug 27 04:59:33.691342 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2845fbcf-20dd-4f7c-9271-6a0c3618d373 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=66ce3b3c6d464de096ba3c684e7665e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7139201 Aug 27 04:59:33.692001 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39250) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:33.692202 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39256) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:33.696707 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5883ad-b700-4bc6-999e-18bdfd90eb52 None None] Network 028af1f9-64c7-473a-bf0c-1ec3ca00cd32 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:59:33.707306 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-ff3e67db-fc3e-4fcb-bb6c-02ee8f8544a0 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Request body: {'security_group': {'name': 'tempest-secgroup--2062224241'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:33.818373 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40cf7ab6-c4ac-4542-b18e-87709d23665b tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Made reservation on behalf of 1d0109415e794b52b25a509d7b89f6ff for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:59:33.828048 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-40cf7ab6-c4ac-4542-b18e-87709d23665b tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:33.874269 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-b4ae6ec1-94ab-4d63-add9-7fb05671da59 None None] Provisioning complete for port 325a361c-52e8-4531-aea7-4e51af0a4f1b triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:59:33.878629 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b4ae6ec1-94ab-4d63-add9-7fb05671da59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (325a361c-52e8-4531-aea7-4e51af0a4f1b), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:33.903147 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40cf7ab6-c4ac-4542-b18e-87709d23665b tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:59:33.921959 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-40cf7ab6-c4ac-4542-b18e-87709d23665b tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (3e3f0031-42f3-4132-8be1-d12d9ca9b328), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:33.922312 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-40cf7ab6-c4ac-4542-b18e-87709d23665b tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Added segment 3e3f0031-42f3-4132-8be1-d12d9ca9b328 of type vlan for network 67c283f4-17b2-4ecf-9890-a99e108c8832 Aug 27 04:59:33.977606 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-40cf7ab6-c4ac-4542-b18e-87709d23665b tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (67c283f4-17b2-4ecf-9890-a99e108c8832), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:34.045284 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a800750-f615-4019-b77d-589d98a13548 None None] DHCP port deletion for a6805cd4-8282-464a-a4dd-85c5f30847ad request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:59:34.061439 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 325a361c-52e8-4531-aea7-4e51af0a4f1b up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:59:34.088127 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a8b4a3c8-aef1-4c14-88e1-621506200d58 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (d3cffe8b-8541-4f28-a863-9d20b77fda6c), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:34.120691 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-b4ae6ec1-94ab-4d63-add9-7fb05671da59 None None] Current status of the port 325a361c-52e8-4531-aea7-4e51af0a4f1b is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:59:34.120691 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b4ae6ec1-94ab-4d63-add9-7fb05671da59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (325a361c-52e8-4531-aea7-4e51af0a4f1b), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:34.139382 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-54024060-7b6e-47c1-ade6-f0238649a1cc admin admin] Publish callbacks [] for security_group (a66b59f4-3ea6-4566-90b3-b5173f5db063), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:34.140461 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8683ce-cbd9-4224-ad61-4f0448117e30 None None] Network a6805cd4-8282-464a-a4dd-85c5f30847ad requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:59:34.148445 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ff3e67db-fc3e-4fcb-bb6c-02ee8f8544a0 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:34.178573 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8683ce-cbd9-4224-ad61-4f0448117e30 None None] Network a6805cd4-8282-464a-a4dd-85c5f30847ad could not be found, it might have been deleted concurrently. {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Aug 27 04:59:34.198398 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-b4ae6ec1-94ab-4d63-add9-7fb05671da59 None None] For port 325a361c-52e8-4531-aea7-4e51af0a4f1b, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=325a361c-52e8-4531-aea7-4e51af0a4f1b,segment=NetworkSegment(feb6def0-aab9-48fd-956a-9e31dce1f24f),segment_id=feb6def0-aab9-48fd-956a-9e31dce1f24f)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:59:34.206826 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 325a361c-52e8-4531-aea7-4e51af0a4f1b triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:59:34.213957 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (325a361c-52e8-4531-aea7-4e51af0a4f1b), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:34.215189 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-40cf7ab6-c4ac-4542-b18e-87709d23665b tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (67c283f4-17b2-4ecf-9890-a99e108c8832), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:34.226421 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40cf7ab6-c4ac-4542-b18e-87709d23665b tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:59:34.227852 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-40cf7ab6-c4ac-4542-b18e-87709d23665b tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:34.353864 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 325a361c-52e8-4531-aea7-4e51af0a4f1b is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:59:34.354714 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (325a361c-52e8-4531-aea7-4e51af0a4f1b), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:34.377816 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-54024060-7b6e-47c1-ade6-f0238649a1cc admin admin] Publish callbacks [] for security_group (a66b59f4-3ea6-4566-90b3-b5173f5db063), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:34.384060 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cf7ab6-c4ac-4542-b18e-87709d23665b tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Pushing event updated for resources: {'Network': ['ID=67c283f4-17b2-4ecf-9890-a99e108c8832,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:34.397126 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 67c283f4-17b2-4ecf-9890-a99e108c8832 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:59:34.405597 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a3d08eb5-c569-43a3-98ff-82838544d5e3 admin admin] Publish callbacks [] for router_gateway (4a89459c-d017-4b1b-9ebb-5f6af8e37365), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:34.458440 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-40cf7ab6-c4ac-4542-b18e-87709d23665b tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8793540 Aug 27 04:59:34.459390 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39262) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:34.467652 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-4c08b582-b983-4bf8-a9a5-beabf94f5588 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Request body: {'subnet': {'network_id': '67c283f4-17b2-4ecf-9890-a99e108c8832', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:34.502795 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b4ae6ec1-94ab-4d63-add9-7fb05671da59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (325a361c-52e8-4531-aea7-4e51af0a4f1b), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:34.573998 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:59:34.574807 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:59:34.577673 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-54024060-7b6e-47c1-ade6-f0238649a1cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (a66b59f4-3ea6-4566-90b3-b5173f5db063), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:34.580953 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-54024060-7b6e-47c1-ade6-f0238649a1cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:34.582271 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-54024060-7b6e-47c1-ade6-f0238649a1cc admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/a66b59f4-3ea6-4566-90b3-b5173f5db063 HTTP/1.1" status: 204 len: 168 time: 0.8641837 Aug 27 04:59:34.597069 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae6ec1-94ab-4d63-add9-7fb05671da59 None None] Pushing event updated for resources: {'Port': ['ID=325a361c-52e8-4531-aea7-4e51af0a4f1b,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:34.614431 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54024060-7b6e-47c1-ade6-f0238649a1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66b59f4-3ea6-4566-90b3-b5173f5db063,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:34.624631 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-71195d58-25d3-49e1-89fb-3353936b7ea8 None None] Could not find standard attr ID for object 26432b1b-28c0-4443-b61b-2c1c1044b885. {{(pid=107777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 27 04:59:34.624983 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4ae15463-4a44-4b24-a67d-3f09d5035793 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:34.645547 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-71195d58-25d3-49e1-89fb-3353936b7ea8 None None] Provisioning complete for port 325a361c-52e8-4531-aea7-4e51af0a4f1b triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:59:34.645970 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-71195d58-25d3-49e1-89fb-3353936b7ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (325a361c-52e8-4531-aea7-4e51af0a4f1b), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:34.832773 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-71195d58-25d3-49e1-89fb-3353936b7ea8 None None] Current status of the port 325a361c-52e8-4531-aea7-4e51af0a4f1b is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:59:34.866676 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a3d08eb5-c569-43a3-98ff-82838544d5e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (4a89459c-d017-4b1b-9ebb-5f6af8e37365), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:34.872129 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b4a3c8-aef1-4c14-88e1-621506200d58 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Router d3cffe8b-8541-4f28-a863-9d20b77fda6c has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:59:34.926500 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ff3e67db-fc3e-4fcb-bb6c-02ee8f8544a0 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group (8d100861-02e2-441f-a8c3-ce6514d42963), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:35.002074 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c08b582-b983-4bf8-a9a5-beabf94f5588 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Made reservation on behalf of 1d0109415e794b52b25a509d7b89f6ff for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:59:35.007693 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4c08b582-b983-4bf8-a9a5-beabf94f5588 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:35.072310 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b4a3c8-aef1-4c14-88e1-621506200d58 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:59:35.081982 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a8b4a3c8-aef1-4c14-88e1-621506200d58 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "PUT /networking/v2.0/routers/d3cffe8b-8541-4f28-a863-9d20b77fda6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8237166 Aug 27 04:59:35.082606 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39268) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:35.094170 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f8af48-a67b-4c49-8ea5-3e0636c26d98 None None] Sync routers for ids ['d3cffe8b-8541-4f28-a863-9d20b77fda6c'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:59:35.119103 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-59fea115-49f0-4bc5-9133-76c135b12379 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] GET failed (client error): The resource could not be found. Aug 27 04:59:35.120734 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-59fea115-49f0-4bc5-9133-76c135b12379 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "GET /networking/v2.0/ports/77609647-010d-4979-97e6-895275e88015 HTTP/1.1" status: 404 len: 333 time: 0.0371292 Aug 27 04:59:35.123080 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ff3e67db-fc3e-4fcb-bb6c-02ee8f8544a0 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (8d100861-02e2-441f-a8c3-ce6514d42963), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:35.127135 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f8af48-a67b-4c49-8ea5-3e0636c26d98 None None] Routers {'d3cffe8b-8541-4f28-a863-9d20b77fda6c'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:59:35.130476 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-28f8af48-a67b-4c49-8ea5-3e0636c26d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:59:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['d3cffe8b-8541-4f28-a863-9d20b77fda6c'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:35.145820 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39270) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:35.204442 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 325a361c-52e8-4531-aea7-4e51af0a4f1b is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:59:35.233745 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-28f8af48-a67b-4c49-8ea5-3e0636c26d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:35.247556 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:35.259717 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f8af48-a67b-4c49-8ea5-3e0636c26d98 None None] Routers {'d3cffe8b-8541-4f28-a863-9d20b77fda6c'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:59:35.260686 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-28f8af48-a67b-4c49-8ea5-3e0636c26d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:59:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['d3cffe8b-8541-4f28-a863-9d20b77fda6c'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:35.266854 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-4ae15463-4a44-4b24-a67d-3f09d5035793 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Deleting port 38f5ac13-4403-4698-a29f-53e4d3f4a4b3 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:59:35.267304 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4ae15463-4a44-4b24-a67d-3f09d5035793 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (38f5ac13-4403-4698-a29f-53e4d3f4a4b3), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:35.274569 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-021cbd57-ace7-435b-b345-dad95b6fe6ae tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for router (d3cffe8b-8541-4f28-a863-9d20b77fda6c), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:35.276514 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3e67db-fc3e-4fcb-bb6c-02ee8f8544a0 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d100861-02e2-441f-a8c3-ce6514d42963,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:35.306416 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 801b5186-909d-4c2a-826e-9624e30ebfd8 resource provider aggregate not found Aug 27 04:59:35.349313 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-28f8af48-a67b-4c49-8ea5-3e0636c26d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:35.350662 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f8af48-a67b-4c49-8ea5-3e0636c26d98 None None] The sync data for ids ['d3cffe8b-8541-4f28-a863-9d20b77fda6c'] in n-d-852088-5 is: [] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:59:35.353259 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 801b5186-909d-4c2a-826e-9624e30ebfd8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 801b5186-909d-4c2a-826e-9624e30ebfd8 found for delete ", "request_id": "req-f073adc6-2204-4681-9f1f-68f85a731e04"}]} Aug 27 04:59:35.390750 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ff3e67db-fc3e-4fcb-bb6c-02ee8f8544a0 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:35.392741 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ff3e67db-fc3e-4fcb-bb6c-02ee8f8544a0 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.6951327 Aug 27 04:59:35.395881 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39278) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:35.401548 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-171e1438-5322-4ee9-a388-004b7f02e6a7 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Request body: {'security_group_rule': {'security_group_id': '8d100861-02e2-441f-a8c3-ce6514d42963', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:35.402534 n-d-852088-5 neutron-server[107776]: WARNING neutron.api.v2.base [None req-171e1438-5322-4ee9-a388-004b7f02e6a7 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 27 04:59:35.402714 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-171e1438-5322-4ee9-a388-004b7f02e6a7 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 04:59:35.406730 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-171e1438-5322-4ee9-a388-004b7f02e6a7 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0097189 Aug 27 04:59:35.415183 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39280) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:35.415183 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4c08b582-b983-4bf8-a9a5-beabf94f5588 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (bc933e9f-fd94-4f8e-a759-06edcd3a2042), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:35.502241 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d08eb5-c569-43a3-98ff-82838544d5e3 admin admin] Router 4a89459c-d017-4b1b-9ebb-5f6af8e37365 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:59:35.534918 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-021cbd57-ace7-435b-b345-dad95b6fe6ae tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (d3cffe8b-8541-4f28-a863-9d20b77fda6c), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:35.543754 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-021cbd57-ace7-435b-b345-dad95b6fe6ae tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for router_controller (d3cffe8b-8541-4f28-a863-9d20b77fda6c), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:35.543754 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-4ae15463-4a44-4b24-a67d-3f09d5035793 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] For port 38f5ac13-4403-4698-a29f-53e4d3f4a4b3, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=38f5ac13-4403-4698-a29f-53e4d3f4a4b3,segment=NetworkSegment(199fe768-a033-4286-933b-04be26315d22),segment_id=199fe768-a033-4286-933b-04be26315d22)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:59:35.544144 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4ae15463-4a44-4b24-a67d-3f09d5035793 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (38f5ac13-4403-4698-a29f-53e4d3f4a4b3), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:35.565895 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c08b582-b983-4bf8-a9a5-beabf94f5588 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Pushing event updated for resources: {'Subnet': ['ID=bc933e9f-fd94-4f8e-a759-06edcd3a2042,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:35.570728 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c08b582-b983-4bf8-a9a5-beabf94f5588 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Checking segment: {'id': '3e3f0031-42f3-4132-8be1-d12d9ca9b328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '67c283f4-17b2-4ecf-9890-a99e108c8832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:59:35.571034 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c08b582-b983-4bf8-a9a5-beabf94f5588 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Network hostable DHCP agents. Network: 67c283f4-17b2-4ecf-9890-a99e108c8832, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:59:35.571624 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-4ae15463-4a44-4b24-a67d-3f09d5035793 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Calling delete_port for 38f5ac13-4403-4698-a29f-53e4d3f4a4b3 owned by network:router_interface {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:59:35.693888 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d08eb5-c569-43a3-98ff-82838544d5e3 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:59:35.695663 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fb6da8b9-ebb7-4a1f-84e3-76b8f3c1e6d9 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group (8d100861-02e2-441f-a8c3-ce6514d42963), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:35.709513 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce4c40e-62fc-4102-9ea2-a8cb9a599b81 None None] Sync routers for ids ['4a89459c-d017-4b1b-9ebb-5f6af8e37365'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:59:35.736288 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fb6da8b9-ebb7-4a1f-84e3-76b8f3c1e6d9 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group (8d100861-02e2-441f-a8c3-ce6514d42963), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:35.742305 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce4c40e-62fc-4102-9ea2-a8cb9a599b81 None None] Routers {'4a89459c-d017-4b1b-9ebb-5f6af8e37365'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:59:35.743142 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-cce4c40e-62fc-4102-9ea2-a8cb9a599b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:59:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['4a89459c-d017-4b1b-9ebb-5f6af8e37365'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:35.890230 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a3d08eb5-c569-43a3-98ff-82838544d5e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:35.895555 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a3d08eb5-c569-43a3-98ff-82838544d5e3 admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.0942233 Aug 27 04:59:35.898646 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39292) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:35.898781 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-cce4c40e-62fc-4102-9ea2-a8cb9a599b81 None None] Set router 4a89459c-d017-4b1b-9ebb-5f6af8e37365 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:59:35.910086 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c08b582-b983-4bf8-a9a5-beabf94f5588 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Network 67c283f4-17b2-4ecf-9890-a99e108c8832 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:59:35.918955 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fb6da8b9-ebb7-4a1f-84e3-76b8f3c1e6d9 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (8d100861-02e2-441f-a8c3-ce6514d42963), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:35.922014 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fb6da8b9-ebb7-4a1f-84e3-76b8f3c1e6d9 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:35.926947 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-fb6da8b9-ebb7-4a1f-84e3-76b8f3c1e6d9 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/8d100861-02e2-441f-a8c3-ce6514d42963 HTTP/1.1" status: 204 len: 168 time: 0.5143974 Aug 27 04:59:35.927580 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39296) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:35.953077 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6da8b9-ebb7-4a1f-84e3-76b8f3c1e6d9 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d100861-02e2-441f-a8c3-ce6514d42963,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:36.029147 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-4c08b582-b983-4bf8-a9a5-beabf94f5588 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 67c283f4-17b2-4ecf-9890-a99e108c8832) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:59:36.047896 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:36.085158 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c08b582-b983-4bf8-a9a5-beabf94f5588 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:59:36.086750 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4c08b582-b983-4bf8-a9a5-beabf94f5588 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:36.099615 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 325a361c-52e8-4531-aea7-4e51af0a4f1b up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:59:36.103183 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7037db6e-7dfa-49c1-ba9d-fbdcda36fa59 None None] Network 67c283f4-17b2-4ecf-9890-a99e108c8832 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:59:36.115663 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8a36fcba-ab73-41c2-a420-78debd413d5c tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] 10.222.0.76 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1834984 Aug 27 04:59:36.127899 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39300) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:36.143684 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-09d09e4d-c5b2-4f5f-9979-5b8893872e1d tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Request body: {'security_group': {'name': 'tempest-secgroup--1005059489'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:36.153717 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-021cbd57-ace7-435b-b345-dad95b6fe6ae tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (d3cffe8b-8541-4f28-a863-9d20b77fda6c), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:36.154192 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021cbd57-ace7-435b-b345-dad95b6fe6ae tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Fanout notify agent at l3_agent the message router_deleted on router d3cffe8b-8541-4f28-a863-9d20b77fda6c {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:59:36.165501 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-021cbd57-ace7-435b-b345-dad95b6fe6ae tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:36.169181 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-021cbd57-ace7-435b-b345-dad95b6fe6ae tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "DELETE /networking/v2.0/routers/d3cffe8b-8541-4f28-a863-9d20b77fda6c HTTP/1.1" status: 204 len: 168 time: 1.0166504 Aug 27 04:59:36.171195 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39302) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:36.321200 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed03bd69-e9fd-41be-9917-e03daf23cdd1 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Deleting subnet 89ec29a8-c428-4e43-ae98-9e0955aa2f53 {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:59:36.329595 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ed03bd69-e9fd-41be-9917-e03daf23cdd1 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for subnet (89ec29a8-c428-4e43-ae98-9e0955aa2f53), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:36.349261 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9b4887-61a9-4864-90ab-12a2b7a9fff2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-67c283f4-17b2-4ecf-9890-a99e108c8832', 'network_id': '67c283f4-17b2-4ecf-9890-a99e108c8832', 'project_id': '1d0109415e794b52b25a509d7b89f6ff', 'fixed_ips': [{'subnet_id': 'bc933e9f-fd94-4f8e-a759-06edcd3a2042'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:59:36.350252 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4887-61a9-4864-90ab-12a2b7a9fff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:36.366861 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-4c08b582-b983-4bf8-a9a5-beabf94f5588 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9046979 Aug 27 04:59:36.369806 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:36.373561 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39306) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:36.383520 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 325a361c-52e8-4531-aea7-4e51af0a4f1b triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:59:36.384032 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (325a361c-52e8-4531-aea7-4e51af0a4f1b), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:36.464343 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ed03bd69-e9fd-41be-9917-e03daf23cdd1 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (89ec29a8-c428-4e43-ae98-9e0955aa2f53), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:36.559198 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dc184882-17d7-4c34-845f-1b1fdac80771 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (67c283f4-17b2-4ecf-9890-a99e108c8832), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:36.633931 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-09d09e4d-c5b2-4f5f-9979-5b8893872e1d tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:36.697980 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dc184882-17d7-4c34-845f-1b1fdac80771 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (bc933e9f-fd94-4f8e-a759-06edcd3a2042), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:36.738060 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:36.780870 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4ae15463-4a44-4b24-a67d-3f09d5035793 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (38f5ac13-4403-4698-a29f-53e4d3f4a4b3), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:36.816040 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-cce4c40e-62fc-4102-9ea2-a8cb9a599b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a89459c-d017-4b1b-9ebb-5f6af8e37365', 'name': 'tempest-TestAggregatesBasicOps-484336078-router', 'tenant_id': '1d1f106eac0645259391b87d7dfbbe56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'dcd17850-f13a-4543-b6bd-753ad632ca5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:59:29Z', 'updated_at': '2022-08-27T04:59:33Z', 'revision_number': 3, 'project_id': '1d1f106eac0645259391b87d7dfbbe56', 'gw_port': {'id': 'dcd17850-f13a-4543-b6bd-753ad632ca5a', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:92:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a89459c-d017-4b1b-9ebb-5f6af8e37365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:59:31Z', 'updated_at': '2022-08-27T04:59:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:36.836575 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-09d09e4d-c5b2-4f5f-9979-5b8893872e1d tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group (bfc4452d-27ac-4279-be09-dbd8c784041c), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:36.851344 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae15463-4a44-4b24-a67d-3f09d5035793 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event deleted for resources: {'Port': ['ID=38f5ac13-4403-4698-a29f-53e4d3f4a4b3,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:36.888985 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 325a361c-52e8-4531-aea7-4e51af0a4f1b is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:59:36.895480 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce4c40e-62fc-4102-9ea2-a8cb9a599b81 None None] Checking router: 4a89459c-d017-4b1b-9ebb-5f6af8e37365 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:59:36.895480 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce4c40e-62fc-4102-9ea2-a8cb9a599b81 None None] Updating router 4a89459c-d017-4b1b-9ebb-5f6af8e37365 port dcd17850-f13a-4543-b6bd-753ad632ca5a binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:59:36.907618 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:36.919649 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 26432b1b-28c0-4443-b61b-2c1c1044b885 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:59:36.944100 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dc184882-17d7-4c34-845f-1b1fdac80771 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (bc933e9f-fd94-4f8e-a759-06edcd3a2042), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:36.970045 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 26432b1b-28c0-4443-b61b-2c1c1044b885 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:59:36.970399 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 26432b1b-28c0-4443-b61b-2c1c1044b885 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:59:36.976792 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ed03bd69-e9fd-41be-9917-e03daf23cdd1 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (89ec29a8-c428-4e43-ae98-9e0955aa2f53), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:36.977503 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cce4c40e-62fc-4102-9ea2-a8cb9a599b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (dcd17850-f13a-4543-b6bd-753ad632ca5a), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:37.027983 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc184882-17d7-4c34-845f-1b1fdac80771 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Pushing event deleted for resources: {'Subnet': ['ID=bc933e9f-fd94-4f8e-a759-06edcd3a2042,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:37.107688 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-09d09e4d-c5b2-4f5f-9979-5b8893872e1d tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (bfc4452d-27ac-4279-be09-dbd8c784041c), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:37.137668 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6ea3ab37-9ece-4eab-89d0-f61d29be85cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:37.150319 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4ae15463-4a44-4b24-a67d-3f09d5035793 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server [None req-0b9b4887-61a9-4864-90ab-12a2b7a9fff2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bc933e9f-fd94-4f8e-a759-06edcd3a2042: This subnet is being modified by another concurrent operation. Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 702, in inner Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1549, in create_port Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1514, in _create_port_db Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 224, in wrapped Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server raise exception Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bc933e9f-fd94-4f8e-a759-06edcd3a2042: This subnet is being modified by another concurrent operation. Aug 27 04:59:37.172106 n-d-852088-5 neutron-server[107777]: ERROR oslo_messaging.rpc.server Aug 27 04:59:37.179909 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dc184882-17d7-4c34-845f-1b1fdac80771 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (67c283f4-17b2-4ecf-9890-a99e108c8832), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:37.204503 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:37.218618 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d09e4d-c5b2-4f5f-9979-5b8893872e1d tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc4452d-27ac-4279-be09-dbd8c784041c,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:37.234030 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-dc184882-17d7-4c34-845f-1b1fdac80771 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67c283f4-17b2-4ecf-9890-a99e108c8832']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:37.254472 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-dc184882-17d7-4c34-845f-1b1fdac80771 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e3f0031-42f3-4132-8be1-d12d9ca9b328') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:37.258126 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-dc184882-17d7-4c34-845f-1b1fdac80771 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e3f0031-42f3-4132-8be1-d12d9ca9b328') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:37.265752 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dc184882-17d7-4c34-845f-1b1fdac80771 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (3e3f0031-42f3-4132-8be1-d12d9ca9b328), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:37.288515 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dc184882-17d7-4c34-845f-1b1fdac80771 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (3e3f0031-42f3-4132-8be1-d12d9ca9b328), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:37.289936 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f65f70-bbeb-4854-89dc-5801e86e5588 None None] Network 67c283f4-17b2-4ecf-9890-a99e108c8832 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:59:37.297273 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc184882-17d7-4c34-845f-1b1fdac80771 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:59:37.298848 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dc184882-17d7-4c34-845f-1b1fdac80771 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (3e3f0031-42f3-4132-8be1-d12d9ca9b328), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:37.355515 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-09d09e4d-c5b2-4f5f-9979-5b8893872e1d tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:37.356942 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-09d09e4d-c5b2-4f5f-9979-5b8893872e1d tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2280400 Aug 27 04:59:37.367338 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39324) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:37.372028 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-b396fb57-e43a-4ba8-b546-116b6df3bb59 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Request body: {'security_group_rule': {'security_group_id': 'bfc4452d-27ac-4279-be09-dbd8c784041c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:37.372629 n-d-852088-5 neutron-server[107775]: WARNING neutron.api.v2.base [None req-b396fb57-e43a-4ba8-b546-116b6df3bb59 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 27 04:59:37.373252 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-b396fb57-e43a-4ba8-b546-116b6df3bb59 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 04:59:37.377019 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b396fb57-e43a-4ba8-b546-116b6df3bb59 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0073545 Aug 27 04:59:37.377682 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39328) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:37.387549 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 3e3f0031-42f3-4132-8be1-d12d9ca9b328 resource provider aggregate not found Aug 27 04:59:37.421916 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 3e3f0031-42f3-4132-8be1-d12d9ca9b328 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3e3f0031-42f3-4132-8be1-d12d9ca9b328 found for delete ", "request_id": "req-62cb285f-e68c-4422-a3f8-ef3c137d517b"}]} Aug 27 04:59:37.427525 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ed03bd69-e9fd-41be-9917-e03daf23cdd1 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (89ec29a8-c428-4e43-ae98-9e0955aa2f53), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:37.436289 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5b7bf7-bc5e-4528-8b44-b6876b681601 None None] get_active_networks_info from n-d-852088-5 {{(pid=107777) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 27 04:59:37.465115 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ca8e0aa4-9ac8-4d55-b188-b4671ab15462 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group (bfc4452d-27ac-4279-be09-dbd8c784041c), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:37.496794 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ca8e0aa4-9ac8-4d55-b188-b4671ab15462 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group (bfc4452d-27ac-4279-be09-dbd8c784041c), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:37.514645 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed03bd69-e9fd-41be-9917-e03daf23cdd1 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event deleted for resources: {'Subnet': ['ID=89ec29a8-c428-4e43-ae98-9e0955aa2f53,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:37.523150 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ed03bd69-e9fd-41be-9917-e03daf23cdd1 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:37.526463 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ed03bd69-e9fd-41be-9917-e03daf23cdd1 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/89ec29a8-c428-4e43-ae98-9e0955aa2f53 HTTP/1.1" status: 204 len: 168 time: 1.3553810 Aug 27 04:59:37.530389 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39332) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:37.570570 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cce4c40e-62fc-4102-9ea2-a8cb9a599b81 None None] Publish callbacks [] for port (dcd17850-f13a-4543-b6bd-753ad632ca5a), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:37.607289 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5b7bf7-bc5e-4528-8b44-b6876b681601 None None] Resources bound (agent type, host, resource id): {{(pid=107777) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 04:59:37.623416 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dc184882-17d7-4c34-845f-1b1fdac80771 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (67c283f4-17b2-4ecf-9890-a99e108c8832), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:37.634039 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dc184882-17d7-4c34-845f-1b1fdac80771 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:37.644357 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-dc184882-17d7-4c34-845f-1b1fdac80771 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "DELETE /networking/v2.0/networks/67c283f4-17b2-4ecf-9890-a99e108c8832 HTTP/1.1" status: 204 len: 168 time: 1.2658377 Aug 27 04:59:37.647285 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39334) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:37.652092 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-a166a62b-5591-4f32-bedb-e768275bb8d1 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1264480413'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:37.674654 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc184882-17d7-4c34-845f-1b1fdac80771 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Pushing event deleted for resources: {'Network': ['ID=67c283f4-17b2-4ecf-9890-a99e108c8832,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:37.821148 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9db9ae0-25d9-4b23-b38e-2f8e41227d8c None None] Network a436d123-33c5-40bd-b0f6-dc6417b5c04f requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:59:37.851064 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ca8e0aa4-9ac8-4d55-b188-b4671ab15462 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (bfc4452d-27ac-4279-be09-dbd8c784041c), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:37.859264 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ca8e0aa4-9ac8-4d55-b188-b4671ab15462 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:37.860855 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ca8e0aa4-9ac8-4d55-b188-b4671ab15462 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/bfc4452d-27ac-4279-be09-dbd8c784041c HTTP/1.1" status: 204 len: 168 time: 0.4825065 Aug 27 04:59:37.866341 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39338) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:37.874680 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cce4c40e-62fc-4102-9ea2-a8cb9a599b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (dcd17850-f13a-4543-b6bd-753ad632ca5a), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:37.890865 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a166a62b-5591-4f32-bedb-e768275bb8d1 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Made reservation on behalf of 1d0109415e794b52b25a509d7b89f6ff for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:59:37.898523 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a166a62b-5591-4f32-bedb-e768275bb8d1 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:37.901991 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8e0aa4-9ac8-4d55-b188-b4671ab15462 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc4452d-27ac-4279-be09-dbd8c784041c,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:37.918923 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-cce4c40e-62fc-4102-9ea2-a8cb9a599b81 None None] Attempting to bind port dcd17850-f13a-4543-b6bd-753ad632ca5a on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:59:37.919299 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-cce4c40e-62fc-4102-9ea2-a8cb9a599b81 None None] Attempting to bind port dcd17850-f13a-4543-b6bd-753ad632ca5a by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:59:37.919669 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce4c40e-62fc-4102-9ea2-a8cb9a599b81 None None] Attempting to bind port dcd17850-f13a-4543-b6bd-753ad632ca5a on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:59:37.964284 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce4c40e-62fc-4102-9ea2-a8cb9a599b81 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:59:37.964284 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce4c40e-62fc-4102-9ea2-a8cb9a599b81 None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:59:37.964284 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cce4c40e-62fc-4102-9ea2-a8cb9a599b81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:37.964284 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce4c40e-62fc-4102-9ea2-a8cb9a599b81 None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:59:37.964284 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-cce4c40e-62fc-4102-9ea2-a8cb9a599b81 None None] Bound port: dcd17850-f13a-4543-b6bd-753ad632ca5a, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:59:37.964284 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cce4c40e-62fc-4102-9ea2-a8cb9a599b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (dcd17850-f13a-4543-b6bd-753ad632ca5a), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:38.006521 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-48fd1722-c616-4fd7-917e-a0d5adc0a9eb tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (a436d123-33c5-40bd-b0f6-dc6417b5c04f), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:38.012568 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a166a62b-5591-4f32-bedb-e768275bb8d1 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:59:38.025407 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-6ea3ab37-9ece-4eab-89d0-f61d29be85cb admin admin] Allocated IP 172.20.0.1 (028af1f9-64c7-473a-bf0c-1ec3ca00cd32/5d9f04ac-6067-40b6-b93c-915ab5c32dca/f0963c1f-42b5-4585-a364-0478b4b11b44) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:59:38.037976 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b2c5eb5f-0a57-481d-b2a6-c281afec1ce7 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] 10.222.0.76 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1635201 Aug 27 04:59:38.037976 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a166a62b-5591-4f32-bedb-e768275bb8d1 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (2f06491f-e532-4f63-81b5-d179a2e033a2), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:38.037976 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-a166a62b-5591-4f32-bedb-e768275bb8d1 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Added segment 2f06491f-e532-4f63-81b5-d179a2e033a2 of type vlan for network 094b2ffa-b73d-40b7-a029-daf929aa1be3 Aug 27 04:59:38.037976 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39340) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:38.041351 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae15463-4a44-4b24-a67d-3f09d5035793 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Router 3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:59:38.042093 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-6334d2ad-ad4f-417f-b1e1-7ab530da03e7 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Request body: {'security_group': {'name': 'tempest-secgroup--892951271'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:38.042234 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8257048-1f60-4199-a707-32dc4ac2bc58 None None] Pushing event updated for resources: {'Port': ['ID=dcd17850-f13a-4543-b6bd-753ad632ca5a,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:38.064573 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-cce4c40e-62fc-4102-9ea2-a8cb9a599b81 None None] For port dcd17850-f13a-4543-b6bd-753ad632ca5a, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:59:38.068943 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-cce4c40e-62fc-4102-9ea2-a8cb9a599b81 None None] For port dcd17850-f13a-4543-b6bd-753ad632ca5a, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=dcd17850-f13a-4543-b6bd-753ad632ca5a,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:59:38.109272 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a166a62b-5591-4f32-bedb-e768275bb8d1 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (094b2ffa-b73d-40b7-a029-daf929aa1be3), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:38.141185 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c12486-4db6-4c67-af21-d09d0337c631 None None] DHCP port deletion for a436d123-33c5-40bd-b0f6-dc6417b5c04f request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:59:38.182378 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-48c12486-4db6-4c67-af21-d09d0337c631 None None] Deleting port 02f397fe-4c71-41e4-8abc-c1e2b79f17ac {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:59:38.185383 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-48c12486-4db6-4c67-af21-d09d0337c631 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (02f397fe-4c71-41e4-8abc-c1e2b79f17ac), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:38.228341 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-48fd1722-c616-4fd7-917e-a0d5adc0a9eb tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Deleting port 02f397fe-4c71-41e4-8abc-c1e2b79f17ac {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:59:38.228753 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-48fd1722-c616-4fd7-917e-a0d5adc0a9eb tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (02f397fe-4c71-41e4-8abc-c1e2b79f17ac), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:38.249545 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-48c12486-4db6-4c67-af21-d09d0337c631 None None] For port 02f397fe-4c71-41e4-8abc-c1e2b79f17ac, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=02f397fe-4c71-41e4-8abc-c1e2b79f17ac,segment=NetworkSegment(662694a2-a126-45a5-bb2b-3e4b4d11b7d8),segment_id=662694a2-a126-45a5-bb2b-3e4b4d11b7d8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:59:38.250079 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-48c12486-4db6-4c67-af21-d09d0337c631 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (02f397fe-4c71-41e4-8abc-c1e2b79f17ac), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:38.272194 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-48c12486-4db6-4c67-af21-d09d0337c631 None None] Calling delete_port for 02f397fe-4c71-41e4-8abc-c1e2b79f17ac owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:59:38.305474 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:38.306956 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a166a62b-5591-4f32-bedb-e768275bb8d1 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (094b2ffa-b73d-40b7-a029-daf929aa1be3), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:38.318942 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cce4c40e-62fc-4102-9ea2-a8cb9a599b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (dcd17850-f13a-4543-b6bd-753ad632ca5a), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:38.319119 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a166a62b-5591-4f32-bedb-e768275bb8d1 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:59:38.319119 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a166a62b-5591-4f32-bedb-e768275bb8d1 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:38.319119 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6334d2ad-ad4f-417f-b1e1-7ab530da03e7 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:38.349268 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6ea3ab37-9ece-4eab-89d0-f61d29be85cb admin admin] Publish callbacks [] for port (f0963c1f-42b5-4585-a364-0478b4b11b44), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:38.354302 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae15463-4a44-4b24-a67d-3f09d5035793 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:59:38.359747 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-48fd1722-c616-4fd7-917e-a0d5adc0a9eb tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] For port 02f397fe-4c71-41e4-8abc-c1e2b79f17ac, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=02f397fe-4c71-41e4-8abc-c1e2b79f17ac,segment=NetworkSegment(662694a2-a126-45a5-bb2b-3e4b4d11b7d8),segment_id=662694a2-a126-45a5-bb2b-3e4b4d11b7d8)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:59:38.360647 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-48fd1722-c616-4fd7-917e-a0d5adc0a9eb tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (02f397fe-4c71-41e4-8abc-c1e2b79f17ac), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:38.371877 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-4ae15463-4a44-4b24-a67d-3f09d5035793 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "PUT /networking/v2.0/routers/3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8953302 Aug 27 04:59:38.373117 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce4c40e-62fc-4102-9ea2-a8cb9a599b81 None None] Routers {'4a89459c-d017-4b1b-9ebb-5f6af8e37365'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:59:38.373775 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-cce4c40e-62fc-4102-9ea2-a8cb9a599b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:59:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['4a89459c-d017-4b1b-9ebb-5f6af8e37365'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:38.374882 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39344) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:38.376488 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c56299-b044-44ef-934f-f6fb82e1791b None None] Sync routers for ids ['3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:59:38.440077 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-48fd1722-c616-4fd7-917e-a0d5adc0a9eb tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Calling delete_port for 02f397fe-4c71-41e4-8abc-c1e2b79f17ac owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:59:38.440214 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8257048-1f60-4199-a707-32dc4ac2bc58 None None] Pushing event updated for resources: {'Port': ['ID=dcd17850-f13a-4543-b6bd-753ad632ca5a,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:38.467355 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c56299-b044-44ef-934f-f6fb82e1791b None None] Routers {'3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:59:38.468905 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-38c56299-b044-44ef-934f-f6fb82e1791b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:59:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:38.518732 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-cce4c40e-62fc-4102-9ea2-a8cb9a599b81 None None] Set router 4a89459c-d017-4b1b-9ebb-5f6af8e37365 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:59:38.527121 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a166a62b-5591-4f32-bedb-e768275bb8d1 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8789580 Aug 27 04:59:38.530267 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6334d2ad-ad4f-417f-b1e1-7ab530da03e7 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group (1570ab45-79d1-414f-98cc-ec2c5e8025db), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:38.534114 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-e390c732-5a25-46f9-a36c-e9ea58359430 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Deleting subnet 98e762fe-a50e-4be3-86a3-d423b514674c {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:59:38.534800 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39348) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:38.547437 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-22bcb535-b3e8-4e5f-b348-4d4cccfbf019 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Request body: {'subnet': {'network_id': '094b2ffa-b73d-40b7-a029-daf929aa1be3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:38.548314 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e390c732-5a25-46f9-a36c-e9ea58359430 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for subnet (98e762fe-a50e-4be3-86a3-d423b514674c), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:38.548442 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a166a62b-5591-4f32-bedb-e768275bb8d1 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Pushing event updated for resources: {'Network': ['ID=094b2ffa-b73d-40b7-a029-daf929aa1be3,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:38.581631 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 094b2ffa-b73d-40b7-a029-daf929aa1be3 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:59:38.620529 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e390c732-5a25-46f9-a36c-e9ea58359430 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (98e762fe-a50e-4be3-86a3-d423b514674c), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:38.635281 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-38c56299-b044-44ef-934f-f6fb82e1791b None None] Set router 3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb gateway port host: None {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:59:38.677691 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6334d2ad-ad4f-417f-b1e1-7ab530da03e7 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (1570ab45-79d1-414f-98cc-ec2c5e8025db), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:38.677842 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-48c12486-4db6-4c67-af21-d09d0337c631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (02f397fe-4c71-41e4-8abc-c1e2b79f17ac), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:38.739800 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6334d2ad-ad4f-417f-b1e1-7ab530da03e7 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1570ab45-79d1-414f-98cc-ec2c5e8025db,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:38.758197 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e390c732-5a25-46f9-a36c-e9ea58359430 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (98e762fe-a50e-4be3-86a3-d423b514674c), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:38.761641 n-d-852088-5 neutron-server[107775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:59:38.761641 n-d-852088-5 neutron-server[107775]: self.session.flush() Aug 27 04:59:38.761641 n-d-852088-5 neutron-server[107775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:59:38.761641 n-d-852088-5 neutron-server[107775]: self.session.flush() Aug 27 04:59:38.761641 n-d-852088-5 neutron-server[107775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:59:38.761641 n-d-852088-5 neutron-server[107775]: self.session.flush() Aug 27 04:59:38.761641 n-d-852088-5 neutron-server[107775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:59:38.761641 n-d-852088-5 neutron-server[107775]: self.session.flush() Aug 27 04:59:38.761641 n-d-852088-5 neutron-server[107775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:59:38.761641 n-d-852088-5 neutron-server[107775]: self.session.flush() Aug 27 04:59:38.761641 n-d-852088-5 neutron-server[107775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:59:38.761641 n-d-852088-5 neutron-server[107775]: self.session.flush() Aug 27 04:59:38.761641 n-d-852088-5 neutron-server[107775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:59:38.761641 n-d-852088-5 neutron-server[107775]: self.session.flush() Aug 27 04:59:38.761641 n-d-852088-5 neutron-server[107775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:59:38.761641 n-d-852088-5 neutron-server[107775]: self.session.flush() Aug 27 04:59:38.761641 n-d-852088-5 neutron-server[107775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:59:38.761641 n-d-852088-5 neutron-server[107775]: self.session.flush() Aug 27 04:59:38.761641 n-d-852088-5 neutron-server[107775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:59:38.761641 n-d-852088-5 neutron-server[107775]: self.session.flush() Aug 27 04:59:38.761641 n-d-852088-5 neutron-server[107775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:59:38.761641 n-d-852088-5 neutron-server[107775]: self.session.flush() Aug 27 04:59:38.761641 n-d-852088-5 neutron-server[107775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:59:38.761641 n-d-852088-5 neutron-server[107775]: self.session.flush() Aug 27 04:59:38.761641 n-d-852088-5 neutron-server[107775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:59:38.761641 n-d-852088-5 neutron-server[107775]: self.session.flush() Aug 27 04:59:38.761641 n-d-852088-5 neutron-server[107775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:59:38.761641 n-d-852088-5 neutron-server[107775]: self.session.flush() Aug 27 04:59:38.761641 n-d-852088-5 neutron-server[107775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:59:38.761641 n-d-852088-5 neutron-server[107775]: self.session.flush() Aug 27 04:59:38.761641 n-d-852088-5 neutron-server[107775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:59:38.761641 n-d-852088-5 neutron-server[107775]: self.session.flush() Aug 27 04:59:38.761641 n-d-852088-5 neutron-server[107775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:59:38.761641 n-d-852088-5 neutron-server[107775]: self.session.flush() Aug 27 04:59:38.761641 n-d-852088-5 neutron-server[107775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:59:38.761641 n-d-852088-5 neutron-server[107775]: self.session.flush() Aug 27 04:59:38.761641 n-d-852088-5 neutron-server[107775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:59:38.761641 n-d-852088-5 neutron-server[107775]: self.session.flush() Aug 27 04:59:38.761641 n-d-852088-5 neutron-server[107775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:59:38.761641 n-d-852088-5 neutron-server[107775]: self.session.flush() Aug 27 04:59:38.761641 n-d-852088-5 neutron-server[107775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:59:38.761641 n-d-852088-5 neutron-server[107775]: self.session.flush() Aug 27 04:59:38.761641 n-d-852088-5 neutron-server[107775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:59:38.761641 n-d-852088-5 neutron-server[107775]: self.session.flush() Aug 27 04:59:38.761641 n-d-852088-5 neutron-server[107775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:59:38.761641 n-d-852088-5 neutron-server[107775]: self.session.flush() Aug 27 04:59:38.761641 n-d-852088-5 neutron-server[107775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:59:38.761641 n-d-852088-5 neutron-server[107775]: self.session.flush() Aug 27 04:59:38.761641 n-d-852088-5 neutron-server[107775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:59:38.761641 n-d-852088-5 neutron-server[107775]: self.session.flush() Aug 27 04:59:38.761641 n-d-852088-5 neutron-server[107775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:59:38.761641 n-d-852088-5 neutron-server[107775]: self.session.flush() Aug 27 04:59:38.761641 n-d-852088-5 neutron-server[107775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:59:38.761641 n-d-852088-5 neutron-server[107775]: self.session.flush() Aug 27 04:59:38.768881 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c12486-4db6-4c67-af21-d09d0337c631 None None] Pushing event deleted for resources: {'Port': ['ID=02f397fe-4c71-41e4-8abc-c1e2b79f17ac,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:38.781352 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c12486-4db6-4c67-af21-d09d0337c631 None None] No DVR routers for this DVR port 02f397fe-4c71-41e4-8abc-c1e2b79f17ac on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:59:38.792883 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6ea3ab37-9ece-4eab-89d0-f61d29be85cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (f0963c1f-42b5-4585-a364-0478b4b11b44), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:38.797334 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-48fd1722-c616-4fd7-917e-a0d5adc0a9eb tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (02f397fe-4c71-41e4-8abc-c1e2b79f17ac), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:38.832091 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6334d2ad-ad4f-417f-b1e1-7ab530da03e7 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:38.837454 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6334d2ad-ad4f-417f-b1e1-7ab530da03e7 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7992311 Aug 27 04:59:38.839408 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:38.841532 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22bcb535-b3e8-4e5f-b348-4d4cccfbf019 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Made reservation on behalf of 1d0109415e794b52b25a509d7b89f6ff for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:59:38.846016 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-22bcb535-b3e8-4e5f-b348-4d4cccfbf019 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:38.850164 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39354) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:38.857069 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-6c761ede-23e9-4e0f-8b3f-27f7391971dc tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Request body: {'security_group_rule': {'security_group_id': '1570ab45-79d1-414f-98cc-ec2c5e8025db', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:38.858373 n-d-852088-5 neutron-server[107776]: WARNING neutron.api.v2.base [None req-6c761ede-23e9-4e0f-8b3f-27f7391971dc tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 27 04:59:38.859302 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-6c761ede-23e9-4e0f-8b3f-27f7391971dc tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 04:59:38.863612 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39356) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:38.866319 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6c761ede-23e9-4e0f-8b3f-27f7391971dc tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0138273 Aug 27 04:59:38.873222 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-a503330d-0100-4f8b-9bef-6ece140e8c01 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Request body: {'security_group_rule': {'security_group_id': '1570ab45-79d1-414f-98cc-ec2c5e8025db', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:38.876082 n-d-852088-5 neutron-server[107775]: WARNING neutron.api.v2.base [None req-a503330d-0100-4f8b-9bef-6ece140e8c01 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 27 04:59:38.876748 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-a503330d-0100-4f8b-9bef-6ece140e8c01 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 04:59:38.877995 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a503330d-0100-4f8b-9bef-6ece140e8c01 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0086546 Aug 27 04:59:38.882547 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39358) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:38.886167 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fd1722-c616-4fd7-917e-a0d5adc0a9eb tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] No DVR routers for this DVR port 02f397fe-4c71-41e4-8abc-c1e2b79f17ac on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:59:38.888271 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:38.901394 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea3ab37-9ece-4eab-89d0-f61d29be85cb admin admin] Network 028af1f9-64c7-473a-bf0c-1ec3ca00cd32 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:59:38.919442 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-3c9871f0-2965-4e1a-a4c7-f78a01859843 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Request body: {'security_group_rule': {'security_group_id': '1570ab45-79d1-414f-98cc-ec2c5e8025db', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:38.925078 n-d-852088-5 neutron-server[107776]: WARNING neutron.api.v2.base [None req-3c9871f0-2965-4e1a-a4c7-f78a01859843 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 27 04:59:38.925078 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-3c9871f0-2965-4e1a-a4c7-f78a01859843 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 04:59:38.925078 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3c9871f0-2965-4e1a-a4c7-f78a01859843 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0407140 Aug 27 04:59:38.929361 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39360) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:38.932026 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-cce4c40e-62fc-4102-9ea2-a8cb9a599b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a89459c-d017-4b1b-9ebb-5f6af8e37365', 'name': 'tempest-TestAggregatesBasicOps-484336078-router', 'tenant_id': '1d1f106eac0645259391b87d7dfbbe56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'dcd17850-f13a-4543-b6bd-753ad632ca5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:59:29Z', 'updated_at': '2022-08-27T04:59:33Z', 'revision_number': 3, 'project_id': '1d1f106eac0645259391b87d7dfbbe56', 'gw_port': {'id': 'dcd17850-f13a-4543-b6bd-753ad632ca5a', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:92:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a89459c-d017-4b1b-9ebb-5f6af8e37365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:59:31Z', 'updated_at': '2022-08-27T04:59:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:38.934028 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-0d8fd370-8476-4dd5-9bec-8b7649daf296 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Request body: {'security_group_rule': {'security_group_id': '1570ab45-79d1-414f-98cc-ec2c5e8025db', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:38.937270 n-d-852088-5 neutron-server[107776]: WARNING neutron.api.v2.base [None req-0d8fd370-8476-4dd5-9bec-8b7649daf296 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 27 04:59:38.937997 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-0d8fd370-8476-4dd5-9bec-8b7649daf296 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 04:59:38.939406 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-0d8fd370-8476-4dd5-9bec-8b7649daf296 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0092094 Aug 27 04:59:38.961769 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39362) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:38.971980 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce4c40e-62fc-4102-9ea2-a8cb9a599b81 None None] The sync data for ids ['4a89459c-d017-4b1b-9ebb-5f6af8e37365'] in n-d-852088-5 is: [{'id': '4a89459c-d017-4b1b-9ebb-5f6af8e37365', 'name': 'tempest-TestAggregatesBasicOps-484336078-router', 'tenant_id': '1d1f106eac0645259391b87d7dfbbe56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'dcd17850-f13a-4543-b6bd-753ad632ca5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:59:29Z', 'updated_at': '2022-08-27T04:59:33Z', 'revision_number': 3, 'project_id': '1d1f106eac0645259391b87d7dfbbe56', 'gw_port': {'id': 'dcd17850-f13a-4543-b6bd-753ad632ca5a', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:92:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a89459c-d017-4b1b-9ebb-5f6af8e37365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:59:31Z', 'updated_at': '2022-08-27T04:59:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:59:38.973926 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-6ea3ab37-9ece-4eab-89d0-f61d29be85cb admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:59:38.974166 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-38c56299-b044-44ef-934f-f6fb82e1791b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'name': 'tempest-RoutersIpV6Test-router-696252856', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:58:16Z', 'updated_at': '2022-08-27T04:59:36Z', 'revision_number': 10, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'gw_port_host': None, '_interfaces': [{'id': '5fc9b9c4-c21e-4709-93db-504834d76e29', 'name': '', 'network_id': '2e47ae03-ab97-4f12-a6f2-cc39b2534fcd', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'mac_address': 'fa:16:3e:8a:5c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '40141336-9273-4c5b-819b-a9da8c34164d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:58:22Z', 'updated_at': '2022-08-27T04:58:35Z', 'revision_number': 5, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'subnets': [{'id': '40141336-9273-4c5b-819b-a9da8c34164d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:38.982129 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea3ab37-9ece-4eab-89d0-f61d29be85cb admin admin] Pushing event updated for resources: {'Port': ['ID=f0963c1f-42b5-4585-a364-0478b4b11b44,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:39.002451 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea3ab37-9ece-4eab-89d0-f61d29be85cb admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:59:39.004076 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c56299-b044-44ef-934f-f6fb82e1791b None None] Checking router: 3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:59:39.005978 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:39.018072 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c56299-b044-44ef-934f-f6fb82e1791b None None] Routers {'3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:59:39.019022 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-38c56299-b044-44ef-934f-f6fb82e1791b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:59:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:39.122971 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-38c56299-b044-44ef-934f-f6fb82e1791b None None] Set router 3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb gateway port host: None {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:59:39.144076 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e390c732-5a25-46f9-a36c-e9ea58359430 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (98e762fe-a50e-4be3-86a3-d423b514674c), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:39.199560 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fd1722-c616-4fd7-917e-a0d5adc0a9eb tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event deleted for resources: {'Port': ['ID=02f397fe-4c71-41e4-8abc-c1e2b79f17ac,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:39.241080 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-48fd1722-c616-4fd7-917e-a0d5adc0a9eb tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (a436d123-33c5-40bd-b0f6-dc6417b5c04f), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:39.264509 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e390c732-5a25-46f9-a36c-e9ea58359430 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event deleted for resources: {'Subnet': ['ID=98e762fe-a50e-4be3-86a3-d423b514674c,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:39.272910 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e390c732-5a25-46f9-a36c-e9ea58359430 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:39.289027 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e390c732-5a25-46f9-a36c-e9ea58359430 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/98e762fe-a50e-4be3-86a3-d423b514674c HTTP/1.1" status: 204 len: 168 time: 0.9042082 Aug 27 04:59:39.292650 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39366) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:39.303367 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba45750b-f675-43b3-a1c1-844841d90572 None None] Network 0c675bf4-4916-40d1-96f5-9d4191821351 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:59:39.333265 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6ea3ab37-9ece-4eab-89d0-f61d29be85cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (4a89459c-d017-4b1b-9ebb-5f6af8e37365), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:39.337057 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-48fd1722-c616-4fd7-917e-a0d5adc0a9eb tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a436d123-33c5-40bd-b0f6-dc6417b5c04f']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:39.487236 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-48fd1722-c616-4fd7-917e-a0d5adc0a9eb tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '662694a2-a126-45a5-bb2b-3e4b4d11b7d8') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:39.487666 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-48fd1722-c616-4fd7-917e-a0d5adc0a9eb tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '662694a2-a126-45a5-bb2b-3e4b4d11b7d8') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:39.519435 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f4778edd-fc8f-4c7b-9cfe-e19e4d15fadd tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group (1570ab45-79d1-414f-98cc-ec2c5e8025db), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:39.520188 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-48fd1722-c616-4fd7-917e-a0d5adc0a9eb tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (662694a2-a126-45a5-bb2b-3e4b4d11b7d8), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:39.578474 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-c5f3b141-abb7-4f8a-a413-22602fd26b94 None None] Provisioning complete for port f0963c1f-42b5-4585-a364-0478b4b11b44 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:59:39.580408 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c5f3b141-abb7-4f8a-a413-22602fd26b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (f0963c1f-42b5-4585-a364-0478b4b11b44), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:39.585969 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f4778edd-fc8f-4c7b-9cfe-e19e4d15fadd tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group (1570ab45-79d1-414f-98cc-ec2c5e8025db), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:39.598517 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-48fd1722-c616-4fd7-917e-a0d5adc0a9eb tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (662694a2-a126-45a5-bb2b-3e4b4d11b7d8), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:39.623506 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48fd1722-c616-4fd7-917e-a0d5adc0a9eb tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:59:39.624054 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-48fd1722-c616-4fd7-917e-a0d5adc0a9eb tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (662694a2-a126-45a5-bb2b-3e4b4d11b7d8), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:39.667269 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-c5f3b141-abb7-4f8a-a413-22602fd26b94 None None] Port f0963c1f-42b5-4585-a364-0478b4b11b44 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:59:39.728788 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 662694a2-a126-45a5-bb2b-3e4b4d11b7d8 resource provider aggregate not found Aug 27 04:59:39.729859 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243776d9-9fbe-4b7e-a64d-df716eb4fce9 None None] DHCP port deletion for 0c675bf4-4916-40d1-96f5-9d4191821351 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:59:39.832867 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-243776d9-9fbe-4b7e-a64d-df716eb4fce9 None None] Deleting port 91273519-48f5-4eea-9663-a0cd5315991b {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:59:39.833274 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-243776d9-9fbe-4b7e-a64d-df716eb4fce9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (91273519-48f5-4eea-9663-a0cd5315991b), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:39.848616 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 662694a2-a126-45a5-bb2b-3e4b4d11b7d8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 662694a2-a126-45a5-bb2b-3e4b4d11b7d8 found for delete ", "request_id": "req-2462c6aa-5a3e-4ba6-ae3b-2afa4e8c2457"}]} Aug 27 04:59:39.848804 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-38c56299-b044-44ef-934f-f6fb82e1791b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'name': 'tempest-RoutersIpV6Test-router-696252856', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:58:16Z', 'updated_at': '2022-08-27T04:59:36Z', 'revision_number': 10, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'gw_port_host': None, '_interfaces': [{'id': '5fc9b9c4-c21e-4709-93db-504834d76e29', 'name': '', 'network_id': '2e47ae03-ab97-4f12-a6f2-cc39b2534fcd', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'mac_address': 'fa:16:3e:8a:5c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '40141336-9273-4c5b-819b-a9da8c34164d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:58:22Z', 'updated_at': '2022-08-27T04:58:35Z', 'revision_number': 5, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'subnets': [{'id': '40141336-9273-4c5b-819b-a9da8c34164d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:39.892257 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-224459b0-1716-40a7-bb5a-2d4a02bfa854 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (0c675bf4-4916-40d1-96f5-9d4191821351), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:39.915308 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c56299-b044-44ef-934f-f6fb82e1791b None None] The sync data for ids ['3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb'] in n-d-852088-5 is: [{'id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'name': 'tempest-RoutersIpV6Test-router-696252856', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:58:16Z', 'updated_at': '2022-08-27T04:59:36Z', 'revision_number': 10, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'gw_port_host': None, '_interfaces': [{'id': '5fc9b9c4-c21e-4709-93db-504834d76e29', 'name': '', 'network_id': '2e47ae03-ab97-4f12-a6f2-cc39b2534fcd', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'mac_address': 'fa:16:3e:8a:5c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '40141336-9273-4c5b-819b-a9da8c34164d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:58:22Z', 'updated_at': '2022-08-27T04:58:35Z', 'revision_number': 5, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'subnets': [{'id': '40141336-9273-4c5b-819b-a9da8c34164d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:59:40.039050 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-224459b0-1716-40a7-bb5a-2d4a02bfa854 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Deleting port 91273519-48f5-4eea-9663-a0cd5315991b {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:59:40.039533 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-224459b0-1716-40a7-bb5a-2d4a02bfa854 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (91273519-48f5-4eea-9663-a0cd5315991b), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:40.124968 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-224459b0-1716-40a7-bb5a-2d4a02bfa854 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] For port 91273519-48f5-4eea-9663-a0cd5315991b, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=91273519-48f5-4eea-9663-a0cd5315991b,segment=NetworkSegment(199fe768-a033-4286-933b-04be26315d22),segment_id=199fe768-a033-4286-933b-04be26315d22)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:59:40.125517 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-224459b0-1716-40a7-bb5a-2d4a02bfa854 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (91273519-48f5-4eea-9663-a0cd5315991b), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:40.146903 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-224459b0-1716-40a7-bb5a-2d4a02bfa854 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Calling delete_port for 91273519-48f5-4eea-9663-a0cd5315991b owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:59:40.163186 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6ea3ab37-9ece-4eab-89d0-f61d29be85cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f0963c1f-42b5-4585-a364-0478b4b11b44), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:40.174297 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-243776d9-9fbe-4b7e-a64d-df716eb4fce9 None None] For port 91273519-48f5-4eea-9663-a0cd5315991b, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=91273519-48f5-4eea-9663-a0cd5315991b,segment=NetworkSegment(199fe768-a033-4286-933b-04be26315d22),segment_id=199fe768-a033-4286-933b-04be26315d22)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:59:40.175370 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-243776d9-9fbe-4b7e-a64d-df716eb4fce9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (91273519-48f5-4eea-9663-a0cd5315991b), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:40.193064 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-243776d9-9fbe-4b7e-a64d-df716eb4fce9 None None] Calling delete_port for 91273519-48f5-4eea-9663-a0cd5315991b owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:59:40.194970 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f4778edd-fc8f-4c7b-9cfe-e19e4d15fadd tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (1570ab45-79d1-414f-98cc-ec2c5e8025db), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:40.198881 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f4778edd-fc8f-4c7b-9cfe-e19e4d15fadd tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:40.200985 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f4778edd-fc8f-4c7b-9cfe-e19e4d15fadd tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/1570ab45-79d1-414f-98cc-ec2c5e8025db HTTP/1.1" status: 204 len: 168 time: 1.2348740 Aug 27 04:59:40.201868 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-48fd1722-c616-4fd7-917e-a0d5adc0a9eb tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (a436d123-33c5-40bd-b0f6-dc6417b5c04f), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:40.204116 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39376) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:40.216048 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-22bcb535-b3e8-4e5f-b348-4d4cccfbf019 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (fc2e4781-c124-4bd6-ad27-17aaed2f4db4), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:40.257911 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-48fd1722-c616-4fd7-917e-a0d5adc0a9eb tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:40.261605 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-48fd1722-c616-4fd7-917e-a0d5adc0a9eb tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "DELETE /networking/v2.0/networks/a436d123-33c5-40bd-b0f6-dc6417b5c04f HTTP/1.1" status: 204 len: 168 time: 2.7274249 Aug 27 04:59:40.276913 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39378) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:40.373220 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device dcd17850-f13a-4543-b6bd-753ad632ca5a up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:59:40.374270 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4778edd-fc8f-4c7b-9cfe-e19e4d15fadd tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1570ab45-79d1-414f-98cc-ec2c5e8025db,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:40.381448 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fd1722-c616-4fd7-917e-a0d5adc0a9eb tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event deleted for resources: {'Network': ['ID=a436d123-33c5-40bd-b0f6-dc6417b5c04f,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:40.383079 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bcb535-b3e8-4e5f-b348-4d4cccfbf019 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Pushing event updated for resources: {'Subnet': ['ID=fc2e4781-c124-4bd6-ad27-17aaed2f4db4,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:40.395053 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a597b4-fdd4-41e3-b67e-86b56be73aab tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:59:40.396661 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e4a597b4-fdd4-41e3-b67e-86b56be73aab tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "GET /networking/v2.0/ports/09e745a8-a10b-4a4c-b5c8-fcfc9c395af9 HTTP/1.1" status: 200 len: 841 time: 0.1170900 Aug 27 04:59:40.402456 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39380) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:40.443959 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ea365c3a-7c9d-4d5b-9fea-53548daa623e tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] 10.222.0.76 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2355883 Aug 27 04:59:40.450599 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39384) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:40.464636 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c01aebab-2cd8-4b03-9068-8eccf53047e5 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "GET /networking/v2.0/ports/09e745a8-a10b-4a4c-b5c8-fcfc9c395af9?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0610249 Aug 27 04:59:40.468090 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-9db6369d-c872-4c1d-895f-60781023b630 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Request body: {'security_group': {'name': 'tempest-secgroup--212378819'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:40.470344 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39386) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:40.476124 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-0929e0f5-a231-4cf0-8ed8-fded58ab9940 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Request body: {'subnet': {'network_id': '9414ab29-31fd-4673-9b48-739ff7bb781e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:40.523700 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-243776d9-9fbe-4b7e-a64d-df716eb4fce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (91273519-48f5-4eea-9663-a0cd5315991b), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:40.553130 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bcb535-b3e8-4e5f-b348-4d4cccfbf019 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Checking segment: {'id': '2f06491f-e532-4f63-81b5-d179a2e033a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '094b2ffa-b73d-40b7-a029-daf929aa1be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:59:40.553534 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bcb535-b3e8-4e5f-b348-4d4cccfbf019 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Network hostable DHCP agents. Network: 094b2ffa-b73d-40b7-a029-daf929aa1be3, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:59:40.561930 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243776d9-9fbe-4b7e-a64d-df716eb4fce9 None None] No DVR routers for this DVR port 91273519-48f5-4eea-9663-a0cd5315991b on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:59:40.567081 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243776d9-9fbe-4b7e-a64d-df716eb4fce9 None None] Pushing event deleted for resources: {'Port': ['ID=91273519-48f5-4eea-9663-a0cd5315991b,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:40.588815 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-224459b0-1716-40a7-bb5a-2d4a02bfa854 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (91273519-48f5-4eea-9663-a0cd5315991b), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:40.595069 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port dcd17850-f13a-4543-b6bd-753ad632ca5a triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:59:40.595882 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (dcd17850-f13a-4543-b6bd-753ad632ca5a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:40.614806 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224459b0-1716-40a7-bb5a-2d4a02bfa854 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] No DVR routers for this DVR port 91273519-48f5-4eea-9663-a0cd5315991b on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:59:40.660396 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224459b0-1716-40a7-bb5a-2d4a02bfa854 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event deleted for resources: {'Port': ['ID=91273519-48f5-4eea-9663-a0cd5315991b,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:40.715448 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6ea3ab37-9ece-4eab-89d0-f61d29be85cb admin admin] Publish callbacks [] for port (f0963c1f-42b5-4585-a364-0478b4b11b44), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:40.731012 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port dcd17850-f13a-4543-b6bd-753ad632ca5a is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:59:40.737459 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (dcd17850-f13a-4543-b6bd-753ad632ca5a), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:40.800968 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9db6369d-c872-4c1d-895f-60781023b630 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:40.801372 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port dcd17850-f13a-4543-b6bd-753ad632ca5a, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=dcd17850-f13a-4543-b6bd-753ad632ca5a,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:59:40.866268 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-224459b0-1716-40a7-bb5a-2d4a02bfa854 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (0c675bf4-4916-40d1-96f5-9d4191821351), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:40.882671 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9db6369d-c872-4c1d-895f-60781023b630 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group (bd6cc461-a08a-4b35-974a-2e651573d025), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:40.891794 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-224459b0-1716-40a7-bb5a-2d4a02bfa854 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c675bf4-4916-40d1-96f5-9d4191821351']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:40.901681 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-224459b0-1716-40a7-bb5a-2d4a02bfa854 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '199fe768-a033-4286-933b-04be26315d22') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:40.901981 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-224459b0-1716-40a7-bb5a-2d4a02bfa854 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '199fe768-a033-4286-933b-04be26315d22') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:40.912819 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-224459b0-1716-40a7-bb5a-2d4a02bfa854 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (199fe768-a033-4286-933b-04be26315d22), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:40.926317 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-224459b0-1716-40a7-bb5a-2d4a02bfa854 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (199fe768-a033-4286-933b-04be26315d22), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:40.932529 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-224459b0-1716-40a7-bb5a-2d4a02bfa854 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:59:40.932908 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-224459b0-1716-40a7-bb5a-2d4a02bfa854 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (199fe768-a033-4286-933b-04be26315d22), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:40.976520 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 199fe768-a033-4286-933b-04be26315d22 resource provider aggregate not found Aug 27 04:59:40.983185 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bcb535-b3e8-4e5f-b348-4d4cccfbf019 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Network 094b2ffa-b73d-40b7-a029-daf929aa1be3 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:59:40.986187 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:40.994323 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6ea3ab37-9ece-4eab-89d0-f61d29be85cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (f0963c1f-42b5-4585-a364-0478b4b11b44), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:41.003441 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 199fe768-a033-4286-933b-04be26315d22 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 199fe768-a033-4286-933b-04be26315d22 found for delete ", "request_id": "req-c4f4d0bc-b151-4dce-83eb-baffc9cb758d"}]} Aug 27 04:59:41.034385 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (dcd17850-f13a-4543-b6bd-753ad632ca5a), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:41.042044 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9db6369d-c872-4c1d-895f-60781023b630 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (bd6cc461-a08a-4b35-974a-2e651573d025), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:41.048596 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0929e0f5-a231-4cf0-8ed8-fded58ab9940 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Made reservation on behalf of fe4b55b9429141158994d6a58059854d for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:59:41.054153 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0929e0f5-a231-4cf0-8ed8-fded58ab9940 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:41.087491 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea3ab37-9ece-4eab-89d0-f61d29be85cb admin admin] Pushing event updated for resources: {'Port': ['ID=f0963c1f-42b5-4585-a364-0478b4b11b44,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:41.099268 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=dcd17850-f13a-4543-b6bd-753ad632ca5a,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:41.122959 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 02f397fe-4c71-41e4-8abc-c1e2b79f17ac no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:59:41.122959 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:41.126333 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6ea3ab37-9ece-4eab-89d0-f61d29be85cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (4a89459c-d017-4b1b-9ebb-5f6af8e37365), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:41.129392 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db6369d-c872-4c1d-895f-60781023b630 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6cc461-a08a-4b35-974a-2e651573d025,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:41.141005 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 02f397fe-4c71-41e4-8abc-c1e2b79f17ac {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:59:41.142472 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 02f397fe-4c71-41e4-8abc-c1e2b79f17ac not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:59:41.142472 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 91273519-48f5-4eea-9663-a0cd5315991b no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:59:41.163031 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 91273519-48f5-4eea-9663-a0cd5315991b {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:59:41.163483 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 91273519-48f5-4eea-9663-a0cd5315991b not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:59:41.168843 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-22bcb535-b3e8-4e5f-b348-4d4cccfbf019 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 094b2ffa-b73d-40b7-a029-daf929aa1be3) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:59:41.170553 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-224459b0-1716-40a7-bb5a-2d4a02bfa854 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (0c675bf4-4916-40d1-96f5-9d4191821351), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:41.185672 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e827a6-924d-4cbe-a850-912f96012a2c None None] Network 094b2ffa-b73d-40b7-a029-daf929aa1be3 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:59:41.188778 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bcb535-b3e8-4e5f-b348-4d4cccfbf019 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:59:41.188984 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-22bcb535-b3e8-4e5f-b348-4d4cccfbf019 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:41.197691 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-224459b0-1716-40a7-bb5a-2d4a02bfa854 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:41.201011 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-224459b0-1716-40a7-bb5a-2d4a02bfa854 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "DELETE /networking/v2.0/networks/0c675bf4-4916-40d1-96f5-9d4191821351 HTTP/1.1" status: 204 len: 168 time: 1.9066110 Aug 27 04:59:41.202570 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9db6369d-c872-4c1d-895f-60781023b630 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:41.206116 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9db6369d-c872-4c1d-895f-60781023b630 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7545357 Aug 27 04:59:41.213245 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39396) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:41.217682 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39398) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:41.232345 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-2b86c417-a18f-4fea-9dec-be29fa2ddde1 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Request body: {'security_group_rule': {'security_group_id': 'bd6cc461-a08a-4b35-974a-2e651573d025', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:41.232827 n-d-852088-5 neutron-server[107775]: WARNING neutron.api.v2.base [None req-2b86c417-a18f-4fea-9dec-be29fa2ddde1 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 27 04:59:41.233331 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-2b86c417-a18f-4fea-9dec-be29fa2ddde1 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 04:59:41.237349 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2b86c417-a18f-4fea-9dec-be29fa2ddde1 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0136034 Aug 27 04:59:41.237537 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39402) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:41.243526 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-de6859c6-e296-41e1-8eaf-fe76cbe03db8 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Request body: {'security_group_rule': {'security_group_id': 'bd6cc461-a08a-4b35-974a-2e651573d025', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:41.251310 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224459b0-1716-40a7-bb5a-2d4a02bfa854 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event deleted for resources: {'Network': ['ID=0c675bf4-4916-40d1-96f5-9d4191821351,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:41.315032 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a709bf56-282f-4016-a929-c28947c15ecb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-094b2ffa-b73d-40b7-a029-daf929aa1be3', 'network_id': '094b2ffa-b73d-40b7-a029-daf929aa1be3', 'project_id': '1d0109415e794b52b25a509d7b89f6ff', 'fixed_ips': [{'subnet_id': 'fc2e4781-c124-4bd6-ad27-17aaed2f4db4'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:59:41.316211 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a709bf56-282f-4016-a929-c28947c15ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:41.389839 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea3ab37-9ece-4eab-89d0-f61d29be85cb admin admin] Network 028af1f9-64c7-473a-bf0c-1ec3ca00cd32 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:59:41.400345 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-6ea3ab37-9ece-4eab-89d0-f61d29be85cb admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:59:41.497000 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-a709bf56-282f-4016-a929-c28947c15ecb None None] Allocated IP 172.20.0.2 (094b2ffa-b73d-40b7-a029-daf929aa1be3/fc2e4781-c124-4bd6-ad27-17aaed2f4db4/7a4efe9f-3b1a-4451-ad70-668bea0f4fd8) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:59:41.553271 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-22bcb535-b3e8-4e5f-b348-4d4cccfbf019 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0169749 Aug 27 04:59:41.558262 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0929e0f5-a231-4cf0-8ed8-fded58ab9940 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (97dbdf6f-954f-4b59-b114-7c57195f241f), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:41.572444 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39406) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:41.615070 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0929e0f5-a231-4cf0-8ed8-fded58ab9940 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Network 9414ab29-31fd-4673-9b48-739ff7bb781e is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:59:41.655323 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-0929e0f5-a231-4cf0-8ed8-fded58ab9940 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:59:41.659479 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0929e0f5-a231-4cf0-8ed8-fded58ab9940 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:59:41.660379 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0929e0f5-a231-4cf0-8ed8-fded58ab9940 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:41.670272 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cb2e35-77a5-4e92-b247-98657c8054a4 None None] Network 9414ab29-31fd-4673-9b48-739ff7bb781e requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:59:41.698900 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0929e0f5-a231-4cf0-8ed8-fded58ab9940 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event updated for resources: {'Subnet': ['ID=97dbdf6f-954f-4b59-b114-7c57195f241f,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:41.738263 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:41.764972 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a709bf56-282f-4016-a929-c28947c15ecb None None] Publish callbacks [] for port (7a4efe9f-3b1a-4451-ad70-668bea0f4fd8), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:41.823965 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-de6859c6-e296-41e1-8eaf-fe76cbe03db8 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 04:59:41.825118 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-de6859c6-e296-41e1-8eaf-fe76cbe03db8 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5857444 Aug 27 04:59:41.829817 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39410) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:41.835380 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-a447d464-dd34-47b8-8846-1a941627e550 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Request body: {'security_group_rule': {'security_group_id': 'bd6cc461-a08a-4b35-974a-2e651573d025', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:41.835878 n-d-852088-5 neutron-server[107776]: WARNING neutron.api.v2.base [None req-a447d464-dd34-47b8-8846-1a941627e550 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 27 04:59:41.836414 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-a447d464-dd34-47b8-8846-1a941627e550 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 04:59:41.840411 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a447d464-dd34-47b8-8846-1a941627e550 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0094299 Aug 27 04:59:41.841031 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39412) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:41.847123 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-a22f4fc9-df7d-4eba-ad66-547b130fada2 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Request body: {'security_group_rule': {'security_group_id': 'bd6cc461-a08a-4b35-974a-2e651573d025', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:41.884263 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-0929e0f5-a231-4cf0-8ed8-fded58ab9940 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4057124 Aug 27 04:59:41.887887 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea3ab37-9ece-4eab-89d0-f61d29be85cb admin admin] Router 4a89459c-d017-4b1b-9ebb-5f6af8e37365 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:59:41.891300 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39414) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:41.892847 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-70e053bc-55db-4269-aed1-92e348dd0fa5 None None] Provisioning complete for port f0963c1f-42b5-4585-a364-0478b4b11b44 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:59:41.893229 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-70e053bc-55db-4269-aed1-92e348dd0fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (f0963c1f-42b5-4585-a364-0478b4b11b44), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:41.909526 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-2821f433-92db-4876-b412-9b934c8b943e tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Request body: {'security_group': {'name': 'tempest-secgroup-1894996971'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:41.935332 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8843010-a434-4c47-ae2a-4cbbe4e397ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-9414ab29-31fd-4673-9b48-739ff7bb781e', 'network_id': '9414ab29-31fd-4673-9b48-739ff7bb781e', 'project_id': 'fe4b55b9429141158994d6a58059854d', 'fixed_ips': [{'subnet_id': '97dbdf6f-954f-4b59-b114-7c57195f241f'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:59:41.936351 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b8843010-a434-4c47-ae2a-4cbbe4e397ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:41.943096 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a709bf56-282f-4016-a929-c28947c15ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (7a4efe9f-3b1a-4451-ad70-668bea0f4fd8), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:41.961731 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-09adac0a-6ef8-46d4-8912-c2d007d1f5e5 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:41.970976 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-12f56ec0-660c-451a-a695-ec02152a9a48 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (094b2ffa-b73d-40b7-a029-daf929aa1be3), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:42.020721 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device dcd17850-f13a-4543-b6bd-753ad632ca5a up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:59:42.068011 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-70e053bc-55db-4269-aed1-92e348dd0fa5 None None] Port f0963c1f-42b5-4585-a364-0478b4b11b44 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:59:42.073906 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a709bf56-282f-4016-a929-c28947c15ecb None None] Network 094b2ffa-b73d-40b7-a029-daf929aa1be3 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:59:42.087155 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2821f433-92db-4876-b412-9b934c8b943e tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:42.087598 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a709bf56-282f-4016-a929-c28947c15ecb None None] Pushing event updated for resources: {'Port': ['ID=7a4efe9f-3b1a-4451-ad70-668bea0f4fd8,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:42.154440 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-a709bf56-282f-4016-a929-c28947c15ecb None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:59:42.160289 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a709bf56-282f-4016-a929-c28947c15ecb None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:59:42.226625 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port dcd17850-f13a-4543-b6bd-753ad632ca5a triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:59:42.244829 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (dcd17850-f13a-4543-b6bd-753ad632ca5a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:42.245026 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2821f433-92db-4876-b412-9b934c8b943e tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for security_group (0db13eaf-c032-4de2-b1ea-39a23c6908d0), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:42.323596 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-a709bf56-282f-4016-a929-c28947c15ecb None None] Attempting to bind port 7a4efe9f-3b1a-4451-ad70-668bea0f4fd8 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:59:42.323816 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-a709bf56-282f-4016-a929-c28947c15ecb None None] Attempting to bind port 7a4efe9f-3b1a-4451-ad70-668bea0f4fd8 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '2f06491f-e532-4f63-81b5-d179a2e033a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '094b2ffa-b73d-40b7-a029-daf929aa1be3'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:59:42.324215 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a709bf56-282f-4016-a929-c28947c15ecb None None] Attempting to bind port 7a4efe9f-3b1a-4451-ad70-668bea0f4fd8 on network 094b2ffa-b73d-40b7-a029-daf929aa1be3 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:59:42.336444 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-b8843010-a434-4c47-ae2a-4cbbe4e397ad None None] Allocated IP 172.20.0.2 (9414ab29-31fd-4673-9b48-739ff7bb781e/97dbdf6f-954f-4b59-b114-7c57195f241f/d3f59d5c-7795-4662-a6ae-bc02f2a1573a) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:59:42.342987 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a709bf56-282f-4016-a929-c28947c15ecb None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:59:42.343367 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a709bf56-282f-4016-a929-c28947c15ecb None None] Checking segment: {'id': '2f06491f-e532-4f63-81b5-d179a2e033a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '094b2ffa-b73d-40b7-a029-daf929aa1be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:59:42.343771 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a709bf56-282f-4016-a929-c28947c15ecb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:42.344200 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a709bf56-282f-4016-a929-c28947c15ecb None None] Bound using segment: {'id': '2f06491f-e532-4f63-81b5-d179a2e033a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '094b2ffa-b73d-40b7-a029-daf929aa1be3'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:59:42.344752 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-a709bf56-282f-4016-a929-c28947c15ecb None None] Bound port: 7a4efe9f-3b1a-4451-ad70-668bea0f4fd8, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f06491f-e532-4f63-81b5-d179a2e033a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '094b2ffa-b73d-40b7-a029-daf929aa1be3'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:59:42.345137 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a709bf56-282f-4016-a929-c28947c15ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (7a4efe9f-3b1a-4451-ad70-668bea0f4fd8), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:42.418734 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-a22f4fc9-df7d-4eba-ad66-547b130fada2 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 04:59:42.420786 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a22f4fc9-df7d-4eba-ad66-547b130fada2 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5785372 Aug 27 04:59:42.427401 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39422) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:42.432686 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-8301a4ce-7fc7-4292-a048-b6380a919c24 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Request body: {'security_group_rule': {'security_group_id': 'bd6cc461-a08a-4b35-974a-2e651573d025', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:42.433191 n-d-852088-5 neutron-server[107776]: WARNING neutron.api.v2.base [None req-8301a4ce-7fc7-4292-a048-b6380a919c24 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 27 04:59:42.433679 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-8301a4ce-7fc7-4292-a048-b6380a919c24 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 04:59:42.441999 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8301a4ce-7fc7-4292-a048-b6380a919c24 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0163391 Aug 27 04:59:42.442803 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39424) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:42.449103 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-345d61f7-5a7d-4f6a-ba50-d1334ed967fa tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Request body: {'security_group_rule': {'security_group_id': 'bd6cc461-a08a-4b35-974a-2e651573d025', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:42.472875 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2821f433-92db-4876-b412-9b934c8b943e tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (0db13eaf-c032-4de2-b1ea-39a23c6908d0), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:42.483089 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port dcd17850-f13a-4543-b6bd-753ad632ca5a is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:59:42.487217 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-12f56ec0-660c-451a-a695-ec02152a9a48 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Deleting port 7a4efe9f-3b1a-4451-ad70-668bea0f4fd8 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:59:42.487565 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-12f56ec0-660c-451a-a695-ec02152a9a48 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (7a4efe9f-3b1a-4451-ad70-668bea0f4fd8), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:42.506969 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 38f5ac13-4403-4698-a29f-53e4d3f4a4b3 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:59:42.521031 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2821f433-92db-4876-b412-9b934c8b943e tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0db13eaf-c032-4de2-b1ea-39a23c6908d0,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:42.542127 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-a709bf56-282f-4016-a929-c28947c15ecb None None] For port 7a4efe9f-3b1a-4451-ad70-668bea0f4fd8, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:59:42.544080 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 38f5ac13-4403-4698-a29f-53e4d3f4a4b3 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:59:42.544455 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 38f5ac13-4403-4698-a29f-53e4d3f4a4b3 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:59:42.564427 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-a709bf56-282f-4016-a929-c28947c15ecb None None] For port 7a4efe9f-3b1a-4451-ad70-668bea0f4fd8, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=7a4efe9f-3b1a-4451-ad70-668bea0f4fd8,segment=NetworkSegment(2f06491f-e532-4f63-81b5-d179a2e033a2),segment_id=2f06491f-e532-4f63-81b5-d179a2e033a2)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:59:42.614289 n-d-852088-5 neutron-server[107776]: INFO neutron.db.securitygroups_db [None req-345d61f7-5a7d-4f6a-ba50-d1334ed967fa tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Project ece4ceb7e1e4416b8e854e3475af4d0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 04:59:42.628047 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b8843010-a434-4c47-ae2a-4cbbe4e397ad None None] Publish callbacks [] for port (d3f59d5c-7795-4662-a6ae-bc02f2a1573a), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:42.628254 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2821f433-92db-4876-b412-9b934c8b943e tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:42.628254 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2821f433-92db-4876-b412-9b934c8b943e tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7176671 Aug 27 04:59:42.628254 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39426) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:42.635554 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-0a1386c2-0eb4-4114-b434-51b4bb0e3a56 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Request body: {'security_group': {'name': 'tempest-secgroup-281477930'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:42.648988 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea3ab37-9ece-4eab-89d0-f61d29be85cb admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:59:42.655818 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-6ea3ab37-9ece-4eab-89d0-f61d29be85cb admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/4a89459c-d017-4b1b-9ebb-5f6af8e37365/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7539506 Aug 27 04:59:42.668303 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23ff7f5-74e0-4c54-a2fe-3c8a3e790f0b None None] Sync routers for ids ['4a89459c-d017-4b1b-9ebb-5f6af8e37365'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:59:42.680346 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23ff7f5-74e0-4c54-a2fe-3c8a3e790f0b None None] Routers {'4a89459c-d017-4b1b-9ebb-5f6af8e37365'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:59:42.680989 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-a23ff7f5-74e0-4c54-a2fe-3c8a3e790f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:59:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['4a89459c-d017-4b1b-9ebb-5f6af8e37365'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:42.722681 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-12f56ec0-660c-451a-a695-ec02152a9a48 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] For port 7a4efe9f-3b1a-4451-ad70-668bea0f4fd8, host n-d-852088-5, got binding levels [] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:59:42.722681 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-12f56ec0-660c-451a-a695-ec02152a9a48 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (7a4efe9f-3b1a-4451-ad70-668bea0f4fd8), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:42.762969 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-12f56ec0-660c-451a-a695-ec02152a9a48 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Calling delete_port for 7a4efe9f-3b1a-4451-ad70-668bea0f4fd8 owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:59:42.781236 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-09adac0a-6ef8-46d4-8912-c2d007d1f5e5 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Deleting port 5fc9b9c4-c21e-4709-93db-504834d76e29 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:59:42.786986 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-09adac0a-6ef8-46d4-8912-c2d007d1f5e5 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (5fc9b9c4-c21e-4709-93db-504834d76e29), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:42.787200 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a709bf56-282f-4016-a929-c28947c15ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (7a4efe9f-3b1a-4451-ad70-668bea0f4fd8), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:42.880494 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-a23ff7f5-74e0-4c54-a2fe-3c8a3e790f0b None None] Set router 4a89459c-d017-4b1b-9ebb-5f6af8e37365 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:59:42.900013 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0a1386c2-0eb4-4114-b434-51b4bb0e3a56 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:42.902124 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-345d61f7-5a7d-4f6a-ba50-d1334ed967fa tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 04:59:42.903183 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-345d61f7-5a7d-4f6a-ba50-d1334ed967fa tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4592414 Aug 27 04:59:42.907787 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39438) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:42.920722 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-157ba554-ef5b-43be-aa36-57d1a5448ec1 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Request body: {'security_group_rule': {'security_group_id': 'bd6cc461-a08a-4b35-974a-2e651573d025', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:42.921316 n-d-852088-5 neutron-server[107776]: WARNING neutron.api.v2.base [None req-157ba554-ef5b-43be-aa36-57d1a5448ec1 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 27 04:59:42.921896 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-157ba554-ef5b-43be-aa36-57d1a5448ec1 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 04:59:42.923126 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-157ba554-ef5b-43be-aa36-57d1a5448ec1 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0143464 Aug 27 04:59:42.937821 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39440) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:42.951463 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-cc45219b-69b4-47ab-8fb9-f845b3df009d tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Request body: {'security_group_rule': {'security_group_id': 'bd6cc461-a08a-4b35-974a-2e651573d025', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:42.954547 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b8843010-a434-4c47-ae2a-4cbbe4e397ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (d3f59d5c-7795-4662-a6ae-bc02f2a1573a), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:42.977206 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-09adac0a-6ef8-46d4-8912-c2d007d1f5e5 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] For port 5fc9b9c4-c21e-4709-93db-504834d76e29, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=5fc9b9c4-c21e-4709-93db-504834d76e29,segment=NetworkSegment(4785d50f-c939-46dd-a1b6-18d86cd8d6c7),segment_id=4785d50f-c939-46dd-a1b6-18d86cd8d6c7)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:59:42.978012 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-09adac0a-6ef8-46d4-8912-c2d007d1f5e5 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (5fc9b9c4-c21e-4709-93db-504834d76e29), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:42.986755 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a709bf56-282f-4016-a929-c28947c15ecb None None] Pushing event updated for resources: {'Port': ['ID=7a4efe9f-3b1a-4451-ad70-668bea0f4fd8,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:43.008829 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-09adac0a-6ef8-46d4-8912-c2d007d1f5e5 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Calling delete_port for 5fc9b9c4-c21e-4709-93db-504834d76e29 owned by network:router_interface {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:59:43.014753 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8843010-a434-4c47-ae2a-4cbbe4e397ad None None] Network 9414ab29-31fd-4673-9b48-739ff7bb781e is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:59:43.074601 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-b8843010-a434-4c47-ae2a-4cbbe4e397ad None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:59:43.098284 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0a1386c2-0eb4-4114-b434-51b4bb0e3a56 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for security_group (8c646b04-3f7d-4992-961d-d89bf43ece8f), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:43.126507 n-d-852088-5 neutron-server[107776]: INFO neutron.db.securitygroups_db [None req-cc45219b-69b4-47ab-8fb9-f845b3df009d tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Project ece4ceb7e1e4416b8e854e3475af4d0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 04:59:43.242623 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0a1386c2-0eb4-4114-b434-51b4bb0e3a56 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (8c646b04-3f7d-4992-961d-d89bf43ece8f), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:43.305680 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-cc45219b-69b4-47ab-8fb9-f845b3df009d tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 04:59:43.307448 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-cc45219b-69b4-47ab-8fb9-f845b3df009d tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3650913 Aug 27 04:59:43.310872 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39446) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:43.311540 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1386c2-0eb4-4114-b434-51b4bb0e3a56 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c646b04-3f7d-4992-961d-d89bf43ece8f,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:43.313840 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8843010-a434-4c47-ae2a-4cbbe4e397ad None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:59:43.324000 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-07cd8ad6-23bc-4e6f-8532-0810bf4634f9 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Request body: {'security_group_rule': {'security_group_id': 'bd6cc461-a08a-4b35-974a-2e651573d025', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:43.364068 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8843010-a434-4c47-ae2a-4cbbe4e397ad None None] Pushing event updated for resources: {'Port': ['ID=d3f59d5c-7795-4662-a6ae-bc02f2a1573a,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:43.413400 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-12f56ec0-660c-451a-a695-ec02152a9a48 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (7a4efe9f-3b1a-4451-ad70-668bea0f4fd8), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:43.453045 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-b8843010-a434-4c47-ae2a-4cbbe4e397ad None None] Attempting to bind port d3f59d5c-7795-4662-a6ae-bc02f2a1573a on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:59:43.453699 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-b8843010-a434-4c47-ae2a-4cbbe4e397ad None None] Attempting to bind port d3f59d5c-7795-4662-a6ae-bc02f2a1573a by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'dd31a398-0226-491b-8407-cefb6d7a96a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '9414ab29-31fd-4673-9b48-739ff7bb781e'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:59:43.454180 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8843010-a434-4c47-ae2a-4cbbe4e397ad None None] Attempting to bind port d3f59d5c-7795-4662-a6ae-bc02f2a1573a on network 9414ab29-31fd-4673-9b48-739ff7bb781e {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:59:43.460463 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f56ec0-660c-451a-a695-ec02152a9a48 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Pushing event deleted for resources: {'Port': ['ID=7a4efe9f-3b1a-4451-ad70-668bea0f4fd8,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:43.474280 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8843010-a434-4c47-ae2a-4cbbe4e397ad None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:59:43.474764 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8843010-a434-4c47-ae2a-4cbbe4e397ad None None] Checking segment: {'id': 'dd31a398-0226-491b-8407-cefb6d7a96a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '9414ab29-31fd-4673-9b48-739ff7bb781e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:59:43.475241 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b8843010-a434-4c47-ae2a-4cbbe4e397ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:43.475936 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8843010-a434-4c47-ae2a-4cbbe4e397ad None None] Bound using segment: {'id': 'dd31a398-0226-491b-8407-cefb6d7a96a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '9414ab29-31fd-4673-9b48-739ff7bb781e'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:59:43.476552 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-b8843010-a434-4c47-ae2a-4cbbe4e397ad None None] Bound port: d3f59d5c-7795-4662-a6ae-bc02f2a1573a, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd31a398-0226-491b-8407-cefb6d7a96a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '9414ab29-31fd-4673-9b48-739ff7bb781e'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:59:43.477010 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b8843010-a434-4c47-ae2a-4cbbe4e397ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (d3f59d5c-7795-4662-a6ae-bc02f2a1573a), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:43.482339 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0a1386c2-0eb4-4114-b434-51b4bb0e3a56 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:43.488687 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-0a1386c2-0eb4-4114-b434-51b4bb0e3a56 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8594446 Aug 27 04:59:43.488687 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39450) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:43.493561 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-be569f20-a444-4045-b592-434398704c8f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1233073544', 'security_groups': ['8c646b04-3f7d-4992-961d-d89bf43ece8f'], 'network_id': '9414ab29-31fd-4673-9b48-739ff7bb781e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '97dbdf6f-954f-4b59-b114-7c57195f241f'}]}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:43.513518 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f56ec0-660c-451a-a695-ec02152a9a48 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] No DVR routers for this DVR port 7a4efe9f-3b1a-4451-ad70-668bea0f4fd8 on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:59:43.515390 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:43.544669 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-a23ff7f5-74e0-4c54-a2fe-3c8a3e790f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a89459c-d017-4b1b-9ebb-5f6af8e37365', 'name': 'tempest-TestAggregatesBasicOps-484336078-router', 'tenant_id': '1d1f106eac0645259391b87d7dfbbe56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'dcd17850-f13a-4543-b6bd-753ad632ca5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:59:29Z', 'updated_at': '2022-08-27T04:59:39Z', 'revision_number': 4, 'project_id': '1d1f106eac0645259391b87d7dfbbe56', 'gw_port': {'id': 'dcd17850-f13a-4543-b6bd-753ad632ca5a', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:92:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a89459c-d017-4b1b-9ebb-5f6af8e37365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:59:31Z', 'updated_at': '2022-08-27T04:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'f0963c1f-42b5-4585-a364-0478b4b11b44', 'name': '', 'network_id': '028af1f9-64c7-473a-bf0c-1ec3ca00cd32', 'tenant_id': '1d1f106eac0645259391b87d7dfbbe56', 'mac_address': 'fa:16:3e:5f:bd:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a89459c-d017-4b1b-9ebb-5f6af8e37365', 'device_owner': 'network:router_interface', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '5d9f04ac-6067-40b6-b93c-915ab5c32dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:59:37Z', 'updated_at': '2022-08-27T04:59:40Z', 'revision_number': 2, 'project_id': '1d1f106eac0645259391b87d7dfbbe56', 'subnets': [{'id': '5d9f04ac-6067-40b6-b93c-915ab5c32dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:43.574439 n-d-852088-5 neutron-server[107775]: INFO neutron.db.securitygroups_db [None req-07cd8ad6-23bc-4e6f-8532-0810bf4634f9 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Project ece4ceb7e1e4416b8e854e3475af4d0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 04:59:43.581193 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-09adac0a-6ef8-46d4-8912-c2d007d1f5e5 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (5fc9b9c4-c21e-4709-93db-504834d76e29), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:43.594172 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-12f56ec0-660c-451a-a695-ec02152a9a48 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (fc2e4781-c124-4bd6-ad27-17aaed2f4db4), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:43.599914 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23ff7f5-74e0-4c54-a2fe-3c8a3e790f0b None None] Checking router: 4a89459c-d017-4b1b-9ebb-5f6af8e37365 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:59:43.600394 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23ff7f5-74e0-4c54-a2fe-3c8a3e790f0b None None] Updating router 4a89459c-d017-4b1b-9ebb-5f6af8e37365 port f0963c1f-42b5-4585-a364-0478b4b11b44 binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:59:43.658649 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a23ff7f5-74e0-4c54-a2fe-3c8a3e790f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f0963c1f-42b5-4585-a364-0478b4b11b44), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:43.661203 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-b8843010-a434-4c47-ae2a-4cbbe4e397ad None None] For port d3f59d5c-7795-4662-a6ae-bc02f2a1573a, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:59:43.667546 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-b8843010-a434-4c47-ae2a-4cbbe4e397ad None None] For port d3f59d5c-7795-4662-a6ae-bc02f2a1573a, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=d3f59d5c-7795-4662-a6ae-bc02f2a1573a,segment=NetworkSegment(dd31a398-0226-491b-8407-cefb6d7a96a3),segment_id=dd31a398-0226-491b-8407-cefb6d7a96a3)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:59:43.670766 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09adac0a-6ef8-46d4-8912-c2d007d1f5e5 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event deleted for resources: {'Port': ['ID=5fc9b9c4-c21e-4709-93db-504834d76e29,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:43.838181 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-07cd8ad6-23bc-4e6f-8532-0810bf4634f9 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 04:59:43.839269 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-07cd8ad6-23bc-4e6f-8532-0810bf4634f9 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5252235 Aug 27 04:59:43.845139 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39464) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:43.848468 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-09adac0a-6ef8-46d4-8912-c2d007d1f5e5 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:43.871297 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b8843010-a434-4c47-ae2a-4cbbe4e397ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (d3f59d5c-7795-4662-a6ae-bc02f2a1573a), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:43.991276 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be569f20-a444-4045-b592-434398704c8f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Made reservation on behalf of fe4b55b9429141158994d6a58059854d for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:59:43.999082 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-12f56ec0-660c-451a-a695-ec02152a9a48 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (fc2e4781-c124-4bd6-ad27-17aaed2f4db4), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:44.080872 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f56ec0-660c-451a-a695-ec02152a9a48 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Pushing event deleted for resources: {'Subnet': ['ID=fc2e4781-c124-4bd6-ad27-17aaed2f4db4,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:44.179648 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f56ec0-660c-451a-a695-ec02152a9a48 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:59:44.187770 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f56ec0-660c-451a-a695-ec02152a9a48 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:59:44.189881 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f56ec0-660c-451a-a695-ec02152a9a48 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:59:44.190299 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f56ec0-660c-451a-a695-ec02152a9a48 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:59:44.191934 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f56ec0-660c-451a-a695-ec02152a9a48 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:59:44.192839 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f56ec0-660c-451a-a695-ec02152a9a48 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:59:44.193411 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f56ec0-660c-451a-a695-ec02152a9a48 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:59:44.193817 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f56ec0-660c-451a-a695-ec02152a9a48 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:59:44.194218 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f56ec0-660c-451a-a695-ec02152a9a48 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:59:44.194635 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f56ec0-660c-451a-a695-ec02152a9a48 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:59:44.195034 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f56ec0-660c-451a-a695-ec02152a9a48 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:59:44.198924 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f56ec0-660c-451a-a695-ec02152a9a48 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:59:44.199343 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f56ec0-660c-451a-a695-ec02152a9a48 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:59:44.199877 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f56ec0-660c-451a-a695-ec02152a9a48 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:59:44.200306 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f56ec0-660c-451a-a695-ec02152a9a48 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:59:44.269851 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:44.284390 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-be569f20-a444-4045-b592-434398704c8f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:44.341587 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [None req-be569f20-a444-4045-b592-434398704c8f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] device_id is not set on port 04f1b122-c0b1-40c0-a985-3a473e761285 yet. {{(pid=107776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 04:59:44.343738 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a23ff7f5-74e0-4c54-a2fe-3c8a3e790f0b None None] Publish callbacks [] for port (f0963c1f-42b5-4585-a364-0478b4b11b44), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:44.377354 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09adac0a-6ef8-46d4-8912-c2d007d1f5e5 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Router 3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:59:44.387180 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-12f56ec0-660c-451a-a695-ec02152a9a48 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (094b2ffa-b73d-40b7-a029-daf929aa1be3), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:44.455234 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:44.477849 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-42152f43-0d75-4110-8de7-e4dc3e531b20 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group (bd6cc461-a08a-4b35-974a-2e651573d025), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:44.494657 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8843010-a434-4c47-ae2a-4cbbe4e397ad None None] Pushing event updated for resources: {'Port': ['ID=d3f59d5c-7795-4662-a6ae-bc02f2a1573a,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:44.549696 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09adac0a-6ef8-46d4-8912-c2d007d1f5e5 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:59:44.560445 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b5d8b5-39b5-4436-bd46-f7fa1e0a5d67 None None] Sync routers for ids ['3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:59:44.574998 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b5d8b5-39b5-4436-bd46-f7fa1e0a5d67 None None] Routers {'3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:59:44.576123 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-28b5d8b5-39b5-4436-bd46-f7fa1e0a5d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:59:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:44.585816 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a23ff7f5-74e0-4c54-a2fe-3c8a3e790f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (f0963c1f-42b5-4585-a364-0478b4b11b44), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:44.598612 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-09adac0a-6ef8-46d4-8912-c2d007d1f5e5 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "PUT /networking/v2.0/routers/3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3761942 Aug 27 04:59:44.601953 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-12f56ec0-660c-451a-a695-ec02152a9a48 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['094b2ffa-b73d-40b7-a029-daf929aa1be3']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:44.609342 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39478) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:44.634731 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-12f56ec0-660c-451a-a695-ec02152a9a48 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f06491f-e532-4f63-81b5-d179a2e033a2') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:44.635040 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-12f56ec0-660c-451a-a695-ec02152a9a48 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f06491f-e532-4f63-81b5-d179a2e033a2') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:44.665840 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-12f56ec0-660c-451a-a695-ec02152a9a48 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (2f06491f-e532-4f63-81b5-d179a2e033a2), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:44.676405 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d7b8c6-2ab6-4539-9fff-6174212d665c None None] Pushing event updated for resources: {'Port': ['ID=f0963c1f-42b5-4585-a364-0478b4b11b44,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:44.694644 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-28b5d8b5-39b5-4436-bd46-f7fa1e0a5d67 None None] Set router 3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb gateway port host: None {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:59:44.699652 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-12f56ec0-660c-451a-a695-ec02152a9a48 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (2f06491f-e532-4f63-81b5-d179a2e033a2), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:44.709457 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12f56ec0-660c-451a-a695-ec02152a9a48 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:59:44.709869 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-12f56ec0-660c-451a-a695-ec02152a9a48 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (2f06491f-e532-4f63-81b5-d179a2e033a2), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:44.799860 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-21926922-77cb-488a-9a43-b00bb5eec140 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Deleting subnet 40141336-9273-4c5b-819b-a9da8c34164d {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:59:44.817554 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-21926922-77cb-488a-9a43-b00bb5eec140 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for subnet (40141336-9273-4c5b-819b-a9da8c34164d), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:44.834742 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-a23ff7f5-74e0-4c54-a2fe-3c8a3e790f0b None None] Attempting to bind port f0963c1f-42b5-4585-a364-0478b4b11b44 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:59:44.835206 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-a23ff7f5-74e0-4c54-a2fe-3c8a3e790f0b None None] Attempting to bind port f0963c1f-42b5-4585-a364-0478b4b11b44 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'feb6def0-aab9-48fd-956a-9e31dce1f24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '028af1f9-64c7-473a-bf0c-1ec3ca00cd32'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:59:44.835966 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23ff7f5-74e0-4c54-a2fe-3c8a3e790f0b None None] Attempting to bind port f0963c1f-42b5-4585-a364-0478b4b11b44 on network 028af1f9-64c7-473a-bf0c-1ec3ca00cd32 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:59:44.847802 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 2f06491f-e532-4f63-81b5-d179a2e033a2 resource provider aggregate not found Aug 27 04:59:44.848417 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23ff7f5-74e0-4c54-a2fe-3c8a3e790f0b None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:59:44.848417 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23ff7f5-74e0-4c54-a2fe-3c8a3e790f0b None None] Checking segment: {'id': 'feb6def0-aab9-48fd-956a-9e31dce1f24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '028af1f9-64c7-473a-bf0c-1ec3ca00cd32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:59:44.848417 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a23ff7f5-74e0-4c54-a2fe-3c8a3e790f0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:44.848417 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23ff7f5-74e0-4c54-a2fe-3c8a3e790f0b None None] Bound using segment: {'id': 'feb6def0-aab9-48fd-956a-9e31dce1f24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '028af1f9-64c7-473a-bf0c-1ec3ca00cd32'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:59:44.848838 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-a23ff7f5-74e0-4c54-a2fe-3c8a3e790f0b None None] Bound port: f0963c1f-42b5-4585-a364-0478b4b11b44, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feb6def0-aab9-48fd-956a-9e31dce1f24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '028af1f9-64c7-473a-bf0c-1ec3ca00cd32'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:59:44.848961 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a23ff7f5-74e0-4c54-a2fe-3c8a3e790f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f0963c1f-42b5-4585-a364-0478b4b11b44), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:44.863957 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 2f06491f-e532-4f63-81b5-d179a2e033a2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2f06491f-e532-4f63-81b5-d179a2e033a2 found for delete ", "request_id": "req-d719ecaf-0de0-4bcd-93c7-3acd52cedb41"}]} Aug 27 04:59:44.873893 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-28b5d8b5-39b5-4436-bd46-f7fa1e0a5d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'name': 'tempest-RoutersIpV6Test-router-696252856', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:58:16Z', 'updated_at': '2022-08-27T04:59:43Z', 'revision_number': 11, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:44.919600 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91582b4c-b400-4dbd-b555-b40b1bb7b7d7 None None] Network 094b2ffa-b73d-40b7-a029-daf929aa1be3 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:59:44.920061 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b5d8b5-39b5-4436-bd46-f7fa1e0a5d67 None None] Checking router: 3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:59:44.931838 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b5d8b5-39b5-4436-bd46-f7fa1e0a5d67 None None] Routers {'3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:59:44.932621 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-28b5d8b5-39b5-4436-bd46-f7fa1e0a5d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:59:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:44.945548 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-21926922-77cb-488a-9a43-b00bb5eec140 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (40141336-9273-4c5b-819b-a9da8c34164d), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:44.959957 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-12f56ec0-660c-451a-a695-ec02152a9a48 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (094b2ffa-b73d-40b7-a029-daf929aa1be3), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:44.995495 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-12f56ec0-660c-451a-a695-ec02152a9a48 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:45.004636 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-12f56ec0-660c-451a-a695-ec02152a9a48 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "DELETE /networking/v2.0/networks/094b2ffa-b73d-40b7-a029-daf929aa1be3 HTTP/1.1" status: 204 len: 168 time: 3.4221656 Aug 27 04:59:45.005622 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f56ec0-660c-451a-a695-ec02152a9a48 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Pushing event deleted for resources: {'Network': ['ID=094b2ffa-b73d-40b7-a029-daf929aa1be3,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:45.015717 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39490) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:45.022184 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-a79b0f39-594a-4a59-9fb7-0a724de296f1 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1340760506'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:45.040117 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:45.052353 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-28b5d8b5-39b5-4436-bd46-f7fa1e0a5d67 None None] Set router 3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb gateway port host: None {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:59:45.062911 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-20fcd7f8-f017-4e2e-94c1-e6485689384d None None] Could not find standard attr ID for object 7a4efe9f-3b1a-4451-ad70-668bea0f4fd8. {{(pid=107777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 27 04:59:45.090155 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-21926922-77cb-488a-9a43-b00bb5eec140 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (40141336-9273-4c5b-819b-a9da8c34164d), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:45.117759 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-a23ff7f5-74e0-4c54-a2fe-3c8a3e790f0b None None] For port f0963c1f-42b5-4585-a364-0478b4b11b44, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:59:45.124222 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-28b5d8b5-39b5-4436-bd46-f7fa1e0a5d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'name': 'tempest-RoutersIpV6Test-router-696252856', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:58:16Z', 'updated_at': '2022-08-27T04:59:43Z', 'revision_number': 11, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:45.132626 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-a23ff7f5-74e0-4c54-a2fe-3c8a3e790f0b None None] For port f0963c1f-42b5-4585-a364-0478b4b11b44, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=f0963c1f-42b5-4585-a364-0478b4b11b44,segment=NetworkSegment(feb6def0-aab9-48fd-956a-9e31dce1f24f),segment_id=feb6def0-aab9-48fd-956a-9e31dce1f24f)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:59:45.162595 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b5d8b5-39b5-4436-bd46-f7fa1e0a5d67 None None] The sync data for ids ['3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb'] in n-d-852088-5 is: [{'id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'name': 'tempest-RoutersIpV6Test-router-696252856', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:58:16Z', 'updated_at': '2022-08-27T04:59:43Z', 'revision_number': 11, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'gw_port_host': None}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:59:45.181372 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:45.181372 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-42152f43-0d75-4110-8de7-e4dc3e531b20 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group (bd6cc461-a08a-4b35-974a-2e651573d025), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:45.232618 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79b0f39-594a-4a59-9fb7-0a724de296f1 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Made reservation on behalf of 1d0109415e794b52b25a509d7b89f6ff for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:59:45.240837 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d427952c-77bc-4651-b262-f286f59cb245 None None] DHCP port deletion for 094b2ffa-b73d-40b7-a029-daf929aa1be3 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:59:45.241030 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a79b0f39-594a-4a59-9fb7-0a724de296f1 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:45.281012 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a79b0f39-594a-4a59-9fb7-0a724de296f1 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:59:45.292829 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a79b0f39-594a-4a59-9fb7-0a724de296f1 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (6b3611ba-ae62-49a4-aef6-d6c273d2f199), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:45.293184 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-a79b0f39-594a-4a59-9fb7-0a724de296f1 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Added segment 6b3611ba-ae62-49a4-aef6-d6c273d2f199 of type vlan for network 512d7f6b-c307-4d8e-ac37-261087ecc0b8 Aug 27 04:59:45.324576 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-be569f20-a444-4045-b592-434398704c8f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Allocated IP 172.20.0.13 (9414ab29-31fd-4673-9b48-739ff7bb781e/97dbdf6f-954f-4b59-b114-7c57195f241f/04f1b122-c0b1-40c0-a985-3a473e761285) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:59:45.343690 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a23ff7f5-74e0-4c54-a2fe-3c8a3e790f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (f0963c1f-42b5-4585-a364-0478b4b11b44), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:45.364610 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a79b0f39-594a-4a59-9fb7-0a724de296f1 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (512d7f6b-c307-4d8e-ac37-261087ecc0b8), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:45.396801 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23ff7f5-74e0-4c54-a2fe-3c8a3e790f0b None None] Routers {'4a89459c-d017-4b1b-9ebb-5f6af8e37365'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:59:45.397449 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-a23ff7f5-74e0-4c54-a2fe-3c8a3e790f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:59:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['4a89459c-d017-4b1b-9ebb-5f6af8e37365'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:45.447845 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d7b8c6-2ab6-4539-9fff-6174212d665c None None] Pushing event updated for resources: {'Port': ['ID=f0963c1f-42b5-4585-a364-0478b4b11b44,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:45.470173 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-21926922-77cb-488a-9a43-b00bb5eec140 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (40141336-9273-4c5b-819b-a9da8c34164d), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:45.506897 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-42152f43-0d75-4110-8de7-e4dc3e531b20 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (bd6cc461-a08a-4b35-974a-2e651573d025), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:45.510357 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-42152f43-0d75-4110-8de7-e4dc3e531b20 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:45.511638 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-42152f43-0d75-4110-8de7-e4dc3e531b20 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/bd6cc461-a08a-4b35-974a-2e651573d025 HTTP/1.1" status: 204 len: 168 time: 1.6654608 Aug 27 04:59:45.514553 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39500) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:45.591072 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-a23ff7f5-74e0-4c54-a2fe-3c8a3e790f0b None None] Set router 4a89459c-d017-4b1b-9ebb-5f6af8e37365 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:59:45.705516 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-8f1f5b19-8707-4960-86a6-8f4ba607127d tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] 10.222.0.76 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1897645 Aug 27 04:59:45.711374 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39508) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:45.713787 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a79b0f39-594a-4a59-9fb7-0a724de296f1 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (512d7f6b-c307-4d8e-ac37-261087ecc0b8), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:45.724647 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21926922-77cb-488a-9a43-b00bb5eec140 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event deleted for resources: {'Subnet': ['ID=40141336-9273-4c5b-819b-a9da8c34164d,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:45.732811 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79b0f39-594a-4a59-9fb7-0a724de296f1 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:59:45.733518 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a79b0f39-594a-4a59-9fb7-0a724de296f1 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:45.741660 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42152f43-0d75-4110-8de7-e4dc3e531b20 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6cc461-a08a-4b35-974a-2e651573d025,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:45.751790 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-d463e922-2f6b-4559-ae8a-2c515d19651c tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Request body: {'security_group': {'name': 'tempest-secgroup--789163872'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:45.776702 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-21926922-77cb-488a-9a43-b00bb5eec140 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:45.788219 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-21926922-77cb-488a-9a43-b00bb5eec140 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/40141336-9273-4c5b-819b-a9da8c34164d HTTP/1.1" status: 204 len: 168 time: 1.1348479 Aug 27 04:59:45.791536 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39510) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:45.822409 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2eda4e8-d597-4944-9177-460268abb04b None None] Network 2e47ae03-ab97-4f12-a6f2-cc39b2534fcd requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:59:45.951532 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b0f39-594a-4a59-9fb7-0a724de296f1 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Pushing event updated for resources: {'Network': ['ID=512d7f6b-c307-4d8e-ac37-261087ecc0b8,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:45.994070 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 512d7f6b-c307-4d8e-ac37-261087ecc0b8 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:59:46.018197 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-cfe4f4ec-9234-40d9-bd2f-0e05170112ea None None] Provisioning complete for port 09e745a8-a10b-4a4c-b5c8-fcfc9c395af9 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:59:46.018577 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cfe4f4ec-9234-40d9-bd2f-0e05170112ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (09e745a8-a10b-4a4c-b5c8-fcfc9c395af9), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:46.019189 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a79b0f39-594a-4a59-9fb7-0a724de296f1 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0011716 Aug 27 04:59:46.022323 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39518) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:46.032379 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-93f72379-19e9-4e0f-a549-de9f1d279afe tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Request body: {'subnet': {'network_id': '512d7f6b-c307-4d8e-ac37-261087ecc0b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:46.090892 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-76218561-e4e1-4d7a-8010-b7f607e7ec94 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (2e47ae03-ab97-4f12-a6f2-cc39b2534fcd), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:46.132089 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d3f59d5c-7795-4662-a6ae-bc02f2a1573a up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:59:46.153755 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-be569f20-a444-4045-b592-434398704c8f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for port (04f1b122-c0b1-40c0-a985-3a473e761285), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:46.165590 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d463e922-2f6b-4559-ae8a-2c515d19651c tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:46.199158 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-cfe4f4ec-9234-40d9-bd2f-0e05170112ea None None] Port 09e745a8-a10b-4a4c-b5c8-fcfc9c395af9 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:59:46.243953 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-76218561-e4e1-4d7a-8010-b7f607e7ec94 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Deleting port 2f98d536-c453-4954-a3bd-efa0f4fd558a {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:59:46.244637 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-76218561-e4e1-4d7a-8010-b7f607e7ec94 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (2f98d536-c453-4954-a3bd-efa0f4fd558a), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:46.252340 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-cfe4f4ec-9234-40d9-bd2f-0e05170112ea None None] Provisioning complete for port d3f59d5c-7795-4662-a6ae-bc02f2a1573a triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:59:46.254519 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cfe4f4ec-9234-40d9-bd2f-0e05170112ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d3f59d5c-7795-4662-a6ae-bc02f2a1573a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:46.268428 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d463e922-2f6b-4559-ae8a-2c515d19651c tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group (95f30746-f057-43cf-92a1-109e01efbadc), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:46.313310 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port d3f59d5c-7795-4662-a6ae-bc02f2a1573a triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:59:46.314068 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d3f59d5c-7795-4662-a6ae-bc02f2a1573a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:46.318704 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39522) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:46.320922 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-a23ff7f5-74e0-4c54-a2fe-3c8a3e790f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a89459c-d017-4b1b-9ebb-5f6af8e37365', 'name': 'tempest-TestAggregatesBasicOps-484336078-router', 'tenant_id': '1d1f106eac0645259391b87d7dfbbe56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'dcd17850-f13a-4543-b6bd-753ad632ca5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:59:29Z', 'updated_at': '2022-08-27T04:59:39Z', 'revision_number': 4, 'project_id': '1d1f106eac0645259391b87d7dfbbe56', 'gw_port': {'id': 'dcd17850-f13a-4543-b6bd-753ad632ca5a', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:92:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a89459c-d017-4b1b-9ebb-5f6af8e37365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:59:31Z', 'updated_at': '2022-08-27T04:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'f0963c1f-42b5-4585-a364-0478b4b11b44', 'name': '', 'network_id': '028af1f9-64c7-473a-bf0c-1ec3ca00cd32', 'tenant_id': '1d1f106eac0645259391b87d7dfbbe56', 'mac_address': 'fa:16:3e:5f:bd:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a89459c-d017-4b1b-9ebb-5f6af8e37365', 'device_owner': 'network:router_interface', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '5d9f04ac-6067-40b6-b93c-915ab5c32dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:59:37Z', 'updated_at': '2022-08-27T04:59:45Z', 'revision_number': 4, 'project_id': '1d1f106eac0645259391b87d7dfbbe56', 'subnets': [{'id': '5d9f04ac-6067-40b6-b93c-915ab5c32dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:46.350771 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180f282c-26b2-42db-8a0c-730bb9387013 None None] DHCP port deletion for 2e47ae03-ab97-4f12-a6f2-cc39b2534fcd request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:59:46.351288 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-76218561-e4e1-4d7a-8010-b7f607e7ec94 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] For port 2f98d536-c453-4954-a3bd-efa0f4fd558a, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=2f98d536-c453-4954-a3bd-efa0f4fd558a,segment=NetworkSegment(4785d50f-c939-46dd-a1b6-18d86cd8d6c7),segment_id=4785d50f-c939-46dd-a1b6-18d86cd8d6c7)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:59:46.351690 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-76218561-e4e1-4d7a-8010-b7f607e7ec94 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (2f98d536-c453-4954-a3bd-efa0f4fd558a), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:46.367805 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-76218561-e4e1-4d7a-8010-b7f607e7ec94 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Calling delete_port for 2f98d536-c453-4954-a3bd-efa0f4fd558a owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:59:46.435157 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d463e922-2f6b-4559-ae8a-2c515d19651c tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (95f30746-f057-43cf-92a1-109e01efbadc), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:46.436446 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f72379-19e9-4e0f-a549-de9f1d279afe tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Made reservation on behalf of 1d0109415e794b52b25a509d7b89f6ff for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:59:46.440505 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-93f72379-19e9-4e0f-a549-de9f1d279afe tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:46.447871 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-be569f20-a444-4045-b592-434398704c8f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (04f1b122-c0b1-40c0-a985-3a473e761285), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:46.517696 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d463e922-2f6b-4559-ae8a-2c515d19651c tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95f30746-f057-43cf-92a1-109e01efbadc,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:46.533766 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23ff7f5-74e0-4c54-a2fe-3c8a3e790f0b None None] The sync data for ids ['4a89459c-d017-4b1b-9ebb-5f6af8e37365'] in n-d-852088-5 is: [{'id': '4a89459c-d017-4b1b-9ebb-5f6af8e37365', 'name': 'tempest-TestAggregatesBasicOps-484336078-router', 'tenant_id': '1d1f106eac0645259391b87d7dfbbe56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'dcd17850-f13a-4543-b6bd-753ad632ca5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:59:29Z', 'updated_at': '2022-08-27T04:59:39Z', 'revision_number': 4, 'project_id': '1d1f106eac0645259391b87d7dfbbe56', 'gw_port': {'id': 'dcd17850-f13a-4543-b6bd-753ad632ca5a', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:92:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a89459c-d017-4b1b-9ebb-5f6af8e37365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:59:31Z', 'updated_at': '2022-08-27T04:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'f0963c1f-42b5-4585-a364-0478b4b11b44', 'name': '', 'network_id': '028af1f9-64c7-473a-bf0c-1ec3ca00cd32', 'tenant_id': '1d1f106eac0645259391b87d7dfbbe56', 'mac_address': 'fa:16:3e:5f:bd:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a89459c-d017-4b1b-9ebb-5f6af8e37365', 'device_owner': 'network:router_interface', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '5d9f04ac-6067-40b6-b93c-915ab5c32dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:59:37Z', 'updated_at': '2022-08-27T04:59:45Z', 'revision_number': 4, 'project_id': '1d1f106eac0645259391b87d7dfbbe56', 'subnets': [{'id': '5d9f04ac-6067-40b6-b93c-915ab5c32dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:59:46.558469 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.ipam_backend_mixin [None req-93f72379-19e9-4e0f-a549-de9f1d279afe tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Performing IP validity checks on allocation pools {{(pid=107776) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Aug 27 04:59:46.559077 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.ipam_backend_mixin [None req-93f72379-19e9-4e0f-a549-de9f1d279afe tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Checking for overlaps among allocation pools and gateway ip {{(pid=107776) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Aug 27 04:59:46.566967 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be569f20-a444-4045-b592-434398704c8f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Network 9414ab29-31fd-4673-9b48-739ff7bb781e is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:59:46.579787 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-be569f20-a444-4045-b592-434398704c8f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:59:46.585221 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be569f20-a444-4045-b592-434398704c8f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event updated for resources: {'Port': ['ID=04f1b122-c0b1-40c0-a985-3a473e761285,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:46.587874 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be569f20-a444-4045-b592-434398704c8f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:59:46.588619 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d463e922-2f6b-4559-ae8a-2c515d19651c tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:46.596348 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-d463e922-2f6b-4559-ae8a-2c515d19651c tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8835735 Aug 27 04:59:46.597048 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39524) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:46.604594 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-7445ebc8-b03a-4446-80c4-505953fea65a tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Request body: {'security_group_rule': {'security_group_id': '95f30746-f057-43cf-92a1-109e01efbadc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:46.621950 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-180f282c-26b2-42db-8a0c-730bb9387013 None None] Deleting port 2f98d536-c453-4954-a3bd-efa0f4fd558a {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:59:46.627185 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-180f282c-26b2-42db-8a0c-730bb9387013 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (2f98d536-c453-4954-a3bd-efa0f4fd558a), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:46.661295 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be569f20-a444-4045-b592-434398704c8f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:59:46.661943 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be569f20-a444-4045-b592-434398704c8f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:59:46.662529 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be569f20-a444-4045-b592-434398704c8f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:59:46.663079 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be569f20-a444-4045-b592-434398704c8f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:59:46.663682 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be569f20-a444-4045-b592-434398704c8f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:59:46.664302 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be569f20-a444-4045-b592-434398704c8f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:59:46.665288 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be569f20-a444-4045-b592-434398704c8f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:59:46.665846 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be569f20-a444-4045-b592-434398704c8f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:59:46.666607 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be569f20-a444-4045-b592-434398704c8f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:59:46.667364 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be569f20-a444-4045-b592-434398704c8f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:59:46.667908 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be569f20-a444-4045-b592-434398704c8f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:59:46.668514 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be569f20-a444-4045-b592-434398704c8f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:59:46.669062 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be569f20-a444-4045-b592-434398704c8f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:59:46.669604 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be569f20-a444-4045-b592-434398704c8f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:59:46.670154 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be569f20-a444-4045-b592-434398704c8f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:59:46.695919 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-76218561-e4e1-4d7a-8010-b7f607e7ec94 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (2f98d536-c453-4954-a3bd-efa0f4fd558a), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:46.696270 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-cfe4f4ec-9234-40d9-bd2f-0e05170112ea None None] Current status of the port d3f59d5c-7795-4662-a6ae-bc02f2a1573a is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:59:46.696270 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cfe4f4ec-9234-40d9-bd2f-0e05170112ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (d3f59d5c-7795-4662-a6ae-bc02f2a1573a), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:46.796788 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port d3f59d5c-7795-4662-a6ae-bc02f2a1573a is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:59:46.797229 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (d3f59d5c-7795-4662-a6ae-bc02f2a1573a), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:46.805162 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-180f282c-26b2-42db-8a0c-730bb9387013 None None] For port 2f98d536-c453-4954-a3bd-efa0f4fd558a, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=2f98d536-c453-4954-a3bd-efa0f4fd558a,segment=NetworkSegment(4785d50f-c939-46dd-a1b6-18d86cd8d6c7),segment_id=4785d50f-c939-46dd-a1b6-18d86cd8d6c7)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:59:46.805835 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-180f282c-26b2-42db-8a0c-730bb9387013 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (2f98d536-c453-4954-a3bd-efa0f4fd558a), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:46.822110 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76218561-e4e1-4d7a-8010-b7f607e7ec94 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event deleted for resources: {'Port': ['ID=2f98d536-c453-4954-a3bd-efa0f4fd558a,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:46.832476 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be569f20-a444-4045-b592-434398704c8f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:59:46.833641 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-be569f20-a444-4045-b592-434398704c8f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:46.838143 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76218561-e4e1-4d7a-8010-b7f607e7ec94 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] No DVR routers for this DVR port 2f98d536-c453-4954-a3bd-efa0f4fd558a on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:59:46.886924 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-cfe4f4ec-9234-40d9-bd2f-0e05170112ea None None] For port d3f59d5c-7795-4662-a6ae-bc02f2a1573a, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=d3f59d5c-7795-4662-a6ae-bc02f2a1573a,segment=NetworkSegment(dd31a398-0226-491b-8407-cefb6d7a96a3),segment_id=dd31a398-0226-491b-8407-cefb6d7a96a3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:59:46.915353 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-180f282c-26b2-42db-8a0c-730bb9387013 None None] Calling delete_port for 2f98d536-c453-4954-a3bd-efa0f4fd558a owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:59:47.039392 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-76218561-e4e1-4d7a-8010-b7f607e7ec94 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (2e47ae03-ab97-4f12-a6f2-cc39b2534fcd), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:47.045027 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4e62e45e-a0e5-47e5-8d06-2c38ef0e3afe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (0e63d59d-8d23-46ba-b441-62fae0b96cbb), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:47.072079 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-180f282c-26b2-42db-8a0c-730bb9387013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (2f98d536-c453-4954-a3bd-efa0f4fd558a), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:47.088665 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-76218561-e4e1-4d7a-8010-b7f607e7ec94 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e47ae03-ab97-4f12-a6f2-cc39b2534fcd']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:47.107724 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f282c-26b2-42db-8a0c-730bb9387013 None None] Pushing event deleted for resources: {'Port': ['ID=2f98d536-c453-4954-a3bd-efa0f4fd558a,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:47.112345 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180f282c-26b2-42db-8a0c-730bb9387013 None None] No DVR routers for this DVR port 2f98d536-c453-4954-a3bd-efa0f4fd558a on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:59:47.134180 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cfe4f4ec-9234-40d9-bd2f-0e05170112ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (d3f59d5c-7795-4662-a6ae-bc02f2a1573a), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:47.167940 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-be569f20-a444-4045-b592-434398704c8f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.6788645 Aug 27 04:59:47.171913 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-76218561-e4e1-4d7a-8010-b7f607e7ec94 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4785d50f-c939-46dd-a1b6-18d86cd8d6c7') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:47.173207 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-76218561-e4e1-4d7a-8010-b7f607e7ec94 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4785d50f-c939-46dd-a1b6-18d86cd8d6c7') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:47.177730 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39536) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:47.184510 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-ddf74dcc-d6cc-4b44-b36a-47e62d81ebca tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Request body: {'subnet': {'network_id': '9414ab29-31fd-4673-9b48-739ff7bb781e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:47.228602 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:59:47.229136 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:59:47.233577 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-7445ebc8-b03a-4446-80c4-505953fea65a tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] create failed (client error): The resource could not be found. Aug 27 04:59:47.233817 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe4f4ec-9234-40d9-bd2f-0e05170112ea None None] Pushing event updated for resources: {'Port': ['ID=d3f59d5c-7795-4662-a6ae-bc02f2a1573a,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:47.235416 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7445ebc8-b03a-4446-80c4-505953fea65a tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6342268 Aug 27 04:59:47.243349 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39538) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:47.251738 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-359bb998-6843-4c83-b9f1-ccd301923b9b tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Request body: {'security_group_rule': {'security_group_id': '95f30746-f057-43cf-92a1-109e01efbadc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '977b2ed1-cf5b-48db-8a16-5ac4e50b2c88'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:47.257363 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:47.269906 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-e80c796e-c453-4161-9041-fd4f20835732 None None] Provisioning complete for port 04f1b122-c0b1-40c0-a985-3a473e761285 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:59:47.270522 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e80c796e-c453-4161-9041-fd4f20835732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (04f1b122-c0b1-40c0-a985-3a473e761285), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:47.305488 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-e80c796e-c453-4161-9041-fd4f20835732 None None] Port 04f1b122-c0b1-40c0-a985-3a473e761285 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:59:47.334780 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-76218561-e4e1-4d7a-8010-b7f607e7ec94 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (4785d50f-c939-46dd-a1b6-18d86cd8d6c7), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:47.369493 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-76218561-e4e1-4d7a-8010-b7f607e7ec94 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (4785d50f-c939-46dd-a1b6-18d86cd8d6c7), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:47.381377 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76218561-e4e1-4d7a-8010-b7f607e7ec94 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:59:47.381597 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-76218561-e4e1-4d7a-8010-b7f607e7ec94 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (4785d50f-c939-46dd-a1b6-18d86cd8d6c7), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:47.427078 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 4785d50f-c939-46dd-a1b6-18d86cd8d6c7 resource provider aggregate not found Aug 27 04:59:47.428760 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-4e62e45e-a0e5-47e5-8d06-2c38ef0e3afe admin admin] Deleting port f093cf5a-aa92-46b7-95f6-a25aaafe04e1 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:59:47.429174 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4e62e45e-a0e5-47e5-8d06-2c38ef0e3afe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (f093cf5a-aa92-46b7-95f6-a25aaafe04e1), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:47.457007 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 4785d50f-c939-46dd-a1b6-18d86cd8d6c7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4785d50f-c939-46dd-a1b6-18d86cd8d6c7 found for delete ", "request_id": "req-2b7a3d35-2a46-4088-8519-a04eef9ab2c6"}]} Aug 27 04:59:47.542588 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-4e62e45e-a0e5-47e5-8d06-2c38ef0e3afe admin admin] For port f093cf5a-aa92-46b7-95f6-a25aaafe04e1, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=f093cf5a-aa92-46b7-95f6-a25aaafe04e1,segment=NetworkSegment(7694f035-1655-48fc-a074-72e107645de5),segment_id=7694f035-1655-48fc-a074-72e107645de5)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:59:47.542978 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4e62e45e-a0e5-47e5-8d06-2c38ef0e3afe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (f093cf5a-aa92-46b7-95f6-a25aaafe04e1), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:47.557451 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-4e62e45e-a0e5-47e5-8d06-2c38ef0e3afe admin admin] Calling delete_port for f093cf5a-aa92-46b7-95f6-a25aaafe04e1 owned by network:router_interface {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:59:47.566496 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-93f72379-19e9-4e0f-a549-de9f1d279afe tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (bdc7bc71-0454-4c74-81bf-31f654492d4f), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:47.572364 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf74dcc-d6cc-4b44-b36a-47e62d81ebca tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Made reservation on behalf of fe4b55b9429141158994d6a58059854d for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:59:47.577700 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ddf74dcc-d6cc-4b44-b36a-47e62d81ebca tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:47.686393 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-76218561-e4e1-4d7a-8010-b7f607e7ec94 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (2e47ae03-ab97-4f12-a6f2-cc39b2534fcd), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:47.695968 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-76218561-e4e1-4d7a-8010-b7f607e7ec94 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:47.699866 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-76218561-e4e1-4d7a-8010-b7f607e7ec94 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "DELETE /networking/v2.0/networks/2e47ae03-ab97-4f12-a6f2-cc39b2534fcd HTTP/1.1" status: 204 len: 168 time: 1.9072680 Aug 27 04:59:47.700828 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39544) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:47.707902 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-2c3d86f8-707b-428e-80ce-c448e69d88be tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Request body: {'router': {'routes': None}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:47.727183 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f72379-19e9-4e0f-a549-de9f1d279afe tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Pushing event updated for resources: {'Subnet': ['ID=bdc7bc71-0454-4c74-81bf-31f654492d4f,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:47.738917 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76218561-e4e1-4d7a-8010-b7f607e7ec94 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Pushing event deleted for resources: {'Network': ['ID=2e47ae03-ab97-4f12-a6f2-cc39b2534fcd,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:47.777050 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f72379-19e9-4e0f-a549-de9f1d279afe tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Checking segment: {'id': '6b3611ba-ae62-49a4-aef6-d6c273d2f199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '512d7f6b-c307-4d8e-ac37-261087ecc0b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:59:47.777389 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f72379-19e9-4e0f-a549-de9f1d279afe tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Network hostable DHCP agents. Network: 512d7f6b-c307-4d8e-ac37-261087ecc0b8, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:59:47.797685 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port d3f59d5c-7795-4662-a6ae-bc02f2a1573a is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:59:47.811430 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 7a4efe9f-3b1a-4451-ad70-668bea0f4fd8 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:59:47.840227 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 7a4efe9f-3b1a-4451-ad70-668bea0f4fd8 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:59:47.841112 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 7a4efe9f-3b1a-4451-ad70-668bea0f4fd8 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:59:47.849962 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 5fc9b9c4-c21e-4709-93db-504834d76e29 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:59:47.856568 n-d-852088-5 neutron-server[107776]: INFO neutron.db.ipam_backend_mixin [None req-ddf74dcc-d6cc-4b44-b36a-47e62d81ebca tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 97dbdf6f-954f-4b59-b114-7c57195f241f (CIDR: 172.20.0.0/28) Aug 27 04:59:47.880652 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 5fc9b9c4-c21e-4709-93db-504834d76e29 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:59:47.881416 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 5fc9b9c4-c21e-4709-93db-504834d76e29 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:59:47.936996 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddf74dcc-d6cc-4b44-b36a-47e62d81ebca tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 04:59:47.937559 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddf74dcc-d6cc-4b44-b36a-47e62d81ebca tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:59:47.986279 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f72379-19e9-4e0f-a549-de9f1d279afe tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Network 512d7f6b-c307-4d8e-ac37-261087ecc0b8 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:59:48.077627 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ddf74dcc-d6cc-4b44-b36a-47e62d81ebca tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8985918 Aug 27 04:59:48.080985 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39550) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:48.086761 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-8947791b-8ba3-419c-ba48-2e4575e2991d tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Request body: {'subnet': {'network_id': '9414ab29-31fd-4673-9b48-739ff7bb781e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:48.134765 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-359bb998-6843-4c83-b9f1-ccd301923b9b tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] create failed (client error): The resource could not be found. Aug 27 04:59:48.135804 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-359bb998-6843-4c83-b9f1-ccd301923b9b tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.8908205 Aug 27 04:59:48.137452 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device f0963c1f-42b5-4585-a364-0478b4b11b44 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:59:48.143236 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:48.143236 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39552) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:48.241926 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port f0963c1f-42b5-4585-a364-0478b4b11b44 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:59:48.242459 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (f0963c1f-42b5-4585-a364-0478b4b11b44), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:48.249518 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-93f72379-19e9-4e0f-a549-de9f1d279afe tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 512d7f6b-c307-4d8e-ac37-261087ecc0b8) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:59:48.258061 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f72379-19e9-4e0f-a549-de9f1d279afe tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:59:48.258653 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-93f72379-19e9-4e0f-a549-de9f1d279afe tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:48.316220 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe07de2f-1453-486c-8afb-8f49fbf197d8 None None] Network 512d7f6b-c307-4d8e-ac37-261087ecc0b8 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:59:48.389660 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.extraroute_db [None req-2c3d86f8-707b-428e-80ce-c448e69d88be tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Added routes are [] {{(pid=107775) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 27 04:59:48.389956 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.extraroute_db [None req-2c3d86f8-707b-428e-80ce-c448e69d88be tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Removed routes are [] {{(pid=107775) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 27 04:59:48.390326 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2c3d86f8-707b-428e-80ce-c448e69d88be tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1678557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12747'] for router (3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:48.400931 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4edbac58-4944-42a5-8a17-a2228990f703 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group (95f30746-f057-43cf-92a1-109e01efbadc), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:48.462464 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8947791b-8ba3-419c-ba48-2e4575e2991d tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Made reservation on behalf of fe4b55b9429141158994d6a58059854d for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:59:48.466348 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8947791b-8ba3-419c-ba48-2e4575e2991d tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:48.491698 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port f0963c1f-42b5-4585-a364-0478b4b11b44 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:59:48.492512 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f0963c1f-42b5-4585-a364-0478b4b11b44), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:48.548360 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4edbac58-4944-42a5-8a17-a2228990f703 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group (95f30746-f057-43cf-92a1-109e01efbadc), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:48.550973 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba488b69-bade-4aee-a818-2e08da6e7fcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-512d7f6b-c307-4d8e-ac37-261087ecc0b8', 'network_id': '512d7f6b-c307-4d8e-ac37-261087ecc0b8', 'project_id': '1d0109415e794b52b25a509d7b89f6ff', 'fixed_ips': [{'subnet_id': 'bdc7bc71-0454-4c74-81bf-31f654492d4f'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:59:48.552197 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ba488b69-bade-4aee-a818-2e08da6e7fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:48.565805 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-93f72379-19e9-4e0f-a549-de9f1d279afe tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.5397353 Aug 27 04:59:48.568434 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39558) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:48.575851 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:48.622832 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port f0963c1f-42b5-4585-a364-0478b4b11b44, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=f0963c1f-42b5-4585-a364-0478b4b11b44,segment=NetworkSegment(feb6def0-aab9-48fd-956a-9e31dce1f24f),segment_id=feb6def0-aab9-48fd-956a-9e31dce1f24f)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:59:48.668691 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4e62e45e-a0e5-47e5-8d06-2c38ef0e3afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (f093cf5a-aa92-46b7-95f6-a25aaafe04e1), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:48.738937 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2c3d86f8-707b-428e-80ce-c448e69d88be tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1678557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12747'] for router (3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:48.741150 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e62e45e-a0e5-47e5-8d06-2c38ef0e3afe admin admin] Pushing event deleted for resources: {'Port': ['ID=f093cf5a-aa92-46b7-95f6-a25aaafe04e1,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:48.749615 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2c3d86f8-707b-428e-80ce-c448e69d88be tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1676574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1676639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1678566'] for router (3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:48.860078 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-ba488b69-bade-4aee-a818-2e08da6e7fcc None None] Allocated IP 172.20.0.3 (512d7f6b-c307-4d8e-ac37-261087ecc0b8/bdc7bc71-0454-4c74-81bf-31f654492d4f/e44e1dbc-344d-45e1-83be-ffabecc30580) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:59:48.985432 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4edbac58-4944-42a5-8a17-a2228990f703 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (95f30746-f057-43cf-92a1-109e01efbadc), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:48.988966 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4edbac58-4944-42a5-8a17-a2228990f703 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:48.990461 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-4edbac58-4944-42a5-8a17-a2228990f703 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/95f30746-f057-43cf-92a1-109e01efbadc HTTP/1.1" status: 204 len: 168 time: 0.8449171 Aug 27 04:59:49.029364 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39560) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:49.078213 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:49.096303 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edbac58-4944-42a5-8a17-a2228990f703 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f30746-f057-43cf-92a1-109e01efbadc,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:49.106447 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (f0963c1f-42b5-4585-a364-0478b4b11b44), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:49.113287 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d3f59d5c-7795-4662-a6ae-bc02f2a1573a up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:59:49.136495 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c3d86f8-707b-428e-80ce-c448e69d88be tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Router 3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:59:49.171747 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:49.179426 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4e62e45e-a0e5-47e5-8d06-2c38ef0e3afe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (0e63d59d-8d23-46ba-b441-62fae0b96cbb), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:49.188604 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e7e77df3-6699-4e8f-9642-144589763deb tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] 10.222.0.76 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1537845 Aug 27 04:59:49.188604 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39566) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:49.194178 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-b35d1680-ae48-42fb-b0e2-cf9e51c6462f tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Request body: {'security_group_rule': {'security_group_id': '798318ef-24aa-4a89-b7c6-626fe3371bf6', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:49.264419 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=f0963c1f-42b5-4585-a364-0478b4b11b44,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:49.282467 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port d3f59d5c-7795-4662-a6ae-bc02f2a1573a triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:59:49.282863 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d3f59d5c-7795-4662-a6ae-bc02f2a1573a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:49.288394 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c780e93c-1f46-4da6-802f-385881bc0751 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (512d7f6b-c307-4d8e-ac37-261087ecc0b8), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:49.372020 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c780e93c-1f46-4da6-802f-385881bc0751 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (bdc7bc71-0454-4c74-81bf-31f654492d4f), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:49.376633 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ba488b69-bade-4aee-a818-2e08da6e7fcc None None] Publish callbacks [] for port (e44e1dbc-344d-45e1-83be-ffabecc30580), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:49.424834 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:49.438497 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port d3f59d5c-7795-4662-a6ae-bc02f2a1573a is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:59:49.525265 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 2f98d536-c453-4954-a3bd-efa0f4fd558a no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:59:49.542080 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3d86f8-707b-428e-80ce-c448e69d88be tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:59:49.552993 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 2f98d536-c453-4954-a3bd-efa0f4fd558a {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:59:49.552993 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 2f98d536-c453-4954-a3bd-efa0f4fd558a not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:59:49.555671 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e372e10f-af7a-4466-b7c9-30789654c851 None None] Sync routers for ids ['3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:59:49.559604 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2c3d86f8-707b-428e-80ce-c448e69d88be tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:49.565387 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2c3d86f8-707b-428e-80ce-c448e69d88be tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "PUT /networking/v2.0/routers/3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb HTTP/1.1" status: 200 len: 704 time: 1.8591833 Aug 27 04:59:49.566266 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ba488b69-bade-4aee-a818-2e08da6e7fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (e44e1dbc-344d-45e1-83be-ffabecc30580), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:49.579283 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39570) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:49.629178 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e372e10f-af7a-4466-b7c9-30789654c851 None None] Routers {'3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:59:49.629178 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-e372e10f-af7a-4466-b7c9-30789654c851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:59:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:49.629178 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba488b69-bade-4aee-a818-2e08da6e7fcc None None] Network 512d7f6b-c307-4d8e-ac37-261087ecc0b8 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:59:49.631690 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-bb97805f-1e47-4ef4-9697-5a881d4c7490 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb HTTP/1.1" status: 200 len: 205 time: 0.0461419 Aug 27 04:59:49.632724 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39572) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:49.634306 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e62e45e-a0e5-47e5-8d06-2c38ef0e3afe admin admin] Router 0e63d59d-8d23-46ba-b441-62fae0b96cbb has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:59:49.699138 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-ba488b69-bade-4aee-a818-2e08da6e7fcc None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:59:49.707700 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba488b69-bade-4aee-a818-2e08da6e7fcc None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:59:49.741432 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dd7d2508-8524-4f3d-a52d-bb1528030b8c tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for router (3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:49.744533 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba488b69-bade-4aee-a818-2e08da6e7fcc None None] Pushing event updated for resources: {'Port': ['ID=e44e1dbc-344d-45e1-83be-ffabecc30580,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:49.752511 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-e372e10f-af7a-4466-b7c9-30789654c851 None None] Set router 3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:59:49.792315 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-b35d1680-ae48-42fb-b0e2-cf9e51c6462f tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] create failed (client error): The resource could not be found. Aug 27 04:59:49.795354 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b35d1680-ae48-42fb-b0e2-cf9e51c6462f tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6053987 Aug 27 04:59:49.800230 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39574) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:49.810708 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-3a262443-9b6c-4b98-b2a1-df138faaef0e tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Request body: {'security_group': {'name': 'tempest-secgroup--990715433'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:49.835434 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c780e93c-1f46-4da6-802f-385881bc0751 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (bdc7bc71-0454-4c74-81bf-31f654492d4f), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:49.838010 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8947791b-8ba3-419c-ba48-2e4575e2991d tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (3f644e6a-ed79-40c4-b96f-45ed72a304f9), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:49.850687 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-e372e10f-af7a-4466-b7c9-30789654c851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'name': 'tempest-RoutersIpV6Test-router-696252856', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:58:16Z', 'updated_at': '2022-08-27T04:59:43Z', 'revision_number': 11, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:49.863312 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e62e45e-a0e5-47e5-8d06-2c38ef0e3afe admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:59:49.877334 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0dfcfa-80ae-4354-a877-7793fa293c84 None None] Sync routers for ids ['0e63d59d-8d23-46ba-b441-62fae0b96cbb'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:59:49.899635 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e372e10f-af7a-4466-b7c9-30789654c851 None None] Checking router: 3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:59:49.922477 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-4e62e45e-a0e5-47e5-8d06-2c38ef0e3afe admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/0e63d59d-8d23-46ba-b441-62fae0b96cbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6007514 Aug 27 04:59:49.924240 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0dfcfa-80ae-4354-a877-7793fa293c84 None None] Routers {'0e63d59d-8d23-46ba-b441-62fae0b96cbb'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:59:49.924943 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39576) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:49.925767 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-ff0dfcfa-80ae-4354-a877-7793fa293c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:59:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['0e63d59d-8d23-46ba-b441-62fae0b96cbb'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:49.954017 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-ba488b69-bade-4aee-a818-2e08da6e7fcc None None] Attempting to bind port e44e1dbc-344d-45e1-83be-ffabecc30580 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:59:49.964922 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-ba488b69-bade-4aee-a818-2e08da6e7fcc None None] Attempting to bind port e44e1dbc-344d-45e1-83be-ffabecc30580 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '6b3611ba-ae62-49a4-aef6-d6c273d2f199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '512d7f6b-c307-4d8e-ac37-261087ecc0b8'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:59:49.964922 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba488b69-bade-4aee-a818-2e08da6e7fcc None None] Attempting to bind port e44e1dbc-344d-45e1-83be-ffabecc30580 on network 512d7f6b-c307-4d8e-ac37-261087ecc0b8 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:59:49.973886 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e372e10f-af7a-4466-b7c9-30789654c851 None None] Routers {'3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:59:49.974765 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-e372e10f-af7a-4466-b7c9-30789654c851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:59:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:49.976836 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c780e93c-1f46-4da6-802f-385881bc0751 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Pushing event deleted for resources: {'Subnet': ['ID=bdc7bc71-0454-4c74-81bf-31f654492d4f,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:49.977610 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba488b69-bade-4aee-a818-2e08da6e7fcc None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:59:49.978180 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba488b69-bade-4aee-a818-2e08da6e7fcc None None] Checking segment: {'id': '6b3611ba-ae62-49a4-aef6-d6c273d2f199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '512d7f6b-c307-4d8e-ac37-261087ecc0b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:59:49.978944 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ba488b69-bade-4aee-a818-2e08da6e7fcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:49.979526 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba488b69-bade-4aee-a818-2e08da6e7fcc None None] Bound using segment: {'id': '6b3611ba-ae62-49a4-aef6-d6c273d2f199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '512d7f6b-c307-4d8e-ac37-261087ecc0b8'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:59:49.980218 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-ba488b69-bade-4aee-a818-2e08da6e7fcc None None] Bound port: e44e1dbc-344d-45e1-83be-ffabecc30580, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3611ba-ae62-49a4-aef6-d6c273d2f199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '512d7f6b-c307-4d8e-ac37-261087ecc0b8'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:59:49.980783 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ba488b69-bade-4aee-a818-2e08da6e7fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (e44e1dbc-344d-45e1-83be-ffabecc30580), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:50.047259 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8947791b-8ba3-419c-ba48-2e4575e2991d tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Network 9414ab29-31fd-4673-9b48-739ff7bb781e is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:59:50.049332 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3a262443-9b6c-4b98-b2a1-df138faaef0e tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:50.058944 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-8947791b-8ba3-419c-ba48-2e4575e2991d tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:59:50.076514 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8947791b-8ba3-419c-ba48-2e4575e2991d tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:59:50.077105 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8947791b-8ba3-419c-ba48-2e4575e2991d tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:50.118085 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dd7d2508-8524-4f3d-a52d-bb1528030b8c tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:50.128763 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dd7d2508-8524-4f3d-a52d-bb1528030b8c tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for router_controller (3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:50.177525 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-ff0dfcfa-80ae-4354-a877-7793fa293c84 None None] Set router 0e63d59d-8d23-46ba-b441-62fae0b96cbb gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:59:50.197839 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c780e93c-1f46-4da6-802f-385881bc0751 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (512d7f6b-c307-4d8e-ac37-261087ecc0b8), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:50.202884 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8947791b-8ba3-419c-ba48-2e4575e2991d tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event updated for resources: {'Subnet': ['ID=3f644e6a-ed79-40c4-b96f-45ed72a304f9,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:50.231097 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-c780e93c-1f46-4da6-802f-385881bc0751 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['512d7f6b-c307-4d8e-ac37-261087ecc0b8']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:50.257763 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-c780e93c-1f46-4da6-802f-385881bc0751 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b3611ba-ae62-49a4-aef6-d6c273d2f199') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:50.257763 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-c780e93c-1f46-4da6-802f-385881bc0751 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b3611ba-ae62-49a4-aef6-d6c273d2f199') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:50.271642 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c780e93c-1f46-4da6-802f-385881bc0751 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (6b3611ba-ae62-49a4-aef6-d6c273d2f199), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:50.315849 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c780e93c-1f46-4da6-802f-385881bc0751 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (6b3611ba-ae62-49a4-aef6-d6c273d2f199), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:50.316653 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-da8c8a71-4bc0-42d6-ab5c-c321a0972556 admin admin] Publish callbacks [] for router (0e63d59d-8d23-46ba-b441-62fae0b96cbb), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:50.326057 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dd7d2508-8524-4f3d-a52d-bb1528030b8c tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:50.326774 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7d2508-8524-4f3d-a52d-bb1528030b8c tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Fanout notify agent at l3_agent the message router_deleted on router 3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:59:50.339848 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dd7d2508-8524-4f3d-a52d-bb1528030b8c tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:50.350361 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-dd7d2508-8524-4f3d-a52d-bb1528030b8c tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "DELETE /networking/v2.0/routers/3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb HTTP/1.1" status: 204 len: 168 time: 0.7137702 Aug 27 04:59:50.353581 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8947791b-8ba3-419c-ba48-2e4575e2991d tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.2715402 Aug 27 04:59:50.359376 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c780e93c-1f46-4da6-802f-385881bc0751 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:59:50.359376 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c780e93c-1f46-4da6-802f-385881bc0751 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (6b3611ba-ae62-49a4-aef6-d6c273d2f199), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:50.361998 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39582) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:50.371839 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39584) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:50.387509 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-8519b7a7-126d-4072-906d-3a08e4118009 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1470667530', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:50.411004 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:50.411004 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e04c3b-e817-444f-970c-c21c81cb12a9 None None] Network 9414ab29-31fd-4673-9b48-739ff7bb781e requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:59:50.413074 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device f0963c1f-42b5-4585-a364-0478b4b11b44 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:59:50.432520 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 6b3611ba-ae62-49a4-aef6-d6c273d2f199 resource provider aggregate not found Aug 27 04:59:50.443799 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-b2d2aba0-2a9d-4fd0-932d-f63130ac95e2 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-225336925', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3f644e6a-ed79-40c4-b96f-45ed72a304f9'}], 'security_groups': ['0db13eaf-c032-4de2-b1ea-39a23c6908d0']}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:50.498497 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-e372e10f-af7a-4466-b7c9-30789654c851 None None] Set router 3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:59:50.541120 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:50.570546 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 6b3611ba-ae62-49a4-aef6-d6c273d2f199 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6b3611ba-ae62-49a4-aef6-d6c273d2f199 found for delete ", "request_id": "req-9075c230-0252-4d00-a291-7900392e0f83"}]} Aug 27 04:59:50.571527 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8519b7a7-126d-4072-906d-3a08e4118009 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (3f14edb4-3052-439e-a53a-09f596eb061f), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:50.572680 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8519b7a7-126d-4072-906d-3a08e4118009 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (3f14edb4-3052-439e-a53a-09f596eb061f), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:50.586963 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-e372e10f-af7a-4466-b7c9-30789654c851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'name': 'tempest-RoutersIpV6Test-router-696252856', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:58:16Z', 'updated_at': '2022-08-27T04:59:43Z', 'revision_number': 11, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:50.602770 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-ff0dfcfa-80ae-4354-a877-7793fa293c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e63d59d-8d23-46ba-b441-62fae0b96cbb', 'name': 'tempest-TestAggregatesBasicOps-1644126995-router', 'tenant_id': 'f80531682f6947d585b6d95df180cd19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '3c2e8c35-0f0b-4af7-859a-a5b105191bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:59:03Z', 'updated_at': '2022-08-27T04:59:48Z', 'revision_number': 5, 'project_id': 'f80531682f6947d585b6d95df180cd19', 'gw_port': {'id': '3c2e8c35-0f0b-4af7-859a-a5b105191bfe', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e63d59d-8d23-46ba-b441-62fae0b96cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:59:07Z', 'updated_at': '2022-08-27T04:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:50.631006 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port f0963c1f-42b5-4585-a364-0478b4b11b44 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:59:50.631380 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (f0963c1f-42b5-4585-a364-0478b4b11b44), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:50.636330 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0dfcfa-80ae-4354-a877-7793fa293c84 None None] Checking router: 0e63d59d-8d23-46ba-b441-62fae0b96cbb for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:59:50.636861 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-da8c8a71-4bc0-42d6-ab5c-c321a0972556 admin admin] Publish callbacks [] for router_gateway (0e63d59d-8d23-46ba-b441-62fae0b96cbb), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:50.638584 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e372e10f-af7a-4466-b7c9-30789654c851 None None] The sync data for ids ['3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb'] in n-d-852088-5 is: [{'id': '3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb', 'name': 'tempest-RoutersIpV6Test-router-696252856', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:58:16Z', 'updated_at': '2022-08-27T04:59:43Z', 'revision_number': 11, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'gw_port_host': None}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:59:50.654001 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0dfcfa-80ae-4354-a877-7793fa293c84 None None] Routers {'0e63d59d-8d23-46ba-b441-62fae0b96cbb'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:59:50.655014 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-ff0dfcfa-80ae-4354-a877-7793fa293c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:59:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['0e63d59d-8d23-46ba-b441-62fae0b96cbb'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:50.706916 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-ba488b69-bade-4aee-a818-2e08da6e7fcc None None] For port e44e1dbc-344d-45e1-83be-ffabecc30580, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:59:50.712411 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.db.api [None req-c780e93c-1f46-4da6-802f-385881bc0751 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 04:59:50.712411 n-d-852088-5 neutron-server[107776]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 04:59:50.712411 n-d-852088-5 neutron-server[107776]: [parameters: {'id': '512d7f6b-c307-4d8e-ac37-261087ecc0b8'}] Aug 27 04:59:50.712411 n-d-852088-5 neutron-server[107776]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=107776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 04:59:50.712411 n-d-852088-5 neutron-server[107776]: DEBUG oslo_db.api [None req-c780e93c-1f46-4da6-802f-385881bc0751 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:59:50.712830 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-ba488b69-bade-4aee-a818-2e08da6e7fcc None None] For port e44e1dbc-344d-45e1-83be-ffabecc30580, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=e44e1dbc-344d-45e1-83be-ffabecc30580,segment=NetworkSegment(6b3611ba-ae62-49a4-aef6-d6c273d2f199),segment_id=6b3611ba-ae62-49a4-aef6-d6c273d2f199)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:59:50.715025 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:50.748553 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3a262443-9b6c-4b98-b2a1-df138faaef0e tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group (98f79475-bf09-4343-83df-5037709e0037), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:50.778952 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8519b7a7-126d-4072-906d-3a08e4118009 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for router_controller (3f14edb4-3052-439e-a53a-09f596eb061f), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:50.800872 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-ff0dfcfa-80ae-4354-a877-7793fa293c84 None None] Set router 0e63d59d-8d23-46ba-b441-62fae0b96cbb gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:59:50.898248 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-da8c8a71-4bc0-42d6-ab5c-c321a0972556 admin admin] Deleting port 3c2e8c35-0f0b-4af7-859a-a5b105191bfe {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:59:50.899913 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-da8c8a71-4bc0-42d6-ab5c-c321a0972556 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (3c2e8c35-0f0b-4af7-859a-a5b105191bfe), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:50.912245 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b2d2aba0-2a9d-4fd0-932d-f63130ac95e2 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (04f1b122-c0b1-40c0-a985-3a473e761285), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:50.968212 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ba488b69-bade-4aee-a818-2e08da6e7fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (e44e1dbc-344d-45e1-83be-ffabecc30580), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:50.980346 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3a262443-9b6c-4b98-b2a1-df138faaef0e tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (98f79475-bf09-4343-83df-5037709e0037), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:50.993633 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:51.014937 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port f0963c1f-42b5-4585-a364-0478b4b11b44 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:59:51.060073 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf06b073-4ce4-408d-85f6-cd67317d7ac2 None None] Update dhcp port {'port': {'network_id': '9414ab29-31fd-4673-9b48-739ff7bb781e', 'fixed_ips': [{'subnet_id': '97dbdf6f-954f-4b59-b114-7c57195f241f', 'ip_address': '172.20.0.2'}, {'subnet_id': '3f644e6a-ed79-40c4-b96f-45ed72a304f9'}], 'binding:host_id': 'n-d-852088-5'}, 'id': 'd3f59d5c-7795-4662-a6ae-bc02f2a1573a'} from n-d-852088-5. {{(pid=107777) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Aug 27 04:59:51.076500 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a262443-9b6c-4b98-b2a1-df138faaef0e tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98f79475-bf09-4343-83df-5037709e0037,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:51.095722 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-da8c8a71-4bc0-42d6-ab5c-c321a0972556 admin admin] For port 3c2e8c35-0f0b-4af7-859a-a5b105191bfe, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=3c2e8c35-0f0b-4af7-859a-a5b105191bfe,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:59:51.104481 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-da8c8a71-4bc0-42d6-ab5c-c321a0972556 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (3c2e8c35-0f0b-4af7-859a-a5b105191bfe), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:51.107561 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-ff0dfcfa-80ae-4354-a877-7793fa293c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e63d59d-8d23-46ba-b441-62fae0b96cbb', 'name': 'tempest-TestAggregatesBasicOps-1644126995-router', 'tenant_id': 'f80531682f6947d585b6d95df180cd19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '3c2e8c35-0f0b-4af7-859a-a5b105191bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:59:03Z', 'updated_at': '2022-08-27T04:59:48Z', 'revision_number': 5, 'project_id': 'f80531682f6947d585b6d95df180cd19', 'gw_port': {'id': '3c2e8c35-0f0b-4af7-859a-a5b105191bfe', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e63d59d-8d23-46ba-b441-62fae0b96cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:59:07Z', 'updated_at': '2022-08-27T04:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:51.142390 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-da8c8a71-4bc0-42d6-ab5c-c321a0972556 admin admin] Calling delete_port for 3c2e8c35-0f0b-4af7-859a-a5b105191bfe owned by network:router_gateway {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:59:51.150639 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0dfcfa-80ae-4354-a877-7793fa293c84 None None] The sync data for ids ['0e63d59d-8d23-46ba-b441-62fae0b96cbb'] in n-d-852088-5 is: [{'id': '0e63d59d-8d23-46ba-b441-62fae0b96cbb', 'name': 'tempest-TestAggregatesBasicOps-1644126995-router', 'tenant_id': 'f80531682f6947d585b6d95df180cd19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '3c2e8c35-0f0b-4af7-859a-a5b105191bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:59:03Z', 'updated_at': '2022-08-27T04:59:48Z', 'revision_number': 5, 'project_id': 'f80531682f6947d585b6d95df180cd19', 'gw_port': {'id': '3c2e8c35-0f0b-4af7-859a-a5b105191bfe', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e63d59d-8d23-46ba-b441-62fae0b96cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:59:07Z', 'updated_at': '2022-08-27T04:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:59:51.174271 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cf06b073-4ce4-408d-85f6-cd67317d7ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (d3f59d5c-7795-4662-a6ae-bc02f2a1573a), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:51.198832 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:51.232237 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3a262443-9b6c-4b98-b2a1-df138faaef0e tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:51.233449 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba488b69-bade-4aee-a818-2e08da6e7fcc None None] Pushing event updated for resources: {'Port': ['ID=e44e1dbc-344d-45e1-83be-ffabecc30580,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:51.233595 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3a262443-9b6c-4b98-b2a1-df138faaef0e tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.4308817 Aug 27 04:59:51.236888 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39596) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:51.242205 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-d7e2c60c-4235-4e91-93a0-f58ed3b6bb5a tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Request body: {'security_group': {'name': 'tempest-secgroup--295742742'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:51.307255 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f356d31-860a-4d40-bd5e-930990496f67 None None] Network 512d7f6b-c307-4d8e-ac37-261087ecc0b8 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:59:51.347403 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c780e93c-1f46-4da6-802f-385881bc0751 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (512d7f6b-c307-4d8e-ac37-261087ecc0b8), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:51.353192 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8519b7a7-126d-4072-906d-3a08e4118009 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (3f14edb4-3052-439e-a53a-09f596eb061f), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:51.399975 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:51.442102 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d7e2c60c-4235-4e91-93a0-f58ed3b6bb5a tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:51.490326 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-c780e93c-1f46-4da6-802f-385881bc0751 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Deleting port e44e1dbc-344d-45e1-83be-ffabecc30580 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:59:51.491026 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c780e93c-1f46-4da6-802f-385881bc0751 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (e44e1dbc-344d-45e1-83be-ffabecc30580), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:51.497462 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-b2d2aba0-2a9d-4fd0-932d-f63130ac95e2 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Delete allocated IP 172.20.0.13 (9414ab29-31fd-4673-9b48-739ff7bb781e/97dbdf6f-954f-4b59-b114-7c57195f241f) {{(pid=107776) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 27 04:59:51.585627 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-b2d2aba0-2a9d-4fd0-932d-f63130ac95e2 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Allocated IP 172.20.0.28 (9414ab29-31fd-4673-9b48-739ff7bb781e/3f644e6a-ed79-40c4-b96f-45ed72a304f9/04f1b122-c0b1-40c0-a985-3a473e761285) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:59:51.587186 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d7e2c60c-4235-4e91-93a0-f58ed3b6bb5a tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group (94c74619-2b37-40a8-bf23-c228cc51faaa), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:51.629663 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-c780e93c-1f46-4da6-802f-385881bc0751 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] For port e44e1dbc-344d-45e1-83be-ffabecc30580, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=e44e1dbc-344d-45e1-83be-ffabecc30580,segment=NetworkSegment(6b3611ba-ae62-49a4-aef6-d6c273d2f199),segment_id=6b3611ba-ae62-49a4-aef6-d6c273d2f199)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:59:51.633541 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c780e93c-1f46-4da6-802f-385881bc0751 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (e44e1dbc-344d-45e1-83be-ffabecc30580), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:51.657989 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-c780e93c-1f46-4da6-802f-385881bc0751 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Calling delete_port for e44e1dbc-344d-45e1-83be-ffabecc30580 owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:59:51.668302 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-da8c8a71-4bc0-42d6-ab5c-c321a0972556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (3c2e8c35-0f0b-4af7-859a-a5b105191bfe), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:51.725971 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8519b7a7-126d-4072-906d-3a08e4118009 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:51.727904 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8519b7a7-126d-4072-906d-3a08e4118009 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.3569224 Aug 27 04:59:51.733255 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c8a71-4bc0-42d6-ab5c-c321a0972556 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c2e8c35-0f0b-4af7-859a-a5b105191bfe,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:51.738109 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39608) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:51.756987 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-9888af2d-5c06-4770-9c61-804d53eb9d43 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Request body: {'router': {'admin_state_up': True}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:51.911408 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d7e2c60c-4235-4e91-93a0-f58ed3b6bb5a tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (94c74619-2b37-40a8-bf23-c228cc51faaa), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:51.913774 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:51.967761 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b2d2aba0-2a9d-4fd0-932d-f63130ac95e2 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for port (04f1b122-c0b1-40c0-a985-3a473e761285), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:52.013922 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device f093cf5a-aa92-46b7-95f6-a25aaafe04e1 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:59:52.033808 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c780e93c-1f46-4da6-802f-385881bc0751 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (e44e1dbc-344d-45e1-83be-ffabecc30580), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:52.042608 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: f093cf5a-aa92-46b7-95f6-a25aaafe04e1 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:59:52.043084 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device f093cf5a-aa92-46b7-95f6-a25aaafe04e1 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:59:52.054312 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c780e93c-1f46-4da6-802f-385881bc0751 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] No DVR routers for this DVR port e44e1dbc-344d-45e1-83be-ffabecc30580 on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:59:52.081939 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c780e93c-1f46-4da6-802f-385881bc0751 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Pushing event deleted for resources: {'Port': ['ID=e44e1dbc-344d-45e1-83be-ffabecc30580,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:52.104275 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b2d2aba0-2a9d-4fd0-932d-f63130ac95e2 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (04f1b122-c0b1-40c0-a985-3a473e761285), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:52.169561 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9888af2d-5c06-4770-9c61-804d53eb9d43 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1678557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12747'] for router (3f14edb4-3052-439e-a53a-09f596eb061f), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:52.185370 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:52.192851 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d7e2c60c-4235-4e91-93a0-f58ed3b6bb5a tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:52.197326 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-d7e2c60c-4235-4e91-93a0-f58ed3b6bb5a tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9562335 Aug 27 04:59:52.205263 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39616) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:52.210055 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-32eee916-2029-4521-a9dd-7493bd3b409a tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Request body: {'security_group_rule': {'security_group_id': '98f79475-bf09-4343-83df-5037709e0037', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '94c74619-2b37-40a8-bf23-c228cc51faaa'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:52.223207 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e2c60c-4235-4e91-93a0-f58ed3b6bb5a tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94c74619-2b37-40a8-bf23-c228cc51faaa,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:52.259490 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-cf06b073-4ce4-408d-85f6-cd67317d7ac2 None None] Allocated IP 172.20.0.18 (9414ab29-31fd-4673-9b48-739ff7bb781e/3f644e6a-ed79-40c4-b96f-45ed72a304f9/d3f59d5c-7795-4662-a6ae-bc02f2a1573a) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:59:52.264587 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-da8c8a71-4bc0-42d6-ab5c-c321a0972556 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (0e63d59d-8d23-46ba-b441-62fae0b96cbb), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:52.363866 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9888af2d-5c06-4770-9c61-804d53eb9d43 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1676574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1676639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1678566'] for router (3f14edb4-3052-439e-a53a-09f596eb061f), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:52.407138 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-da8c8a71-4bc0-42d6-ab5c-c321a0972556 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (0e63d59d-8d23-46ba-b441-62fae0b96cbb), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:52.409677 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-da8c8a71-4bc0-42d6-ab5c-c321a0972556 admin admin] Publish callbacks [] for router_controller (0e63d59d-8d23-46ba-b441-62fae0b96cbb), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:52.494357 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d2aba0-2a9d-4fd0-932d-f63130ac95e2 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event updated for resources: {'Port': ['ID=04f1b122-c0b1-40c0-a985-3a473e761285,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:52.499388 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c780e93c-1f46-4da6-802f-385881bc0751 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (512d7f6b-c307-4d8e-ac37-261087ecc0b8), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:52.560528 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-cf06b073-4ce4-408d-85f6-cd67317d7ac2 None None] For port d3f59d5c-7795-4662-a6ae-bc02f2a1573a, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=d3f59d5c-7795-4662-a6ae-bc02f2a1573a,segment=NetworkSegment(dd31a398-0226-491b-8407-cefb6d7a96a3),segment_id=dd31a398-0226-491b-8407-cefb6d7a96a3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:59:52.630619 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cf06b073-4ce4-408d-85f6-cd67317d7ac2 None None] Publish callbacks [] for port (d3f59d5c-7795-4662-a6ae-bc02f2a1573a), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:52.639445 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-c780e93c-1f46-4da6-802f-385881bc0751 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['512d7f6b-c307-4d8e-ac37-261087ecc0b8']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:52.652149 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-c780e93c-1f46-4da6-802f-385881bc0751 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b3611ba-ae62-49a4-aef6-d6c273d2f199') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:52.653011 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-c780e93c-1f46-4da6-802f-385881bc0751 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b3611ba-ae62-49a4-aef6-d6c273d2f199') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:52.672596 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c780e93c-1f46-4da6-802f-385881bc0751 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (6b3611ba-ae62-49a4-aef6-d6c273d2f199), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:52.689802 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c780e93c-1f46-4da6-802f-385881bc0751 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (6b3611ba-ae62-49a4-aef6-d6c273d2f199), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:52.705875 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c780e93c-1f46-4da6-802f-385881bc0751 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:59:52.705875 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c780e93c-1f46-4da6-802f-385881bc0751 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (6b3611ba-ae62-49a4-aef6-d6c273d2f199), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:52.754724 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cf06b073-4ce4-408d-85f6-cd67317d7ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (d3f59d5c-7795-4662-a6ae-bc02f2a1573a), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:52.850193 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 6b3611ba-ae62-49a4-aef6-d6c273d2f199 resource provider aggregate not found Aug 27 04:59:52.881800 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 6b3611ba-ae62-49a4-aef6-d6c273d2f199 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6b3611ba-ae62-49a4-aef6-d6c273d2f199 found for delete ", "request_id": "req-373b4910-e005-469b-b8ec-aa516d443591"}]} Aug 27 04:59:52.918205 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-b2d2aba0-2a9d-4fd0-932d-f63130ac95e2 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] In _notify_port_updated(), no bound segment for port 04f1b122-c0b1-40c0-a985-3a473e761285 on network 9414ab29-31fd-4673-9b48-739ff7bb781e {{(pid=107776) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Aug 27 04:59:52.926636 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d2aba0-2a9d-4fd0-932d-f63130ac95e2 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:59:52.927323 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b2d2aba0-2a9d-4fd0-932d-f63130ac95e2 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:52.928732 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b2d2aba0-2a9d-4fd0-932d-f63130ac95e2 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "PUT /networking/v2.0/ports/04f1b122-c0b1-40c0-a985-3a473e761285 HTTP/1.1" status: 200 len: 920 time: 2.4987953 Aug 27 04:59:52.935000 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39634) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:52.950297 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf06b073-4ce4-408d-85f6-cd67317d7ac2 None None] Pushing event updated for resources: {'Port': ['ID=d3f59d5c-7795-4662-a6ae-bc02f2a1573a,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:52.986164 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-da8c8a71-4bc0-42d6-ab5c-c321a0972556 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (0e63d59d-8d23-46ba-b441-62fae0b96cbb), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:52.989139 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8c8a71-4bc0-42d6-ab5c-c321a0972556 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e63d59d-8d23-46ba-b441-62fae0b96cbb {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:59:53.043135 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-da8c8a71-4bc0-42d6-ab5c-c321a0972556 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:53.049312 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-da8c8a71-4bc0-42d6-ab5c-c321a0972556 admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/0e63d59d-8d23-46ba-b441-62fae0b96cbb HTTP/1.1" status: 204 len: 168 time: 3.1220343 Aug 27 04:59:53.050135 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39638) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:53.120092 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c780e93c-1f46-4da6-802f-385881bc0751 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (512d7f6b-c307-4d8e-ac37-261087ecc0b8), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:53.126353 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c780e93c-1f46-4da6-802f-385881bc0751 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:53.138030 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c780e93c-1f46-4da6-802f-385881bc0751 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "DELETE /networking/v2.0/networks/512d7f6b-c307-4d8e-ac37-261087ecc0b8 HTTP/1.1" status: 204 len: 168 time: 4.5654716 Aug 27 04:59:53.142097 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39640) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:53.155363 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-207d7c08-5b71-46ea-a29c-348e5eda36d6 admin admin] Deleting subnet f9a2ad9c-e512-4a63-a620-46610661f53c {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:59:53.160918 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-207d7c08-5b71-46ea-a29c-348e5eda36d6 admin admin] Publish callbacks [] for subnet (f9a2ad9c-e512-4a63-a620-46610661f53c), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:53.165798 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-ff51a6f6-fc6e-4e2a-81c9-5b11dc77c434 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2014681366'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:53.249430 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c780e93c-1f46-4da6-802f-385881bc0751 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Pushing event deleted for resources: {'Network': ['ID=512d7f6b-c307-4d8e-ac37-261087ecc0b8,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:53.263192 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-207d7c08-5b71-46ea-a29c-348e5eda36d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (f9a2ad9c-e512-4a63-a620-46610661f53c), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:53.276016 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-f30cafc8-5c50-48cd-a0f7-0003be4aa8dd tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Deleting port 04f1b122-c0b1-40c0-a985-3a473e761285 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:59:53.276416 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f30cafc8-5c50-48cd-a0f7-0003be4aa8dd tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (04f1b122-c0b1-40c0-a985-3a473e761285), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:53.376878 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-207d7c08-5b71-46ea-a29c-348e5eda36d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (f9a2ad9c-e512-4a63-a620-46610661f53c), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:53.443328 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff51a6f6-fc6e-4e2a-81c9-5b11dc77c434 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Made reservation on behalf of 1d0109415e794b52b25a509d7b89f6ff for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:59:53.446028 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ff51a6f6-fc6e-4e2a-81c9-5b11dc77c434 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:53.519339 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-32eee916-2029-4521-a9dd-7493bd3b409a tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 04:59:53.520444 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-32eee916-2029-4521-a9dd-7493bd3b409a tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 1.3141139 Aug 27 04:59:53.521924 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:53.525131 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39648) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:53.525297 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f30cafc8-5c50-48cd-a0f7-0003be4aa8dd tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (04f1b122-c0b1-40c0-a985-3a473e761285), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:53.547811 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff51a6f6-fc6e-4e2a-81c9-5b11dc77c434 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:59:53.558547 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-f30cafc8-5c50-48cd-a0f7-0003be4aa8dd tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Calling delete_port for 04f1b122-c0b1-40c0-a985-3a473e761285 owned by {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:59:53.573040 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ff51a6f6-fc6e-4e2a-81c9-5b11dc77c434 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (a467f69c-1d0c-4004-b0ee-609b409cbc1c), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:53.573415 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-ff51a6f6-fc6e-4e2a-81c9-5b11dc77c434 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Added segment a467f69c-1d0c-4004-b0ee-609b409cbc1c of type vlan for network e974fe5f-f13d-4f34-bdc7-36891af9132f Aug 27 04:59:53.668074 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-207d7c08-5b71-46ea-a29c-348e5eda36d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (f9a2ad9c-e512-4a63-a620-46610661f53c), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:53.727079 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-207d7c08-5b71-46ea-a29c-348e5eda36d6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:53.732349 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1113734f-c34e-4f45-ba0f-df56240de4e2 None None] Network f5b1d3bc-0c96-4183-abfb-9363bdbd70a6 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:59:53.761393 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-207d7c08-5b71-46ea-a29c-348e5eda36d6 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/f9a2ad9c-e512-4a63-a620-46610661f53c HTTP/1.1" status: 204 len: 168 time: 0.6992433 Aug 27 04:59:53.767081 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39654) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:53.780472 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ff51a6f6-fc6e-4e2a-81c9-5b11dc77c434 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (e974fe5f-f13d-4f34-bdc7-36891af9132f), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:53.862172 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d7c08-5b71-46ea-a29c-348e5eda36d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9a2ad9c-e512-4a63-a620-46610661f53c,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:53.982443 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3cdef2df-906f-49cf-ac27-b046c978db9d tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group (94c74619-2b37-40a8-bf23-c228cc51faaa), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:54.003189 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9888af2d-5c06-4770-9c61-804d53eb9d43 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Router 3f14edb4-3052-439e-a53a-09f596eb061f is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:59:54.027749 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ff51a6f6-fc6e-4e2a-81c9-5b11dc77c434 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (e974fe5f-f13d-4f34-bdc7-36891af9132f), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:54.042506 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff51a6f6-fc6e-4e2a-81c9-5b11dc77c434 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:59:54.043778 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ff51a6f6-fc6e-4e2a-81c9-5b11dc77c434 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:54.055751 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3135f51f-de22-45aa-888c-18f00b472316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (f5b1d3bc-0c96-4183-abfb-9363bdbd70a6), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:54.066102 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3cdef2df-906f-49cf-ac27-b046c978db9d tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group (94c74619-2b37-40a8-bf23-c228cc51faaa), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:54.077763 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81797aec-8f21-4259-97e2-a7d9f1f3c0b6 None None] DHCP port deletion for f5b1d3bc-0c96-4183-abfb-9363bdbd70a6 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 04:59:54.166386 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d3f59d5c-7795-4662-a6ae-bc02f2a1573a up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:59:54.176110 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff51a6f6-fc6e-4e2a-81c9-5b11dc77c434 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Pushing event updated for resources: {'Network': ['ID=e974fe5f-f13d-4f34-bdc7-36891af9132f,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:54.183072 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f30cafc8-5c50-48cd-a0f7-0003be4aa8dd tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (04f1b122-c0b1-40c0-a985-3a473e761285), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:54.263214 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network e974fe5f-f13d-4f34-bdc7-36891af9132f details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:59:54.264078 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ff51a6f6-fc6e-4e2a-81c9-5b11dc77c434 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1112883 Aug 27 04:59:54.270401 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30cafc8-5c50-48cd-a0f7-0003be4aa8dd tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event deleted for resources: {'Port': ['ID=04f1b122-c0b1-40c0-a985-3a473e761285,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:54.276105 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39658) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:54.284845 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-c923537d-adef-4ef6-aaf1-33d4f6cfa4fe tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Request body: {'subnet': {'network_id': 'e974fe5f-f13d-4f34-bdc7-36891af9132f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:54.355030 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9888af2d-5c06-4770-9c61-804d53eb9d43 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:59:54.377234 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9888af2d-5c06-4770-9c61-804d53eb9d43 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:54.381584 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9888af2d-5c06-4770-9c61-804d53eb9d43 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "PUT /networking/v2.0/routers/3f14edb4-3052-439e-a53a-09f596eb061f HTTP/1.1" status: 200 len: 698 time: 2.6362236 Aug 27 04:59:54.387428 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39662) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:54.397942 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4236b777-0d21-426a-b3ea-cd85013dbcf1 None None] Could not find standard attr ID for object 04f1b122-c0b1-40c0-a985-3a473e761285. {{(pid=107777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 27 04:59:54.400716 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c924fede-5c1b-4b28-a336-4779f3d026b9 None None] Sync routers for ids ['3f14edb4-3052-439e-a53a-09f596eb061f'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:59:54.405277 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-3135f51f-de22-45aa-888c-18f00b472316 admin admin] Deleting port a7db5bc0-0e9a-4f40-a41c-f67ccc21ccf8 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:59:54.409709 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3135f51f-de22-45aa-888c-18f00b472316 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (a7db5bc0-0e9a-4f40-a41c-f67ccc21ccf8), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:54.410441 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-81797aec-8f21-4259-97e2-a7d9f1f3c0b6 None None] Deleting port a7db5bc0-0e9a-4f40-a41c-f67ccc21ccf8 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:59:54.410828 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-81797aec-8f21-4259-97e2-a7d9f1f3c0b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (a7db5bc0-0e9a-4f40-a41c-f67ccc21ccf8), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:54.463909 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f30cafc8-5c50-48cd-a0f7-0003be4aa8dd tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:54.467040 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f30cafc8-5c50-48cd-a0f7-0003be4aa8dd tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "DELETE /networking/v2.0/ports/04f1b122-c0b1-40c0-a985-3a473e761285 HTTP/1.1" status: 204 len: 168 time: 1.5310459 Aug 27 04:59:54.469830 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39666) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:54.506325 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-db745c08-68d2-4321-875e-6d8ec1e41b0d tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] GET failed (client error): The resource could not be found. Aug 27 04:59:54.508109 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-db745c08-68d2-4321-875e-6d8ec1e41b0d tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "GET /networking/v2.0/ports/04f1b122-c0b1-40c0-a985-3a473e761285 HTTP/1.1" status: 404 len: 333 time: 0.0372529 Aug 27 04:59:54.510840 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39668) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:54.512403 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-81797aec-8f21-4259-97e2-a7d9f1f3c0b6 None None] For port a7db5bc0-0e9a-4f40-a41c-f67ccc21ccf8, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a7db5bc0-0e9a-4f40-a41c-f67ccc21ccf8,segment=NetworkSegment(7694f035-1655-48fc-a074-72e107645de5),segment_id=7694f035-1655-48fc-a074-72e107645de5)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:59:54.512860 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-81797aec-8f21-4259-97e2-a7d9f1f3c0b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (a7db5bc0-0e9a-4f40-a41c-f67ccc21ccf8), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:54.541672 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-81797aec-8f21-4259-97e2-a7d9f1f3c0b6 None None] Calling delete_port for a7db5bc0-0e9a-4f40-a41c-f67ccc21ccf8 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:59:54.610644 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-76d75a2a-9ac9-4c57-8181-f6f6aa98de22 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for security_group (8c646b04-3f7d-4992-961d-d89bf43ece8f), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:54.613268 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c924fede-5c1b-4b28-a336-4779f3d026b9 None None] Routers {'3f14edb4-3052-439e-a53a-09f596eb061f'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:59:54.613997 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-c924fede-5c1b-4b28-a336-4779f3d026b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:59:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['3f14edb4-3052-439e-a53a-09f596eb061f'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:54.647948 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-76d75a2a-9ac9-4c57-8181-f6f6aa98de22 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for security_group (8c646b04-3f7d-4992-961d-d89bf43ece8f), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:54.679005 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c923537d-adef-4ef6-aaf1-33d4f6cfa4fe tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Made reservation on behalf of 1d0109415e794b52b25a509d7b89f6ff for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:59:54.683521 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c923537d-adef-4ef6-aaf1-33d4f6cfa4fe tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:54.697099 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-12be9bfd-762a-4221-af14-bd544e01a69c tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "GET /networking/v2.0/routers/3f14edb4-3052-439e-a53a-09f596eb061f HTTP/1.1" status: 200 len: 704 time: 0.3082061 Aug 27 04:59:54.697909 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3cdef2df-906f-49cf-ac27-b046c978db9d tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (94c74619-2b37-40a8-bf23-c228cc51faaa), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:54.706288 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39674) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:54.717125 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3cdef2df-906f-49cf-ac27-b046c978db9d tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:54.718364 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3cdef2df-906f-49cf-ac27-b046c978db9d tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/94c74619-2b37-40a8-bf23-c228cc51faaa HTTP/1.1" status: 204 len: 168 time: 1.1923041 Aug 27 04:59:54.740650 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4236b777-0d21-426a-b3ea-cd85013dbcf1 None None] Provisioning complete for port 09e745a8-a10b-4a4c-b5c8-fcfc9c395af9 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:59:54.743756 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4236b777-0d21-426a-b3ea-cd85013dbcf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (09e745a8-a10b-4a4c-b5c8-fcfc9c395af9), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:54.762213 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port d3f59d5c-7795-4662-a6ae-bc02f2a1573a triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:59:54.776349 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d3f59d5c-7795-4662-a6ae-bc02f2a1573a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:54.807326 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39680) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:54.853522 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e96e7377-aeaa-426c-b894-95c1bfb6b2b0 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=3f14edb4-3052-439e-a53a-09f596eb061f HTTP/1.1" status: 200 len: 205 time: 0.1459751 Aug 27 04:59:54.854892 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39684) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:54.872626 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdef2df-906f-49cf-ac27-b046c978db9d tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c74619-2b37-40a8-bf23-c228cc51faaa,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:54.944716 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-3135f51f-de22-45aa-888c-18f00b472316 admin admin] For port a7db5bc0-0e9a-4f40-a41c-f67ccc21ccf8, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a7db5bc0-0e9a-4f40-a41c-f67ccc21ccf8,segment=NetworkSegment(7694f035-1655-48fc-a074-72e107645de5),segment_id=7694f035-1655-48fc-a074-72e107645de5)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:59:54.945110 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3135f51f-de22-45aa-888c-18f00b472316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (a7db5bc0-0e9a-4f40-a41c-f67ccc21ccf8), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:54.994465 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-3135f51f-de22-45aa-888c-18f00b472316 admin admin] Calling delete_port for a7db5bc0-0e9a-4f40-a41c-f67ccc21ccf8 owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:59:55.038757 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-c924fede-5c1b-4b28-a336-4779f3d026b9 None None] Set router 3f14edb4-3052-439e-a53a-09f596eb061f gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:59:55.077678 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-76d75a2a-9ac9-4c57-8181-f6f6aa98de22 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (8c646b04-3f7d-4992-961d-d89bf43ece8f), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:55.080941 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-76d75a2a-9ac9-4c57-8181-f6f6aa98de22 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:55.082121 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-76d75a2a-9ac9-4c57-8181-f6f6aa98de22 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/8c646b04-3f7d-4992-961d-d89bf43ece8f HTTP/1.1" status: 204 len: 168 time: 0.5702434 Aug 27 04:59:55.085550 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39688) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:55.115208 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-35b82378-0284-4241-9fa1-9db1a8a3fe68 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] 10.222.0.76 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2997475 Aug 27 04:59:55.120640 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39690) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:55.139188 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d75a2a-9ac9-4c57-8181-f6f6aa98de22 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c646b04-3f7d-4992-961d-d89bf43ece8f,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:55.168485 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-c924fede-5c1b-4b28-a336-4779f3d026b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f14edb4-3052-439e-a53a-09f596eb061f', 'name': 'tempest-RoutersIpV6Test-router-1470667530', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:59:50Z', 'updated_at': '2022-08-27T04:59:52Z', 'revision_number': 2, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:55.184341 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-469f1b8e-edf1-43d8-84ed-3025195ba15f tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for router (3f14edb4-3052-439e-a53a-09f596eb061f), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:55.284070 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3ff1b82d-f2f2-44c4-9a83-c47f01ab1585 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for security_group (0db13eaf-c032-4de2-b1ea-39a23c6908d0), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:55.317538 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3135f51f-de22-45aa-888c-18f00b472316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (a7db5bc0-0e9a-4f40-a41c-f67ccc21ccf8), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:55.355989 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3135f51f-de22-45aa-888c-18f00b472316 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7db5bc0-0e9a-4f40-a41c-f67ccc21ccf8,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:55.360210 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3ff1b82d-f2f2-44c4-9a83-c47f01ab1585 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for security_group (0db13eaf-c032-4de2-b1ea-39a23c6908d0), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:55.364637 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3135f51f-de22-45aa-888c-18f00b472316 admin admin] No DVR routers for this DVR port a7db5bc0-0e9a-4f40-a41c-f67ccc21ccf8 on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:59:55.430299 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4236b777-0d21-426a-b3ea-cd85013dbcf1 None None] Port 09e745a8-a10b-4a4c-b5c8-fcfc9c395af9 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:59:55.443864 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4236b777-0d21-426a-b3ea-cd85013dbcf1 None None] Provisioning complete for port d3f59d5c-7795-4662-a6ae-bc02f2a1573a triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:59:55.444287 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4236b777-0d21-426a-b3ea-cd85013dbcf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d3f59d5c-7795-4662-a6ae-bc02f2a1573a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:55.458568 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:55.465972 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c924fede-5c1b-4b28-a336-4779f3d026b9 None None] Checking router: 3f14edb4-3052-439e-a53a-09f596eb061f for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:59:55.490860 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3135f51f-de22-45aa-888c-18f00b472316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (f5b1d3bc-0c96-4183-abfb-9363bdbd70a6), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:55.495322 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ce1536f7-916a-484d-8131-d8acdd19b7d8 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group (98f79475-bf09-4343-83df-5037709e0037), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:55.510690 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port d3f59d5c-7795-4662-a6ae-bc02f2a1573a is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:59:55.514579 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c924fede-5c1b-4b28-a336-4779f3d026b9 None None] Routers {'3f14edb4-3052-439e-a53a-09f596eb061f'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 04:59:55.516653 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-c924fede-5c1b-4b28-a336-4779f3d026b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:59:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['3f14edb4-3052-439e-a53a-09f596eb061f'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:55.519218 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-3135f51f-de22-45aa-888c-18f00b472316 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5b1d3bc-0c96-4183-abfb-9363bdbd70a6']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:55.529113 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 3c2e8c35-0f0b-4af7-859a-a5b105191bfe no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:59:55.533826 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-3135f51f-de22-45aa-888c-18f00b472316 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7694f035-1655-48fc-a074-72e107645de5') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:55.534600 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ce1536f7-916a-484d-8131-d8acdd19b7d8 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group (98f79475-bf09-4343-83df-5037709e0037), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:55.534754 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-3135f51f-de22-45aa-888c-18f00b472316 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7694f035-1655-48fc-a074-72e107645de5') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:55.545936 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3135f51f-de22-45aa-888c-18f00b472316 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (7694f035-1655-48fc-a074-72e107645de5), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:55.565294 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3135f51f-de22-45aa-888c-18f00b472316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (7694f035-1655-48fc-a074-72e107645de5), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:55.573469 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3135f51f-de22-45aa-888c-18f00b472316 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:59:55.574117 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3135f51f-de22-45aa-888c-18f00b472316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (7694f035-1655-48fc-a074-72e107645de5), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:55.590097 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 3c2e8c35-0f0b-4af7-859a-a5b105191bfe {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:59:55.590555 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 3c2e8c35-0f0b-4af7-859a-a5b105191bfe not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:59:55.596445 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-81797aec-8f21-4259-97e2-a7d9f1f3c0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (a7db5bc0-0e9a-4f40-a41c-f67ccc21ccf8), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:55.666412 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3ff1b82d-f2f2-44c4-9a83-c47f01ab1585 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (0db13eaf-c032-4de2-b1ea-39a23c6908d0), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:55.669513 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3ff1b82d-f2f2-44c4-9a83-c47f01ab1585 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:55.674992 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3ff1b82d-f2f2-44c4-9a83-c47f01ab1585 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/0db13eaf-c032-4de2-b1ea-39a23c6908d0 HTTP/1.1" status: 204 len: 168 time: 0.5816112 Aug 27 04:59:55.675892 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39704) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:55.697787 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81797aec-8f21-4259-97e2-a7d9f1f3c0b6 None None] Pushing event deleted for resources: {'Port': ['ID=a7db5bc0-0e9a-4f40-a41c-f67ccc21ccf8,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:55.700358 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-c924fede-5c1b-4b28-a336-4779f3d026b9 None None] Set router 3f14edb4-3052-439e-a53a-09f596eb061f gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 04:59:55.707657 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81797aec-8f21-4259-97e2-a7d9f1f3c0b6 None None] No DVR routers for this DVR port a7db5bc0-0e9a-4f40-a41c-f67ccc21ccf8 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 04:59:55.708366 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 7694f035-1655-48fc-a074-72e107645de5 resource provider aggregate not found Aug 27 04:59:55.716959 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff1b82d-f2f2-44c4-9a83-c47f01ab1585 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db13eaf-c032-4de2-b1ea-39a23c6908d0,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:55.763247 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 7694f035-1655-48fc-a074-72e107645de5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7694f035-1655-48fc-a074-72e107645de5 found for delete ", "request_id": "req-6cbb6a94-7fa9-4a70-a95a-bd62b0b1c347"}]} Aug 27 04:59:55.766400 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3135f51f-de22-45aa-888c-18f00b472316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (f5b1d3bc-0c96-4183-abfb-9363bdbd70a6), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:55.779640 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3135f51f-de22-45aa-888c-18f00b472316 admin admin] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:55.786631 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3135f51f-de22-45aa-888c-18f00b472316 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/f5b1d3bc-0c96-4183-abfb-9363bdbd70a6 HTTP/1.1" status: 204 len: 168 time: 2.0108545 Aug 27 04:59:55.788100 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39708) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:55.817195 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:55.826696 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-c924fede-5c1b-4b28-a336-4779f3d026b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f14edb4-3052-439e-a53a-09f596eb061f', 'name': 'tempest-RoutersIpV6Test-router-1470667530', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:59:50Z', 'updated_at': '2022-08-27T04:59:52Z', 'revision_number': 2, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:55.831751 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4236b777-0d21-426a-b3ea-cd85013dbcf1 None None] Current status of the port d3f59d5c-7795-4662-a6ae-bc02f2a1573a is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:59:55.879906 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c242d9-437e-4ddf-98cd-5e7161be9fd1 None None] get_active_networks_info from n-d-852088-5 {{(pid=107777) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 27 04:59:55.916092 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3135f51f-de22-45aa-888c-18f00b472316 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5b1d3bc-0c96-4183-abfb-9363bdbd70a6,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:55.953844 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c924fede-5c1b-4b28-a336-4779f3d026b9 None None] The sync data for ids ['3f14edb4-3052-439e-a53a-09f596eb061f'] in n-d-852088-5 is: [{'id': '3f14edb4-3052-439e-a53a-09f596eb061f', 'name': 'tempest-RoutersIpV6Test-router-1470667530', 'tenant_id': 'f97daadf5de74bd7bc5004505037c8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:59:50Z', 'updated_at': '2022-08-27T04:59:52Z', 'revision_number': 2, 'project_id': 'f97daadf5de74bd7bc5004505037c8e3', 'gw_port_host': None}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:59:55.958155 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-ee49fbbf-0d63-40e1-b292-535d260160a0 None None] Could not find standard attr ID for object 04f1b122-c0b1-40c0-a985-3a473e761285. {{(pid=107777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 27 04:59:55.974010 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-90b435ab-de60-4515-b6f6-483f4f4132d1 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Deleting subnet 97dbdf6f-954f-4b59-b114-7c57195f241f {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 04:59:55.985098 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c242d9-437e-4ddf-98cd-5e7161be9fd1 None None] Resources bound (agent type, host, resource id): {{(pid=107777) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 04:59:55.991341 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-90b435ab-de60-4515-b6f6-483f4f4132d1 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for subnet (97dbdf6f-954f-4b59-b114-7c57195f241f), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:56.043116 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a7db5bc0-0e9a-4f40-a41c-f67ccc21ccf8 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:59:56.091684 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-90b435ab-de60-4515-b6f6-483f4f4132d1 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (97dbdf6f-954f-4b59-b114-7c57195f241f), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:56.141868 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: a7db5bc0-0e9a-4f40-a41c-f67ccc21ccf8 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 04:59:56.142415 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a7db5bc0-0e9a-4f40-a41c-f67ccc21ccf8 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:59:56.215480 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-90b435ab-de60-4515-b6f6-483f4f4132d1 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (97dbdf6f-954f-4b59-b114-7c57195f241f), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:56.237691 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:56.331466 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-469f1b8e-edf1-43d8-84ed-3025195ba15f tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (3f14edb4-3052-439e-a53a-09f596eb061f), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:56.334374 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-469f1b8e-edf1-43d8-84ed-3025195ba15f tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for router_controller (3f14edb4-3052-439e-a53a-09f596eb061f), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:56.351564 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:56.435455 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-90b435ab-de60-4515-b6f6-483f4f4132d1 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (97dbdf6f-954f-4b59-b114-7c57195f241f), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:56.457340 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ce1536f7-916a-484d-8131-d8acdd19b7d8 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (98f79475-bf09-4343-83df-5037709e0037), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:56.463089 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ce1536f7-916a-484d-8131-d8acdd19b7d8 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:56.464284 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ce1536f7-916a-484d-8131-d8acdd19b7d8 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/98f79475-bf09-4343-83df-5037709e0037 HTTP/1.1" status: 204 len: 168 time: 1.3388050 Aug 27 04:59:56.466495 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c923537d-adef-4ef6-aaf1-33d4f6cfa4fe tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (b4b23938-a411-4ac0-b6f3-8d1c104fdacd), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:56.473501 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39728) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:56.477717 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b435ab-de60-4515-b6f6-483f4f4132d1 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event deleted for resources: {'Subnet': ['ID=97dbdf6f-954f-4b59-b114-7c57195f241f,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:56.481603 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-90b435ab-de60-4515-b6f6-483f4f4132d1 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:56.484823 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-90b435ab-de60-4515-b6f6-483f4f4132d1 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/97dbdf6f-954f-4b59-b114-7c57195f241f HTTP/1.1" status: 204 len: 168 time: 0.7951193 Aug 27 04:59:56.492530 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39730) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:56.498907 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3a16b8-6957-400d-8ea9-e34d17942688 None None] Network 9414ab29-31fd-4673-9b48-739ff7bb781e requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:59:56.525758 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-d7ade51b-b1fd-49de-b947-e32388c4774c tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Request body: {'subnet': {'network_id': '9414ab29-31fd-4673-9b48-739ff7bb781e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:56.547871 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-469f1b8e-edf1-43d8-84ed-3025195ba15f tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (3f14edb4-3052-439e-a53a-09f596eb061f), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:56.548718 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469f1b8e-edf1-43d8-84ed-3025195ba15f tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Fanout notify agent at l3_agent the message router_deleted on router 3f14edb4-3052-439e-a53a-09f596eb061f {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:59:56.605420 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1536f7-916a-484d-8131-d8acdd19b7d8 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f79475-bf09-4343-83df-5037709e0037,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:56.622644 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-469f1b8e-edf1-43d8-84ed-3025195ba15f tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:56.623835 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-469f1b8e-edf1-43d8-84ed-3025195ba15f tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "DELETE /networking/v2.0/routers/3f14edb4-3052-439e-a53a-09f596eb061f HTTP/1.1" status: 204 len: 168 time: 1.7642393 Aug 27 04:59:56.627894 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39734) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:56.686407 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-4efd3ee2-7e53-43fb-82dd-c57e29c737c8 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=3f14edb4-3052-439e-a53a-09f596eb061f HTTP/1.1" status: 200 len: 205 time: 0.0570068 Aug 27 04:59:56.690380 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39736) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:56.767639 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-3d1e928f-610d-40bf-92cb-1a5d3fc01ba3 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] delete failed (client error): The resource could not be found. Aug 27 04:59:56.768818 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3d1e928f-610d-40bf-92cb-1a5d3fc01ba3 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "DELETE /networking/v2.0/routers/3f14edb4-3052-439e-a53a-09f596eb061f HTTP/1.1" status: 404 len: 336 time: 0.0774603 Aug 27 04:59:56.771879 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39740) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:56.775868 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6aa01b45-217b-4aba-bb78-2a2b0908953d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:56.813125 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec5cf696-1b06-451d-a677-73c178d84a74 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] DELETE failed (client error): The resource could not be found. Aug 27 04:59:56.813764 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec5cf696-1b06-451d-a677-73c178d84a74 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:59:56.817245 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ec5cf696-1b06-451d-a677-73c178d84a74 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/6da050e1-a84d-4593-9c01-68fe90bb80df HTTP/1.1" status: 404 len: 337 time: 0.0440702 Aug 27 04:59:56.819993 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39742) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:56.826685 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c923537d-adef-4ef6-aaf1-33d4f6cfa4fe tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Pushing event updated for resources: {'Subnet': ['ID=b4b23938-a411-4ac0-b6f3-8d1c104fdacd,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:56.861120 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-9193b229-5be2-468f-8453-bb6b7ce9ffbd tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] DELETE failed (client error): The resource could not be found. Aug 27 04:59:56.861830 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9193b229-5be2-468f-8453-bb6b7ce9ffbd tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:59:56.865067 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9193b229-5be2-468f-8453-bb6b7ce9ffbd tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/a0eefbb0-aa1f-4067-8cf6-93680e1e3736 HTTP/1.1" status: 404 len: 337 time: 0.0440569 Aug 27 04:59:56.867715 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39746) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:56.869438 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-542085a5-f200-42b3-b343-e868c94f8586 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] 10.222.0.76 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3891644 Aug 27 04:59:56.874122 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c923537d-adef-4ef6-aaf1-33d4f6cfa4fe tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Checking segment: {'id': 'a467f69c-1d0c-4004-b0ee-609b409cbc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e974fe5f-f13d-4f34-bdc7-36891af9132f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:59:56.874500 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c923537d-adef-4ef6-aaf1-33d4f6cfa4fe tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Network hostable DHCP agents. Network: e974fe5f-f13d-4f34-bdc7-36891af9132f, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:59:56.879146 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39748) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:56.885045 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-3ff4285f-0b14-4bab-a21f-e53117063062 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Request body: {'security_group': {'name': 'tempest-secgroup--495003819'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:56.931622 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fd21562-18e6-49e4-8b54-3b7d04d4dfc2 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] DELETE failed (client error): The resource could not be found. Aug 27 04:59:56.932250 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fd21562-18e6-49e4-8b54-3b7d04d4dfc2 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:59:56.938417 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3fd21562-18e6-49e4-8b54-3b7d04d4dfc2 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/98e762fe-a50e-4be3-86a3-d423b514674c HTTP/1.1" status: 404 len: 337 time: 0.0696478 Aug 27 04:59:56.941372 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39752) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:56.975705 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb468d64-eadc-4892-a651-0f2aaaa2c82c tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] DELETE failed (client error): The resource could not be found. Aug 27 04:59:56.976230 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb468d64-eadc-4892-a651-0f2aaaa2c82c tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:59:56.979929 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-cb468d64-eadc-4892-a651-0f2aaaa2c82c tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/40141336-9273-4c5b-819b-a9da8c34164d HTTP/1.1" status: 404 len: 337 time: 0.0375342 Aug 27 04:59:56.985869 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39754) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:57.006097 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c06c9492-e4ad-4794-86fb-32babe582690 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (4a89459c-d017-4b1b-9ebb-5f6af8e37365), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:57.026874 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ade51b-b1fd-49de-b947-e32388c4774c tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Made reservation on behalf of fe4b55b9429141158994d6a58059854d for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:59:57.026874 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d7ade51b-b1fd-49de-b947-e32388c4774c tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:57.097821 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-19db50b5-4dab-4fa9-9d0c-362c4be0e515 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb HTTP/1.1" status: 200 len: 205 time: 0.1066270 Aug 27 04:59:57.100598 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39758) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:57.160004 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c923537d-adef-4ef6-aaf1-33d4f6cfa4fe tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Network e974fe5f-f13d-4f34-bdc7-36891af9132f is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:59:57.222052 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3ff4285f-0b14-4bab-a21f-e53117063062 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:57.229340 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-bc015aeb-b0ea-411c-9b49-63959fc672f6 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] delete failed (client error): The resource could not be found. Aug 27 04:59:57.235763 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39760) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:57.238985 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-bc015aeb-b0ea-411c-9b49-63959fc672f6 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "DELETE /networking/v2.0/routers/3560f2b8-a859-43a1-8fc2-5dfa4ae0b1fb HTTP/1.1" status: 404 len: 336 time: 0.1327529 Aug 27 04:59:57.286072 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-366641b7-56c5-4562-9c65-90eb453cad17 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=07bdb92e-b630-492d-a053-8a1c4d554cba HTTP/1.1" status: 200 len: 205 time: 0.0474277 Aug 27 04:59:57.294803 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39762) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:57.353057 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-c923537d-adef-4ef6-aaf1-33d4f6cfa4fe tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, e974fe5f-f13d-4f34-bdc7-36891af9132f) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:59:57.363642 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-8d6d9f80-cbff-4793-887b-37c4a25e36dc tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] delete failed (client error): The resource could not be found. Aug 27 04:59:57.364554 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-8d6d9f80-cbff-4793-887b-37c4a25e36dc tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "DELETE /networking/v2.0/routers/07bdb92e-b630-492d-a053-8a1c4d554cba HTTP/1.1" status: 404 len: 336 time: 0.0667617 Aug 27 04:59:57.376821 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deccb739-caf5-42fb-b5bc-f1cd4cf25cd5 None None] Network e974fe5f-f13d-4f34-bdc7-36891af9132f requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:59:57.390710 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39764) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:57.425264 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c923537d-adef-4ef6-aaf1-33d4f6cfa4fe tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:59:57.425878 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c923537d-adef-4ef6-aaf1-33d4f6cfa4fe tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:57.509841 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-86623082-fcd7-4deb-8c6a-5437b2236c0d tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] DELETE failed (client error): The resource could not be found. Aug 27 04:59:57.510567 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86623082-fcd7-4deb-8c6a-5437b2236c0d tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:59:57.513925 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-86623082-fcd7-4deb-8c6a-5437b2236c0d tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/57d65516-4b9d-478c-9973-6ee46c4b13a5 HTTP/1.1" status: 404 len: 337 time: 0.1218793 Aug 27 04:59:57.518929 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39766) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:57.596742 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-c06c9492-e4ad-4794-86fb-32babe582690 admin admin] Deleting port f0963c1f-42b5-4585-a364-0478b4b11b44 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 04:59:57.601260 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c06c9492-e4ad-4794-86fb-32babe582690 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (f0963c1f-42b5-4585-a364-0478b4b11b44), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:57.606823 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-71107f17-71dd-4e98-8334-0fc371834668 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4fb04a61-ed2c-4bfa-8140-0661a65e38ff HTTP/1.1" status: 200 len: 205 time: 0.0839381 Aug 27 04:59:57.609791 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39768) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:57.635667 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8940f17-26ea-480a-bae5-8a75a4da93b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-e974fe5f-f13d-4f34-bdc7-36891af9132f', 'network_id': 'e974fe5f-f13d-4f34-bdc7-36891af9132f', 'project_id': '1d0109415e794b52b25a509d7b89f6ff', 'fixed_ips': [{'subnet_id': 'b4b23938-a411-4ac0-b6f3-8d1c104fdacd'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 04:59:57.636878 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b8940f17-26ea-480a-bae5-8a75a4da93b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:57.693694 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:57.706642 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-c85a721c-decd-4c52-ae63-ffacfcd220b4 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] delete failed (client error): The resource could not be found. Aug 27 04:59:57.707705 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c85a721c-decd-4c52-ae63-ffacfcd220b4 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "DELETE /networking/v2.0/routers/4fb04a61-ed2c-4bfa-8140-0661a65e38ff HTTP/1.1" status: 404 len: 336 time: 0.0967891 Aug 27 04:59:57.716887 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c923537d-adef-4ef6-aaf1-33d4f6cfa4fe tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.4361050 Aug 27 04:59:57.726893 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39770) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:57.727454 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39772) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:57.795270 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3ff4285f-0b14-4bab-a21f-e53117063062 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group (75112e31-91ff-41d7-ab5a-6eeb8209e616), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:57.870774 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3b278883-7083-48d2-a7ad-4bb9fda8084c tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0a5e280e-373a-4e0d-a079-1506da617b66 HTTP/1.1" status: 200 len: 205 time: 0.1393070 Aug 27 04:59:57.878737 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39776) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:57.925742 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-c06c9492-e4ad-4794-86fb-32babe582690 admin admin] For port f0963c1f-42b5-4585-a364-0478b4b11b44, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=f0963c1f-42b5-4585-a364-0478b4b11b44,segment=NetworkSegment(feb6def0-aab9-48fd-956a-9e31dce1f24f),segment_id=feb6def0-aab9-48fd-956a-9e31dce1f24f)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:59:57.932691 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c06c9492-e4ad-4794-86fb-32babe582690 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (f0963c1f-42b5-4585-a364-0478b4b11b44), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:57.933448 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3ff4285f-0b14-4bab-a21f-e53117063062 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (75112e31-91ff-41d7-ab5a-6eeb8209e616), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:57.943030 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-73583fb8-00a3-4d22-b5de-4abb493d7a9f tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] delete failed (client error): The resource could not be found. Aug 27 04:59:57.945416 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-73583fb8-00a3-4d22-b5de-4abb493d7a9f tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "DELETE /networking/v2.0/routers/0a5e280e-373a-4e0d-a079-1506da617b66 HTTP/1.1" status: 404 len: 336 time: 0.0652020 Aug 27 04:59:57.948782 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39778) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:58.010351 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:58.014389 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d7ade51b-b1fd-49de-b947-e32388c4774c tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (1af21eac-6549-48e5-9cf6-e434c7993ef8), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:58.033221 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff4285f-0b14-4bab-a21f-e53117063062 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75112e31-91ff-41d7-ab5a-6eeb8209e616,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:58.077834 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-c06c9492-e4ad-4794-86fb-32babe582690 admin admin] Calling delete_port for f0963c1f-42b5-4585-a364-0478b4b11b44 owned by network:router_interface {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 04:59:58.092283 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8b7e6883-fcbd-4d1b-b0b9-fd4bac44e40a tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (e974fe5f-f13d-4f34-bdc7-36891af9132f), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:58.096767 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ade51b-b1fd-49de-b947-e32388c4774c tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Network 9414ab29-31fd-4673-9b48-739ff7bb781e is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:59:58.103720 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3ff4285f-0b14-4bab-a21f-e53117063062 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:58.105769 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3ff4285f-0b14-4bab-a21f-e53117063062 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2254007 Aug 27 04:59:58.111371 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-b8940f17-26ea-480a-bae5-8a75a4da93b9 None None] Allocated IP 172.20.0.1 (e974fe5f-f13d-4f34-bdc7-36891af9132f/b4b23938-a411-4ac0-b6f3-8d1c104fdacd/e92db9f8-a0af-4800-8296-0f6e1703f602) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:59:58.111562 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39784) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:58.123827 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-d7ade51b-b1fd-49de-b947-e32388c4774c tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:59:58.130799 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ade51b-b1fd-49de-b947-e32388c4774c tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 04:59:58.133136 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d7ade51b-b1fd-49de-b947-e32388c4774c tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:58.145759 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-1a739f3d-69d8-44cd-b527-e40e69db7388 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Request body: {'security_group_rule': {'security_group_id': '75112e31-91ff-41d7-ab5a-6eeb8209e616', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:58.182845 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ade51b-b1fd-49de-b947-e32388c4774c tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event updated for resources: {'Subnet': ['ID=1af21eac-6549-48e5-9cf6-e434c7993ef8,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:58.236904 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-02c5ce46-c511-42fc-82bb-2094c509aebb tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] DELETE failed (client error): The resource could not be found. Aug 27 04:59:58.243299 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02c5ce46-c511-42fc-82bb-2094c509aebb tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:59:58.249238 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-02c5ce46-c511-42fc-82bb-2094c509aebb tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/72b77e3c-d0cf-4228-9047-7d80ad90012f HTTP/1.1" status: 404 len: 337 time: 0.2712600 Aug 27 04:59:58.249436 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71addb9-adae-40aa-9d18-6f056e3ba339 None None] Network 9414ab29-31fd-4673-9b48-739ff7bb781e requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:59:58.250382 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39788) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:58.265304 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8b7e6883-fcbd-4d1b-b0b9-fd4bac44e40a tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (b4b23938-a411-4ac0-b6f3-8d1c104fdacd), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:58.331722 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d7ade51b-b1fd-49de-b947-e32388c4774c tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8171473 Aug 27 04:59:58.332733 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-dfbdd2fc-c2ee-4abc-a87f-2a73d4bc9788 None None] Provisioning complete for port 09e745a8-a10b-4a4c-b5c8-fcfc9c395af9 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:59:58.333138 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-dfbdd2fc-c2ee-4abc-a87f-2a73d4bc9788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (09e745a8-a10b-4a4c-b5c8-fcfc9c395af9), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:58.334349 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39790) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:58.342283 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-530bfd58-2a15-4e8b-b2b0-1c1babfaf732 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Request body: {'security_group': {'name': 'tempest-secgroup-1359859156'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:58.352923 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-214f0cc6-6527-41a1-97e8-1721310d3a11 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=07956eb4-5cd5-4283-a48d-25ee32c63f31 HTTP/1.1" status: 200 len: 205 time: 0.0947192 Aug 27 04:59:58.355790 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39792) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:58.400910 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-c8222b04-5950-465e-8f99-3d5c788c4781 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] delete failed (client error): The resource could not be found. Aug 27 04:59:58.401983 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c8222b04-5950-465e-8f99-3d5c788c4781 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "DELETE /networking/v2.0/routers/07956eb4-5cd5-4283-a48d-25ee32c63f31 HTTP/1.1" status: 404 len: 336 time: 0.0444684 Aug 27 04:59:58.406407 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39794) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:58.459999 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-dfbdd2fc-c2ee-4abc-a87f-2a73d4bc9788 None None] Port 09e745a8-a10b-4a4c-b5c8-fcfc9c395af9 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 04:59:58.468637 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b8940f17-26ea-480a-bae5-8a75a4da93b9 None None] Publish callbacks [] for port (e92db9f8-a0af-4800-8296-0f6e1703f602), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:58.481928 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9d1b026-d128-49ba-9a96-7515b8810aa5 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] DELETE failed (client error): The resource could not be found. Aug 27 04:59:58.482514 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9d1b026-d128-49ba-9a96-7515b8810aa5 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:59:58.483999 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-dfbdd2fc-c2ee-4abc-a87f-2a73d4bc9788 None None] Provisioning complete for port d3f59d5c-7795-4662-a6ae-bc02f2a1573a triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 04:59:58.485263 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-dfbdd2fc-c2ee-4abc-a87f-2a73d4bc9788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d3f59d5c-7795-4662-a6ae-bc02f2a1573a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:58.486961 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-d9d1b026-d128-49ba-9a96-7515b8810aa5 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/e9e2e525-bb28-4c8b-9cf8-904d5bfd9675 HTTP/1.1" status: 404 len: 337 time: 0.0807319 Aug 27 04:59:58.489472 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39796) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:58.523482 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-d3351047-dbea-49b2-a2d6-3d8521a2087c tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=18d34660-9042-4897-aaee-a5dc40745745 HTTP/1.1" status: 200 len: 205 time: 0.0329185 Aug 27 04:59:58.525977 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39798) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:58.573309 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-1fee2273-c272-4a8a-93b2-4546297a9039 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] delete failed (client error): The resource could not be found. Aug 27 04:59:58.574371 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1fee2273-c272-4a8a-93b2-4546297a9039 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "DELETE /networking/v2.0/routers/18d34660-9042-4897-aaee-a5dc40745745 HTTP/1.1" status: 404 len: 336 time: 0.0474131 Aug 27 04:59:58.577420 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39800) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:58.591463 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b8940f17-26ea-480a-bae5-8a75a4da93b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (e92db9f8-a0af-4800-8296-0f6e1703f602), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:58.647357 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a26ba8c-82bd-4a41-bfbb-efbc0e744cd7 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] DELETE failed (client error): The resource could not be found. Aug 27 04:59:58.647909 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a26ba8c-82bd-4a41-bfbb-efbc0e744cd7 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:59:58.652153 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6a26ba8c-82bd-4a41-bfbb-efbc0e744cd7 tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/943e6e3c-be42-41cc-8722-b521fe914520 HTTP/1.1" status: 404 len: 337 time: 0.0730217 Aug 27 04:59:58.654875 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-530bfd58-2a15-4e8b-b2b0-1c1babfaf732 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:58.658789 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-1a739f3d-69d8-44cd-b527-e40e69db7388 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 04:59:58.660591 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-dfbdd2fc-c2ee-4abc-a87f-2a73d4bc9788 None None] Current status of the port d3f59d5c-7795-4662-a6ae-bc02f2a1573a is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 04:59:58.660823 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1a739f3d-69d8-44cd-b527-e40e69db7388 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5182855 Aug 27 04:59:58.667741 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39802) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:58.668096 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39804) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:58.686507 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-a764e851-9dff-4da1-b298-be4b9613a05d tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Request body: {'security_group_rule': {'security_group_id': '75112e31-91ff-41d7-ab5a-6eeb8209e616', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:58.692499 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8940f17-26ea-480a-bae5-8a75a4da93b9 None None] Network e974fe5f-f13d-4f34-bdc7-36891af9132f is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:59:58.700050 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-b8940f17-26ea-480a-bae5-8a75a4da93b9 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:59:58.704004 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8940f17-26ea-480a-bae5-8a75a4da93b9 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 04:59:58.743673 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8940f17-26ea-480a-bae5-8a75a4da93b9 None None] Pushing event updated for resources: {'Port': ['ID=e92db9f8-a0af-4800-8296-0f6e1703f602,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:58.772266 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cbd467a-1819-478c-b05e-91047676ea8a tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] DELETE failed (client error): The resource could not be found. Aug 27 04:59:58.780770 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cbd467a-1819-478c-b05e-91047676ea8a tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 04:59:58.781712 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb57d14-28a6-4f6f-90dc-a77b0bfbc5d4 None None] Update dhcp port {'port': {'network_id': '9414ab29-31fd-4673-9b48-739ff7bb781e', 'fixed_ips': [{'subnet_id': '3f644e6a-ed79-40c4-b96f-45ed72a304f9', 'ip_address': '172.20.0.18'}, {'subnet_id': '1af21eac-6549-48e5-9cf6-e434c7993ef8'}], 'binding:host_id': 'n-d-852088-5'}, 'id': 'd3f59d5c-7795-4662-a6ae-bc02f2a1573a'} from n-d-852088-5. {{(pid=107777) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Aug 27 04:59:58.782288 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6cbd467a-1819-478c-b05e-91047676ea8a tempest-RoutersIpV6Test-1042415508 tempest-RoutersIpV6Test-1042415508-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/03fdc12e-97dd-40ec-9395-12886b3a6492 HTTP/1.1" status: 404 len: 337 time: 0.1130536 Aug 27 04:59:58.865004 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-530bfd58-2a15-4e8b-b2b0-1c1babfaf732 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for security_group (28b0a0b1-a2f2-4e70-aa2c-2ae3d6727489), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:58.880876 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8b7e6883-fcbd-4d1b-b0b9-fd4bac44e40a tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (b4b23938-a411-4ac0-b6f3-8d1c104fdacd), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:58.932496 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7e6883-fcbd-4d1b-b0b9-fd4bac44e40a tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Pushing event deleted for resources: {'Subnet': ['ID=b4b23938-a411-4ac0-b6f3-8d1c104fdacd,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:59.006883 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-a764e851-9dff-4da1-b298-be4b9613a05d tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 04:59:59.009068 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a764e851-9dff-4da1-b298-be4b9613a05d tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3275294 Aug 27 04:59:59.013708 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-530bfd58-2a15-4e8b-b2b0-1c1babfaf732 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (28b0a0b1-a2f2-4e70-aa2c-2ae3d6727489), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:59.043133 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39808) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:59.097511 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-b8940f17-26ea-480a-bae5-8a75a4da93b9 None None] Attempting to bind port e92db9f8-a0af-4800-8296-0f6e1703f602 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 04:59:59.098417 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-b8940f17-26ea-480a-bae5-8a75a4da93b9 None None] Attempting to bind port e92db9f8-a0af-4800-8296-0f6e1703f602 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'a467f69c-1d0c-4004-b0ee-609b409cbc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e974fe5f-f13d-4f34-bdc7-36891af9132f'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 04:59:59.098786 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8940f17-26ea-480a-bae5-8a75a4da93b9 None None] Attempting to bind port e92db9f8-a0af-4800-8296-0f6e1703f602 on network e974fe5f-f13d-4f34-bdc7-36891af9132f {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 04:59:59.108878 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8940f17-26ea-480a-bae5-8a75a4da93b9 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 4, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 04:59:59.114803 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8940f17-26ea-480a-bae5-8a75a4da93b9 None None] Checking segment: {'id': 'a467f69c-1d0c-4004-b0ee-609b409cbc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e974fe5f-f13d-4f34-bdc7-36891af9132f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 04:59:59.115376 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b8940f17-26ea-480a-bae5-8a75a4da93b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:59.115895 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8940f17-26ea-480a-bae5-8a75a4da93b9 None None] Bound using segment: {'id': 'a467f69c-1d0c-4004-b0ee-609b409cbc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e974fe5f-f13d-4f34-bdc7-36891af9132f'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 04:59:59.116535 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-b8940f17-26ea-480a-bae5-8a75a4da93b9 None None] Bound port: e92db9f8-a0af-4800-8296-0f6e1703f602, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a467f69c-1d0c-4004-b0ee-609b409cbc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e974fe5f-f13d-4f34-bdc7-36891af9132f'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 04:59:59.118216 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b8940f17-26ea-480a-bae5-8a75a4da93b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (e92db9f8-a0af-4800-8296-0f6e1703f602), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:59.148448 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:59.156645 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8b7e6883-fcbd-4d1b-b0b9-fd4bac44e40a tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (e974fe5f-f13d-4f34-bdc7-36891af9132f), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:59.172277 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4bb57d14-28a6-4f6f-90dc-a77b0bfbc5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (d3f59d5c-7795-4662-a6ae-bc02f2a1573a), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:59.198067 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:59.219666 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 04:59:59.288480 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ccf37db6-ab68-4ef5-a3b0-265189343c48 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group (75112e31-91ff-41d7-ab5a-6eeb8209e616), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:59.335810 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-b8940f17-26ea-480a-bae5-8a75a4da93b9 None None] For port e92db9f8-a0af-4800-8296-0f6e1703f602, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:59:59.338090 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f004be71-afa6-410a-8a6e-3a25edcc5d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:59.342123 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c06c9492-e4ad-4794-86fb-32babe582690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (f0963c1f-42b5-4585-a364-0478b4b11b44), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:59.366766 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-b8940f17-26ea-480a-bae5-8a75a4da93b9 None None] For port e92db9f8-a0af-4800-8296-0f6e1703f602, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=e92db9f8-a0af-4800-8296-0f6e1703f602,segment=NetworkSegment(a467f69c-1d0c-4004-b0ee-609b409cbc1c),segment_id=a467f69c-1d0c-4004-b0ee-609b409cbc1c)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:59:59.388180 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06c9492-e4ad-4794-86fb-32babe582690 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0963c1f-42b5-4585-a364-0478b4b11b44,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:59.394229 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ccf37db6-ab68-4ef5-a3b0-265189343c48 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group (75112e31-91ff-41d7-ab5a-6eeb8209e616), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:59.433626 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-530bfd58-2a15-4e8b-b2b0-1c1babfaf732 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:59.440895 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-530bfd58-2a15-4e8b-b2b0-1c1babfaf732 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1055393 Aug 27 04:59:59.441580 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39818) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:59.465620 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530bfd58-2a15-4e8b-b2b0-1c1babfaf732 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28b0a0b1-a2f2-4e70-aa2c-2ae3d6727489,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:59.469478 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-4bb57d14-28a6-4f6f-90dc-a77b0bfbc5d4 None None] Allocated IP 172.20.0.2 (9414ab29-31fd-4673-9b48-739ff7bb781e/1af21eac-6549-48e5-9cf6-e434c7993ef8/d3f59d5c-7795-4662-a6ae-bc02f2a1573a) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:59:59.494246 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-1a97da3c-d473-45e1-bb38-9c674e15656f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Request body: {'security_group': {'name': 'tempest-secgroup-399326013'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:59:59.501666 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b8940f17-26ea-480a-bae5-8a75a4da93b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (e92db9f8-a0af-4800-8296-0f6e1703f602), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:59.550322 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-8b7e6883-fcbd-4d1b-b0b9-fd4bac44e40a tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e974fe5f-f13d-4f34-bdc7-36891af9132f']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:59.589057 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8940f17-26ea-480a-bae5-8a75a4da93b9 None None] Pushing event updated for resources: {'Port': ['ID=e92db9f8-a0af-4800-8296-0f6e1703f602,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:59:59.606859 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-8b7e6883-fcbd-4d1b-b0b9-fd4bac44e40a tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a467f69c-1d0c-4004-b0ee-609b409cbc1c') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:59.607318 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-8b7e6883-fcbd-4d1b-b0b9-fd4bac44e40a tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a467f69c-1d0c-4004-b0ee-609b409cbc1c') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:59:59.626146 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8b7e6883-fcbd-4d1b-b0b9-fd4bac44e40a tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (a467f69c-1d0c-4004-b0ee-609b409cbc1c), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:59.656131 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8b7e6883-fcbd-4d1b-b0b9-fd4bac44e40a tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (a467f69c-1d0c-4004-b0ee-609b409cbc1c), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:59.670762 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b7e6883-fcbd-4d1b-b0b9-fd4bac44e40a tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:59:59.672963 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8b7e6883-fcbd-4d1b-b0b9-fd4bac44e40a tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (a467f69c-1d0c-4004-b0ee-609b409cbc1c), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:59.700042 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39824) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:59.738923 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment a467f69c-1d0c-4004-b0ee-609b409cbc1c resource provider aggregate not found Aug 27 04:59:59.779737 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de017422-57e0-4d1e-a524-eacf5326fbf0 None None] Network e974fe5f-f13d-4f34-bdc7-36891af9132f requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 04:59:59.790055 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c06c9492-e4ad-4794-86fb-32babe582690 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (4a89459c-d017-4b1b-9ebb-5f6af8e37365), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:59.873948 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1a97da3c-d473-45e1-bb38-9c674e15656f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:59.897344 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ccf37db6-ab68-4ef5-a3b0-265189343c48 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (75112e31-91ff-41d7-ab5a-6eeb8209e616), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:59.897344 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ccf37db6-ab68-4ef5-a3b0-265189343c48 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 04:59:59.897344 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ccf37db6-ab68-4ef5-a3b0-265189343c48 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/75112e31-91ff-41d7-ab5a-6eeb8209e616 HTTP/1.1" status: 204 len: 168 time: 0.8398297 Aug 27 04:59:59.897670 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39830) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 04:59:59.926625 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment a467f69c-1d0c-4004-b0ee-609b409cbc1c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a467f69c-1d0c-4004-b0ee-609b409cbc1c found for delete ", "request_id": "req-ca64e002-465c-4210-a7a8-8d0da1dce495"}]} Aug 27 05:00:00.031350 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf37db6-ab68-4ef5-a3b0-265189343c48 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75112e31-91ff-41d7-ab5a-6eeb8209e616,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:00.092312 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.db.api [None req-8b7e6883-fcbd-4d1b-b0b9-fd4bac44e40a tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 05:00:00.092312 n-d-852088-5 neutron-server[107776]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 05:00:00.092312 n-d-852088-5 neutron-server[107776]: [parameters: {'id': 'e974fe5f-f13d-4f34-bdc7-36891af9132f'}] Aug 27 05:00:00.092312 n-d-852088-5 neutron-server[107776]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=107776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 05:00:00.093237 n-d-852088-5 neutron-server[107776]: DEBUG oslo_db.api [None req-8b7e6883-fcbd-4d1b-b0b9-fd4bac44e40a tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 05:00:00.097964 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4bb57d14-28a6-4f6f-90dc-a77b0bfbc5d4 None None] For port d3f59d5c-7795-4662-a6ae-bc02f2a1573a, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=d3f59d5c-7795-4662-a6ae-bc02f2a1573a,segment=NetworkSegment(dd31a398-0226-491b-8407-cefb6d7a96a3),segment_id=dd31a398-0226-491b-8407-cefb6d7a96a3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:00:00.128743 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-4f606908-9999-4494-b717-529ee0ae1401 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] 10.222.0.76 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2387602 Aug 27 05:00:00.130665 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1a97da3c-d473-45e1-bb38-9c674e15656f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for security_group (79362fb9-a183-4a1b-9967-c51aea7a25ce), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:00.131851 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39832) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:00.140472 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-7cdd2156-63f1-412e-ac87-29eeaf5a15bd tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Request body: {'security_group': {'name': 'tempest-secgroup--1917728794'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:00:00.145317 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-6c2bdeae-8895-4ec3-b6f6-5cdd1152dc5d admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=f97daadf5de74bd7bc5004505037c8e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4440150 Aug 27 05:00:00.149275 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4bb57d14-28a6-4f6f-90dc-a77b0bfbc5d4 None None] Publish callbacks [] for port (d3f59d5c-7795-4662-a6ae-bc02f2a1573a), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:00.151372 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39834) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:00.222399 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1a97da3c-d473-45e1-bb38-9c674e15656f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (79362fb9-a183-4a1b-9967-c51aea7a25ce), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:00.289351 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4bb57d14-28a6-4f6f-90dc-a77b0bfbc5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (d3f59d5c-7795-4662-a6ae-bc02f2a1573a), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:00.306519 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c06c9492-e4ad-4794-86fb-32babe582690 admin admin] Router 4a89459c-d017-4b1b-9ebb-5f6af8e37365 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:00:00.315492 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a97da3c-d473-45e1-bb38-9c674e15656f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79362fb9-a183-4a1b-9967-c51aea7a25ce,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:00.331935 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7cdd2156-63f1-412e-ac87-29eeaf5a15bd tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:00.344088 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-db7f67c9-30eb-496c-9fc1-0649035a9966 admin admin] Publish callbacks [] for security_group (198d47c9-a373-475b-9afc-a15d131a2868), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:00.367130 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-db7f67c9-30eb-496c-9fc1-0649035a9966 admin admin] Publish callbacks [] for security_group (198d47c9-a373-475b-9afc-a15d131a2868), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:00.406655 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:00.431413 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb57d14-28a6-4f6f-90dc-a77b0bfbc5d4 None None] Pushing event updated for resources: {'Port': ['ID=d3f59d5c-7795-4662-a6ae-bc02f2a1573a,revision_number=6']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:00.445502 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1a97da3c-d473-45e1-bb38-9c674e15656f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:00.452587 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1a97da3c-d473-45e1-bb38-9c674e15656f tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9880502 Aug 27 05:00:00.453667 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39840) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:00.465920 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-877e88eb-bd85-4748-858b-19a0dd4c7932 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Request body: {'security_group': {'name': 'tempest-secgroup-151960461'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:00:00.496235 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7cdd2156-63f1-412e-ac87-29eeaf5a15bd tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group (411cdaae-6daf-4426-94cc-039e293d4786), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:00.544986 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c06c9492-e4ad-4794-86fb-32babe582690 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:00:00.554098 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c06c9492-e4ad-4794-86fb-32babe582690 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/4a89459c-d017-4b1b-9ebb-5f6af8e37365/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7612491 Aug 27 05:00:00.554782 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39844) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:00.555690 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefadc31-78ca-402b-a169-b5295665284f None None] Sync routers for ids ['4a89459c-d017-4b1b-9ebb-5f6af8e37365'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:00:00.568201 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefadc31-78ca-402b-a169-b5295665284f None None] Routers {'4a89459c-d017-4b1b-9ebb-5f6af8e37365'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:00:00.568856 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-fefadc31-78ca-402b-a169-b5295665284f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:59:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['4a89459c-d017-4b1b-9ebb-5f6af8e37365'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:00.611453 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8b7e6883-fcbd-4d1b-b0b9-fd4bac44e40a tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (e974fe5f-f13d-4f34-bdc7-36891af9132f), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:00.674227 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-db7f67c9-30eb-496c-9fc1-0649035a9966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (198d47c9-a373-475b-9afc-a15d131a2868), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:00.681939 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-db7f67c9-30eb-496c-9fc1-0649035a9966 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:00.689082 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-db7f67c9-30eb-496c-9fc1-0649035a9966 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/198d47c9-a373-475b-9afc-a15d131a2868 HTTP/1.1" status: 204 len: 168 time: 0.5364084 Aug 27 05:00:00.708443 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:00.716068 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7cdd2156-63f1-412e-ac87-29eeaf5a15bd tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (411cdaae-6daf-4426-94cc-039e293d4786), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:00.721902 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7f67c9-30eb-496c-9fc1-0649035a9966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=198d47c9-a373-475b-9afc-a15d131a2868,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:00.727937 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-877e88eb-bd85-4748-858b-19a0dd4c7932 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:00.768860 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd2156-63f1-412e-ac87-29eeaf5a15bd tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=411cdaae-6daf-4426-94cc-039e293d4786,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:00.807220 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-8b7e6883-fcbd-4d1b-b0b9-fd4bac44e40a tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Deleting port e92db9f8-a0af-4800-8296-0f6e1703f602 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:00:00.807567 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8b7e6883-fcbd-4d1b-b0b9-fd4bac44e40a tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (e92db9f8-a0af-4800-8296-0f6e1703f602), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:00.920980 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-8b7e6883-fcbd-4d1b-b0b9-fd4bac44e40a tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] For port e92db9f8-a0af-4800-8296-0f6e1703f602, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=e92db9f8-a0af-4800-8296-0f6e1703f602,segment=NetworkSegment(a467f69c-1d0c-4004-b0ee-609b409cbc1c),segment_id=a467f69c-1d0c-4004-b0ee-609b409cbc1c)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:00:00.921791 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8b7e6883-fcbd-4d1b-b0b9-fd4bac44e40a tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (e92db9f8-a0af-4800-8296-0f6e1703f602), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:00.949683 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-8b7e6883-fcbd-4d1b-b0b9-fd4bac44e40a tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Calling delete_port for e92db9f8-a0af-4800-8296-0f6e1703f602 owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:00:00.960303 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-fefadc31-78ca-402b-a169-b5295665284f None None] Set router 4a89459c-d017-4b1b-9ebb-5f6af8e37365 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:00:01.076681 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7cdd2156-63f1-412e-ac87-29eeaf5a15bd tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:01.080053 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7cdd2156-63f1-412e-ac87-29eeaf5a15bd tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9464674 Aug 27 05:00:01.085127 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39848) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:01.089392 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-48a665c8-e899-4140-8d27-3fd966720cff tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Request body: {'security_group': {'name': 'default'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:00:01.089899 n-d-852088-5 neutron-server[107775]: WARNING neutron.api.v2.base [None req-48a665c8-e899-4140-8d27-3fd966720cff tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 27 05:00:01.090559 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-48a665c8-e899-4140-8d27-3fd966720cff tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] update failed (client error): There was a conflict when trying to complete your request. Aug 27 05:00:01.091646 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-48a665c8-e899-4140-8d27-3fd966720cff tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] 10.222.0.76 "PUT /networking/v2.0/security-groups/411cdaae-6daf-4426-94cc-039e293d4786 HTTP/1.1" status: 409 len: 330 time: 0.0065918 Aug 27 05:00:01.094850 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39850) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:01.103680 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-94871065-ecce-4633-b68e-409a4363c098 admin admin] Publish callbacks [] for router (4a89459c-d017-4b1b-9ebb-5f6af8e37365), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:01.107649 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:01.223071 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-197c0a81-0049-4286-8fe3-f70981c3c77c tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group (411cdaae-6daf-4426-94cc-039e293d4786), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:01.236415 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8b7e6883-fcbd-4d1b-b0b9-fd4bac44e40a tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (e92db9f8-a0af-4800-8296-0f6e1703f602), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:01.323719 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-197c0a81-0049-4286-8fe3-f70981c3c77c tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group (411cdaae-6daf-4426-94cc-039e293d4786), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:01.331083 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-fefadc31-78ca-402b-a169-b5295665284f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a89459c-d017-4b1b-9ebb-5f6af8e37365', 'name': 'tempest-TestAggregatesBasicOps-484336078-router', 'tenant_id': '1d1f106eac0645259391b87d7dfbbe56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'dcd17850-f13a-4543-b6bd-753ad632ca5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:59:29Z', 'updated_at': '2022-08-27T04:59:58Z', 'revision_number': 5, 'project_id': '1d1f106eac0645259391b87d7dfbbe56', 'gw_port': {'id': 'dcd17850-f13a-4543-b6bd-753ad632ca5a', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:92:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a89459c-d017-4b1b-9ebb-5f6af8e37365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:59:31Z', 'updated_at': '2022-08-27T04:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:01.358661 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c368432c-bcdd-48ab-b157-88fcae73b163 None None] get_active_networks_info from n-d-852088-5 {{(pid=107777) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 27 05:00:01.374220 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefadc31-78ca-402b-a169-b5295665284f None None] Checking router: 4a89459c-d017-4b1b-9ebb-5f6af8e37365 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:00:01.394636 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefadc31-78ca-402b-a169-b5295665284f None None] Routers {'4a89459c-d017-4b1b-9ebb-5f6af8e37365'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:00:01.395201 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-fefadc31-78ca-402b-a169-b5295665284f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:59:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['4a89459c-d017-4b1b-9ebb-5f6af8e37365'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:01.397501 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7e6883-fcbd-4d1b-b0b9-fd4bac44e40a tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Pushing event deleted for resources: {'Port': ['ID=e92db9f8-a0af-4800-8296-0f6e1703f602,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:01.408073 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7e6883-fcbd-4d1b-b0b9-fd4bac44e40a tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] No DVR routers for this DVR port e92db9f8-a0af-4800-8296-0f6e1703f602 on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:00:01.492577 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-9c6b206e-b430-4d59-ae37-0c11088541ad None None] Provisioning complete for port 09e745a8-a10b-4a4c-b5c8-fcfc9c395af9 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:01.493183 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9c6b206e-b430-4d59-ae37-0c11088541ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (09e745a8-a10b-4a4c-b5c8-fcfc9c395af9), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:01.540420 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-fefadc31-78ca-402b-a169-b5295665284f None None] Set router 4a89459c-d017-4b1b-9ebb-5f6af8e37365 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:00:01.582397 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-197c0a81-0049-4286-8fe3-f70981c3c77c tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (411cdaae-6daf-4426-94cc-039e293d4786), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:01.587438 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-197c0a81-0049-4286-8fe3-f70981c3c77c tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:01.587438 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-197c0a81-0049-4286-8fe3-f70981c3c77c tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/411cdaae-6daf-4426-94cc-039e293d4786 HTTP/1.1" status: 204 len: 168 time: 0.4903984 Aug 27 05:00:01.603056 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39868) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:01.650084 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-94871065-ecce-4633-b68e-409a4363c098 admin admin] Publish callbacks [] for router_gateway (4a89459c-d017-4b1b-9ebb-5f6af8e37365), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:01.671552 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197c0a81-0049-4286-8fe3-f70981c3c77c tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=411cdaae-6daf-4426-94cc-039e293d4786,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:01.693886 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:01.744892 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-877e88eb-bd85-4748-858b-19a0dd4c7932 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for security_group (21c4045b-5305-4b7a-ac54-fd708b52d528), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:01.748837 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8b7e6883-fcbd-4d1b-b0b9-fd4bac44e40a tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (e974fe5f-f13d-4f34-bdc7-36891af9132f), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:01.809162 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-69accab8-1d8e-4c73-80dd-aef9bd84f85c tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] 10.222.0.76 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2036479 Aug 27 05:00:01.813667 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39874) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:01.841087 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-7da6b2ca-6cba-41fa-9772-54a4a0402117 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] delete failed (client error): The resource could not be found. Aug 27 05:00:01.846849 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7da6b2ca-6cba-41fa-9772-54a4a0402117 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/89bb4030-abef-4b2f-8645-849320affae6 HTTP/1.1" status: 404 len: 347 time: 0.0274873 Aug 27 05:00:01.850373 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39876) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:01.854734 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-9c6b206e-b430-4d59-ae37-0c11088541ad None None] Port 09e745a8-a10b-4a4c-b5c8-fcfc9c395af9 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:00:01.892429 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-fefadc31-78ca-402b-a169-b5295665284f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a89459c-d017-4b1b-9ebb-5f6af8e37365', 'name': 'tempest-TestAggregatesBasicOps-484336078-router', 'tenant_id': '1d1f106eac0645259391b87d7dfbbe56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'dcd17850-f13a-4543-b6bd-753ad632ca5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:59:29Z', 'updated_at': '2022-08-27T04:59:58Z', 'revision_number': 5, 'project_id': '1d1f106eac0645259391b87d7dfbbe56', 'gw_port': {'id': 'dcd17850-f13a-4543-b6bd-753ad632ca5a', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:92:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a89459c-d017-4b1b-9ebb-5f6af8e37365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:59:31Z', 'updated_at': '2022-08-27T04:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:01.896045 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-8b7e6883-fcbd-4d1b-b0b9-fd4bac44e40a tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e974fe5f-f13d-4f34-bdc7-36891af9132f']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:01.918546 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-877e88eb-bd85-4748-858b-19a0dd4c7932 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (21c4045b-5305-4b7a-ac54-fd708b52d528), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:01.924365 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefadc31-78ca-402b-a169-b5295665284f None None] The sync data for ids ['4a89459c-d017-4b1b-9ebb-5f6af8e37365'] in n-d-852088-5 is: [{'id': '4a89459c-d017-4b1b-9ebb-5f6af8e37365', 'name': 'tempest-TestAggregatesBasicOps-484336078-router', 'tenant_id': '1d1f106eac0645259391b87d7dfbbe56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'dcd17850-f13a-4543-b6bd-753ad632ca5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T04:59:29Z', 'updated_at': '2022-08-27T04:59:58Z', 'revision_number': 5, 'project_id': '1d1f106eac0645259391b87d7dfbbe56', 'gw_port': {'id': 'dcd17850-f13a-4543-b6bd-753ad632ca5a', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:92:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a89459c-d017-4b1b-9ebb-5f6af8e37365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T04:59:31Z', 'updated_at': '2022-08-27T04:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:00:01.957120 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-9c6b206e-b430-4d59-ae37-0c11088541ad None None] Provisioning complete for port d3f59d5c-7795-4662-a6ae-bc02f2a1573a triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:01.957671 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9c6b206e-b430-4d59-ae37-0c11088541ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d3f59d5c-7795-4662-a6ae-bc02f2a1573a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:01.974541 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:02.004321 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:02.005723 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:02.034700 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:02.036112 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c368432c-bcdd-48ab-b157-88fcae73b163 None None] Resources bound (agent type, host, resource id): {{(pid=107777) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 05:00:02.054897 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-94871065-ecce-4633-b68e-409a4363c098 admin admin] Deleting port dcd17850-f13a-4543-b6bd-753ad632ca5a {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:00:02.057814 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-94871065-ecce-4633-b68e-409a4363c098 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (dcd17850-f13a-4543-b6bd-753ad632ca5a), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:02.100657 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-bf97c210-44c1-4970-ba37-b94d3e56d785 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] show failed (client error): The resource could not be found. Aug 27 05:00:02.106313 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39880) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:02.106778 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-bf97c210-44c1-4970-ba37-b94d3e56d785 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] 10.222.0.76 "GET /networking/v2.0/security-groups/602e26c3-7a8a-4826-a8c1-aa2a7b3cb687 HTTP/1.1" status: 404 len: 347 time: 0.2532187 Aug 27 05:00:02.138659 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-5e8d1a90-6056-40f9-9324-405791126cc8 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] show failed (client error): The resource could not be found. Aug 27 05:00:02.139859 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-5e8d1a90-6056-40f9-9324-405791126cc8 tempest-NegativeSecGroupIPv6Test-1760980431 tempest-NegativeSecGroupIPv6Test-1760980431-project] 10.222.0.76 "GET /networking/v2.0/security-group-rules/d3fbe779-863d-4ab6-b228-42345c78a247 HTTP/1.1" status: 404 len: 356 time: 0.0325117 Aug 27 05:00:02.145530 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:02.171260 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-8b7e6883-fcbd-4d1b-b0b9-fd4bac44e40a tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a467f69c-1d0c-4004-b0ee-609b409cbc1c') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:02.174756 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-8b7e6883-fcbd-4d1b-b0b9-fd4bac44e40a tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a467f69c-1d0c-4004-b0ee-609b409cbc1c') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:02.300453 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-877e88eb-bd85-4748-858b-19a0dd4c7932 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:02.305080 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39888) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:02.305721 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-877e88eb-bd85-4748-858b-19a0dd4c7932 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.8444140 Aug 27 05:00:02.311434 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-9ec0ffe9-08da-4a81-9b14-94128de5c219 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1866822755', 'security_groups': ['21c4045b-5305-4b7a-ac54-fd708b52d528'], 'network_id': '9414ab29-31fd-4673-9b48-739ff7bb781e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1af21eac-6549-48e5-9cf6-e434c7993ef8'}]}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:00:02.326406 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8b7e6883-fcbd-4d1b-b0b9-fd4bac44e40a tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (a467f69c-1d0c-4004-b0ee-609b409cbc1c), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:02.402206 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877e88eb-bd85-4748-858b-19a0dd4c7932 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21c4045b-5305-4b7a-ac54-fd708b52d528,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:02.411461 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8b7e6883-fcbd-4d1b-b0b9-fd4bac44e40a tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (a467f69c-1d0c-4004-b0ee-609b409cbc1c), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:02.429262 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b7e6883-fcbd-4d1b-b0b9-fd4bac44e40a tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:00:02.429686 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8b7e6883-fcbd-4d1b-b0b9-fd4bac44e40a tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (a467f69c-1d0c-4004-b0ee-609b409cbc1c), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:02.478177 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d3f59d5c-7795-4662-a6ae-bc02f2a1573a up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:00:02.482340 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:02.494542 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-9c6b206e-b430-4d59-ae37-0c11088541ad None None] Current status of the port d3f59d5c-7795-4662-a6ae-bc02f2a1573a is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:00:02.513511 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment a467f69c-1d0c-4004-b0ee-609b409cbc1c resource provider aggregate not found Aug 27 05:00:02.556971 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-94871065-ecce-4633-b68e-409a4363c098 admin admin] For port dcd17850-f13a-4543-b6bd-753ad632ca5a, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=dcd17850-f13a-4543-b6bd-753ad632ca5a,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:00:02.557407 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-94871065-ecce-4633-b68e-409a4363c098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (dcd17850-f13a-4543-b6bd-753ad632ca5a), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:02.566170 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment a467f69c-1d0c-4004-b0ee-609b409cbc1c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a467f69c-1d0c-4004-b0ee-609b409cbc1c found for delete ", "request_id": "req-eb26800d-579c-473a-9332-c9eab3cb9997"}]} Aug 27 05:00:02.636379 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-94871065-ecce-4633-b68e-409a4363c098 admin admin] Calling delete_port for dcd17850-f13a-4543-b6bd-753ad632ca5a owned by network:router_gateway {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:00:02.659695 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port d3f59d5c-7795-4662-a6ae-bc02f2a1573a triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:02.660104 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d3f59d5c-7795-4662-a6ae-bc02f2a1573a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:02.771199 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8b7e6883-fcbd-4d1b-b0b9-fd4bac44e40a tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (e974fe5f-f13d-4f34-bdc7-36891af9132f), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:02.778727 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8b7e6883-fcbd-4d1b-b0b9-fd4bac44e40a tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:02.793479 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39902) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:02.799549 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-27fe06f9-8138-4106-941b-c31dcf767067 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-867958744'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:00:02.803950 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8b7e6883-fcbd-4d1b-b0b9-fd4bac44e40a tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "DELETE /networking/v2.0/networks/e974fe5f-f13d-4f34-bdc7-36891af9132f HTTP/1.1" status: 204 len: 168 time: 5.0270901 Aug 27 05:00:02.819459 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39904) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:02.878181 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7e6883-fcbd-4d1b-b0b9-fd4bac44e40a tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Pushing event deleted for resources: {'Network': ['ID=e974fe5f-f13d-4f34-bdc7-36891af9132f,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:02.886598 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec0ffe9-08da-4a81-9b14-94128de5c219 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Made reservation on behalf of fe4b55b9429141158994d6a58059854d for: {'port': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:00:03.015857 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port d3f59d5c-7795-4662-a6ae-bc02f2a1573a is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:00:03.039677 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27fe06f9-8138-4106-941b-c31dcf767067 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Made reservation on behalf of 1d0109415e794b52b25a509d7b89f6ff for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:00:03.044122 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-27fe06f9-8138-4106-941b-c31dcf767067 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:03.149111 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27fe06f9-8138-4106-941b-c31dcf767067 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 05:00:03.177712 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-27fe06f9-8138-4106-941b-c31dcf767067 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (bab052a3-db1c-4a16-ab9e-57563a3957d8), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:03.180757 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-27fe06f9-8138-4106-941b-c31dcf767067 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Added segment bab052a3-db1c-4a16-ab9e-57563a3957d8 of type vlan for network cb0873ba-2dc4-4c74-9cfe-c5789026424b Aug 27 05:00:03.188346 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39912) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:03.291086 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-94871065-ecce-4633-b68e-409a4363c098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (dcd17850-f13a-4543-b6bd-753ad632ca5a), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:03.319375 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-27fe06f9-8138-4106-941b-c31dcf767067 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (cb0873ba-2dc4-4c74-9cfe-c5789026424b), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:03.346570 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9ec0ffe9-08da-4a81-9b14-94128de5c219 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:03.382183 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94871065-ecce-4633-b68e-409a4363c098 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcd17850-f13a-4543-b6bd-753ad632ca5a,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:03.432586 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-645cdad2-5e78-45d0-8b6c-0b114bd0182d tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-735269969', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:00:03.449006 n-d-852088-5 neutron-server[107775]: DEBUG neutron.notifiers.nova [None req-9ec0ffe9-08da-4a81-9b14-94128de5c219 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] device_id is not set on port 87cf8e6f-aed3-4edd-9da7-88dcccff3d68 yet. {{(pid=107775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 05:00:03.548700 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:00:03.553995 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6af0f0ce-19d5-4c52-b4f6-29e4763c4dba admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=ece4ceb7e1e4416b8e854e3475af4d0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3644569 Aug 27 05:00:03.575952 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39920) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:03.595931 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-27fe06f9-8138-4106-941b-c31dcf767067 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (cb0873ba-2dc4-4c74-9cfe-c5789026424b), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:03.602341 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fe06f9-8138-4106-941b-c31dcf767067 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:00:03.602967 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-27fe06f9-8138-4106-941b-c31dcf767067 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:03.628569 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:03.653310 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-94871065-ecce-4633-b68e-409a4363c098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (4a89459c-d017-4b1b-9ebb-5f6af8e37365), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:03.687715 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-645cdad2-5e78-45d0-8b6c-0b114bd0182d tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (fcb46d7e-5602-406f-801c-769fa8aaff44), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:03.688893 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-645cdad2-5e78-45d0-8b6c-0b114bd0182d tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (fcb46d7e-5602-406f-801c-769fa8aaff44), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:03.783475 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-94871065-ecce-4633-b68e-409a4363c098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (4a89459c-d017-4b1b-9ebb-5f6af8e37365), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:03.786080 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-94871065-ecce-4633-b68e-409a4363c098 admin admin] Publish callbacks [] for router_controller (4a89459c-d017-4b1b-9ebb-5f6af8e37365), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:03.796155 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fe06f9-8138-4106-941b-c31dcf767067 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Pushing event updated for resources: {'Network': ['ID=cb0873ba-2dc4-4c74-9cfe-c5789026424b,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:03.814556 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network cb0873ba-2dc4-4c74-9cfe-c5789026424b details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 05:00:03.853754 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-27fe06f9-8138-4106-941b-c31dcf767067 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0592346 Aug 27 05:00:03.862405 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39922) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:03.872086 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-67945b8e-4039-401f-b9ef-1481c29c844b tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Request body: {'subnet': {'network_id': 'cb0873ba-2dc4-4c74-9cfe-c5789026424b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:00:03.946763 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cee31055-70e6-4e55-8b71-73244a72603d admin admin] Publish callbacks [] for security_group (cfc2ef53-c82c-41ea-b293-395a84a1b48f), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:04.071297 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device f0963c1f-42b5-4585-a364-0478b4b11b44 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:00:04.130779 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: f0963c1f-42b5-4585-a364-0478b4b11b44 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:00:04.136584 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device f0963c1f-42b5-4585-a364-0478b4b11b44 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:00:04.137821 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=85,neutron:DELETE=14,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:04.190542 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:04.225171 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-645cdad2-5e78-45d0-8b6c-0b114bd0182d tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks [] for router_controller (fcb46d7e-5602-406f-801c-769fa8aaff44), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:04.280922 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-94871065-ecce-4633-b68e-409a4363c098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (4a89459c-d017-4b1b-9ebb-5f6af8e37365), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:04.282387 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94871065-ecce-4633-b68e-409a4363c098 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a89459c-d017-4b1b-9ebb-5f6af8e37365 {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 05:00:04.309633 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-94871065-ecce-4633-b68e-409a4363c098 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:04.330232 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-94871065-ecce-4633-b68e-409a4363c098 admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/4a89459c-d017-4b1b-9ebb-5f6af8e37365 HTTP/1.1" status: 204 len: 168 time: 3.7733073 Aug 27 05:00:04.338655 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-9ec0ffe9-08da-4a81-9b14-94128de5c219 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Allocated IP 172.20.0.14 (9414ab29-31fd-4673-9b48-739ff7bb781e/1af21eac-6549-48e5-9cf6-e434c7993ef8/87cf8e6f-aed3-4edd-9da7-88dcccff3d68) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:00:04.339100 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39926) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:04.369023 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-645cdad2-5e78-45d0-8b6c-0b114bd0182d tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (fcb46d7e-5602-406f-801c-769fa8aaff44), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:04.447862 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cee31055-70e6-4e55-8b71-73244a72603d admin admin] Publish callbacks [] for security_group (cfc2ef53-c82c-41ea-b293-395a84a1b48f), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:04.522392 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:04.621530 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd6d3b51-1a37-49e4-b175-0b80518029af admin admin] Deleting subnet 5d9f04ac-6067-40b6-b93c-915ab5c32dca {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 05:00:04.641129 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dd6d3b51-1a37-49e4-b175-0b80518029af admin admin] Publish callbacks [] for subnet (5d9f04ac-6067-40b6-b93c-915ab5c32dca), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:04.659070 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-645cdad2-5e78-45d0-8b6c-0b114bd0182d tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:04.664605 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-645cdad2-5e78-45d0-8b6c-0b114bd0182d tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.8428524 Aug 27 05:00:04.665573 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39932) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:04.673498 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-cf34ccb6-6bde-4698-89cd-8f5709c40818 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-324130021'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:00:04.712741 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:04.748819 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dd6d3b51-1a37-49e4-b175-0b80518029af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (5d9f04ac-6067-40b6-b93c-915ab5c32dca), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:04.788585 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67945b8e-4039-401f-b9ef-1481c29c844b tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Made reservation on behalf of 1d0109415e794b52b25a509d7b89f6ff for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:00:04.796346 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-67945b8e-4039-401f-b9ef-1481c29c844b tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:04.855800 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dd6d3b51-1a37-49e4-b175-0b80518029af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (5d9f04ac-6067-40b6-b93c-915ab5c32dca), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:04.868174 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cee31055-70e6-4e55-8b71-73244a72603d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (cfc2ef53-c82c-41ea-b293-395a84a1b48f), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:04.870973 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cee31055-70e6-4e55-8b71-73244a72603d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:04.872289 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-cee31055-70e6-4e55-8b71-73244a72603d admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/cfc2ef53-c82c-41ea-b293-395a84a1b48f HTTP/1.1" status: 204 len: 168 time: 1.2955248 Aug 27 05:00:04.873009 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf34ccb6-6bde-4698-89cd-8f5709c40818 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Made reservation on behalf of 5534f9ed0e23462aa06ec86aae10825f for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:00:04.877712 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cf34ccb6-6bde-4698-89cd-8f5709c40818 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:04.966760 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee31055-70e6-4e55-8b71-73244a72603d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc2ef53-c82c-41ea-b293-395a84a1b48f,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:04.984995 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cf34ccb6-6bde-4698-89cd-8f5709c40818 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:05.051438 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dd6d3b51-1a37-49e4-b175-0b80518029af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (5d9f04ac-6067-40b6-b93c-915ab5c32dca), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:05.087647 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dd6d3b51-1a37-49e4-b175-0b80518029af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:05.089300 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb23199d-56a2-4314-a53f-daac9e3f47cf None None] Network 028af1f9-64c7-473a-bf0c-1ec3ca00cd32 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:00:05.107841 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-dd6d3b51-1a37-49e4-b175-0b80518029af admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/5d9f04ac-6067-40b6-b93c-915ab5c32dca HTTP/1.1" status: 204 len: 168 time: 0.7671731 Aug 27 05:00:05.116179 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39936) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:05.136326 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9ec0ffe9-08da-4a81-9b14-94128de5c219 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for port (87cf8e6f-aed3-4edd-9da7-88dcccff3d68), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:05.181117 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:05.232847 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6d3b51-1a37-49e4-b175-0b80518029af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d9f04ac-6067-40b6-b93c-915ab5c32dca,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:05.347077 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3600fbb9-e3e4-4f70-893c-fc458ed6b089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (028af1f9-64c7-473a-bf0c-1ec3ca00cd32), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:05.394847 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cf34ccb6-6bde-4698-89cd-8f5709c40818 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks [] for security_group (efda2d19-b30d-4a46-a2cc-d046beeb30ae), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:05.411257 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9ec0ffe9-08da-4a81-9b14-94128de5c219 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (87cf8e6f-aed3-4edd-9da7-88dcccff3d68), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:05.414434 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3a86b5-c575-49ae-a22b-9f10c27c987f None None] DHCP port deletion for 028af1f9-64c7-473a-bf0c-1ec3ca00cd32 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 05:00:05.446328 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-3600fbb9-e3e4-4f70-893c-fc458ed6b089 admin admin] Deleting port 325a361c-52e8-4531-aea7-4e51af0a4f1b {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:00:05.446805 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3600fbb9-e3e4-4f70-893c-fc458ed6b089 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (325a361c-52e8-4531-aea7-4e51af0a4f1b), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:05.494440 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-ba3a86b5-c575-49ae-a22b-9f10c27c987f None None] Deleting port 325a361c-52e8-4531-aea7-4e51af0a4f1b {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:00:05.495057 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ba3a86b5-c575-49ae-a22b-9f10c27c987f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (325a361c-52e8-4531-aea7-4e51af0a4f1b), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:05.553757 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec0ffe9-08da-4a81-9b14-94128de5c219 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Network 9414ab29-31fd-4673-9b48-739ff7bb781e is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:00:05.559929 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-9ec0ffe9-08da-4a81-9b14-94128de5c219 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:00:05.566815 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec0ffe9-08da-4a81-9b14-94128de5c219 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:00:05.669838 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-ba3a86b5-c575-49ae-a22b-9f10c27c987f None None] For port 325a361c-52e8-4531-aea7-4e51af0a4f1b, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=325a361c-52e8-4531-aea7-4e51af0a4f1b,segment=NetworkSegment(feb6def0-aab9-48fd-956a-9e31dce1f24f),segment_id=feb6def0-aab9-48fd-956a-9e31dce1f24f)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:00:05.670349 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ba3a86b5-c575-49ae-a22b-9f10c27c987f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (325a361c-52e8-4531-aea7-4e51af0a4f1b), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:05.671389 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec0ffe9-08da-4a81-9b14-94128de5c219 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:00:05.681345 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9ec0ffe9-08da-4a81-9b14-94128de5c219 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:05.699138 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-ba3a86b5-c575-49ae-a22b-9f10c27c987f None None] Calling delete_port for 325a361c-52e8-4531-aea7-4e51af0a4f1b owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:00:05.722001 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-3600fbb9-e3e4-4f70-893c-fc458ed6b089 admin admin] For port 325a361c-52e8-4531-aea7-4e51af0a4f1b, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=325a361c-52e8-4531-aea7-4e51af0a4f1b,segment=NetworkSegment(feb6def0-aab9-48fd-956a-9e31dce1f24f),segment_id=feb6def0-aab9-48fd-956a-9e31dce1f24f)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:00:05.791330 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3600fbb9-e3e4-4f70-893c-fc458ed6b089 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (325a361c-52e8-4531-aea7-4e51af0a4f1b), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:05.792889 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cf34ccb6-6bde-4698-89cd-8f5709c40818 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (efda2d19-b30d-4a46-a2cc-d046beeb30ae), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:05.792889 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec0ffe9-08da-4a81-9b14-94128de5c219 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event updated for resources: {'Port': ['ID=87cf8e6f-aed3-4edd-9da7-88dcccff3d68,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:05.792889 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-67945b8e-4039-401f-b9ef-1481c29c844b tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (3a0bf6f5-9d22-469e-8e16-2b5ced49ed38), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:05.793224 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-3600fbb9-e3e4-4f70-893c-fc458ed6b089 admin admin] Calling delete_port for 325a361c-52e8-4531-aea7-4e51af0a4f1b owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:00:05.919205 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf34ccb6-6bde-4698-89cd-8f5709c40818 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 05:00:05.942879 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cf34ccb6-6bde-4698-89cd-8f5709c40818 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (f7a36e0d-1647-4d32-9e11-4b3dee843d73), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:05.943230 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-cf34ccb6-6bde-4698-89cd-8f5709c40818 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Added segment f7a36e0d-1647-4d32-9e11-4b3dee843d73 of type vlan for network 8594c471-9bcd-4b71-95aa-bdd79725fa93 Aug 27 05:00:06.009277 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67945b8e-4039-401f-b9ef-1481c29c844b tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Pushing event updated for resources: {'Subnet': ['ID=3a0bf6f5-9d22-469e-8e16-2b5ced49ed38,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:06.028137 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ba3a86b5-c575-49ae-a22b-9f10c27c987f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (325a361c-52e8-4531-aea7-4e51af0a4f1b), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:06.049861 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3600fbb9-e3e4-4f70-893c-fc458ed6b089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (325a361c-52e8-4531-aea7-4e51af0a4f1b), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:06.089706 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9ec0ffe9-08da-4a81-9b14-94128de5c219 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.7824962 Aug 27 05:00:06.097587 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39954) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:06.098738 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 325a361c-52e8-4531-aea7-4e51af0a4f1b no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:00:06.103306 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf34ccb6-6bde-4698-89cd-8f5709c40818 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efda2d19-b30d-4a46-a2cc-d046beeb30ae,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:06.119868 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-2280e896-3544-4182-be55-230384c34a89 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Request body: {'subnet': {'network_id': '9414ab29-31fd-4673-9b48-739ff7bb781e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:00:06.139012 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3600fbb9-e3e4-4f70-893c-fc458ed6b089 admin admin] Pushing event deleted for resources: {'Port': ['ID=325a361c-52e8-4531-aea7-4e51af0a4f1b,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:06.149450 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3600fbb9-e3e4-4f70-893c-fc458ed6b089 admin admin] No DVR routers for this DVR port 325a361c-52e8-4531-aea7-4e51af0a4f1b on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:00:06.152751 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cf34ccb6-6bde-4698-89cd-8f5709c40818 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (8594c471-9bcd-4b71-95aa-bdd79725fa93), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:06.237395 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67945b8e-4039-401f-b9ef-1481c29c844b tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Checking segment: {'id': 'bab052a3-db1c-4a16-ab9e-57563a3957d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'cb0873ba-2dc4-4c74-9cfe-c5789026424b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:00:06.238366 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67945b8e-4039-401f-b9ef-1481c29c844b tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Network hostable DHCP agents. Network: cb0873ba-2dc4-4c74-9cfe-c5789026424b, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 05:00:06.243650 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3600fbb9-e3e4-4f70-893c-fc458ed6b089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (028af1f9-64c7-473a-bf0c-1ec3ca00cd32), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:06.316362 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-3600fbb9-e3e4-4f70-893c-fc458ed6b089 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['028af1f9-64c7-473a-bf0c-1ec3ca00cd32']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:06.334017 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-3600fbb9-e3e4-4f70-893c-fc458ed6b089 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feb6def0-aab9-48fd-956a-9e31dce1f24f') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:06.334017 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-3600fbb9-e3e4-4f70-893c-fc458ed6b089 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feb6def0-aab9-48fd-956a-9e31dce1f24f') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:06.361590 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3600fbb9-e3e4-4f70-893c-fc458ed6b089 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (feb6def0-aab9-48fd-956a-9e31dce1f24f), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:06.399256 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3600fbb9-e3e4-4f70-893c-fc458ed6b089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (feb6def0-aab9-48fd-956a-9e31dce1f24f), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:06.413709 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3600fbb9-e3e4-4f70-893c-fc458ed6b089 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:00:06.414122 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3600fbb9-e3e4-4f70-893c-fc458ed6b089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (feb6def0-aab9-48fd-956a-9e31dce1f24f), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:06.415455 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3a86b5-c575-49ae-a22b-9f10c27c987f None None] Pushing event deleted for resources: {'Port': ['ID=325a361c-52e8-4531-aea7-4e51af0a4f1b,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:06.420125 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3a86b5-c575-49ae-a22b-9f10c27c987f None None] No DVR routers for this DVR port 325a361c-52e8-4531-aea7-4e51af0a4f1b on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:00:06.440536 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 325a361c-52e8-4531-aea7-4e51af0a4f1b {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:00:06.441106 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 325a361c-52e8-4531-aea7-4e51af0a4f1b not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:00:06.441708 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device dcd17850-f13a-4543-b6bd-753ad632ca5a no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:00:06.445942 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-dd325058-7d7d-43fe-8355-9b341f1ad4c3 None None] Provisioning complete for port 87cf8e6f-aed3-4edd-9da7-88dcccff3d68 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:06.456258 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-dd325058-7d7d-43fe-8355-9b341f1ad4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (87cf8e6f-aed3-4edd-9da7-88dcccff3d68), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:06.506939 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: dcd17850-f13a-4543-b6bd-753ad632ca5a {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:00:06.506939 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device dcd17850-f13a-4543-b6bd-753ad632ca5a not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:00:06.522544 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-dd325058-7d7d-43fe-8355-9b341f1ad4c3 None None] Port 87cf8e6f-aed3-4edd-9da7-88dcccff3d68 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:00:06.540959 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67945b8e-4039-401f-b9ef-1481c29c844b tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Network cb0873ba-2dc4-4c74-9cfe-c5789026424b is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 05:00:06.542041 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cf34ccb6-6bde-4698-89cd-8f5709c40818 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (8594c471-9bcd-4b71-95aa-bdd79725fa93), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:06.551508 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment feb6def0-aab9-48fd-956a-9e31dce1f24f resource provider aggregate not found Aug 27 05:00:06.551729 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf34ccb6-6bde-4698-89cd-8f5709c40818 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:00:06.555840 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cf34ccb6-6bde-4698-89cd-8f5709c40818 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:06.594436 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment feb6def0-aab9-48fd-956a-9e31dce1f24f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid feb6def0-aab9-48fd-956a-9e31dce1f24f found for delete ", "request_id": "req-7a37d109-7f93-439f-850f-ac87428599e3"}]} Aug 27 05:00:06.646722 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2280e896-3544-4182-be55-230384c34a89 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Made reservation on behalf of fe4b55b9429141158994d6a58059854d for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:00:06.650633 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2280e896-3544-4182-be55-230384c34a89 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:06.708197 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3600fbb9-e3e4-4f70-893c-fc458ed6b089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (028af1f9-64c7-473a-bf0c-1ec3ca00cd32), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:06.713771 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3600fbb9-e3e4-4f70-893c-fc458ed6b089 admin admin] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:06.718980 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3600fbb9-e3e4-4f70-893c-fc458ed6b089 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/028af1f9-64c7-473a-bf0c-1ec3ca00cd32 HTTP/1.1" status: 204 len: 168 time: 1.6012621 Aug 27 05:00:06.737486 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3600fbb9-e3e4-4f70-893c-fc458ed6b089 admin admin] Pushing event deleted for resources: {'Network': ['ID=028af1f9-64c7-473a-bf0c-1ec3ca00cd32,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:06.762848 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:06.807583 n-d-852088-5 neutron-server[107775]: INFO neutron.db.ipam_backend_mixin [None req-2280e896-3544-4182-be55-230384c34a89 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1af21eac-6549-48e5-9cf6-e434c7993ef8 (CIDR: 172.20.0.0/28) Aug 27 05:00:06.820369 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf34ccb6-6bde-4698-89cd-8f5709c40818 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Pushing event updated for resources: {'Network': ['ID=8594c471-9bcd-4b71-95aa-bdd79725fa93,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:06.827006 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-cf34ccb6-6bde-4698-89cd-8f5709c40818 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.1578326 Aug 27 05:00:06.827006 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-67945b8e-4039-401f-b9ef-1481c29c844b tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, cb0873ba-2dc4-4c74-9cfe-c5789026424b) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:00:06.828130 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39974) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:06.831384 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 8594c471-9bcd-4b71-95aa-bdd79725fa93 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 05:00:06.833489 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-83db13f3-c9eb-4623-84a1-f7102735c53c tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Request body: {'subnet': {'network_id': '8594c471-9bcd-4b71-95aa-bdd79725fa93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:00:06.839005 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc040c3-124a-4485-90f7-e7d8c878b785 None None] Network cb0873ba-2dc4-4c74-9cfe-c5789026424b requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:00:06.853759 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67945b8e-4039-401f-b9ef-1481c29c844b tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:00:06.854363 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-67945b8e-4039-401f-b9ef-1481c29c844b tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:06.902046 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-2280e896-3544-4182-be55-230384c34a89 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 05:00:06.902046 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2280e896-3544-4182-be55-230384c34a89 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 05:00:06.985501 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-67945b8e-4039-401f-b9ef-1481c29c844b tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.1177030 Aug 27 05:00:06.987991 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39980) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:07.082516 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2280e896-3544-4182-be55-230384c34a89 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9747515 Aug 27 05:00:07.085230 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 39982) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:07.097425 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-bc7460b5-44fe-4567-a354-805db354a2c7 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Request body: {'subnet': {'network_id': '9414ab29-31fd-4673-9b48-739ff7bb781e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:00:07.107647 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:DELETE=4,neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:07.242400 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2c8286af-f8f5-4861-9110-93ff8cdbe26e tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (cb0873ba-2dc4-4c74-9cfe-c5789026424b), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:07.242983 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83db13f3-c9eb-4623-84a1-f7102735c53c tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Made reservation on behalf of 5534f9ed0e23462aa06ec86aae10825f for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:00:07.246871 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-83db13f3-c9eb-4623-84a1-f7102735c53c tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:07.261868 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:07.268204 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8807fd46-7365-42f5-a347-1bb445462e6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-cb0873ba-2dc4-4c74-9cfe-c5789026424b', 'network_id': 'cb0873ba-2dc4-4c74-9cfe-c5789026424b', 'project_id': '1d0109415e794b52b25a509d7b89f6ff', 'fixed_ips': [{'subnet_id': '3a0bf6f5-9d22-469e-8e16-2b5ced49ed38'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 05:00:07.269175 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8807fd46-7365-42f5-a347-1bb445462e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:07.294905 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39986) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:07.366779 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7460b5-44fe-4567-a354-805db354a2c7 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Made reservation on behalf of fe4b55b9429141158994d6a58059854d for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:00:07.370878 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bc7460b5-44fe-4567-a354-805db354a2c7 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:07.450817 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39990) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:07.461332 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c7e8cf75-b87b-4c27-9996-9a8da6b0ab41 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=f80531682f6947d585b6d95df180cd19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1644440 Aug 27 05:00:07.465422 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 39992) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:07.502812 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2c8286af-f8f5-4861-9110-93ff8cdbe26e tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (3a0bf6f5-9d22-469e-8e16-2b5ced49ed38), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:07.614027 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-8807fd46-7365-42f5-a347-1bb445462e6a None None] Allocated IP 172.20.0.1 (cb0873ba-2dc4-4c74-9cfe-c5789026424b/3a0bf6f5-9d22-469e-8e16-2b5ced49ed38/83bf5478-44ee-4e75-b442-af46de63fd87) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:00:07.680610 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c989277f-733a-4099-81ca-2eddb681540f admin admin] Publish callbacks [] for security_group (77bf321b-f14e-491c-bbaa-065bc0bc7d9e), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:07.717743 n-d-852088-5 neutron-server[107776]: INFO neutron.db.ipam_backend_mixin [None req-bc7460b5-44fe-4567-a354-805db354a2c7 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 3f644e6a-ed79-40c4-b96f-45ed72a304f9 (CIDR: 172.20.0.16/28) Aug 27 05:00:07.725330 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:07.733399 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c989277f-733a-4099-81ca-2eddb681540f admin admin] Publish callbacks [] for security_group (77bf321b-f14e-491c-bbaa-065bc0bc7d9e), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:07.813594 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-ece6c660-da13-4ca9-9649-fc79836ac8f0 tempest-TagsTest-374240436 tempest-TagsTest-374240436-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-392130855'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:00:07.823551 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc7460b5-44fe-4567-a354-805db354a2c7 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 05:00:07.824147 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc7460b5-44fe-4567-a354-805db354a2c7 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 05:00:08.002797 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8807fd46-7365-42f5-a347-1bb445462e6a None None] Publish callbacks [] for port (83bf5478-44ee-4e75-b442-af46de63fd87), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:08.047734 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-bc7460b5-44fe-4567-a354-805db354a2c7 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.9612460 Aug 27 05:00:08.050365 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40002) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:08.059319 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-2295731c-c31e-44dd-9bef-69c35660bac9 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Request body: {'subnet': {'network_id': '9414ab29-31fd-4673-9b48-739ff7bb781e', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:00:08.085333 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-83db13f3-c9eb-4623-84a1-f7102735c53c tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (f20a6f73-1bfb-43f2-b3bd-108c4a7bb5be), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:08.127084 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c989277f-733a-4099-81ca-2eddb681540f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (77bf321b-f14e-491c-bbaa-065bc0bc7d9e), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:08.130626 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c989277f-733a-4099-81ca-2eddb681540f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:08.134764 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c989277f-733a-4099-81ca-2eddb681540f admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/77bf321b-f14e-491c-bbaa-065bc0bc7d9e HTTP/1.1" status: 204 len: 168 time: 0.6642308 Aug 27 05:00:08.150732 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c989277f-733a-4099-81ca-2eddb681540f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77bf321b-f14e-491c-bbaa-065bc0bc7d9e,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:08.201808 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8807fd46-7365-42f5-a347-1bb445462e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (83bf5478-44ee-4e75-b442-af46de63fd87), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:08.247406 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece6c660-da13-4ca9-9649-fc79836ac8f0 tempest-TagsTest-374240436 tempest-TagsTest-374240436-project] Made reservation on behalf of ecbf5d2e0a8b4fae8e5ad7b49dd40904 for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:00:08.252027 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ece6c660-da13-4ca9-9649-fc79836ac8f0 tempest-TagsTest-374240436 tempest-TagsTest-374240436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:08.263360 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83db13f3-c9eb-4623-84a1-f7102735c53c tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Checking segment: {'id': 'f7a36e0d-1647-4d32-9e11-4b3dee843d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8594c471-9bcd-4b71-95aa-bdd79725fa93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:00:08.263740 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83db13f3-c9eb-4623-84a1-f7102735c53c tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Network hostable DHCP agents. Network: 8594c471-9bcd-4b71-95aa-bdd79725fa93, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 05:00:08.276921 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ece6c660-da13-4ca9-9649-fc79836ac8f0 tempest-TagsTest-374240436 tempest-TagsTest-374240436-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:08.277441 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db13f3-c9eb-4623-84a1-f7102735c53c tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Pushing event updated for resources: {'Subnet': ['ID=f20a6f73-1bfb-43f2-b3bd-108c4a7bb5be,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:08.338947 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8807fd46-7365-42f5-a347-1bb445462e6a None None] Network cb0873ba-2dc4-4c74-9cfe-c5789026424b is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:00:08.350800 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-8807fd46-7365-42f5-a347-1bb445462e6a None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:00:08.361112 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8807fd46-7365-42f5-a347-1bb445462e6a None None] Pushing event updated for resources: {'Port': ['ID=83bf5478-44ee-4e75-b442-af46de63fd87,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:08.365928 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8807fd46-7365-42f5-a347-1bb445462e6a None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:00:08.417222 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2c8286af-f8f5-4861-9110-93ff8cdbe26e tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (3a0bf6f5-9d22-469e-8e16-2b5ced49ed38), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:08.461682 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83db13f3-c9eb-4623-84a1-f7102735c53c tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Network 8594c471-9bcd-4b71-95aa-bdd79725fa93 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 05:00:08.518772 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8286af-f8f5-4861-9110-93ff8cdbe26e tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Pushing event deleted for resources: {'Subnet': ['ID=3a0bf6f5-9d22-469e-8e16-2b5ced49ed38,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:08.519001 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-8807fd46-7365-42f5-a347-1bb445462e6a None None] Attempting to bind port 83bf5478-44ee-4e75-b442-af46de63fd87 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:00:08.519780 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-8807fd46-7365-42f5-a347-1bb445462e6a None None] Attempting to bind port 83bf5478-44ee-4e75-b442-af46de63fd87 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'bab052a3-db1c-4a16-ab9e-57563a3957d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'cb0873ba-2dc4-4c74-9cfe-c5789026424b'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:00:08.520456 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8807fd46-7365-42f5-a347-1bb445462e6a None None] Attempting to bind port 83bf5478-44ee-4e75-b442-af46de63fd87 on network cb0873ba-2dc4-4c74-9cfe-c5789026424b {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:00:08.554746 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8807fd46-7365-42f5-a347-1bb445462e6a None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:00:08.554746 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8807fd46-7365-42f5-a347-1bb445462e6a None None] Checking segment: {'id': 'bab052a3-db1c-4a16-ab9e-57563a3957d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'cb0873ba-2dc4-4c74-9cfe-c5789026424b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:00:08.557879 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8807fd46-7365-42f5-a347-1bb445462e6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:08.557879 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8807fd46-7365-42f5-a347-1bb445462e6a None None] Bound using segment: {'id': 'bab052a3-db1c-4a16-ab9e-57563a3957d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'cb0873ba-2dc4-4c74-9cfe-c5789026424b'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:00:08.557879 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-8807fd46-7365-42f5-a347-1bb445462e6a None None] Bound port: 83bf5478-44ee-4e75-b442-af46de63fd87, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bab052a3-db1c-4a16-ab9e-57563a3957d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'cb0873ba-2dc4-4c74-9cfe-c5789026424b'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:00:08.557879 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8807fd46-7365-42f5-a347-1bb445462e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (83bf5478-44ee-4e75-b442-af46de63fd87), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:08.635111 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-83db13f3-c9eb-4623-84a1-f7102735c53c tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 8594c471-9bcd-4b71-95aa-bdd79725fa93) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:00:08.650171 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83db13f3-c9eb-4623-84a1-f7102735c53c tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:00:08.650625 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-83db13f3-c9eb-4623-84a1-f7102735c53c tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:08.662378 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb54f11-f8eb-4a43-98c5-8158047e25d7 None None] Network 8594c471-9bcd-4b71-95aa-bdd79725fa93 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:00:08.757977 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-8807fd46-7365-42f5-a347-1bb445462e6a None None] For port 83bf5478-44ee-4e75-b442-af46de63fd87, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:00:08.773832 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-83db13f3-c9eb-4623-84a1-f7102735c53c tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9445355 Aug 27 05:00:08.776897 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40014) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:08.783310 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-1a15ce97-dbe7-41fb-a29e-b86fe0e535da tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Request body: {'network': {'name': 'tempest-router-network01--90480479'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:00:08.783506 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-8807fd46-7365-42f5-a347-1bb445462e6a None None] For port 83bf5478-44ee-4e75-b442-af46de63fd87, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=83bf5478-44ee-4e75-b442-af46de63fd87,segment=NetworkSegment(bab052a3-db1c-4a16-ab9e-57563a3957d8),segment_id=bab052a3-db1c-4a16-ab9e-57563a3957d8)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:00:08.871033 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb069ac-ca16-4475-a83f-6686cb963e32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-8594c471-9bcd-4b71-95aa-bdd79725fa93', 'network_id': '8594c471-9bcd-4b71-95aa-bdd79725fa93', 'project_id': '5534f9ed0e23462aa06ec86aae10825f', 'fixed_ips': [{'subnet_id': 'f20a6f73-1bfb-43f2-b3bd-108c4a7bb5be'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 05:00:08.872592 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cfb069ac-ca16-4475-a83f-6686cb963e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:08.942636 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a15ce97-dbe7-41fb-a29e-b86fe0e535da tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Made reservation on behalf of 5534f9ed0e23462aa06ec86aae10825f for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:00:08.947849 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1a15ce97-dbe7-41fb-a29e-b86fe0e535da tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:08.948029 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8807fd46-7365-42f5-a347-1bb445462e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (83bf5478-44ee-4e75-b442-af46de63fd87), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:09.012422 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a15ce97-dbe7-41fb-a29e-b86fe0e535da tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 05:00:09.032464 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1a15ce97-dbe7-41fb-a29e-b86fe0e535da tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (58e865d1-b9e5-431a-b67f-c78fd7b0e653), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:09.033087 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-1a15ce97-dbe7-41fb-a29e-b86fe0e535da tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Added segment 58e865d1-b9e5-431a-b67f-c78fd7b0e653 of type vlan for network ab2b9fcc-4022-4db3-bc73-116c783532be Aug 27 05:00:09.059561 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8807fd46-7365-42f5-a347-1bb445462e6a None None] Pushing event updated for resources: {'Port': ['ID=83bf5478-44ee-4e75-b442-af46de63fd87,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:09.153917 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1a15ce97-dbe7-41fb-a29e-b86fe0e535da tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (ab2b9fcc-4022-4db3-bc73-116c783532be), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:09.169677 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2295731c-c31e-44dd-9bef-69c35660bac9 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Made reservation on behalf of fe4b55b9429141158994d6a58059854d for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:00:09.172829 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2295731c-c31e-44dd-9bef-69c35660bac9 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:09.284552 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a535df59-2216-4f8a-8857-af018f7d74dd None None] Network cb0873ba-2dc4-4c74-9cfe-c5789026424b requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:00:09.314122 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1a15ce97-dbe7-41fb-a29e-b86fe0e535da tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (ab2b9fcc-4022-4db3-bc73-116c783532be), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:09.319383 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a15ce97-dbe7-41fb-a29e-b86fe0e535da tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:00:09.320264 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1a15ce97-dbe7-41fb-a29e-b86fe0e535da tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:09.366290 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-cfb069ac-ca16-4475-a83f-6686cb963e32 None None] Allocated IP 2001:db8::2 (8594c471-9bcd-4b71-95aa-bdd79725fa93/f20a6f73-1bfb-43f2-b3bd-108c4a7bb5be/34545f39-cd81-4657-ab0b-dbc94b39cfc4) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:00:09.496270 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a15ce97-dbe7-41fb-a29e-b86fe0e535da tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Pushing event updated for resources: {'Network': ['ID=ab2b9fcc-4022-4db3-bc73-116c783532be,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:09.511037 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network ab2b9fcc-4022-4db3-bc73-116c783532be details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 05:00:09.529821 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2c8286af-f8f5-4861-9110-93ff8cdbe26e tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (cb0873ba-2dc4-4c74-9cfe-c5789026424b), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:09.570940 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-2c8286af-f8f5-4861-9110-93ff8cdbe26e tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb0873ba-2dc4-4c74-9cfe-c5789026424b']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:09.594302 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-2c8286af-f8f5-4861-9110-93ff8cdbe26e tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bab052a3-db1c-4a16-ab9e-57563a3957d8') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:09.594610 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-2c8286af-f8f5-4861-9110-93ff8cdbe26e tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bab052a3-db1c-4a16-ab9e-57563a3957d8') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:09.617574 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2c8286af-f8f5-4861-9110-93ff8cdbe26e tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (bab052a3-db1c-4a16-ab9e-57563a3957d8), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:09.626720 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1a15ce97-dbe7-41fb-a29e-b86fe0e535da tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8487115 Aug 27 05:00:09.628117 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40022) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:09.634231 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-a43541ce-102b-4424-b59c-505c2a337750 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Request body: {'network': {'name': 'tempest-router-network02--609150654'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:00:09.650942 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2c8286af-f8f5-4861-9110-93ff8cdbe26e tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (bab052a3-db1c-4a16-ab9e-57563a3957d8), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:09.668323 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c8286af-f8f5-4861-9110-93ff8cdbe26e tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:00:09.672753 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2c8286af-f8f5-4861-9110-93ff8cdbe26e tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (bab052a3-db1c-4a16-ab9e-57563a3957d8), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:09.771840 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cfb069ac-ca16-4475-a83f-6686cb963e32 None None] Publish callbacks [] for port (34545f39-cd81-4657-ab0b-dbc94b39cfc4), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:09.800757 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40028) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:09.801021 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2295731c-c31e-44dd-9bef-69c35660bac9 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (ef287f6b-d651-457a-8be7-2690e43379c6), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:09.840226 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment bab052a3-db1c-4a16-ab9e-57563a3957d8 resource provider aggregate not found Aug 27 05:00:09.867502 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2295731c-c31e-44dd-9bef-69c35660bac9 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Network 9414ab29-31fd-4673-9b48-739ff7bb781e is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:00:09.869216 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43541ce-102b-4424-b59c-505c2a337750 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Made reservation on behalf of 5534f9ed0e23462aa06ec86aae10825f for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:00:09.870935 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment bab052a3-db1c-4a16-ab9e-57563a3957d8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bab052a3-db1c-4a16-ab9e-57563a3957d8 found for delete ", "request_id": "req-6c58daae-52ea-4c02-80ec-d9243574d3a5"}]} Aug 27 05:00:09.876111 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-2295731c-c31e-44dd-9bef-69c35660bac9 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:00:09.883877 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.db.api [None req-2c8286af-f8f5-4861-9110-93ff8cdbe26e tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 05:00:09.883877 n-d-852088-5 neutron-server[107775]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 05:00:09.883877 n-d-852088-5 neutron-server[107775]: [parameters: {'id': 'cb0873ba-2dc4-4c74-9cfe-c5789026424b'}] Aug 27 05:00:09.883877 n-d-852088-5 neutron-server[107775]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=107775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 05:00:09.884347 n-d-852088-5 neutron-server[107775]: DEBUG oslo_db.api [None req-2c8286af-f8f5-4861-9110-93ff8cdbe26e tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 05:00:09.885910 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a43541ce-102b-4424-b59c-505c2a337750 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:09.890108 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc4068b-1d8c-45cd-898a-5f60c0e9f5a8 None None] Network 9414ab29-31fd-4673-9b48-739ff7bb781e requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:00:09.890654 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2295731c-c31e-44dd-9bef-69c35660bac9 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:00:09.891384 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2295731c-c31e-44dd-9bef-69c35660bac9 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:09.918104 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2295731c-c31e-44dd-9bef-69c35660bac9 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event updated for resources: {'Subnet': ['ID=ef287f6b-d651-457a-8be7-2690e43379c6,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:09.929123 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-37a520df-af14-4c6e-b552-307be9d0a4c5 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=1d1f106eac0645259391b87d7dfbbe56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1270800 Aug 27 05:00:09.931889 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ece6c660-da13-4ca9-9649-fc79836ac8f0 tempest-TagsTest-374240436 tempest-TagsTest-374240436-project] Publish callbacks [] for security_group (45741439-6f4e-4119-a2ea-842263cd83e0), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:09.932724 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40032) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:09.983464 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cfb069ac-ca16-4475-a83f-6686cb963e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (34545f39-cd81-4657-ab0b-dbc94b39cfc4), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:09.985228 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a43541ce-102b-4424-b59c-505c2a337750 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 05:00:09.986412 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:10.007935 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a43541ce-102b-4424-b59c-505c2a337750 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (9900a443-f3af-464b-b9be-89eec37c0f23), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:10.008325 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-a43541ce-102b-4424-b59c-505c2a337750 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Added segment 9900a443-f3af-464b-b9be-89eec37c0f23 of type vlan for network adccb084-98b2-48d8-9230-12cae5ef4869 Aug 27 05:00:10.058290 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb069ac-ca16-4475-a83f-6686cb963e32 None None] Network 8594c471-9bcd-4b71-95aa-bdd79725fa93 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:00:10.063280 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb069ac-ca16-4475-a83f-6686cb963e32 None None] Pushing event updated for resources: {'Port': ['ID=34545f39-cd81-4657-ab0b-dbc94b39cfc4,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:10.066870 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-eebd5846-49d0-46fd-8b17-0880f7ac057e admin admin] Publish callbacks [] for security_group (ffd77d7b-0448-4ebe-98a1-498c441d1c38), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:10.068606 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-cfb069ac-ca16-4475-a83f-6686cb963e32 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:00:10.071048 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb069ac-ca16-4475-a83f-6686cb963e32 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:00:10.087437 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a43541ce-102b-4424-b59c-505c2a337750 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (adccb084-98b2-48d8-9230-12cae5ef4869), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:10.091654 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2295731c-c31e-44dd-9bef-69c35660bac9 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0395103 Aug 27 05:00:10.092760 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ece6c660-da13-4ca9-9649-fc79836ac8f0 tempest-TagsTest-374240436 tempest-TagsTest-374240436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (45741439-6f4e-4119-a2ea-842263cd83e0), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:10.097585 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40034) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:10.133262 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-6e76946b-f5b1-4258-a829-891de1c4467b tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1607571614', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ef287f6b-d651-457a-8be7-2690e43379c6'}], 'security_groups': ['28b0a0b1-a2f2-4e70-aa2c-2ae3d6727489', '79362fb9-a183-4a1b-9967-c51aea7a25ce']}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:00:10.141300 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-eebd5846-49d0-46fd-8b17-0880f7ac057e admin admin] Publish callbacks [] for security_group (ffd77d7b-0448-4ebe-98a1-498c441d1c38), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:10.212462 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ece6c660-da13-4ca9-9649-fc79836ac8f0 tempest-TagsTest-374240436 tempest-TagsTest-374240436-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 05:00:10.239837 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-cfb069ac-ca16-4475-a83f-6686cb963e32 None None] Attempting to bind port 34545f39-cd81-4657-ab0b-dbc94b39cfc4 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:00:10.244497 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-cfb069ac-ca16-4475-a83f-6686cb963e32 None None] Attempting to bind port 34545f39-cd81-4657-ab0b-dbc94b39cfc4 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'f7a36e0d-1647-4d32-9e11-4b3dee843d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8594c471-9bcd-4b71-95aa-bdd79725fa93'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:00:10.244807 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb069ac-ca16-4475-a83f-6686cb963e32 None None] Attempting to bind port 34545f39-cd81-4657-ab0b-dbc94b39cfc4 on network 8594c471-9bcd-4b71-95aa-bdd79725fa93 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:00:10.250692 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece6c660-da13-4ca9-9649-fc79836ac8f0 tempest-TagsTest-374240436 tempest-TagsTest-374240436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45741439-6f4e-4119-a2ea-842263cd83e0,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:10.268453 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ece6c660-da13-4ca9-9649-fc79836ac8f0 tempest-TagsTest-374240436 tempest-TagsTest-374240436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (81bc852d-4cff-4bcf-9639-720cd139823c), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:10.268864 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-ece6c660-da13-4ca9-9649-fc79836ac8f0 tempest-TagsTest-374240436 tempest-TagsTest-374240436-project] Added segment 81bc852d-4cff-4bcf-9639-720cd139823c of type vlan for network 8d7eeca4-de18-4b66-8ae6-2401cfb306e9 Aug 27 05:00:10.294920 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb069ac-ca16-4475-a83f-6686cb963e32 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:00:10.295461 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb069ac-ca16-4475-a83f-6686cb963e32 None None] Checking segment: {'id': 'f7a36e0d-1647-4d32-9e11-4b3dee843d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8594c471-9bcd-4b71-95aa-bdd79725fa93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:00:10.301535 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cfb069ac-ca16-4475-a83f-6686cb963e32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:10.302090 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb069ac-ca16-4475-a83f-6686cb963e32 None None] Bound using segment: {'id': 'f7a36e0d-1647-4d32-9e11-4b3dee843d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8594c471-9bcd-4b71-95aa-bdd79725fa93'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:00:10.302697 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-cfb069ac-ca16-4475-a83f-6686cb963e32 None None] Bound port: 34545f39-cd81-4657-ab0b-dbc94b39cfc4, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a36e0d-1647-4d32-9e11-4b3dee843d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8594c471-9bcd-4b71-95aa-bdd79725fa93'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:00:10.303202 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cfb069ac-ca16-4475-a83f-6686cb963e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (34545f39-cd81-4657-ab0b-dbc94b39cfc4), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:10.308058 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a43541ce-102b-4424-b59c-505c2a337750 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (adccb084-98b2-48d8-9230-12cae5ef4869), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:10.318470 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43541ce-102b-4424-b59c-505c2a337750 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:00:10.318470 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a43541ce-102b-4424-b59c-505c2a337750 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:10.368566 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:10.384452 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ece6c660-da13-4ca9-9649-fc79836ac8f0 tempest-TagsTest-374240436 tempest-TagsTest-374240436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (8d7eeca4-de18-4b66-8ae6-2401cfb306e9), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:10.399986 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2c8286af-f8f5-4861-9110-93ff8cdbe26e tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (cb0873ba-2dc4-4c74-9cfe-c5789026424b), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:10.449509 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05315511-c1bf-4fe4-84f3-472587c84350 None None] Update dhcp port {'port': {'network_id': '9414ab29-31fd-4673-9b48-739ff7bb781e', 'fixed_ips': [{'subnet_id': '3f644e6a-ed79-40c4-b96f-45ed72a304f9', 'ip_address': '172.20.0.18'}, {'subnet_id': '1af21eac-6549-48e5-9cf6-e434c7993ef8', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ef287f6b-d651-457a-8be7-2690e43379c6'}], 'binding:host_id': 'n-d-852088-5'}, 'id': 'd3f59d5c-7795-4662-a6ae-bc02f2a1573a'} from n-d-852088-5. {{(pid=107777) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Aug 27 05:00:10.500726 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43541ce-102b-4424-b59c-505c2a337750 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Pushing event updated for resources: {'Network': ['ID=adccb084-98b2-48d8-9230-12cae5ef4869,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:10.503780 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-eebd5846-49d0-46fd-8b17-0880f7ac057e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (ffd77d7b-0448-4ebe-98a1-498c441d1c38), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:10.504239 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-eebd5846-49d0-46fd-8b17-0880f7ac057e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:10.508063 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-eebd5846-49d0-46fd-8b17-0880f7ac057e admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/ffd77d7b-0448-4ebe-98a1-498c441d1c38 HTTP/1.1" status: 204 len: 168 time: 0.5717471 Aug 27 05:00:10.523495 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network adccb084-98b2-48d8-9230-12cae5ef4869 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 05:00:10.532367 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebd5846-49d0-46fd-8b17-0880f7ac057e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd77d7b-0448-4ebe-98a1-498c441d1c38,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:10.534341 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6e76946b-f5b1-4258-a829-891de1c4467b tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (87cf8e6f-aed3-4edd-9da7-88dcccff3d68), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:10.536382 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-2c8286af-f8f5-4861-9110-93ff8cdbe26e tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Deleting port 83bf5478-44ee-4e75-b442-af46de63fd87 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:00:10.536717 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2c8286af-f8f5-4861-9110-93ff8cdbe26e tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (83bf5478-44ee-4e75-b442-af46de63fd87), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:10.544737 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-cfb069ac-ca16-4475-a83f-6686cb963e32 None None] For port 34545f39-cd81-4657-ab0b-dbc94b39cfc4, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:00:10.578703 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-05315511-c1bf-4fe4-84f3-472587c84350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (d3f59d5c-7795-4662-a6ae-bc02f2a1573a), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:10.598605 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ece6c660-da13-4ca9-9649-fc79836ac8f0 tempest-TagsTest-374240436 tempest-TagsTest-374240436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (8d7eeca4-de18-4b66-8ae6-2401cfb306e9), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:10.615940 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece6c660-da13-4ca9-9649-fc79836ac8f0 tempest-TagsTest-374240436 tempest-TagsTest-374240436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:00:10.616629 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ece6c660-da13-4ca9-9649-fc79836ac8f0 tempest-TagsTest-374240436 tempest-TagsTest-374240436-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:10.634328 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a43541ce-102b-4424-b59c-505c2a337750 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0049047 Aug 27 05:00:10.634967 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40040) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:10.641599 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-8a94aaed-0036-4c42-9bfe-1f16455318f0 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Request body: {'subnet': {'network_id': 'ab2b9fcc-4022-4db3-bc73-116c783532be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:00:10.864740 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:10.893896 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-2c8286af-f8f5-4861-9110-93ff8cdbe26e tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] For port 83bf5478-44ee-4e75-b442-af46de63fd87, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=83bf5478-44ee-4e75-b442-af46de63fd87,segment=NetworkSegment(bab052a3-db1c-4a16-ab9e-57563a3957d8),segment_id=bab052a3-db1c-4a16-ab9e-57563a3957d8)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:00:10.894939 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2c8286af-f8f5-4861-9110-93ff8cdbe26e tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (83bf5478-44ee-4e75-b442-af46de63fd87), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:10.902260 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-05315511-c1bf-4fe4-84f3-472587c84350 None None] Allocated IP 172.20.0.34 (9414ab29-31fd-4673-9b48-739ff7bb781e/ef287f6b-d651-457a-8be7-2690e43379c6/d3f59d5c-7795-4662-a6ae-bc02f2a1573a) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:00:10.963428 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-2c8286af-f8f5-4861-9110-93ff8cdbe26e tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Calling delete_port for 83bf5478-44ee-4e75-b442-af46de63fd87 owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:00:10.970517 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece6c660-da13-4ca9-9649-fc79836ac8f0 tempest-TagsTest-374240436 tempest-TagsTest-374240436-project] Pushing event updated for resources: {'Network': ['ID=8d7eeca4-de18-4b66-8ae6-2401cfb306e9,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:10.984432 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ece6c660-da13-4ca9-9649-fc79836ac8f0 tempest-TagsTest-374240436 tempest-TagsTest-374240436-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 775 time: 3.5224521 Aug 27 05:00:10.987748 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40048) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:10.992479 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.tag.tag_plugin [None req-2b1a4762-1e27-421f-88c2-3973a222706a tempest-TagsTest-374240436 tempest-TagsTest-374240436-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '8d7eeca4-de18-4b66-8ae6-2401cfb306e9', 'tempest-TagsTest-Tag-546124857') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:11.041892 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-05315511-c1bf-4fe4-84f3-472587c84350 None None] For port d3f59d5c-7795-4662-a6ae-bc02f2a1573a, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=d3f59d5c-7795-4662-a6ae-bc02f2a1573a,segment=NetworkSegment(dd31a398-0226-491b-8407-cefb6d7a96a3),segment_id=dd31a398-0226-491b-8407-cefb6d7a96a3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:00:11.099911 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-05315511-c1bf-4fe4-84f3-472587c84350 None None] Publish callbacks [] for port (d3f59d5c-7795-4662-a6ae-bc02f2a1573a), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:11.101889 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a94aaed-0036-4c42-9bfe-1f16455318f0 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Made reservation on behalf of 5534f9ed0e23462aa06ec86aae10825f for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:00:11.109861 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8a94aaed-0036-4c42-9bfe-1f16455318f0 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:11.132282 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 8d7eeca4-de18-4b66-8ae6-2401cfb306e9 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 05:00:11.210385 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-cfb069ac-ca16-4475-a83f-6686cb963e32 None None] For port 34545f39-cd81-4657-ab0b-dbc94b39cfc4, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=34545f39-cd81-4657-ab0b-dbc94b39cfc4,segment=NetworkSegment(f7a36e0d-1647-4d32-9e11-4b3dee843d73),segment_id=f7a36e0d-1647-4d32-9e11-4b3dee843d73)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:00:11.214776 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:11.273284 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-05315511-c1bf-4fe4-84f3-472587c84350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (d3f59d5c-7795-4662-a6ae-bc02f2a1573a), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:11.425289 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cfb069ac-ca16-4475-a83f-6686cb963e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (34545f39-cd81-4657-ab0b-dbc94b39cfc4), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:11.425986 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-6e76946b-f5b1-4258-a829-891de1c4467b tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Delete allocated IP 172.20.0.14 (9414ab29-31fd-4673-9b48-739ff7bb781e/1af21eac-6549-48e5-9cf6-e434c7993ef8) {{(pid=107775) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 27 05:00:11.440444 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-6e76946b-f5b1-4258-a829-891de1c4467b tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Allocated IP 172.20.0.36 (9414ab29-31fd-4673-9b48-739ff7bb781e/ef287f6b-d651-457a-8be7-2690e43379c6/87cf8e6f-aed3-4edd-9da7-88dcccff3d68) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:00:11.492499 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05315511-c1bf-4fe4-84f3-472587c84350 None None] Pushing event updated for resources: {'Port': ['ID=d3f59d5c-7795-4662-a6ae-bc02f2a1573a,revision_number=7']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:11.522276 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2b1a4762-1e27-421f-88c2-3973a222706a tempest-TagsTest-374240436 tempest-TagsTest-374240436-project] 10.222.0.76 "PUT /networking/v2.0/networks/8d7eeca4-de18-4b66-8ae6-2401cfb306e9/tags/tempest-TagsTest-Tag-546124857 HTTP/1.1" status: 201 len: 201 time: 0.5308223 Aug 27 05:00:11.522909 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40070) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:11.530463 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.tag.tag_plugin [None req-d52c9afa-b066-4b1d-93cc-df055ebebda0 tempest-TagsTest-374240436 tempest-TagsTest-374240436-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8d7eeca4-de18-4b66-8ae6-2401cfb306e9', 'tempest-TagsTest-Tag-546124857') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:11.617856 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2c8286af-f8f5-4861-9110-93ff8cdbe26e tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (83bf5478-44ee-4e75-b442-af46de63fd87), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:11.657754 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8286af-f8f5-4861-9110-93ff8cdbe26e tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] No DVR routers for this DVR port 83bf5478-44ee-4e75-b442-af46de63fd87 on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:00:11.676500 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d52c9afa-b066-4b1d-93cc-df055ebebda0 tempest-TagsTest-374240436 tempest-TagsTest-374240436-project] 10.222.0.76 "GET /networking/v2.0/networks/8d7eeca4-de18-4b66-8ae6-2401cfb306e9/tags/tempest-TagsTest-Tag-546124857 HTTP/1.1" status: 204 len: 168 time: 0.1520224 Aug 27 05:00:11.679858 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40074) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:11.701987 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.tag.tag_plugin [None req-f16c4373-9def-4cf8-b1a5-a9794ec34260 tempest-TagsTest-374240436 tempest-TagsTest-374240436-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '8d7eeca4-de18-4b66-8ae6-2401cfb306e9') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:11.704772 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8286af-f8f5-4861-9110-93ff8cdbe26e tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Pushing event deleted for resources: {'Port': ['ID=83bf5478-44ee-4e75-b442-af46de63fd87,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:11.810708 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8a94aaed-0036-4c42-9bfe-1f16455318f0 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (25defd84-261d-4268-a2f5-e0986fb0d034), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:11.862592 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2c8286af-f8f5-4861-9110-93ff8cdbe26e tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (cb0873ba-2dc4-4c74-9cfe-c5789026424b), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:11.895817 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=48 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:11.920405 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-2c8286af-f8f5-4861-9110-93ff8cdbe26e tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb0873ba-2dc4-4c74-9cfe-c5789026424b']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:11.947091 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-2c8286af-f8f5-4861-9110-93ff8cdbe26e tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bab052a3-db1c-4a16-ab9e-57563a3957d8') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:11.947504 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-2c8286af-f8f5-4861-9110-93ff8cdbe26e tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bab052a3-db1c-4a16-ab9e-57563a3957d8') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:11.981662 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2c8286af-f8f5-4861-9110-93ff8cdbe26e tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (bab052a3-db1c-4a16-ab9e-57563a3957d8), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:12.011850 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6e76946b-f5b1-4258-a829-891de1c4467b tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for port (87cf8e6f-aed3-4edd-9da7-88dcccff3d68), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:12.014162 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2c8286af-f8f5-4861-9110-93ff8cdbe26e tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (bab052a3-db1c-4a16-ab9e-57563a3957d8), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:12.024039 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c8286af-f8f5-4861-9110-93ff8cdbe26e tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:00:12.024614 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2c8286af-f8f5-4861-9110-93ff8cdbe26e tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (bab052a3-db1c-4a16-ab9e-57563a3957d8), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:12.130819 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment bab052a3-db1c-4a16-ab9e-57563a3957d8 resource provider aggregate not found Aug 27 05:00:12.138426 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6e76946b-f5b1-4258-a829-891de1c4467b tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (87cf8e6f-aed3-4edd-9da7-88dcccff3d68), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:12.193132 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb069ac-ca16-4475-a83f-6686cb963e32 None None] Pushing event updated for resources: {'Port': ['ID=34545f39-cd81-4657-ab0b-dbc94b39cfc4,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:12.242424 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d3f59d5c-7795-4662-a6ae-bc02f2a1573a up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:00:12.246663 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f16c4373-9def-4cf8-b1a5-a9794ec34260 tempest-TagsTest-374240436 tempest-TagsTest-374240436-project] 10.222.0.76 "GET /networking/v2.0/networks/8d7eeca4-de18-4b66-8ae6-2401cfb306e9/tags HTTP/1.1" status: 200 len: 237 time: 0.5531616 Aug 27 05:00:12.279115 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40086) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:12.319651 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.tag.tag_plugin [None req-80221e98-0e21-40d3-8f6d-7ec1f0881226 tempest-TagsTest-374240436 tempest-TagsTest-374240436-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '8d7eeca4-de18-4b66-8ae6-2401cfb306e9', {'tags': ['tempest-TagsTest-Tag-1762033921', 'tempest-TagsTest-Tag-1840166071', 'tempest-TagsTest-Tag-1215382495']}) {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:12.340750 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment bab052a3-db1c-4a16-ab9e-57563a3957d8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bab052a3-db1c-4a16-ab9e-57563a3957d8 found for delete ", "request_id": "req-859108ff-f434-41a1-9735-e65c3f8b42c4"}]} Aug 27 05:00:12.343993 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e76946b-f5b1-4258-a829-891de1c4467b tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event updated for resources: {'Port': ['ID=87cf8e6f-aed3-4edd-9da7-88dcccff3d68,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:12.346788 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a94aaed-0036-4c42-9bfe-1f16455318f0 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Pushing event updated for resources: {'Subnet': ['ID=25defd84-261d-4268-a2f5-e0986fb0d034,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:12.384215 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port d3f59d5c-7795-4662-a6ae-bc02f2a1573a triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:12.384874 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d3f59d5c-7795-4662-a6ae-bc02f2a1573a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:12.405540 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a94aaed-0036-4c42-9bfe-1f16455318f0 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Checking segment: {'id': '58e865d1-b9e5-431a-b67f-c78fd7b0e653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ab2b9fcc-4022-4db3-bc73-116c783532be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:00:12.409918 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a94aaed-0036-4c42-9bfe-1f16455318f0 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Network hostable DHCP agents. Network: ab2b9fcc-4022-4db3-bc73-116c783532be, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 05:00:12.533461 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-6e76946b-f5b1-4258-a829-891de1c4467b tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] In _notify_port_updated(), no bound segment for port 87cf8e6f-aed3-4edd-9da7-88dcccff3d68 on network 9414ab29-31fd-4673-9b48-739ff7bb781e {{(pid=107775) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Aug 27 05:00:12.547919 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e76946b-f5b1-4258-a829-891de1c4467b tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:00:12.548650 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6e76946b-f5b1-4258-a829-891de1c4467b tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:12.551104 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-6e76946b-f5b1-4258-a829-891de1c4467b tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "PUT /networking/v2.0/ports/87cf8e6f-aed3-4edd-9da7-88dcccff3d68 HTTP/1.1" status: 200 len: 960 time: 2.4435968 Aug 27 05:00:12.571624 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40098) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:12.581717 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port d3f59d5c-7795-4662-a6ae-bc02f2a1573a is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:00:12.642153 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2c8286af-f8f5-4861-9110-93ff8cdbe26e tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (cb0873ba-2dc4-4c74-9cfe-c5789026424b), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:12.656090 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2c8286af-f8f5-4861-9110-93ff8cdbe26e tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:12.664795 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2c8286af-f8f5-4861-9110-93ff8cdbe26e tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "DELETE /networking/v2.0/networks/cb0873ba-2dc4-4c74-9cfe-c5789026424b HTTP/1.1" status: 204 len: 168 time: 5.6709309 Aug 27 05:00:12.668526 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40102) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:12.670359 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a94aaed-0036-4c42-9bfe-1f16455318f0 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Network ab2b9fcc-4022-4db3-bc73-116c783532be is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 05:00:12.682580 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8286af-f8f5-4861-9110-93ff8cdbe26e tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Pushing event deleted for resources: {'Network': ['ID=cb0873ba-2dc4-4c74-9cfe-c5789026424b,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:12.684217 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-2f1b1805-9c9e-4ceb-a1be-6d05a26f203d tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-230592085'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:00:12.743872 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4e030f68-499b-45f7-9806-a03ea929497f None None] Provisioning complete for port 87cf8e6f-aed3-4edd-9da7-88dcccff3d68 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:12.744281 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4e030f68-499b-45f7-9806-a03ea929497f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (87cf8e6f-aed3-4edd-9da7-88dcccff3d68), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:12.755444 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-94988f28-24f1-458b-ac65-c54d0b674a24 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Deleting port 87cf8e6f-aed3-4edd-9da7-88dcccff3d68 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:00:12.755879 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-94988f28-24f1-458b-ac65-c54d0b674a24 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (87cf8e6f-aed3-4edd-9da7-88dcccff3d68), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:12.793473 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4e030f68-499b-45f7-9806-a03ea929497f None None] Port 87cf8e6f-aed3-4edd-9da7-88dcccff3d68 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:00:12.805171 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4e030f68-499b-45f7-9806-a03ea929497f None None] Provisioning complete for port 09e745a8-a10b-4a4c-b5c8-fcfc9c395af9 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:12.805739 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4e030f68-499b-45f7-9806-a03ea929497f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (09e745a8-a10b-4a4c-b5c8-fcfc9c395af9), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:12.850795 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4e030f68-499b-45f7-9806-a03ea929497f None None] Port 09e745a8-a10b-4a4c-b5c8-fcfc9c395af9 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:00:12.879812 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4e030f68-499b-45f7-9806-a03ea929497f None None] Provisioning complete for port d3f59d5c-7795-4662-a6ae-bc02f2a1573a triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:12.880416 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4e030f68-499b-45f7-9806-a03ea929497f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d3f59d5c-7795-4662-a6ae-bc02f2a1573a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:12.897271 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-80221e98-0e21-40d3-8f6d-7ec1f0881226 tempest-TagsTest-374240436 tempest-TagsTest-374240436-project] 10.222.0.76 "PUT /networking/v2.0/networks/8d7eeca4-de18-4b66-8ae6-2401cfb306e9/tags HTTP/1.1" status: 200 len: 309 time: 0.6019156 Aug 27 05:00:12.899907 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40110) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:12.904700 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.tag.tag_plugin [None req-2df67e6a-9de0-4d4d-ab95-18d317f8dcdf tempest-TagsTest-374240436 tempest-TagsTest-374240436-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '8d7eeca4-de18-4b66-8ae6-2401cfb306e9', 'tempest-TagsTest-Tag-1762033921') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:12.956223 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1b1805-9c9e-4ceb-a1be-6d05a26f203d tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Made reservation on behalf of 1d0109415e794b52b25a509d7b89f6ff for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:00:12.967256 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2f1b1805-9c9e-4ceb-a1be-6d05a26f203d tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:12.980320 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-8a94aaed-0036-4c42-9bfe-1f16455318f0 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, ab2b9fcc-4022-4db3-bc73-116c783532be) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:00:13.068874 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4e030f68-499b-45f7-9806-a03ea929497f None None] Current status of the port d3f59d5c-7795-4662-a6ae-bc02f2a1573a is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:00:13.089910 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0403983-769b-4d80-b3bd-1b19a435bad2 None None] Network ab2b9fcc-4022-4db3-bc73-116c783532be requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:00:13.090023 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a94aaed-0036-4c42-9bfe-1f16455318f0 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:00:13.090023 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8a94aaed-0036-4c42-9bfe-1f16455318f0 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:13.131251 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40112) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:13.147322 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-94988f28-24f1-458b-ac65-c54d0b674a24 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (87cf8e6f-aed3-4edd-9da7-88dcccff3d68), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:13.293527 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8a94aaed-0036-4c42-9bfe-1f16455318f0 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6574008 Aug 27 05:00:13.319006 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40118) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:13.319006 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-94988f28-24f1-458b-ac65-c54d0b674a24 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Calling delete_port for 87cf8e6f-aed3-4edd-9da7-88dcccff3d68 owned by {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:00:13.328027 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f1b1805-9c9e-4ceb-a1be-6d05a26f203d tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 05:00:13.376474 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2f1b1805-9c9e-4ceb-a1be-6d05a26f203d tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (45588ace-2f64-4985-ac44-c3a69449c2cf), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:13.378428 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-e2f744af-36af-49d9-b5ec-93f57b458204 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Request body: {'subnet': {'network_id': 'adccb084-98b2-48d8-9230-12cae5ef4869', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:00:13.381124 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-2f1b1805-9c9e-4ceb-a1be-6d05a26f203d tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Added segment 45588ace-2f64-4985-ac44-c3a69449c2cf of type vlan for network 08be544d-35fd-4276-af15-4dd336851a75 Aug 27 05:00:13.469038 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddaf249-4112-4919-a413-10558e3b959d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-ab2b9fcc-4022-4db3-bc73-116c783532be', 'network_id': 'ab2b9fcc-4022-4db3-bc73-116c783532be', 'project_id': '5534f9ed0e23462aa06ec86aae10825f', 'fixed_ips': [{'subnet_id': '25defd84-261d-4268-a2f5-e0986fb0d034'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 05:00:13.470082 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4ddaf249-4112-4919-a413-10558e3b959d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:13.491037 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:13.543855 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=94 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:13.553000 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:INSERT=1,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:13.562442 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2f1b1805-9c9e-4ceb-a1be-6d05a26f203d tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (08be544d-35fd-4276-af15-4dd336851a75), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:13.708750 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e25d82-c325-4442-bf1b-3146b09eefd9 None None] Network 8594c471-9bcd-4b71-95aa-bdd79725fa93 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:00:13.750988 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2df67e6a-9de0-4d4d-ab95-18d317f8dcdf tempest-TagsTest-374240436 tempest-TagsTest-374240436-project] 10.222.0.76 "DELETE /networking/v2.0/networks/8d7eeca4-de18-4b66-8ae6-2401cfb306e9/tags/tempest-TagsTest-Tag-1762033921 HTTP/1.1" status: 204 len: 168 time: 0.8474505 Aug 27 05:00:13.758091 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40126) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:13.758091 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.tag.tag_plugin [None req-6535b36e-9f31-45aa-88f1-62b549905a99 tempest-TagsTest-374240436 tempest-TagsTest-374240436-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8d7eeca4-de18-4b66-8ae6-2401cfb306e9', 'tempest-TagsTest-Tag-1762033921') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:13.773162 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40128) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:13.787362 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-aa238ca1-1f22-4044-8bf7-445d8eda1a45 None None] Provisioning complete for port 87cf8e6f-aed3-4edd-9da7-88dcccff3d68 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:13.803534 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-aa238ca1-1f22-4044-8bf7-445d8eda1a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (87cf8e6f-aed3-4edd-9da7-88dcccff3d68), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:13.855348 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:13.879726 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-6535b36e-9f31-45aa-88f1-62b549905a99 tempest-TagsTest-374240436 tempest-TagsTest-374240436-project] show failed (client error): The resource could not be found. Aug 27 05:00:13.880887 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6535b36e-9f31-45aa-88f1-62b549905a99 tempest-TagsTest-374240436 tempest-TagsTest-374240436-project] 10.222.0.76 "GET /networking/v2.0/networks/8d7eeca4-de18-4b66-8ae6-2401cfb306e9/tags/tempest-TagsTest-Tag-1762033921 HTTP/1.1" status: 404 len: 326 time: 0.1286070 Aug 27 05:00:13.884088 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40132) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:13.890193 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.tag.tag_plugin [None req-e2fb6dd4-0032-4a45-92e4-10161cc622ca tempest-TagsTest-374240436 tempest-TagsTest-374240436-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8d7eeca4-de18-4b66-8ae6-2401cfb306e9', 'tempest-TagsTest-Tag-1840166071') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:13.893987 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2f1b1805-9c9e-4ceb-a1be-6d05a26f203d tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (08be544d-35fd-4276-af15-4dd336851a75), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:13.898720 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1b1805-9c9e-4ceb-a1be-6d05a26f203d tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:00:13.909876 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-aa238ca1-1f22-4044-8bf7-445d8eda1a45 None None] Port 87cf8e6f-aed3-4edd-9da7-88dcccff3d68 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:00:13.914556 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2f1b1805-9c9e-4ceb-a1be-6d05a26f203d tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:13.961791 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-4ddaf249-4112-4919-a413-10558e3b959d None None] Allocated IP 2001:db8::2 (ab2b9fcc-4022-4db3-bc73-116c783532be/25defd84-261d-4268-a2f5-e0986fb0d034/e1b43703-7e0b-4673-9244-f1dd929418e2) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:00:13.980639 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-5d0838d5-33c2-4f1b-b475-738872bfc6e0 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1746342857-network', 'tenant_id': '41104bce1ef94aa4bbd703937a54d7e0'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:00:14.013363 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-daf8b5fc-c2ee-4ff2-ac6c-8c4911f6dcfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:14.039263 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f744af-36af-49d9-b5ec-93f57b458204 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Made reservation on behalf of 5534f9ed0e23462aa06ec86aae10825f for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:00:14.064861 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e2f744af-36af-49d9-b5ec-93f57b458204 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:14.079916 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-94988f28-24f1-458b-ac65-c54d0b674a24 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (87cf8e6f-aed3-4edd-9da7-88dcccff3d68), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:14.094612 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1b1805-9c9e-4ceb-a1be-6d05a26f203d tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Pushing event updated for resources: {'Network': ['ID=08be544d-35fd-4276-af15-4dd336851a75,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:14.147520 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-85a159f8-ec84-4e9e-8768-fec24d694116 None None] Provisioning complete for port 34545f39-cd81-4657-ab0b-dbc94b39cfc4 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:14.147520 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-85a159f8-ec84-4e9e-8768-fec24d694116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (34545f39-cd81-4657-ab0b-dbc94b39cfc4), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:14.165591 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 34545f39-cd81-4657-ab0b-dbc94b39cfc4 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:00:14.177134 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 08be544d-35fd-4276-af15-4dd336851a75 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 05:00:14.223604 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-daf8b5fc-c2ee-4ff2-ac6c-8c4911f6dcfb admin admin] Publish callbacks [] for security_group (e7e6c64d-ef18-4395-9b08-9930c01e660f), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:14.230567 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2f1b1805-9c9e-4ceb-a1be-6d05a26f203d tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5551157 Aug 27 05:00:14.234744 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94988f28-24f1-458b-ac65-c54d0b674a24 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event deleted for resources: {'Port': ['ID=87cf8e6f-aed3-4edd-9da7-88dcccff3d68,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:14.243200 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e2fb6dd4-0032-4a45-92e4-10161cc622ca tempest-TagsTest-374240436 tempest-TagsTest-374240436-project] 10.222.0.76 "GET /networking/v2.0/networks/8d7eeca4-de18-4b66-8ae6-2401cfb306e9/tags/tempest-TagsTest-Tag-1840166071 HTTP/1.1" status: 204 len: 168 time: 0.3566332 Aug 27 05:00:14.252728 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40136) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:14.253079 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40138) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:14.259967 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-14eb71f3-b33c-4a99-904b-fea631ee253a tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Request body: {'network': {'name': 'New_network'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:00:14.294113 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.tag.tag_plugin [None req-8787e06f-0a1f-4d8c-b979-e9fa58536089 tempest-TagsTest-374240436 tempest-TagsTest-374240436-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8d7eeca4-de18-4b66-8ae6-2401cfb306e9', 'tempest-TagsTest-Tag-1215382495') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:14.314376 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d0838d5-33c2-4f1b-b475-738872bfc6e0 admin admin] Made reservation on behalf of 41104bce1ef94aa4bbd703937a54d7e0 for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:00:14.316828 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5d0838d5-33c2-4f1b-b475-738872bfc6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:14.402842 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5d0838d5-33c2-4f1b-b475-738872bfc6e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:14.506943 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-daf8b5fc-c2ee-4ff2-ac6c-8c4911f6dcfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (e7e6c64d-ef18-4395-9b08-9930c01e660f), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:14.618975 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8787e06f-0a1f-4d8c-b979-e9fa58536089 tempest-TagsTest-374240436 tempest-TagsTest-374240436-project] 10.222.0.76 "GET /networking/v2.0/networks/8d7eeca4-de18-4b66-8ae6-2401cfb306e9/tags/tempest-TagsTest-Tag-1215382495 HTTP/1.1" status: 204 len: 168 time: 0.3635950 Aug 27 05:00:14.626450 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40148) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:14.637830 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.tag.tag_plugin [None req-783bbc0d-e9df-4489-b410-f9f23447dea4 tempest-TagsTest-374240436 tempest-TagsTest-374240436-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '8d7eeca4-de18-4b66-8ae6-2401cfb306e9') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:14.672816 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=79,neutron:DELETE=10,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:14.718329 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-daf8b5fc-c2ee-4ff2-ac6c-8c4911f6dcfb admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=fc35a1b9e1fc4f2baff4b75ad8ba1e4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9434667 Aug 27 05:00:14.719911 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf8b5fc-c2ee-4ff2-ac6c-8c4911f6dcfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e6c64d-ef18-4395-9b08-9930c01e660f,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:14.735061 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 34545f39-cd81-4657-ab0b-dbc94b39cfc4 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:14.735551 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (34545f39-cd81-4657-ab0b-dbc94b39cfc4), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:14.751122 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40150) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:14.804971 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5d0838d5-33c2-4f1b-b475-738872bfc6e0 admin admin] Publish callbacks [] for security_group (6db45031-08f9-4f27-b097-5d58dc047223), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:14.810603 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e2f744af-36af-49d9-b5ec-93f57b458204 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (3c633ca9-4db2-453a-9afc-0ac6cd434757), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:14.911184 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-85a159f8-ec84-4e9e-8768-fec24d694116 None None] Current status of the port 34545f39-cd81-4657-ab0b-dbc94b39cfc4 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:00:14.911584 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-85a159f8-ec84-4e9e-8768-fec24d694116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (34545f39-cd81-4657-ab0b-dbc94b39cfc4), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:14.918672 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-14eb71f3-b33c-4a99-904b-fea631ee253a tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (08be544d-35fd-4276-af15-4dd336851a75), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:14.925129 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-783bbc0d-e9df-4489-b410-f9f23447dea4 tempest-TagsTest-374240436 tempest-TagsTest-374240436-project] 10.222.0.76 "DELETE /networking/v2.0/networks/8d7eeca4-de18-4b66-8ae6-2401cfb306e9/tags HTTP/1.1" status: 204 len: 168 time: 0.2976806 Aug 27 05:00:14.929455 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f744af-36af-49d9-b5ec-93f57b458204 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Pushing event updated for resources: {'Subnet': ['ID=3c633ca9-4db2-453a-9afc-0ac6cd434757,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:14.935927 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40156) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:14.947514 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.tag.tag_plugin [None req-ff09e15f-b72c-40f2-ac9d-a55ae474bbf0 tempest-TagsTest-374240436 tempest-TagsTest-374240436-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8d7eeca4-de18-4b66-8ae6-2401cfb306e9', 'tempest-TagsTest-Tag-1840166071') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:14.962112 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5d0838d5-33c2-4f1b-b475-738872bfc6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (6db45031-08f9-4f27-b097-5d58dc047223), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:14.980677 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d0838d5-33c2-4f1b-b475-738872bfc6e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 05:00:14.994832 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5d0838d5-33c2-4f1b-b475-738872bfc6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (a2a7525a-9958-4b3a-97be-704dff315503), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:14.995311 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-5d0838d5-33c2-4f1b-b475-738872bfc6e0 admin admin] Added segment a2a7525a-9958-4b3a-97be-704dff315503 of type vlan for network 60788e4b-d10e-49d9-9088-8b0f2f379cf6 Aug 27 05:00:15.041866 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-ff09e15f-b72c-40f2-ac9d-a55ae474bbf0 tempest-TagsTest-374240436 tempest-TagsTest-374240436-project] show failed (client error): The resource could not be found. Aug 27 05:00:15.043412 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ff09e15f-b72c-40f2-ac9d-a55ae474bbf0 tempest-TagsTest-374240436 tempest-TagsTest-374240436-project] 10.222.0.76 "GET /networking/v2.0/networks/8d7eeca4-de18-4b66-8ae6-2401cfb306e9/tags/tempest-TagsTest-Tag-1840166071 HTTP/1.1" status: 404 len: 326 time: 0.1032302 Aug 27 05:00:15.043956 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4ddaf249-4112-4919-a413-10558e3b959d None None] Publish callbacks [] for port (e1b43703-7e0b-4673-9244-f1dd929418e2), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:15.051100 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-85a159f8-ec84-4e9e-8768-fec24d694116 None None] For port 34545f39-cd81-4657-ab0b-dbc94b39cfc4, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=34545f39-cd81-4657-ab0b-dbc94b39cfc4,segment=NetworkSegment(f7a36e0d-1647-4d32-9e11-4b3dee843d73),segment_id=f7a36e0d-1647-4d32-9e11-4b3dee843d73)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:00:15.051600 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40160) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:15.053170 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5d0838d5-33c2-4f1b-b475-738872bfc6e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (60788e4b-d10e-49d9-9088-8b0f2f379cf6), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:15.054281 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-14eb71f3-b33c-4a99-904b-fea631ee253a tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (08be544d-35fd-4276-af15-4dd336851a75), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:15.060198 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.tag.tag_plugin [None req-88bfee99-af9f-48f8-af5e-278c8723de2b tempest-TagsTest-374240436 tempest-TagsTest-374240436-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8d7eeca4-de18-4b66-8ae6-2401cfb306e9', 'tempest-TagsTest-Tag-1215382495') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:15.070039 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3d9e32f5-d1e2-4224-9ea6-9c2397ecaed6 admin admin] Publish callbacks [] for security_group (e7e6c64d-ef18-4395-9b08-9930c01e660f), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:15.130242 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-14eb71f3-b33c-4a99-904b-fea631ee253a tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Network 08be544d-35fd-4276-af15-4dd336851a75 is not hosted by any dhcp agent {{(pid=107776) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 27 05:00:15.135996 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14eb71f3-b33c-4a99-904b-fea631ee253a tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:00:15.136645 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-14eb71f3-b33c-4a99-904b-fea631ee253a tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:15.140876 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-14eb71f3-b33c-4a99-904b-fea631ee253a tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "PUT /networking/v2.0/networks/08be544d-35fd-4276-af15-4dd336851a75 HTTP/1.1" status: 200 len: 723 time: 0.8867562 Aug 27 05:00:15.151985 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40164) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:15.155923 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 34545f39-cd81-4657-ab0b-dbc94b39cfc4 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:00:15.157087 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (34545f39-cd81-4657-ab0b-dbc94b39cfc4), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:15.163381 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0838d5-33c2-4f1b-b475-738872bfc6e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db45031-08f9-4f27-b097-5d58dc047223,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:15.169634 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4ddaf249-4112-4919-a413-10558e3b959d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (e1b43703-7e0b-4673-9244-f1dd929418e2), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:15.172585 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-85a159f8-ec84-4e9e-8768-fec24d694116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (34545f39-cd81-4657-ab0b-dbc94b39cfc4), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:15.174798 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-efd9b8f0-fb93-433c-912d-254a9d631672 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Request body: {'subnet': {'network_id': '08be544d-35fd-4276-af15-4dd336851a75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:00:15.286776 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddaf249-4112-4919-a413-10558e3b959d None None] Pushing event updated for resources: {'Port': ['ID=e1b43703-7e0b-4673-9244-f1dd929418e2,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:15.307931 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-a8142a03-befe-4452-b347-c0ab9df1ac67 None None] Provisioning complete for port 34545f39-cd81-4657-ab0b-dbc94b39cfc4 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:15.308948 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a8142a03-befe-4452-b347-c0ab9df1ac67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (34545f39-cd81-4657-ab0b-dbc94b39cfc4), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:15.317626 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f744af-36af-49d9-b5ec-93f57b458204 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Checking segment: {'id': '9900a443-f3af-464b-b9be-89eec37c0f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'adccb084-98b2-48d8-9230-12cae5ef4869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:00:15.318076 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f744af-36af-49d9-b5ec-93f57b458204 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Network hostable DHCP agents. Network: adccb084-98b2-48d8-9230-12cae5ef4869, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 05:00:15.340942 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5d0838d5-33c2-4f1b-b475-738872bfc6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (60788e4b-d10e-49d9-9088-8b0f2f379cf6), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:15.341983 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0838d5-33c2-4f1b-b475-738872bfc6e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:00:15.346254 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5d0838d5-33c2-4f1b-b475-738872bfc6e0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:15.346391 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:15.388892 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-94988f28-24f1-458b-ac65-c54d0b674a24 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:15.395366 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-94988f28-24f1-458b-ac65-c54d0b674a24 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "DELETE /networking/v2.0/ports/87cf8e6f-aed3-4edd-9da7-88dcccff3d68 HTTP/1.1" status: 204 len: 168 time: 2.8225145 Aug 27 05:00:15.401792 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddaf249-4112-4919-a413-10558e3b959d None None] Network ab2b9fcc-4022-4db3-bc73-116c783532be is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:00:15.431630 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40166) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:15.439581 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-4ddaf249-4112-4919-a413-10558e3b959d None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:00:15.497118 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-5830f2f0-ea26-4f97-93fc-15f9bcdfcabd tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] GET failed (client error): The resource could not be found. Aug 27 05:00:15.502001 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-5830f2f0-ea26-4f97-93fc-15f9bcdfcabd tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "GET /networking/v2.0/ports/87cf8e6f-aed3-4edd-9da7-88dcccff3d68 HTTP/1.1" status: 404 len: 333 time: 0.0678804 Aug 27 05:00:15.502649 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40168) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:15.507044 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd9b8f0-fb93-433c-912d-254a9d631672 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Made reservation on behalf of 1d0109415e794b52b25a509d7b89f6ff for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:00:15.508646 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddaf249-4112-4919-a413-10558e3b959d None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:00:15.512757 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-efd9b8f0-fb93-433c-912d-254a9d631672 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:15.536479 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0838d5-33c2-4f1b-b475-738872bfc6e0 admin admin] Pushing event updated for resources: {'Network': ['ID=60788e4b-d10e-49d9-9088-8b0f2f379cf6,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:15.556799 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 60788e4b-d10e-49d9-9088-8b0f2f379cf6 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 05:00:15.563472 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a159f8-ec84-4e9e-8768-fec24d694116 None None] Pushing event updated for resources: {'Port': ['ID=34545f39-cd81-4657-ab0b-dbc94b39cfc4,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:15.610023 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-5d0838d5-33c2-4f1b-b475-738872bfc6e0 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.4769001 Aug 27 05:00:15.610828 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f744af-36af-49d9-b5ec-93f57b458204 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Network adccb084-98b2-48d8-9230-12cae5ef4869 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 05:00:15.613335 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40170) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:15.625596 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-1ae4fd87-5464-430c-b0e6-84f4130094ce admin admin] Request body: {'subnet': {'network_id': '60788e4b-d10e-49d9-9088-8b0f2f379cf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1746342857-subnet', 'tenant_id': '41104bce1ef94aa4bbd703937a54d7e0', 'ip_version': 4}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:00:15.650303 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 05:00:15.650718 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 05:00:15.717321 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-a8142a03-befe-4452-b347-c0ab9df1ac67 None None] Current status of the port 34545f39-cd81-4657-ab0b-dbc94b39cfc4 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:00:15.724535 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:15.736134 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-4ddaf249-4112-4919-a413-10558e3b959d None None] Attempting to bind port e1b43703-7e0b-4673-9244-f1dd929418e2 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:00:15.736737 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-4ddaf249-4112-4919-a413-10558e3b959d None None] Attempting to bind port e1b43703-7e0b-4673-9244-f1dd929418e2 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '58e865d1-b9e5-431a-b67f-c78fd7b0e653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ab2b9fcc-4022-4db3-bc73-116c783532be'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:00:15.736973 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddaf249-4112-4919-a413-10558e3b959d None None] Attempting to bind port e1b43703-7e0b-4673-9244-f1dd929418e2 on network ab2b9fcc-4022-4db3-bc73-116c783532be {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:00:15.743366 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddaf249-4112-4919-a413-10558e3b959d None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:00:15.743764 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddaf249-4112-4919-a413-10558e3b959d None None] Checking segment: {'id': '58e865d1-b9e5-431a-b67f-c78fd7b0e653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ab2b9fcc-4022-4db3-bc73-116c783532be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:00:15.744178 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4ddaf249-4112-4919-a413-10558e3b959d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:15.744596 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddaf249-4112-4919-a413-10558e3b959d None None] Bound using segment: {'id': '58e865d1-b9e5-431a-b67f-c78fd7b0e653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ab2b9fcc-4022-4db3-bc73-116c783532be'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:00:15.745097 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-4ddaf249-4112-4919-a413-10558e3b959d None None] Bound port: e1b43703-7e0b-4673-9244-f1dd929418e2, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58e865d1-b9e5-431a-b67f-c78fd7b0e653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ab2b9fcc-4022-4db3-bc73-116c783532be'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:00:15.745487 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4ddaf249-4112-4919-a413-10558e3b959d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (e1b43703-7e0b-4673-9244-f1dd929418e2), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:15.752706 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3d9e32f5-d1e2-4224-9ea6-9c2397ecaed6 admin admin] Publish callbacks [] for security_group (e7e6c64d-ef18-4395-9b08-9930c01e660f), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:15.763017 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eb71f3-b33c-4a99-904b-fea631ee253a tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Pushing event updated for resources: {'Network': ['ID=08be544d-35fd-4276-af15-4dd336851a75,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:15.777041 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-88bfee99-af9f-48f8-af5e-278c8723de2b tempest-TagsTest-374240436 tempest-TagsTest-374240436-project] show failed (client error): The resource could not be found. Aug 27 05:00:15.777041 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-88bfee99-af9f-48f8-af5e-278c8723de2b tempest-TagsTest-374240436 tempest-TagsTest-374240436-project] 10.222.0.76 "GET /networking/v2.0/networks/8d7eeca4-de18-4b66-8ae6-2401cfb306e9/tags/tempest-TagsTest-Tag-1215382495 HTTP/1.1" status: 404 len: 326 time: 0.7209961 Aug 27 05:00:15.781486 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40174) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:15.787506 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.tag.tag_plugin [None req-bf75fcd4-fe70-4a64-ad35-7563cd105fc7 tempest-TagsTest-374240436 tempest-TagsTest-374240436-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '8d7eeca4-de18-4b66-8ae6-2401cfb306e9') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:15.864250 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 08be544d-35fd-4276-af15-4dd336851a75 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 05:00:15.876528 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dd4d9abe-1af5-4eee-9442-3a1717d67fa9 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for security_group (21c4045b-5305-4b7a-ac54-fd708b52d528), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:15.885284 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-bf75fcd4-fe70-4a64-ad35-7563cd105fc7 tempest-TagsTest-374240436 tempest-TagsTest-374240436-project] 10.222.0.76 "DELETE /networking/v2.0/networks/8d7eeca4-de18-4b66-8ae6-2401cfb306e9/tags HTTP/1.1" status: 204 len: 168 time: 0.1029413 Aug 27 05:00:15.890082 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40176) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:15.916465 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dd4d9abe-1af5-4eee-9442-3a1717d67fa9 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for security_group (21c4045b-5305-4b7a-ac54-fd708b52d528), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:15.967597 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae4fd87-5464-430c-b0e6-84f4130094ce admin admin] Made reservation on behalf of 41104bce1ef94aa4bbd703937a54d7e0 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:00:15.971343 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1ae4fd87-5464-430c-b0e6-84f4130094ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:15.973717 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-e2f744af-36af-49d9-b5ec-93f57b458204 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, adccb084-98b2-48d8-9230-12cae5ef4869) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:00:15.980757 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f744af-36af-49d9-b5ec-93f57b458204 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:00:15.981380 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e2f744af-36af-49d9-b5ec-93f57b458204 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:15.997488 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-efd9b8f0-fb93-433c-912d-254a9d631672 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (aff59e6b-6680-451b-a4a8-f95f39dd809c), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:16.020068 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c6e22cc5-1db8-43c0-a153-b3492d6437ab tempest-TagsTest-374240436 tempest-TagsTest-374240436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (8d7eeca4-de18-4b66-8ae6-2401cfb306e9), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:16.126981 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4ddaf249-4112-4919-a413-10558e3b959d None None] For port e1b43703-7e0b-4673-9244-f1dd929418e2, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:00:16.131927 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd9b8f0-fb93-433c-912d-254a9d631672 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Pushing event updated for resources: {'Subnet': ['ID=aff59e6b-6680-451b-a4a8-f95f39dd809c,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:16.132803 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10eca071-ba08-4725-ae21-4e580934e097 None None] Network adccb084-98b2-48d8-9230-12cae5ef4869 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:00:16.142141 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dd4d9abe-1af5-4eee-9442-3a1717d67fa9 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (21c4045b-5305-4b7a-ac54-fd708b52d528), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:16.144325 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dd4d9abe-1af5-4eee-9442-3a1717d67fa9 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:16.145789 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-dd4d9abe-1af5-4eee-9442-3a1717d67fa9 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/21c4045b-5305-4b7a-ac54-fd708b52d528 HTTP/1.1" status: 204 len: 168 time: 0.6395299 Aug 27 05:00:16.161682 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40180) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:16.199148 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4ddaf249-4112-4919-a413-10558e3b959d None None] For port e1b43703-7e0b-4673-9244-f1dd929418e2, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=e1b43703-7e0b-4673-9244-f1dd929418e2,segment=NetworkSegment(58e865d1-b9e5-431a-b67f-c78fd7b0e653),segment_id=58e865d1-b9e5-431a-b67f-c78fd7b0e653)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:00:16.203337 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c6e22cc5-1db8-43c0-a153-b3492d6437ab tempest-TagsTest-374240436 tempest-TagsTest-374240436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (8d7eeca4-de18-4b66-8ae6-2401cfb306e9), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:16.215782 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e2f744af-36af-49d9-b5ec-93f57b458204 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8899271 Aug 27 05:00:16.226381 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40182) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:16.245369 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-c6e22cc5-1db8-43c0-a153-b3492d6437ab tempest-TagsTest-374240436 tempest-TagsTest-374240436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d7eeca4-de18-4b66-8ae6-2401cfb306e9']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:16.246100 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4d9abe-1af5-4eee-9442-3a1717d67fa9 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c4045b-5305-4b7a-ac54-fd708b52d528,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:16.256338 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:16.265282 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-c6e22cc5-1db8-43c0-a153-b3492d6437ab tempest-TagsTest-374240436 tempest-TagsTest-374240436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81bc852d-4cff-4bcf-9639-720cd139823c') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:16.265637 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-c6e22cc5-1db8-43c0-a153-b3492d6437ab tempest-TagsTest-374240436 tempest-TagsTest-374240436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81bc852d-4cff-4bcf-9639-720cd139823c') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:16.283598 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 34545f39-cd81-4657-ab0b-dbc94b39cfc4 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:00:16.288782 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4ddaf249-4112-4919-a413-10558e3b959d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (e1b43703-7e0b-4673-9244-f1dd929418e2), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:16.296557 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c6e22cc5-1db8-43c0-a153-b3492d6437ab tempest-TagsTest-374240436 tempest-TagsTest-374240436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (81bc852d-4cff-4bcf-9639-720cd139823c), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:16.321421 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c6e22cc5-1db8-43c0-a153-b3492d6437ab tempest-TagsTest-374240436 tempest-TagsTest-374240436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (81bc852d-4cff-4bcf-9639-720cd139823c), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:16.335266 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd9b8f0-fb93-433c-912d-254a9d631672 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Checking segment: {'id': '45588ace-2f64-4985-ac44-c3a69449c2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '08be544d-35fd-4276-af15-4dd336851a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:00:16.335266 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd9b8f0-fb93-433c-912d-254a9d631672 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Network hostable DHCP agents. Network: 08be544d-35fd-4276-af15-4dd336851a75, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 05:00:16.345332 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6e22cc5-1db8-43c0-a153-b3492d6437ab tempest-TagsTest-374240436 tempest-TagsTest-374240436-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:00:16.345751 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c6e22cc5-1db8-43c0-a153-b3492d6437ab tempest-TagsTest-374240436 tempest-TagsTest-374240436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (81bc852d-4cff-4bcf-9639-720cd139823c), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:16.424005 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0469e805-3841-4a93-83ba-efe7e20584cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-adccb084-98b2-48d8-9230-12cae5ef4869', 'network_id': 'adccb084-98b2-48d8-9230-12cae5ef4869', 'project_id': '5534f9ed0e23462aa06ec86aae10825f', 'fixed_ips': [{'subnet_id': '3c633ca9-4db2-453a-9afc-0ac6cd434757'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 05:00:16.425416 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0469e805-3841-4a93-83ba-efe7e20584cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:16.454741 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddaf249-4112-4919-a413-10558e3b959d None None] Pushing event updated for resources: {'Port': ['ID=e1b43703-7e0b-4673-9244-f1dd929418e2,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:16.490869 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3d9e32f5-d1e2-4224-9ea6-9c2397ecaed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (e7e6c64d-ef18-4395-9b08-9930c01e660f), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:16.495335 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3d9e32f5-d1e2-4224-9ea6-9c2397ecaed6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:16.496689 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 34545f39-cd81-4657-ab0b-dbc94b39cfc4 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:00:16.498674 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3d9e32f5-d1e2-4224-9ea6-9c2397ecaed6 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/e7e6c64d-ef18-4395-9b08-9930c01e660f HTTP/1.1" status: 204 len: 168 time: 1.7389369 Aug 27 05:00:16.515565 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9e32f5-d1e2-4224-9ea6-9c2397ecaed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e6c64d-ef18-4395-9b08-9930c01e660f,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:16.522420 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 81bc852d-4cff-4bcf-9639-720cd139823c resource provider aggregate not found Aug 27 05:00:16.551783 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 81bc852d-4cff-4bcf-9639-720cd139823c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 81bc852d-4cff-4bcf-9639-720cd139823c found for delete ", "request_id": "req-efc5cd88-a3ed-45fc-b5d9-dd3f5b6c8608"}]} Aug 27 05:00:16.564594 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c6e22cc5-1db8-43c0-a153-b3492d6437ab tempest-TagsTest-374240436 tempest-TagsTest-374240436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (8d7eeca4-de18-4b66-8ae6-2401cfb306e9), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:16.580399 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c6e22cc5-1db8-43c0-a153-b3492d6437ab tempest-TagsTest-374240436 tempest-TagsTest-374240436-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:16.592522 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c6e22cc5-1db8-43c0-a153-b3492d6437ab tempest-TagsTest-374240436 tempest-TagsTest-374240436-project] 10.222.0.76 "DELETE /networking/v2.0/networks/8d7eeca4-de18-4b66-8ae6-2401cfb306e9 HTTP/1.1" status: 204 len: 168 time: 0.6988544 Aug 27 05:00:16.615844 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e22cc5-1db8-43c0-a153-b3492d6437ab tempest-TagsTest-374240436 tempest-TagsTest-374240436-project] Pushing event deleted for resources: {'Network': ['ID=8d7eeca4-de18-4b66-8ae6-2401cfb306e9,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:16.792811 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:16.856178 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 34545f39-cd81-4657-ab0b-dbc94b39cfc4 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:16.856814 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (34545f39-cd81-4657-ab0b-dbc94b39cfc4), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:16.922098 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-0469e805-3841-4a93-83ba-efe7e20584cf None None] Allocated IP 2001:db8::2 (adccb084-98b2-48d8-9230-12cae5ef4869/3c633ca9-4db2-453a-9afc-0ac6cd434757/e45d219b-8d32-4f2b-b2cd-8af50d4c2184) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:00:17.081837 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2bd2a9c1-863f-492c-b52b-f50c9be2c4be tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for security_group (79362fb9-a183-4a1b-9967-c51aea7a25ce), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:17.089777 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 34545f39-cd81-4657-ab0b-dbc94b39cfc4 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:00:17.151608 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1ae4fd87-5464-430c-b0e6-84f4130094ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (dc88f9b1-7fc1-4300-a7c8-6ff94352e32f), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:17.234672 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0469e805-3841-4a93-83ba-efe7e20584cf None None] Publish callbacks [] for port (e45d219b-8d32-4f2b-b2cd-8af50d4c2184), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:17.238040 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2bd2a9c1-863f-492c-b52b-f50c9be2c4be tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for security_group (79362fb9-a183-4a1b-9967-c51aea7a25ce), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:17.303889 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd9b8f0-fb93-433c-912d-254a9d631672 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Network 08be544d-35fd-4276-af15-4dd336851a75 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 05:00:17.352362 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae4fd87-5464-430c-b0e6-84f4130094ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc88f9b1-7fc1-4300-a7c8-6ff94352e32f,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:17.393750 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0469e805-3841-4a93-83ba-efe7e20584cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (e45d219b-8d32-4f2b-b2cd-8af50d4c2184), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:17.431781 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae4fd87-5464-430c-b0e6-84f4130094ce admin admin] Checking segment: {'id': 'a2a7525a-9958-4b3a-97be-704dff315503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '60788e4b-d10e-49d9-9088-8b0f2f379cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:00:17.432193 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae4fd87-5464-430c-b0e6-84f4130094ce admin admin] Network hostable DHCP agents. Network: 60788e4b-d10e-49d9-9088-8b0f2f379cf6, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 05:00:17.481869 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0469e805-3841-4a93-83ba-efe7e20584cf None None] Network adccb084-98b2-48d8-9230-12cae5ef4869 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:00:17.485950 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-0469e805-3841-4a93-83ba-efe7e20584cf None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:00:17.496857 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0469e805-3841-4a93-83ba-efe7e20584cf None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:00:17.543918 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-efd9b8f0-fb93-433c-912d-254a9d631672 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 08be544d-35fd-4276-af15-4dd336851a75) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:00:17.551546 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0469e805-3841-4a93-83ba-efe7e20584cf None None] Pushing event updated for resources: {'Port': ['ID=e45d219b-8d32-4f2b-b2cd-8af50d4c2184,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:17.552393 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1608a74f-a2b8-4200-8aa6-1c7b4f015862 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:17.568343 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:17.574199 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2bd2a9c1-863f-492c-b52b-f50c9be2c4be tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (79362fb9-a183-4a1b-9967-c51aea7a25ce), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:17.579529 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad6f923-ea6a-47b3-b14d-b3e01a44c4e0 None None] Network 08be544d-35fd-4276-af15-4dd336851a75 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:00:17.580510 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2bd2a9c1-863f-492c-b52b-f50c9be2c4be tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:17.583097 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2bd2a9c1-863f-492c-b52b-f50c9be2c4be tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/79362fb9-a183-4a1b-9967-c51aea7a25ce HTTP/1.1" status: 204 len: 168 time: 1.4178944 Aug 27 05:00:17.583745 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40210) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:17.585155 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd9b8f0-fb93-433c-912d-254a9d631672 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:00:17.585741 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-efd9b8f0-fb93-433c-912d-254a9d631672 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:17.585959 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40212) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:17.680555 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd2a9c1-863f-492c-b52b-f50c9be2c4be tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79362fb9-a183-4a1b-9967-c51aea7a25ce,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:17.729043 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae4fd87-5464-430c-b0e6-84f4130094ce admin admin] Network 60788e4b-d10e-49d9-9088-8b0f2f379cf6 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 05:00:17.742649 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-0469e805-3841-4a93-83ba-efe7e20584cf None None] Attempting to bind port e45d219b-8d32-4f2b-b2cd-8af50d4c2184 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:00:17.743046 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-0469e805-3841-4a93-83ba-efe7e20584cf None None] Attempting to bind port e45d219b-8d32-4f2b-b2cd-8af50d4c2184 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '9900a443-f3af-464b-b9be-89eec37c0f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'adccb084-98b2-48d8-9230-12cae5ef4869'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:00:17.743665 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0469e805-3841-4a93-83ba-efe7e20584cf None None] Attempting to bind port e45d219b-8d32-4f2b-b2cd-8af50d4c2184 on network adccb084-98b2-48d8-9230-12cae5ef4869 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:00:17.747436 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bae34965-7345-4e45-8983-c89947a9fcaa tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for security_group (28b0a0b1-a2f2-4e70-aa2c-2ae3d6727489), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:17.748754 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-1ae4fd87-5464-430c-b0e6-84f4130094ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 60788e4b-d10e-49d9-9088-8b0f2f379cf6) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:00:17.767842 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87202a4-0b3e-4854-b79d-e41d4fef1d11 None None] Network 60788e4b-d10e-49d9-9088-8b0f2f379cf6 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:00:17.804825 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bae34965-7345-4e45-8983-c89947a9fcaa tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for security_group (28b0a0b1-a2f2-4e70-aa2c-2ae3d6727489), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:17.815038 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae4fd87-5464-430c-b0e6-84f4130094ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:00:17.815664 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1ae4fd87-5464-430c-b0e6-84f4130094ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:17.879151 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0469e805-3841-4a93-83ba-efe7e20584cf None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:00:17.879790 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0469e805-3841-4a93-83ba-efe7e20584cf None None] Checking segment: {'id': '9900a443-f3af-464b-b9be-89eec37c0f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'adccb084-98b2-48d8-9230-12cae5ef4869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:00:17.879917 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0469e805-3841-4a93-83ba-efe7e20584cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:17.901446 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0469e805-3841-4a93-83ba-efe7e20584cf None None] Bound using segment: {'id': '9900a443-f3af-464b-b9be-89eec37c0f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'adccb084-98b2-48d8-9230-12cae5ef4869'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:00:17.901446 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-0469e805-3841-4a93-83ba-efe7e20584cf None None] Bound port: e45d219b-8d32-4f2b-b2cd-8af50d4c2184, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9900a443-f3af-464b-b9be-89eec37c0f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'adccb084-98b2-48d8-9230-12cae5ef4869'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:00:17.901446 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0469e805-3841-4a93-83ba-efe7e20584cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (e45d219b-8d32-4f2b-b2cd-8af50d4c2184), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:17.916245 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-efd9b8f0-fb93-433c-912d-254a9d631672 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7485151 Aug 27 05:00:17.918928 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40222) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:17.927078 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-5f1b1cb8-0d63-42b7-bb3f-1f852dababe3 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:00:17.990767 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:18.005087 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bae34965-7345-4e45-8983-c89947a9fcaa tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (28b0a0b1-a2f2-4e70-aa2c-2ae3d6727489), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:18.011313 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bae34965-7345-4e45-8983-c89947a9fcaa tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:18.012723 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-bae34965-7345-4e45-8983-c89947a9fcaa tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/28b0a0b1-a2f2-4e70-aa2c-2ae3d6727489 HTTP/1.1" status: 204 len: 168 time: 0.4244218 Aug 27 05:00:18.018638 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1ae4fd87-5464-430c-b0e6-84f4130094ce admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.3979106 Aug 27 05:00:18.025766 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40224) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:18.026120 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40226) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:18.037396 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-5aa2e7fb-27be-4b77-92c7-b48f59eba35f admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1746342857-router', 'tenant_id': '41104bce1ef94aa4bbd703937a54d7e0', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:00:18.062363 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae34965-7345-4e45-8983-c89947a9fcaa tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b0a0b1-a2f2-4e70-aa2c-2ae3d6727489,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:18.152799 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5aa2e7fb-27be-4b77-92c7-b48f59eba35f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (dca2bff6-15d7-4642-b4c9-688f41b301d9), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:18.154909 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5aa2e7fb-27be-4b77-92c7-b48f59eba35f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (dca2bff6-15d7-4642-b4c9-688f41b301d9), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:18.167273 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb37bd6-a865-47c8-84b1-a6327dde14f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-08be544d-35fd-4276-af15-4dd336851a75', 'network_id': '08be544d-35fd-4276-af15-4dd336851a75', 'project_id': '1d0109415e794b52b25a509d7b89f6ff', 'fixed_ips': [{'subnet_id': 'aff59e6b-6680-451b-a4a8-f95f39dd809c'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 05:00:18.168288 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3fb37bd6-a865-47c8-84b1-a6327dde14f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:18.177724 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:18.181913 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5f1b1cb8-0d63-42b7-bb3f-1f852dababe3 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7618696'] for subnet (aff59e6b-6680-451b-a4a8-f95f39dd809c), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:18.215831 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac3e0b9-2b16-4ddd-9c64-751933107536 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-60788e4b-d10e-49d9-9088-8b0f2f379cf6', 'network_id': '60788e4b-d10e-49d9-9088-8b0f2f379cf6', 'project_id': '41104bce1ef94aa4bbd703937a54d7e0', 'fixed_ips': [{'subnet_id': 'dc88f9b1-7fc1-4300-a7c8-6ff94352e32f'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 05:00:18.217101 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-bac3e0b9-2b16-4ddd-9c64-751933107536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:18.226624 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638e2ac1-db1e-43cf-88ce-b7a0bb2f6ae6 None None] Network ab2b9fcc-4022-4db3-bc73-116c783532be requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:00:18.250858 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-0469e805-3841-4a93-83ba-efe7e20584cf None None] For port e45d219b-8d32-4f2b-b2cd-8af50d4c2184, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:00:18.300678 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b6a7bd79-cc0b-4647-8029-2700eb6b0523 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=ecbf5d2e0a8b4fae8e5ad7b49dd40904&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6428905 Aug 27 05:00:18.309009 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40232) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:18.336098 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fd144af-13d6-47dc-bc2d-917fb879ecde tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Deleting subnet 1af21eac-6549-48e5-9cf6-e434c7993ef8 {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 05:00:18.336250 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-e7cde35e-bc03-45bd-8a44-e6e623d96cd8 None None] Provisioning complete for port e1b43703-7e0b-4673-9244-f1dd929418e2 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:18.336250 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e7cde35e-bc03-45bd-8a44-e6e623d96cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e1b43703-7e0b-4673-9244-f1dd929418e2), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:18.352935 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9fd144af-13d6-47dc-bc2d-917fb879ecde tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for subnet (1af21eac-6549-48e5-9cf6-e434c7993ef8), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:18.418165 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-0469e805-3841-4a93-83ba-efe7e20584cf None None] For port e45d219b-8d32-4f2b-b2cd-8af50d4c2184, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=e45d219b-8d32-4f2b-b2cd-8af50d4c2184,segment=NetworkSegment(9900a443-f3af-464b-b9be-89eec37c0f23),segment_id=9900a443-f3af-464b-b9be-89eec37c0f23)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:00:18.506482 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device e1b43703-7e0b-4673-9244-f1dd929418e2 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:00:18.511328 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5aa2e7fb-27be-4b77-92c7-b48f59eba35f admin admin] Publish callbacks [] for router_controller (dca2bff6-15d7-4642-b4c9-688f41b301d9), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:18.533798 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9fd144af-13d6-47dc-bc2d-917fb879ecde tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (1af21eac-6549-48e5-9cf6-e434c7993ef8), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:18.589635 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-488db507-bd85-459c-b923-a88eeab9f19b admin admin] Publish callbacks [] for security_group (45741439-6f4e-4119-a2ea-842263cd83e0), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:18.607499 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-1608a74f-a2b8-4200-8aa6-1c7b4f015862 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Allocated IP 2001:db8::1 (ab2b9fcc-4022-4db3-bc73-116c783532be/25defd84-261d-4268-a2f5-e0986fb0d034/4cd1bdf1-eb28-435c-a4fd-df5ece742570) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:00:18.634277 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5f1b1cb8-0d63-42b7-bb3f-1f852dababe3 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730952648075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8098785'] for subnet (aff59e6b-6680-451b-a4a8-f95f39dd809c), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:18.638674 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-488db507-bd85-459c-b923-a88eeab9f19b admin admin] Publish callbacks [] for security_group (45741439-6f4e-4119-a2ea-842263cd83e0), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:18.680884 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1b1cb8-0d63-42b7-bb3f-1f852dababe3 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:00:18.681444 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0469e805-3841-4a93-83ba-efe7e20584cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (e45d219b-8d32-4f2b-b2cd-8af50d4c2184), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:18.682154 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5f1b1cb8-0d63-42b7-bb3f-1f852dababe3 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:18.692888 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-5f1b1cb8-0d63-42b7-bb3f-1f852dababe3 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "PUT /networking/v2.0/subnets/aff59e6b-6680-451b-a4a8-f95f39dd809c HTTP/1.1" status: 200 len: 806 time: 0.7675548 Aug 27 05:00:18.693795 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40242) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:18.773897 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:18.886295 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9fd144af-13d6-47dc-bc2d-917fb879ecde tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (1af21eac-6549-48e5-9cf6-e434c7993ef8), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:18.886880 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b1cb8-0d63-42b7-bb3f-1f852dababe3 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Pushing event updated for resources: {'Subnet': ['ID=aff59e6b-6680-451b-a4a8-f95f39dd809c,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:18.932555 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-bac3e0b9-2b16-4ddd-9c64-751933107536 None None] Allocated IP 172.20.0.2 (60788e4b-d10e-49d9-9088-8b0f2f379cf6/dc88f9b1-7fc1-4300-a7c8-6ff94352e32f/fa6a0e39-243e-46ba-98f3-342c9e019b12) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:00:19.013555 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b3e248b2-b43b-4d5f-b5fe-79b49ab4b932 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (08be544d-35fd-4276-af15-4dd336851a75), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:19.074540 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-e7cde35e-bc03-45bd-8a44-e6e623d96cd8 None None] Current status of the port e1b43703-7e0b-4673-9244-f1dd929418e2 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:00:19.075001 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e7cde35e-bc03-45bd-8a44-e6e623d96cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (e1b43703-7e0b-4673-9244-f1dd929418e2), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:19.078510 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port e1b43703-7e0b-4673-9244-f1dd929418e2 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:19.080618 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e1b43703-7e0b-4673-9244-f1dd929418e2), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:19.142868 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b3e248b2-b43b-4d5f-b5fe-79b49ab4b932 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (aff59e6b-6680-451b-a4a8-f95f39dd809c), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:19.149832 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:19.230260 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5aa2e7fb-27be-4b77-92c7-b48f59eba35f admin admin] Publish callbacks [] for router_gateway (dca2bff6-15d7-4642-b4c9-688f41b301d9), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:19.237784 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-488db507-bd85-459c-b923-a88eeab9f19b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (45741439-6f4e-4119-a2ea-842263cd83e0), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:19.240406 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-488db507-bd85-459c-b923-a88eeab9f19b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:19.241618 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-488db507-bd85-459c-b923-a88eeab9f19b admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/45741439-6f4e-4119-a2ea-842263cd83e0 HTTP/1.1" status: 204 len: 168 time: 0.9183471 Aug 27 05:00:19.259801 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1608a74f-a2b8-4200-8aa6-1c7b4f015862 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks [] for port (4cd1bdf1-eb28-435c-a4fd-df5ece742570), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:19.274492 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488db507-bd85-459c-b923-a88eeab9f19b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45741439-6f4e-4119-a2ea-842263cd83e0,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:19.445007 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1608a74f-a2b8-4200-8aa6-1c7b4f015862 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (4cd1bdf1-eb28-435c-a4fd-df5ece742570), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:19.455232 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9fd144af-13d6-47dc-bc2d-917fb879ecde tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (1af21eac-6549-48e5-9cf6-e434c7993ef8), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:19.496433 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:19.503195 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9fd144af-13d6-47dc-bc2d-917fb879ecde tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:19.509854 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9fd144af-13d6-47dc-bc2d-917fb879ecde tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/1af21eac-6549-48e5-9cf6-e434c7993ef8 HTTP/1.1" status: 204 len: 168 time: 1.4755940 Aug 27 05:00:19.510635 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40260) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:19.520710 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c059586-a799-41ab-9763-ecc4c15b0bc0 None None] Network 9414ab29-31fd-4673-9b48-739ff7bb781e requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:00:19.536312 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd144af-13d6-47dc-bc2d-917fb879ecde tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event deleted for resources: {'Subnet': ['ID=1af21eac-6549-48e5-9cf6-e434c7993ef8,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:19.542674 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1608a74f-a2b8-4200-8aa6-1c7b4f015862 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Network ab2b9fcc-4022-4db3-bc73-116c783532be is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:00:19.554808 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-1608a74f-a2b8-4200-8aa6-1c7b4f015862 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:00:19.557287 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1608a74f-a2b8-4200-8aa6-1c7b4f015862 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:00:19.558122 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1608a74f-a2b8-4200-8aa6-1c7b4f015862 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (fcb46d7e-5602-406f-801c-769fa8aaff44), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:19.578542 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-3fb37bd6-a865-47c8-84b1-a6327dde14f4 None None] Allocated IP 172.20.0.2 (08be544d-35fd-4276-af15-4dd336851a75/aff59e6b-6680-451b-a4a8-f95f39dd809c/72130516-dd91-49b2-b3db-900325a32b85) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:00:19.589336 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9bc0397-cad4-4132-834b-e7083fe5e851 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Deleting subnet ef287f6b-d651-457a-8be7-2690e43379c6 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 05:00:19.598225 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c9bc0397-cad4-4132-834b-e7083fe5e851 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for subnet (ef287f6b-d651-457a-8be7-2690e43379c6), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:19.620623 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0469e805-3841-4a93-83ba-efe7e20584cf None None] Pushing event updated for resources: {'Port': ['ID=e45d219b-8d32-4f2b-b2cd-8af50d4c2184,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:19.692055 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c9bc0397-cad4-4132-834b-e7083fe5e851 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (ef287f6b-d651-457a-8be7-2690e43379c6), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:19.711010 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-e7cde35e-bc03-45bd-8a44-e6e623d96cd8 None None] For port e1b43703-7e0b-4673-9244-f1dd929418e2, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=e1b43703-7e0b-4673-9244-f1dd929418e2,segment=NetworkSegment(58e865d1-b9e5-431a-b67f-c78fd7b0e653),segment_id=58e865d1-b9e5-431a-b67f-c78fd7b0e653)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:00:19.722694 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1608a74f-a2b8-4200-8aa6-1c7b4f015862 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Pushing event updated for resources: {'Port': ['ID=4cd1bdf1-eb28-435c-a4fd-df5ece742570,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:20.032811 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c9bc0397-cad4-4132-834b-e7083fe5e851 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (ef287f6b-d651-457a-8be7-2690e43379c6), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:20.135182 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3fb37bd6-a865-47c8-84b1-a6327dde14f4 None None] Publish callbacks [] for port (72130516-dd91-49b2-b3db-900325a32b85), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:20.152112 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e7cde35e-bc03-45bd-8a44-e6e623d96cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (e1b43703-7e0b-4673-9244-f1dd929418e2), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:20.154706 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:20.164587 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1608a74f-a2b8-4200-8aa6-1c7b4f015862 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (4cd1bdf1-eb28-435c-a4fd-df5ece742570), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:20.169104 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:20.208200 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5aa2e7fb-27be-4b77-92c7-b48f59eba35f admin admin] Publish callbacks [] for router_gateway (dca2bff6-15d7-4642-b4c9-688f41b301d9), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:20.256559 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port e1b43703-7e0b-4673-9244-f1dd929418e2 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:00:20.261183 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3fb37bd6-a865-47c8-84b1-a6327dde14f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (72130516-dd91-49b2-b3db-900325a32b85), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:20.283008 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5aa2e7fb-27be-4b77-92c7-b48f59eba35f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:20.323130 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-5fb50946-3bc3-4752-bad1-83a5acbc39c9 None None] Provisioning complete for port e1b43703-7e0b-4673-9244-f1dd929418e2 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:20.323512 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb50946-3bc3-4752-bad1-83a5acbc39c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e1b43703-7e0b-4673-9244-f1dd929418e2), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:20.359641 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b3e248b2-b43b-4d5f-b5fe-79b49ab4b932 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (aff59e6b-6680-451b-a4a8-f95f39dd809c), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:20.404883 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=8 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:20.432535 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e248b2-b43b-4d5f-b5fe-79b49ab4b932 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Pushing event deleted for resources: {'Subnet': ['ID=aff59e6b-6680-451b-a4a8-f95f39dd809c,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:20.445786 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb37bd6-a865-47c8-84b1-a6327dde14f4 None None] Network 08be544d-35fd-4276-af15-4dd336851a75 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:00:20.453724 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c9bc0397-cad4-4132-834b-e7083fe5e851 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (ef287f6b-d651-457a-8be7-2690e43379c6), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:20.623039 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-bac3e0b9-2b16-4ddd-9c64-751933107536 None None] Publish callbacks [] for port (fa6a0e39-243e-46ba-98f3-342c9e019b12), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:20.657746 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device e45d219b-8d32-4f2b-b2cd-8af50d4c2184 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:00:20.666395 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-3fb37bd6-a865-47c8-84b1-a6327dde14f4 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:00:20.710658 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb37bd6-a865-47c8-84b1-a6327dde14f4 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:00:20.795214 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc0397-cad4-4132-834b-e7083fe5e851 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event deleted for resources: {'Subnet': ['ID=ef287f6b-d651-457a-8be7-2690e43379c6,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:20.823990 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:DELETE=6,neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:20.828004 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cde35e-bc03-45bd-8a44-e6e623d96cd8 None None] Pushing event updated for resources: {'Port': ['ID=e1b43703-7e0b-4673-9244-f1dd929418e2,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:20.830306 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffec9ed-3e6e-41f9-bd1e-ddb5d202cf69 None None] Network adccb084-98b2-48d8-9230-12cae5ef4869 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:00:20.846414 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c9bc0397-cad4-4132-834b-e7083fe5e851 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:20.856713 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c9bc0397-cad4-4132-834b-e7083fe5e851 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/ef287f6b-d651-457a-8be7-2690e43379c6 HTTP/1.1" status: 204 len: 168 time: 1.3448830 Aug 27 05:00:20.863052 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b3e248b2-b43b-4d5f-b5fe-79b49ab4b932 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (08be544d-35fd-4276-af15-4dd336851a75), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:20.864873 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-bac3e0b9-2b16-4ddd-9c64-751933107536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (fa6a0e39-243e-46ba-98f3-342c9e019b12), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:20.867030 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40292) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:20.958219 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:21.074328 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-b3e248b2-b43b-4d5f-b5fe-79b49ab4b932 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08be544d-35fd-4276-af15-4dd336851a75']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:21.095238 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac3e0b9-2b16-4ddd-9c64-751933107536 None None] Network 60788e4b-d10e-49d9-9088-8b0f2f379cf6 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:00:21.128943 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-5fb50946-3bc3-4752-bad1-83a5acbc39c9 None None] Current status of the port e1b43703-7e0b-4673-9244-f1dd929418e2 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:00:21.132971 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-bac3e0b9-2b16-4ddd-9c64-751933107536 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:00:21.142845 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-b3e248b2-b43b-4d5f-b5fe-79b49ab4b932 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45588ace-2f64-4985-ac44-c3a69449c2cf') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:21.144546 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-b3e248b2-b43b-4d5f-b5fe-79b49ab4b932 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45588ace-2f64-4985-ac44-c3a69449c2cf') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:21.153877 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac3e0b9-2b16-4ddd-9c64-751933107536 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:00:21.179085 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b3e248b2-b43b-4d5f-b5fe-79b49ab4b932 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (45588ace-2f64-4985-ac44-c3a69449c2cf), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:21.222916 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-5aa2e7fb-27be-4b77-92c7-b48f59eba35f admin admin] Allocated IP 172.25.2.122 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/4d61af21-bfac-4afa-bfa1-d12a6c83302d) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:00:21.228203 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port e45d219b-8d32-4f2b-b2cd-8af50d4c2184 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:21.228203 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e45d219b-8d32-4f2b-b2cd-8af50d4c2184), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:21.231266 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b3e248b2-b43b-4d5f-b5fe-79b49ab4b932 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (45588ace-2f64-4985-ac44-c3a69449c2cf), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:21.231699 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-3fb37bd6-a865-47c8-84b1-a6327dde14f4 None None] Attempting to bind port 72130516-dd91-49b2-b3db-900325a32b85 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:00:21.232136 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-3fb37bd6-a865-47c8-84b1-a6327dde14f4 None None] Attempting to bind port 72130516-dd91-49b2-b3db-900325a32b85 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '45588ace-2f64-4985-ac44-c3a69449c2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '08be544d-35fd-4276-af15-4dd336851a75'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:00:21.245023 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb37bd6-a865-47c8-84b1-a6327dde14f4 None None] Attempting to bind port 72130516-dd91-49b2-b3db-900325a32b85 on network 08be544d-35fd-4276-af15-4dd336851a75 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:00:21.268053 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3e248b2-b43b-4d5f-b5fe-79b49ab4b932 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:00:21.272422 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b3e248b2-b43b-4d5f-b5fe-79b49ab4b932 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (45588ace-2f64-4985-ac44-c3a69449c2cf), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:21.309495 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb37bd6-a865-47c8-84b1-a6327dde14f4 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:00:21.316496 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb37bd6-a865-47c8-84b1-a6327dde14f4 None None] Checking segment: {'id': '45588ace-2f64-4985-ac44-c3a69449c2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '08be544d-35fd-4276-af15-4dd336851a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:00:21.316496 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3fb37bd6-a865-47c8-84b1-a6327dde14f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:21.316496 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb37bd6-a865-47c8-84b1-a6327dde14f4 None None] Bound using segment: {'id': '45588ace-2f64-4985-ac44-c3a69449c2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '08be544d-35fd-4276-af15-4dd336851a75'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:00:21.316496 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-3fb37bd6-a865-47c8-84b1-a6327dde14f4 None None] Bound port: 72130516-dd91-49b2-b3db-900325a32b85, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45588ace-2f64-4985-ac44-c3a69449c2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '08be544d-35fd-4276-af15-4dd336851a75'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:00:21.316496 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3fb37bd6-a865-47c8-84b1-a6327dde14f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (72130516-dd91-49b2-b3db-900325a32b85), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:21.393461 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:21.396191 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1608a74f-a2b8-4200-8aa6-1c7b4f015862 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks [] for port (4cd1bdf1-eb28-435c-a4fd-df5ece742570), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:21.412948 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb37bd6-a865-47c8-84b1-a6327dde14f4 None None] Pushing event updated for resources: {'Port': ['ID=72130516-dd91-49b2-b3db-900325a32b85,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:21.471833 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-a92f5a2c-2fa0-40f9-8ec4-12601162072e tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] DELETE failed (client error): The resource could not be found. Aug 27 05:00:21.473184 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a92f5a2c-2fa0-40f9-8ec4-12601162072e tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 05:00:21.477325 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a92f5a2c-2fa0-40f9-8ec4-12601162072e tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/1af21eac-6549-48e5-9cf6-e434c7993ef8 HTTP/1.1" status: 404 len: 337 time: 0.6087337 Aug 27 05:00:21.482397 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:21.483814 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40312) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:21.523942 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1608a74f-a2b8-4200-8aa6-1c7b4f015862 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (4cd1bdf1-eb28-435c-a4fd-df5ece742570), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:21.524818 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1608a74f-a2b8-4200-8aa6-1c7b4f015862 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (fcb46d7e-5602-406f-801c-769fa8aaff44), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:21.559919 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 45588ace-2f64-4985-ac44-c3a69449c2cf resource provider aggregate not found Aug 27 05:00:21.612628 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 45588ace-2f64-4985-ac44-c3a69449c2cf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 45588ace-2f64-4985-ac44-c3a69449c2cf found for delete ", "request_id": "req-28f8f507-52d0-4491-8ca3-f5fb489ebf76"}]} Aug 27 05:00:21.648145 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0fc2104-a8f1-47b8-a79e-546378d97cfa tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Deleting subnet 3f644e6a-ed79-40c4-b96f-45ed72a304f9 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 05:00:21.657459 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e0fc2104-a8f1-47b8-a79e-546378d97cfa tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for subnet (3f644e6a-ed79-40c4-b96f-45ed72a304f9), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:21.674249 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.db.api [None req-b3e248b2-b43b-4d5f-b5fe-79b49ab4b932 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 05:00:21.674249 n-d-852088-5 neutron-server[107776]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 05:00:21.674249 n-d-852088-5 neutron-server[107776]: [parameters: {'id': '08be544d-35fd-4276-af15-4dd336851a75'}] Aug 27 05:00:21.674249 n-d-852088-5 neutron-server[107776]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=107776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 05:00:21.674720 n-d-852088-5 neutron-server[107776]: DEBUG oslo_db.api [None req-b3e248b2-b43b-4d5f-b5fe-79b49ab4b932 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 05:00:21.782238 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e0fc2104-a8f1-47b8-a79e-546378d97cfa tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (3f644e6a-ed79-40c4-b96f-45ed72a304f9), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:21.819647 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac3e0b9-2b16-4ddd-9c64-751933107536 None None] Pushing event updated for resources: {'Port': ['ID=fa6a0e39-243e-46ba-98f3-342c9e019b12,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:21.951535 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-46f9afc8-f2eb-4806-bec7-6feabc165ce4 None None] Provisioning complete for port 4cd1bdf1-eb28-435c-a4fd-df5ece742570 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:21.959744 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-46f9afc8-f2eb-4806-bec7-6feabc165ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (4cd1bdf1-eb28-435c-a4fd-df5ece742570), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:22.055774 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e0fc2104-a8f1-47b8-a79e-546378d97cfa tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (3f644e6a-ed79-40c4-b96f-45ed72a304f9), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:22.094711 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-3fb37bd6-a865-47c8-84b1-a6327dde14f4 None None] For port 72130516-dd91-49b2-b3db-900325a32b85, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:00:22.098438 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-3fb37bd6-a865-47c8-84b1-a6327dde14f4 None None] For port 72130516-dd91-49b2-b3db-900325a32b85, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=72130516-dd91-49b2-b3db-900325a32b85,segment=NetworkSegment(45588ace-2f64-4985-ac44-c3a69449c2cf),segment_id=45588ace-2f64-4985-ac44-c3a69449c2cf)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:00:22.153244 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-bac3e0b9-2b16-4ddd-9c64-751933107536 None None] Attempting to bind port fa6a0e39-243e-46ba-98f3-342c9e019b12 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:00:22.154369 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-bac3e0b9-2b16-4ddd-9c64-751933107536 None None] Attempting to bind port fa6a0e39-243e-46ba-98f3-342c9e019b12 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'a2a7525a-9958-4b3a-97be-704dff315503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '60788e4b-d10e-49d9-9088-8b0f2f379cf6'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:00:22.155610 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac3e0b9-2b16-4ddd-9c64-751933107536 None None] Attempting to bind port fa6a0e39-243e-46ba-98f3-342c9e019b12 on network 60788e4b-d10e-49d9-9088-8b0f2f379cf6 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:00:22.161556 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-46f9afc8-f2eb-4806-bec7-6feabc165ce4 None None] Port 4cd1bdf1-eb28-435c-a4fd-df5ece742570 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:00:22.175273 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac3e0b9-2b16-4ddd-9c64-751933107536 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:00:22.175273 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac3e0b9-2b16-4ddd-9c64-751933107536 None None] Checking segment: {'id': 'a2a7525a-9958-4b3a-97be-704dff315503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '60788e4b-d10e-49d9-9088-8b0f2f379cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:00:22.175649 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-bac3e0b9-2b16-4ddd-9c64-751933107536 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:22.176032 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40322) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:22.176409 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac3e0b9-2b16-4ddd-9c64-751933107536 None None] Bound using segment: {'id': 'a2a7525a-9958-4b3a-97be-704dff315503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '60788e4b-d10e-49d9-9088-8b0f2f379cf6'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:00:22.176893 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b3e248b2-b43b-4d5f-b5fe-79b49ab4b932 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (08be544d-35fd-4276-af15-4dd336851a75), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:22.177018 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-bac3e0b9-2b16-4ddd-9c64-751933107536 None None] Bound port: fa6a0e39-243e-46ba-98f3-342c9e019b12, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2a7525a-9958-4b3a-97be-704dff315503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '60788e4b-d10e-49d9-9088-8b0f2f379cf6'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:00:22.177277 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-bac3e0b9-2b16-4ddd-9c64-751933107536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (fa6a0e39-243e-46ba-98f3-342c9e019b12), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:22.209149 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-6f5c582b-9abd-4caf-a495-c991124dd932 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1974073702', 'description': 'tempest-secgroup-smoke-1974073702 description', 'project_id': 'acc20d3acbb8412595ec5e464a94b770'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:00:22.228630 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-46f9afc8-f2eb-4806-bec7-6feabc165ce4 None None] Provisioning complete for port e45d219b-8d32-4f2b-b2cd-8af50d4c2184 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:22.229017 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-46f9afc8-f2eb-4806-bec7-6feabc165ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e45d219b-8d32-4f2b-b2cd-8af50d4c2184), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:22.235388 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3fb37bd6-a865-47c8-84b1-a6327dde14f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (72130516-dd91-49b2-b3db-900325a32b85), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:22.359627 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a454bd74-4408-4d16-a0e9-1fe7025d56dc None None] Network 9414ab29-31fd-4673-9b48-739ff7bb781e requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:00:22.417053 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-b3e248b2-b43b-4d5f-b5fe-79b49ab4b932 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Deleting port 72130516-dd91-49b2-b3db-900325a32b85 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:00:22.417397 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b3e248b2-b43b-4d5f-b5fe-79b49ab4b932 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (72130516-dd91-49b2-b3db-900325a32b85), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:22.460702 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6f5c582b-9abd-4caf-a495-c991124dd932 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:22.525531 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1608a74f-a2b8-4200-8aa6-1c7b4f015862 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Pushing event updated for resources: {'Port': ['ID=4cd1bdf1-eb28-435c-a4fd-df5ece742570,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:22.562524 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6f5c582b-9abd-4caf-a495-c991124dd932 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:22.597325 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e0fc2104-a8f1-47b8-a79e-546378d97cfa tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (3f644e6a-ed79-40c4-b96f-45ed72a304f9), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:22.604800 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port e45d219b-8d32-4f2b-b2cd-8af50d4c2184 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:00:22.605524 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (e45d219b-8d32-4f2b-b2cd-8af50d4c2184), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:22.608701 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb37bd6-a865-47c8-84b1-a6327dde14f4 None None] Pushing event updated for resources: {'Port': ['ID=72130516-dd91-49b2-b3db-900325a32b85,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:22.631614 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:22.636558 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:22.641904 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fc2104-a8f1-47b8-a79e-546378d97cfa tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event deleted for resources: {'Subnet': ['ID=3f644e6a-ed79-40c4-b96f-45ed72a304f9,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:22.688493 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e0fc2104-a8f1-47b8-a79e-546378d97cfa tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:22.691757 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e0fc2104-a8f1-47b8-a79e-546378d97cfa tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/3f644e6a-ed79-40c4-b96f-45ed72a304f9 HTTP/1.1" status: 204 len: 168 time: 1.2065918 Aug 27 05:00:22.695146 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-b3e248b2-b43b-4d5f-b5fe-79b49ab4b932 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] For port 72130516-dd91-49b2-b3db-900325a32b85, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=72130516-dd91-49b2-b3db-900325a32b85,segment=NetworkSegment(45588ace-2f64-4985-ac44-c3a69449c2cf),segment_id=45588ace-2f64-4985-ac44-c3a69449c2cf)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:00:22.695558 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b3e248b2-b43b-4d5f-b5fe-79b49ab4b932 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (72130516-dd91-49b2-b3db-900325a32b85), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:22.699188 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40334) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:22.725566 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a541021d-08b5-4a04-a7de-2eef3b394438 None None] Network 08be544d-35fd-4276-af15-4dd336851a75 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:00:22.726230 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-b3e248b2-b43b-4d5f-b5fe-79b49ab4b932 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Calling delete_port for 72130516-dd91-49b2-b3db-900325a32b85 owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:00:22.745343 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5aa2e7fb-27be-4b77-92c7-b48f59eba35f admin admin] Publish callbacks [] for port (4d61af21-bfac-4afa-bfa1-d12a6c83302d), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:22.831871 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-82e47095-10a0-444b-a31c-ef04af298ee0 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] DELETE failed (client error): The resource could not be found. Aug 27 05:00:22.832385 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82e47095-10a0-444b-a31c-ef04af298ee0 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 05:00:22.838984 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-82e47095-10a0-444b-a31c-ef04af298ee0 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/97dbdf6f-954f-4b59-b114-7c57195f241f HTTP/1.1" status: 404 len: 337 time: 0.1295710 Aug 27 05:00:22.841294 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40336) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:22.855212 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1608a74f-a2b8-4200-8aa6-1c7b4f015862 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Network ab2b9fcc-4022-4db3-bc73-116c783532be is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:00:22.859752 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-1608a74f-a2b8-4200-8aa6-1c7b4f015862 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:00:22.882591 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port e45d219b-8d32-4f2b-b2cd-8af50d4c2184, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=e45d219b-8d32-4f2b-b2cd-8af50d4c2184,segment=NetworkSegment(9900a443-f3af-464b-b9be-89eec37c0f23),segment_id=9900a443-f3af-464b-b9be-89eec37c0f23)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:00:22.915027 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8de1054b-4563-47e0-b429-4034a3463103 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d3cffe8b-8541-4f28-a863-9d20b77fda6c HTTP/1.1" status: 200 len: 205 time: 0.0709624 Aug 27 05:00:22.924968 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40338) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:23.035503 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-c771831f-d018-4696-b211-5e45487d8d4d tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] delete failed (client error): The resource could not be found. Aug 27 05:00:23.036954 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c771831f-d018-4696-b211-5e45487d8d4d tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "DELETE /networking/v2.0/routers/d3cffe8b-8541-4f28-a863-9d20b77fda6c HTTP/1.1" status: 404 len: 336 time: 0.1057615 Aug 27 05:00:23.051726 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40344) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:23.116872 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-bac3e0b9-2b16-4ddd-9c64-751933107536 None None] For port fa6a0e39-243e-46ba-98f3-342c9e019b12, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:00:23.123206 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ae331c0-113d-4a0f-9dd1-3ced15644d0a tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] DELETE failed (client error): The resource could not be found. Aug 27 05:00:23.123791 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ae331c0-113d-4a0f-9dd1-3ced15644d0a tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 05:00:23.128890 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-5ae331c0-113d-4a0f-9dd1-3ced15644d0a tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/89ec29a8-c428-4e43-ae98-9e0955aa2f53 HTTP/1.1" status: 404 len: 337 time: 0.0706670 Aug 27 05:00:23.135361 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6f5c582b-9abd-4caf-a495-c991124dd932 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group (737b7bc1-f651-45c9-86bd-855fe79f3c88), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:23.136254 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40348) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:23.139787 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-46f9afc8-f2eb-4806-bec7-6feabc165ce4 None None] Current status of the port e45d219b-8d32-4f2b-b2cd-8af50d4c2184 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:00:23.140749 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-46f9afc8-f2eb-4806-bec7-6feabc165ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (e45d219b-8d32-4f2b-b2cd-8af50d4c2184), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:23.166542 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3e033e2-1f8b-4d0e-bc41-b0843b03fc40 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] DELETE failed (client error): The resource could not be found. Aug 27 05:00:23.167012 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3e033e2-1f8b-4d0e-bc41-b0843b03fc40 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 05:00:23.170274 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c3e033e2-1f8b-4d0e-bc41-b0843b03fc40 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/81ba250d-8cd0-4727-a437-5e3aba228b84 HTTP/1.1" status: 404 len: 337 time: 0.0329876 Aug 27 05:00:23.176589 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:23.178663 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:23.187625 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40350) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:23.199277 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (e45d219b-8d32-4f2b-b2cd-8af50d4c2184), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:23.212289 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-bac3e0b9-2b16-4ddd-9c64-751933107536 None None] For port fa6a0e39-243e-46ba-98f3-342c9e019b12, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=fa6a0e39-243e-46ba-98f3-342c9e019b12,segment=NetworkSegment(a2a7525a-9958-4b3a-97be-704dff315503),segment_id=a2a7525a-9958-4b3a-97be-704dff315503)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:00:23.222024 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6f5c582b-9abd-4caf-a495-c991124dd932 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (737b7bc1-f651-45c9-86bd-855fe79f3c88), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:23.290960 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-19d2092f-3fa7-4d9b-99ea-409f2a18a8ef tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] DELETE failed (client error): The resource could not be found. Aug 27 05:00:23.291422 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19d2092f-3fa7-4d9b-99ea-409f2a18a8ef tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 05:00:23.308279 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-19d2092f-3fa7-4d9b-99ea-409f2a18a8ef tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/12f730f6-bea4-4e30-9b26-404c6ae20ebb HTTP/1.1" status: 404 len: 337 time: 0.1192393 Aug 27 05:00:23.315757 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40354) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:23.359277 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b3e248b2-b43b-4d5f-b5fe-79b49ab4b932 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (72130516-dd91-49b2-b3db-900325a32b85), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:23.375287 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5c582b-9abd-4caf-a495-c991124dd932 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=737b7bc1-f651-45c9-86bd-855fe79f3c88,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:23.401275 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e248b2-b43b-4d5f-b5fe-79b49ab4b932 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] No DVR routers for this DVR port 72130516-dd91-49b2-b3db-900325a32b85 on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:00:23.403058 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=76,neutron:UPDATE=4,neutron:INSERT=18,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:23.408053 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-afe49480-0b71-4e46-a35d-5fa539bfaff2 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] DELETE failed (client error): The resource could not be found. Aug 27 05:00:23.408701 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afe49480-0b71-4e46-a35d-5fa539bfaff2 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 05:00:23.411731 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-afe49480-0b71-4e46-a35d-5fa539bfaff2 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "DELETE /networking/v2.0/ports/cca4b638-4933-4da6-a83d-8629dd805a39 HTTP/1.1" status: 404 len: 333 time: 0.0925982 Aug 27 05:00:23.415759 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40358) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:23.428651 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5aa2e7fb-27be-4b77-92c7-b48f59eba35f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (4d61af21-bfac-4afa-bfa1-d12a6c83302d), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:23.464278 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eb159d4-1968-4811-bd64-2b0e9046ae20 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] DELETE failed (client error): The resource could not be found. Aug 27 05:00:23.464754 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eb159d4-1968-4811-bd64-2b0e9046ae20 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 05:00:23.468797 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0eb159d4-1968-4811-bd64-2b0e9046ae20 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/608dcd52-cf4e-4e07-9476-18774ff038ec HTTP/1.1" status: 404 len: 337 time: 0.0518005 Aug 27 05:00:23.481328 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40360) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:23.532551 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e248b2-b43b-4d5f-b5fe-79b49ab4b932 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Pushing event deleted for resources: {'Port': ['ID=72130516-dd91-49b2-b3db-900325a32b85,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:23.568579 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:23.580901 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa2e7fb-27be-4b77-92c7-b48f59eba35f admin admin] Pushing event updated for resources: {'Port': ['ID=4d61af21-bfac-4afa-bfa1-d12a6c83302d,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:23.587243 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bfc6c83-80d5-4e0c-87d4-d5d9e6a9ab38 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] DELETE failed (client error): The resource could not be found. Aug 27 05:00:23.587716 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bfc6c83-80d5-4e0c-87d4-d5d9e6a9ab38 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 05:00:23.590985 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-0bfc6c83-80d5-4e0c-87d4-d5d9e6a9ab38 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/7531f2e4-b56e-4d33-9b15-0c4228dbac77 HTTP/1.1" status: 404 len: 337 time: 0.1065094 Aug 27 05:00:23.592624 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa2e7fb-27be-4b77-92c7-b48f59eba35f admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:00:23.593443 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1608a74f-a2b8-4200-8aa6-1c7b4f015862 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Router fcb46d7e-5602-406f-801c-769fa8aaff44 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 05:00:23.595938 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40362) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:23.638984 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-5aa2e7fb-27be-4b77-92c7-b48f59eba35f admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:00:23.657939 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa2e7fb-27be-4b77-92c7-b48f59eba35f admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:00:23.690307 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device e1b43703-7e0b-4673-9244-f1dd929418e2 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:00:23.699355 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-bac3e0b9-2b16-4ddd-9c64-751933107536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (fa6a0e39-243e-46ba-98f3-342c9e019b12), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:23.747357 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6f5c582b-9abd-4caf-a495-c991124dd932 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group (bfedcbf5-2818-4045-b56c-596951ceb5e0), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:23.832003 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b3e248b2-b43b-4d5f-b5fe-79b49ab4b932 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (08be544d-35fd-4276-af15-4dd336851a75), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:23.840239 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-558b0d4b-2ee9-4fc5-847c-0adf16c4553c tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] DELETE failed (client error): The resource could not be found. Aug 27 05:00:23.855831 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-558b0d4b-2ee9-4fc5-847c-0adf16c4553c tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 05:00:23.875061 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-558b0d4b-2ee9-4fc5-847c-0adf16c4553c tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "DELETE /networking/v2.0/ports/e6d6fc10-1652-4dd1-bc1d-993cc055cb02 HTTP/1.1" status: 404 len: 333 time: 0.2720106 Aug 27 05:00:23.887710 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40372) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:23.920376 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-b3e248b2-b43b-4d5f-b5fe-79b49ab4b932 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08be544d-35fd-4276-af15-4dd336851a75']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:23.956974 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-b3e248b2-b43b-4d5f-b5fe-79b49ab4b932 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45588ace-2f64-4985-ac44-c3a69449c2cf') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:23.957554 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-b3e248b2-b43b-4d5f-b5fe-79b49ab4b932 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45588ace-2f64-4985-ac44-c3a69449c2cf') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:23.984995 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b3e248b2-b43b-4d5f-b5fe-79b49ab4b932 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (45588ace-2f64-4985-ac44-c3a69449c2cf), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:24.015136 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b3e248b2-b43b-4d5f-b5fe-79b49ab4b932 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (45588ace-2f64-4985-ac44-c3a69449c2cf), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:24.024999 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-718afbcb-0216-41de-a4c5-8460fe7bf5e0 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] DELETE failed (client error): The resource could not be found. Aug 27 05:00:24.025696 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d95078-3e20-4f37-9b3c-9b01b573c784 None None] Update dhcp port {'port': {'network_id': '9414ab29-31fd-4673-9b48-739ff7bb781e', 'fixed_ips': [{'subnet_id': '3f644e6a-ed79-40c4-b96f-45ed72a304f9'}], 'binding:host_id': 'n-d-852088-5'}, 'id': 'd3f59d5c-7795-4662-a6ae-bc02f2a1573a'} from n-d-852088-5. {{(pid=107777) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Aug 27 05:00:24.025880 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-718afbcb-0216-41de-a4c5-8460fe7bf5e0 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 05:00:24.030424 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-46f9afc8-f2eb-4806-bec7-6feabc165ce4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 05:00:24.031059 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-46f9afc8-f2eb-4806-bec7-6feabc165ce4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 05:00:24.031967 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4cc51f-d0f1-41e6-ae83-f837b7823ade None None] Network 08be544d-35fd-4276-af15-4dd336851a75 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:00:24.032615 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3e248b2-b43b-4d5f-b5fe-79b49ab4b932 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:00:24.033050 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b3e248b2-b43b-4d5f-b5fe-79b49ab4b932 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (45588ace-2f64-4985-ac44-c3a69449c2cf), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:24.037346 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-718afbcb-0216-41de-a4c5-8460fe7bf5e0 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/27416f27-b0c8-432f-ae64-2267734f8e04 HTTP/1.1" status: 404 len: 337 time: 0.1461468 Aug 27 05:00:24.176121 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:24.189758 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40376) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:24.235112 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1608a74f-a2b8-4200-8aa6-1c7b4f015862 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:00:24.245446 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=e45d219b-8d32-4f2b-b2cd-8af50d4c2184,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:24.262502 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1608a74f-a2b8-4200-8aa6-1c7b4f015862 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] 10.222.0.76 "PUT /networking/v2.0/routers/fcb46d7e-5602-406f-801c-769fa8aaff44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0322607 Aug 27 05:00:24.265119 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-90d95078-3e20-4f37-9b3c-9b01b573c784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (d3f59d5c-7795-4662-a6ae-bc02f2a1573a), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:24.271203 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40386) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:24.327597 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b48af86-f914-498a-9093-8e213cb88f3e None None] Sync routers for ids ['fcb46d7e-5602-406f-801c-769fa8aaff44'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:00:24.328196 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 45588ace-2f64-4985-ac44-c3a69449c2cf resource provider aggregate not found Aug 27 05:00:24.344864 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-632b64eb-251f-4992-9829-8ddd9581a5e7 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] DELETE failed (client error): The resource could not be found. Aug 27 05:00:24.347912 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-632b64eb-251f-4992-9829-8ddd9581a5e7 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 05:00:24.351414 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port e1b43703-7e0b-4673-9244-f1dd929418e2 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:24.351414 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e1b43703-7e0b-4673-9244-f1dd929418e2), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:24.353528 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-632b64eb-251f-4992-9829-8ddd9581a5e7 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/9901bc0c-2636-4a9f-956a-4660767ee2c2 HTTP/1.1" status: 404 len: 337 time: 0.1489749 Aug 27 05:00:24.353528 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6f5c582b-9abd-4caf-a495-c991124dd932 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (bfedcbf5-2818-4045-b56c-596951ceb5e0), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:24.353856 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40390) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:24.380905 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac3e0b9-2b16-4ddd-9c64-751933107536 None None] Pushing event updated for resources: {'Port': ['ID=fa6a0e39-243e-46ba-98f3-342c9e019b12,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:24.445375 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5c582b-9abd-4caf-a495-c991124dd932 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfedcbf5-2818-4045-b56c-596951ceb5e0,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:24.467401 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 45588ace-2f64-4985-ac44-c3a69449c2cf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 45588ace-2f64-4985-ac44-c3a69449c2cf found for delete ", "request_id": "req-25d501a1-a2b0-446d-8d51-f3ba940b9b50"}]} Aug 27 05:00:24.515044 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:24.517684 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b48af86-f914-498a-9093-8e213cb88f3e None None] Routers {'fcb46d7e-5602-406f-801c-769fa8aaff44'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:00:24.518483 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-1b48af86-f914-498a-9093-8e213cb88f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:59:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['fcb46d7e-5602-406f-801c-769fa8aaff44'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:24.570387 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b3e248b2-b43b-4d5f-b5fe-79b49ab4b932 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (08be544d-35fd-4276-af15-4dd336851a75), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:24.583603 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-d57cb08e-c24f-4c6c-8684-bcf2a986b9bc tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Deleting port 09e745a8-a10b-4a4c-b5c8-fcfc9c395af9 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:00:24.585780 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d57cb08e-c24f-4c6c-8684-bcf2a986b9bc tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (09e745a8-a10b-4a4c-b5c8-fcfc9c395af9), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:24.586424 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b3e248b2-b43b-4d5f-b5fe-79b49ab4b932 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:24.587811 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b3e248b2-b43b-4d5f-b5fe-79b49ab4b932 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "DELETE /networking/v2.0/networks/08be544d-35fd-4276-af15-4dd336851a75 HTTP/1.1" status: 204 len: 168 time: 5.8561330 Aug 27 05:00:24.592121 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40394) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:24.663401 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80dc4ab3-e75b-4f29-9916-9b33c07508a1 None None] Network 9414ab29-31fd-4673-9b48-739ff7bb781e requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:00:24.666443 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-1b48af86-f914-498a-9093-8e213cb88f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:24.693458 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6f5c582b-9abd-4caf-a495-c991124dd932 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:24.693458 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6f5c582b-9abd-4caf-a495-c991124dd932 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 2.4977937 Aug 27 05:00:24.694421 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e248b2-b43b-4d5f-b5fe-79b49ab4b932 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Pushing event deleted for resources: {'Network': ['ID=08be544d-35fd-4276-af15-4dd336851a75,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:24.696633 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c9f0d80-9e0c-49f4-b651-1f371f05dac7 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] DELETE failed (client error): The resource could not be found. Aug 27 05:00:24.697199 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c9f0d80-9e0c-49f4-b651-1f371f05dac7 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 05:00:24.700109 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6c9f0d80-9e0c-49f4-b651-1f371f05dac7 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "DELETE /networking/v2.0/networks/08be544d-35fd-4276-af15-4dd336851a75 HTTP/1.1" status: 404 len: 339 time: 0.1028836 Aug 27 05:00:24.700699 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40396) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:24.707534 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-7e0ee1dc-8f6d-4263-9e81-5c57e32572a6 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Request body: {'security_group_rule': {'security_group_id': 'bfedcbf5-2818-4045-b56c-596951ceb5e0', 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:00:24.711205 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40398) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:24.741265 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d57cb08e-c24f-4c6c-8684-bcf2a986b9bc tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (09e745a8-a10b-4a4c-b5c8-fcfc9c395af9), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:24.755677 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-d57cb08e-c24f-4c6c-8684-bcf2a986b9bc tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Calling delete_port for 09e745a8-a10b-4a4c-b5c8-fcfc9c395af9 owned by {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:00:24.786448 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b48af86-f914-498a-9093-8e213cb88f3e None None] Routers {'fcb46d7e-5602-406f-801c-769fa8aaff44'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:00:24.787217 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-1b48af86-f914-498a-9093-8e213cb88f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:59:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['fcb46d7e-5602-406f-801c-769fa8aaff44'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:24.808410 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7e0ee1dc-8f6d-4263-9e81-5c57e32572a6 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (b7c68377-1dc2-4ccf-aaef-0daada858116), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:24.882816 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-46f9afc8-f2eb-4806-bec7-6feabc165ce4 None None] Current status of the port e45d219b-8d32-4f2b-b2cd-8af50d4c2184 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:00:24.890130 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-e2bc4752-b2b6-4864-b303-bbfaeb194fba tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2029068710', 'description': 'd1'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:00:24.895763 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-1b48af86-f914-498a-9093-8e213cb88f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:24.896800 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b48af86-f914-498a-9093-8e213cb88f3e None None] The sync data for ids ['fcb46d7e-5602-406f-801c-769fa8aaff44'] in n-d-852088-5 is: [] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:00:24.923803 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port e1b43703-7e0b-4673-9244-f1dd929418e2 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:00:24.935958 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7e0ee1dc-8f6d-4263-9e81-5c57e32572a6 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (b7c68377-1dc2-4ccf-aaef-0daada858116), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:24.937431 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:25.005045 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74d326c-795f-41ea-8380-036a2d595ff7 None None] DHCP port deletion for 9414ab29-31fd-4673-9b48-739ff7bb781e request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 05:00:25.011989 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-11d2f898-8862-477f-9042-9c14b27d4c06 None None] Provisioning complete for port 4cd1bdf1-eb28-435c-a4fd-df5ece742570 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:25.012634 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-11d2f898-8862-477f-9042-9c14b27d4c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (4cd1bdf1-eb28-435c-a4fd-df5ece742570), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:25.044022 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2bc4752-b2b6-4864-b303-bbfaeb194fba tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Made reservation on behalf of 1d0109415e794b52b25a509d7b89f6ff for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:00:25.049527 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e2bc4752-b2b6-4864-b303-bbfaeb194fba tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:25.071835 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7e0ee1dc-8f6d-4263-9e81-5c57e32572a6 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (b7c68377-1dc2-4ccf-aaef-0daada858116), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:25.103547 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0ee1dc-8f6d-4263-9e81-5c57e32572a6 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7c68377-1dc2-4ccf-aaef-0daada858116,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:25.127882 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-11d2f898-8862-477f-9042-9c14b27d4c06 None None] Port 4cd1bdf1-eb28-435c-a4fd-df5ece742570 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:00:25.130920 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-f74d326c-795f-41ea-8380-036a2d595ff7 None None] Deleting port d3f59d5c-7795-4662-a6ae-bc02f2a1573a {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:00:25.131302 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f74d326c-795f-41ea-8380-036a2d595ff7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (d3f59d5c-7795-4662-a6ae-bc02f2a1573a), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:25.167216 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2bc4752-b2b6-4864-b303-bbfaeb194fba tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 05:00:25.219365 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7e0ee1dc-8f6d-4263-9e81-5c57e32572a6 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:25.235337 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7e0ee1dc-8f6d-4263-9e81-5c57e32572a6 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5327101 Aug 27 05:00:25.238162 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40410) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:25.243291 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-9a0a9837-c18a-4f8f-a5f8-5760841796e1 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Request body: {'security_group_rule': {'security_group_id': 'bfedcbf5-2818-4045-b56c-596951ceb5e0', 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:00:25.245923 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-f74d326c-795f-41ea-8380-036a2d595ff7 None None] For port d3f59d5c-7795-4662-a6ae-bc02f2a1573a, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=d3f59d5c-7795-4662-a6ae-bc02f2a1573a,segment=NetworkSegment(dd31a398-0226-491b-8407-cefb6d7a96a3),segment_id=dd31a398-0226-491b-8407-cefb6d7a96a3)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:00:25.246409 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f74d326c-795f-41ea-8380-036a2d595ff7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (d3f59d5c-7795-4662-a6ae-bc02f2a1573a), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:25.281928 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-11d2f898-8862-477f-9042-9c14b27d4c06 None None] Provisioning complete for port 09e745a8-a10b-4a4c-b5c8-fcfc9c395af9 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:25.282305 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-11d2f898-8862-477f-9042-9c14b27d4c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (09e745a8-a10b-4a4c-b5c8-fcfc9c395af9), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:25.293777 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d57cb08e-c24f-4c6c-8684-bcf2a986b9bc tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (09e745a8-a10b-4a4c-b5c8-fcfc9c395af9), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:25.307031 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-f74d326c-795f-41ea-8380-036a2d595ff7 None None] Calling delete_port for d3f59d5c-7795-4662-a6ae-bc02f2a1573a owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:00:25.308906 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-11d2f898-8862-477f-9042-9c14b27d4c06 None None] Port 09e745a8-a10b-4a4c-b5c8-fcfc9c395af9 was deleted so its status cannot be updated. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 27 05:00:25.330620 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e2bc4752-b2b6-4864-b303-bbfaeb194fba tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (73a0b5fd-e75b-4231-b6b8-1ad9b5a74e8e), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:25.332137 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-e2bc4752-b2b6-4864-b303-bbfaeb194fba tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Added segment 73a0b5fd-e75b-4231-b6b8-1ad9b5a74e8e of type vlan for network 1ad2fcac-7277-467f-b482-5782e211d1bf Aug 27 05:00:25.332292 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-11d2f898-8862-477f-9042-9c14b27d4c06 None None] Provisioning complete for port e45d219b-8d32-4f2b-b2cd-8af50d4c2184 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:25.332566 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-11d2f898-8862-477f-9042-9c14b27d4c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e45d219b-8d32-4f2b-b2cd-8af50d4c2184), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:25.391767 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5aa2e7fb-27be-4b77-92c7-b48f59eba35f admin admin] Publish callbacks [] for router_gateway (dca2bff6-15d7-4642-b4c9-688f41b301d9), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:25.399056 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57cb08e-c24f-4c6c-8684-bcf2a986b9bc tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event deleted for resources: {'Port': ['ID=09e745a8-a10b-4a4c-b5c8-fcfc9c395af9,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:25.477822 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d57cb08e-c24f-4c6c-8684-bcf2a986b9bc tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:25.480132 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9a0a9837-c18a-4f8f-a5f8-5760841796e1 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (3c063f2b-4fc9-4c26-b492-61fa8a167363), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:25.480620 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-d57cb08e-c24f-4c6c-8684-bcf2a986b9bc tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "DELETE /networking/v2.0/ports/09e745a8-a10b-4a4c-b5c8-fcfc9c395af9 HTTP/1.1" status: 204 len: 168 time: 1.1256351 Aug 27 05:00:25.491760 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40414) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:25.550109 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e2bc4752-b2b6-4864-b303-bbfaeb194fba tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (1ad2fcac-7277-467f-b482-5782e211d1bf), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:25.556141 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8db7646-0e79-4a7f-9e14-3aa20e9b8095 None None] Network 60788e4b-d10e-49d9-9088-8b0f2f379cf6 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:00:25.584738 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device fa6a0e39-243e-46ba-98f3-342c9e019b12 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:00:25.603071 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:25.622180 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9a0a9837-c18a-4f8f-a5f8-5760841796e1 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (3c063f2b-4fc9-4c26-b492-61fa8a167363), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:25.722617 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9a0a9837-c18a-4f8f-a5f8-5760841796e1 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (3c063f2b-4fc9-4c26-b492-61fa8a167363), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:25.741820 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-11d2f898-8862-477f-9042-9c14b27d4c06 None None] Current status of the port e45d219b-8d32-4f2b-b2cd-8af50d4c2184 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:00:25.742039 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.db.resource_extend [None req-e2bc4752-b2b6-4864-b303-bbfaeb194fba tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 27 05:00:25.782017 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:25.792848 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0a9837-c18a-4f8f-a5f8-5760841796e1 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c063f2b-4fc9-4c26-b492-61fa8a167363,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:25.849471 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9a0a9837-c18a-4f8f-a5f8-5760841796e1 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:25.850997 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-9a0a9837-c18a-4f8f-a5f8-5760841796e1 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6118600 Aug 27 05:00:25.859366 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40426) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:25.868957 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-44ce521d-3557-45ba-a970-cd708efc20a2 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Request body: {'security_group_rule': {'security_group_id': 'bfedcbf5-2818-4045-b56c-596951ceb5e0', 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:00:25.885281 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-61f5317f-2b4b-4ecd-b4b5-8d6558b8b7e6 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (9414ab29-31fd-4673-9b48-739ff7bb781e), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:25.927037 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:25.986921 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-11d2f898-8862-477f-9042-9c14b27d4c06 None None] Provisioning complete for port d3f59d5c-7795-4662-a6ae-bc02f2a1573a triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:25.987157 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-11d2f898-8862-477f-9042-9c14b27d4c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d3f59d5c-7795-4662-a6ae-bc02f2a1573a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:25.991929 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e2bc4752-b2b6-4864-b303-bbfaeb194fba tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (1ad2fcac-7277-467f-b482-5782e211d1bf), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:25.996813 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bc4752-b2b6-4864-b303-bbfaeb194fba tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:00:25.997548 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e2bc4752-b2b6-4864-b303-bbfaeb194fba tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:26.036782 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-84e38fd2-69f2-4c11-8dbd-38875728a128 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 05:00:26.037855 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-84e38fd2-69f2-4c11-8dbd-38875728a128 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] 10.222.0.76 "PUT /networking/v2.0/routers/fcb46d7e-5602-406f-801c-769fa8aaff44/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.7636507 Aug 27 05:00:26.041092 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40428) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:26.101703 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f74d326c-795f-41ea-8380-036a2d595ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (d3f59d5c-7795-4662-a6ae-bc02f2a1573a), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:26.131805 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-11d2f898-8862-477f-9042-9c14b27d4c06 None None] Could not find standard attr ID for object d3f59d5c-7795-4662-a6ae-bc02f2a1573a. {{(pid=107777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 27 05:00:26.193139 n-d-852088-5 neutron-server[107777]: INFO neutron.plugins.ml2.db [None req-11d2f898-8862-477f-9042-9c14b27d4c06 None None] No ports have port_id starting with d3f59d5c-7795-4662-a6ae-bc02f2a1573a Aug 27 05:00:26.194094 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-44ce521d-3557-45ba-a970-cd708efc20a2 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (3ab57b2c-cae1-49cf-94d2-41bc8c823555), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:26.207298 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port fa6a0e39-243e-46ba-98f3-342c9e019b12 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:26.207781 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (fa6a0e39-243e-46ba-98f3-342c9e019b12), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:26.211223 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d326c-795f-41ea-8380-036a2d595ff7 None None] Pushing event deleted for resources: {'Port': ['ID=d3f59d5c-7795-4662-a6ae-bc02f2a1573a,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:26.271991 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74d326c-795f-41ea-8380-036a2d595ff7 None None] No DVR routers for this DVR port d3f59d5c-7795-4662-a6ae-bc02f2a1573a on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:00:26.309401 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74d326c-795f-41ea-8380-036a2d595ff7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:00:26.310108 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74d326c-795f-41ea-8380-036a2d595ff7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:00:26.310691 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74d326c-795f-41ea-8380-036a2d595ff7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:00:26.312103 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74d326c-795f-41ea-8380-036a2d595ff7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:00:26.313165 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74d326c-795f-41ea-8380-036a2d595ff7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:00:26.315330 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74d326c-795f-41ea-8380-036a2d595ff7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:00:26.317259 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74d326c-795f-41ea-8380-036a2d595ff7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:00:26.317824 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74d326c-795f-41ea-8380-036a2d595ff7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:00:26.318877 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74d326c-795f-41ea-8380-036a2d595ff7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:00:26.319456 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74d326c-795f-41ea-8380-036a2d595ff7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:00:26.320007 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74d326c-795f-41ea-8380-036a2d595ff7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:00:26.320597 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74d326c-795f-41ea-8380-036a2d595ff7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:00:26.321169 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74d326c-795f-41ea-8380-036a2d595ff7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:00:26.321747 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74d326c-795f-41ea-8380-036a2d595ff7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:00:26.322290 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74d326c-795f-41ea-8380-036a2d595ff7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:00:26.334996 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-44ce521d-3557-45ba-a970-cd708efc20a2 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (3ab57b2c-cae1-49cf-94d2-41bc8c823555), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:26.346076 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:26.367959 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3b98f0-4f81-4967-a98d-aa12cb6b63bc None None] get_active_networks_info from n-d-852088-5 {{(pid=107777) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 27 05:00:26.369960 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-47f003d8-6b88-4d5d-ab4d-5be4e55cceeb None None] Provisioning complete for port fa6a0e39-243e-46ba-98f3-342c9e019b12 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:26.370407 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-47f003d8-6b88-4d5d-ab4d-5be4e55cceeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (fa6a0e39-243e-46ba-98f3-342c9e019b12), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:26.492432 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-44ce521d-3557-45ba-a970-cd708efc20a2 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (3ab57b2c-cae1-49cf-94d2-41bc8c823555), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:26.552056 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ce521d-3557-45ba-a970-cd708efc20a2 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ab57b2c-cae1-49cf-94d2-41bc8c823555,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:26.677563 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-44ce521d-3557-45ba-a970-cd708efc20a2 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:26.681991 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-44ce521d-3557-45ba-a970-cd708efc20a2 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8200610 Aug 27 05:00:26.683239 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:26.686923 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40436) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:26.698693 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port fa6a0e39-243e-46ba-98f3-342c9e019b12 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:00:26.698988 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (fa6a0e39-243e-46ba-98f3-342c9e019b12), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:26.703896 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-5e6bcfe1-9e6e-4c7a-ba5c-c44d846e72e4 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Request body: {'security_group_rule': {'security_group_id': 'bfedcbf5-2818-4045-b56c-596951ceb5e0', 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:00:26.704067 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3b98f0-4f81-4967-a98d-aa12cb6b63bc None None] Resources bound (agent type, host, resource id): {{(pid=107777) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 05:00:26.884358 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ba9bb460-4392-4005-b6ac-7233c91cf81f tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (fcb46d7e-5602-406f-801c-769fa8aaff44), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:26.949870 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:26.956408 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port fa6a0e39-243e-46ba-98f3-342c9e019b12, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=fa6a0e39-243e-46ba-98f3-342c9e019b12,segment=NetworkSegment(a2a7525a-9958-4b3a-97be-704dff315503),segment_id=a2a7525a-9958-4b3a-97be-704dff315503)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:00:26.989452 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-bf9041aa-0db0-40b3-8535-e593716ab6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:27.011821 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-47f003d8-6b88-4d5d-ab4d-5be4e55cceeb None None] Current status of the port fa6a0e39-243e-46ba-98f3-342c9e019b12 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:00:27.012597 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-47f003d8-6b88-4d5d-ab4d-5be4e55cceeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (fa6a0e39-243e-46ba-98f3-342c9e019b12), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:27.020403 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e2bc4752-b2b6-4864-b303-bbfaeb194fba tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 782 time: 2.1484976 Aug 27 05:00:27.021043 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40442) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:27.038261 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (fa6a0e39-243e-46ba-98f3-342c9e019b12), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:27.039565 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device e45d219b-8d32-4f2b-b2cd-8af50d4c2184 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:00:27.053708 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-61f5317f-2b4b-4ecd-b4b5-8d6558b8b7e6 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Deleting port d3f59d5c-7795-4662-a6ae-bc02f2a1573a {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:00:27.054160 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-61f5317f-2b4b-4ecd-b4b5-8d6558b8b7e6 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (d3f59d5c-7795-4662-a6ae-bc02f2a1573a), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:27.083978 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5e6bcfe1-9e6e-4c7a-ba5c-c44d846e72e4 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (e2ca4ac0-88fc-45d9-8b86-f156c8dda183), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:27.209661 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bc4752-b2b6-4864-b303-bbfaeb194fba tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Pushing event updated for resources: {'Network': ['ID=1ad2fcac-7277-467f-b482-5782e211d1bf,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:27.281364 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 1ad2fcac-7277-467f-b482-5782e211d1bf details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 05:00:27.347876 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=fa6a0e39-243e-46ba-98f3-342c9e019b12,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:27.422623 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port e45d219b-8d32-4f2b-b2cd-8af50d4c2184 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:27.423088 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e45d219b-8d32-4f2b-b2cd-8af50d4c2184), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:27.431502 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:27.437895 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5aa2e7fb-27be-4b77-92c7-b48f59eba35f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (dca2bff6-15d7-4642-b4c9-688f41b301d9), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:27.528210 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-47f003d8-6b88-4d5d-ab4d-5be4e55cceeb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 05:00:27.528907 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-47f003d8-6b88-4d5d-ab4d-5be4e55cceeb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 05:00:27.529578 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5e6bcfe1-9e6e-4c7a-ba5c-c44d846e72e4 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (e2ca4ac0-88fc-45d9-8b86-f156c8dda183), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:27.548309 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:27.565214 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port e45d219b-8d32-4f2b-b2cd-8af50d4c2184 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:00:27.582785 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7200b24e-5b9d-4991-9430-23bac7086d32 None None] get_active_networks_info from n-d-852088-5 {{(pid=107777) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 27 05:00:27.639205 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5e6bcfe1-9e6e-4c7a-ba5c-c44d846e72e4 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (e2ca4ac0-88fc-45d9-8b86-f156c8dda183), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:27.661130 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d3f59d5c-7795-4662-a6ae-bc02f2a1573a no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:00:27.715033 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-61f5317f-2b4b-4ecd-b4b5-8d6558b8b7e6 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] For port d3f59d5c-7795-4662-a6ae-bc02f2a1573a, host n-d-852088-5, got binding levels [] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:00:27.716897 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-61f5317f-2b4b-4ecd-b4b5-8d6558b8b7e6 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (d3f59d5c-7795-4662-a6ae-bc02f2a1573a), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:27.732277 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: d3f59d5c-7795-4662-a6ae-bc02f2a1573a {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:00:27.732502 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6bcfe1-9e6e-4c7a-ba5c-c44d846e72e4 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2ca4ac0-88fc-45d9-8b86-f156c8dda183,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:27.732613 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d3f59d5c-7795-4662-a6ae-bc02f2a1573a not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:00:27.762506 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21000d46-4aba-43cc-b1a7-716bdbc299fa tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:00:27.770731 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40446) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:27.775419 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-21000d46-4aba-43cc-b1a7-716bdbc299fa tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "GET /networking/v2.0/networks?id=1ad2fcac-7277-467f-b482-5782e211d1bf HTTP/1.1" status: 200 len: 761 time: 0.7472062 Aug 27 05:00:27.783737 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-a0f383d5-a46f-4393-9f64-74daba54c297 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Request body: {'network': {'description': 'd2'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:00:27.794501 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-ba9bb460-4392-4005-b6ac-7233c91cf81f tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Deleting port 4cd1bdf1-eb28-435c-a4fd-df5ece742570 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:00:27.794860 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ba9bb460-4392-4005-b6ac-7233c91cf81f tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (4cd1bdf1-eb28-435c-a4fd-df5ece742570), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:27.847841 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-61f5317f-2b4b-4ecd-b4b5-8d6558b8b7e6 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Calling delete_port for d3f59d5c-7795-4662-a6ae-bc02f2a1573a owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:00:27.851402 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7200b24e-5b9d-4991-9430-23bac7086d32 None None] Resources bound (agent type, host, resource id): {{(pid=107777) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 05:00:27.854052 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.ipam_backend_mixin [None req-61f5317f-2b4b-4ecd-b4b5-8d6558b8b7e6 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Port d3f59d5c-7795-4662-a6ae-bc02f2a1573a was not found and therefore no delete operation was performed {{(pid=107775) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 27 05:00:27.857115 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-61f5317f-2b4b-4ecd-b4b5-8d6558b8b7e6 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (d3f59d5c-7795-4662-a6ae-bc02f2a1573a), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:27.954895 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:27.983626 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f5317f-2b4b-4ecd-b4b5-8d6558b8b7e6 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] No DVR routers for this DVR port d3f59d5c-7795-4662-a6ae-bc02f2a1573a on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:00:28.052578 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f5317f-2b4b-4ecd-b4b5-8d6558b8b7e6 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event deleted for resources: {'Port': ['ID=d3f59d5c-7795-4662-a6ae-bc02f2a1573a,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:28.084461 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ba9bb460-4392-4005-b6ac-7233c91cf81f tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (4cd1bdf1-eb28-435c-a4fd-df5ece742570), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:28.104957 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5e6bcfe1-9e6e-4c7a-ba5c-c44d846e72e4 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:28.109129 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-5e6bcfe1-9e6e-4c7a-ba5c-c44d846e72e4 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4140735 Aug 27 05:00:28.125009 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40452) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:28.141484 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-5afd3561-b81b-4891-8b2b-ef064c383e20 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Request body: {'security_group_rule': {'security_group_id': 'bfedcbf5-2818-4045-b56c-596951ceb5e0', 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:00:28.145970 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device fa6a0e39-243e-46ba-98f3-342c9e019b12 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:00:28.157938 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:28.164953 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-ba9bb460-4392-4005-b6ac-7233c91cf81f tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Calling delete_port for 4cd1bdf1-eb28-435c-a4fd-df5ece742570 owned by network:router_interface {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:00:28.204387 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:28.249900 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:28.269823 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-61f5317f-2b4b-4ecd-b4b5-8d6558b8b7e6 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (9414ab29-31fd-4673-9b48-739ff7bb781e), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:28.322015 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-61f5317f-2b4b-4ecd-b4b5-8d6558b8b7e6 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9414ab29-31fd-4673-9b48-739ff7bb781e']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:28.331561 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-47f003d8-6b88-4d5d-ab4d-5be4e55cceeb None None] Current status of the port fa6a0e39-243e-46ba-98f3-342c9e019b12 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:00:28.334479 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a0f383d5-a46f-4393-9f64-74daba54c297 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (1ad2fcac-7277-467f-b482-5782e211d1bf), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:28.346043 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-61f5317f-2b4b-4ecd-b4b5-8d6558b8b7e6 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd31a398-0226-491b-8407-cefb6d7a96a3') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:28.346339 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-61f5317f-2b4b-4ecd-b4b5-8d6558b8b7e6 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd31a398-0226-491b-8407-cefb6d7a96a3') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:28.376345 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port fa6a0e39-243e-46ba-98f3-342c9e019b12 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:28.376652 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (fa6a0e39-243e-46ba-98f3-342c9e019b12), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:28.390428 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-61f5317f-2b4b-4ecd-b4b5-8d6558b8b7e6 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (dd31a398-0226-491b-8407-cefb6d7a96a3), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:28.413698 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-61f5317f-2b4b-4ecd-b4b5-8d6558b8b7e6 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (dd31a398-0226-491b-8407-cefb6d7a96a3), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:28.420986 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61f5317f-2b4b-4ecd-b4b5-8d6558b8b7e6 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:00:28.421403 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-61f5317f-2b4b-4ecd-b4b5-8d6558b8b7e6 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (dd31a398-0226-491b-8407-cefb6d7a96a3), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:28.433021 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a0f383d5-a46f-4393-9f64-74daba54c297 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (1ad2fcac-7277-467f-b482-5782e211d1bf), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:28.506628 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment dd31a398-0226-491b-8407-cefb6d7a96a3 resource provider aggregate not found Aug 27 05:00:28.516573 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-51bd5610-e1f8-46b6-b7e2-4aecf07e4f80 None None] Provisioning complete for port fa6a0e39-243e-46ba-98f3-342c9e019b12 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:28.518580 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-51bd5610-e1f8-46b6-b7e2-4aecf07e4f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (fa6a0e39-243e-46ba-98f3-342c9e019b12), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:28.532481 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment dd31a398-0226-491b-8407-cefb6d7a96a3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dd31a398-0226-491b-8407-cefb6d7a96a3 found for delete ", "request_id": "req-a057bfa8-cafd-45aa-af04-79873468da9b"}]} Aug 27 05:00:28.549019 n-d-852088-5 neutron-server[107776]: INFO neutron.db.securitygroups_db [None req-5afd3561-b81b-4891-8b2b-ef064c383e20 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Project acc20d3acbb8412595ec5e464a94b770 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 05:00:28.559660 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-61f5317f-2b4b-4ecd-b4b5-8d6558b8b7e6 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (9414ab29-31fd-4673-9b48-739ff7bb781e), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:28.570988 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-61f5317f-2b4b-4ecd-b4b5-8d6558b8b7e6 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:28.577492 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a0f383d5-a46f-4393-9f64-74daba54c297 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Network 1ad2fcac-7277-467f-b482-5782e211d1bf is not hosted by any dhcp agent {{(pid=107776) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 27 05:00:28.581808 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-61f5317f-2b4b-4ecd-b4b5-8d6558b8b7e6 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] 10.222.0.76 "DELETE /networking/v2.0/networks/9414ab29-31fd-4673-9b48-739ff7bb781e HTTP/1.1" status: 204 len: 168 time: 3.0880668 Aug 27 05:00:28.587730 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f383d5-a46f-4393-9f64-74daba54c297 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:00:28.588520 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a0f383d5-a46f-4393-9f64-74daba54c297 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:28.592694 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a0f383d5-a46f-4393-9f64-74daba54c297 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "PUT /networking/v2.0/networks/1ad2fcac-7277-467f-b482-5782e211d1bf HTTP/1.1" status: 200 len: 758 time: 0.8165147 Aug 27 05:00:28.593332 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5afd3561-b81b-4891-8b2b-ef064c383e20 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (8d584434-51bf-40d5-a57e-e259b92df2ef), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:28.597307 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40460) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:28.621679 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f5317f-2b4b-4ecd-b4b5-8d6558b8b7e6 tempest-PortsTestJSON-28140921 tempest-PortsTestJSON-28140921-project] Pushing event deleted for resources: {'Network': ['ID=9414ab29-31fd-4673-9b48-739ff7bb781e,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:28.633119 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa2e7fb-27be-4b77-92c7-b48f59eba35f admin admin] Router dca2bff6-15d7-4642-b4c9-688f41b301d9 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 05:00:28.658875 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port fa6a0e39-243e-46ba-98f3-342c9e019b12 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:00:28.771113 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-51bd5610-e1f8-46b6-b7e2-4aecf07e4f80 None None] Current status of the port fa6a0e39-243e-46ba-98f3-342c9e019b12 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:00:28.817648 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa2e7fb-27be-4b77-92c7-b48f59eba35f admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:00:28.830456 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf21e65-2dc7-4e5f-a138-2a03f0a7e5e8 None None] Sync routers for ids ['dca2bff6-15d7-4642-b4c9-688f41b301d9'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:00:28.844850 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf21e65-2dc7-4e5f-a138-2a03f0a7e5e8 None None] Routers {'dca2bff6-15d7-4642-b4c9-688f41b301d9'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:00:28.845549 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-6bf21e65-2dc7-4e5f-a138-2a03f0a7e5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T04:59:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['dca2bff6-15d7-4642-b4c9-688f41b301d9'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:29.012802 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-6bf21e65-2dc7-4e5f-a138-2a03f0a7e5e8 None None] Set router dca2bff6-15d7-4642-b4c9-688f41b301d9 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:00:29.018477 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5aa2e7fb-27be-4b77-92c7-b48f59eba35f admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:29.027835 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-5aa2e7fb-27be-4b77-92c7-b48f59eba35f admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 10.9891274 Aug 27 05:00:29.027835 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40472) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:29.193953 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f383d5-a46f-4393-9f64-74daba54c297 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Pushing event updated for resources: {'Network': ['ID=1ad2fcac-7277-467f-b482-5782e211d1bf,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:29.207081 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 1ad2fcac-7277-467f-b482-5782e211d1bf details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 05:00:29.325871 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-6bf21e65-2dc7-4e5f-a138-2a03f0a7e5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca2bff6-15d7-4642-b4c9-688f41b301d9', 'name': 'tempest-TestServerBasicOps-1746342857-router', 'tenant_id': '41104bce1ef94aa4bbd703937a54d7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '4d61af21-bfac-4afa-bfa1-d12a6c83302d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:00:18Z', 'updated_at': '2022-08-27T05:00:24Z', 'revision_number': 3, 'project_id': '41104bce1ef94aa4bbd703937a54d7e0', 'gw_port': {'id': '4d61af21-bfac-4afa-bfa1-d12a6c83302d', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca2bff6-15d7-4642-b4c9-688f41b301d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:00:20Z', 'updated_at': '2022-08-27T05:00:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:29.339634 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c49bc1aa-075f-4fc1-b695-402ca1900994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:29.378205 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf21e65-2dc7-4e5f-a138-2a03f0a7e5e8 None None] Checking router: dca2bff6-15d7-4642-b4c9-688f41b301d9 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:00:29.379020 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf21e65-2dc7-4e5f-a138-2a03f0a7e5e8 None None] Updating router dca2bff6-15d7-4642-b4c9-688f41b301d9 port 4d61af21-bfac-4afa-bfa1-d12a6c83302d binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:00:29.420976 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-6bf21e65-2dc7-4e5f-a138-2a03f0a7e5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (4d61af21-bfac-4afa-bfa1-d12a6c83302d), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:29.435154 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40478) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:29.508671 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ba9bb460-4392-4005-b6ac-7233c91cf81f tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (4cd1bdf1-eb28-435c-a4fd-df5ece742570), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:29.606049 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9bb460-4392-4005-b6ac-7233c91cf81f tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Pushing event deleted for resources: {'Port': ['ID=4cd1bdf1-eb28-435c-a4fd-df5ece742570,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:29.628497 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36597a33-e488-4b5c-8018-1ba642fc4ee4 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:00:29.633631 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-36597a33-e488-4b5c-8018-1ba642fc4ee4 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "GET /networking/v2.0/networks?id=1ad2fcac-7277-467f-b482-5782e211d1bf HTTP/1.1" status: 200 len: 761 time: 1.0267138 Aug 27 05:00:29.654082 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40482) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:29.662575 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-b098bf32-d175-4de0-aaea-fc1af8022180 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-345606791'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:00:29.669474 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5afd3561-b81b-4891-8b2b-ef064c383e20 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (8d584434-51bf-40d5-a57e-e259b92df2ef), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:29.754539 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:29.765542 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5afd3561-b81b-4891-8b2b-ef064c383e20 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (8d584434-51bf-40d5-a57e-e259b92df2ef), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:29.783857 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ba9bb460-4392-4005-b6ac-7233c91cf81f tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (fcb46d7e-5602-406f-801c-769fa8aaff44), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:29.797184 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afd3561-b81b-4891-8b2b-ef064c383e20 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d584434-51bf-40d5-a57e-e259b92df2ef,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:29.839482 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:29.965458 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-6bf21e65-2dc7-4e5f-a138-2a03f0a7e5e8 None None] Publish callbacks [] for port (4d61af21-bfac-4afa-bfa1-d12a6c83302d), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:29.999427 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5afd3561-b81b-4891-8b2b-ef064c383e20 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:30.007158 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-5afd3561-b81b-4891-8b2b-ef064c383e20 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.8805490 Aug 27 05:00:30.007811 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40490) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:30.032824 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-49c03848-ec7a-4cf3-8f89-9f3f6ed13885 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Request body: {'security_group_rule': {'security_group_id': 'bfedcbf5-2818-4045-b56c-596951ceb5e0', 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:00:30.066222 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:30.090318 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-6bf21e65-2dc7-4e5f-a138-2a03f0a7e5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (4d61af21-bfac-4afa-bfa1-d12a6c83302d), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:30.134753 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-6bf21e65-2dc7-4e5f-a138-2a03f0a7e5e8 None None] Attempting to bind port 4d61af21-bfac-4afa-bfa1-d12a6c83302d on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:00:30.135381 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-6bf21e65-2dc7-4e5f-a138-2a03f0a7e5e8 None None] Attempting to bind port 4d61af21-bfac-4afa-bfa1-d12a6c83302d by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:00:30.135943 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf21e65-2dc7-4e5f-a138-2a03f0a7e5e8 None None] Attempting to bind port 4d61af21-bfac-4afa-bfa1-d12a6c83302d on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:00:30.149059 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:30.152640 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf21e65-2dc7-4e5f-a138-2a03f0a7e5e8 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:00:30.153335 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf21e65-2dc7-4e5f-a138-2a03f0a7e5e8 None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:00:30.154166 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-6bf21e65-2dc7-4e5f-a138-2a03f0a7e5e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:30.155294 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf21e65-2dc7-4e5f-a138-2a03f0a7e5e8 None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:00:30.156002 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-6bf21e65-2dc7-4e5f-a138-2a03f0a7e5e8 None None] Bound port: 4d61af21-bfac-4afa-bfa1-d12a6c83302d, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:00:30.156747 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-6bf21e65-2dc7-4e5f-a138-2a03f0a7e5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (4d61af21-bfac-4afa-bfa1-d12a6c83302d), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:30.157966 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b098bf32-d175-4de0-aaea-fc1af8022180 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Made reservation on behalf of 1d0109415e794b52b25a509d7b89f6ff for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:00:30.163953 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b098bf32-d175-4de0-aaea-fc1af8022180 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:30.175203 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba9bb460-4392-4005-b6ac-7233c91cf81f tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Router fcb46d7e-5602-406f-801c-769fa8aaff44 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:00:30.177407 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f5f21dbd-6254-410a-8a34-f81ec87a7cec admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=fe4b55b9429141158994d6a58059854d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7343373 Aug 27 05:00:30.183499 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40496) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:30.223821 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaeace8-d1d1-452f-a5a0-a7dc231ae024 None None] Pushing event updated for resources: {'Port': ['ID=4d61af21-bfac-4afa-bfa1-d12a6c83302d,revision_number=2']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:30.255703 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b098bf32-d175-4de0-aaea-fc1af8022180 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 05:00:30.286085 n-d-852088-5 neutron-server[107776]: INFO neutron.db.securitygroups_db [None req-49c03848-ec7a-4cf3-8f89-9f3f6ed13885 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Project acc20d3acbb8412595ec5e464a94b770 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 05:00:30.290472 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaeace8-d1d1-452f-a5a0-a7dc231ae024 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:00:30.290913 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaeace8-d1d1-452f-a5a0-a7dc231ae024 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:00:30.295887 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaeace8-d1d1-452f-a5a0-a7dc231ae024 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:00:30.300934 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaeace8-d1d1-452f-a5a0-a7dc231ae024 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:00:30.301353 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaeace8-d1d1-452f-a5a0-a7dc231ae024 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:00:30.301702 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaeace8-d1d1-452f-a5a0-a7dc231ae024 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:00:30.302044 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaeace8-d1d1-452f-a5a0-a7dc231ae024 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:00:30.302376 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaeace8-d1d1-452f-a5a0-a7dc231ae024 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:00:30.302704 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaeace8-d1d1-452f-a5a0-a7dc231ae024 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:00:30.303030 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaeace8-d1d1-452f-a5a0-a7dc231ae024 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:00:30.303352 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaeace8-d1d1-452f-a5a0-a7dc231ae024 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:00:30.303673 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaeace8-d1d1-452f-a5a0-a7dc231ae024 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:00:30.304000 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaeace8-d1d1-452f-a5a0-a7dc231ae024 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:00:30.304348 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaeace8-d1d1-452f-a5a0-a7dc231ae024 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:00:30.304670 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaeace8-d1d1-452f-a5a0-a7dc231ae024 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:00:30.325088 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7a08c0a5-669e-41be-86e5-1e9f4e90d6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:30.355447 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-6bf21e65-2dc7-4e5f-a138-2a03f0a7e5e8 None None] For port 4d61af21-bfac-4afa-bfa1-d12a6c83302d, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:00:30.360924 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-49c03848-ec7a-4cf3-8f89-9f3f6ed13885 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (e8f10646-be1e-4d05-a26d-cbb416feca1a), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:30.361121 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-6bf21e65-2dc7-4e5f-a138-2a03f0a7e5e8 None None] For port 4d61af21-bfac-4afa-bfa1-d12a6c83302d, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=4d61af21-bfac-4afa-bfa1-d12a6c83302d,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:00:30.363640 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b098bf32-d175-4de0-aaea-fc1af8022180 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (005092cd-17ed-4adb-81d9-0a9f7c44355d), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:30.364886 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-b098bf32-d175-4de0-aaea-fc1af8022180 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Added segment 005092cd-17ed-4adb-81d9-0a9f7c44355d of type vlan for network ddd101fe-0087-4b2d-8a55-723759434e8b Aug 27 05:00:30.374933 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9bb460-4392-4005-b6ac-7233c91cf81f tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:00:30.381638 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:30.385287 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ba9bb460-4392-4005-b6ac-7233c91cf81f tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] 10.222.0.76 "PUT /networking/v2.0/routers/fcb46d7e-5602-406f-801c-769fa8aaff44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3396313 Aug 27 05:00:30.387268 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40500) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:30.397035 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c632c793-b909-481c-ab2d-90b7d27e9293 None None] Sync routers for ids ['fcb46d7e-5602-406f-801c-769fa8aaff44'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:00:30.427194 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c632c793-b909-481c-ab2d-90b7d27e9293 None None] Routers {'fcb46d7e-5602-406f-801c-769fa8aaff44'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:00:30.428143 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-c632c793-b909-481c-ab2d-90b7d27e9293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:00:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['fcb46d7e-5602-406f-801c-769fa8aaff44'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:30.443329 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-8ae228af-1ded-4293-838b-bddfe114f02d tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] delete failed (client error): The resource could not be found. Aug 27 05:00:30.444307 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8ae228af-1ded-4293-838b-bddfe114f02d tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] 10.222.0.76 "DELETE /networking/v2.0/routers/tempest-non_exist_router-547456067 HTTP/1.1" status: 404 len: 334 time: 0.0560863 Aug 27 05:00:30.448156 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40502) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:30.454018 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-654019be-cb6e-4ae5-91ce-da89a98e3a24 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fcb46d7e-5602-406f-801c-769fa8aaff44'}}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:00:30.503040 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-6bf21e65-2dc7-4e5f-a138-2a03f0a7e5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (4d61af21-bfac-4afa-bfa1-d12a6c83302d), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:30.542178 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9c02ecbe-a735-4f76-b287-73838ef882ff admin admin] Publish callbacks [] for security_group (f8cfdf72-201d-4b90-8a48-51c5a4d22e93), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:30.542772 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-c632c793-b909-481c-ab2d-90b7d27e9293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:30.555177 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf21e65-2dc7-4e5f-a138-2a03f0a7e5e8 None None] Routers {'dca2bff6-15d7-4642-b4c9-688f41b301d9'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:00:30.557644 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-6bf21e65-2dc7-4e5f-a138-2a03f0a7e5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:00:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['dca2bff6-15d7-4642-b4c9-688f41b301d9'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:30.569881 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c632c793-b909-481c-ab2d-90b7d27e9293 None None] Routers {'fcb46d7e-5602-406f-801c-769fa8aaff44'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:00:30.570532 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-c632c793-b909-481c-ab2d-90b7d27e9293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:00:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['fcb46d7e-5602-406f-801c-769fa8aaff44'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:30.633117 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaeace8-d1d1-452f-a5a0-a7dc231ae024 None None] Pushing event updated for resources: {'Port': ['ID=4d61af21-bfac-4afa-bfa1-d12a6c83302d,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:30.672555 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b098bf32-d175-4de0-aaea-fc1af8022180 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (ddd101fe-0087-4b2d-8a55-723759434e8b), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:30.710804 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-c632c793-b909-481c-ab2d-90b7d27e9293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:30.712256 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c632c793-b909-481c-ab2d-90b7d27e9293 None None] The sync data for ids ['fcb46d7e-5602-406f-801c-769fa8aaff44'] in n-d-852088-5 is: [] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:00:30.718294 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9c02ecbe-a735-4f76-b287-73838ef882ff admin admin] Publish callbacks [] for security_group (f8cfdf72-201d-4b90-8a48-51c5a4d22e93), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:30.785128 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40506) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:30.827437 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.db.resource_extend [None req-b098bf32-d175-4de0-aaea-fc1af8022180 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 27 05:00:30.860438 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:30.864053 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-6bf21e65-2dc7-4e5f-a138-2a03f0a7e5e8 None None] Set router dca2bff6-15d7-4642-b4c9-688f41b301d9 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:00:30.866263 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:30.895057 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-49c03848-ec7a-4cf3-8f89-9f3f6ed13885 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (e8f10646-be1e-4d05-a26d-cbb416feca1a), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:30.898053 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:INSERT=1,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:31.026081 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:31.070323 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b098bf32-d175-4de0-aaea-fc1af8022180 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (ddd101fe-0087-4b2d-8a55-723759434e8b), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:31.082845 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b098bf32-d175-4de0-aaea-fc1af8022180 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:00:31.085243 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b098bf32-d175-4de0-aaea-fc1af8022180 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:31.128795 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-49c03848-ec7a-4cf3-8f89-9f3f6ed13885 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (e8f10646-be1e-4d05-a26d-cbb416feca1a), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:31.168104 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-654019be-cb6e-4ae5-91ce-da89a98e3a24 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks [] for router_gateway (fcb46d7e-5602-406f-801c-769fa8aaff44), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:31.188308 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c03848-ec7a-4cf3-8f89-9f3f6ed13885 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8f10646-be1e-4d05-a26d-cbb416feca1a,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:31.266934 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-6bf21e65-2dc7-4e5f-a138-2a03f0a7e5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca2bff6-15d7-4642-b4c9-688f41b301d9', 'name': 'tempest-TestServerBasicOps-1746342857-router', 'tenant_id': '41104bce1ef94aa4bbd703937a54d7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '4d61af21-bfac-4afa-bfa1-d12a6c83302d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:00:18Z', 'updated_at': '2022-08-27T05:00:24Z', 'revision_number': 3, 'project_id': '41104bce1ef94aa4bbd703937a54d7e0', 'gw_port': {'id': '4d61af21-bfac-4afa-bfa1-d12a6c83302d', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca2bff6-15d7-4642-b4c9-688f41b301d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:00:20Z', 'updated_at': '2022-08-27T05:00:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:31.283556 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-654019be-cb6e-4ae5-91ce-da89a98e3a24 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] update failed (client error): The resource could not be found. Aug 27 05:00:31.284670 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-654019be-cb6e-4ae5-91ce-da89a98e3a24 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] 10.222.0.76 "PUT /networking/v2.0/routers/fcb46d7e-5602-406f-801c-769fa8aaff44 HTTP/1.1" status: 404 len: 339 time: 0.8353455 Aug 27 05:00:31.288516 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40514) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:31.294555 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-dacec305-ef84-4d1d-a74e-bd760f799c33 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-52372993'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:00:31.318602 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf21e65-2dc7-4e5f-a138-2a03f0a7e5e8 None None] The sync data for ids ['dca2bff6-15d7-4642-b4c9-688f41b301d9'] in n-d-852088-5 is: [{'id': 'dca2bff6-15d7-4642-b4c9-688f41b301d9', 'name': 'tempest-TestServerBasicOps-1746342857-router', 'tenant_id': '41104bce1ef94aa4bbd703937a54d7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '4d61af21-bfac-4afa-bfa1-d12a6c83302d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:00:18Z', 'updated_at': '2022-08-27T05:00:24Z', 'revision_number': 3, 'project_id': '41104bce1ef94aa4bbd703937a54d7e0', 'gw_port': {'id': '4d61af21-bfac-4afa-bfa1-d12a6c83302d', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca2bff6-15d7-4642-b4c9-688f41b301d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:00:20Z', 'updated_at': '2022-08-27T05:00:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:00:31.333833 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-49c03848-ec7a-4cf3-8f89-9f3f6ed13885 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:31.335602 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-49c03848-ec7a-4cf3-8f89-9f3f6ed13885 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.3141434 Aug 27 05:00:31.339272 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40516) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:31.356274 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-d8a0ed8a-8962-4539-8e21-2312d7c41fa5 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Request body: {'network': {'name': 'tempest-network-smoke--1923537890', 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'port_security_enabled': True}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:00:31.396767 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-7a08c0a5-669e-41be-86e5-1e9f4e90d6b3 admin admin] Allocated IP 172.20.0.1 (60788e4b-d10e-49d9-9088-8b0f2f379cf6/dc88f9b1-7fc1-4300-a7c8-6ff94352e32f/61fc8d0e-ad04-4e6d-85e7-5b45815e030a) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:00:31.467691 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a0ed8a-8962-4539-8e21-2312d7c41fa5 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Made reservation on behalf of acc20d3acbb8412595ec5e464a94b770 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:00:31.479491 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d8a0ed8a-8962-4539-8e21-2312d7c41fa5 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:31.535433 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8a0ed8a-8962-4539-8e21-2312d7c41fa5 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 05:00:31.551727 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7a08c0a5-669e-41be-86e5-1e9f4e90d6b3 admin admin] Publish callbacks [] for port (61fc8d0e-ad04-4e6d-85e7-5b45815e030a), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:31.560551 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dacec305-ef84-4d1d-a74e-bd760f799c33 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Made reservation on behalf of 5534f9ed0e23462aa06ec86aae10825f for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:00:31.568934 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dacec305-ef84-4d1d-a74e-bd760f799c33 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:31.589159 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d8a0ed8a-8962-4539-8e21-2312d7c41fa5 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (53332b75-0c86-49b4-957c-287d2639f07b), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:31.589801 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-d8a0ed8a-8962-4539-8e21-2312d7c41fa5 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Added segment 53332b75-0c86-49b4-957c-287d2639f07b of type vlan for network 84ee9933-e2c9-4c2f-af66-ca5ef4ac48d6 Aug 27 05:00:31.624575 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b098bf32-d175-4de0-aaea-fc1af8022180 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.9736226 Aug 27 05:00:31.633261 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40518) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:31.638474 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-c8a0792e-9f0f-4de0-abb3-0989a8c2b2b3 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Request body: {'subnet': {'network_id': 'ddd101fe-0087-4b2d-8a55-723759434e8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:00:31.676465 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:31.717190 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7a08c0a5-669e-41be-86e5-1e9f4e90d6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (61fc8d0e-ad04-4e6d-85e7-5b45815e030a), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:31.753662 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8713e454-2afd-4439-ae7a-3c6622c3733e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:31.755444 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9c02ecbe-a735-4f76-b287-73838ef882ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (f8cfdf72-201d-4b90-8a48-51c5a4d22e93), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:31.759998 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9c02ecbe-a735-4f76-b287-73838ef882ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:31.760878 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9c02ecbe-a735-4f76-b287-73838ef882ff admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/f8cfdf72-201d-4b90-8a48-51c5a4d22e93 HTTP/1.1" status: 204 len: 168 time: 1.5733769 Aug 27 05:00:31.777749 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:31.801554 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dacec305-ef84-4d1d-a74e-bd760f799c33 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 05:00:31.830205 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dacec305-ef84-4d1d-a74e-bd760f799c33 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (b1ab899b-e8b0-4a3c-ab4b-063dec9667de), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:31.834923 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-dacec305-ef84-4d1d-a74e-bd760f799c33 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Added segment b1ab899b-e8b0-4a3c-ab4b-063dec9667de of type vlan for network 44318304-04a8-4b20-b231-7dc962aa9149 Aug 27 05:00:31.892679 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c02ecbe-a735-4f76-b287-73838ef882ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8cfdf72-201d-4b90-8a48-51c5a4d22e93,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:31.907574 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dacec305-ef84-4d1d-a74e-bd760f799c33 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (44318304-04a8-4b20-b231-7dc962aa9149), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:31.926838 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a08c0a5-669e-41be-86e5-1e9f4e90d6b3 admin admin] Network 60788e4b-d10e-49d9-9088-8b0f2f379cf6 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:00:31.943306 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-7a08c0a5-669e-41be-86e5-1e9f4e90d6b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:00:31.946144 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b098bf32-d175-4de0-aaea-fc1af8022180 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Pushing event updated for resources: {'Network': ['ID=ddd101fe-0087-4b2d-8a55-723759434e8b,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:31.959912 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a08c0a5-669e-41be-86e5-1e9f4e90d6b3 admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:00:31.969387 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network ddd101fe-0087-4b2d-8a55-723759434e8b details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 05:00:31.983696 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 4d61af21-bfac-4afa-bfa1-d12a6c83302d up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:00:32.012093 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d8a0ed8a-8962-4539-8e21-2312d7c41fa5 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (84ee9933-e2c9-4c2f-af66-ca5ef4ac48d6), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:32.101518 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dacec305-ef84-4d1d-a74e-bd760f799c33 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (44318304-04a8-4b20-b231-7dc962aa9149), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:32.106726 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacec305-ef84-4d1d-a74e-bd760f799c33 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:00:32.107194 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dacec305-ef84-4d1d-a74e-bd760f799c33 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:32.170625 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d8a0ed8a-8962-4539-8e21-2312d7c41fa5 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (84ee9933-e2c9-4c2f-af66-ca5ef4ac48d6), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:32.193273 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a0ed8a-8962-4539-8e21-2312d7c41fa5 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:00:32.204401 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d8a0ed8a-8962-4539-8e21-2312d7c41fa5 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:32.296973 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:32.307882 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a08c0a5-669e-41be-86e5-1e9f4e90d6b3 admin admin] Pushing event updated for resources: {'Port': ['ID=61fc8d0e-ad04-4e6d-85e7-5b45815e030a,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:32.356663 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4dc1012a-34c4-41fd-bcb4-a3b6b870caca None None] Provisioning complete for port 61fc8d0e-ad04-4e6d-85e7-5b45815e030a triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:32.356663 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4dc1012a-34c4-41fd-bcb4-a3b6b870caca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (61fc8d0e-ad04-4e6d-85e7-5b45815e030a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:32.358773 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-dacec305-ef84-4d1d-a74e-bd760f799c33 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0642998 Aug 27 05:00:32.373804 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40530) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:32.383205 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-f0659e91-69a6-4649-aa26-366c437b9d09 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Request body: {'subnet': {'network_id': '44318304-04a8-4b20-b231-7dc962aa9149', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:00:32.391752 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7a08c0a5-669e-41be-86e5-1e9f4e90d6b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (dca2bff6-15d7-4642-b4c9-688f41b301d9), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:32.428425 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:32.460229 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 4d61af21-bfac-4afa-bfa1-d12a6c83302d triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:32.460229 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (4d61af21-bfac-4afa-bfa1-d12a6c83302d), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:32.483639 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a0792e-9f0f-4de0-abb3-0989a8c2b2b3 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Made reservation on behalf of 1d0109415e794b52b25a509d7b89f6ff for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:00:32.489077 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c8a0792e-9f0f-4de0-abb3-0989a8c2b2b3 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:32.540968 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4dc1012a-34c4-41fd-bcb4-a3b6b870caca None None] Port 61fc8d0e-ad04-4e6d-85e7-5b45815e030a cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:00:32.555051 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacec305-ef84-4d1d-a74e-bd760f799c33 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Pushing event updated for resources: {'Network': ['ID=44318304-04a8-4b20-b231-7dc962aa9149,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:32.618256 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40538) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:32.618877 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d8a0ed8a-8962-4539-8e21-2312d7c41fa5 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2767568 Aug 27 05:00:32.640154 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-abe7afeb-a744-44a7-b97b-34aafeb22864 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-322953189', 'admin_state_up': True, 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:00:32.640853 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 4d61af21-bfac-4afa-bfa1-d12a6c83302d is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:00:32.641256 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (4d61af21-bfac-4afa-bfa1-d12a6c83302d), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:32.646560 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 44318304-04a8-4b20-b231-7dc962aa9149 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 05:00:32.760532 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-abe7afeb-a744-44a7-b97b-34aafeb22864 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (83ea0705-a094-488f-afe2-44e356da757c), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:32.761674 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-abe7afeb-a744-44a7-b97b-34aafeb22864 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (83ea0705-a094-488f-afe2-44e356da757c), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:32.811185 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0659e91-69a6-4649-aa26-366c437b9d09 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Made reservation on behalf of 5534f9ed0e23462aa06ec86aae10825f for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:00:32.821613 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f0659e91-69a6-4649-aa26-366c437b9d09 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:32.857907 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8713e454-2afd-4439-ae7a-3c6622c3733e admin admin] Publish callbacks [] for security_group (34f56c55-e871-4697-be62-9d18cf0ba141), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:32.873324 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-abe7afeb-a744-44a7-b97b-34aafeb22864 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for router_controller (83ea0705-a094-488f-afe2-44e356da757c), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:32.892323 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 4d61af21-bfac-4afa-bfa1-d12a6c83302d, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=4d61af21-bfac-4afa-bfa1-d12a6c83302d,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:00:32.916666 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a0ed8a-8962-4539-8e21-2312d7c41fa5 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event updated for resources: {'Network': ['ID=84ee9933-e2c9-4c2f-af66-ca5ef4ac48d6,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:32.927675 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 84ee9933-e2c9-4c2f-af66-ca5ef4ac48d6 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 05:00:33.003739 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8713e454-2afd-4439-ae7a-3c6622c3733e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (34f56c55-e871-4697-be62-9d18cf0ba141), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:33.060755 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (4d61af21-bfac-4afa-bfa1-d12a6c83302d), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:33.160854 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:33.199161 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=4d61af21-bfac-4afa-bfa1-d12a6c83302d,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:33.273071 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f0659e91-69a6-4649-aa26-366c437b9d09 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (9fed8be4-f2e7-407b-9074-ba1f593125ec), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:33.337396 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7a08c0a5-669e-41be-86e5-1e9f4e90d6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (61fc8d0e-ad04-4e6d-85e7-5b45815e030a), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:33.358136 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8713e454-2afd-4439-ae7a-3c6622c3733e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f56c55-e871-4697-be62-9d18cf0ba141,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:33.392649 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:33.396138 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0659e91-69a6-4649-aa26-366c437b9d09 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Pushing event updated for resources: {'Subnet': ['ID=9fed8be4-f2e7-407b-9074-ba1f593125ec,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:33.445182 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:33.471721 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0659e91-69a6-4649-aa26-366c437b9d09 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Checking segment: {'id': 'b1ab899b-e8b0-4a3c-ab4b-063dec9667de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '44318304-04a8-4b20-b231-7dc962aa9149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:00:33.472674 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0659e91-69a6-4649-aa26-366c437b9d09 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Network hostable DHCP agents. Network: 44318304-04a8-4b20-b231-7dc962aa9149, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 05:00:33.511995 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-8713e454-2afd-4439-ae7a-3c6622c3733e admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=2d45e23181cd46c4b0afa9961c1d3eb1&name=default HTTP/1.1" status: 200 len: 3000 time: 2.7049668 Aug 27 05:00:33.513598 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40554) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:33.599050 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bdc9eafe-8955-44c6-a56d-dbe5b6e94d62 admin admin] Publish callbacks [] for security_group (34f56c55-e871-4697-be62-9d18cf0ba141), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:33.626215 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bdc9eafe-8955-44c6-a56d-dbe5b6e94d62 admin admin] Publish callbacks [] for security_group (34f56c55-e871-4697-be62-9d18cf0ba141), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:33.642062 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0659e91-69a6-4649-aa26-366c437b9d09 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Network 44318304-04a8-4b20-b231-7dc962aa9149 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 05:00:33.730236 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:33.832347 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40558) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:33.840933 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-f0659e91-69a6-4649-aa26-366c437b9d09 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 44318304-04a8-4b20-b231-7dc962aa9149) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:00:33.849114 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0659e91-69a6-4649-aa26-366c437b9d09 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:00:33.854481 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f0659e91-69a6-4649-aa26-366c437b9d09 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:33.854613 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b15dff7-c80e-4079-8088-10003a51f653 None None] Network 44318304-04a8-4b20-b231-7dc962aa9149 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:00:33.900111 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bdc9eafe-8955-44c6-a56d-dbe5b6e94d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (34f56c55-e871-4697-be62-9d18cf0ba141), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:33.906822 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bdc9eafe-8955-44c6-a56d-dbe5b6e94d62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:33.911080 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-bdc9eafe-8955-44c6-a56d-dbe5b6e94d62 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/34f56c55-e871-4697-be62-9d18cf0ba141 HTTP/1.1" status: 204 len: 168 time: 0.3852704 Aug 27 05:00:33.933934 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc9eafe-8955-44c6-a56d-dbe5b6e94d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f56c55-e871-4697-be62-9d18cf0ba141,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:33.957700 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 4d61af21-bfac-4afa-bfa1-d12a6c83302d up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:00:34.016019 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-abe7afeb-a744-44a7-b97b-34aafeb22864 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for router_gateway (83ea0705-a094-488f-afe2-44e356da757c), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:34.072229 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 4d61af21-bfac-4afa-bfa1-d12a6c83302d triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:34.073184 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (4d61af21-bfac-4afa-bfa1-d12a6c83302d), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:34.096100 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f0659e91-69a6-4649-aa26-366c437b9d09 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7127488 Aug 27 05:00:34.096100 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40564) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:34.100793 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-380526f1-9c59-40ba-9bfc-17af9b543a25 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Request body: {'router': {'external_gateway_info': {'network_id': '44318304-04a8-4b20-b231-7dc962aa9149'}}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:00:34.100978 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c8a0792e-9f0f-4de0-abb3-0989a8c2b2b3 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (6f70a2c4-2325-4f25-9a00-ec0f32b84971), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:34.208061 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-350002cd-346f-4a59-8c94-526dd135c33b tempest-DvrRoutersNegativeTest-1353577753 tempest-DvrRoutersNegativeTest-1353577753-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1929468723', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:00:34.218091 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3117c24c-b507-490a-bc59-076d3638222a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-44318304-04a8-4b20-b231-7dc962aa9149', 'network_id': '44318304-04a8-4b20-b231-7dc962aa9149', 'project_id': '5534f9ed0e23462aa06ec86aae10825f', 'fixed_ips': [{'subnet_id': '9fed8be4-f2e7-407b-9074-ba1f593125ec'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 05:00:34.219022 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3117c24c-b507-490a-bc59-076d3638222a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:34.219752 n-d-852088-5 neutron-server[107776]: DEBUG neutron.policy [None req-350002cd-346f-4a59-8c94-526dd135c33b tempest-DvrRoutersNegativeTest-1353577753 tempest-DvrRoutersNegativeTest-1353577753-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=107776) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Aug 27 05:00:34.220881 n-d-852088-5 neutron-server[107776]: DEBUG neutron.policy [None req-350002cd-346f-4a59-8c94-526dd135c33b tempest-DvrRoutersNegativeTest-1353577753 tempest-DvrRoutersNegativeTest-1353577753-project] Failed policy enforce for 'create_router' {{(pid=107776) enforce /opt/stack/neutron/neutron/policy.py:523}} Aug 27 05:00:34.221630 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-350002cd-346f-4a59-8c94-526dd135c33b tempest-DvrRoutersNegativeTest-1353577753 tempest-DvrRoutersNegativeTest-1353577753-project] create failed (client error): Access was denied to this resource. Aug 27 05:00:34.222832 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-350002cd-346f-4a59-8c94-526dd135c33b tempest-DvrRoutersNegativeTest-1353577753 tempest-DvrRoutersNegativeTest-1353577753-project] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3889728 Aug 27 05:00:34.241928 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7a08c0a5-669e-41be-86e5-1e9f4e90d6b3 admin admin] Publish callbacks [] for port (61fc8d0e-ad04-4e6d-85e7-5b45815e030a), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:34.300433 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a0792e-9f0f-4de0-abb3-0989a8c2b2b3 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Pushing event updated for resources: {'Subnet': ['ID=6f70a2c4-2325-4f25-9a00-ec0f32b84971,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:34.345474 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7a08c0a5-669e-41be-86e5-1e9f4e90d6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (61fc8d0e-ad04-4e6d-85e7-5b45815e030a), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:34.423086 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7a08c0a5-669e-41be-86e5-1e9f4e90d6b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (dca2bff6-15d7-4642-b4c9-688f41b301d9), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:34.458711 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:34.534152 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a0792e-9f0f-4de0-abb3-0989a8c2b2b3 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Checking segment: {'id': '005092cd-17ed-4adb-81d9-0a9f7c44355d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ddd101fe-0087-4b2d-8a55-723759434e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:00:34.534529 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a0792e-9f0f-4de0-abb3-0989a8c2b2b3 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Network hostable DHCP agents. Network: ddd101fe-0087-4b2d-8a55-723759434e8b, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 05:00:34.543106 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-380526f1-9c59-40ba-9bfc-17af9b543a25 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks [] for router_gateway (fcb46d7e-5602-406f-801c-769fa8aaff44), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:34.562110 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a08c0a5-669e-41be-86e5-1e9f4e90d6b3 admin admin] Pushing event updated for resources: {'Port': ['ID=61fc8d0e-ad04-4e6d-85e7-5b45815e030a,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:34.689772 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 4d61af21-bfac-4afa-bfa1-d12a6c83302d is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:00:34.750281 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-3117c24c-b507-490a-bc59-076d3638222a None None] Allocated IP 2001:db8:1::2 (44318304-04a8-4b20-b231-7dc962aa9149/9fed8be4-f2e7-407b-9074-ba1f593125ec/38bd762a-ce8e-408b-80a8-0d89359279a6) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:00:34.756436 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-abe7afeb-a744-44a7-b97b-34aafeb22864 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for router_gateway (83ea0705-a094-488f-afe2-44e356da757c), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:34.762884 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a08c0a5-669e-41be-86e5-1e9f4e90d6b3 admin admin] Network 60788e4b-d10e-49d9-9088-8b0f2f379cf6 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:00:34.784970 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-7a08c0a5-669e-41be-86e5-1e9f4e90d6b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:00:34.787770 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-abe7afeb-a744-44a7-b97b-34aafeb22864 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:34.790197 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:34.871002 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-380526f1-9c59-40ba-9bfc-17af9b543a25 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 05:00:34.876150 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-380526f1-9c59-40ba-9bfc-17af9b543a25 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] 10.222.0.76 "PUT /networking/v2.0/routers/fcb46d7e-5602-406f-801c-769fa8aaff44 HTTP/1.1" status: 400 len: 364 time: 0.7776556 Aug 27 05:00:34.885044 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40586) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:34.918890 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a0792e-9f0f-4de0-abb3-0989a8c2b2b3 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Network ddd101fe-0087-4b2d-8a55-723759434e8b is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 05:00:35.033806 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3117c24c-b507-490a-bc59-076d3638222a None None] Publish callbacks [] for port (38bd762a-ce8e-408b-80a8-0d89359279a6), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:35.090164 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:35.147992 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3117c24c-b507-490a-bc59-076d3638222a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (38bd762a-ce8e-408b-80a8-0d89359279a6), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:35.162755 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-c8a0792e-9f0f-4de0-abb3-0989a8c2b2b3 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, ddd101fe-0087-4b2d-8a55-723759434e8b) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:00:35.167521 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a0792e-9f0f-4de0-abb3-0989a8c2b2b3 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:00:35.168520 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c8a0792e-9f0f-4de0-abb3-0989a8c2b2b3 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:35.226540 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb0e5dd-3ab7-4fdf-a753-4faa92462288 None None] Network ddd101fe-0087-4b2d-8a55-723759434e8b requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:00:35.289395 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-f5c321fa-25e5-4f7e-970b-97fe09fe60b6 None None] Provisioning complete for port 61fc8d0e-ad04-4e6d-85e7-5b45815e030a triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:35.293392 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f5c321fa-25e5-4f7e-970b-97fe09fe60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (61fc8d0e-ad04-4e6d-85e7-5b45815e030a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:35.294271 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40596) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:35.377209 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a08c0a5-669e-41be-86e5-1e9f4e90d6b3 admin admin] Router dca2bff6-15d7-4642-b4c9-688f41b301d9 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:00:35.382766 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-f5c321fa-25e5-4f7e-970b-97fe09fe60b6 None None] Port 61fc8d0e-ad04-4e6d-85e7-5b45815e030a cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:00:35.406279 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3117c24c-b507-490a-bc59-076d3638222a None None] Network 44318304-04a8-4b20-b231-7dc962aa9149 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:00:35.416698 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-3117c24c-b507-490a-bc59-076d3638222a None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:00:35.428030 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3117c24c-b507-490a-bc59-076d3638222a None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:00:35.456660 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40604) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:35.457296 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c8a0792e-9f0f-4de0-abb3-0989a8c2b2b3 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8180985 Aug 27 05:00:35.488150 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-abe7afeb-a744-44a7-b97b-34aafeb22864 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Allocated IP 172.25.2.109 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/b92566ed-efad-4af8-8437-987d686f88cd) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:00:35.504135 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3117c24c-b507-490a-bc59-076d3638222a None None] Pushing event updated for resources: {'Port': ['ID=38bd762a-ce8e-408b-80a8-0d89359279a6,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:35.570613 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-3117c24c-b507-490a-bc59-076d3638222a None None] Attempting to bind port 38bd762a-ce8e-408b-80a8-0d89359279a6 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:00:35.571114 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-3117c24c-b507-490a-bc59-076d3638222a None None] Attempting to bind port 38bd762a-ce8e-408b-80a8-0d89359279a6 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'b1ab899b-e8b0-4a3c-ab4b-063dec9667de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '44318304-04a8-4b20-b231-7dc962aa9149'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:00:35.575271 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3117c24c-b507-490a-bc59-076d3638222a None None] Attempting to bind port 38bd762a-ce8e-408b-80a8-0d89359279a6 on network 44318304-04a8-4b20-b231-7dc962aa9149 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:00:35.575427 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a3b889ef-1fa6-4a2d-9851-95fc60d21368 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:35.615764 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3117c24c-b507-490a-bc59-076d3638222a None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:00:35.617187 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3117c24c-b507-490a-bc59-076d3638222a None None] Checking segment: {'id': 'b1ab899b-e8b0-4a3c-ab4b-063dec9667de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '44318304-04a8-4b20-b231-7dc962aa9149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:00:35.618183 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3117c24c-b507-490a-bc59-076d3638222a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:35.618797 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3117c24c-b507-490a-bc59-076d3638222a None None] Bound using segment: {'id': 'b1ab899b-e8b0-4a3c-ab4b-063dec9667de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '44318304-04a8-4b20-b231-7dc962aa9149'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:00:35.619935 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-3117c24c-b507-490a-bc59-076d3638222a None None] Bound port: 38bd762a-ce8e-408b-80a8-0d89359279a6, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1ab899b-e8b0-4a3c-ab4b-063dec9667de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '44318304-04a8-4b20-b231-7dc962aa9149'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:00:35.620583 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3117c24c-b507-490a-bc59-076d3638222a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (38bd762a-ce8e-408b-80a8-0d89359279a6), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:35.632347 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:35.642776 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:35.651901 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cb2d4a-b9af-4317-bbf4-726aacd3d26b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-ddd101fe-0087-4b2d-8a55-723759434e8b', 'network_id': 'ddd101fe-0087-4b2d-8a55-723759434e8b', 'project_id': '1d0109415e794b52b25a509d7b89f6ff', 'fixed_ips': [{'subnet_id': '6f70a2c4-2325-4f25-9a00-ec0f32b84971'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 05:00:35.658664 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-18cb2d4a-b9af-4317-bbf4-726aacd3d26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:35.687604 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d8c7f11c-5155-4551-88d8-4cc1e2f3643f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (ddd101fe-0087-4b2d-8a55-723759434e8b), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:35.761421 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0d056982-70ec-423a-88fd-40ace91126a8 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:35.773191 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a3b889ef-1fa6-4a2d-9851-95fc60d21368 admin admin] Publish callbacks [] for security_group (64c7cef0-c862-427a-9a87-5eb8e32e59d8), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:35.783677 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d8c7f11c-5155-4551-88d8-4cc1e2f3643f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (6f70a2c4-2325-4f25-9a00-ec0f32b84971), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:35.787503 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a08c0a5-669e-41be-86e5-1e9f4e90d6b3 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:00:35.799576 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7e8f6f-2525-45a0-a28b-249744de2515 None None] Sync routers for ids ['dca2bff6-15d7-4642-b4c9-688f41b301d9'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:00:35.837020 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7e8f6f-2525-45a0-a28b-249744de2515 None None] Routers {'dca2bff6-15d7-4642-b4c9-688f41b301d9'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:00:35.841321 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7a08c0a5-669e-41be-86e5-1e9f4e90d6b3 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/dca2bff6-15d7-4642-b4c9-688f41b301d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8097506 Aug 27 05:00:35.841464 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-8d7e8f6f-2525-45a0-a28b-249744de2515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:00:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['dca2bff6-15d7-4642-b4c9-688f41b301d9'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:35.881759 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-18cb2d4a-b9af-4317-bbf4-726aacd3d26b None None] Allocated IP 172.20.0.2 (ddd101fe-0087-4b2d-8a55-723759434e8b/6f70a2c4-2325-4f25-9a00-ec0f32b84971/79b73efa-875b-425a-9c97-fba1879881c3) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:00:35.890430 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-abe7afeb-a744-44a7-b97b-34aafeb22864 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for port (b92566ed-efad-4af8-8437-987d686f88cd), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:35.901675 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a3b889ef-1fa6-4a2d-9851-95fc60d21368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (64c7cef0-c862-427a-9a87-5eb8e32e59d8), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:35.958765 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a3b889ef-1fa6-4a2d-9851-95fc60d21368 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=2f2b456edb6f48c9b959bc59697493d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6617124 Aug 27 05:00:35.973287 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40614) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:35.997867 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:36.020138 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b889ef-1fa6-4a2d-9851-95fc60d21368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c7cef0-c862-427a-9a87-5eb8e32e59d8,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:36.037364 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40618) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:36.072409 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-3117c24c-b507-490a-bc59-076d3638222a None None] For port 38bd762a-ce8e-408b-80a8-0d89359279a6, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:00:36.110957 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-3117c24c-b507-490a-bc59-076d3638222a None None] For port 38bd762a-ce8e-408b-80a8-0d89359279a6, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=38bd762a-ce8e-408b-80a8-0d89359279a6,segment=NetworkSegment(b1ab899b-e8b0-4a3c-ab4b-063dec9667de),segment_id=b1ab899b-e8b0-4a3c-ab4b-063dec9667de)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:00:36.139307 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-18cb2d4a-b9af-4317-bbf4-726aacd3d26b None None] Publish callbacks [] for port (79b73efa-875b-425a-9c97-fba1879881c3), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:36.194273 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f0cc408f-2233-46be-9736-fa1c4764f83f admin admin] Publish callbacks [] for security_group (64c7cef0-c862-427a-9a87-5eb8e32e59d8), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:36.210709 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3117c24c-b507-490a-bc59-076d3638222a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (38bd762a-ce8e-408b-80a8-0d89359279a6), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:36.237723 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-abe7afeb-a744-44a7-b97b-34aafeb22864 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (b92566ed-efad-4af8-8437-987d686f88cd), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:36.266328 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-8d7e8f6f-2525-45a0-a28b-249744de2515 None None] Set router dca2bff6-15d7-4642-b4c9-688f41b301d9 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:00:36.285195 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-18cb2d4a-b9af-4317-bbf4-726aacd3d26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (79b73efa-875b-425a-9c97-fba1879881c3), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:36.291338 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-fdd67526-6ce5-4c83-bdb8-63eef5b18a54 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1618140899-network', 'tenant_id': 'c281dabc063b440aba1742cba2f97f45'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:00:36.338673 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-0d056982-70ec-423a-88fd-40ace91126a8 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Allocated IP 2001:db8::1 (8594c471-9bcd-4b71-95aa-bdd79725fa93/f20a6f73-1bfb-43f2-b3bd-108c4a7bb5be/da829a29-715c-4ede-8541-b00c0b94c7fd) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:00:36.344837 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f0cc408f-2233-46be-9736-fa1c4764f83f admin admin] Publish callbacks [] for security_group (64c7cef0-c862-427a-9a87-5eb8e32e59d8), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:36.359667 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cb2d4a-b9af-4317-bbf4-726aacd3d26b None None] Network ddd101fe-0087-4b2d-8a55-723759434e8b is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:00:36.362779 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-18cb2d4a-b9af-4317-bbf4-726aacd3d26b None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:00:36.366658 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cb2d4a-b9af-4317-bbf4-726aacd3d26b None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:00:36.366870 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe7afeb-a744-44a7-b97b-34aafeb22864 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:00:36.370209 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3117c24c-b507-490a-bc59-076d3638222a None None] Pushing event updated for resources: {'Port': ['ID=38bd762a-ce8e-408b-80a8-0d89359279a6,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:36.382275 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-abe7afeb-a744-44a7-b97b-34aafeb22864 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:00:36.407505 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe7afeb-a744-44a7-b97b-34aafeb22864 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:00:36.441240 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cb2d4a-b9af-4317-bbf4-726aacd3d26b None None] Pushing event updated for resources: {'Port': ['ID=79b73efa-875b-425a-9c97-fba1879881c3,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:36.463242 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d8c7f11c-5155-4551-88d8-4cc1e2f3643f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (6f70a2c4-2325-4f25-9a00-ec0f32b84971), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:36.520865 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-18cb2d4a-b9af-4317-bbf4-726aacd3d26b None None] Attempting to bind port 79b73efa-875b-425a-9c97-fba1879881c3 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:00:36.520865 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-18cb2d4a-b9af-4317-bbf4-726aacd3d26b None None] Attempting to bind port 79b73efa-875b-425a-9c97-fba1879881c3 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '005092cd-17ed-4adb-81d9-0a9f7c44355d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ddd101fe-0087-4b2d-8a55-723759434e8b'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:00:36.520865 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cb2d4a-b9af-4317-bbf4-726aacd3d26b None None] Attempting to bind port 79b73efa-875b-425a-9c97-fba1879881c3 on network ddd101fe-0087-4b2d-8a55-723759434e8b {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:00:36.526914 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cb2d4a-b9af-4317-bbf4-726aacd3d26b None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:00:36.527404 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cb2d4a-b9af-4317-bbf4-726aacd3d26b None None] Checking segment: {'id': '005092cd-17ed-4adb-81d9-0a9f7c44355d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ddd101fe-0087-4b2d-8a55-723759434e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:00:36.527899 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-18cb2d4a-b9af-4317-bbf4-726aacd3d26b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:36.528746 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cb2d4a-b9af-4317-bbf4-726aacd3d26b None None] Bound using segment: {'id': '005092cd-17ed-4adb-81d9-0a9f7c44355d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ddd101fe-0087-4b2d-8a55-723759434e8b'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:00:36.529769 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-18cb2d4a-b9af-4317-bbf4-726aacd3d26b None None] Bound port: 79b73efa-875b-425a-9c97-fba1879881c3, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '005092cd-17ed-4adb-81d9-0a9f7c44355d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ddd101fe-0087-4b2d-8a55-723759434e8b'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:00:36.531227 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-18cb2d4a-b9af-4317-bbf4-726aacd3d26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (79b73efa-875b-425a-9c97-fba1879881c3), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:36.544728 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe7afeb-a744-44a7-b97b-34aafeb22864 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event updated for resources: {'Port': ['ID=b92566ed-efad-4af8-8437-987d686f88cd,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:36.613672 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd67526-6ce5-4c83-bdb8-63eef5b18a54 admin admin] Made reservation on behalf of c281dabc063b440aba1742cba2f97f45 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:00:36.634560 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fdd67526-6ce5-4c83-bdb8-63eef5b18a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:36.661953 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c7f11c-5155-4551-88d8-4cc1e2f3643f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Pushing event deleted for resources: {'Subnet': ['ID=6f70a2c4-2325-4f25-9a00-ec0f32b84971,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:36.692535 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-18cb2d4a-b9af-4317-bbf4-726aacd3d26b None None] For port 79b73efa-875b-425a-9c97-fba1879881c3, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:00:36.696113 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-18cb2d4a-b9af-4317-bbf4-726aacd3d26b None None] For port 79b73efa-875b-425a-9c97-fba1879881c3, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=79b73efa-875b-425a-9c97-fba1879881c3,segment=NetworkSegment(005092cd-17ed-4adb-81d9-0a9f7c44355d),segment_id=005092cd-17ed-4adb-81d9-0a9f7c44355d)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:00:36.702963 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fdd67526-6ce5-4c83-bdb8-63eef5b18a54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:36.754204 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-8d7e8f6f-2525-45a0-a28b-249744de2515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca2bff6-15d7-4642-b4c9-688f41b301d9', 'name': 'tempest-TestServerBasicOps-1746342857-router', 'tenant_id': '41104bce1ef94aa4bbd703937a54d7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '4d61af21-bfac-4afa-bfa1-d12a6c83302d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:00:18Z', 'updated_at': '2022-08-27T05:00:32Z', 'revision_number': 4, 'project_id': '41104bce1ef94aa4bbd703937a54d7e0', 'gw_port': {'id': '4d61af21-bfac-4afa-bfa1-d12a6c83302d', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca2bff6-15d7-4642-b4c9-688f41b301d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:00:20Z', 'updated_at': '2022-08-27T05:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '61fc8d0e-ad04-4e6d-85e7-5b45815e030a', 'name': '', 'network_id': '60788e4b-d10e-49d9-9088-8b0f2f379cf6', 'tenant_id': '41104bce1ef94aa4bbd703937a54d7e0', 'mac_address': 'fa:16:3e:a1:56:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca2bff6-15d7-4642-b4c9-688f41b301d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'dc88f9b1-7fc1-4300-a7c8-6ff94352e32f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:00:30Z', 'updated_at': '2022-08-27T05:00:33Z', 'revision_number': 2, 'project_id': '41104bce1ef94aa4bbd703937a54d7e0', 'subnets': [{'id': 'dc88f9b1-7fc1-4300-a7c8-6ff94352e32f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:36.784378 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7e8f6f-2525-45a0-a28b-249744de2515 None None] Checking router: dca2bff6-15d7-4642-b4c9-688f41b301d9 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:00:36.785123 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7e8f6f-2525-45a0-a28b-249744de2515 None None] Updating router dca2bff6-15d7-4642-b4c9-688f41b301d9 port 61fc8d0e-ad04-4e6d-85e7-5b45815e030a binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:00:36.815632 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0d056982-70ec-423a-88fd-40ace91126a8 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks [] for port (da829a29-715c-4ede-8541-b00c0b94c7fd), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:36.833639 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-8d7e8f6f-2525-45a0-a28b-249744de2515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (61fc8d0e-ad04-4e6d-85e7-5b45815e030a), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:36.838983 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d8c7f11c-5155-4551-88d8-4cc1e2f3643f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (ddd101fe-0087-4b2d-8a55-723759434e8b), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:36.866404 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-d8c7f11c-5155-4551-88d8-4cc1e2f3643f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddd101fe-0087-4b2d-8a55-723759434e8b']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:36.883147 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-d8c7f11c-5155-4551-88d8-4cc1e2f3643f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '005092cd-17ed-4adb-81d9-0a9f7c44355d') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:36.884008 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-d8c7f11c-5155-4551-88d8-4cc1e2f3643f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '005092cd-17ed-4adb-81d9-0a9f7c44355d') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:36.904877 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d8c7f11c-5155-4551-88d8-4cc1e2f3643f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (005092cd-17ed-4adb-81d9-0a9f7c44355d), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:36.939335 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-18cb2d4a-b9af-4317-bbf4-726aacd3d26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (79b73efa-875b-425a-9c97-fba1879881c3), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:36.942611 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f0cc408f-2233-46be-9736-fa1c4764f83f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (64c7cef0-c862-427a-9a87-5eb8e32e59d8), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:36.943148 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d8c7f11c-5155-4551-88d8-4cc1e2f3643f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (005092cd-17ed-4adb-81d9-0a9f7c44355d), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:36.957379 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f0cc408f-2233-46be-9736-fa1c4764f83f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:36.960793 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f0cc408f-2233-46be-9736-fa1c4764f83f admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/64c7cef0-c862-427a-9a87-5eb8e32e59d8 HTTP/1.1" status: 204 len: 168 time: 0.9825549 Aug 27 05:00:36.963547 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8c7f11c-5155-4551-88d8-4cc1e2f3643f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:00:36.978572 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cc408f-2233-46be-9736-fa1c4764f83f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c7cef0-c862-427a-9a87-5eb8e32e59d8,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:36.992604 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d8c7f11c-5155-4551-88d8-4cc1e2f3643f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (005092cd-17ed-4adb-81d9-0a9f7c44355d), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:36.992834 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:37.086616 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb3d632-2177-4c1b-a204-afd3b5590c5e None None] Network ddd101fe-0087-4b2d-8a55-723759434e8b requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:00:37.111640 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0d056982-70ec-423a-88fd-40ace91126a8 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (da829a29-715c-4ede-8541-b00c0b94c7fd), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:37.120537 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 005092cd-17ed-4adb-81d9-0a9f7c44355d resource provider aggregate not found Aug 27 05:00:37.158917 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 005092cd-17ed-4adb-81d9-0a9f7c44355d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 005092cd-17ed-4adb-81d9-0a9f7c44355d found for delete ", "request_id": "req-66f60e07-3674-4ea0-b8cb-2bdcbb0ac2f0"}]} Aug 27 05:00:37.163989 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:37.195804 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.db.api [None req-d8c7f11c-5155-4551-88d8-4cc1e2f3643f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 05:00:37.195804 n-d-852088-5 neutron-server[107776]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 05:00:37.195804 n-d-852088-5 neutron-server[107776]: [parameters: {'id': 'ddd101fe-0087-4b2d-8a55-723759434e8b'}] Aug 27 05:00:37.195804 n-d-852088-5 neutron-server[107776]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=107776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 05:00:37.198606 n-d-852088-5 neutron-server[107776]: DEBUG oslo_db.api [None req-d8c7f11c-5155-4551-88d8-4cc1e2f3643f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 05:00:37.210954 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cb2d4a-b9af-4317-bbf4-726aacd3d26b None None] Pushing event updated for resources: {'Port': ['ID=79b73efa-875b-425a-9c97-fba1879881c3,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:37.211610 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fdd67526-6ce5-4c83-bdb8-63eef5b18a54 admin admin] Publish callbacks [] for security_group (e1b4d68f-b252-4eba-b271-6af8c3c46694), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:37.236562 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d056982-70ec-423a-88fd-40ace91126a8 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Pushing event updated for resources: {'Port': ['ID=da829a29-715c-4ede-8541-b00c0b94c7fd,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:37.258618 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d056982-70ec-423a-88fd-40ace91126a8 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Network 8594c471-9bcd-4b71-95aa-bdd79725fa93 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:00:37.275525 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-0d056982-70ec-423a-88fd-40ace91126a8 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:00:37.280362 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d056982-70ec-423a-88fd-40ace91126a8 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:00:37.280615 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fdd67526-6ce5-4c83-bdb8-63eef5b18a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (e1b4d68f-b252-4eba-b271-6af8c3c46694), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:37.283677 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0d056982-70ec-423a-88fd-40ace91126a8 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (fcb46d7e-5602-406f-801c-769fa8aaff44), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:37.413670 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdd67526-6ce5-4c83-bdb8-63eef5b18a54 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 05:00:37.475721 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fdd67526-6ce5-4c83-bdb8-63eef5b18a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (f3042cea-6003-47b1-aca2-3f98240f7b2f), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:37.487633 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-fdd67526-6ce5-4c83-bdb8-63eef5b18a54 admin admin] Added segment f3042cea-6003-47b1-aca2-3f98240f7b2f of type vlan for network 091bc189-59bb-4ee2-b6e3-9e6caa192dd4 Aug 27 05:00:37.572435 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40656) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:37.582315 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-e0b34373-5a82-4135-8961-792a04f90dfa admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-629824394-network', 'tenant_id': '98af31cba78b4b1086ca9e1b753861d7'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:00:37.659488 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fdd67526-6ce5-4c83-bdb8-63eef5b18a54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (091bc189-59bb-4ee2-b6e3-9e6caa192dd4), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:37.683748 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd67526-6ce5-4c83-bdb8-63eef5b18a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b4d68f-b252-4eba-b271-6af8c3c46694,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:37.697045 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:37.711549 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d8c7f11c-5155-4551-88d8-4cc1e2f3643f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (ddd101fe-0087-4b2d-8a55-723759434e8b), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:37.765465 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-8d7e8f6f-2525-45a0-a28b-249744de2515 None None] Publish callbacks [] for port (61fc8d0e-ad04-4e6d-85e7-5b45815e030a), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:37.845132 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-8d7e8f6f-2525-45a0-a28b-249744de2515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (61fc8d0e-ad04-4e6d-85e7-5b45815e030a), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:37.854355 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b34373-5a82-4135-8961-792a04f90dfa admin admin] Made reservation on behalf of 98af31cba78b4b1086ca9e1b753861d7 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:00:37.858793 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e0b34373-5a82-4135-8961-792a04f90dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:37.960442 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-74c46bc8-5318-42fa-8924-922fbe2f11a5 None None] Provisioning complete for port da829a29-715c-4ede-8541-b00c0b94c7fd triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:37.960828 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-74c46bc8-5318-42fa-8924-922fbe2f11a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (da829a29-715c-4ede-8541-b00c0b94c7fd), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:37.981584 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:37.984636 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cecbf77-5615-4a3a-8bcf-b22851e4df66 None None] Pushing event updated for resources: {'Port': ['ID=61fc8d0e-ad04-4e6d-85e7-5b45815e030a,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:37.990067 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fdd67526-6ce5-4c83-bdb8-63eef5b18a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (091bc189-59bb-4ee2-b6e3-9e6caa192dd4), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:37.991353 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd67526-6ce5-4c83-bdb8-63eef5b18a54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:00:37.991674 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fdd67526-6ce5-4c83-bdb8-63eef5b18a54 admin admin] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:38.039751 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e0b34373-5a82-4135-8961-792a04f90dfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:38.077740 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-74c46bc8-5318-42fa-8924-922fbe2f11a5 None None] Port da829a29-715c-4ede-8541-b00c0b94c7fd cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:00:38.085104 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 38bd762a-ce8e-408b-80a8-0d89359279a6 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:00:38.115850 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-8d7e8f6f-2525-45a0-a28b-249744de2515 None None] Attempting to bind port 61fc8d0e-ad04-4e6d-85e7-5b45815e030a on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:00:38.116426 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-8d7e8f6f-2525-45a0-a28b-249744de2515 None None] Attempting to bind port 61fc8d0e-ad04-4e6d-85e7-5b45815e030a by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'a2a7525a-9958-4b3a-97be-704dff315503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '60788e4b-d10e-49d9-9088-8b0f2f379cf6'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:00:38.117127 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7e8f6f-2525-45a0-a28b-249744de2515 None None] Attempting to bind port 61fc8d0e-ad04-4e6d-85e7-5b45815e030a on network 60788e4b-d10e-49d9-9088-8b0f2f379cf6 {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:00:38.123442 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7e8f6f-2525-45a0-a28b-249744de2515 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:00:38.124187 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7e8f6f-2525-45a0-a28b-249744de2515 None None] Checking segment: {'id': 'a2a7525a-9958-4b3a-97be-704dff315503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '60788e4b-d10e-49d9-9088-8b0f2f379cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:00:38.124769 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-8d7e8f6f-2525-45a0-a28b-249744de2515 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:38.125325 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7e8f6f-2525-45a0-a28b-249744de2515 None None] Bound using segment: {'id': 'a2a7525a-9958-4b3a-97be-704dff315503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '60788e4b-d10e-49d9-9088-8b0f2f379cf6'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:00:38.125970 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-8d7e8f6f-2525-45a0-a28b-249744de2515 None None] Bound port: 61fc8d0e-ad04-4e6d-85e7-5b45815e030a, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2a7525a-9958-4b3a-97be-704dff315503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '60788e4b-d10e-49d9-9088-8b0f2f379cf6'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:00:38.126523 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-8d7e8f6f-2525-45a0-a28b-249744de2515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (61fc8d0e-ad04-4e6d-85e7-5b45815e030a), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:38.128943 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:38.175854 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:38.236360 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 38bd762a-ce8e-408b-80a8-0d89359279a6 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:38.237415 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (38bd762a-ce8e-408b-80a8-0d89359279a6), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:38.240999 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-8d7e8f6f-2525-45a0-a28b-249744de2515 None None] For port 61fc8d0e-ad04-4e6d-85e7-5b45815e030a, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:00:38.244905 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-8d7e8f6f-2525-45a0-a28b-249744de2515 None None] For port 61fc8d0e-ad04-4e6d-85e7-5b45815e030a, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=61fc8d0e-ad04-4e6d-85e7-5b45815e030a,segment=NetworkSegment(a2a7525a-9958-4b3a-97be-704dff315503),segment_id=a2a7525a-9958-4b3a-97be-704dff315503)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:00:38.284017 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5b9738-0980-4a55-b41b-9f74fc696e61 None None] get_active_networks_info from n-d-852088-5 {{(pid=107777) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 27 05:00:38.322342 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-d8c7f11c-5155-4551-88d8-4cc1e2f3643f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Deleting port 79b73efa-875b-425a-9c97-fba1879881c3 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:00:38.323279 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d8c7f11c-5155-4551-88d8-4cc1e2f3643f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (79b73efa-875b-425a-9c97-fba1879881c3), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:38.354184 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-8d7e8f6f-2525-45a0-a28b-249744de2515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (61fc8d0e-ad04-4e6d-85e7-5b45815e030a), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:38.380124 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7e8f6f-2525-45a0-a28b-249744de2515 None None] Routers {'dca2bff6-15d7-4642-b4c9-688f41b301d9'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:00:38.381806 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-8d7e8f6f-2525-45a0-a28b-249744de2515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:00:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['dca2bff6-15d7-4642-b4c9-688f41b301d9'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:38.414252 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5b9738-0980-4a55-b41b-9f74fc696e61 None None] Resources bound (agent type, host, resource id): {{(pid=107777) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 05:00:38.429933 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:38.462751 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-ac1d7279-93af-4323-a164-4f7d5d54d7b2 None None] Provisioning complete for port 38bd762a-ce8e-408b-80a8-0d89359279a6 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:38.463418 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ac1d7279-93af-4323-a164-4f7d5d54d7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (38bd762a-ce8e-408b-80a8-0d89359279a6), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:38.634709 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0d056982-70ec-423a-88fd-40ace91126a8 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (da829a29-715c-4ede-8541-b00c0b94c7fd), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:38.661808 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-abe7afeb-a744-44a7-b97b-34aafeb22864 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for router_gateway (83ea0705-a094-488f-afe2-44e356da757c), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:38.663774 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-8d7e8f6f-2525-45a0-a28b-249744de2515 None None] Set router dca2bff6-15d7-4642-b4c9-688f41b301d9 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:00:38.696784 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-ac1d7279-93af-4323-a164-4f7d5d54d7b2 None None] Current status of the port 38bd762a-ce8e-408b-80a8-0d89359279a6 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:00:38.697310 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ac1d7279-93af-4323-a164-4f7d5d54d7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (38bd762a-ce8e-408b-80a8-0d89359279a6), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:38.697554 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e0b34373-5a82-4135-8961-792a04f90dfa admin admin] Publish callbacks [] for security_group (34e36418-742a-44f2-82e6-9d78910bee8c), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:38.738640 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-fdd67526-6ce5-4c83-bdb8-63eef5b18a54 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.6993923 Aug 27 05:00:38.745423 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-d8c7f11c-5155-4551-88d8-4cc1e2f3643f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] For port 79b73efa-875b-425a-9c97-fba1879881c3, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=79b73efa-875b-425a-9c97-fba1879881c3,segment=NetworkSegment(005092cd-17ed-4adb-81d9-0a9f7c44355d),segment_id=005092cd-17ed-4adb-81d9-0a9f7c44355d)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:00:38.746351 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d8c7f11c-5155-4551-88d8-4cc1e2f3643f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (79b73efa-875b-425a-9c97-fba1879881c3), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:38.767426 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-d8c7f11c-5155-4551-88d8-4cc1e2f3643f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Calling delete_port for 79b73efa-875b-425a-9c97-fba1879881c3 owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:00:38.869864 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-ac1d7279-93af-4323-a164-4f7d5d54d7b2 None None] For port 38bd762a-ce8e-408b-80a8-0d89359279a6, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=38bd762a-ce8e-408b-80a8-0d89359279a6,segment=NetworkSegment(b1ab899b-e8b0-4a3c-ab4b-063dec9667de),segment_id=b1ab899b-e8b0-4a3c-ab4b-063dec9667de)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:00:38.885434 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 38bd762a-ce8e-408b-80a8-0d89359279a6 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:00:38.885834 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (38bd762a-ce8e-408b-80a8-0d89359279a6), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:38.897621 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40678) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:38.922368 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-2dbc6249-96ec-4266-90fb-cbf93f1bd4b6 admin admin] Request body: {'subnet': {'network_id': '091bc189-59bb-4ee2-b6e3-9e6caa192dd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1618140899-subnet', 'tenant_id': 'c281dabc063b440aba1742cba2f97f45', 'ip_version': 4}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:00:38.931209 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cecbf77-5615-4a3a-8bcf-b22851e4df66 None None] Pushing event updated for resources: {'Port': ['ID=61fc8d0e-ad04-4e6d-85e7-5b45815e030a,revision_number=4']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:38.977469 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:39.026800 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e0b34373-5a82-4135-8961-792a04f90dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (34e36418-742a-44f2-82e6-9d78910bee8c), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:39.060388 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 05:00:39.064830 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 05:00:39.064830 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383662e6-18d7-4624-a20f-74eb8d096827 None None] Network 44318304-04a8-4b20-b231-7dc962aa9149 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:00:39.064830 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ac1d7279-93af-4323-a164-4f7d5d54d7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (38bd762a-ce8e-408b-80a8-0d89359279a6), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:39.080647 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0b34373-5a82-4135-8961-792a04f90dfa admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 05:00:39.130470 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d8c7f11c-5155-4551-88d8-4cc1e2f3643f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (79b73efa-875b-425a-9c97-fba1879881c3), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:39.139602 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1d7279-93af-4323-a164-4f7d5d54d7b2 None None] Pushing event updated for resources: {'Port': ['ID=38bd762a-ce8e-408b-80a8-0d89359279a6,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:39.152913 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-8d7e8f6f-2525-45a0-a28b-249744de2515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca2bff6-15d7-4642-b4c9-688f41b301d9', 'name': 'tempest-TestServerBasicOps-1746342857-router', 'tenant_id': '41104bce1ef94aa4bbd703937a54d7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '4d61af21-bfac-4afa-bfa1-d12a6c83302d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:00:18Z', 'updated_at': '2022-08-27T05:00:32Z', 'revision_number': 4, 'project_id': '41104bce1ef94aa4bbd703937a54d7e0', 'gw_port': {'id': '4d61af21-bfac-4afa-bfa1-d12a6c83302d', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca2bff6-15d7-4642-b4c9-688f41b301d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:00:20Z', 'updated_at': '2022-08-27T05:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '61fc8d0e-ad04-4e6d-85e7-5b45815e030a', 'name': '', 'network_id': '60788e4b-d10e-49d9-9088-8b0f2f379cf6', 'tenant_id': '41104bce1ef94aa4bbd703937a54d7e0', 'mac_address': 'fa:16:3e:a1:56:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca2bff6-15d7-4642-b4c9-688f41b301d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'dc88f9b1-7fc1-4300-a7c8-6ff94352e32f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:00:30Z', 'updated_at': '2022-08-27T05:00:38Z', 'revision_number': 4, 'project_id': '41104bce1ef94aa4bbd703937a54d7e0', 'subnets': [{'id': 'dc88f9b1-7fc1-4300-a7c8-6ff94352e32f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:39.158797 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd67526-6ce5-4c83-bdb8-63eef5b18a54 admin admin] Pushing event updated for resources: {'Network': ['ID=091bc189-59bb-4ee2-b6e3-9e6caa192dd4,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:39.183176 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e0b34373-5a82-4135-8961-792a04f90dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (cf1f8fb0-fb2f-4355-8e31-e500f76e6b6b), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:39.184450 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-e0b34373-5a82-4135-8961-792a04f90dfa admin admin] Added segment cf1f8fb0-fb2f-4355-8e31-e500f76e6b6b of type vlan for network ddb8cbee-c513-498a-bcc4-69edd229ec4d Aug 27 05:00:39.191892 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 091bc189-59bb-4ee2-b6e3-9e6caa192dd4 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 05:00:39.199539 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7e8f6f-2525-45a0-a28b-249744de2515 None None] The sync data for ids ['dca2bff6-15d7-4642-b4c9-688f41b301d9'] in n-d-852088-5 is: [{'id': 'dca2bff6-15d7-4642-b4c9-688f41b301d9', 'name': 'tempest-TestServerBasicOps-1746342857-router', 'tenant_id': '41104bce1ef94aa4bbd703937a54d7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '4d61af21-bfac-4afa-bfa1-d12a6c83302d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:00:18Z', 'updated_at': '2022-08-27T05:00:32Z', 'revision_number': 4, 'project_id': '41104bce1ef94aa4bbd703937a54d7e0', 'gw_port': {'id': '4d61af21-bfac-4afa-bfa1-d12a6c83302d', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca2bff6-15d7-4642-b4c9-688f41b301d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:00:20Z', 'updated_at': '2022-08-27T05:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '61fc8d0e-ad04-4e6d-85e7-5b45815e030a', 'name': '', 'network_id': '60788e4b-d10e-49d9-9088-8b0f2f379cf6', 'tenant_id': '41104bce1ef94aa4bbd703937a54d7e0', 'mac_address': 'fa:16:3e:a1:56:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca2bff6-15d7-4642-b4c9-688f41b301d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'dc88f9b1-7fc1-4300-a7c8-6ff94352e32f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:00:30Z', 'updated_at': '2022-08-27T05:00:38Z', 'revision_number': 4, 'project_id': '41104bce1ef94aa4bbd703937a54d7e0', 'subnets': [{'id': 'dc88f9b1-7fc1-4300-a7c8-6ff94352e32f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:00:39.236231 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40684) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:39.237010 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dbc6249-96ec-4266-90fb-cbf93f1bd4b6 admin admin] Made reservation on behalf of c281dabc063b440aba1742cba2f97f45 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:00:39.240299 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2dbc6249-96ec-4266-90fb-cbf93f1bd4b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:39.245983 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=84,neutron:DELETE=14,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:39.313899 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:DELETE=10,neutron:SELECT=70,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:39.430235 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0d056982-70ec-423a-88fd-40ace91126a8 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks [] for port (da829a29-715c-4ede-8541-b00c0b94c7fd), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:39.518749 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:39.536001 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0d056982-70ec-423a-88fd-40ace91126a8 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (da829a29-715c-4ede-8541-b00c0b94c7fd), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:39.537020 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0d056982-70ec-423a-88fd-40ace91126a8 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (fcb46d7e-5602-406f-801c-769fa8aaff44), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:39.652602 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 38bd762a-ce8e-408b-80a8-0d89359279a6 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:00:39.845139 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b34373-5a82-4135-8961-792a04f90dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e36418-742a-44f2-82e6-9d78910bee8c,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:39.865456 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e0b34373-5a82-4135-8961-792a04f90dfa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (ddb8cbee-c513-498a-bcc4-69edd229ec4d), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:39.913201 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-1715a724-c93a-438d-ae70-58d8d87a370f None None] Provisioning complete for port 38bd762a-ce8e-408b-80a8-0d89359279a6 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:39.913590 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1715a724-c93a-438d-ae70-58d8d87a370f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (38bd762a-ce8e-408b-80a8-0d89359279a6), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:39.927011 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:39.941441 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c7f11c-5155-4551-88d8-4cc1e2f3643f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Pushing event deleted for resources: {'Port': ['ID=79b73efa-875b-425a-9c97-fba1879881c3,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:39.954685 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d056982-70ec-423a-88fd-40ace91126a8 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Pushing event updated for resources: {'Port': ['ID=da829a29-715c-4ede-8541-b00c0b94c7fd,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:39.973409 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c7f11c-5155-4551-88d8-4cc1e2f3643f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] No DVR routers for this DVR port 79b73efa-875b-425a-9c97-fba1879881c3 on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:00:39.981230 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-abe7afeb-a744-44a7-b97b-34aafeb22864 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (83ea0705-a094-488f-afe2-44e356da757c), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:40.000665 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:40.016741 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d056982-70ec-423a-88fd-40ace91126a8 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Network 8594c471-9bcd-4b71-95aa-bdd79725fa93 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:00:40.020956 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-0d056982-70ec-423a-88fd-40ace91126a8 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:00:40.029773 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:40.158979 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 61fc8d0e-ad04-4e6d-85e7-5b45815e030a up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:00:40.346871 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d8c7f11c-5155-4551-88d8-4cc1e2f3643f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (ddd101fe-0087-4b2d-8a55-723759434e8b), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:40.355856 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-cd30145d-e363-4ce8-a504-02baf5da247f tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-98187491'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:00:40.399454 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e0b34373-5a82-4135-8961-792a04f90dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (ddb8cbee-c513-498a-bcc4-69edd229ec4d), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:40.406581 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b34373-5a82-4135-8961-792a04f90dfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:00:40.412294 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e0b34373-5a82-4135-8961-792a04f90dfa admin admin] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:40.426267 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d056982-70ec-423a-88fd-40ace91126a8 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Router fcb46d7e-5602-406f-801c-769fa8aaff44 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:00:40.464831 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-1715a724-c93a-438d-ae70-58d8d87a370f None None] Current status of the port 38bd762a-ce8e-408b-80a8-0d89359279a6 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:00:40.478935 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 61fc8d0e-ad04-4e6d-85e7-5b45815e030a triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:40.479397 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (61fc8d0e-ad04-4e6d-85e7-5b45815e030a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:40.549265 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:00:40.558802 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d056982-70ec-423a-88fd-40ace91126a8 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:00:40.569723 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0d056982-70ec-423a-88fd-40ace91126a8 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] 10.222.0.76 "PUT /networking/v2.0/routers/fcb46d7e-5602-406f-801c-769fa8aaff44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6828570 Aug 27 05:00:40.570111 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40692) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:40.579485 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-d8c7f11c-5155-4551-88d8-4cc1e2f3643f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddd101fe-0087-4b2d-8a55-723759434e8b']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:40.607353 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 61fc8d0e-ad04-4e6d-85e7-5b45815e030a is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:00:40.608659 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (61fc8d0e-ad04-4e6d-85e7-5b45815e030a), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:40.620773 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4b3302-d559-4b5a-9097-949382230109 None None] Sync routers for ids ['fcb46d7e-5602-406f-801c-769fa8aaff44'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:00:40.671486 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-84a4b093-1270-4ba8-8681-902bde9aeeaf None None] Provisioning complete for port da829a29-715c-4ede-8541-b00c0b94c7fd triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:40.672234 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-84a4b093-1270-4ba8-8681-902bde9aeeaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (da829a29-715c-4ede-8541-b00c0b94c7fd), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:40.687709 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2dbc6249-96ec-4266-90fb-cbf93f1bd4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (ee3f15e9-6faa-4878-8d63-9a514ea45286), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:40.732842 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40700) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:40.736425 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e0b34373-5a82-4135-8961-792a04f90dfa admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.1621294 Aug 27 05:00:40.739396 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-d8c7f11c-5155-4551-88d8-4cc1e2f3643f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '005092cd-17ed-4adb-81d9-0a9f7c44355d') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:40.740203 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-d8c7f11c-5155-4551-88d8-4cc1e2f3643f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '005092cd-17ed-4adb-81d9-0a9f7c44355d') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:40.748448 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4b3302-d559-4b5a-9097-949382230109 None None] Routers {'fcb46d7e-5602-406f-801c-769fa8aaff44'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:00:40.749550 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-6f4b3302-d559-4b5a-9097-949382230109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:00:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['fcb46d7e-5602-406f-801c-769fa8aaff44'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:40.761499 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-fbf6cdcb-96b9-449e-8771-b572481f0f0e admin admin] Request body: {'subnet': {'network_id': 'ddb8cbee-c513-498a-bcc4-69edd229ec4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-629824394-subnet', 'tenant_id': '98af31cba78b4b1086ca9e1b753861d7', 'ip_version': 4}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:00:40.772763 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:40.778242 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-84a4b093-1270-4ba8-8681-902bde9aeeaf None None] Port da829a29-715c-4ede-8541-b00c0b94c7fd cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:00:40.850714 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbc6249-96ec-4266-90fb-cbf93f1bd4b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee3f15e9-6faa-4878-8d63-9a514ea45286,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:40.854271 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bedf5da4-6058-465f-95c4-2e4b13b75173 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks [] for router (fcb46d7e-5602-406f-801c-769fa8aaff44), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:40.860630 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d8c7f11c-5155-4551-88d8-4cc1e2f3643f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (005092cd-17ed-4adb-81d9-0a9f7c44355d), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:40.869155 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-6f4b3302-d559-4b5a-9097-949382230109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:40.876500 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 61fc8d0e-ad04-4e6d-85e7-5b45815e030a, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=61fc8d0e-ad04-4e6d-85e7-5b45815e030a,segment=NetworkSegment(a2a7525a-9958-4b3a-97be-704dff315503),segment_id=a2a7525a-9958-4b3a-97be-704dff315503)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:00:40.883085 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d8c7f11c-5155-4551-88d8-4cc1e2f3643f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (005092cd-17ed-4adb-81d9-0a9f7c44355d), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:40.892644 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8c7f11c-5155-4551-88d8-4cc1e2f3643f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:00:40.893051 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d8c7f11c-5155-4551-88d8-4cc1e2f3643f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (005092cd-17ed-4adb-81d9-0a9f7c44355d), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:40.945460 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4b3302-d559-4b5a-9097-949382230109 None None] Routers {'fcb46d7e-5602-406f-801c-769fa8aaff44'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:00:40.946411 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-6f4b3302-d559-4b5a-9097-949382230109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:00:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['fcb46d7e-5602-406f-801c-769fa8aaff44'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:40.973121 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf6cdcb-96b9-449e-8771-b572481f0f0e admin admin] Made reservation on behalf of 98af31cba78b4b1086ca9e1b753861d7 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:00:40.975720 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fbf6cdcb-96b9-449e-8771-b572481f0f0e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:40.984770 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd30145d-e363-4ce8-a504-02baf5da247f tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Made reservation on behalf of c43c550ce30e42deb37ace0fd37865cf for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:00:41.000417 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cd30145d-e363-4ce8-a504-02baf5da247f tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:41.015902 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b34373-5a82-4135-8961-792a04f90dfa admin admin] Pushing event updated for resources: {'Network': ['ID=ddb8cbee-c513-498a-bcc4-69edd229ec4d,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:41.028911 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:41.030048 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-6f4b3302-d559-4b5a-9097-949382230109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:41.030950 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4b3302-d559-4b5a-9097-949382230109 None None] The sync data for ids ['fcb46d7e-5602-406f-801c-769fa8aaff44'] in n-d-852088-5 is: [] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:00:41.033714 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (61fc8d0e-ad04-4e6d-85e7-5b45815e030a), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:41.034952 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 38bd762a-ce8e-408b-80a8-0d89359279a6 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:00:41.041186 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cd30145d-e363-4ce8-a504-02baf5da247f tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:41.043790 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network ddb8cbee-c513-498a-bcc4-69edd229ec4d details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 05:00:41.050486 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:41.091330 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abe7afeb-a744-44a7-b97b-34aafeb22864 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Router 83ea0705-a094-488f-afe2-44e356da757c is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 05:00:41.203354 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-bedf5da4-6058-465f-95c4-2e4b13b75173 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 27 05:00:41.209990 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cd30145d-e363-4ce8-a504-02baf5da247f tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Publish callbacks [] for security_group (e79eccaf-b263-4b04-a0c2-17f61bc14d4d), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:41.212874 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-bedf5da4-6058-465f-95c4-2e4b13b75173 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] 10.222.0.76 "DELETE /networking/v2.0/routers/fcb46d7e-5602-406f-801c-769fa8aaff44 HTTP/1.1" status: 409 len: 376 time: 0.6412430 Aug 27 05:00:41.213013 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 005092cd-17ed-4adb-81d9-0a9f7c44355d resource provider aggregate not found Aug 27 05:00:41.220136 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40706) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:41.237927 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=61fc8d0e-ad04-4e6d-85e7-5b45815e030a,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:41.250104 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 38bd762a-ce8e-408b-80a8-0d89359279a6 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:41.250679 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (38bd762a-ce8e-408b-80a8-0d89359279a6), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:41.270648 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 005092cd-17ed-4adb-81d9-0a9f7c44355d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 005092cd-17ed-4adb-81d9-0a9f7c44355d found for delete ", "request_id": "req-d4ddf4b6-44a9-4f37-b392-ee38020f93c8"}]} Aug 27 05:00:41.312589 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cd30145d-e363-4ce8-a504-02baf5da247f tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (e79eccaf-b263-4b04-a0c2-17f61bc14d4d), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:41.322408 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbc6249-96ec-4266-90fb-cbf93f1bd4b6 admin admin] Checking segment: {'id': 'f3042cea-6003-47b1-aca2-3f98240f7b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '091bc189-59bb-4ee2-b6e3-9e6caa192dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:00:41.322408 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbc6249-96ec-4266-90fb-cbf93f1bd4b6 admin admin] Network hostable DHCP agents. Network: 091bc189-59bb-4ee2-b6e3-9e6caa192dd4, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 05:00:41.324419 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d8c7f11c-5155-4551-88d8-4cc1e2f3643f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (ddd101fe-0087-4b2d-8a55-723759434e8b), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:41.370553 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:41.380621 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 38bd762a-ce8e-408b-80a8-0d89359279a6 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:00:41.384791 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d8c7f11c-5155-4551-88d8-4cc1e2f3643f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:41.392292 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d8c7f11c-5155-4551-88d8-4cc1e2f3643f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "DELETE /networking/v2.0/networks/ddd101fe-0087-4b2d-8a55-723759434e8b HTTP/1.1" status: 204 len: 168 time: 5.9390109 Aug 27 05:00:41.395090 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c7f11c-5155-4551-88d8-4cc1e2f3643f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Pushing event deleted for resources: {'Network': ['ID=ddd101fe-0087-4b2d-8a55-723759434e8b,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:41.395247 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40710) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:41.405797 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd30145d-e363-4ce8-a504-02baf5da247f tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 05:00:41.429528 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd30145d-e363-4ce8-a504-02baf5da247f tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e79eccaf-b263-4b04-a0c2-17f61bc14d4d,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:41.455255 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cd30145d-e363-4ce8-a504-02baf5da247f tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (d5522d34-4bbb-4fc6-82fb-a3288cbd0e98), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:41.455628 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-cd30145d-e363-4ce8-a504-02baf5da247f tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Added segment d5522d34-4bbb-4fc6-82fb-a3288cbd0e98 of type vlan for network b573c135-64b9-4398-8e6a-0e6cb5f54424 Aug 27 05:00:41.455765 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa4a0c39-0b60-4a77-89db-402aafe5de3f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] GET failed (client error): The resource could not be found. Aug 27 05:00:41.461245 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-fa4a0c39-0b60-4a77-89db-402aafe5de3f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "GET /networking/v2.0/subnets/6f70a2c4-2325-4f25-9a00-ec0f32b84971 HTTP/1.1" status: 404 len: 337 time: 0.0649760 Aug 27 05:00:41.462052 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40712) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:41.504761 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe7afeb-a744-44a7-b97b-34aafeb22864 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:00:41.515156 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-14f0b28d-25c4-4230-af9e-16ea2318369d tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] DELETE failed (client error): The resource could not be found. Aug 27 05:00:41.515685 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14f0b28d-25c4-4230-af9e-16ea2318369d tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 05:00:41.523260 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-14f0b28d-25c4-4230-af9e-16ea2318369d tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "DELETE /networking/v2.0/networks/ddd101fe-0087-4b2d-8a55-723759434e8b HTTP/1.1" status: 404 len: 339 time: 0.0411608 Aug 27 05:00:41.523876 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40714) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:41.530261 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf22791-73b7-4d1e-9f64-861ce92662ed None None] Sync routers for ids ['83ea0705-a094-488f-afe2-44e356da757c'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:00:41.538267 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:41.547244 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:41.569612 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf22791-73b7-4d1e-9f64-861ce92662ed None None] Routers {'83ea0705-a094-488f-afe2-44e356da757c'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:00:41.569612 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-fcf22791-73b7-4d1e-9f64-861ce92662ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:00:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['83ea0705-a094-488f-afe2-44e356da757c'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:41.632263 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cd30145d-e363-4ce8-a504-02baf5da247f tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (b573c135-64b9-4398-8e6a-0e6cb5f54424), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:41.646541 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbc6249-96ec-4266-90fb-cbf93f1bd4b6 admin admin] Network 091bc189-59bb-4ee2-b6e3-9e6caa192dd4 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 05:00:41.694772 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-abe7afeb-a744-44a7-b97b-34aafeb22864 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:41.708796 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-abe7afeb-a744-44a7-b97b-34aafeb22864 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 895 time: 9.0738988 Aug 27 05:00:41.720020 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40720) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:41.772194 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-2dbc6249-96ec-4266-90fb-cbf93f1bd4b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 091bc189-59bb-4ee2-b6e3-9e6caa192dd4) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:00:41.783112 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1935164c-52e0-4845-aea7-bf50c66d519a None None] Network 091bc189-59bb-4ee2-b6e3-9e6caa192dd4 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:00:41.865999 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fbf6cdcb-96b9-449e-8771-b572481f0f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (ab804f5c-1adf-4ba7-84d4-8ba71ef6a93f), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:41.898047 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-fcf22791-73b7-4d1e-9f64-861ce92662ed None None] Set router 83ea0705-a094-488f-afe2-44e356da757c gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:00:41.956032 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbc6249-96ec-4266-90fb-cbf93f1bd4b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:00:41.958100 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2dbc6249-96ec-4266-90fb-cbf93f1bd4b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:41.974915 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cd30145d-e363-4ce8-a504-02baf5da247f tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (b573c135-64b9-4398-8e6a-0e6cb5f54424), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:41.976393 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74427d1-3bf6-4761-945e-c8197e88e7be tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:00:41.981176 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a74427d1-3bf6-4761-945e-c8197e88e7be tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4528387 Aug 27 05:00:41.981428 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40730) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:41.983376 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd30145d-e363-4ce8-a504-02baf5da247f tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:00:41.990740 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cd30145d-e363-4ce8-a504-02baf5da247f tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:41.998191 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 61fc8d0e-ad04-4e6d-85e7-5b45815e030a up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:00:42.029766 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:42.062900 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a38b04-8306-4443-86db-c49754cd6999 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-091bc189-59bb-4ee2-b6e3-9e6caa192dd4', 'network_id': '091bc189-59bb-4ee2-b6e3-9e6caa192dd4', 'project_id': 'c281dabc063b440aba1742cba2f97f45', 'fixed_ips': [{'subnet_id': 'ee3f15e9-6faa-4878-8d63-9a514ea45286'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 05:00:42.066847 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-76a38b04-8306-4443-86db-c49754cd6999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:42.108917 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-bfc7700e-a776-4fb0-b941-a60371b90535 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "GET /networking/v2.0/subnets?network_id=2db7b18a-8c4b-4ba8-8012-3e7d96728abb HTTP/1.1" status: 200 len: 207 time: 0.1182756 Aug 27 05:00:42.110910 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:42.117698 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40732) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:42.118618 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf6cdcb-96b9-449e-8771-b572481f0f0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab804f5c-1adf-4ba7-84d4-8ba71ef6a93f,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:42.189847 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-cd30145d-e363-4ce8-a504-02baf5da247f tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 777 time: 2.8080573 Aug 27 05:00:42.200275 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40734) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:42.230596 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3c3d115b-f5c6-4156-a6d4-b4b73e562347 tempest-TestNetworkAdvancedServerOps-285267390 tempest-TestNetworkAdvancedServerOps-285267390-project-admin] 10.222.0.76 "GET /networking/v2.0/subnets?project_id=acc20d3acbb8412595ec5e464a94b770&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5068867 Aug 27 05:00:42.238333 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-d646ccc0-3a07-4a9b-bb5a-4ff4cfc96302 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Request body: {'subnet': {'network_id': 'b573c135-64b9-4398-8e6a-0e6cb5f54424', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:00:42.256039 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40736) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:42.260703 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-988f0f84-9b8d-41b6-921f-7a0908e480d6 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (fcb46d7e-5602-406f-801c-769fa8aaff44), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:42.310023 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-fcf22791-73b7-4d1e-9f64-861ce92662ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ea0705-a094-488f-afe2-44e356da757c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322953189', 'tenant_id': 'acc20d3acbb8412595ec5e464a94b770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b92566ed-efad-4af8-8437-987d686f88cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:00:32Z', 'updated_at': '2022-08-27T05:00:36Z', 'revision_number': 3, 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'gw_port': {'id': 'b92566ed-efad-4af8-8437-987d686f88cd', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:08:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ea0705-a094-488f-afe2-44e356da757c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:00:34Z', 'updated_at': '2022-08-27T05:00:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:42.369870 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf22791-73b7-4d1e-9f64-861ce92662ed None None] Checking router: 83ea0705-a094-488f-afe2-44e356da757c for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:00:42.370216 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf22791-73b7-4d1e-9f64-861ce92662ed None None] Updating router 83ea0705-a094-488f-afe2-44e356da757c port b92566ed-efad-4af8-8437-987d686f88cd binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:00:42.406152 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-76a38b04-8306-4443-86db-c49754cd6999 None None] Allocated IP 172.20.0.2 (091bc189-59bb-4ee2-b6e3-9e6caa192dd4/ee3f15e9-6faa-4878-8d63-9a514ea45286/bc0488cf-a753-44c7-af49-437592d69f78) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:00:42.450397 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-fcf22791-73b7-4d1e-9f64-861ce92662ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (b92566ed-efad-4af8-8437-987d686f88cd), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:42.480583 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2dbc6249-96ec-4266-90fb-cbf93f1bd4b6 admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.5708873 Aug 27 05:00:42.557043 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40740) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:42.594341 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-3c49daa7-0cfd-4061-bace-6fe66dc352e1 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1618140899-router', 'tenant_id': 'c281dabc063b440aba1742cba2f97f45', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:00:42.598311 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [req-1c2cee9f-729a-4f59-93c4-b774ad5833ab req-8584932b-d65c-4c8c-85ac-3d28b41a46fd service neutron] (107775) timed out ('10.222.0.78', 57286) {{(pid=107775) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 27 05:00:42.613223 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-76a38b04-8306-4443-86db-c49754cd6999 None None] Publish callbacks [] for port (bc0488cf-a753-44c7-af49-437592d69f78), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:42.628014 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 61fc8d0e-ad04-4e6d-85e7-5b45815e030a triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:42.628412 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (61fc8d0e-ad04-4e6d-85e7-5b45815e030a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:42.657885 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd30145d-e363-4ce8-a504-02baf5da247f tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Pushing event updated for resources: {'Network': ['ID=b573c135-64b9-4398-8e6a-0e6cb5f54424,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:42.672777 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d646ccc0-3a07-4a9b-bb5a-4ff4cfc96302 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Made reservation on behalf of c43c550ce30e42deb37ace0fd37865cf for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:00:42.677906 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d646ccc0-3a07-4a9b-bb5a-4ff4cfc96302 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:42.689320 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network b573c135-64b9-4398-8e6a-0e6cb5f54424 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 05:00:42.745018 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf6cdcb-96b9-449e-8771-b572481f0f0e admin admin] Checking segment: {'id': 'cf1f8fb0-fb2f-4355-8e31-e500f76e6b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ddb8cbee-c513-498a-bcc4-69edd229ec4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:00:42.745774 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf6cdcb-96b9-449e-8771-b572481f0f0e admin admin] Network hostable DHCP agents. Network: ddb8cbee-c513-498a-bcc4-69edd229ec4d, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 05:00:42.766867 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:42.795538 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-76a38b04-8306-4443-86db-c49754cd6999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (bc0488cf-a753-44c7-af49-437592d69f78), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:42.871374 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3c49daa7-0cfd-4061-bace-6fe66dc352e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:42.875102 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3c49daa7-0cfd-4061-bace-6fe66dc352e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:42.888317 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a38b04-8306-4443-86db-c49754cd6999 None None] Network 091bc189-59bb-4ee2-b6e3-9e6caa192dd4 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:00:42.903259 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-76a38b04-8306-4443-86db-c49754cd6999 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:00:42.912910 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a38b04-8306-4443-86db-c49754cd6999 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:00:43.017957 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363d89b6-3939-497e-89cd-19c66e3611d3 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:00:43.028056 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 61fc8d0e-ad04-4e6d-85e7-5b45815e030a is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:00:43.030089 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363d89b6-3939-497e-89cd-19c66e3611d3 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:00:43.032724 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363d89b6-3939-497e-89cd-19c66e3611d3 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:00:43.035514 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a38b04-8306-4443-86db-c49754cd6999 None None] Pushing event updated for resources: {'Port': ['ID=bc0488cf-a753-44c7-af49-437592d69f78,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:43.038818 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363d89b6-3939-497e-89cd-19c66e3611d3 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:00:43.047713 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae149b7-33ed-46d3-9d90-dfecedf8ce1a tempest-TestNetworkAdvancedServerOps-285267390 tempest-TestNetworkAdvancedServerOps-285267390-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:00:43.049804 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-363d89b6-3939-497e-89cd-19c66e3611d3 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.9266307 Aug 27 05:00:43.050986 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40748) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:43.052910 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6ae149b7-33ed-46d3-9d90-dfecedf8ce1a tempest-TestNetworkAdvancedServerOps-285267390 tempest-TestNetworkAdvancedServerOps-285267390-project-admin] 10.222.0.76 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7855175 Aug 27 05:00:43.064153 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40750) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:43.118520 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:43.139938 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf6cdcb-96b9-449e-8771-b572481f0f0e admin admin] Network ddb8cbee-c513-498a-bcc4-69edd229ec4d is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 05:00:43.160067 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3c49daa7-0cfd-4061-bace-6fe66dc352e1 admin admin] Publish callbacks [] for router_controller (4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:43.168125 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-fcf22791-73b7-4d1e-9f64-861ce92662ed None None] Publish callbacks [] for port (b92566ed-efad-4af8-8437-987d686f88cd), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:43.178289 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-96fd966e-1fb5-41fa-a676-19c0ebb4ee5c tempest-TestNetworkAdvancedServerOps-285267390 tempest-TestNetworkAdvancedServerOps-285267390-project-admin] 10.222.0.76 "GET /networking/v2.0/subnets?network_id=2db7b18a-8c4b-4ba8-8012-3e7d96728abb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1105912 Aug 27 05:00:43.179479 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40752) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:43.185039 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-2f99e0d2-bb2b-4671-96be-c86d0ba675b7 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-718109673', 'network_id': '84ee9933-e2c9-4c2f-af66-ca5ef4ac48d6', 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:00:43.205245 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-76a38b04-8306-4443-86db-c49754cd6999 None None] Attempting to bind port bc0488cf-a753-44c7-af49-437592d69f78 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:00:43.207289 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-76a38b04-8306-4443-86db-c49754cd6999 None None] Attempting to bind port bc0488cf-a753-44c7-af49-437592d69f78 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'f3042cea-6003-47b1-aca2-3f98240f7b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '091bc189-59bb-4ee2-b6e3-9e6caa192dd4'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:00:43.207289 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a38b04-8306-4443-86db-c49754cd6999 None None] Attempting to bind port bc0488cf-a753-44c7-af49-437592d69f78 on network 091bc189-59bb-4ee2-b6e3-9e6caa192dd4 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:00:43.225607 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a38b04-8306-4443-86db-c49754cd6999 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:00:43.226420 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a38b04-8306-4443-86db-c49754cd6999 None None] Checking segment: {'id': 'f3042cea-6003-47b1-aca2-3f98240f7b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '091bc189-59bb-4ee2-b6e3-9e6caa192dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:00:43.227047 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-76a38b04-8306-4443-86db-c49754cd6999 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:43.227649 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a38b04-8306-4443-86db-c49754cd6999 None None] Bound using segment: {'id': 'f3042cea-6003-47b1-aca2-3f98240f7b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '091bc189-59bb-4ee2-b6e3-9e6caa192dd4'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:00:43.228388 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-76a38b04-8306-4443-86db-c49754cd6999 None None] Bound port: bc0488cf-a753-44c7-af49-437592d69f78, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3042cea-6003-47b1-aca2-3f98240f7b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '091bc189-59bb-4ee2-b6e3-9e6caa192dd4'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:00:43.229021 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-76a38b04-8306-4443-86db-c49754cd6999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (bc0488cf-a753-44c7-af49-437592d69f78), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:43.272521 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-fcf22791-73b7-4d1e-9f64-861ce92662ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (b92566ed-efad-4af8-8437-987d686f88cd), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:43.276965 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-fbf6cdcb-96b9-449e-8771-b572481f0f0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, ddb8cbee-c513-498a-bcc4-69edd229ec4d) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:00:43.296229 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf6cdcb-96b9-449e-8771-b572481f0f0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:00:43.303360 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fbf6cdcb-96b9-449e-8771-b572481f0f0e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:43.348919 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c83431-c28b-4bac-8af0-564c891a4e8f None None] Network ddb8cbee-c513-498a-bcc4-69edd229ec4d requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:00:43.360190 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-fcf22791-73b7-4d1e-9f64-861ce92662ed None None] Attempting to bind port b92566ed-efad-4af8-8437-987d686f88cd on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:00:43.360558 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-fcf22791-73b7-4d1e-9f64-861ce92662ed None None] Attempting to bind port b92566ed-efad-4af8-8437-987d686f88cd by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:00:43.360915 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf22791-73b7-4d1e-9f64-861ce92662ed None None] Attempting to bind port b92566ed-efad-4af8-8437-987d686f88cd on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:00:43.400208 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf22791-73b7-4d1e-9f64-861ce92662ed None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:00:43.400582 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf22791-73b7-4d1e-9f64-861ce92662ed None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:00:43.403453 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-fcf22791-73b7-4d1e-9f64-861ce92662ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:43.405357 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf22791-73b7-4d1e-9f64-861ce92662ed None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:00:43.406569 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-fcf22791-73b7-4d1e-9f64-861ce92662ed None None] Bound port: b92566ed-efad-4af8-8437-987d686f88cd, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:00:43.412826 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-fcf22791-73b7-4d1e-9f64-861ce92662ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (b92566ed-efad-4af8-8437-987d686f88cd), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:43.445356 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-76a38b04-8306-4443-86db-c49754cd6999 None None] For port bc0488cf-a753-44c7-af49-437592d69f78, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:00:43.454162 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1e9bd6-0f1d-4114-b4f3-b1f670d5c03a None None] Pushing event updated for resources: {'Port': ['ID=b92566ed-efad-4af8-8437-987d686f88cd,revision_number=2']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:43.541758 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-76a38b04-8306-4443-86db-c49754cd6999 None None] For port bc0488cf-a753-44c7-af49-437592d69f78, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=bc0488cf-a753-44c7-af49-437592d69f78,segment=NetworkSegment(f3042cea-6003-47b1-aca2-3f98240f7b2f),segment_id=f3042cea-6003-47b1-aca2-3f98240f7b2f)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:00:43.548277 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84062fb5-1f3d-4dcc-a0ad-d298389f1d69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-ddb8cbee-c513-498a-bcc4-69edd229ec4d', 'network_id': 'ddb8cbee-c513-498a-bcc4-69edd229ec4d', 'project_id': '98af31cba78b4b1086ca9e1b753861d7', 'fixed_ips': [{'subnet_id': 'ab804f5c-1adf-4ba7-84d4-8ba71ef6a93f'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 05:00:43.549222 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-84062fb5-1f3d-4dcc-a0ad-d298389f1d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:43.556552 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-fcf22791-73b7-4d1e-9f64-861ce92662ed None None] For port b92566ed-efad-4af8-8437-987d686f88cd, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:00:43.559681 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-fcf22791-73b7-4d1e-9f64-861ce92662ed None None] For port b92566ed-efad-4af8-8437-987d686f88cd, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=b92566ed-efad-4af8-8437-987d686f88cd,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:00:43.595994 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3c49daa7-0cfd-4061-bace-6fe66dc352e1 admin admin] Publish callbacks [] for router_gateway (4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:43.604756 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:43.630201 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-fbf6cdcb-96b9-449e-8771-b572481f0f0e admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.8815079 Aug 27 05:00:43.630446 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-988f0f84-9b8d-41b6-921f-7a0908e480d6 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Deleting port da829a29-715c-4ede-8541-b00c0b94c7fd {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:00:43.632497 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-988f0f84-9b8d-41b6-921f-7a0908e480d6 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (da829a29-715c-4ede-8541-b00c0b94c7fd), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:43.635938 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40754) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:43.654973 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-7303fa51-46d5-4632-a5b6-f006c899975b admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-629824394-router', 'tenant_id': '98af31cba78b4b1086ca9e1b753861d7', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:00:43.657383 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-76a38b04-8306-4443-86db-c49754cd6999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (bc0488cf-a753-44c7-af49-437592d69f78), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:43.689950 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-fcf22791-73b7-4d1e-9f64-861ce92662ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (b92566ed-efad-4af8-8437-987d686f88cd), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:43.694846 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:43.788365 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e699556b-0ee3-47ff-a056-df5819cae338 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "GET /networking/v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.6671705 Aug 27 05:00:43.793949 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40756) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:43.835224 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f99e0d2-bb2b-4671-96be-c86d0ba675b7 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Made reservation on behalf of acc20d3acbb8412595ec5e464a94b770 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:00:43.839288 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2f99e0d2-bb2b-4671-96be-c86d0ba675b7 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:43.848802 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1e9bd6-0f1d-4114-b4f3-b1f670d5c03a None None] Pushing event updated for resources: {'Port': ['ID=b92566ed-efad-4af8-8437-987d686f88cd,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:43.867852 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:43.876855 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf22791-73b7-4d1e-9f64-861ce92662ed None None] Routers {'83ea0705-a094-488f-afe2-44e356da757c'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:00:43.877509 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-fcf22791-73b7-4d1e-9f64-861ce92662ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:00:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['83ea0705-a094-488f-afe2-44e356da757c'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:43.882117 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-84062fb5-1f3d-4dcc-a0ad-d298389f1d69 None None] Allocated IP 172.20.0.2 (ddb8cbee-c513-498a-bcc4-69edd229ec4d/ab804f5c-1adf-4ba7-84d4-8ba71ef6a93f/cf4e8200-18f9-41c9-acd8-ccccb003b77f) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:00:43.903032 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7303fa51-46d5-4632-a5b6-f006c899975b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (bbf9cf89-d09b-4a43-92ff-c50d6ff3d878), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:43.904783 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7303fa51-46d5-4632-a5b6-f006c899975b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (bbf9cf89-d09b-4a43-92ff-c50d6ff3d878), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:43.934364 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:43.985397 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeee599d-f049-4118-bad6-f83db57a7d00 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:00:43.995446 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeee599d-f049-4118-bad6-f83db57a7d00 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:00:43.995446 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-aeee599d-f049-4118-bad6-f83db57a7d00 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1988504 Aug 27 05:00:44.004759 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40760) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:44.045180 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-fcf22791-73b7-4d1e-9f64-861ce92662ed None None] Set router 83ea0705-a094-488f-afe2-44e356da757c gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:00:44.147614 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d646ccc0-3a07-4a9b-bb5a-4ff4cfc96302 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (dceb1935-73d7-40aa-a520-fc5ada19e28d), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:44.147614 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:44.148475 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a38b04-8306-4443-86db-c49754cd6999 None None] Pushing event updated for resources: {'Port': ['ID=bc0488cf-a753-44c7-af49-437592d69f78,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:44.294205 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7303fa51-46d5-4632-a5b6-f006c899975b admin admin] Publish callbacks [] for router_controller (bbf9cf89-d09b-4a43-92ff-c50d6ff3d878), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:44.305933 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:44.381371 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-84062fb5-1f3d-4dcc-a0ad-d298389f1d69 None None] Publish callbacks [] for port (cf4e8200-18f9-41c9-acd8-ccccb003b77f), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:44.383575 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd241ee1-d46f-4c3b-a9b6-6ffdd6236fb6 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Attributes excluded by policy engine: ['shared'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:00:44.389883 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd241ee1-d46f-4c3b-a9b6-6ffdd6236fb6 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Attributes excluded by policy engine: ['shared'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:00:44.396921 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-cd241ee1-d46f-4c3b-a9b6-6ffdd6236fb6 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "GET /networking/v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.3910592 Aug 27 05:00:44.399756 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40764) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:44.411477 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d646ccc0-3a07-4a9b-bb5a-4ff4cfc96302 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Pushing event updated for resources: {'Subnet': ['ID=dceb1935-73d7-40aa-a520-fc5ada19e28d,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:44.454397 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-84062fb5-1f3d-4dcc-a0ad-d298389f1d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (cf4e8200-18f9-41c9-acd8-ccccb003b77f), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:44.467644 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-fcf22791-73b7-4d1e-9f64-861ce92662ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ea0705-a094-488f-afe2-44e356da757c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322953189', 'tenant_id': 'acc20d3acbb8412595ec5e464a94b770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b92566ed-efad-4af8-8437-987d686f88cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:00:32Z', 'updated_at': '2022-08-27T05:00:36Z', 'revision_number': 3, 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'gw_port': {'id': 'b92566ed-efad-4af8-8437-987d686f88cd', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:08:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ea0705-a094-488f-afe2-44e356da757c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:00:34Z', 'updated_at': '2022-08-27T05:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:44.481976 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-988f0f84-9b8d-41b6-921f-7a0908e480d6 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (da829a29-715c-4ede-8541-b00c0b94c7fd), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:44.498252 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84062fb5-1f3d-4dcc-a0ad-d298389f1d69 None None] Network ddb8cbee-c513-498a-bcc4-69edd229ec4d is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:00:44.501957 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-84062fb5-1f3d-4dcc-a0ad-d298389f1d69 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:00:44.504910 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84062fb5-1f3d-4dcc-a0ad-d298389f1d69 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:00:44.508262 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-988f0f84-9b8d-41b6-921f-7a0908e480d6 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Calling delete_port for da829a29-715c-4ede-8541-b00c0b94c7fd owned by network:router_interface {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:00:44.511559 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf22791-73b7-4d1e-9f64-861ce92662ed None None] The sync data for ids ['83ea0705-a094-488f-afe2-44e356da757c'] in n-d-852088-5 is: [{'id': '83ea0705-a094-488f-afe2-44e356da757c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322953189', 'tenant_id': 'acc20d3acbb8412595ec5e464a94b770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b92566ed-efad-4af8-8437-987d686f88cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:00:32Z', 'updated_at': '2022-08-27T05:00:36Z', 'revision_number': 3, 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'gw_port': {'id': 'b92566ed-efad-4af8-8437-987d686f88cd', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:08:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ea0705-a094-488f-afe2-44e356da757c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:00:34Z', 'updated_at': '2022-08-27T05:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:00:44.516306 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d646ccc0-3a07-4a9b-bb5a-4ff4cfc96302 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Checking segment: {'id': 'd5522d34-4bbb-4fc6-82fb-a3288cbd0e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b573c135-64b9-4398-8e6a-0e6cb5f54424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:00:44.516566 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d646ccc0-3a07-4a9b-bb5a-4ff4cfc96302 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Network hostable DHCP agents. Network: b573c135-64b9-4398-8e6a-0e6cb5f54424, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 05:00:44.549402 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84062fb5-1f3d-4dcc-a0ad-d298389f1d69 None None] Pushing event updated for resources: {'Port': ['ID=cf4e8200-18f9-41c9-acd8-ccccb003b77f,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:44.570078 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419df511-7ce3-4481-83d4-173d7d071315 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:00:44.578242 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-419df511-7ce3-4481-83d4-173d7d071315 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "GET /networking/v2.0/networks/acccd41c-3160-40be-8b65-f33fdec66f54 HTTP/1.1" status: 200 len: 800 time: 0.1776624 Aug 27 05:00:44.579215 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40768) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:44.608109 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2f99e0d2-bb2b-4671-96be-c86d0ba675b7 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (ec085442-b3e0-4606-91e1-61ecedc6d91e), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:44.615384 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-84062fb5-1f3d-4dcc-a0ad-d298389f1d69 None None] Attempting to bind port cf4e8200-18f9-41c9-acd8-ccccb003b77f on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:00:44.616257 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-84062fb5-1f3d-4dcc-a0ad-d298389f1d69 None None] Attempting to bind port cf4e8200-18f9-41c9-acd8-ccccb003b77f by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'cf1f8fb0-fb2f-4355-8e31-e500f76e6b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ddb8cbee-c513-498a-bcc4-69edd229ec4d'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:00:44.617582 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84062fb5-1f3d-4dcc-a0ad-d298389f1d69 None None] Attempting to bind port cf4e8200-18f9-41c9-acd8-ccccb003b77f on network ddb8cbee-c513-498a-bcc4-69edd229ec4d {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:00:44.627722 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84062fb5-1f3d-4dcc-a0ad-d298389f1d69 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:00:44.630785 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84062fb5-1f3d-4dcc-a0ad-d298389f1d69 None None] Checking segment: {'id': 'cf1f8fb0-fb2f-4355-8e31-e500f76e6b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ddb8cbee-c513-498a-bcc4-69edd229ec4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:00:44.633084 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-84062fb5-1f3d-4dcc-a0ad-d298389f1d69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:44.633822 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84062fb5-1f3d-4dcc-a0ad-d298389f1d69 None None] Bound using segment: {'id': 'cf1f8fb0-fb2f-4355-8e31-e500f76e6b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ddb8cbee-c513-498a-bcc4-69edd229ec4d'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:00:44.634591 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-84062fb5-1f3d-4dcc-a0ad-d298389f1d69 None None] Bound port: cf4e8200-18f9-41c9-acd8-ccccb003b77f, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf1f8fb0-fb2f-4355-8e31-e500f76e6b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ddb8cbee-c513-498a-bcc4-69edd229ec4d'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:00:44.635587 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-84062fb5-1f3d-4dcc-a0ad-d298389f1d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (cf4e8200-18f9-41c9-acd8-ccccb003b77f), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:44.729588 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d646ccc0-3a07-4a9b-bb5a-4ff4cfc96302 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Network b573c135-64b9-4398-8e6a-0e6cb5f54424 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 05:00:44.753357 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f99e0d2-bb2b-4671-96be-c86d0ba675b7 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Checking segment: {'id': '53332b75-0c86-49b4-957c-287d2639f07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '84ee9933-e2c9-4c2f-af66-ca5ef4ac48d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:00:44.753357 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f99e0d2-bb2b-4671-96be-c86d0ba675b7 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Network hostable DHCP agents. Network: 84ee9933-e2c9-4c2f-af66-ca5ef4ac48d6, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 05:00:44.810774 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-d646ccc0-3a07-4a9b-bb5a-4ff4cfc96302 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, b573c135-64b9-4398-8e6a-0e6cb5f54424) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:00:44.812909 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f99e0d2-bb2b-4671-96be-c86d0ba675b7 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event updated for resources: {'Subnet': ['ID=ec085442-b3e0-4606-91e1-61ecedc6d91e,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:44.823492 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d646ccc0-3a07-4a9b-bb5a-4ff4cfc96302 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:00:44.824093 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d646ccc0-3a07-4a9b-bb5a-4ff4cfc96302 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:44.896230 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3c49daa7-0cfd-4061-bace-6fe66dc352e1 admin admin] Publish callbacks [] for router_gateway (4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:44.913444 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40774) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:44.917155 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f99e0d2-bb2b-4671-96be-c86d0ba675b7 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Network 84ee9933-e2c9-4c2f-af66-ca5ef4ac48d6 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 05:00:44.917701 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9d45b45c-ff48-47f8-9a6a-0b77e510a1b7 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "GET /networking/v2.0/networks/acccd41c-3160-40be-8b65-f33fdec66f54?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3201101 Aug 27 05:00:45.005467 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a52c3ee-5da1-4f7f-bbf4-de4839d0883a None None] Network b573c135-64b9-4398-8e6a-0e6cb5f54424 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:00:45.021897 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3c49daa7-0cfd-4061-bace-6fe66dc352e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:45.075019 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-2f99e0d2-bb2b-4671-96be-c86d0ba675b7 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 84ee9933-e2c9-4c2f-af66-ca5ef4ac48d6) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:00:45.081204 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42434752-032a-4625-8fed-881d27892d44 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:00:45.082643 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-42434752-032a-4625-8fed-881d27892d44 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "GET /networking/v2.0/subnets/9fb7bdbd-d5a7-4cdb-971e-c3508b5791eb HTTP/1.1" status: 200 len: 811 time: 0.1596580 Aug 27 05:00:45.088532 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f99e0d2-bb2b-4671-96be-c86d0ba675b7 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:00:45.089176 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2f99e0d2-bb2b-4671-96be-c86d0ba675b7 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:45.103666 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d646ccc0-3a07-4a9b-bb5a-4ff4cfc96302 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8813887 Aug 27 05:00:45.107977 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40776) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:45.108655 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40778) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:45.113412 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b206fc93-5be9-4e74-a372-e02432803565 None None] Network 84ee9933-e2c9-4c2f-af66-ca5ef4ac48d6 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:00:45.126762 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-d1e88911-b5da-4d9e-83f6-c52c9bf2679a tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Request body: {'port': {'network_id': 'b573c135-64b9-4398-8e6a-0e6cb5f54424', 'name': 'tempest-TagsExtTest-510195271'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:00:45.168223 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7303fa51-46d5-4632-a5b6-f006c899975b admin admin] Publish callbacks [] for router_gateway (bbf9cf89-d09b-4a43-92ff-c50d6ff3d878), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:45.293450 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:45.293450 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-84062fb5-1f3d-4dcc-a0ad-d298389f1d69 None None] For port cf4e8200-18f9-41c9-acd8-ccccb003b77f, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:00:45.363431 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-3c49daa7-0cfd-4061-bace-6fe66dc352e1 admin admin] Allocated IP 172.25.2.157 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/2cca4869-4b1a-4fd6-88fd-4b509586689a) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:00:45.429963 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8e52f8-2a2a-480c-b6ab-5685c29964ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-b573c135-64b9-4398-8e6a-0e6cb5f54424', 'network_id': 'b573c135-64b9-4398-8e6a-0e6cb5f54424', 'project_id': 'c43c550ce30e42deb37ace0fd37865cf', 'fixed_ips': [{'subnet_id': 'dceb1935-73d7-40aa-a520-fc5ada19e28d'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 05:00:45.431038 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8d8e52f8-2a2a-480c-b6ab-5685c29964ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:45.537833 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac8b266-586b-46c4-b8f9-e6e7e3f56269 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-84ee9933-e2c9-4c2f-af66-ca5ef4ac48d6', 'network_id': '84ee9933-e2c9-4c2f-af66-ca5ef4ac48d6', 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'fixed_ips': [{'subnet_id': 'ec085442-b3e0-4606-91e1-61ecedc6d91e'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 05:00:45.549271 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8ac8b266-586b-46c4-b8f9-e6e7e3f56269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:45.604563 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:UPDATE=7,neutron:SELECT=90,neutron:INSERT=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:45.621439 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7303fa51-46d5-4632-a5b6-f006c899975b admin admin] Publish callbacks [] for router_gateway (bbf9cf89-d09b-4a43-92ff-c50d6ff3d878), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:45.649806 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7303fa51-46d5-4632-a5b6-f006c899975b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:45.792954 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3c49daa7-0cfd-4061-bace-6fe66dc352e1 admin admin] Publish callbacks [] for port (2cca4869-4b1a-4fd6-88fd-4b509586689a), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:45.927687 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3c49daa7-0cfd-4061-bace-6fe66dc352e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (2cca4869-4b1a-4fd6-88fd-4b509586689a), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:45.931213 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2f99e0d2-bb2b-4671-96be-c86d0ba675b7 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.7457311 Aug 27 05:00:45.931711 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40788) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:46.009757 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33dda8e-465f-435e-ba37-41b53c55b81f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Attributes excluded by policy engine: ['shared'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:00:46.011841 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f33dda8e-465f-435e-ba37-41b53c55b81f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "GET /networking/v2.0/subnets/9fb7bdbd-d5a7-4cdb-971e-c3508b5791eb?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.9019735 Aug 27 05:00:46.016044 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40792) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:46.025086 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-c4a6b5e9-3017-48aa-a2b0-2439bd54971b tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1349888990'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:00:46.071247 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be47cd6b-b6c5-4bfb-ac5d-6e11b3cc2d2d None None] Network 091bc189-59bb-4ee2-b6e3-9e6caa192dd4 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:00:46.131030 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-988f0f84-9b8d-41b6-921f-7a0908e480d6 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (da829a29-715c-4ede-8541-b00c0b94c7fd), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:46.172850 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f0f84-9b8d-41b6-921f-7a0908e480d6 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Pushing event deleted for resources: {'Port': ['ID=da829a29-715c-4ede-8541-b00c0b94c7fd,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:46.179709 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a6b5e9-3017-48aa-a2b0-2439bd54971b tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Made reservation on behalf of 1d0109415e794b52b25a509d7b89f6ff for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:00:46.184345 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c4a6b5e9-3017-48aa-a2b0-2439bd54971b tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:46.233414 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:46.257056 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c49daa7-0cfd-4061-bace-6fe66dc352e1 admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:00:46.286181 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-3c49daa7-0cfd-4061-bace-6fe66dc352e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:00:46.294298 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c49daa7-0cfd-4061-bace-6fe66dc352e1 admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:00:46.393284 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-8ac8b266-586b-46c4-b8f9-e6e7e3f56269 None None] Allocated IP 172.20.0.2 (84ee9933-e2c9-4c2f-af66-ca5ef4ac48d6/ec085442-b3e0-4606-91e1-61ecedc6d91e/84ead2f3-9953-41f9-b04c-35edbed3025a) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:00:46.394852 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e88911-b5da-4d9e-83f6-c52c9bf2679a tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Made reservation on behalf of c43c550ce30e42deb37ace0fd37865cf for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:00:46.401241 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d1e88911-b5da-4d9e-83f6-c52c9bf2679a tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:46.411070 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4a6b5e9-3017-48aa-a2b0-2439bd54971b tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 05:00:46.434701 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-988f0f84-9b8d-41b6-921f-7a0908e480d6 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (fcb46d7e-5602-406f-801c-769fa8aaff44), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:46.438324 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c4a6b5e9-3017-48aa-a2b0-2439bd54971b tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (1deb6865-57b7-47a4-8c9d-15424259a1d1), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:46.438904 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-c4a6b5e9-3017-48aa-a2b0-2439bd54971b tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Added segment 1deb6865-57b7-47a4-8c9d-15424259a1d1 of type vlan for network d091c8a0-b098-4252-9ea7-0f3cba96dd3a Aug 27 05:00:46.446127 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [None req-d1e88911-b5da-4d9e-83f6-c52c9bf2679a tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] device_id is not set on port 1392e6b6-5d01-4ca2-8d47-48baae13f8c2 yet. {{(pid=107776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 27 05:00:46.600291 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8ac8b266-586b-46c4-b8f9-e6e7e3f56269 None None] Publish callbacks [] for port (84ead2f3-9953-41f9-b04c-35edbed3025a), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:46.603785 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device b92566ed-efad-4af8-8437-987d686f88cd up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:00:46.620016 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-84062fb5-1f3d-4dcc-a0ad-d298389f1d69 None None] For port cf4e8200-18f9-41c9-acd8-ccccb003b77f, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=cf4e8200-18f9-41c9-acd8-ccccb003b77f,segment=NetworkSegment(cf1f8fb0-fb2f-4355-8e31-e500f76e6b6b),segment_id=cf1f8fb0-fb2f-4355-8e31-e500f76e6b6b)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:00:46.635696 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-d1e88911-b5da-4d9e-83f6-c52c9bf2679a tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Allocated IP 172.20.0.12 (b573c135-64b9-4398-8e6a-0e6cb5f54424/dceb1935-73d7-40aa-a520-fc5ada19e28d/1392e6b6-5d01-4ca2-8d47-48baae13f8c2) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:00:46.699075 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-c8591197-de4c-4d3a-9cec-798fbc9ac524 None None] Provisioning complete for port bc0488cf-a753-44c7-af49-437592d69f78 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:46.699609 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c8591197-de4c-4d3a-9cec-798fbc9ac524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (bc0488cf-a753-44c7-af49-437592d69f78), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:46.750057 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8ac8b266-586b-46c4-b8f9-e6e7e3f56269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (84ead2f3-9953-41f9-b04c-35edbed3025a), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:46.802673 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c4a6b5e9-3017-48aa-a2b0-2439bd54971b tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (d091c8a0-b098-4252-9ea7-0f3cba96dd3a), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:46.826115 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac8b266-586b-46c4-b8f9-e6e7e3f56269 None None] Pushing event updated for resources: {'Port': ['ID=84ead2f3-9953-41f9-b04c-35edbed3025a,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:46.829338 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-84062fb5-1f3d-4dcc-a0ad-d298389f1d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (cf4e8200-18f9-41c9-acd8-ccccb003b77f), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:46.834688 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:46.844434 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:46.927013 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84062fb5-1f3d-4dcc-a0ad-d298389f1d69 None None] Pushing event updated for resources: {'Port': ['ID=cf4e8200-18f9-41c9-acd8-ccccb003b77f,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:47.003739 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac8b266-586b-46c4-b8f9-e6e7e3f56269 None None] Network 84ee9933-e2c9-4c2f-af66-ca5ef4ac48d6 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:00:47.026136 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-8ac8b266-586b-46c4-b8f9-e6e7e3f56269 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:00:47.040903 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac8b266-586b-46c4-b8f9-e6e7e3f56269 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:00:47.110057 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port b92566ed-efad-4af8-8437-987d686f88cd triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:47.111317 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (b92566ed-efad-4af8-8437-987d686f88cd), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:47.124425 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c4a6b5e9-3017-48aa-a2b0-2439bd54971b tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (d091c8a0-b098-4252-9ea7-0f3cba96dd3a), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:47.129371 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a6b5e9-3017-48aa-a2b0-2439bd54971b tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:00:47.129990 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c4a6b5e9-3017-48aa-a2b0-2439bd54971b tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:47.173940 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:47.207819 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:47.314197 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-c8591197-de4c-4d3a-9cec-798fbc9ac524 None None] Current status of the port bc0488cf-a753-44c7-af49-437592d69f78 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:00:47.314975 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c8591197-de4c-4d3a-9cec-798fbc9ac524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (bc0488cf-a753-44c7-af49-437592d69f78), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:47.321336 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:47.359736 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c49daa7-0cfd-4061-bace-6fe66dc352e1 admin admin] Pushing event updated for resources: {'Port': ['ID=2cca4869-4b1a-4fd6-88fd-4b509586689a,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:47.387043 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-7303fa51-46d5-4632-a5b6-f006c899975b admin admin] Allocated IP 172.25.2.131 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/f51e4321-b17f-403f-b801-69dce02f1bdd) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:00:47.391033 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-8ac8b266-586b-46c4-b8f9-e6e7e3f56269 None None] Attempting to bind port 84ead2f3-9953-41f9-b04c-35edbed3025a on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:00:47.391950 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-8ac8b266-586b-46c4-b8f9-e6e7e3f56269 None None] Attempting to bind port 84ead2f3-9953-41f9-b04c-35edbed3025a by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '53332b75-0c86-49b4-957c-287d2639f07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '84ee9933-e2c9-4c2f-af66-ca5ef4ac48d6'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:00:47.393445 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac8b266-586b-46c4-b8f9-e6e7e3f56269 None None] Attempting to bind port 84ead2f3-9953-41f9-b04c-35edbed3025a on network 84ee9933-e2c9-4c2f-af66-ca5ef4ac48d6 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:00:47.411661 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:47.424149 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac8b266-586b-46c4-b8f9-e6e7e3f56269 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:00:47.424970 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac8b266-586b-46c4-b8f9-e6e7e3f56269 None None] Checking segment: {'id': '53332b75-0c86-49b4-957c-287d2639f07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '84ee9933-e2c9-4c2f-af66-ca5ef4ac48d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:00:47.425666 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8ac8b266-586b-46c4-b8f9-e6e7e3f56269 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:47.426952 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac8b266-586b-46c4-b8f9-e6e7e3f56269 None None] Bound using segment: {'id': '53332b75-0c86-49b4-957c-287d2639f07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '84ee9933-e2c9-4c2f-af66-ca5ef4ac48d6'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:00:47.427732 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-8ac8b266-586b-46c4-b8f9-e6e7e3f56269 None None] Bound port: 84ead2f3-9953-41f9-b04c-35edbed3025a, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53332b75-0c86-49b4-957c-287d2639f07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '84ee9933-e2c9-4c2f-af66-ca5ef4ac48d6'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:00:47.428398 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8ac8b266-586b-46c4-b8f9-e6e7e3f56269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (84ead2f3-9953-41f9-b04c-35edbed3025a), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:47.495860 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-c8591197-de4c-4d3a-9cec-798fbc9ac524 None None] For port bc0488cf-a753-44c7-af49-437592d69f78, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=bc0488cf-a753-44c7-af49-437592d69f78,segment=NetworkSegment(f3042cea-6003-47b1-aca2-3f98240f7b2f),segment_id=f3042cea-6003-47b1-aca2-3f98240f7b2f)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:00:47.541633 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49daa7-0cfd-4061-bace-6fe66dc352e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:00:47.542001 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49daa7-0cfd-4061-bace-6fe66dc352e1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:00:47.542350 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49daa7-0cfd-4061-bace-6fe66dc352e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:00:47.542689 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49daa7-0cfd-4061-bace-6fe66dc352e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:00:47.543022 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49daa7-0cfd-4061-bace-6fe66dc352e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:00:47.556640 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49daa7-0cfd-4061-bace-6fe66dc352e1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:00:47.557323 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49daa7-0cfd-4061-bace-6fe66dc352e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:00:47.557773 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49daa7-0cfd-4061-bace-6fe66dc352e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:00:47.558259 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49daa7-0cfd-4061-bace-6fe66dc352e1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:00:47.558710 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49daa7-0cfd-4061-bace-6fe66dc352e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:00:47.559167 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49daa7-0cfd-4061-bace-6fe66dc352e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:00:47.559712 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49daa7-0cfd-4061-bace-6fe66dc352e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:00:47.564618 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49daa7-0cfd-4061-bace-6fe66dc352e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:00:47.564878 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49daa7-0cfd-4061-bace-6fe66dc352e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:00:47.568584 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49daa7-0cfd-4061-bace-6fe66dc352e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:00:47.588084 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d1e88911-b5da-4d9e-83f6-c52c9bf2679a tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Publish callbacks [] for port (1392e6b6-5d01-4ca2-8d47-48baae13f8c2), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:47.592669 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a6b5e9-3017-48aa-a2b0-2439bd54971b tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Pushing event updated for resources: {'Network': ['ID=d091c8a0-b098-4252-9ea7-0f3cba96dd3a,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:47.593085 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c8591197-de4c-4d3a-9cec-798fbc9ac524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (bc0488cf-a753-44c7-af49-437592d69f78), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:47.648561 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port b92566ed-efad-4af8-8437-987d686f88cd is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:00:47.649050 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (b92566ed-efad-4af8-8437-987d686f88cd), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:47.675402 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c4a6b5e9-3017-48aa-a2b0-2439bd54971b tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6550829 Aug 27 05:00:47.680311 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a6b5e9-3017-48aa-a2b0-2439bd54971b tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:00:47.681001 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a6b5e9-3017-48aa-a2b0-2439bd54971b tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:00:47.681354 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a6b5e9-3017-48aa-a2b0-2439bd54971b tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:00:47.681695 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a6b5e9-3017-48aa-a2b0-2439bd54971b tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:00:47.682031 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a6b5e9-3017-48aa-a2b0-2439bd54971b tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:00:47.682948 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a6b5e9-3017-48aa-a2b0-2439bd54971b tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:00:47.683294 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a6b5e9-3017-48aa-a2b0-2439bd54971b tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:00:47.683627 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a6b5e9-3017-48aa-a2b0-2439bd54971b tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:00:47.683963 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a6b5e9-3017-48aa-a2b0-2439bd54971b tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:00:47.685496 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a6b5e9-3017-48aa-a2b0-2439bd54971b tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:00:47.685496 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a6b5e9-3017-48aa-a2b0-2439bd54971b tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:00:47.685776 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a6b5e9-3017-48aa-a2b0-2439bd54971b tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:00:47.685951 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a6b5e9-3017-48aa-a2b0-2439bd54971b tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:00:47.686256 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a6b5e9-3017-48aa-a2b0-2439bd54971b tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:00:47.686793 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a6b5e9-3017-48aa-a2b0-2439bd54971b tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:00:47.687295 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-8ac8b266-586b-46c4-b8f9-e6e7e3f56269 None None] For port 84ead2f3-9953-41f9-b04c-35edbed3025a, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:00:47.693735 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40802) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:47.703980 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-8ac8b266-586b-46c4-b8f9-e6e7e3f56269 None None] For port 84ead2f3-9953-41f9-b04c-35edbed3025a, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=84ead2f3-9953-41f9-b04c-35edbed3025a,segment=NetworkSegment(53332b75-0c86-49b4-957c-287d2639f07b),segment_id=53332b75-0c86-49b4-957c-287d2639f07b)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:00:47.704245 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-776a9e0d-2ea1-4687-854a-27d88d336e44 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Request body: {'subnet': {'network_id': 'd091c8a0-b098-4252-9ea7-0f3cba96dd3a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:00:47.729368 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network d091c8a0-b098-4252-9ea7-0f3cba96dd3a details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 05:00:47.743312 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port b92566ed-efad-4af8-8437-987d686f88cd, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=b92566ed-efad-4af8-8437-987d686f88cd,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:00:47.803559 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4de528da-4353-4dd6-b99f-bca58365a0f5 None None] Provisioning complete for port bc0488cf-a753-44c7-af49-437592d69f78 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:47.804002 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4de528da-4353-4dd6-b99f-bca58365a0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (bc0488cf-a753-44c7-af49-437592d69f78), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:47.805744 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8591197-de4c-4d3a-9cec-798fbc9ac524 None None] Pushing event updated for resources: {'Port': ['ID=bc0488cf-a753-44c7-af49-437592d69f78,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:47.814018 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-988f0f84-9b8d-41b6-921f-7a0908e480d6 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Router fcb46d7e-5602-406f-801c-769fa8aaff44 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:00:47.858190 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8ac8b266-586b-46c4-b8f9-e6e7e3f56269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (84ead2f3-9953-41f9-b04c-35edbed3025a), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:47.893234 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3c49daa7-0cfd-4061-bace-6fe66dc352e1 admin admin] Publish callbacks [] for router_gateway (4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:47.898595 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (b92566ed-efad-4af8-8437-987d686f88cd), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:47.902210 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device bc0488cf-a753-44c7-af49-437592d69f78 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:00:47.988797 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d1e88911-b5da-4d9e-83f6-c52c9bf2679a tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (1392e6b6-5d01-4ca2-8d47-48baae13f8c2), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:48.019931 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:48.040562 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-988f0f84-9b8d-41b6-921f-7a0908e480d6 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:00:48.052805 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-988f0f84-9b8d-41b6-921f-7a0908e480d6 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] 10.222.0.76 "PUT /networking/v2.0/routers/fcb46d7e-5602-406f-801c-769fa8aaff44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8312781 Aug 27 05:00:48.053596 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40806) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:48.085376 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e88911-b5da-4d9e-83f6-c52c9bf2679a tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Network b573c135-64b9-4398-8e6a-0e6cb5f54424 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:00:48.122360 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:48.135097 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902f050a-c6be-48c0-b9b9-febfe2aa8778 None None] Sync routers for ids ['fcb46d7e-5602-406f-801c-769fa8aaff44'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:00:48.209813 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-d1e88911-b5da-4d9e-83f6-c52c9bf2679a tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:00:48.216969 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e88911-b5da-4d9e-83f6-c52c9bf2679a tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:00:48.231565 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776a9e0d-2ea1-4687-854a-27d88d336e44 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Made reservation on behalf of 1d0109415e794b52b25a509d7b89f6ff for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:00:48.249815 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-776a9e0d-2ea1-4687-854a-27d88d336e44 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:48.255438 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-8d8e52f8-2a2a-480c-b6ab-5685c29964ef None None] Allocated IP 172.20.0.2 (b573c135-64b9-4398-8e6a-0e6cb5f54424/dceb1935-73d7-40aa-a520-fc5ada19e28d/715fc0a9-d25d-4b5c-a0d1-2322fa098927) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:00:48.256517 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7303fa51-46d5-4632-a5b6-f006c899975b admin admin] Publish callbacks [] for port (f51e4321-b17f-403f-b801-69dce02f1bdd), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:48.277370 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-5b0f4af4-38a1-4f79-b1b5-63d5a56979ea tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] show failed (client error): The resource could not be found. Aug 27 05:00:48.283701 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-5b0f4af4-38a1-4f79-b1b5-63d5a56979ea tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] 10.222.0.76 "GET /networking/v2.0/routers/tempest-non_exist_router-1812182049 HTTP/1.1" status: 404 len: 335 time: 0.2254677 Aug 27 05:00:48.296611 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40810) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:48.310236 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-b5cf1979-fa74-4864-b558-9151843d009e tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Request body: {'router': {'name': 'new_name'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:00:48.370299 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:48.429566 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-b5cf1979-fa74-4864-b558-9151843d009e tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] update failed (client error): The resource could not be found. Aug 27 05:00:48.441183 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b5cf1979-fa74-4864-b558-9151843d009e tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] 10.222.0.76 "PUT /networking/v2.0/routers/tempest-non_exist_router-154834562 HTTP/1.1" status: 404 len: 334 time: 0.1352513 Aug 27 05:00:48.458606 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e88911-b5da-4d9e-83f6-c52c9bf2679a tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Pushing event updated for resources: {'Port': ['ID=1392e6b6-5d01-4ca2-8d47-48baae13f8c2,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:48.461402 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40812) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:48.564668 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902f050a-c6be-48c0-b9b9-febfe2aa8778 None None] Routers {'fcb46d7e-5602-406f-801c-769fa8aaff44'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:00:48.565473 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-902f050a-c6be-48c0-b9b9-febfe2aa8778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:00:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['fcb46d7e-5602-406f-801c-769fa8aaff44'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:48.565664 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.ipam_backend_mixin [None req-776a9e0d-2ea1-4687-854a-27d88d336e44 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Performing IP validity checks on allocation pools {{(pid=107776) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Aug 27 05:00:48.567509 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac8b266-586b-46c4-b8f9-e6e7e3f56269 None None] Pushing event updated for resources: {'Port': ['ID=84ead2f3-9953-41f9-b04c-35edbed3025a,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:48.568525 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.ipam_backend_mixin [None req-776a9e0d-2ea1-4687-854a-27d88d336e44 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Checking for overlaps among allocation pools and gateway ip {{(pid=107776) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Aug 27 05:00:48.596390 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e88911-b5da-4d9e-83f6-c52c9bf2679a tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:00:48.599636 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d1e88911-b5da-4d9e-83f6-c52c9bf2679a tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:48.615455 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-91926986-e68b-4c27-a7b5-c31e6af3ce61 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Deleting subnet 9fed8be4-f2e7-407b-9074-ba1f593125ec {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 05:00:48.638772 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-91926986-e68b-4c27-a7b5-c31e6af3ce61 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks [] for subnet (9fed8be4-f2e7-407b-9074-ba1f593125ec), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:48.749403 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8d8e52f8-2a2a-480c-b6ab-5685c29964ef None None] Publish callbacks [] for port (715fc0a9-d25d-4b5c-a0d1-2322fa098927), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:48.793200 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:48.861758 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-776a9e0d-2ea1-4687-854a-27d88d336e44 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (6c0d54b3-28dd-4fdc-a52b-ed29cb00a8f6), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:48.907537 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-91926986-e68b-4c27-a7b5-c31e6af3ce61 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (9fed8be4-f2e7-407b-9074-ba1f593125ec), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:48.952986 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d1e88911-b5da-4d9e-83f6-c52c9bf2679a tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.8342931 Aug 27 05:00:48.958455 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40818) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:48.965182 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-627f0abd-a1a4-45de-8a8b-76e1df32bd41 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-598650733', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:00:48.974725 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4de528da-4353-4dd6-b99f-bca58365a0f5 None None] Current status of the port bc0488cf-a753-44c7-af49-437592d69f78 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:00:48.982285 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port bc0488cf-a753-44c7-af49-437592d69f78 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:48.982285 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (bc0488cf-a753-44c7-af49-437592d69f78), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:48.989735 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f4042b-adac-49d5-bc80-542c11039317 None None] Network ddb8cbee-c513-498a-bcc4-69edd229ec4d requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:00:49.041230 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776a9e0d-2ea1-4687-854a-27d88d336e44 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Pushing event updated for resources: {'Subnet': ['ID=6c0d54b3-28dd-4fdc-a52b-ed29cb00a8f6,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:49.052549 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776a9e0d-2ea1-4687-854a-27d88d336e44 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Checking segment: {'id': '1deb6865-57b7-47a4-8c9d-15424259a1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd091c8a0-b098-4252-9ea7-0f3cba96dd3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:00:49.052954 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776a9e0d-2ea1-4687-854a-27d88d336e44 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Network hostable DHCP agents. Network: d091c8a0-b098-4252-9ea7-0f3cba96dd3a, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 05:00:49.095370 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-627f0abd-a1a4-45de-8a8b-76e1df32bd41 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (ed81f428-aded-400d-a674-b9cbfea934e6), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:49.096546 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-627f0abd-a1a4-45de-8a8b-76e1df32bd41 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (ed81f428-aded-400d-a674-b9cbfea934e6), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:49.116846 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-902f050a-c6be-48c0-b9b9-febfe2aa8778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:49.126898 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8d8e52f8-2a2a-480c-b6ab-5685c29964ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (715fc0a9-d25d-4b5c-a0d1-2322fa098927), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:49.184011 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:49.185854 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:49.189057 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-627f0abd-a1a4-45de-8a8b-76e1df32bd41 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Publish callbacks [] for router_controller (ed81f428-aded-400d-a674-b9cbfea934e6), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:49.196085 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3c49daa7-0cfd-4061-bace-6fe66dc352e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:49.196619 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776a9e0d-2ea1-4687-854a-27d88d336e44 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Network d091c8a0-b098-4252-9ea7-0f3cba96dd3a is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 05:00:49.205404 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:49.250455 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=b92566ed-efad-4af8-8437-987d686f88cd,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:49.280614 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-627f0abd-a1a4-45de-8a8b-76e1df32bd41 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (ed81f428-aded-400d-a674-b9cbfea934e6), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:49.308465 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-776a9e0d-2ea1-4687-854a-27d88d336e44 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, d091c8a0-b098-4252-9ea7-0f3cba96dd3a) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:00:49.314447 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776a9e0d-2ea1-4687-854a-27d88d336e44 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:00:49.315143 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-776a9e0d-2ea1-4687-854a-27d88d336e44 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:49.340148 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-fda5bba6-b2ff-4f63-ab9f-74bad3fc9b02 None None] Provisioning complete for port cf4e8200-18f9-41c9-acd8-ccccb003b77f triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:49.340546 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fda5bba6-b2ff-4f63-ab9f-74bad3fc9b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (cf4e8200-18f9-41c9-acd8-ccccb003b77f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:49.345226 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7303fa51-46d5-4632-a5b6-f006c899975b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (f51e4321-b17f-403f-b801-69dce02f1bdd), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:49.385904 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8e52f8-2a2a-480c-b6ab-5685c29964ef None None] Pushing event updated for resources: {'Port': ['ID=715fc0a9-d25d-4b5c-a0d1-2322fa098927,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:49.418727 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8e52f8-2a2a-480c-b6ab-5685c29964ef None None] Network b573c135-64b9-4398-8e6a-0e6cb5f54424 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:00:49.420691 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3641582a-7523-4f40-b0ed-bab7b938ded8 None None] Network d091c8a0-b098-4252-9ea7-0f3cba96dd3a requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:00:49.436762 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7303fa51-46d5-4632-a5b6-f006c899975b admin admin] Pushing event updated for resources: {'Port': ['ID=f51e4321-b17f-403f-b801-69dce02f1bdd,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:49.452719 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-8d8e52f8-2a2a-480c-b6ab-5685c29964ef None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:00:49.454473 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-627f0abd-a1a4-45de-8a8b-76e1df32bd41 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:49.455497 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-627f0abd-a1a4-45de-8a8b-76e1df32bd41 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4938471 Aug 27 05:00:49.458520 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40824) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:49.466205 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8e52f8-2a2a-480c-b6ab-5685c29964ef None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:00:49.470321 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-faa445e5-d95a-43f1-97a7-45a1f04e1344 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2015777602', 'prefixes': ['172.20.0.0/16']}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:00:49.486412 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902f050a-c6be-48c0-b9b9-febfe2aa8778 None None] Routers {'fcb46d7e-5602-406f-801c-769fa8aaff44'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:00:49.487139 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-902f050a-c6be-48c0-b9b9-febfe2aa8778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:00:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['fcb46d7e-5602-406f-801c-769fa8aaff44'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:49.505150 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7303fa51-46d5-4632-a5b6-f006c899975b admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:00:49.515913 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-7303fa51-46d5-4632-a5b6-f006c899975b admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:00:49.539989 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-902f050a-c6be-48c0-b9b9-febfe2aa8778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:49.540561 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902f050a-c6be-48c0-b9b9-febfe2aa8778 None None] The sync data for ids ['fcb46d7e-5602-406f-801c-769fa8aaff44'] in n-d-852088-5 is: [] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:00:49.549924 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7303fa51-46d5-4632-a5b6-f006c899975b admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:00:49.560900 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-776a9e0d-2ea1-4687-854a-27d88d336e44 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.8625679 Aug 27 05:00:49.563997 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40826) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:49.570782 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-43a419b0-dd6f-455a-8759-83e712eba053 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:00:49.607043 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-91926986-e68b-4c27-a7b5-c31e6af3ce61 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (9fed8be4-f2e7-407b-9074-ba1f593125ec), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:49.646045 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-fda5bba6-b2ff-4f63-ab9f-74bad3fc9b02 None None] Current status of the port cf4e8200-18f9-41c9-acd8-ccccb003b77f is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:00:49.646470 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fda5bba6-b2ff-4f63-ab9f-74bad3fc9b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (cf4e8200-18f9-41c9-acd8-ccccb003b77f), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:49.782479 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-43a419b0-dd6f-455a-8759-83e712eba053 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7618696'] for subnet (6c0d54b3-28dd-4fdc-a52b-ed29cb00a8f6), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:49.798605 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f855ebcb-108f-4bc4-98b4-fe4e1e875923 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:49.831804 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1731de01-525f-47b4-8a99-f218caca96f0 None None] Network 84ee9933-e2c9-4c2f-af66-ca5ef4ac48d6 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:00:49.849148 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-fda5bba6-b2ff-4f63-ab9f-74bad3fc9b02 None None] For port cf4e8200-18f9-41c9-acd8-ccccb003b77f, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=cf4e8200-18f9-41c9-acd8-ccccb003b77f,segment=NetworkSegment(cf1f8fb0-fb2f-4355-8e31-e500f76e6b6b),segment_id=cf1f8fb0-fb2f-4355-8e31-e500f76e6b6b)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:00:49.866299 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-8d8e52f8-2a2a-480c-b6ab-5685c29964ef None None] Attempting to bind port 715fc0a9-d25d-4b5c-a0d1-2322fa098927 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:00:49.867338 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-8d8e52f8-2a2a-480c-b6ab-5685c29964ef None None] Attempting to bind port 715fc0a9-d25d-4b5c-a0d1-2322fa098927 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'd5522d34-4bbb-4fc6-82fb-a3288cbd0e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b573c135-64b9-4398-8e6a-0e6cb5f54424'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:00:49.867841 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8e52f8-2a2a-480c-b6ab-5685c29964ef None None] Attempting to bind port 715fc0a9-d25d-4b5c-a0d1-2322fa098927 on network b573c135-64b9-4398-8e6a-0e6cb5f54424 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:00:49.907617 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:49.932431 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8e52f8-2a2a-480c-b6ab-5685c29964ef None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:00:49.932812 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8e52f8-2a2a-480c-b6ab-5685c29964ef None None] Checking segment: {'id': 'd5522d34-4bbb-4fc6-82fb-a3288cbd0e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b573c135-64b9-4398-8e6a-0e6cb5f54424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:00:49.933560 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8d8e52f8-2a2a-480c-b6ab-5685c29964ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:49.933899 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8e52f8-2a2a-480c-b6ab-5685c29964ef None None] Bound using segment: {'id': 'd5522d34-4bbb-4fc6-82fb-a3288cbd0e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b573c135-64b9-4398-8e6a-0e6cb5f54424'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:00:49.934379 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-8d8e52f8-2a2a-480c-b6ab-5685c29964ef None None] Bound port: 715fc0a9-d25d-4b5c-a0d1-2322fa098927, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5522d34-4bbb-4fc6-82fb-a3288cbd0e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b573c135-64b9-4398-8e6a-0e6cb5f54424'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:00:49.934760 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8d8e52f8-2a2a-480c-b6ab-5685c29964ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (715fc0a9-d25d-4b5c-a0d1-2322fa098927), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:49.937259 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fda5bba6-b2ff-4f63-ab9f-74bad3fc9b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (cf4e8200-18f9-41c9-acd8-ccccb003b77f), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:49.980487 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port bc0488cf-a753-44c7-af49-437592d69f78 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:00:50.070271 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-faa445e5-d95a-43f1-97a7-45a1f04e1344 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:50.070271 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-faa445e5-d95a-43f1-97a7-45a1f04e1344 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] 10.222.0.76 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.5956647 Aug 27 05:00:50.070271 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40830) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:50.072479 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee29d9e-d761-4668-8085-cbc9b68e0193 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-d091c8a0-b098-4252-9ea7-0f3cba96dd3a', 'network_id': 'd091c8a0-b098-4252-9ea7-0f3cba96dd3a', 'project_id': '1d0109415e794b52b25a509d7b89f6ff', 'fixed_ips': [{'subnet_id': '6c0d54b3-28dd-4fdc-a52b-ed29cb00a8f6'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 05:00:50.072479 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2ee29d9e-d761-4668-8085-cbc9b68e0193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:50.073028 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.tag.tag_plugin [None req-cc4f86ef-3752-4903-b1a6-8d54d734e923 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'dceb1935-73d7-40aa-a520-fc5ada19e28d', 'tempest-TagsExtTest-Tag-688632248') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:50.238032 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:50.277571 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-43a419b0-dd6f-455a-8759-83e712eba053 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730952648075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8098785'] for subnet (6c0d54b3-28dd-4fdc-a52b-ed29cb00a8f6), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:50.279516 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-611f2d70-31f5-4143-b973-02611b285b70 None None] Provisioning complete for port 84ead2f3-9953-41f9-b04c-35edbed3025a triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:50.281414 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-611f2d70-31f5-4143-b973-02611b285b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (84ead2f3-9953-41f9-b04c-35edbed3025a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:50.330746 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda5bba6-b2ff-4f63-ab9f-74bad3fc9b02 None None] Pushing event updated for resources: {'Port': ['ID=cf4e8200-18f9-41c9-acd8-ccccb003b77f,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:50.362523 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a419b0-dd6f-455a-8759-83e712eba053 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:00:50.363192 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-43a419b0-dd6f-455a-8759-83e712eba053 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:50.367469 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-43a419b0-dd6f-455a-8759-83e712eba053 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "PUT /networking/v2.0/subnets/6c0d54b3-28dd-4fdc-a52b-ed29cb00a8f6 HTTP/1.1" status: 200 len: 877 time: 0.8022907 Aug 27 05:00:50.368987 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40834) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:50.486819 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-91926986-e68b-4c27-a7b5-c31e6af3ce61 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (9fed8be4-f2e7-407b-9074-ba1f593125ec), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:50.516289 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a419b0-dd6f-455a-8759-83e712eba053 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Pushing event updated for resources: {'Subnet': ['ID=6c0d54b3-28dd-4fdc-a52b-ed29cb00a8f6,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:50.597409 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device b92566ed-efad-4af8-8437-987d686f88cd up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:00:50.611447 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c49daa7-0cfd-4061-bace-6fe66dc352e1 admin admin] Router 4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 05:00:50.641930 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9c3a7327-f3fd-494a-8557-1b505c5b734f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (d091c8a0-b098-4252-9ea7-0f3cba96dd3a), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:50.648329 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-8d8e52f8-2a2a-480c-b6ab-5685c29964ef None None] For port 715fc0a9-d25d-4b5c-a0d1-2322fa098927, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:00:50.661783 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91926986-e68b-4c27-a7b5-c31e6af3ce61 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Pushing event deleted for resources: {'Subnet': ['ID=9fed8be4-f2e7-407b-9074-ba1f593125ec,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:50.666634 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-91926986-e68b-4c27-a7b5-c31e6af3ce61 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:50.671098 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-91926986-e68b-4c27-a7b5-c31e6af3ce61 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/9fed8be4-f2e7-407b-9074-ba1f593125ec HTTP/1.1" status: 204 len: 168 time: 2.2082846 Aug 27 05:00:50.674244 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40838) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:50.686467 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7005edbf-2e0b-403b-9c0f-7d898887c404 None None] Network 44318304-04a8-4b20-b231-7dc962aa9149 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:00:50.712741 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-8d8e52f8-2a2a-480c-b6ab-5685c29964ef None None] For port 715fc0a9-d25d-4b5c-a0d1-2322fa098927, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=715fc0a9-d25d-4b5c-a0d1-2322fa098927,segment=NetworkSegment(d5522d34-4bbb-4fc6-82fb-a3288cbd0e98),segment_id=d5522d34-4bbb-4fc6-82fb-a3288cbd0e98)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:00:50.722410 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9c3a7327-f3fd-494a-8557-1b505c5b734f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (6c0d54b3-28dd-4fdc-a52b-ed29cb00a8f6), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:50.740715 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-cc4f86ef-3752-4903-b1a6-8d54d734e923 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] 10.222.0.76 "PUT /networking/v2.0/subnets/dceb1935-73d7-40aa-a520-fc5ada19e28d/tags/tempest-TagsExtTest-Tag-688632248 HTTP/1.1" status: 201 len: 201 time: 0.6759262 Aug 27 05:00:50.777954 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40840) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:50.793282 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.tag.tag_plugin [None req-ae18d033-a082-45bd-ba44-5eb0065145a7 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '1392e6b6-5d01-4ca2-8d47-48baae13f8c2', 'tempest-TagsExtTest-Tag-64050081') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:50.886683 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port b92566ed-efad-4af8-8437-987d686f88cd triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:50.887087 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (b92566ed-efad-4af8-8437-987d686f88cd), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:50.914152 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-2ee29d9e-d761-4668-8085-cbc9b68e0193 None None] Allocated IP 172.20.0.3 (d091c8a0-b098-4252-9ea7-0f3cba96dd3a/6c0d54b3-28dd-4fdc-a52b-ed29cb00a8f6/230741f3-e96f-45c1-bfff-083f74289a72) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:00:50.920274 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8d8e52f8-2a2a-480c-b6ab-5685c29964ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (715fc0a9-d25d-4b5c-a0d1-2322fa098927), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:51.064674 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ae18d033-a082-45bd-ba44-5eb0065145a7 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] 10.222.0.76 "PUT /networking/v2.0/ports/1392e6b6-5d01-4ca2-8d47-48baae13f8c2/tags/tempest-TagsExtTest-Tag-64050081 HTTP/1.1" status: 201 len: 201 time: 0.2784860 Aug 27 05:00:51.064895 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40844) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:51.070282 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.tag.tag_plugin [None req-d4b00578-29b8-4105-8542-64d7f79fb743 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ed81f428-aded-400d-a674-b9cbfea934e6', 'tempest-TagsExtTest-Tag-139541969') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:51.131754 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-611f2d70-31f5-4143-b973-02611b285b70 None None] Current status of the port 84ead2f3-9953-41f9-b04c-35edbed3025a is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:00:51.132085 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-611f2d70-31f5-4143-b973-02611b285b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (84ead2f3-9953-41f9-b04c-35edbed3025a), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:51.394663 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d4b00578-29b8-4105-8542-64d7f79fb743 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] 10.222.0.76 "PUT /networking/v2.0/routers/ed81f428-aded-400d-a674-b9cbfea934e6/tags/tempest-TagsExtTest-Tag-139541969 HTTP/1.1" status: 201 len: 201 time: 0.3261480 Aug 27 05:00:51.396783 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40852) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:51.401875 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.tag.tag_plugin [None req-4c770a96-e84d-487c-b7b7-4a46b98ff185 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '350464d0-a2c4-45dd-8ab7-3468399a219e', 'tempest-TagsExtTest-Tag-1359663243') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:51.485165 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8e52f8-2a2a-480c-b6ab-5685c29964ef None None] Pushing event updated for resources: {'Port': ['ID=715fc0a9-d25d-4b5c-a0d1-2322fa098927,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:51.490201 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:51.507067 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:51.512040 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:51.517367 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f631a548-9eee-4377-a4f7-70411394d854 None None] DHCP port deletion for 44318304-04a8-4b20-b231-7dc962aa9149 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 05:00:51.608303 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-611f2d70-31f5-4143-b973-02611b285b70 None None] For port 84ead2f3-9953-41f9-b04c-35edbed3025a, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=84ead2f3-9953-41f9-b04c-35edbed3025a,segment=NetworkSegment(53332b75-0c86-49b4-957c-287d2639f07b),segment_id=53332b75-0c86-49b4-957c-287d2639f07b)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:00:51.634182 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-4c770a96-e84d-487c-b7b7-4a46b98ff185 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] 10.222.0.76 "PUT /networking/v2.0/subnetpools/350464d0-a2c4-45dd-8ab7-3468399a219e/tags/tempest-TagsExtTest-Tag-1359663243 HTTP/1.1" status: 201 len: 201 time: 0.2362506 Aug 27 05:00:51.637327 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40854) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:51.643278 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.tag.tag_plugin [None req-33fba1b6-10a1-4ece-9af7-d2b971c7d18f tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'dceb1935-73d7-40aa-a520-fc5ada19e28d') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:51.676901 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:51.695677 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port b92566ed-efad-4af8-8437-987d686f88cd is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:00:51.697151 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 84ead2f3-9953-41f9-b04c-35edbed3025a up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:00:51.705088 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=1,neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=7 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:51.705088 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:51.705088 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7303fa51-46d5-4632-a5b6-f006c899975b admin admin] Publish callbacks [] for router_gateway (bbf9cf89-d09b-4a43-92ff-c50d6ff3d878), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:51.709972 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d71f6d5f-02fd-445f-8e90-004b0836ad29 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (44318304-04a8-4b20-b231-7dc962aa9149), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:51.743500 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-611f2d70-31f5-4143-b973-02611b285b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (84ead2f3-9953-41f9-b04c-35edbed3025a), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:51.755159 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-f631a548-9eee-4377-a4f7-70411394d854 None None] Deleting port 38bd762a-ce8e-408b-80a8-0d89359279a6 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:00:51.755869 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f631a548-9eee-4377-a4f7-70411394d854 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (38bd762a-ce8e-408b-80a8-0d89359279a6), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:51.767311 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-33fba1b6-10a1-4ece-9af7-d2b971c7d18f tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] 10.222.0.76 "GET /networking/v2.0/subnets/dceb1935-73d7-40aa-a520-fc5ada19e28d/tags HTTP/1.1" status: 200 len: 240 time: 0.1284931 Aug 27 05:00:51.770066 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40856) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:51.776803 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.tag.tag_plugin [None req-f734190e-16bd-4bea-a614-4783bf9767e7 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'dceb1935-73d7-40aa-a520-fc5ada19e28d', 'tempest-TagsExtTest-Tag-688632248') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:51.846156 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6d5f-02fd-445f-8e90-004b0836ad29 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Deleting port 38bd762a-ce8e-408b-80a8-0d89359279a6 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:00:51.846528 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d71f6d5f-02fd-445f-8e90-004b0836ad29 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (38bd762a-ce8e-408b-80a8-0d89359279a6), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:51.885419 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f734190e-16bd-4bea-a614-4783bf9767e7 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] 10.222.0.76 "GET /networking/v2.0/subnets/dceb1935-73d7-40aa-a520-fc5ada19e28d/tags/tempest-TagsExtTest-Tag-688632248 HTTP/1.1" status: 204 len: 168 time: 0.1138754 Aug 27 05:00:51.887712 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40858) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:51.895811 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.tag.tag_plugin [None req-5073e1c1-2912-4752-aa86-8d6fed010066 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'dceb1935-73d7-40aa-a520-fc5ada19e28d', 'tempest-TagsExtTest-Tag-688632248') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:52.011971 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c49daa7-0cfd-4061-bace-6fe66dc352e1 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:00:52.020690 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-f855ebcb-108f-4bc4-98b4-fe4e1e875923 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Allocated IP 172.20.0.1 (84ee9933-e2c9-4c2f-af66-ca5ef4ac48d6/ec085442-b3e0-4606-91e1-61ecedc6d91e/9716a8ea-4271-4ddf-bdf0-b869d11835b3) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:00:52.024029 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062d2bc7-5102-4f8c-b61b-95ddfbd5059d None None] Sync routers for ids ['4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:00:52.063705 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062d2bc7-5102-4f8c-b61b-95ddfbd5059d None None] Routers {'4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:00:52.067993 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-062d2bc7-5102-4f8c-b61b-95ddfbd5059d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:00:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:52.173174 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-5073e1c1-2912-4752-aa86-8d6fed010066 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/dceb1935-73d7-40aa-a520-fc5ada19e28d/tags/tempest-TagsExtTest-Tag-688632248 HTTP/1.1" status: 204 len: 168 time: 0.2827497 Aug 27 05:00:52.176035 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40862) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:52.181359 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.tag.tag_plugin [None req-efce0387-3ae1-4986-9a09-f1a7ea24b888 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'dceb1935-73d7-40aa-a520-fc5ada19e28d') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:52.214428 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-f8c10e5b-bf77-4f1d-ba5d-ca2b66efc350 None None] Provisioning complete for port cf4e8200-18f9-41c9-acd8-ccccb003b77f triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:52.215091 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f8c10e5b-bf77-4f1d-ba5d-ca2b66efc350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (cf4e8200-18f9-41c9-acd8-ccccb003b77f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:52.250281 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40864) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:52.254325 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-d71f6d5f-02fd-445f-8e90-004b0836ad29 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] For port 38bd762a-ce8e-408b-80a8-0d89359279a6, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=38bd762a-ce8e-408b-80a8-0d89359279a6,segment=NetworkSegment(b1ab899b-e8b0-4a3c-ab4b-063dec9667de),segment_id=b1ab899b-e8b0-4a3c-ab4b-063dec9667de)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:00:52.255089 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d71f6d5f-02fd-445f-8e90-004b0836ad29 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (38bd762a-ce8e-408b-80a8-0d89359279a6), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:52.341671 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-efce0387-3ae1-4986-9a09-f1a7ea24b888 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] 10.222.0.76 "GET /networking/v2.0/subnets/dceb1935-73d7-40aa-a520-fc5ada19e28d/tags HTTP/1.1" status: 200 len: 205 time: 0.1613982 Aug 27 05:00:52.344865 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40868) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:52.354691 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.tag.tag_plugin [None req-ec4f1c41-3832-4b9b-a9f8-23e4021f3cba tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '1392e6b6-5d01-4ca2-8d47-48baae13f8c2') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:52.408054 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3c49daa7-0cfd-4061-bace-6fe66dc352e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:52.409394 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3c49daa7-0cfd-4061-bace-6fe66dc352e1 admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.8404059 Aug 27 05:00:52.431309 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40872) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:52.442747 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-062d2bc7-5102-4f8c-b61b-95ddfbd5059d None None] Set router 4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:00:52.464123 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-f631a548-9eee-4377-a4f7-70411394d854 None None] For port 38bd762a-ce8e-408b-80a8-0d89359279a6, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=38bd762a-ce8e-408b-80a8-0d89359279a6,segment=NetworkSegment(b1ab899b-e8b0-4a3c-ab4b-063dec9667de),segment_id=b1ab899b-e8b0-4a3c-ab4b-063dec9667de)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:00:52.464574 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f631a548-9eee-4377-a4f7-70411394d854 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (38bd762a-ce8e-408b-80a8-0d89359279a6), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:52.483850 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2ee29d9e-d761-4668-8085-cbc9b68e0193 None None] Publish callbacks [] for port (230741f3-e96f-45c1-bfff-083f74289a72), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:52.488004 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f2d70-31f5-4143-b973-02611b285b70 None None] Pushing event updated for resources: {'Port': ['ID=84ead2f3-9953-41f9-b04c-35edbed3025a,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:52.534130 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:52.541022 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:52.575634 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2ee29d9e-d761-4668-8085-cbc9b68e0193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (230741f3-e96f-45c1-bfff-083f74289a72), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:52.637404 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 84ead2f3-9953-41f9-b04c-35edbed3025a triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:52.637817 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (84ead2f3-9953-41f9-b04c-35edbed3025a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:52.726799 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6d5f-02fd-445f-8e90-004b0836ad29 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Calling delete_port for 38bd762a-ce8e-408b-80a8-0d89359279a6 owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:00:52.762603 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-f631a548-9eee-4377-a4f7-70411394d854 None None] Calling delete_port for 38bd762a-ce8e-408b-80a8-0d89359279a6 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:00:52.795727 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee29d9e-d761-4668-8085-cbc9b68e0193 None None] Network d091c8a0-b098-4252-9ea7-0f3cba96dd3a is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:00:52.812864 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-2ee29d9e-d761-4668-8085-cbc9b68e0193 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:00:52.821655 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee29d9e-d761-4668-8085-cbc9b68e0193 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:00:52.871842 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:53.000421 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-062d2bc7-5102-4f8c-b61b-95ddfbd5059d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c', 'name': 'tempest-TestServerMultinode-1618140899-router', 'tenant_id': 'c281dabc063b440aba1742cba2f97f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '2cca4869-4b1a-4fd6-88fd-4b509586689a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:00:42Z', 'updated_at': '2022-08-27T05:00:47Z', 'revision_number': 3, 'project_id': 'c281dabc063b440aba1742cba2f97f45', 'gw_port': {'id': '2cca4869-4b1a-4fd6-88fd-4b509586689a', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:bd:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:00:45Z', 'updated_at': '2022-08-27T05:00:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:53.002647 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:53.030483 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-f8c10e5b-bf77-4f1d-ba5d-ca2b66efc350 None None] Current status of the port cf4e8200-18f9-41c9-acd8-ccccb003b77f is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:00:53.052239 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66520de8-78a0-45f9-aa0d-c01f8e682ce1 None None] Network b573c135-64b9-4398-8e6a-0e6cb5f54424 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:00:53.057457 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:53.068483 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062d2bc7-5102-4f8c-b61b-95ddfbd5059d None None] Checking router: 4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:00:53.079905 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062d2bc7-5102-4f8c-b61b-95ddfbd5059d None None] Updating router 4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c port 2cca4869-4b1a-4fd6-88fd-4b509586689a binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:00:53.100987 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9c3a7327-f3fd-494a-8557-1b505c5b734f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (6c0d54b3-28dd-4fdc-a52b-ed29cb00a8f6), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:53.108233 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ec4f1c41-3832-4b9b-a9f8-23e4021f3cba tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] 10.222.0.76 "GET /networking/v2.0/ports/1392e6b6-5d01-4ca2-8d47-48baae13f8c2/tags HTTP/1.1" status: 200 len: 239 time: 0.7604554 Aug 27 05:00:53.128705 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40878) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:53.143697 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.tag.tag_plugin [None req-541fe012-7e8c-4917-8ed1-21cdaac1c2ad tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1392e6b6-5d01-4ca2-8d47-48baae13f8c2', 'tempest-TagsExtTest-Tag-64050081') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:53.209541 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:DELETE=11,neutron:SELECT=88,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:53.243310 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-062d2bc7-5102-4f8c-b61b-95ddfbd5059d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (2cca4869-4b1a-4fd6-88fd-4b509586689a), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:53.269276 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a7327-f3fd-494a-8557-1b505c5b734f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Pushing event deleted for resources: {'Subnet': ['ID=6c0d54b3-28dd-4fdc-a52b-ed29cb00a8f6,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:53.271255 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7303fa51-46d5-4632-a5b6-f006c899975b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (bbf9cf89-d09b-4a43-92ff-c50d6ff3d878), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:53.299707 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-09b2e678-2bba-4256-bd0d-5a02b5a5db35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:53.321967 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-f8c10e5b-bf77-4f1d-ba5d-ca2b66efc350 None None] Provisioning complete for port 84ead2f3-9953-41f9-b04c-35edbed3025a triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:53.322484 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f8c10e5b-bf77-4f1d-ba5d-ca2b66efc350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (84ead2f3-9953-41f9-b04c-35edbed3025a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:53.332422 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee29d9e-d761-4668-8085-cbc9b68e0193 None None] Pushing event updated for resources: {'Port': ['ID=230741f3-e96f-45c1-bfff-083f74289a72,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:53.344030 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:53.444113 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 84ead2f3-9953-41f9-b04c-35edbed3025a is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:00:53.445416 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device cf4e8200-18f9-41c9-acd8-ccccb003b77f up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:00:53.478205 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-541fe012-7e8c-4917-8ed1-21cdaac1c2ad tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] 10.222.0.76 "GET /networking/v2.0/ports/1392e6b6-5d01-4ca2-8d47-48baae13f8c2/tags/tempest-TagsExtTest-Tag-64050081 HTTP/1.1" status: 204 len: 168 time: 0.3470290 Aug 27 05:00:53.499751 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40882) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:53.514621 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.tag.tag_plugin [None req-b9019285-2650-42b4-8854-42629a8b91a8 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '1392e6b6-5d01-4ca2-8d47-48baae13f8c2', 'tempest-TagsExtTest-Tag-64050081') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:53.525982 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9c3a7327-f3fd-494a-8557-1b505c5b734f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (d091c8a0-b098-4252-9ea7-0f3cba96dd3a), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:53.666525 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-9c3a7327-f3fd-494a-8557-1b505c5b734f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d091c8a0-b098-4252-9ea7-0f3cba96dd3a']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:53.693583 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-9c3a7327-f3fd-494a-8557-1b505c5b734f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1deb6865-57b7-47a4-8c9d-15424259a1d1') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:53.694427 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-2ee29d9e-d761-4668-8085-cbc9b68e0193 None None] Attempting to bind port 230741f3-e96f-45c1-bfff-083f74289a72 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:00:53.694904 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-2ee29d9e-d761-4668-8085-cbc9b68e0193 None None] Attempting to bind port 230741f3-e96f-45c1-bfff-083f74289a72 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '1deb6865-57b7-47a4-8c9d-15424259a1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd091c8a0-b098-4252-9ea7-0f3cba96dd3a'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:00:53.695170 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee29d9e-d761-4668-8085-cbc9b68e0193 None None] Attempting to bind port 230741f3-e96f-45c1-bfff-083f74289a72 on network d091c8a0-b098-4252-9ea7-0f3cba96dd3a {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:00:53.697039 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-9c3a7327-f3fd-494a-8557-1b505c5b734f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1deb6865-57b7-47a4-8c9d-15424259a1d1') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:53.718963 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f631a548-9eee-4377-a4f7-70411394d854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (38bd762a-ce8e-408b-80a8-0d89359279a6), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:53.735668 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9c3a7327-f3fd-494a-8557-1b505c5b734f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (1deb6865-57b7-47a4-8c9d-15424259a1d1), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:53.746510 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f855ebcb-108f-4bc4-98b4-fe4e1e875923 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for port (9716a8ea-4271-4ddf-bdf0-b869d11835b3), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:53.758608 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9c3a7327-f3fd-494a-8557-1b505c5b734f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (1deb6865-57b7-47a4-8c9d-15424259a1d1), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:53.776916 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c3a7327-f3fd-494a-8557-1b505c5b734f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:00:53.777647 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9c3a7327-f3fd-494a-8557-1b505c5b734f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (1deb6865-57b7-47a4-8c9d-15424259a1d1), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:53.808453 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 1deb6865-57b7-47a4-8c9d-15424259a1d1 resource provider aggregate not found Aug 27 05:00:53.813271 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee29d9e-d761-4668-8085-cbc9b68e0193 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:00:53.813650 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee29d9e-d761-4668-8085-cbc9b68e0193 None None] Checking segment: {'id': '1deb6865-57b7-47a4-8c9d-15424259a1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd091c8a0-b098-4252-9ea7-0f3cba96dd3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:00:53.814057 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2ee29d9e-d761-4668-8085-cbc9b68e0193 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:53.814453 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee29d9e-d761-4668-8085-cbc9b68e0193 None None] Bound using segment: {'id': '1deb6865-57b7-47a4-8c9d-15424259a1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd091c8a0-b098-4252-9ea7-0f3cba96dd3a'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:00:53.814938 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-2ee29d9e-d761-4668-8085-cbc9b68e0193 None None] Bound port: 230741f3-e96f-45c1-bfff-083f74289a72, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1deb6865-57b7-47a4-8c9d-15424259a1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd091c8a0-b098-4252-9ea7-0f3cba96dd3a'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:00:53.815317 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2ee29d9e-d761-4668-8085-cbc9b68e0193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (230741f3-e96f-45c1-bfff-083f74289a72), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:53.817447 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port cf4e8200-18f9-41c9-acd8-ccccb003b77f triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:53.817800 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (cf4e8200-18f9-41c9-acd8-ccccb003b77f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:53.819186 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-f8c10e5b-bf77-4f1d-ba5d-ca2b66efc350 None None] Current status of the port 84ead2f3-9953-41f9-b04c-35edbed3025a is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:00:53.821655 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f631a548-9eee-4377-a4f7-70411394d854 None None] Pushing event deleted for resources: {'Port': ['ID=38bd762a-ce8e-408b-80a8-0d89359279a6,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:53.828373 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:53.873811 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-062d2bc7-5102-4f8c-b61b-95ddfbd5059d None None] Publish callbacks [] for port (2cca4869-4b1a-4fd6-88fd-4b509586689a), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:53.875053 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f631a548-9eee-4377-a4f7-70411394d854 None None] No DVR routers for this DVR port 38bd762a-ce8e-408b-80a8-0d89359279a6 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:00:53.882001 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:53.906835 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:53.909041 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b9019285-2650-42b4-8854-42629a8b91a8 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] 10.222.0.76 "DELETE /networking/v2.0/ports/1392e6b6-5d01-4ca2-8d47-48baae13f8c2/tags/tempest-TagsExtTest-Tag-64050081 HTTP/1.1" status: 204 len: 168 time: 0.4129989 Aug 27 05:00:53.912979 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40892) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:53.918123 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.tag.tag_plugin [None req-5a8f6619-c853-4f72-80d6-155e36659dfe tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '1392e6b6-5d01-4ca2-8d47-48baae13f8c2') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:53.943760 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-062d2bc7-5102-4f8c-b61b-95ddfbd5059d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (2cca4869-4b1a-4fd6-88fd-4b509586689a), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:53.995115 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 1deb6865-57b7-47a4-8c9d-15424259a1d1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1deb6865-57b7-47a4-8c9d-15424259a1d1 found for delete ", "request_id": "req-eb3739c6-3db2-4a8a-8393-6bfeaafb1e1c"}]} Aug 27 05:00:53.999858 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-2ee29d9e-d761-4668-8085-cbc9b68e0193 None None] For port 230741f3-e96f-45c1-bfff-083f74289a72, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:00:54.003085 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=15,neutron:SELECT=80,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:54.027823 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-2ee29d9e-d761-4668-8085-cbc9b68e0193 None None] For port 230741f3-e96f-45c1-bfff-083f74289a72, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=230741f3-e96f-45c1-bfff-083f74289a72,segment=NetworkSegment(1deb6865-57b7-47a4-8c9d-15424259a1d1),segment_id=1deb6865-57b7-47a4-8c9d-15424259a1d1)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:00:54.032462 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d71f6d5f-02fd-445f-8e90-004b0836ad29 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (38bd762a-ce8e-408b-80a8-0d89359279a6), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:54.039176 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-ac5c03a9-aa94-4c05-8f93-56ec478091f6 None None] Provisioning complete for port 715fc0a9-d25d-4b5c-a0d1-2322fa098927 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:54.039543 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ac5c03a9-aa94-4c05-8f93-56ec478091f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (715fc0a9-d25d-4b5c-a0d1-2322fa098927), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:54.047074 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:54.047769 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-5a8f6619-c853-4f72-80d6-155e36659dfe tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] 10.222.0.76 "GET /networking/v2.0/ports/1392e6b6-5d01-4ca2-8d47-48baae13f8c2/tags HTTP/1.1" status: 200 len: 205 time: 0.1339986 Aug 27 05:00:54.050791 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40894) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:54.058073 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.tag.tag_plugin [None req-ff62ec51-74f1-4849-beab-aad566127863 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ed81f428-aded-400d-a674-b9cbfea934e6') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:54.062294 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-062d2bc7-5102-4f8c-b61b-95ddfbd5059d None None] Attempting to bind port 2cca4869-4b1a-4fd6-88fd-4b509586689a on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:00:54.062668 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-062d2bc7-5102-4f8c-b61b-95ddfbd5059d None None] Attempting to bind port 2cca4869-4b1a-4fd6-88fd-4b509586689a by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:00:54.063060 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062d2bc7-5102-4f8c-b61b-95ddfbd5059d None None] Attempting to bind port 2cca4869-4b1a-4fd6-88fd-4b509586689a on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:00:54.076240 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e2a554-b6b4-4905-bb07-43e128001bf5 None None] Pushing event updated for resources: {'Port': ['ID=2cca4869-4b1a-4fd6-88fd-4b509586689a,revision_number=2']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:54.086324 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062d2bc7-5102-4f8c-b61b-95ddfbd5059d None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:00:54.086709 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062d2bc7-5102-4f8c-b61b-95ddfbd5059d None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:00:54.087108 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-062d2bc7-5102-4f8c-b61b-95ddfbd5059d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:54.087707 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062d2bc7-5102-4f8c-b61b-95ddfbd5059d None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:00:54.088010 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-062d2bc7-5102-4f8c-b61b-95ddfbd5059d None None] Bound port: 2cca4869-4b1a-4fd6-88fd-4b509586689a, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:00:54.093675 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-062d2bc7-5102-4f8c-b61b-95ddfbd5059d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (2cca4869-4b1a-4fd6-88fd-4b509586689a), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:54.128713 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2ee29d9e-d761-4668-8085-cbc9b68e0193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (230741f3-e96f-45c1-bfff-083f74289a72), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:54.165462 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.db.api [None req-9c3a7327-f3fd-494a-8557-1b505c5b734f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 05:00:54.165462 n-d-852088-5 neutron-server[107776]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 05:00:54.165462 n-d-852088-5 neutron-server[107776]: [parameters: {'id': 'd091c8a0-b098-4252-9ea7-0f3cba96dd3a'}] Aug 27 05:00:54.165462 n-d-852088-5 neutron-server[107776]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=107776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 05:00:54.165952 n-d-852088-5 neutron-server[107776]: DEBUG oslo_db.api [None req-9c3a7327-f3fd-494a-8557-1b505c5b734f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 05:00:54.169604 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71f6d5f-02fd-445f-8e90-004b0836ad29 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] No DVR routers for this DVR port 38bd762a-ce8e-408b-80a8-0d89359279a6 on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:00:54.175866 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f6d5f-02fd-445f-8e90-004b0836ad29 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Pushing event deleted for resources: {'Port': ['ID=38bd762a-ce8e-408b-80a8-0d89359279a6,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:54.216525 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-062d2bc7-5102-4f8c-b61b-95ddfbd5059d None None] For port 2cca4869-4b1a-4fd6-88fd-4b509586689a, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:00:54.227414 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-062d2bc7-5102-4f8c-b61b-95ddfbd5059d None None] For port 2cca4869-4b1a-4fd6-88fd-4b509586689a, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=2cca4869-4b1a-4fd6-88fd-4b509586689a,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:00:54.243116 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ff62ec51-74f1-4849-beab-aad566127863 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] 10.222.0.76 "GET /networking/v2.0/routers/ed81f428-aded-400d-a674-b9cbfea934e6/tags HTTP/1.1" status: 200 len: 240 time: 0.1890147 Aug 27 05:00:54.244479 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40896) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:54.260353 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.tag.tag_plugin [None req-6da2f993-ee96-401b-a271-c6b9cbc38874 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ed81f428-aded-400d-a674-b9cbfea934e6', 'tempest-TagsExtTest-Tag-139541969') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:54.280958 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-062d2bc7-5102-4f8c-b61b-95ddfbd5059d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (2cca4869-4b1a-4fd6-88fd-4b509586689a), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:54.398302 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e2a554-b6b4-4905-bb07-43e128001bf5 None None] Pushing event updated for resources: {'Port': ['ID=2cca4869-4b1a-4fd6-88fd-4b509586689a,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:54.423258 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-ac5c03a9-aa94-4c05-8f93-56ec478091f6 None None] Current status of the port 715fc0a9-d25d-4b5c-a0d1-2322fa098927 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:00:54.423724 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ac5c03a9-aa94-4c05-8f93-56ec478091f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (715fc0a9-d25d-4b5c-a0d1-2322fa098927), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:54.424683 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062d2bc7-5102-4f8c-b61b-95ddfbd5059d None None] Routers {'4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:00:54.425361 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-062d2bc7-5102-4f8c-b61b-95ddfbd5059d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:00:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:54.442701 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6da2f993-ee96-401b-a271-c6b9cbc38874 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] 10.222.0.76 "GET /networking/v2.0/routers/ed81f428-aded-400d-a674-b9cbfea934e6/tags/tempest-TagsExtTest-Tag-139541969 HTTP/1.1" status: 204 len: 168 time: 0.1934690 Aug 27 05:00:54.443382 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40898) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:54.449082 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.tag.tag_plugin [None req-2209324e-096a-48e2-bd52-848865398b9f tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'ed81f428-aded-400d-a674-b9cbfea934e6', 'tempest-TagsExtTest-Tag-139541969') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:54.461164 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-09b2e678-2bba-4256-bd0d-5a02b5a5db35 admin admin] Publish callbacks [] for security_group (6e340bd3-4db1-472a-9375-847a324e1b9e), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:54.469694 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f855ebcb-108f-4bc4-98b4-fe4e1e875923 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (9716a8ea-4271-4ddf-bdf0-b869d11835b3), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:54.472006 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7303fa51-46d5-4632-a5b6-f006c899975b admin admin] Router bbf9cf89-d09b-4a43-92ff-c50d6ff3d878 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 05:00:54.506378 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-ac5c03a9-aa94-4c05-8f93-56ec478091f6 None None] For port 715fc0a9-d25d-4b5c-a0d1-2322fa098927, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=715fc0a9-d25d-4b5c-a0d1-2322fa098927,segment=NetworkSegment(d5522d34-4bbb-4fc6-82fb-a3288cbd0e98),segment_id=d5522d34-4bbb-4fc6-82fb-a3288cbd0e98)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:00:54.524617 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port cf4e8200-18f9-41c9-acd8-ccccb003b77f is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:00:54.525512 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device bc0488cf-a753-44c7-af49-437592d69f78 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:00:54.538937 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=87,neutron:UPDATE=8,neutron:INSERT=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:54.556692 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1cd6a6-e129-4ef7-93dd-7577b1c50bfa None None] Network d091c8a0-b098-4252-9ea7-0f3cba96dd3a requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:00:54.587149 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-09b2e678-2bba-4256-bd0d-5a02b5a5db35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (6e340bd3-4db1-472a-9375-847a324e1b9e), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:54.602596 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-062d2bc7-5102-4f8c-b61b-95ddfbd5059d None None] Set router 4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:00:54.666969 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9c3a7327-f3fd-494a-8557-1b505c5b734f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (d091c8a0-b098-4252-9ea7-0f3cba96dd3a), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:54.723893 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2209324e-096a-48e2-bd52-848865398b9f tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] 10.222.0.76 "DELETE /networking/v2.0/routers/ed81f428-aded-400d-a674-b9cbfea934e6/tags/tempest-TagsExtTest-Tag-139541969 HTTP/1.1" status: 204 len: 168 time: 0.2793455 Aug 27 05:00:54.727334 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40902) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:54.730210 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ac5c03a9-aa94-4c05-8f93-56ec478091f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (715fc0a9-d25d-4b5c-a0d1-2322fa098927), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:54.734543 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.tag.tag_plugin [None req-b52b034b-c1f1-49e2-b16e-0efa6effab75 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ed81f428-aded-400d-a674-b9cbfea934e6') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:54.736305 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee29d9e-d761-4668-8085-cbc9b68e0193 None None] Pushing event updated for resources: {'Port': ['ID=230741f3-e96f-45c1-bfff-083f74289a72,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:54.794400 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d71f6d5f-02fd-445f-8e90-004b0836ad29 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (44318304-04a8-4b20-b231-7dc962aa9149), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:54.816939 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port bc0488cf-a753-44c7-af49-437592d69f78 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:54.817293 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (bc0488cf-a753-44c7-af49-437592d69f78), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:54.825025 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b2e678-2bba-4256-bd0d-5a02b5a5db35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e340bd3-4db1-472a-9375-847a324e1b9e,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:54.838241 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-9c3a7327-f3fd-494a-8557-1b505c5b734f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Deleting port 230741f3-e96f-45c1-bfff-083f74289a72 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:00:54.839190 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9c3a7327-f3fd-494a-8557-1b505c5b734f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (230741f3-e96f-45c1-bfff-083f74289a72), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:54.850094 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f855ebcb-108f-4bc4-98b4-fe4e1e875923 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Network 84ee9933-e2c9-4c2f-af66-ca5ef4ac48d6 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:00:54.853422 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebe5486-aa8d-4a50-99bc-9a515501ea2a None None] get_active_networks_info from n-d-852088-5 {{(pid=107777) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 27 05:00:54.866823 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-717428f7-a048-427c-8061-4edae990d6b1 None None] Provisioning complete for port 1392e6b6-5d01-4ca2-8d47-48baae13f8c2 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:54.867199 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-717428f7-a048-427c-8061-4edae990d6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (1392e6b6-5d01-4ca2-8d47-48baae13f8c2), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:54.891364 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b52b034b-c1f1-49e2-b16e-0efa6effab75 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] 10.222.0.76 "GET /networking/v2.0/routers/ed81f428-aded-400d-a674-b9cbfea934e6/tags HTTP/1.1" status: 200 len: 205 time: 0.1606407 Aug 27 05:00:54.896306 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c03a9-aa94-4c05-8f93-56ec478091f6 None None] Pushing event updated for resources: {'Port': ['ID=715fc0a9-d25d-4b5c-a0d1-2322fa098927,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:54.900557 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40904) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:54.948528 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-062d2bc7-5102-4f8c-b61b-95ddfbd5059d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c', 'name': 'tempest-TestServerMultinode-1618140899-router', 'tenant_id': 'c281dabc063b440aba1742cba2f97f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '2cca4869-4b1a-4fd6-88fd-4b509586689a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:00:42Z', 'updated_at': '2022-08-27T05:00:47Z', 'revision_number': 3, 'project_id': 'c281dabc063b440aba1742cba2f97f45', 'gw_port': {'id': '2cca4869-4b1a-4fd6-88fd-4b509586689a', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:bd:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:00:45Z', 'updated_at': '2022-08-27T05:00:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:54.958106 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:54.967210 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-717428f7-a048-427c-8061-4edae990d6b1 None None] Port 1392e6b6-5d01-4ca2-8d47-48baae13f8c2 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:00:54.971662 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.tag.tag_plugin [None req-bf261346-a82d-47c8-8211-1be247de4741 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '350464d0-a2c4-45dd-8ab7-3468399a219e') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:54.978414 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-f855ebcb-108f-4bc4-98b4-fe4e1e875923 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:00:55.002244 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-717428f7-a048-427c-8061-4edae990d6b1 None None] Provisioning complete for port 715fc0a9-d25d-4b5c-a0d1-2322fa098927 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:55.005264 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-717428f7-a048-427c-8061-4edae990d6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (715fc0a9-d25d-4b5c-a0d1-2322fa098927), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:55.005418 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-bf261346-a82d-47c8-8211-1be247de4741 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] 10.222.0.76 "GET /networking/v2.0/subnetpools/350464d0-a2c4-45dd-8ab7-3468399a219e/tags HTTP/1.1" status: 200 len: 241 time: 0.1013639 Aug 27 05:00:55.007035 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40906) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:55.016783 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f855ebcb-108f-4bc4-98b4-fe4e1e875923 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:00:55.018804 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062d2bc7-5102-4f8c-b61b-95ddfbd5059d None None] The sync data for ids ['4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c'] in n-d-852088-5 is: [{'id': '4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c', 'name': 'tempest-TestServerMultinode-1618140899-router', 'tenant_id': 'c281dabc063b440aba1742cba2f97f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '2cca4869-4b1a-4fd6-88fd-4b509586689a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:00:42Z', 'updated_at': '2022-08-27T05:00:47Z', 'revision_number': 3, 'project_id': 'c281dabc063b440aba1742cba2f97f45', 'gw_port': {'id': '2cca4869-4b1a-4fd6-88fd-4b509586689a', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:bd:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:00:45Z', 'updated_at': '2022-08-27T05:00:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:00:55.019581 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.tag.tag_plugin [None req-183b5c15-9f37-4fd2-b9fd-3f6aa64837cf tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '350464d0-a2c4-45dd-8ab7-3468399a219e', 'tempest-TagsExtTest-Tag-1359663243') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:55.077214 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:55.088984 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-d71f6d5f-02fd-445f-8e90-004b0836ad29 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44318304-04a8-4b20-b231-7dc962aa9149']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:55.092058 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-183b5c15-9f37-4fd2-b9fd-3f6aa64837cf tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] 10.222.0.76 "GET /networking/v2.0/subnetpools/350464d0-a2c4-45dd-8ab7-3468399a219e/tags/tempest-TagsExtTest-Tag-1359663243 HTTP/1.1" status: 204 len: 168 time: 0.0827041 Aug 27 05:00:55.096326 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40908) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:55.105251 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.tag.tag_plugin [None req-fc833744-322a-4c6e-b02b-cb6b0c352bdc tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '350464d0-a2c4-45dd-8ab7-3468399a219e', 'tempest-TagsExtTest-Tag-1359663243') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:55.120851 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-9c3a7327-f3fd-494a-8557-1b505c5b734f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] For port 230741f3-e96f-45c1-bfff-083f74289a72, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=230741f3-e96f-45c1-bfff-083f74289a72,segment=NetworkSegment(1deb6865-57b7-47a4-8c9d-15424259a1d1),segment_id=1deb6865-57b7-47a4-8c9d-15424259a1d1)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:00:55.121502 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9c3a7327-f3fd-494a-8557-1b505c5b734f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (230741f3-e96f-45c1-bfff-083f74289a72), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:55.126175 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f855ebcb-108f-4bc4-98b4-fe4e1e875923 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event updated for resources: {'Port': ['ID=9716a8ea-4271-4ddf-bdf0-b869d11835b3,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:55.140008 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port bc0488cf-a753-44c7-af49-437592d69f78 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:00:55.145523 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40910) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:55.146915 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-09b2e678-2bba-4256-bd0d-5a02b5a5db35 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=e5fbc696c2ad4069b2eb663a21db9df9&name=default HTTP/1.1" status: 200 len: 3000 time: 2.8805571 Aug 27 05:00:55.157890 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-9c3a7327-f3fd-494a-8557-1b505c5b734f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Calling delete_port for 230741f3-e96f-45c1-bfff-083f74289a72 owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:00:55.193651 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-d71f6d5f-02fd-445f-8e90-004b0836ad29 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1ab899b-e8b0-4a3c-ab4b-063dec9667de') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:55.194103 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-d71f6d5f-02fd-445f-8e90-004b0836ad29 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1ab899b-e8b0-4a3c-ab4b-063dec9667de') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:55.221656 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d71f6d5f-02fd-445f-8e90-004b0836ad29 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (b1ab899b-e8b0-4a3c-ab4b-063dec9667de), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:55.224897 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f855ebcb-108f-4bc4-98b4-fe4e1e875923 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (83ea0705-a094-488f-afe2-44e356da757c), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:55.225028 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=8 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:55.320350 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebe5486-aa8d-4a50-99bc-9a515501ea2a None None] Resources bound (agent type, host, resource id): {{(pid=107777) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 05:00:55.331976 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-717428f7-a048-427c-8061-4edae990d6b1 None None] Current status of the port 715fc0a9-d25d-4b5c-a0d1-2322fa098927 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:00:55.378930 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-fc833744-322a-4c6e-b02b-cb6b0c352bdc tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] 10.222.0.76 "DELETE /networking/v2.0/subnetpools/350464d0-a2c4-45dd-8ab7-3468399a219e/tags/tempest-TagsExtTest-Tag-1359663243 HTTP/1.1" status: 204 len: 168 time: 0.2812719 Aug 27 05:00:55.391840 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40914) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:55.397569 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:55.400606 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d71f6d5f-02fd-445f-8e90-004b0836ad29 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (b1ab899b-e8b0-4a3c-ab4b-063dec9667de), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:55.412349 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.tag.tag_plugin [None req-65387d0f-43fa-4f20-b8c0-deed114a70cd tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '350464d0-a2c4-45dd-8ab7-3468399a219e') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:55.430737 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d71f6d5f-02fd-445f-8e90-004b0836ad29 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:00:55.431163 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d71f6d5f-02fd-445f-8e90-004b0836ad29 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (b1ab899b-e8b0-4a3c-ab4b-063dec9667de), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:55.439041 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-65387d0f-43fa-4f20-b8c0-deed114a70cd tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] 10.222.0.76 "GET /networking/v2.0/subnetpools/350464d0-a2c4-45dd-8ab7-3468399a219e/tags HTTP/1.1" status: 200 len: 205 time: 0.0383434 Aug 27 05:00:55.448192 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40916) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:55.457074 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.tag.tag_plugin [None req-13d0cb3d-8011-4cf6-b72d-283aec4f22eb tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '350464d0-a2c4-45dd-8ab7-3468399a219e') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:55.501033 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7c85b213-d56f-4192-9948-a92deff2884a admin admin] Publish callbacks [] for security_group (6e340bd3-4db1-472a-9375-847a324e1b9e), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:55.536049 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7c85b213-d56f-4192-9948-a92deff2884a admin admin] Publish callbacks [] for security_group (6e340bd3-4db1-472a-9375-847a324e1b9e), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:55.556647 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment b1ab899b-e8b0-4a3c-ab4b-063dec9667de resource provider aggregate not found Aug 27 05:00:55.579463 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-13d0cb3d-8011-4cf6-b72d-283aec4f22eb tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] 10.222.0.76 "DELETE /networking/v2.0/subnetpools/350464d0-a2c4-45dd-8ab7-3468399a219e/tags HTTP/1.1" status: 204 len: 168 time: 0.1289020 Aug 27 05:00:55.582689 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e0647f54-04a1-4c40-bb5a-ccdf0987ac96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:55.584092 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40926) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:55.593849 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.tag.tag_plugin [None req-c0b38d4f-89e3-4d9d-b43f-2461af710887 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ed81f428-aded-400d-a674-b9cbfea934e6') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:55.603449 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7303fa51-46d5-4632-a5b6-f006c899975b admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:00:55.614129 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:55.652148 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment b1ab899b-e8b0-4a3c-ab4b-063dec9667de resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b1ab899b-e8b0-4a3c-ab4b-063dec9667de found for delete ", "request_id": "req-69f354e2-35df-429a-b8ec-2fb76530d4a6"}]} Aug 27 05:00:55.695648 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f855ebcb-108f-4bc4-98b4-fe4e1e875923 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (9716a8ea-4271-4ddf-bdf0-b869d11835b3), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:55.764886 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9c3a7327-f3fd-494a-8557-1b505c5b734f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (230741f3-e96f-45c1-bfff-083f74289a72), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:55.781603 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d71f6d5f-02fd-445f-8e90-004b0836ad29 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (44318304-04a8-4b20-b231-7dc962aa9149), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:55.789431 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3a7327-f3fd-494a-8557-1b505c5b734f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] No DVR routers for this DVR port 230741f3-e96f-45c1-bfff-083f74289a72 on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:00:55.798860 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d71f6d5f-02fd-445f-8e90-004b0836ad29 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:55.802379 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-d71f6d5f-02fd-445f-8e90-004b0836ad29 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] 10.222.0.76 "DELETE /networking/v2.0/networks/44318304-04a8-4b20-b231-7dc962aa9149 HTTP/1.1" status: 204 len: 168 time: 5.1246994 Aug 27 05:00:55.811043 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40928) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:55.852179 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e953440d-bb95-47f0-9f3f-43b0d1a4f679 None None] Sync routers for ids ['bbf9cf89-d09b-4a43-92ff-c50d6ff3d878'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:00:55.859552 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7303fa51-46d5-4632-a5b6-f006c899975b admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:55.859805 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 715fc0a9-d25d-4b5c-a0d1-2322fa098927 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:00:55.864194 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7303fa51-46d5-4632-a5b6-f006c899975b admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 12.2236187 Aug 27 05:00:55.866405 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:55.870839 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40930) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:55.885344 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a7327-f3fd-494a-8557-1b505c5b734f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Pushing event deleted for resources: {'Port': ['ID=230741f3-e96f-45c1-bfff-083f74289a72,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:55.918492 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c0b38d4f-89e3-4d9d-b43f-2461af710887 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] 10.222.0.76 "DELETE /networking/v2.0/routers/ed81f428-aded-400d-a674-b9cbfea934e6/tags HTTP/1.1" status: 204 len: 168 time: 0.3331151 Aug 27 05:00:55.928941 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fdd370-c86f-422d-8525-b79c5fe2205c None None] Network d091c8a0-b098-4252-9ea7-0f3cba96dd3a requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:00:55.954783 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f6d5f-02fd-445f-8e90-004b0836ad29 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Pushing event deleted for resources: {'Network': ['ID=44318304-04a8-4b20-b231-7dc962aa9149,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:55.957143 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40932) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:55.973025 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.tag.tag_plugin [None req-8d6c35d8-4cd8-4f8e-8cc6-68a8293fbc3e tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1392e6b6-5d01-4ca2-8d47-48baae13f8c2') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:56.008321 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e953440d-bb95-47f0-9f3f-43b0d1a4f679 None None] Routers {'bbf9cf89-d09b-4a43-92ff-c50d6ff3d878'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:00:56.008972 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-e953440d-bb95-47f0-9f3f-43b0d1a4f679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:00:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['bbf9cf89-d09b-4a43-92ff-c50d6ff3d878'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:56.010018 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:56.042688 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9c3a7327-f3fd-494a-8557-1b505c5b734f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (d091c8a0-b098-4252-9ea7-0f3cba96dd3a), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:56.107267 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-9c3a7327-f3fd-494a-8557-1b505c5b734f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d091c8a0-b098-4252-9ea7-0f3cba96dd3a']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:56.126290 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-9c3a7327-f3fd-494a-8557-1b505c5b734f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1deb6865-57b7-47a4-8c9d-15424259a1d1') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:56.130103 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-9c3a7327-f3fd-494a-8557-1b505c5b734f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1deb6865-57b7-47a4-8c9d-15424259a1d1') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:56.141344 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9c3a7327-f3fd-494a-8557-1b505c5b734f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (1deb6865-57b7-47a4-8c9d-15424259a1d1), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:56.154515 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7c85b213-d56f-4192-9948-a92deff2884a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (6e340bd3-4db1-472a-9375-847a324e1b9e), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:56.157309 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7c85b213-d56f-4192-9948-a92deff2884a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:56.158483 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7c85b213-d56f-4192-9948-a92deff2884a admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/6e340bd3-4db1-472a-9375-847a324e1b9e HTTP/1.1" status: 204 len: 168 time: 1.0094230 Aug 27 05:00:56.188919 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9c3a7327-f3fd-494a-8557-1b505c5b734f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (1deb6865-57b7-47a4-8c9d-15424259a1d1), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:56.191486 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c85b213-d56f-4192-9948-a92deff2884a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e340bd3-4db1-472a-9375-847a324e1b9e,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:56.244064 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c3a7327-f3fd-494a-8557-1b505c5b734f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:00:56.244669 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9c3a7327-f3fd-494a-8557-1b505c5b734f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (1deb6865-57b7-47a4-8c9d-15424259a1d1), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:56.269028 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 715fc0a9-d25d-4b5c-a0d1-2322fa098927 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:56.269403 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (715fc0a9-d25d-4b5c-a0d1-2322fa098927), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:56.314486 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 1deb6865-57b7-47a4-8c9d-15424259a1d1 resource provider aggregate not found Aug 27 05:00:56.352457 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 1deb6865-57b7-47a4-8c9d-15424259a1d1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1deb6865-57b7-47a4-8c9d-15424259a1d1 found for delete ", "request_id": "req-2ec245ae-eb10-4032-9b6d-b95b575b7cb7"}]} Aug 27 05:00:56.434420 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-83e4a7f5-72f0-448a-9ae3-ce4e2afa3a90 None None] Provisioning complete for port 9716a8ea-4271-4ddf-bdf0-b869d11835b3 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:56.436448 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-83e4a7f5-72f0-448a-9ae3-ce4e2afa3a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (9716a8ea-4271-4ddf-bdf0-b869d11835b3), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:56.504231 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-83e4a7f5-72f0-448a-9ae3-ce4e2afa3a90 None None] Port 9716a8ea-4271-4ddf-bdf0-b869d11835b3 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:00:56.516912 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-e953440d-bb95-47f0-9f3f-43b0d1a4f679 None None] Set router bbf9cf89-d09b-4a43-92ff-c50d6ff3d878 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:00:56.530173 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9c3a7327-f3fd-494a-8557-1b505c5b734f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (d091c8a0-b098-4252-9ea7-0f3cba96dd3a), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:56.553840 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9c3a7327-f3fd-494a-8557-1b505c5b734f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:56.564682 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-9c3a7327-f3fd-494a-8557-1b505c5b734f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "DELETE /networking/v2.0/networks/d091c8a0-b098-4252-9ea7-0f3cba96dd3a HTTP/1.1" status: 204 len: 168 time: 6.1863060 Aug 27 05:00:56.564935 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 715fc0a9-d25d-4b5c-a0d1-2322fa098927 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:00:56.564935 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 84ead2f3-9953-41f9-b04c-35edbed3025a up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:00:56.605887 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40942) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:56.619546 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a7327-f3fd-494a-8557-1b505c5b734f tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Pushing event deleted for resources: {'Network': ['ID=d091c8a0-b098-4252-9ea7-0f3cba96dd3a,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:56.708999 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-beb82e23-6a2f-4435-a699-11e3c0609dbd tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] DELETE failed (client error): The resource could not be found. Aug 27 05:00:56.708999 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beb82e23-6a2f-4435-a699-11e3c0609dbd tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 05:00:56.708999 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-beb82e23-6a2f-4435-a699-11e3c0609dbd tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/6c0d54b3-28dd-4fdc-a52b-ed29cb00a8f6 HTTP/1.1" status: 404 len: 337 time: 0.0843396 Aug 27 05:00:56.724550 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40946) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:56.752046 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:56.821292 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:56.823409 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-cca5b6f9-145a-4b25-b5a3-b865e19dd591 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Deleting subnet 3c633ca9-4db2-453a-9afc-0ac6cd434757 {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 05:00:56.834860 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cca5b6f9-145a-4b25-b5a3-b865e19dd591 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks [] for subnet (3c633ca9-4db2-453a-9afc-0ac6cd434757), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:56.844328 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-7157903c-fd0a-4bbc-81e8-02139a843713 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] DELETE failed (client error): The resource could not be found. Aug 27 05:00:56.845081 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7157903c-fd0a-4bbc-81e8-02139a843713 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 05:00:56.849496 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7157903c-fd0a-4bbc-81e8-02139a843713 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "DELETE /networking/v2.0/networks/d091c8a0-b098-4252-9ea7-0f3cba96dd3a HTTP/1.1" status: 404 len: 339 time: 0.0777888 Aug 27 05:00:56.856654 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40948) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:56.876142 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 84ead2f3-9953-41f9-b04c-35edbed3025a triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:56.876775 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (84ead2f3-9953-41f9-b04c-35edbed3025a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:56.894574 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-8d6c35d8-4cd8-4f8e-8cc6-68a8293fbc3e tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] 10.222.0.76 "DELETE /networking/v2.0/ports/1392e6b6-5d01-4ca2-8d47-48baae13f8c2/tags HTTP/1.1" status: 204 len: 168 time: 0.9309230 Aug 27 05:00:56.905499 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40950) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:56.915193 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-e953440d-bb95-47f0-9f3f-43b0d1a4f679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf9cf89-d09b-4a43-92ff-c50d6ff3d878', 'name': 'tempest-TestServerBasicOps-629824394-router', 'tenant_id': '98af31cba78b4b1086ca9e1b753861d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'f51e4321-b17f-403f-b801-69dce02f1bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:00:43Z', 'updated_at': '2022-08-27T05:00:50Z', 'revision_number': 3, 'project_id': '98af31cba78b4b1086ca9e1b753861d7', 'gw_port': {'id': 'f51e4321-b17f-403f-b801-69dce02f1bdd', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:cf:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf9cf89-d09b-4a43-92ff-c50d6ff3d878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:00:45Z', 'updated_at': '2022-08-27T05:00:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:56.920326 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9472d4f7-166e-4d62-8d18-52d3e3456587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:56.932680 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-e0647f54-04a1-4c40-bb5a-ccdf0987ac96 admin admin] Allocated IP 172.20.0.1 (091bc189-59bb-4ee2-b6e3-9e6caa192dd4/ee3f15e9-6faa-4878-8d63-9a514ea45286/6d729131-fb97-4fd4-afdd-bc0ba9620f88) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:00:56.938863 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.tag.tag_plugin [None req-34b00f47-e1d9-4d70-8266-04785bd00e6c tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'dceb1935-73d7-40aa-a520-fc5ada19e28d') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:56.944973 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=17,neutron:SELECT=78,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:56.946341 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e3ac0af-b162-4337-a50a-a8fd67c013c2 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] DELETE failed (client error): The resource could not be found. Aug 27 05:00:56.946833 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e3ac0af-b162-4337-a50a-a8fd67c013c2 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 05:00:56.949024 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e953440d-bb95-47f0-9f3f-43b0d1a4f679 None None] Checking router: bbf9cf89-d09b-4a43-92ff-c50d6ff3d878 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:00:56.949760 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e953440d-bb95-47f0-9f3f-43b0d1a4f679 None None] Updating router bbf9cf89-d09b-4a43-92ff-c50d6ff3d878 port f51e4321-b17f-403f-b801-69dce02f1bdd binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:00:56.951248 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2e3ac0af-b162-4337-a50a-a8fd67c013c2 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/6f70a2c4-2325-4f25-9a00-ec0f32b84971 HTTP/1.1" status: 404 len: 337 time: 0.0931065 Aug 27 05:00:56.974234 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40952) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:56.991852 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e953440d-bb95-47f0-9f3f-43b0d1a4f679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f51e4321-b17f-403f-b801-69dce02f1bdd), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:57.007979 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-031ef271-5e51-4b90-8593-79fc13ec3b9d tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] DELETE failed (client error): The resource could not be found. Aug 27 05:00:57.008524 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-031ef271-5e51-4b90-8593-79fc13ec3b9d tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 05:00:57.011527 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-031ef271-5e51-4b90-8593-79fc13ec3b9d tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "DELETE /networking/v2.0/networks/ddd101fe-0087-4b2d-8a55-723759434e8b HTTP/1.1" status: 404 len: 339 time: 0.0363965 Aug 27 05:00:57.018683 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40954) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:57.066766 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 84ead2f3-9953-41f9-b04c-35edbed3025a is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:00:57.067638 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device cf4e8200-18f9-41c9-acd8-ccccb003b77f up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:00:57.092820 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40956) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:57.165185 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-34b00f47-e1d9-4d70-8266-04785bd00e6c tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/dceb1935-73d7-40aa-a520-fc5ada19e28d/tags HTTP/1.1" status: 204 len: 168 time: 0.2296791 Aug 27 05:00:57.173596 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40958) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:57.181438 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.tag.tag_plugin [None req-e3b6ebdf-5e0b-434a-9b50-626da5fdf360 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'dceb1935-73d7-40aa-a520-fc5ada19e28d', 'tempest-TagsExtTest-Tag-1163190617') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:57.209434 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e0647f54-04a1-4c40-bb5a-ccdf0987ac96 admin admin] Publish callbacks [] for port (6d729131-fb97-4fd4-afdd-bc0ba9620f88), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:57.215290 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-45053c24-b071-4b3f-b98d-97694efe4f35 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (1ad2fcac-7277-467f-b482-5782e211d1bf), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:57.237120 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port cf4e8200-18f9-41c9-acd8-ccccb003b77f triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:57.237493 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (cf4e8200-18f9-41c9-acd8-ccccb003b77f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:57.312934 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cca5b6f9-145a-4b25-b5a3-b865e19dd591 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (3c633ca9-4db2-453a-9afc-0ac6cd434757), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:57.349252 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:57.382953 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d146d331-cd41-49bb-9109-695fc9f8eba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:57.401897 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port cf4e8200-18f9-41c9-acd8-ccccb003b77f is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:00:57.429963 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:57.430185 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-45053c24-b071-4b3f-b98d-97694efe4f35 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (1ad2fcac-7277-467f-b482-5782e211d1bf), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:57.432058 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e953440d-bb95-47f0-9f3f-43b0d1a4f679 None None] Publish callbacks [] for port (f51e4321-b17f-403f-b801-69dce02f1bdd), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:57.438656 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e0647f54-04a1-4c40-bb5a-ccdf0987ac96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (6d729131-fb97-4fd4-afdd-bc0ba9620f88), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:57.447995 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e3b6ebdf-5e0b-434a-9b50-626da5fdf360 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] 10.222.0.76 "PUT /networking/v2.0/subnets/dceb1935-73d7-40aa-a520-fc5ada19e28d/tags/tempest-TagsExtTest-Tag-1163190617 HTTP/1.1" status: 201 len: 201 time: 0.2693820 Aug 27 05:00:57.456300 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40960) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:57.475208 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:57.484109 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.tag.tag_plugin [None req-7fd0cc7e-4d2d-4b99-91c9-12c1ccdc5c10 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '1392e6b6-5d01-4ca2-8d47-48baae13f8c2', 'tempest-TagsExtTest-Tag-475275274') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:57.493898 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 38bd762a-ce8e-408b-80a8-0d89359279a6 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:00:57.520969 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e953440d-bb95-47f0-9f3f-43b0d1a4f679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (f51e4321-b17f-403f-b801-69dce02f1bdd), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:57.522718 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3cd1e965-4aa9-44b1-82ec-63be8ebdb32d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:57.527420 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 38bd762a-ce8e-408b-80a8-0d89359279a6 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:00:57.527835 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 38bd762a-ce8e-408b-80a8-0d89359279a6 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:00:57.568109 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-e953440d-bb95-47f0-9f3f-43b0d1a4f679 None None] Attempting to bind port f51e4321-b17f-403f-b801-69dce02f1bdd on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:00:57.568664 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-e953440d-bb95-47f0-9f3f-43b0d1a4f679 None None] Attempting to bind port f51e4321-b17f-403f-b801-69dce02f1bdd by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:00:57.569647 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e953440d-bb95-47f0-9f3f-43b0d1a4f679 None None] Attempting to bind port f51e4321-b17f-403f-b801-69dce02f1bdd on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:00:57.588232 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:57.617392 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e953440d-bb95-47f0-9f3f-43b0d1a4f679 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:00:57.617775 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e953440d-bb95-47f0-9f3f-43b0d1a4f679 None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:00:57.618185 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e953440d-bb95-47f0-9f3f-43b0d1a4f679 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:57.618588 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e953440d-bb95-47f0-9f3f-43b0d1a4f679 None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:00:57.619103 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-e953440d-bb95-47f0-9f3f-43b0d1a4f679 None None] Bound port: f51e4321-b17f-403f-b801-69dce02f1bdd, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:00:57.619614 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e953440d-bb95-47f0-9f3f-43b0d1a4f679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f51e4321-b17f-403f-b801-69dce02f1bdd), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:57.626672 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0647f54-04a1-4c40-bb5a-ccdf0987ac96 admin admin] Network 091bc189-59bb-4ee2-b6e3-9e6caa192dd4 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:00:57.697819 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec434240-e50c-45d4-8f29-cecbe66e2dcb None None] Pushing event updated for resources: {'Port': ['ID=f51e4321-b17f-403f-b801-69dce02f1bdd,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:57.712710 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-d146d331-cd41-49bb-9109-695fc9f8eba0 admin admin] Allocated IP 172.20.0.1 (ddb8cbee-c513-498a-bcc4-69edd229ec4d/ab804f5c-1adf-4ba7-84d4-8ba71ef6a93f/a8667223-fde5-40d5-bb22-1b67ef26a42f) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:00:57.719196 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-e953440d-bb95-47f0-9f3f-43b0d1a4f679 None None] For port f51e4321-b17f-403f-b801-69dce02f1bdd, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:00:57.724910 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 2cca4869-4b1a-4fd6-88fd-4b509586689a up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:00:57.728223 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-e953440d-bb95-47f0-9f3f-43b0d1a4f679 None None] For port f51e4321-b17f-403f-b801-69dce02f1bdd, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=f51e4321-b17f-403f-b801-69dce02f1bdd,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:00:57.732193 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-e0647f54-04a1-4c40-bb5a-ccdf0987ac96 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:00:57.741978 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0647f54-04a1-4c40-bb5a-ccdf0987ac96 admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:00:57.750467 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0647f54-04a1-4c40-bb5a-ccdf0987ac96 admin admin] Pushing event updated for resources: {'Port': ['ID=6d729131-fb97-4fd4-afdd-bc0ba9620f88,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:57.762988 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cca5b6f9-145a-4b25-b5a3-b865e19dd591 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (3c633ca9-4db2-453a-9afc-0ac6cd434757), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:57.813118 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 2cca4869-4b1a-4fd6-88fd-4b509586689a triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:57.813118 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (2cca4869-4b1a-4fd6-88fd-4b509586689a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:57.837451 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:57.864939 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e953440d-bb95-47f0-9f3f-43b0d1a4f679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (f51e4321-b17f-403f-b801-69dce02f1bdd), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:57.913522 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d146d331-cd41-49bb-9109-695fc9f8eba0 admin admin] Publish callbacks [] for port (a8667223-fde5-40d5-bb22-1b67ef26a42f), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:57.926257 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7fd0cc7e-4d2d-4b99-91c9-12c1ccdc5c10 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] 10.222.0.76 "PUT /networking/v2.0/ports/1392e6b6-5d01-4ca2-8d47-48baae13f8c2/tags/tempest-TagsExtTest-Tag-475275274 HTTP/1.1" status: 201 len: 201 time: 0.4645684 Aug 27 05:00:57.932868 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40968) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:57.938097 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e953440d-bb95-47f0-9f3f-43b0d1a4f679 None None] Routers {'bbf9cf89-d09b-4a43-92ff-c50d6ff3d878'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:00:57.938940 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-e953440d-bb95-47f0-9f3f-43b0d1a4f679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:00:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['bbf9cf89-d09b-4a43-92ff-c50d6ff3d878'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:57.947750 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.tag.tag_plugin [None req-e5c17e29-f52b-49f9-a719-9900fac65f4a tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ed81f428-aded-400d-a674-b9cbfea934e6', 'tempest-TagsExtTest-Tag-1310159697') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:57.960109 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-45053c24-b071-4b3f-b98d-97694efe4f35 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ad2fcac-7277-467f-b482-5782e211d1bf']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:57.983177 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-45053c24-b071-4b3f-b98d-97694efe4f35 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73a0b5fd-e75b-4231-b6b8-1ad9b5a74e8e') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:57.983485 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-45053c24-b071-4b3f-b98d-97694efe4f35 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73a0b5fd-e75b-4231-b6b8-1ad9b5a74e8e') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:57.995318 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-45053c24-b071-4b3f-b98d-97694efe4f35 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (73a0b5fd-e75b-4231-b6b8-1ad9b5a74e8e), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:58.023294 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-45053c24-b071-4b3f-b98d-97694efe4f35 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (73a0b5fd-e75b-4231-b6b8-1ad9b5a74e8e), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:58.034268 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45053c24-b071-4b3f-b98d-97694efe4f35 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:00:58.035344 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-45053c24-b071-4b3f-b98d-97694efe4f35 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (73a0b5fd-e75b-4231-b6b8-1ad9b5a74e8e), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:58.041399 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e0647f54-04a1-4c40-bb5a-ccdf0987ac96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:58.073246 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-e953440d-bb95-47f0-9f3f-43b0d1a4f679 None None] Set router bbf9cf89-d09b-4a43-92ff-c50d6ff3d878 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:00:58.118435 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d146d331-cd41-49bb-9109-695fc9f8eba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (a8667223-fde5-40d5-bb22-1b67ef26a42f), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:58.185373 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d146d331-cd41-49bb-9109-695fc9f8eba0 admin admin] Network ddb8cbee-c513-498a-bcc4-69edd229ec4d is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:00:58.186309 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-45053c24-b071-4b3f-b98d-97694efe4f35 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (1ad2fcac-7277-467f-b482-5782e211d1bf), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:58.194917 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-45053c24-b071-4b3f-b98d-97694efe4f35 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:58.200462 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-45053c24-b071-4b3f-b98d-97694efe4f35 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "DELETE /networking/v2.0/networks/1ad2fcac-7277-467f-b482-5782e211d1bf HTTP/1.1" status: 204 len: 168 time: 1.1784461 Aug 27 05:00:58.201989 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-d146d331-cd41-49bb-9109-695fc9f8eba0 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:00:58.207097 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40970) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:58.219624 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec434240-e50c-45d4-8f29-cecbe66e2dcb None None] Pushing event updated for resources: {'Port': ['ID=f51e4321-b17f-403f-b801-69dce02f1bdd,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:58.230152 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d146d331-cd41-49bb-9109-695fc9f8eba0 admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:00:58.235236 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cca5b6f9-145a-4b25-b5a3-b865e19dd591 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (3c633ca9-4db2-453a-9afc-0ac6cd434757), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:58.257483 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d146d331-cd41-49bb-9109-695fc9f8eba0 admin admin] Pushing event updated for resources: {'Port': ['ID=a8667223-fde5-40d5-bb22-1b67ef26a42f,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:58.279690 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45053c24-b071-4b3f-b98d-97694efe4f35 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Pushing event deleted for resources: {'Network': ['ID=1ad2fcac-7277-467f-b482-5782e211d1bf,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:58.290028 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-758536a6-0788-4c30-8d4f-47f0425f80a1 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] DELETE failed (client error): The resource could not be found. Aug 27 05:00:58.290417 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-758536a6-0788-4c30-8d4f-47f0425f80a1 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 05:00:58.293536 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-758536a6-0788-4c30-8d4f-47f0425f80a1 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/aff59e6b-6680-451b-a4a8-f95f39dd809c HTTP/1.1" status: 404 len: 337 time: 0.0854645 Aug 27 05:00:58.298499 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40972) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:58.329719 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b9d8c72-8289-48ad-be21-06404d5ce446 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] DELETE failed (client error): The resource could not be found. Aug 27 05:00:58.330259 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b9d8c72-8289-48ad-be21-06404d5ce446 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 05:00:58.333480 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2b9d8c72-8289-48ad-be21-06404d5ce446 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "DELETE /networking/v2.0/networks/08be544d-35fd-4276-af15-4dd336851a75 HTTP/1.1" status: 404 len: 339 time: 0.0339210 Aug 27 05:00:58.358926 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40974) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:58.369546 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f855ebcb-108f-4bc4-98b4-fe4e1e875923 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for port (9716a8ea-4271-4ddf-bdf0-b869d11835b3), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:58.374975 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3cd1e965-4aa9-44b1-82ec-63be8ebdb32d admin admin] Publish callbacks [] for security_group (24e7c24b-3015-4bd8-bebb-337389417e83), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:58.382070 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca5b6f9-145a-4b25-b5a3-b865e19dd591 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Pushing event deleted for resources: {'Subnet': ['ID=3c633ca9-4db2-453a-9afc-0ac6cd434757,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:58.387137 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cca5b6f9-145a-4b25-b5a3-b865e19dd591 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:58.391987 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-cca5b6f9-145a-4b25-b5a3-b865e19dd591 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/3c633ca9-4db2-453a-9afc-0ac6cd434757 HTTP/1.1" status: 204 len: 168 time: 2.5480025 Aug 27 05:00:58.395472 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40978) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:58.405595 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:58.430404 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 73a0b5fd-e75b-4231-b6b8-1ad9b5a74e8e resource provider aggregate not found Aug 27 05:00:58.467103 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d146d331-cd41-49bb-9109-695fc9f8eba0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (bbf9cf89-d09b-4a43-92ff-c50d6ff3d878), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:58.467103 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-a880d043-ce81-4bc9-95b3-3f84b27dcba6 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] DELETE failed (client error): The resource could not be found. Aug 27 05:00:58.467103 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a880d043-ce81-4bc9-95b3-3f84b27dcba6 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 05:00:58.467103 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a880d043-ce81-4bc9-95b3-3f84b27dcba6 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/3a0bf6f5-9d22-469e-8e16-2b5ced49ed38 HTTP/1.1" status: 404 len: 337 time: 0.0959506 Aug 27 05:00:58.467103 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 73a0b5fd-e75b-4231-b6b8-1ad9b5a74e8e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 73a0b5fd-e75b-4231-b6b8-1ad9b5a74e8e found for delete ", "request_id": "req-2299746a-0733-4f1b-a8bc-930f593d1718"}]} Aug 27 05:00:58.467968 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40982) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:58.485975 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f855ebcb-108f-4bc4-98b4-fe4e1e875923 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (9716a8ea-4271-4ddf-bdf0-b869d11835b3), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:58.530259 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4065052a-e367-4ce0-a0aa-67fcf6bd40dd None None] Network adccb084-98b2-48d8-9230-12cae5ef4869 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:00:58.539467 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4f0af8f-8d27-41ad-98d5-98cad8b5acf3 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] DELETE failed (client error): The resource could not be found. Aug 27 05:00:58.540397 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4f0af8f-8d27-41ad-98d5-98cad8b5acf3 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 05:00:58.545910 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d4f0af8f-8d27-41ad-98d5-98cad8b5acf3 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "DELETE /networking/v2.0/networks/cb0873ba-2dc4-4c74-9cfe-c5789026424b HTTP/1.1" status: 404 len: 339 time: 0.0742738 Aug 27 05:00:58.547850 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:58.548041 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40984) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:58.582815 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f63ef4d-1e38-422c-a62f-b9788b02c978 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] DELETE failed (client error): The resource could not be found. Aug 27 05:00:58.583269 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f63ef4d-1e38-422c-a62f-b9788b02c978 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 05:00:58.588681 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-0f63ef4d-1e38-422c-a62f-b9788b02c978 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/b4b23938-a411-4ac0-b6f3-8d1c104fdacd HTTP/1.1" status: 404 len: 337 time: 0.0373478 Aug 27 05:00:58.588852 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3cd1e965-4aa9-44b1-82ec-63be8ebdb32d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (24e7c24b-3015-4bd8-bebb-337389417e83), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:58.588967 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40986) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:58.592477 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-55ddff28-783b-477e-8ccd-7b2bcc641181 None None] Provisioning complete for port 6d729131-fb97-4fd4-afdd-bc0ba9620f88 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:58.592862 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-55ddff28-783b-477e-8ccd-7b2bcc641181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (6d729131-fb97-4fd4-afdd-bc0ba9620f88), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:58.618989 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e5c17e29-f52b-49f9-a719-9900fac65f4a tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] 10.222.0.76 "PUT /networking/v2.0/routers/ed81f428-aded-400d-a674-b9cbfea934e6/tags/tempest-TagsExtTest-Tag-1310159697 HTTP/1.1" status: 201 len: 201 time: 0.6728041 Aug 27 05:00:58.629202 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3cd1e965-4aa9-44b1-82ec-63be8ebdb32d admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=d8405c0099c8430caa2c3b456ec1d585&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5331209 Aug 27 05:00:58.632248 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40988) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:58.632532 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40990) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:58.636328 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-55ddff28-783b-477e-8ccd-7b2bcc641181 None None] Port 6d729131-fb97-4fd4-afdd-bc0ba9620f88 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:00:58.650502 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:58.666365 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 2cca4869-4b1a-4fd6-88fd-4b509586689a is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:00:58.666762 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (2cca4869-4b1a-4fd6-88fd-4b509586689a), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:58.676896 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.tag.tag_plugin [None req-939824ac-c86b-484f-9881-a7478e833add tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '350464d0-a2c4-45dd-8ab7-3468399a219e', 'tempest-TagsExtTest-Tag-1450817055') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:58.691239 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 2cca4869-4b1a-4fd6-88fd-4b509586689a, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=2cca4869-4b1a-4fd6-88fd-4b509586689a,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:00:58.698044 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-c78e0759-267d-4a31-87c7-62404d1c9d2c tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] DELETE failed (client error): The resource could not be found. Aug 27 05:00:58.698961 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c78e0759-267d-4a31-87c7-62404d1c9d2c tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 05:00:58.707439 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c78e0759-267d-4a31-87c7-62404d1c9d2c tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "DELETE /networking/v2.0/networks/e974fe5f-f13d-4f34-bdc7-36891af9132f HTTP/1.1" status: 404 len: 339 time: 0.1175282 Aug 27 05:00:58.709831 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40994) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:58.763300 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-e994f63e-ef33-4b64-9b1f-caac0d46f3b3 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Deleting subnet 25defd84-261d-4268-a2f5-e0986fb0d034 {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 05:00:58.766422 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa539820-dfc5-4d38-bce3-e5ba47f807af tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] DELETE failed (client error): The resource could not be found. Aug 27 05:00:58.767289 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa539820-dfc5-4d38-bce3-e5ba47f807af tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 05:00:58.775434 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-aa539820-dfc5-4d38-bce3-e5ba47f807af tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/bdc7bc71-0454-4c74-81bf-31f654492d4f HTTP/1.1" status: 404 len: 337 time: 0.0638735 Aug 27 05:00:58.777092 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 40996) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:58.782114 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e994f63e-ef33-4b64-9b1f-caac0d46f3b3 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks [] for subnet (25defd84-261d-4268-a2f5-e0986fb0d034), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:58.787135 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-e953440d-bb95-47f0-9f3f-43b0d1a4f679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf9cf89-d09b-4a43-92ff-c50d6ff3d878', 'name': 'tempest-TestServerBasicOps-629824394-router', 'tenant_id': '98af31cba78b4b1086ca9e1b753861d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'f51e4321-b17f-403f-b801-69dce02f1bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:00:43Z', 'updated_at': '2022-08-27T05:00:50Z', 'revision_number': 3, 'project_id': '98af31cba78b4b1086ca9e1b753861d7', 'gw_port': {'id': 'f51e4321-b17f-403f-b801-69dce02f1bdd', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:cf:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf9cf89-d09b-4a43-92ff-c50d6ff3d878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:00:45Z', 'updated_at': '2022-08-27T05:00:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:58.796317 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (2cca4869-4b1a-4fd6-88fd-4b509586689a), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:58.814969 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-b12eeeba-23a0-4f9c-95a0-fb1fa10ee846 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] DELETE failed (client error): The resource could not be found. Aug 27 05:00:58.816050 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b12eeeba-23a0-4f9c-95a0-fb1fa10ee846 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 05:00:58.829316 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-939824ac-c86b-484f-9881-a7478e833add tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] 10.222.0.76 "PUT /networking/v2.0/subnetpools/350464d0-a2c4-45dd-8ab7-3468399a219e/tags/tempest-TagsExtTest-Tag-1450817055 HTTP/1.1" status: 201 len: 201 time: 0.1820590 Aug 27 05:00:58.829316 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f855ebcb-108f-4bc4-98b4-fe4e1e875923 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (83ea0705-a094-488f-afe2-44e356da757c), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:58.831232 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b12eeeba-23a0-4f9c-95a0-fb1fa10ee846 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "DELETE /networking/v2.0/networks/512d7f6b-c307-4d8e-ac37-261087ecc0b8 HTTP/1.1" status: 404 len: 339 time: 0.0515184 Aug 27 05:00:58.837838 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 40998) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:58.838336 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41000) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:58.864286 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e953440d-bb95-47f0-9f3f-43b0d1a4f679 None None] The sync data for ids ['bbf9cf89-d09b-4a43-92ff-c50d6ff3d878'] in n-d-852088-5 is: [{'id': 'bbf9cf89-d09b-4a43-92ff-c50d6ff3d878', 'name': 'tempest-TestServerBasicOps-629824394-router', 'tenant_id': '98af31cba78b4b1086ca9e1b753861d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'f51e4321-b17f-403f-b801-69dce02f1bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:00:43Z', 'updated_at': '2022-08-27T05:00:50Z', 'revision_number': 3, 'project_id': '98af31cba78b4b1086ca9e1b753861d7', 'gw_port': {'id': 'f51e4321-b17f-403f-b801-69dce02f1bdd', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:cf:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf9cf89-d09b-4a43-92ff-c50d6ff3d878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:00:45Z', 'updated_at': '2022-08-27T05:00:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:00:58.875712 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4535d894-0549-4dbb-bc2a-6c5bf44a9669 None None] Provisioning complete for port a8667223-fde5-40d5-bb22-1b67ef26a42f triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:58.876089 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4535d894-0549-4dbb-bc2a-6c5bf44a9669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a8667223-fde5-40d5-bb22-1b67ef26a42f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:58.876871 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d146d331-cd41-49bb-9109-695fc9f8eba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a8667223-fde5-40d5-bb22-1b67ef26a42f), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:58.897480 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:58.926113 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4535d894-0549-4dbb-bc2a-6c5bf44a9669 None None] Port a8667223-fde5-40d5-bb22-1b67ef26a42f cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:00:58.961710 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.tag.tag_plugin [None req-26c43848-b591-4d9b-aadd-a5321bc36576 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'dceb1935-73d7-40aa-a520-fc5ada19e28d', {'tags': ['tempest-TagsExtTest-Tag-816707954', 'tempest-TagsExtTest-Tag-1511910618', 'tempest-TagsExtTest-Tag-305593225']}) {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:58.968729 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=2cca4869-4b1a-4fd6-88fd-4b509586689a,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:58.970358 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd1e965-4aa9-44b1-82ec-63be8ebdb32d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e7c24b-3015-4bd8-bebb-337389417e83,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:58.991542 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f855ebcb-108f-4bc4-98b4-fe4e1e875923 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event updated for resources: {'Port': ['ID=9716a8ea-4271-4ddf-bdf0-b869d11835b3,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:59.024395 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd404f3-edb7-4934-ad18-8362f57886c6 None None] DHCP port deletion for adccb084-98b2-48d8-9230-12cae5ef4869 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 05:00:59.089968 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-8fd404f3-edb7-4934-ad18-8362f57886c6 None None] Deleting port e45d219b-8d32-4f2b-b2cd-8af50d4c2184 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:00:59.093249 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8fd404f3-edb7-4934-ad18-8362f57886c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (e45d219b-8d32-4f2b-b2cd-8af50d4c2184), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:59.161427 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:59.176645 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f855ebcb-108f-4bc4-98b4-fe4e1e875923 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Network 84ee9933-e2c9-4c2f-af66-ca5ef4ac48d6 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:00:59.182107 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-35027fe2-d84c-4e32-bd7c-f26ec052f9ae tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] DELETE failed (client error): The resource could not be found. Aug 27 05:00:59.182576 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35027fe2-d84c-4e32-bd7c-f26ec052f9ae tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 05:00:59.187142 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-35027fe2-d84c-4e32-bd7c-f26ec052f9ae tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/fc2e4781-c124-4bd6-ad27-17aaed2f4db4 HTTP/1.1" status: 404 len: 337 time: 0.2315850 Aug 27 05:00:59.200598 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-867786e1-e486-4058-a507-fff57073e9c6 admin admin] Publish callbacks [] for security_group (24e7c24b-3015-4bd8-bebb-337389417e83), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:59.202783 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41002) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:59.212429 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e994f63e-ef33-4b64-9b1f-caac0d46f3b3 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (25defd84-261d-4268-a2f5-e0986fb0d034), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:59.227333 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-8fd404f3-edb7-4934-ad18-8362f57886c6 None None] For port e45d219b-8d32-4f2b-b2cd-8af50d4c2184, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=e45d219b-8d32-4f2b-b2cd-8af50d4c2184,segment=NetworkSegment(9900a443-f3af-464b-b9be-89eec37c0f23),segment_id=9900a443-f3af-464b-b9be-89eec37c0f23)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:00:59.230665 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8fd404f3-edb7-4934-ad18-8362f57886c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (e45d219b-8d32-4f2b-b2cd-8af50d4c2184), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:59.246726 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-8fd404f3-edb7-4934-ad18-8362f57886c6 None None] Calling delete_port for e45d219b-8d32-4f2b-b2cd-8af50d4c2184 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:00:59.259955 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-395a2a81-5214-441f-a776-d55c5918a687 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] DELETE failed (client error): The resource could not be found. Aug 27 05:00:59.259955 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-395a2a81-5214-441f-a776-d55c5918a687 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 05:00:59.259955 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-395a2a81-5214-441f-a776-d55c5918a687 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "DELETE /networking/v2.0/networks/094b2ffa-b73d-40b7-a029-daf929aa1be3 HTTP/1.1" status: 404 len: 339 time: 0.0552676 Aug 27 05:00:59.260676 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-f855ebcb-108f-4bc4-98b4-fe4e1e875923 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:00:59.265532 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41004) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:59.412271 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e0647f54-04a1-4c40-bb5a-ccdf0987ac96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (6d729131-fb97-4fd4-afdd-bc0ba9620f88), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:59.424078 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-0164d972-7b58-4981-80f2-d68d4515c604 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] DELETE failed (client error): The resource could not be found. Aug 27 05:00:59.424078 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0164d972-7b58-4981-80f2-d68d4515c604 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 05:00:59.431858 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0164d972-7b58-4981-80f2-d68d4515c604 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/bc933e9f-fd94-4f8e-a759-06edcd3a2042 HTTP/1.1" status: 404 len: 337 time: 0.0863602 Aug 27 05:00:59.471505 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41008) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:59.502646 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:59.542619 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-802c34ed-66cb-44dd-82e7-fe701e834a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:59.546816 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-86ba5fd8-1288-438d-a851-b44ecbcf9826 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] DELETE failed (client error): The resource could not be found. Aug 27 05:00:59.547769 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86ba5fd8-1288-438d-a851-b44ecbcf9826 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 05:00:59.551397 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-86ba5fd8-1288-438d-a851-b44ecbcf9826 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "DELETE /networking/v2.0/networks/67c283f4-17b2-4ecf-9890-a99e108c8832 HTTP/1.1" status: 404 len: 339 time: 0.0785010 Aug 27 05:00:59.555358 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8fd404f3-edb7-4934-ad18-8362f57886c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (e45d219b-8d32-4f2b-b2cd-8af50d4c2184), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:59.555973 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-867786e1-e486-4058-a507-fff57073e9c6 admin admin] Publish callbacks [] for security_group (24e7c24b-3015-4bd8-bebb-337389417e83), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:59.575925 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41010) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:59.635973 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d146d331-cd41-49bb-9109-695fc9f8eba0 admin admin] Publish callbacks [] for port (a8667223-fde5-40d5-bb22-1b67ef26a42f), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:59.661719 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd404f3-edb7-4934-ad18-8362f57886c6 None None] Pushing event deleted for resources: {'Port': ['ID=e45d219b-8d32-4f2b-b2cd-8af50d4c2184,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:59.673961 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd404f3-edb7-4934-ad18-8362f57886c6 None None] No DVR routers for this DVR port e45d219b-8d32-4f2b-b2cd-8af50d4c2184 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:00:59.734928 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d146d331-cd41-49bb-9109-695fc9f8eba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (a8667223-fde5-40d5-bb22-1b67ef26a42f), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:59.772068 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-151a7935-9e1a-448e-b226-c26f6175f5ac None None] Provisioning complete for port 9716a8ea-4271-4ddf-bdf0-b869d11835b3 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:59.772480 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-151a7935-9e1a-448e-b226-c26f6175f5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (9716a8ea-4271-4ddf-bdf0-b869d11835b3), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:59.807474 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d2119cf-d3a5-4a77-a0fa-883f1567da1a tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] DELETE failed (client error): The resource could not be found. Aug 27 05:00:59.808189 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d2119cf-d3a5-4a77-a0fa-883f1567da1a tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 05:00:59.811575 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2d2119cf-d3a5-4a77-a0fa-883f1567da1a tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/0fb2cdeb-8f33-490d-a866-16742e176bed HTTP/1.1" status: 404 len: 337 time: 0.2159281 Aug 27 05:00:59.833745 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:59.838421 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:00:59.842386 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41016) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:59.858524 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 2cca4869-4b1a-4fd6-88fd-4b509586689a up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:00:59.859762 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-26c43848-b591-4d9b-aadd-a5321bc36576 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] 10.222.0.76 "PUT /networking/v2.0/subnets/dceb1935-73d7-40aa-a520-fc5ada19e28d/tags HTTP/1.1" status: 200 len: 316 time: 0.9030633 Aug 27 05:00:59.867414 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41018) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:59.873257 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.tag.tag_plugin [None req-29590df7-77ed-4487-a29f-1a94879f2df2 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'dceb1935-73d7-40aa-a520-fc5ada19e28d') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:00:59.879589 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-24f4ba22-910c-4726-9236-d88cd985affa tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] DELETE failed (client error): The resource could not be found. Aug 27 05:00:59.880105 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24f4ba22-910c-4726-9236-d88cd985affa tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 05:00:59.883291 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-24f4ba22-910c-4726-9236-d88cd985affa tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "DELETE /networking/v2.0/networks/a6805cd4-8282-464a-a4dd-85c5f30847ad HTTP/1.1" status: 404 len: 339 time: 0.0379114 Aug 27 05:00:59.893125 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41020) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:00:59.921675 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-151a7935-9e1a-448e-b226-c26f6175f5ac None None] Port 9716a8ea-4271-4ddf-bdf0-b869d11835b3 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:00:59.977221 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 2cca4869-4b1a-4fd6-88fd-4b509586689a triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:00:59.977971 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (2cca4869-4b1a-4fd6-88fd-4b509586689a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:59.980911 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d146d331-cd41-49bb-9109-695fc9f8eba0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (bbf9cf89-d09b-4a43-92ff-c50d6ff3d878), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:00:59.986847 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d146d331-cd41-49bb-9109-695fc9f8eba0 admin admin] Pushing event updated for resources: {'Port': ['ID=a8667223-fde5-40d5-bb22-1b67ef26a42f,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:00:59.989560 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1b8b16a-d230-43f6-90f9-d71948e99b58 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] DELETE failed (client error): The resource could not be found. Aug 27 05:00:59.990025 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1b8b16a-d230-43f6-90f9-d71948e99b58 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 05:00:59.993240 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f1b8b16a-d230-43f6-90f9-d71948e99b58 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/e0079193-ee1b-4485-87c0-4f4f7376cd1c HTTP/1.1" status: 404 len: 337 time: 0.0772223 Aug 27 05:01:00.001524 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41022) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:00.049764 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d53b1f9-5bb2-4d91-8080-22dd9583d685 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] DELETE failed (client error): The resource could not be found. Aug 27 05:01:00.050310 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d53b1f9-5bb2-4d91-8080-22dd9583d685 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 05:01:00.054915 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-4d53b1f9-5bb2-4d91-8080-22dd9583d685 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "DELETE /networking/v2.0/networks/2bb011ee-a611-4ae2-9539-0c0971422647 HTTP/1.1" status: 404 len: 339 time: 0.0523617 Aug 27 05:01:00.094357 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41024) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:00.098243 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 2cca4869-4b1a-4fd6-88fd-4b509586689a is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:01:00.099537 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device f51e4321-b17f-403f-b801-69dce02f1bdd up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:01:00.158191 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port f51e4321-b17f-403f-b801-69dce02f1bdd triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:01:00.158565 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (f51e4321-b17f-403f-b801-69dce02f1bdd), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:00.163775 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=8 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:00.218089 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce4f64ec-b43b-4957-bba9-8829c89b91bd tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Deleting subnet 9fb7bdbd-d5a7-4cdb-971e-c3508b5791eb {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 05:01:00.223890 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ce4f64ec-b43b-4957-bba9-8829c89b91bd tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks [] for subnet (9fb7bdbd-d5a7-4cdb-971e-c3508b5791eb), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:00.267905 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-29590df7-77ed-4487-a29f-1a94879f2df2 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/dceb1935-73d7-40aa-a520-fc5ada19e28d/tags HTTP/1.1" status: 204 len: 168 time: 0.3977964 Aug 27 05:01:00.271620 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41026) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:00.279573 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.tag.tag_plugin [None req-199e2631-8bb6-412d-ba20-54ded3499ca6 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'dceb1935-73d7-40aa-a520-fc5ada19e28d', 'tempest-TagsExtTest-Tag-816707954') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:00.280884 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port f51e4321-b17f-403f-b801-69dce02f1bdd is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:01:00.281279 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f51e4321-b17f-403f-b801-69dce02f1bdd), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:00.328778 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d146d331-cd41-49bb-9109-695fc9f8eba0 admin admin] Network ddb8cbee-c513-498a-bcc4-69edd229ec4d is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:01:00.338084 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-867786e1-e486-4058-a507-fff57073e9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (24e7c24b-3015-4bd8-bebb-337389417e83), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:00.338336 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-d146d331-cd41-49bb-9109-695fc9f8eba0 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:01:00.346802 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-867786e1-e486-4058-a507-fff57073e9c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:00.358841 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-867786e1-e486-4058-a507-fff57073e9c6 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/24e7c24b-3015-4bd8-bebb-337389417e83 HTTP/1.1" status: 204 len: 168 time: 1.7098348 Aug 27 05:01:00.364080 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port f51e4321-b17f-403f-b801-69dce02f1bdd, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=f51e4321-b17f-403f-b801-69dce02f1bdd,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:01:00.366694 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ce4f64ec-b43b-4957-bba9-8829c89b91bd tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (9fb7bdbd-d5a7-4cdb-971e-c3508b5791eb), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:00.427422 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:00.428782 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (f51e4321-b17f-403f-b801-69dce02f1bdd), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:00.444562 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f855ebcb-108f-4bc4-98b4-fe4e1e875923 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Router 83ea0705-a094-488f-afe2-44e356da757c has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:01:00.448011 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867786e1-e486-4058-a507-fff57073e9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e7c24b-3015-4bd8-bebb-337389417e83,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:00.454954 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e994f63e-ef33-4b64-9b1f-caac0d46f3b3 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (25defd84-261d-4268-a2f5-e0986fb0d034), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:00.596059 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:00.635755 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device e45d219b-8d32-4f2b-b2cd-8af50d4c2184 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:01:00.646309 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=f51e4321-b17f-403f-b801-69dce02f1bdd,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:00.689519 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: e45d219b-8d32-4f2b-b2cd-8af50d4c2184 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:01:00.690768 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device e45d219b-8d32-4f2b-b2cd-8af50d4c2184 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:01:00.725712 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d146d331-cd41-49bb-9109-695fc9f8eba0 admin admin] Router bbf9cf89-d09b-4a43-92ff-c50d6ff3d878 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:01:00.727037 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-199e2631-8bb6-412d-ba20-54ded3499ca6 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] show failed (client error): The resource could not be found. Aug 27 05:01:00.732019 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-199e2631-8bb6-412d-ba20-54ded3499ca6 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] 10.222.0.76 "GET /networking/v2.0/subnets/dceb1935-73d7-40aa-a520-fc5ada19e28d/tags/tempest-TagsExtTest-Tag-816707954 HTTP/1.1" status: 404 len: 328 time: 0.4552617 Aug 27 05:01:00.735123 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41030) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:00.744194 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e994f63e-ef33-4b64-9b1f-caac0d46f3b3 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (25defd84-261d-4268-a2f5-e0986fb0d034), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:00.755254 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e0647f54-04a1-4c40-bb5a-ccdf0987ac96 admin admin] Publish callbacks [] for port (6d729131-fb97-4fd4-afdd-bc0ba9620f88), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:00.762681 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.tag.tag_plugin [None req-ea84c261-c4c1-44b2-a75b-d8d29f3c71e3 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'dceb1935-73d7-40aa-a520-fc5ada19e28d', 'tempest-TagsExtTest-Tag-1511910618') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:00.763470 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4b3ba1c1-7de0-42ff-bda8-545cdfa8b0f5 None None] Provisioning complete for port a8667223-fde5-40d5-bb22-1b67ef26a42f triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:01:00.765501 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4b3ba1c1-7de0-42ff-bda8-545cdfa8b0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a8667223-fde5-40d5-bb22-1b67ef26a42f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:00.784382 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e994f63e-ef33-4b64-9b1f-caac0d46f3b3 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Pushing event deleted for resources: {'Subnet': ['ID=25defd84-261d-4268-a2f5-e0986fb0d034,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:00.786588 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e994f63e-ef33-4b64-9b1f-caac0d46f3b3 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:00.792935 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e994f63e-ef33-4b64-9b1f-caac0d46f3b3 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/25defd84-261d-4268-a2f5-e0986fb0d034 HTTP/1.1" status: 204 len: 168 time: 2.3922086 Aug 27 05:01:00.793031 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41032) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:00.815548 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76432341-9e07-4375-b113-b80056f3312e None None] Network ab2b9fcc-4022-4db3-bc73-116c783532be requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:01:00.879870 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-ea84c261-c4c1-44b2-a75b-d8d29f3c71e3 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] show failed (client error): The resource could not be found. Aug 27 05:01:00.884116 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ea84c261-c4c1-44b2-a75b-d8d29f3c71e3 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] 10.222.0.76 "GET /networking/v2.0/subnets/dceb1935-73d7-40aa-a520-fc5ada19e28d/tags/tempest-TagsExtTest-Tag-1511910618 HTTP/1.1" status: 404 len: 329 time: 0.1409047 Aug 27 05:01:00.887171 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41036) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:00.894944 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.tag.tag_plugin [None req-689a6e16-b943-41c4-9f74-014fbd4bf365 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'dceb1935-73d7-40aa-a520-fc5ada19e28d', 'tempest-TagsExtTest-Tag-305593225') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:00.934039 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1ef71a48-8dcb-4aea-a3ed-23d1263cf044 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (adccb084-98b2-48d8-9230-12cae5ef4869), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:00.938816 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e0647f54-04a1-4c40-bb5a-ccdf0987ac96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (6d729131-fb97-4fd4-afdd-bc0ba9620f88), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:00.945130 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4b3ba1c1-7de0-42ff-bda8-545cdfa8b0f5 None None] Port a8667223-fde5-40d5-bb22-1b67ef26a42f cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:01:01.004243 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0647f54-04a1-4c40-bb5a-ccdf0987ac96 admin admin] Pushing event updated for resources: {'Port': ['ID=6d729131-fb97-4fd4-afdd-bc0ba9620f88,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:01.121997 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350be11b-b50e-492d-a8f0-47b95ac2194d None None] DHCP port deletion for ab2b9fcc-4022-4db3-bc73-116c783532be request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 05:01:01.162441 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1ef71a48-8dcb-4aea-a3ed-23d1263cf044 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (adccb084-98b2-48d8-9230-12cae5ef4869), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:01.164775 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-689a6e16-b943-41c4-9f74-014fbd4bf365 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] show failed (client error): The resource could not be found. Aug 27 05:01:01.168953 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-689a6e16-b943-41c4-9f74-014fbd4bf365 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] 10.222.0.76 "GET /networking/v2.0/subnets/dceb1935-73d7-40aa-a520-fc5ada19e28d/tags/tempest-TagsExtTest-Tag-305593225 HTTP/1.1" status: 404 len: 328 time: 0.2748950 Aug 27 05:01:01.170897 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41040) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:01.175061 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.tag.tag_plugin [None req-603b149a-3570-4cfe-8b37-3307a095d1d1 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '1392e6b6-5d01-4ca2-8d47-48baae13f8c2', {'tags': ['tempest-TagsExtTest-Tag-644015264', 'tempest-TagsExtTest-Tag-1939661091', 'tempest-TagsExtTest-Tag-1380423797']}) {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:01.187112 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-1ef71a48-8dcb-4aea-a3ed-23d1263cf044 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adccb084-98b2-48d8-9230-12cae5ef4869']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:01.197437 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-1ef71a48-8dcb-4aea-a3ed-23d1263cf044 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9900a443-f3af-464b-b9be-89eec37c0f23') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:01.197667 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-1ef71a48-8dcb-4aea-a3ed-23d1263cf044 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9900a443-f3af-464b-b9be-89eec37c0f23') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:01.210068 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1ef71a48-8dcb-4aea-a3ed-23d1263cf044 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (9900a443-f3af-464b-b9be-89eec37c0f23), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:01.226280 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-350be11b-b50e-492d-a8f0-47b95ac2194d None None] Deleting port e1b43703-7e0b-4673-9244-f1dd929418e2 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:01:01.230946 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-350be11b-b50e-492d-a8f0-47b95ac2194d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (e1b43703-7e0b-4673-9244-f1dd929418e2), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:01.235115 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1ef71a48-8dcb-4aea-a3ed-23d1263cf044 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (9900a443-f3af-464b-b9be-89eec37c0f23), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:01.247584 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ef71a48-8dcb-4aea-a3ed-23d1263cf044 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:01:01.248319 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1ef71a48-8dcb-4aea-a3ed-23d1263cf044 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (9900a443-f3af-464b-b9be-89eec37c0f23), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:01.289741 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ce4f64ec-b43b-4957-bba9-8829c89b91bd tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (9fb7bdbd-d5a7-4cdb-971e-c3508b5791eb), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:01.356424 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:01.369435 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e0647f54-04a1-4c40-bb5a-ccdf0987ac96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:01.369759 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-350be11b-b50e-492d-a8f0-47b95ac2194d None None] For port e1b43703-7e0b-4673-9244-f1dd929418e2, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=e1b43703-7e0b-4673-9244-f1dd929418e2,segment=NetworkSegment(58e865d1-b9e5-431a-b67f-c78fd7b0e653),segment_id=58e865d1-b9e5-431a-b67f-c78fd7b0e653)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:01:01.370285 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-350be11b-b50e-492d-a8f0-47b95ac2194d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (e1b43703-7e0b-4673-9244-f1dd929418e2), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:01.377198 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-603b149a-3570-4cfe-8b37-3307a095d1d1 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] 10.222.0.76 "PUT /networking/v2.0/ports/1392e6b6-5d01-4ca2-8d47-48baae13f8c2/tags HTTP/1.1" status: 200 len: 317 time: 0.2061043 Aug 27 05:01:01.391142 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41054) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:01.396598 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:01.398476 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.tag.tag_plugin [None req-b2f694e2-b895-4a86-bdcf-6fe16094e241 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1392e6b6-5d01-4ca2-8d47-48baae13f8c2') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:01.408969 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-350be11b-b50e-492d-a8f0-47b95ac2194d None None] Calling delete_port for e1b43703-7e0b-4673-9244-f1dd929418e2 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:01:01.439330 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d146d331-cd41-49bb-9109-695fc9f8eba0 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:01:01.458483 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d146d331-cd41-49bb-9109-695fc9f8eba0 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/bbf9cf89-d09b-4a43-92ff-c50d6ff3d878/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5691559 Aug 27 05:01:01.461283 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f855ebcb-108f-4bc4-98b4-fe4e1e875923 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:01:01.483768 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f855ebcb-108f-4bc4-98b4-fe4e1e875923 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "PUT /networking/v2.0/routers/83ea0705-a094-488f-afe2-44e356da757c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.5401363 Aug 27 05:01:01.507696 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c232c62-1ee5-4c58-9c63-e4ad9368aa1a None None] Sync routers for ids ['83ea0705-a094-488f-afe2-44e356da757c'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:01:01.520730 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:01.525505 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c232c62-1ee5-4c58-9c63-e4ad9368aa1a None None] Routers {'83ea0705-a094-488f-afe2-44e356da757c'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:01:01.526535 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-9c232c62-1ee5-4c58-9c63-e4ad9368aa1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:00:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['83ea0705-a094-488f-afe2-44e356da757c'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:01.589379 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 9900a443-f3af-464b-b9be-89eec37c0f23 resource provider aggregate not found Aug 27 05:01:01.607555 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1ef71a48-8dcb-4aea-a3ed-23d1263cf044 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (adccb084-98b2-48d8-9230-12cae5ef4869), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:01.620323 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ce4f64ec-b43b-4957-bba9-8829c89b91bd tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (9fb7bdbd-d5a7-4cdb-971e-c3508b5791eb), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:01.624951 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1ef71a48-8dcb-4aea-a3ed-23d1263cf044 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:01.629940 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1ef71a48-8dcb-4aea-a3ed-23d1263cf044 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] 10.222.0.76 "DELETE /networking/v2.0/networks/adccb084-98b2-48d8-9230-12cae5ef4869 HTTP/1.1" status: 204 len: 168 time: 0.8359580 Aug 27 05:01:01.638206 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41066) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:01.662859 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ce4f64ec-b43b-4957-bba9-8829c89b91bd tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:01.669895 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ce4f64ec-b43b-4957-bba9-8829c89b91bd tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/9fb7bdbd-d5a7-4cdb-971e-c3508b5791eb HTTP/1.1" status: 204 len: 168 time: 1.5725415 Aug 27 05:01:01.689653 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8673bf6b-ffc2-464d-ad6f-ec6f4ac8af4c None None] Network acccd41c-3160-40be-8b65-f33fdec66f54 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:01:01.701723 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-350be11b-b50e-492d-a8f0-47b95ac2194d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (e1b43703-7e0b-4673-9244-f1dd929418e2), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:01.711460 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41068) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:01.725280 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 9900a443-f3af-464b-b9be-89eec37c0f23 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9900a443-f3af-464b-b9be-89eec37c0f23 found for delete ", "request_id": "req-00734a1b-5fad-4ac4-8084-dda44aa4ab22"}]} Aug 27 05:01:01.799987 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef71a48-8dcb-4aea-a3ed-23d1263cf044 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Pushing event deleted for resources: {'Network': ['ID=adccb084-98b2-48d8-9230-12cae5ef4869,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:01.907159 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-9c232c62-1ee5-4c58-9c63-e4ad9368aa1a None None] Set router 83ea0705-a094-488f-afe2-44e356da757c gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:01:01.956671 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:01.957741 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4f64ec-b43b-4957-bba9-8829c89b91bd tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Pushing event deleted for resources: {'Subnet': ['ID=9fb7bdbd-d5a7-4cdb-971e-c3508b5791eb,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:01.960806 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:01.971858 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:01.978180 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device f51e4321-b17f-403f-b801-69dce02f1bdd up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:01:01.982647 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a0603e45-9b36-4af1-b876-b91e650132c3 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (acccd41c-3160-40be-8b65-f33fdec66f54), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:01.983313 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:02.006906 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18f6b28-29a6-41c4-aaf8-803fc690fd4d None None] Sync routers for ids ['bbf9cf89-d09b-4a43-92ff-c50d6ff3d878'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:01:02.070967 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350be11b-b50e-492d-a8f0-47b95ac2194d None None] Pushing event deleted for resources: {'Port': ['ID=e1b43703-7e0b-4673-9244-f1dd929418e2,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:02.072964 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-232392d2-4fa3-4b4e-9b22-b91f9c0629e9 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (ab2b9fcc-4022-4db3-bc73-116c783532be), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:02.078839 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0647f54-04a1-4c40-bb5a-ccdf0987ac96 admin admin] Network 091bc189-59bb-4ee2-b6e3-9e6caa192dd4 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:01:02.081642 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350be11b-b50e-492d-a8f0-47b95ac2194d None None] No DVR routers for this DVR port e1b43703-7e0b-4673-9244-f1dd929418e2 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:01:02.090969 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-a0603e45-9b36-4af1-b876-b91e650132c3 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Deleting port 0155e7db-88e6-4e75-8ddb-37b26f30de02 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:01:02.091229 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-e0647f54-04a1-4c40-bb5a-ccdf0987ac96 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:01:02.093639 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a0603e45-9b36-4af1-b876-b91e650132c3 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (0155e7db-88e6-4e75-8ddb-37b26f30de02), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:02.115805 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b2f694e2-b895-4a86-bdcf-6fe16094e241 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] 10.222.0.76 "DELETE /networking/v2.0/ports/1392e6b6-5d01-4ca2-8d47-48baae13f8c2/tags HTTP/1.1" status: 204 len: 168 time: 0.7219608 Aug 27 05:01:02.120308 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41090) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:02.138085 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.tag.tag_plugin [None req-ec2560db-7826-48db-b22d-3d63c9a68aa4 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1392e6b6-5d01-4ca2-8d47-48baae13f8c2', 'tempest-TagsExtTest-Tag-644015264') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:02.207624 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-9c232c62-1ee5-4c58-9c63-e4ad9368aa1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ea0705-a094-488f-afe2-44e356da757c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322953189', 'tenant_id': 'acc20d3acbb8412595ec5e464a94b770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b92566ed-efad-4af8-8437-987d686f88cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:00:32Z', 'updated_at': '2022-08-27T05:00:55Z', 'revision_number': 4, 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'gw_port': {'id': 'b92566ed-efad-4af8-8437-987d686f88cd', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:08:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ea0705-a094-488f-afe2-44e356da757c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:00:34Z', 'updated_at': '2022-08-27T05:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '9716a8ea-4271-4ddf-bdf0-b869d11835b3', 'name': '', 'network_id': '84ee9933-e2c9-4c2f-af66-ca5ef4ac48d6', 'tenant_id': 'acc20d3acbb8412595ec5e464a94b770', 'mac_address': 'fa:16:3e:77:5f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ea0705-a094-488f-afe2-44e356da757c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'ec085442-b3e0-4606-91e1-61ecedc6d91e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:00:50Z', 'updated_at': '2022-08-27T05:00:57Z', 'revision_number': 2, 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'subnets': [{'id': 'ec085442-b3e0-4606-91e1-61ecedc6d91e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:02.214057 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18f6b28-29a6-41c4-aaf8-803fc690fd4d None None] Routers {'bbf9cf89-d09b-4a43-92ff-c50d6ff3d878'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:01:02.214717 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-d18f6b28-29a6-41c4-aaf8-803fc690fd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:00:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['bbf9cf89-d09b-4a43-92ff-c50d6ff3d878'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:02.272236 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c232c62-1ee5-4c58-9c63-e4ad9368aa1a None None] Checking router: 83ea0705-a094-488f-afe2-44e356da757c for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:01:02.272878 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c232c62-1ee5-4c58-9c63-e4ad9368aa1a None None] Updating router 83ea0705-a094-488f-afe2-44e356da757c port 9716a8ea-4271-4ddf-bdf0-b869d11835b3 binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:01:02.318407 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-9c232c62-1ee5-4c58-9c63-e4ad9368aa1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (9716a8ea-4271-4ddf-bdf0-b869d11835b3), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:02.326551 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:02.344008 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-a0603e45-9b36-4af1-b876-b91e650132c3 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] For port 0155e7db-88e6-4e75-8ddb-37b26f30de02, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=0155e7db-88e6-4e75-8ddb-37b26f30de02,segment=NetworkSegment(2d160d4e-5cab-443a-b6ac-85f72bafeb07),segment_id=2d160d4e-5cab-443a-b6ac-85f72bafeb07)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:01:02.344470 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a0603e45-9b36-4af1-b876-b91e650132c3 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (0155e7db-88e6-4e75-8ddb-37b26f30de02), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:02.347634 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:02.407667 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port f51e4321-b17f-403f-b801-69dce02f1bdd triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:01:02.407667 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (f51e4321-b17f-403f-b801-69dce02f1bdd), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:02.407865 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-a0603e45-9b36-4af1-b876-b91e650132c3 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Calling delete_port for 0155e7db-88e6-4e75-8ddb-37b26f30de02 owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:01:02.610565 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c57b1d-0518-4e56-a76e-a10a57a5c426 None None] DHCP port deletion for acccd41c-3160-40be-8b65-f33fdec66f54 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 05:01:02.647116 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-ec2560db-7826-48db-b22d-3d63c9a68aa4 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] show failed (client error): The resource could not be found. Aug 27 05:01:02.648582 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ec2560db-7826-48db-b22d-3d63c9a68aa4 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] 10.222.0.76 "GET /networking/v2.0/ports/1392e6b6-5d01-4ca2-8d47-48baae13f8c2/tags/tempest-TagsExtTest-Tag-644015264 HTTP/1.1" status: 404 len: 328 time: 0.5273297 Aug 27 05:01:02.651761 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41102) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:02.658503 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.tag.tag_plugin [None req-fbb4f248-7f0f-4573-adfa-ae8087843cb5 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1392e6b6-5d01-4ca2-8d47-48baae13f8c2', 'tempest-TagsExtTest-Tag-1939661091') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:02.692225 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-232392d2-4fa3-4b4e-9b22-b91f9c0629e9 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (ab2b9fcc-4022-4db3-bc73-116c783532be), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:02.724571 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:02.735437 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a0603e45-9b36-4af1-b876-b91e650132c3 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (0155e7db-88e6-4e75-8ddb-37b26f30de02), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:02.751730 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-ff3fe7ee-9771-4ded-bec9-7fa4d6fbcf18 None None] Provisioning complete for port 6d729131-fb97-4fd4-afdd-bc0ba9620f88 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:01:02.751730 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ff3fe7ee-9771-4ded-bec9-7fa4d6fbcf18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (6d729131-fb97-4fd4-afdd-bc0ba9620f88), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:02.769808 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0603e45-9b36-4af1-b876-b91e650132c3 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] No DVR routers for this DVR port 0155e7db-88e6-4e75-8ddb-37b26f30de02 on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:01:02.798547 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c76eba09-25bb-49c2-b989-269a231a17b5 req-64f7ea8c-2840-47ab-81a1-91cdf7027ac3 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1974073702&fields=id&tenant_id=acc20d3acbb8412595ec5e464a94b770 HTTP/1.1" status: 200 len: 267 time: 0.3280592 Aug 27 05:01:02.801853 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-232392d2-4fa3-4b4e-9b22-b91f9c0629e9 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab2b9fcc-4022-4db3-bc73-116c783532be']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:02.834938 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-232392d2-4fa3-4b4e-9b22-b91f9c0629e9 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58e865d1-b9e5-431a-b67f-c78fd7b0e653') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:02.835339 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-232392d2-4fa3-4b4e-9b22-b91f9c0629e9 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58e865d1-b9e5-431a-b67f-c78fd7b0e653') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:02.843500 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41106) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:02.849839 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-d18f6b28-29a6-41c4-aaf8-803fc690fd4d None None] Set router bbf9cf89-d09b-4a43-92ff-c50d6ff3d878 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:01:02.854410 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-56c57b1d-0518-4e56-a76e-a10a57a5c426 None None] Deleting port 0155e7db-88e6-4e75-8ddb-37b26f30de02 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:01:02.855676 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-56c57b1d-0518-4e56-a76e-a10a57a5c426 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (0155e7db-88e6-4e75-8ddb-37b26f30de02), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:02.889112 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0603e45-9b36-4af1-b876-b91e650132c3 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Pushing event deleted for resources: {'Port': ['ID=0155e7db-88e6-4e75-8ddb-37b26f30de02,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:02.892852 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-9c232c62-1ee5-4c58-9c63-e4ad9368aa1a None None] Publish callbacks [] for port (9716a8ea-4271-4ddf-bdf0-b869d11835b3), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:02.911772 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0647f54-04a1-4c40-bb5a-ccdf0987ac96 admin admin] Router 4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:01:02.912600 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-f643dbf0-95e2-4d8c-b465-cdde44760730 tempest-TestServerBasicOps-1109464909 tempest-TestServerBasicOps-1109464909-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1332690504', 'description': 'tempest-secgroup-smoke-1332690504 description', 'project_id': '41104bce1ef94aa4bbd703937a54d7e0'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:01:02.940267 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-fbb4f248-7f0f-4573-adfa-ae8087843cb5 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] show failed (client error): The resource could not be found. Aug 27 05:01:02.945082 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-fbb4f248-7f0f-4573-adfa-ae8087843cb5 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] 10.222.0.76 "GET /networking/v2.0/ports/1392e6b6-5d01-4ca2-8d47-48baae13f8c2/tags/tempest-TagsExtTest-Tag-1939661091 HTTP/1.1" status: 404 len: 329 time: 0.2921250 Aug 27 05:01:02.945899 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41110) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:02.953369 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-232392d2-4fa3-4b4e-9b22-b91f9c0629e9 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (58e865d1-b9e5-431a-b67f-c78fd7b0e653), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:02.987124 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-9c232c62-1ee5-4c58-9c63-e4ad9368aa1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (9716a8ea-4271-4ddf-bdf0-b869d11835b3), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:03.051417 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.tag.tag_plugin [None req-1ad4cd0e-17b3-4a92-8553-387ac54b9a32 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1392e6b6-5d01-4ca2-8d47-48baae13f8c2', 'tempest-TagsExtTest-Tag-1380423797') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:03.070813 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f643dbf0-95e2-4d8c-b465-cdde44760730 tempest-TestServerBasicOps-1109464909 tempest-TestServerBasicOps-1109464909-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:03.073516 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-232392d2-4fa3-4b4e-9b22-b91f9c0629e9 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (58e865d1-b9e5-431a-b67f-c78fd7b0e653), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:03.151989 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-1ad4cd0e-17b3-4a92-8553-387ac54b9a32 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] show failed (client error): The resource could not be found. Aug 27 05:01:03.158241 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1ad4cd0e-17b3-4a92-8553-387ac54b9a32 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] 10.222.0.76 "GET /networking/v2.0/ports/1392e6b6-5d01-4ca2-8d47-48baae13f8c2/tags/tempest-TagsExtTest-Tag-1380423797 HTTP/1.1" status: 404 len: 329 time: 0.1870432 Aug 27 05:01:03.159937 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6bce0c-aed8-4460-b092-824a191b9ff4 None None] Pushing event updated for resources: {'Port': ['ID=9716a8ea-4271-4ddf-bdf0-b869d11835b3,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:03.168484 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-9c232c62-1ee5-4c58-9c63-e4ad9368aa1a None None] Attempting to bind port 9716a8ea-4271-4ddf-bdf0-b869d11835b3 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:01:03.168955 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-9c232c62-1ee5-4c58-9c63-e4ad9368aa1a None None] Attempting to bind port 9716a8ea-4271-4ddf-bdf0-b869d11835b3 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '53332b75-0c86-49b4-957c-287d2639f07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '84ee9933-e2c9-4c2f-af66-ca5ef4ac48d6'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:01:03.169428 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c232c62-1ee5-4c58-9c63-e4ad9368aa1a None None] Attempting to bind port 9716a8ea-4271-4ddf-bdf0-b869d11835b3 on network 84ee9933-e2c9-4c2f-af66-ca5ef4ac48d6 {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:01:03.175712 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41114) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:03.179258 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-232392d2-4fa3-4b4e-9b22-b91f9c0629e9 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:01:03.179679 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-232392d2-4fa3-4b4e-9b22-b91f9c0629e9 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (58e865d1-b9e5-431a-b67f-c78fd7b0e653), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:03.187981 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.tag.tag_plugin [None req-f8c0a949-5e78-419d-b0a8-a12cbc0da796 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'ed81f428-aded-400d-a674-b9cbfea934e6', {'tags': ['tempest-TagsExtTest-Tag-675148858', 'tempest-TagsExtTest-Tag-554063683', 'tempest-TagsExtTest-Tag-2143188461']}) {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:03.193134 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c232c62-1ee5-4c58-9c63-e4ad9368aa1a None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:01:03.194344 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:03.196266 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a0603e45-9b36-4af1-b876-b91e650132c3 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (acccd41c-3160-40be-8b65-f33fdec66f54), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:03.201199 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c232c62-1ee5-4c58-9c63-e4ad9368aa1a None None] Checking segment: {'id': '53332b75-0c86-49b4-957c-287d2639f07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '84ee9933-e2c9-4c2f-af66-ca5ef4ac48d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:01:03.201199 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-9c232c62-1ee5-4c58-9c63-e4ad9368aa1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:03.201199 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c232c62-1ee5-4c58-9c63-e4ad9368aa1a None None] Bound using segment: {'id': '53332b75-0c86-49b4-957c-287d2639f07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '84ee9933-e2c9-4c2f-af66-ca5ef4ac48d6'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:01:03.201199 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-9c232c62-1ee5-4c58-9c63-e4ad9368aa1a None None] Bound port: 9716a8ea-4271-4ddf-bdf0-b869d11835b3, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53332b75-0c86-49b4-957c-287d2639f07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '84ee9933-e2c9-4c2f-af66-ca5ef4ac48d6'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:01:03.201199 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-9c232c62-1ee5-4c58-9c63-e4ad9368aa1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (9716a8ea-4271-4ddf-bdf0-b869d11835b3), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:03.229114 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-a0603e45-9b36-4af1-b876-b91e650132c3 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acccd41c-3160-40be-8b65-f33fdec66f54']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:03.246413 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-a0603e45-9b36-4af1-b876-b91e650132c3 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d160d4e-5cab-443a-b6ac-85f72bafeb07') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:03.247313 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-a0603e45-9b36-4af1-b876-b91e650132c3 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d160d4e-5cab-443a-b6ac-85f72bafeb07') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:03.264766 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a0603e45-9b36-4af1-b876-b91e650132c3 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (2d160d4e-5cab-443a-b6ac-85f72bafeb07), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:03.299544 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-ff3fe7ee-9771-4ded-bec9-7fa4d6fbcf18 None None] Port 6d729131-fb97-4fd4-afdd-bc0ba9620f88 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:01:03.309043 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a0603e45-9b36-4af1-b876-b91e650132c3 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (2d160d4e-5cab-443a-b6ac-85f72bafeb07), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:03.314598 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-9c232c62-1ee5-4c58-9c63-e4ad9368aa1a None None] For port 9716a8ea-4271-4ddf-bdf0-b869d11835b3, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:01:03.329737 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port f51e4321-b17f-403f-b801-69dce02f1bdd is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:01:03.338238 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0603e45-9b36-4af1-b876-b91e650132c3 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:01:03.338635 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a0603e45-9b36-4af1-b876-b91e650132c3 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (2d160d4e-5cab-443a-b6ac-85f72bafeb07), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:03.378387 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-56c57b1d-0518-4e56-a76e-a10a57a5c426 None None] For port 0155e7db-88e6-4e75-8ddb-37b26f30de02, host n-d-852088-5, got binding levels [] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:01:03.379062 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-56c57b1d-0518-4e56-a76e-a10a57a5c426 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (0155e7db-88e6-4e75-8ddb-37b26f30de02), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:03.399427 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:03.400601 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 2d160d4e-5cab-443a-b6ac-85f72bafeb07 resource provider aggregate not found Aug 27 05:01:03.429122 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f643dbf0-95e2-4d8c-b465-cdde44760730 tempest-TestServerBasicOps-1109464909 tempest-TestServerBasicOps-1109464909-project] Publish callbacks [] for security_group (543565ab-15fa-4394-9ffc-d9f6d6ccb679), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:03.437669 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:03.490738 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 2d160d4e-5cab-443a-b6ac-85f72bafeb07 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2d160d4e-5cab-443a-b6ac-85f72bafeb07 found for delete ", "request_id": "req-0fceffb4-2620-4026-82a5-e2c21a7ae289"}]} Aug 27 05:01:03.498754 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f643dbf0-95e2-4d8c-b465-cdde44760730 tempest-TestServerBasicOps-1109464909 tempest-TestServerBasicOps-1109464909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (543565ab-15fa-4394-9ffc-d9f6d6ccb679), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:03.500774 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device e1b43703-7e0b-4673-9244-f1dd929418e2 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:01:03.502260 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76eba09-25bb-49c2-b989-269a231a17b5 req-398fecf8-301d-4adb-8ced-6fd6d416064c tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:01:03.508749 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c76eba09-25bb-49c2-b989-269a231a17b5 req-398fecf8-301d-4adb-8ced-6fd6d416064c tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "GET /networking/v2.0/networks?id=84ee9933-e2c9-4c2f-af66-ca5ef4ac48d6 HTTP/1.1" status: 200 len: 797 time: 0.6959331 Aug 27 05:01:03.524336 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-56c57b1d-0518-4e56-a76e-a10a57a5c426 None None] Calling delete_port for 0155e7db-88e6-4e75-8ddb-37b26f30de02 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:01:03.526682 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: e1b43703-7e0b-4673-9244-f1dd929418e2 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:01:03.527019 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device e1b43703-7e0b-4673-9244-f1dd929418e2 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:01:03.527385 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c76eba09-25bb-49c2-b989-269a231a17b5 req-242d36fe-6321-4d14-b371-69ce3d22ea93 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "GET /networking/v2.0/quotas/acc20d3acbb8412595ec5e464a94b770 HTTP/1.1" status: 200 len: 375 time: 0.0176501 Aug 27 05:01:03.532364 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.ipam_backend_mixin [None req-56c57b1d-0518-4e56-a76e-a10a57a5c426 None None] Port 0155e7db-88e6-4e75-8ddb-37b26f30de02 was not found and therefore no delete operation was performed {{(pid=107777) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 27 05:01:03.536599 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-56c57b1d-0518-4e56-a76e-a10a57a5c426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (0155e7db-88e6-4e75-8ddb-37b26f30de02), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:03.542923 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:03.550570 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0647f54-04a1-4c40-bb5a-ccdf0987ac96 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:01:03.561353 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f643dbf0-95e2-4d8c-b465-cdde44760730 tempest-TestServerBasicOps-1109464909 tempest-TestServerBasicOps-1109464909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=543565ab-15fa-4394-9ffc-d9f6d6ccb679,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:03.565042 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e0647f54-04a1-4c40-bb5a-ccdf0987ac96 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1243606 Aug 27 05:01:03.570083 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa11826-6c24-4207-9420-3bcbbccb6c23 None None] Sync routers for ids ['4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:01:03.580675 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c57b1d-0518-4e56-a76e-a10a57a5c426 None None] Pushing event deleted for resources: {'Port': ['ID=0155e7db-88e6-4e75-8ddb-37b26f30de02,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:03.589551 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa11826-6c24-4207-9420-3bcbbccb6c23 None None] Routers {'4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:01:03.590659 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-6fa11826-6c24-4207-9420-3bcbbccb6c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:00:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:03.590852 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c57b1d-0518-4e56-a76e-a10a57a5c426 None None] No DVR routers for this DVR port 0155e7db-88e6-4e75-8ddb-37b26f30de02 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:01:03.674527 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a0603e45-9b36-4af1-b876-b91e650132c3 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (acccd41c-3160-40be-8b65-f33fdec66f54), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:03.679396 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f643dbf0-95e2-4d8c-b465-cdde44760730 tempest-TestServerBasicOps-1109464909 tempest-TestServerBasicOps-1109464909-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:03.680855 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f643dbf0-95e2-4d8c-b465-cdde44760730 tempest-TestServerBasicOps-1109464909 tempest-TestServerBasicOps-1109464909-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.8296833 Aug 27 05:01:03.692415 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-d18f6b28-29a6-41c4-aaf8-803fc690fd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf9cf89-d09b-4a43-92ff-c50d6ff3d878', 'name': 'tempest-TestServerBasicOps-629824394-router', 'tenant_id': '98af31cba78b4b1086ca9e1b753861d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'f51e4321-b17f-403f-b801-69dce02f1bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:00:43Z', 'updated_at': '2022-08-27T05:00:58Z', 'revision_number': 4, 'project_id': '98af31cba78b4b1086ca9e1b753861d7', 'gw_port': {'id': 'f51e4321-b17f-403f-b801-69dce02f1bdd', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:cf:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf9cf89-d09b-4a43-92ff-c50d6ff3d878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:00:45Z', 'updated_at': '2022-08-27T05:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'a8667223-fde5-40d5-bb22-1b67ef26a42f', 'name': '', 'network_id': 'ddb8cbee-c513-498a-bcc4-69edd229ec4d', 'tenant_id': '98af31cba78b4b1086ca9e1b753861d7', 'mac_address': 'fa:16:3e:0b:07:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf9cf89-d09b-4a43-92ff-c50d6ff3d878', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'ab804f5c-1adf-4ba7-84d4-8ba71ef6a93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:00:57Z', 'updated_at': '2022-08-27T05:00:58Z', 'revision_number': 2, 'project_id': '98af31cba78b4b1086ca9e1b753861d7', 'subnets': [{'id': 'ab804f5c-1adf-4ba7-84d4-8ba71ef6a93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:03.697815 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41130) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:03.702696 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a0603e45-9b36-4af1-b876-b91e650132c3 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:03.722417 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a0603e45-9b36-4af1-b876-b91e650132c3 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] 10.222.0.76 "DELETE /networking/v2.0/networks/acccd41c-3160-40be-8b65-f33fdec66f54 HTTP/1.1" status: 204 len: 168 time: 2.0035794 Aug 27 05:01:03.736645 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-78c8400a-a790-4b1d-8360-93f9a3c3b9ab tempest-TestServerBasicOps-1109464909 tempest-TestServerBasicOps-1109464909-project] Request body: {'security_group_rule': {'security_group_id': '543565ab-15fa-4394-9ffc-d9f6d6ccb679', 'project_id': '41104bce1ef94aa4bbd703937a54d7e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:01:03.753790 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 0155e7db-88e6-4e75-8ddb-37b26f30de02 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:01:03.763223 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18f6b28-29a6-41c4-aaf8-803fc690fd4d None None] Checking router: bbf9cf89-d09b-4a43-92ff-c50d6ff3d878 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:01:03.763879 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18f6b28-29a6-41c4-aaf8-803fc690fd4d None None] Updating router bbf9cf89-d09b-4a43-92ff-c50d6ff3d878 port a8667223-fde5-40d5-bb22-1b67ef26a42f binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:01:03.779652 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c76eba09-25bb-49c2-b989-269a231a17b5 req-f77d7bff-1c51-44f9-bff3-2662c63ee305 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=acc20d3acbb8412595ec5e464a94b770&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2307622 Aug 27 05:01:03.786843 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-232392d2-4fa3-4b4e-9b22-b91f9c0629e9 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (ab2b9fcc-4022-4db3-bc73-116c783532be), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:03.786843 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f8c0a949-5e78-419d-b0a8-a12cbc0da796 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] 10.222.0.76 "PUT /networking/v2.0/routers/ed81f428-aded-400d-a674-b9cbfea934e6/tags HTTP/1.1" status: 200 len: 316 time: 0.6018221 Aug 27 05:01:03.797833 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41138) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:03.808883 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-232392d2-4fa3-4b4e-9b22-b91f9c0629e9 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:03.813176 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-232392d2-4fa3-4b4e-9b22-b91f9c0629e9 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] 10.222.0.76 "DELETE /networking/v2.0/networks/ab2b9fcc-4022-4db3-bc73-116c783532be HTTP/1.1" status: 204 len: 168 time: 2.1428456 Aug 27 05:01:03.821478 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:03.821658 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.tag.tag_plugin [None req-43f54f71-b55a-46f0-ad76-0df14b6c3369 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ed81f428-aded-400d-a674-b9cbfea934e6') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:03.825297 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41142) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:03.845057 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 0155e7db-88e6-4e75-8ddb-37b26f30de02 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:01:03.848445 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 58e865d1-b9e5-431a-b67f-c78fd7b0e653 resource provider aggregate not found Aug 27 05:01:03.849035 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 0155e7db-88e6-4e75-8ddb-37b26f30de02 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:01:03.861474 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232392d2-4fa3-4b4e-9b22-b91f9c0629e9 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Pushing event deleted for resources: {'Network': ['ID=ab2b9fcc-4022-4db3-bc73-116c783532be,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:03.883169 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d18f6b28-29a6-41c4-aaf8-803fc690fd4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a8667223-fde5-40d5-bb22-1b67ef26a42f), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:03.912898 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0603e45-9b36-4af1-b876-b91e650132c3 tempest-NetworksTest-47362560 tempest-NetworksTest-47362560-project] Pushing event deleted for resources: {'Network': ['ID=acccd41c-3160-40be-8b65-f33fdec66f54,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:03.917816 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-9c232c62-1ee5-4c58-9c63-e4ad9368aa1a None None] For port 9716a8ea-4271-4ddf-bdf0-b869d11835b3, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=9716a8ea-4271-4ddf-bdf0-b869d11835b3,segment=NetworkSegment(53332b75-0c86-49b4-957c-287d2639f07b),segment_id=53332b75-0c86-49b4-957c-287d2639f07b)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:01:03.940113 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-11b1633f-57e6-46bb-8d7e-7b6f3bdf8480 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Deleting subnet f20a6f73-1bfb-43f2-b3bd-108c4a7bb5be {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 05:01:03.947445 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-11b1633f-57e6-46bb-8d7e-7b6f3bdf8480 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks [] for subnet (f20a6f73-1bfb-43f2-b3bd-108c4a7bb5be), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:04.004233 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 58e865d1-b9e5-431a-b67f-c78fd7b0e653 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 58e865d1-b9e5-431a-b67f-c78fd7b0e653 found for delete ", "request_id": "req-ff2d7671-9659-48db-bb47-c58d7db0abba"}]} Aug 27 05:01:04.006209 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-11b1633f-57e6-46bb-8d7e-7b6f3bdf8480 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (f20a6f73-1bfb-43f2-b3bd-108c4a7bb5be), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:04.029986 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-9c232c62-1ee5-4c58-9c63-e4ad9368aa1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (9716a8ea-4271-4ddf-bdf0-b869d11835b3), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:04.046686 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-78c8400a-a790-4b1d-8360-93f9a3c3b9ab tempest-TestServerBasicOps-1109464909 tempest-TestServerBasicOps-1109464909-project] Publish callbacks [] for security_group_rule (69092274-b2f9-4b10-8f83-59f8bee2ded2), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:04.109250 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:04.113133 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-43f54f71-b55a-46f0-ad76-0df14b6c3369 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] 10.222.0.76 "DELETE /networking/v2.0/routers/ed81f428-aded-400d-a674-b9cbfea934e6/tags HTTP/1.1" status: 204 len: 168 time: 0.2986236 Aug 27 05:01:04.115889 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41150) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:04.120378 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.tag.tag_plugin [None req-1383c017-07de-484b-8c3d-e776fe7a72e7 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ed81f428-aded-400d-a674-b9cbfea934e6', 'tempest-TagsExtTest-Tag-675148858') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:04.122425 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-6fa11826-6c24-4207-9420-3bcbbccb6c23 None None] Set router 4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:01:04.130030 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c232c62-1ee5-4c58-9c63-e4ad9368aa1a None None] Routers {'83ea0705-a094-488f-afe2-44e356da757c'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:01:04.130677 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-9c232c62-1ee5-4c58-9c63-e4ad9368aa1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:00:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['83ea0705-a094-488f-afe2-44e356da757c'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:04.188446 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41154) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:04.195579 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-78c8400a-a790-4b1d-8360-93f9a3c3b9ab tempest-TestServerBasicOps-1109464909 tempest-TestServerBasicOps-1109464909-project] Publish callbacks [] for security_group_rule (69092274-b2f9-4b10-8f83-59f8bee2ded2), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:04.244683 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6bce0c-aed8-4460-b092-824a191b9ff4 None None] Pushing event updated for resources: {'Port': ['ID=9716a8ea-4271-4ddf-bdf0-b869d11835b3,revision_number=4']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:04.279899 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-1383c017-07de-484b-8c3d-e776fe7a72e7 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] show failed (client error): The resource could not be found. Aug 27 05:01:04.281084 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1383c017-07de-484b-8c3d-e776fe7a72e7 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] 10.222.0.76 "GET /networking/v2.0/routers/ed81f428-aded-400d-a674-b9cbfea934e6/tags/tempest-TagsExtTest-Tag-675148858 HTTP/1.1" status: 404 len: 328 time: 0.1642673 Aug 27 05:01:04.284126 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41156) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:04.297071 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.tag.tag_plugin [None req-ca70bf56-ce5e-4f72-9c9a-48c71ef60ea0 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ed81f428-aded-400d-a674-b9cbfea934e6', 'tempest-TagsExtTest-Tag-554063683') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:04.299903 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-78c8400a-a790-4b1d-8360-93f9a3c3b9ab tempest-TestServerBasicOps-1109464909 tempest-TestServerBasicOps-1109464909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (69092274-b2f9-4b10-8f83-59f8bee2ded2), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:04.338246 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-11b1633f-57e6-46bb-8d7e-7b6f3bdf8480 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (f20a6f73-1bfb-43f2-b3bd-108c4a7bb5be), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:04.418641 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d18f6b28-29a6-41c4-aaf8-803fc690fd4d None None] Publish callbacks [] for port (a8667223-fde5-40d5-bb22-1b67ef26a42f), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:04.437583 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-ca70bf56-ce5e-4f72-9c9a-48c71ef60ea0 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] show failed (client error): The resource could not be found. Aug 27 05:01:04.438957 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ca70bf56-ce5e-4f72-9c9a-48c71ef60ea0 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] 10.222.0.76 "GET /networking/v2.0/routers/ed81f428-aded-400d-a674-b9cbfea934e6/tags/tempest-TagsExtTest-Tag-554063683 HTTP/1.1" status: 404 len: 328 time: 0.1536496 Aug 27 05:01:04.442346 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41160) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:04.447101 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.tag.tag_plugin [None req-0b17f79b-ac81-49cd-83bd-3b2e8e244f7e tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ed81f428-aded-400d-a674-b9cbfea934e6', 'tempest-TagsExtTest-Tag-2143188461') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:04.462967 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c8400a-a790-4b1d-8360-93f9a3c3b9ab tempest-TestServerBasicOps-1109464909 tempest-TestServerBasicOps-1109464909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69092274-b2f9-4b10-8f83-59f8bee2ded2,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:04.511901 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d18f6b28-29a6-41c4-aaf8-803fc690fd4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a8667223-fde5-40d5-bb22-1b67ef26a42f), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:04.537030 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-9c232c62-1ee5-4c58-9c63-e4ad9368aa1a None None] Set router 83ea0705-a094-488f-afe2-44e356da757c gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:01:04.589573 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-78c8400a-a790-4b1d-8360-93f9a3c3b9ab tempest-TestServerBasicOps-1109464909 tempest-TestServerBasicOps-1109464909-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:04.594814 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-0b17f79b-ac81-49cd-83bd-3b2e8e244f7e tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] show failed (client error): The resource could not be found. Aug 27 05:01:04.597479 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-78c8400a-a790-4b1d-8360-93f9a3c3b9ab tempest-TestServerBasicOps-1109464909 tempest-TestServerBasicOps-1109464909-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8732016 Aug 27 05:01:04.598489 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41164) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:04.599456 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41166) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:04.599612 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0b17f79b-ac81-49cd-83bd-3b2e8e244f7e tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] 10.222.0.76 "GET /networking/v2.0/routers/ed81f428-aded-400d-a674-b9cbfea934e6/tags/tempest-TagsExtTest-Tag-2143188461 HTTP/1.1" status: 404 len: 329 time: 0.1559148 Aug 27 05:01:04.602402 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e06738b-50bd-4b13-9815-621d5d480964 None None] Pushing event updated for resources: {'Port': ['ID=a8667223-fde5-40d5-bb22-1b67ef26a42f,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:04.608439 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:04.627841 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-d18f6b28-29a6-41c4-aaf8-803fc690fd4d None None] Attempting to bind port a8667223-fde5-40d5-bb22-1b67ef26a42f on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:01:04.628664 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-d18f6b28-29a6-41c4-aaf8-803fc690fd4d None None] Attempting to bind port a8667223-fde5-40d5-bb22-1b67ef26a42f by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'cf1f8fb0-fb2f-4355-8e31-e500f76e6b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ddb8cbee-c513-498a-bcc4-69edd229ec4d'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:01:04.629897 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18f6b28-29a6-41c4-aaf8-803fc690fd4d None None] Attempting to bind port a8667223-fde5-40d5-bb22-1b67ef26a42f on network ddb8cbee-c513-498a-bcc4-69edd229ec4d {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:01:04.637235 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18f6b28-29a6-41c4-aaf8-803fc690fd4d None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:01:04.642767 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18f6b28-29a6-41c4-aaf8-803fc690fd4d None None] Checking segment: {'id': 'cf1f8fb0-fb2f-4355-8e31-e500f76e6b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ddb8cbee-c513-498a-bcc4-69edd229ec4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:01:04.642767 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d18f6b28-29a6-41c4-aaf8-803fc690fd4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:04.642767 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18f6b28-29a6-41c4-aaf8-803fc690fd4d None None] Bound using segment: {'id': 'cf1f8fb0-fb2f-4355-8e31-e500f76e6b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ddb8cbee-c513-498a-bcc4-69edd229ec4d'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:01:04.642767 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-d18f6b28-29a6-41c4-aaf8-803fc690fd4d None None] Bound port: a8667223-fde5-40d5-bb22-1b67ef26a42f, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf1f8fb0-fb2f-4355-8e31-e500f76e6b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ddb8cbee-c513-498a-bcc4-69edd229ec4d'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:01:04.642767 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d18f6b28-29a6-41c4-aaf8-803fc690fd4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a8667223-fde5-40d5-bb22-1b67ef26a42f), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:04.643226 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.tag.tag_plugin [None req-095b2963-15a5-4786-8e7f-ebbd9ea2a6cd tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '350464d0-a2c4-45dd-8ab7-3468399a219e', {'tags': ['tempest-TagsExtTest-Tag-1641674507', 'tempest-TagsExtTest-Tag-361321228', 'tempest-TagsExtTest-Tag-72134522']}) {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:04.726640 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-ff2a0327-b9da-47b5-9a9c-0a75419be398 tempest-TestServerBasicOps-1109464909 tempest-TestServerBasicOps-1109464909-project] Request body: {'security_group_rule': {'security_group_id': '543565ab-15fa-4394-9ffc-d9f6d6ccb679', 'project_id': '41104bce1ef94aa4bbd703937a54d7e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:01:04.727566 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d18f6b28-29a6-41c4-aaf8-803fc690fd4d None None] For port a8667223-fde5-40d5-bb22-1b67ef26a42f, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:01:04.732469 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d18f6b28-29a6-41c4-aaf8-803fc690fd4d None None] For port a8667223-fde5-40d5-bb22-1b67ef26a42f, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a8667223-fde5-40d5-bb22-1b67ef26a42f,segment=NetworkSegment(cf1f8fb0-fb2f-4355-8e31-e500f76e6b6b),segment_id=cf1f8fb0-fb2f-4355-8e31-e500f76e6b6b)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:01:04.785131 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41170) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:04.815695 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d18f6b28-29a6-41c4-aaf8-803fc690fd4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a8667223-fde5-40d5-bb22-1b67ef26a42f), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:04.835461 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-095b2963-15a5-4786-8e7f-ebbd9ea2a6cd tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] 10.222.0.76 "PUT /networking/v2.0/subnetpools/350464d0-a2c4-45dd-8ab7-3468399a219e/tags HTTP/1.1" status: 200 len: 315 time: 0.2153692 Aug 27 05:01:04.838537 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41174) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:04.844787 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.tag.tag_plugin [None req-49681cb8-0d20-4971-8e43-3d57def475f6 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '350464d0-a2c4-45dd-8ab7-3468399a219e') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:04.912582 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-11b1633f-57e6-46bb-8d7e-7b6f3bdf8480 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (f20a6f73-1bfb-43f2-b3bd-108c4a7bb5be), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:04.940665 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18f6b28-29a6-41c4-aaf8-803fc690fd4d None None] Routers {'bbf9cf89-d09b-4a43-92ff-c50d6ff3d878'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:01:04.946088 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-d18f6b28-29a6-41c4-aaf8-803fc690fd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:00:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['bbf9cf89-d09b-4a43-92ff-c50d6ff3d878'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:04.956841 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-6fa11826-6c24-4207-9420-3bcbbccb6c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c', 'name': 'tempest-TestServerMultinode-1618140899-router', 'tenant_id': 'c281dabc063b440aba1742cba2f97f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '2cca4869-4b1a-4fd6-88fd-4b509586689a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:00:42Z', 'updated_at': '2022-08-27T05:00:58Z', 'revision_number': 4, 'project_id': 'c281dabc063b440aba1742cba2f97f45', 'gw_port': {'id': '2cca4869-4b1a-4fd6-88fd-4b509586689a', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:bd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:00:45Z', 'updated_at': '2022-08-27T05:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '6d729131-fb97-4fd4-afdd-bc0ba9620f88', 'name': '', 'network_id': '091bc189-59bb-4ee2-b6e3-9e6caa192dd4', 'tenant_id': 'c281dabc063b440aba1742cba2f97f45', 'mac_address': 'fa:16:3e:56:bd:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'ee3f15e9-6faa-4878-8d63-9a514ea45286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:00:55Z', 'updated_at': '2022-08-27T05:00:59Z', 'revision_number': 2, 'project_id': 'c281dabc063b440aba1742cba2f97f45', 'subnets': [{'id': 'ee3f15e9-6faa-4878-8d63-9a514ea45286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:04.990381 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-49681cb8-0d20-4971-8e43-3d57def475f6 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] 10.222.0.76 "DELETE /networking/v2.0/subnetpools/350464d0-a2c4-45dd-8ab7-3468399a219e/tags HTTP/1.1" status: 204 len: 168 time: 0.1506960 Aug 27 05:01:04.991091 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41180) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:04.995796 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.tag.tag_plugin [None req-b4864204-caa2-4029-9fe8-ddcee6abb08f tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '350464d0-a2c4-45dd-8ab7-3468399a219e', 'tempest-TagsExtTest-Tag-1641674507') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:05.035744 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa11826-6c24-4207-9420-3bcbbccb6c23 None None] Checking router: 4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:01:05.035915 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-b4864204-caa2-4029-9fe8-ddcee6abb08f tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] show failed (client error): The resource could not be found. Aug 27 05:01:05.037192 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa11826-6c24-4207-9420-3bcbbccb6c23 None None] Updating router 4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c port 6d729131-fb97-4fd4-afdd-bc0ba9620f88 binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:01:05.042586 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b4864204-caa2-4029-9fe8-ddcee6abb08f tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] 10.222.0.76 "GET /networking/v2.0/subnetpools/350464d0-a2c4-45dd-8ab7-3468399a219e/tags/tempest-TagsExtTest-Tag-1641674507 HTTP/1.1" status: 404 len: 329 time: 0.0504894 Aug 27 05:01:05.043039 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:05.043236 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41184) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:05.051294 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ff2a0327-b9da-47b5-9a9c-0a75419be398 tempest-TestServerBasicOps-1109464909 tempest-TestServerBasicOps-1109464909-project] Publish callbacks [] for security_group_rule (3cc2af58-beca-43c4-acf9-d2dd8933b3a5), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:05.054745 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.tag.tag_plugin [None req-f7989fd5-f09a-400d-8c57-88381939fd59 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '350464d0-a2c4-45dd-8ab7-3468399a219e', 'tempest-TagsExtTest-Tag-361321228') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:05.062759 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:05.099063 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-6fa11826-6c24-4207-9420-3bcbbccb6c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (6d729131-fb97-4fd4-afdd-bc0ba9620f88), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:05.110770 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-f7989fd5-f09a-400d-8c57-88381939fd59 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] show failed (client error): The resource could not be found. Aug 27 05:01:05.117793 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f7989fd5-f09a-400d-8c57-88381939fd59 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] 10.222.0.76 "GET /networking/v2.0/subnetpools/350464d0-a2c4-45dd-8ab7-3468399a219e/tags/tempest-TagsExtTest-Tag-361321228 HTTP/1.1" status: 404 len: 328 time: 0.0710282 Aug 27 05:01:05.118433 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41186) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:05.133649 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.tag.tag_plugin [None req-bc72a71e-ed68-41bb-9e30-1f123c4901ee tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '350464d0-a2c4-45dd-8ab7-3468399a219e', 'tempest-TagsExtTest-Tag-72134522') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:05.152764 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:05.174536 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b1633f-57e6-46bb-8d7e-7b6f3bdf8480 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Pushing event deleted for resources: {'Subnet': ['ID=f20a6f73-1bfb-43f2-b3bd-108c4a7bb5be,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:05.179869 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-bc72a71e-ed68-41bb-9e30-1f123c4901ee tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] show failed (client error): The resource could not be found. Aug 27 05:01:05.188747 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-bc72a71e-ed68-41bb-9e30-1f123c4901ee tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] 10.222.0.76 "GET /networking/v2.0/subnetpools/350464d0-a2c4-45dd-8ab7-3468399a219e/tags/tempest-TagsExtTest-Tag-72134522 HTTP/1.1" status: 404 len: 327 time: 0.0692368 Aug 27 05:01:05.189711 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41188) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:05.190066 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e06738b-50bd-4b13-9815-621d5d480964 None None] Pushing event updated for resources: {'Port': ['ID=a8667223-fde5-40d5-bb22-1b67ef26a42f,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:05.202245 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-9c232c62-1ee5-4c58-9c63-e4ad9368aa1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ea0705-a094-488f-afe2-44e356da757c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322953189', 'tenant_id': 'acc20d3acbb8412595ec5e464a94b770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b92566ed-efad-4af8-8437-987d686f88cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:00:32Z', 'updated_at': '2022-08-27T05:00:55Z', 'revision_number': 4, 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'gw_port': {'id': 'b92566ed-efad-4af8-8437-987d686f88cd', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:08:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ea0705-a094-488f-afe2-44e356da757c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:00:34Z', 'updated_at': '2022-08-27T05:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '9716a8ea-4271-4ddf-bdf0-b869d11835b3', 'name': '', 'network_id': '84ee9933-e2c9-4c2f-af66-ca5ef4ac48d6', 'tenant_id': 'acc20d3acbb8412595ec5e464a94b770', 'mac_address': 'fa:16:3e:77:5f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ea0705-a094-488f-afe2-44e356da757c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'ec085442-b3e0-4606-91e1-61ecedc6d91e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:00:50Z', 'updated_at': '2022-08-27T05:01:03Z', 'revision_number': 4, 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'subnets': [{'id': 'ec085442-b3e0-4606-91e1-61ecedc6d91e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:05.205003 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.tag.tag_plugin [None req-093efe89-79af-4674-951e-d70a251eda7f tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '350464d0-a2c4-45dd-8ab7-3468399a219e') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:05.290289 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-093efe89-79af-4674-951e-d70a251eda7f tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] 10.222.0.76 "DELETE /networking/v2.0/subnetpools/350464d0-a2c4-45dd-8ab7-3468399a219e/tags HTTP/1.1" status: 204 len: 168 time: 0.0982099 Aug 27 05:01:05.295621 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41192) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:05.303038 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.tag.tag_plugin [None req-cd41c64b-7b0b-40cc-abd0-9e9c21969d0d tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ed81f428-aded-400d-a674-b9cbfea934e6') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:05.340252 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8848905d-73ae-464f-9ff9-be555fcfb4c2 None None] Network 8594c471-9bcd-4b71-95aa-bdd79725fa93 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:01:05.370049 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c232c62-1ee5-4c58-9c63-e4ad9368aa1a None None] The sync data for ids ['83ea0705-a094-488f-afe2-44e356da757c'] in n-d-852088-5 is: [{'id': '83ea0705-a094-488f-afe2-44e356da757c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322953189', 'tenant_id': 'acc20d3acbb8412595ec5e464a94b770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b92566ed-efad-4af8-8437-987d686f88cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:00:32Z', 'updated_at': '2022-08-27T05:00:55Z', 'revision_number': 4, 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'gw_port': {'id': 'b92566ed-efad-4af8-8437-987d686f88cd', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:08:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ea0705-a094-488f-afe2-44e356da757c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:00:34Z', 'updated_at': '2022-08-27T05:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '9716a8ea-4271-4ddf-bdf0-b869d11835b3', 'name': '', 'network_id': '84ee9933-e2c9-4c2f-af66-ca5ef4ac48d6', 'tenant_id': 'acc20d3acbb8412595ec5e464a94b770', 'mac_address': 'fa:16:3e:77:5f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ea0705-a094-488f-afe2-44e356da757c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'ec085442-b3e0-4606-91e1-61ecedc6d91e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:00:50Z', 'updated_at': '2022-08-27T05:01:03Z', 'revision_number': 4, 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'subnets': [{'id': 'ec085442-b3e0-4606-91e1-61ecedc6d91e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:01:05.413034 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-11b1633f-57e6-46bb-8d7e-7b6f3bdf8480 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:05.424409 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-11b1633f-57e6-46bb-8d7e-7b6f3bdf8480 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/f20a6f73-1bfb-43f2-b3bd-108c4a7bb5be HTTP/1.1" status: 204 len: 168 time: 1.5930047 Aug 27 05:01:05.443533 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41198) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:05.701312 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:INSERT=2,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:05.753677 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-d18f6b28-29a6-41c4-aaf8-803fc690fd4d None None] Set router bbf9cf89-d09b-4a43-92ff-c50d6ff3d878 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:01:05.829344 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-cd41c64b-7b0b-40cc-abd0-9e9c21969d0d tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] 10.222.0.76 "DELETE /networking/v2.0/routers/ed81f428-aded-400d-a674-b9cbfea934e6/tags HTTP/1.1" status: 204 len: 168 time: 0.5341864 Aug 27 05:01:05.830706 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:05.839989 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41206) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:05.840583 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 9716a8ea-4271-4ddf-bdf0-b869d11835b3 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:01:05.883898 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-6fa11826-6c24-4207-9420-3bcbbccb6c23 None None] Publish callbacks [] for port (6d729131-fb97-4fd4-afdd-bc0ba9620f88), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:05.899918 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ff2a0327-b9da-47b5-9a9c-0a75419be398 tempest-TestServerBasicOps-1109464909 tempest-TestServerBasicOps-1109464909-project] Publish callbacks [] for security_group_rule (3cc2af58-beca-43c4-acf9-d2dd8933b3a5), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:05.907622 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:05.980518 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-6fa11826-6c24-4207-9420-3bcbbccb6c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (6d729131-fb97-4fd4-afdd-bc0ba9620f88), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:05.998196 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ff2a0327-b9da-47b5-9a9c-0a75419be398 tempest-TestServerBasicOps-1109464909 tempest-TestServerBasicOps-1109464909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (3cc2af58-beca-43c4-acf9-d2dd8933b3a5), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:06.034097 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.tag.tag_plugin [None req-d62f63e0-fd5b-43e8-a687-90ea59b0f007 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1392e6b6-5d01-4ca2-8d47-48baae13f8c2') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:06.038643 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-41a9a570-beb4-42f1-8ecc-185ff04a453c tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (83ea0705-a094-488f-afe2-44e356da757c), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:06.108398 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4782b60f-21de-4341-9c76-23423f705e04 None None] DHCP port deletion for 8594c471-9bcd-4b71-95aa-bdd79725fa93 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 05:01:06.136339 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:06.137389 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41216) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:06.139065 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fa69c8-f7c9-47af-9ec9-bc7cd35e0400 None None] Pushing event updated for resources: {'Port': ['ID=6d729131-fb97-4fd4-afdd-bc0ba9620f88,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:06.155769 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-6fa11826-6c24-4207-9420-3bcbbccb6c23 None None] Attempting to bind port 6d729131-fb97-4fd4-afdd-bc0ba9620f88 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:01:06.156901 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-6fa11826-6c24-4207-9420-3bcbbccb6c23 None None] Attempting to bind port 6d729131-fb97-4fd4-afdd-bc0ba9620f88 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'f3042cea-6003-47b1-aca2-3f98240f7b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '091bc189-59bb-4ee2-b6e3-9e6caa192dd4'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:01:06.157849 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa11826-6c24-4207-9420-3bcbbccb6c23 None None] Attempting to bind port 6d729131-fb97-4fd4-afdd-bc0ba9620f88 on network 091bc189-59bb-4ee2-b6e3-9e6caa192dd4 {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:01:06.159038 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-c85a7ca6-ab86-47d0-8ff3-10b8a2a873fd admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1785880984-network', 'tenant_id': 'd1ee6f822ff5481caf67a8f7ac4fc5de'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:01:06.166632 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2a0327-b9da-47b5-9a9c-0a75419be398 tempest-TestServerBasicOps-1109464909 tempest-TestServerBasicOps-1109464909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cc2af58-beca-43c4-acf9-d2dd8933b3a5,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:06.170968 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:06.173931 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa11826-6c24-4207-9420-3bcbbccb6c23 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:01:06.174311 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa11826-6c24-4207-9420-3bcbbccb6c23 None None] Checking segment: {'id': 'f3042cea-6003-47b1-aca2-3f98240f7b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '091bc189-59bb-4ee2-b6e3-9e6caa192dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:01:06.174860 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-6fa11826-6c24-4207-9420-3bcbbccb6c23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:06.175264 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa11826-6c24-4207-9420-3bcbbccb6c23 None None] Bound using segment: {'id': 'f3042cea-6003-47b1-aca2-3f98240f7b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '091bc189-59bb-4ee2-b6e3-9e6caa192dd4'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:01:06.175747 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-6fa11826-6c24-4207-9420-3bcbbccb6c23 None None] Bound port: 6d729131-fb97-4fd4-afdd-bc0ba9620f88, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3042cea-6003-47b1-aca2-3f98240f7b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '091bc189-59bb-4ee2-b6e3-9e6caa192dd4'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:01:06.176137 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-6fa11826-6c24-4207-9420-3bcbbccb6c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (6d729131-fb97-4fd4-afdd-bc0ba9620f88), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:06.176437 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:DELETE=10,neutron:SELECT=88,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:06.185925 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-44568e49-1987-44a3-b656-082184d8db62 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=1d0109415e794b52b25a509d7b89f6ff&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3954389 Aug 27 05:01:06.190328 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41218) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:06.223743 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-143a6202-7f32-4b11-9eee-18ce252c870e tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (8594c471-9bcd-4b71-95aa-bdd79725fa93), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:06.259822 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ff2a0327-b9da-47b5-9a9c-0a75419be398 tempest-TestServerBasicOps-1109464909 tempest-TestServerBasicOps-1109464909-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:06.266535 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ff2a0327-b9da-47b5-9a9c-0a75419be398 tempest-TestServerBasicOps-1109464909 tempest-TestServerBasicOps-1109464909-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.6490824 Aug 27 05:01:06.270214 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41222) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:06.271788 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 9716a8ea-4271-4ddf-bdf0-b869d11835b3 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:01:06.272999 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (9716a8ea-4271-4ddf-bdf0-b869d11835b3), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:06.280277 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-d62f63e0-fd5b-43e8-a687-90ea59b0f007 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] 10.222.0.76 "DELETE /networking/v2.0/ports/1392e6b6-5d01-4ca2-8d47-48baae13f8c2/tags HTTP/1.1" status: 204 len: 168 time: 0.3488860 Aug 27 05:01:06.284852 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-847df9cd-c9e6-46d6-8d43-60582a9bc656 tempest-TestServerBasicOps-1109464909 tempest-TestServerBasicOps-1109464909-project] Request body: {'security_group_rule': {'security_group_id': '543565ab-15fa-4394-9ffc-d9f6d6ccb679', 'project_id': '41104bce1ef94aa4bbd703937a54d7e0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:01:06.290150 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41224) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:06.297719 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.tag.tag_plugin [None req-0095858e-10d0-428c-b2b7-a7c5640bdd10 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'dceb1935-73d7-40aa-a520-fc5ada19e28d') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:06.326074 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-6fa11826-6c24-4207-9420-3bcbbccb6c23 None None] For port 6d729131-fb97-4fd4-afdd-bc0ba9620f88, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:01:06.332455 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-6fa11826-6c24-4207-9420-3bcbbccb6c23 None None] For port 6d729131-fb97-4fd4-afdd-bc0ba9620f88, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=6d729131-fb97-4fd4-afdd-bc0ba9620f88,segment=NetworkSegment(f3042cea-6003-47b1-aca2-3f98240f7b2f),segment_id=f3042cea-6003-47b1-aca2-3f98240f7b2f)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:01:06.391139 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-143a6202-7f32-4b11-9eee-18ce252c870e tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Deleting port 34545f39-cd81-4657-ab0b-dbc94b39cfc4 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:01:06.391545 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-143a6202-7f32-4b11-9eee-18ce252c870e tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (34545f39-cd81-4657-ab0b-dbc94b39cfc4), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:06.397025 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c85a7ca6-ab86-47d0-8ff3-10b8a2a873fd admin admin] Made reservation on behalf of d1ee6f822ff5481caf67a8f7ac4fc5de for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:01:06.399428 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c85a7ca6-ab86-47d0-8ff3-10b8a2a873fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:06.415430 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-6fa11826-6c24-4207-9420-3bcbbccb6c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (6d729131-fb97-4fd4-afdd-bc0ba9620f88), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:06.417518 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c85a7ca6-ab86-47d0-8ff3-10b8a2a873fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:06.532218 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa11826-6c24-4207-9420-3bcbbccb6c23 None None] Routers {'4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:01:06.533265 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-6fa11826-6c24-4207-9420-3bcbbccb6c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:00:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:06.554440 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4782b60f-21de-4341-9c76-23423f705e04 None None] Deleting port 34545f39-cd81-4657-ab0b-dbc94b39cfc4 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:01:06.556517 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4782b60f-21de-4341-9c76-23423f705e04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (34545f39-cd81-4657-ab0b-dbc94b39cfc4), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:06.588952 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c85a7ca6-ab86-47d0-8ff3-10b8a2a873fd admin admin] Publish callbacks [] for security_group (dbf6c4d3-7647-4397-8a93-4ad79bd1fd88), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:06.594991 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:06.690107 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c85a7ca6-ab86-47d0-8ff3-10b8a2a873fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (dbf6c4d3-7647-4397-8a93-4ad79bd1fd88), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:06.710029 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f4197b51-2a88-4871-9981-b9f609db2bab admin admin] Publish callbacks [] for security_group (b69b074c-cc71-40b1-b61d-dbfd6de4c57b), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:06.753010 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c85a7ca6-ab86-47d0-8ff3-10b8a2a873fd admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 05:01:06.842534 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f4197b51-2a88-4871-9981-b9f609db2bab admin admin] Publish callbacks [] for security_group (b69b074c-cc71-40b1-b61d-dbfd6de4c57b), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:06.855662 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c85a7ca6-ab86-47d0-8ff3-10b8a2a873fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (87d55600-49eb-4037-abd4-8e72d4f9a057), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:06.856156 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-c85a7ca6-ab86-47d0-8ff3-10b8a2a873fd admin admin] Added segment 87d55600-49eb-4037-abd4-8e72d4f9a057 of type vlan for network 0ed41a27-5bd1-4b78-beea-ccccb01af9c8 Aug 27 05:01:06.875449 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-6fa11826-6c24-4207-9420-3bcbbccb6c23 None None] Set router 4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:01:06.890794 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:07.041742 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4782b60f-21de-4341-9c76-23423f705e04 None None] For port 34545f39-cd81-4657-ab0b-dbc94b39cfc4, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=34545f39-cd81-4657-ab0b-dbc94b39cfc4,segment=NetworkSegment(f7a36e0d-1647-4d32-9e11-4b3dee843d73),segment_id=f7a36e0d-1647-4d32-9e11-4b3dee843d73)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:01:07.043645 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4782b60f-21de-4341-9c76-23423f705e04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (34545f39-cd81-4657-ab0b-dbc94b39cfc4), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:07.068033 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 9716a8ea-4271-4ddf-bdf0-b869d11835b3 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:01:07.069196 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (9716a8ea-4271-4ddf-bdf0-b869d11835b3), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:07.139200 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:07.166211 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4782b60f-21de-4341-9c76-23423f705e04 None None] Calling delete_port for 34545f39-cd81-4657-ab0b-dbc94b39cfc4 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:01:07.205372 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fa69c8-f7c9-47af-9ec9-bc7cd35e0400 None None] Pushing event updated for resources: {'Port': ['ID=6d729131-fb97-4fd4-afdd-bc0ba9620f88,revision_number=4']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:07.210370 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-143a6202-7f32-4b11-9eee-18ce252c870e tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] For port 34545f39-cd81-4657-ab0b-dbc94b39cfc4, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=34545f39-cd81-4657-ab0b-dbc94b39cfc4,segment=NetworkSegment(f7a36e0d-1647-4d32-9e11-4b3dee843d73),segment_id=f7a36e0d-1647-4d32-9e11-4b3dee843d73)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:01:07.210942 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-143a6202-7f32-4b11-9eee-18ce252c870e tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (34545f39-cd81-4657-ab0b-dbc94b39cfc4), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:07.217194 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-847df9cd-c9e6-46d6-8d43-60582a9bc656 tempest-TestServerBasicOps-1109464909 tempest-TestServerBasicOps-1109464909-project] Publish callbacks [] for security_group_rule (54f0cafa-d976-4d3a-935f-bade4ebf473c), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:07.282092 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-143a6202-7f32-4b11-9eee-18ce252c870e tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Calling delete_port for 34545f39-cd81-4657-ab0b-dbc94b39cfc4 owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:01:07.296741 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0095858e-10d0-428c-b2b7-a7c5640bdd10 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/dceb1935-73d7-40aa-a520-fc5ada19e28d/tags HTTP/1.1" status: 204 len: 168 time: 1.0055017 Aug 27 05:01:07.344292 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41234) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:07.353880 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:07.376889 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-6fa11826-6c24-4207-9420-3bcbbccb6c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c', 'name': 'tempest-TestServerMultinode-1618140899-router', 'tenant_id': 'c281dabc063b440aba1742cba2f97f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '2cca4869-4b1a-4fd6-88fd-4b509586689a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:00:42Z', 'updated_at': '2022-08-27T05:00:58Z', 'revision_number': 4, 'project_id': 'c281dabc063b440aba1742cba2f97f45', 'gw_port': {'id': '2cca4869-4b1a-4fd6-88fd-4b509586689a', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:bd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:00:45Z', 'updated_at': '2022-08-27T05:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '6d729131-fb97-4fd4-afdd-bc0ba9620f88', 'name': '', 'network_id': '091bc189-59bb-4ee2-b6e3-9e6caa192dd4', 'tenant_id': 'c281dabc063b440aba1742cba2f97f45', 'mac_address': 'fa:16:3e:56:bd:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'ee3f15e9-6faa-4878-8d63-9a514ea45286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:00:55Z', 'updated_at': '2022-08-27T05:01:06Z', 'revision_number': 4, 'project_id': 'c281dabc063b440aba1742cba2f97f45', 'subnets': [{'id': 'ee3f15e9-6faa-4878-8d63-9a514ea45286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:07.393004 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 9716a8ea-4271-4ddf-bdf0-b869d11835b3, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=9716a8ea-4271-4ddf-bdf0-b869d11835b3,segment=NetworkSegment(53332b75-0c86-49b4-957c-287d2639f07b),segment_id=53332b75-0c86-49b4-957c-287d2639f07b)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:01:07.412707 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa11826-6c24-4207-9420-3bcbbccb6c23 None None] The sync data for ids ['4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c'] in n-d-852088-5 is: [{'id': '4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c', 'name': 'tempest-TestServerMultinode-1618140899-router', 'tenant_id': 'c281dabc063b440aba1742cba2f97f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '2cca4869-4b1a-4fd6-88fd-4b509586689a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:00:42Z', 'updated_at': '2022-08-27T05:00:58Z', 'revision_number': 4, 'project_id': 'c281dabc063b440aba1742cba2f97f45', 'gw_port': {'id': '2cca4869-4b1a-4fd6-88fd-4b509586689a', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:bd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:00:45Z', 'updated_at': '2022-08-27T05:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '6d729131-fb97-4fd4-afdd-bc0ba9620f88', 'name': '', 'network_id': '091bc189-59bb-4ee2-b6e3-9e6caa192dd4', 'tenant_id': 'c281dabc063b440aba1742cba2f97f45', 'mac_address': 'fa:16:3e:56:bd:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'ee3f15e9-6faa-4878-8d63-9a514ea45286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:00:55Z', 'updated_at': '2022-08-27T05:01:06Z', 'revision_number': 4, 'project_id': 'c281dabc063b440aba1742cba2f97f45', 'subnets': [{'id': 'ee3f15e9-6faa-4878-8d63-9a514ea45286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:01:07.415586 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-d18f6b28-29a6-41c4-aaf8-803fc690fd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf9cf89-d09b-4a43-92ff-c50d6ff3d878', 'name': 'tempest-TestServerBasicOps-629824394-router', 'tenant_id': '98af31cba78b4b1086ca9e1b753861d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'f51e4321-b17f-403f-b801-69dce02f1bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:00:43Z', 'updated_at': '2022-08-27T05:00:58Z', 'revision_number': 4, 'project_id': '98af31cba78b4b1086ca9e1b753861d7', 'gw_port': {'id': 'f51e4321-b17f-403f-b801-69dce02f1bdd', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:cf:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf9cf89-d09b-4a43-92ff-c50d6ff3d878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:00:45Z', 'updated_at': '2022-08-27T05:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'a8667223-fde5-40d5-bb22-1b67ef26a42f', 'name': '', 'network_id': 'ddb8cbee-c513-498a-bcc4-69edd229ec4d', 'tenant_id': '98af31cba78b4b1086ca9e1b753861d7', 'mac_address': 'fa:16:3e:0b:07:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf9cf89-d09b-4a43-92ff-c50d6ff3d878', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'ab804f5c-1adf-4ba7-84d4-8ba71ef6a93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:00:57Z', 'updated_at': '2022-08-27T05:01:04Z', 'revision_number': 4, 'project_id': '98af31cba78b4b1086ca9e1b753861d7', 'subnets': [{'id': 'ab804f5c-1adf-4ba7-84d4-8ba71ef6a93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:07.436747 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-847df9cd-c9e6-46d6-8d43-60582a9bc656 tempest-TestServerBasicOps-1109464909 tempest-TestServerBasicOps-1109464909-project] Publish callbacks [] for security_group_rule (54f0cafa-d976-4d3a-935f-bade4ebf473c), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:07.527916 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18f6b28-29a6-41c4-aaf8-803fc690fd4d None None] The sync data for ids ['bbf9cf89-d09b-4a43-92ff-c50d6ff3d878'] in n-d-852088-5 is: [{'id': 'bbf9cf89-d09b-4a43-92ff-c50d6ff3d878', 'name': 'tempest-TestServerBasicOps-629824394-router', 'tenant_id': '98af31cba78b4b1086ca9e1b753861d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'f51e4321-b17f-403f-b801-69dce02f1bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:00:43Z', 'updated_at': '2022-08-27T05:00:58Z', 'revision_number': 4, 'project_id': '98af31cba78b4b1086ca9e1b753861d7', 'gw_port': {'id': 'f51e4321-b17f-403f-b801-69dce02f1bdd', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:cf:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf9cf89-d09b-4a43-92ff-c50d6ff3d878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:00:45Z', 'updated_at': '2022-08-27T05:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'a8667223-fde5-40d5-bb22-1b67ef26a42f', 'name': '', 'network_id': 'ddb8cbee-c513-498a-bcc4-69edd229ec4d', 'tenant_id': '98af31cba78b4b1086ca9e1b753861d7', 'mac_address': 'fa:16:3e:0b:07:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf9cf89-d09b-4a43-92ff-c50d6ff3d878', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'ab804f5c-1adf-4ba7-84d4-8ba71ef6a93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:00:57Z', 'updated_at': '2022-08-27T05:01:04Z', 'revision_number': 4, 'project_id': '98af31cba78b4b1086ca9e1b753861d7', 'subnets': [{'id': 'ab804f5c-1adf-4ba7-84d4-8ba71ef6a93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:01:07.531634 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (9716a8ea-4271-4ddf-bdf0-b869d11835b3), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:07.606594 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85a7ca6-ab86-47d0-8ff3-10b8a2a873fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf6c4d3-7647-4397-8a93-4ad79bd1fd88,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:07.610232 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-41a9a570-beb4-42f1-8ecc-185ff04a453c tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Deleting port 9716a8ea-4271-4ddf-bdf0-b869d11835b3 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:01:07.610852 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-41a9a570-beb4-42f1-8ecc-185ff04a453c tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (9716a8ea-4271-4ddf-bdf0-b869d11835b3), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:07.676256 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-847df9cd-c9e6-46d6-8d43-60582a9bc656 tempest-TestServerBasicOps-1109464909 tempest-TestServerBasicOps-1109464909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (54f0cafa-d976-4d3a-935f-bade4ebf473c), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:07.683888 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=9716a8ea-4271-4ddf-bdf0-b869d11835b3,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:07.831988 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847df9cd-c9e6-46d6-8d43-60582a9bc656 tempest-TestServerBasicOps-1109464909 tempest-TestServerBasicOps-1109464909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54f0cafa-d976-4d3a-935f-bade4ebf473c,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:07.900082 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-41a9a570-beb4-42f1-8ecc-185ff04a453c tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] For port 9716a8ea-4271-4ddf-bdf0-b869d11835b3, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=9716a8ea-4271-4ddf-bdf0-b869d11835b3,segment=NetworkSegment(53332b75-0c86-49b4-957c-287d2639f07b),segment_id=53332b75-0c86-49b4-957c-287d2639f07b)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:01:07.900082 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-41a9a570-beb4-42f1-8ecc-185ff04a453c tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (9716a8ea-4271-4ddf-bdf0-b869d11835b3), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:07.903391 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6d729131-fb97-4fd4-afdd-bc0ba9620f88 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:01:07.970201 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c85a7ca6-ab86-47d0-8ff3-10b8a2a873fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (0ed41a27-5bd1-4b78-beea-ccccb01af9c8), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:07.973229 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-41a9a570-beb4-42f1-8ecc-185ff04a453c tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Calling delete_port for 9716a8ea-4271-4ddf-bdf0-b869d11835b3 owned by network:router_interface {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:01:08.039923 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4782b60f-21de-4341-9c76-23423f705e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (34545f39-cd81-4657-ab0b-dbc94b39cfc4), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:08.046640 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-847df9cd-c9e6-46d6-8d43-60582a9bc656 tempest-TestServerBasicOps-1109464909 tempest-TestServerBasicOps-1109464909-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:08.048150 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-847df9cd-c9e6-46d6-8d43-60582a9bc656 tempest-TestServerBasicOps-1109464909 tempest-TestServerBasicOps-1109464909-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7748697 Aug 27 05:01:08.056190 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-74c80652-7a41-428e-9dde-96eec70ef028 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:08.062405 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-74c80652-7a41-428e-9dde-96eec70ef028 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] 10.222.0.76 "DELETE /networking/v2.0/subnetpools/350464d0-a2c4-45dd-8ab7-3468399a219e HTTP/1.1" status: 204 len: 168 time: 0.7150552 Aug 27 05:01:08.063336 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-143a6202-7f32-4b11-9eee-18ce252c870e tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (34545f39-cd81-4657-ab0b-dbc94b39cfc4), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:08.071048 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41242) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:08.071471 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41244) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:08.097320 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 6d729131-fb97-4fd4-afdd-bc0ba9620f88 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:01:08.101696 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (6d729131-fb97-4fd4-afdd-bc0ba9620f88), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:08.109366 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4782b60f-21de-4341-9c76-23423f705e04 None None] Pushing event deleted for resources: {'Port': ['ID=34545f39-cd81-4657-ab0b-dbc94b39cfc4,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:08.125720 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-9feebed1-3b26-4c75-a42b-a9e0195a6219 tempest-TestServerBasicOps-1109464909 tempest-TestServerBasicOps-1109464909-project] Request body: {'security_group_rule': {'security_group_id': '543565ab-15fa-4394-9ffc-d9f6d6ccb679', 'project_id': '41104bce1ef94aa4bbd703937a54d7e0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:01:08.191440 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143a6202-7f32-4b11-9eee-18ce252c870e tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Pushing event deleted for resources: {'Port': ['ID=34545f39-cd81-4657-ab0b-dbc94b39cfc4,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:08.199178 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2ee42a67-d631-4407-8229-b0f3e7e84334 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ed81f428-aded-400d-a674-b9cbfea934e6 HTTP/1.1" status: 200 len: 205 time: 0.0595767 Aug 27 05:01:08.203543 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41250) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:08.208635 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c85a7ca6-ab86-47d0-8ff3-10b8a2a873fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (0ed41a27-5bd1-4b78-beea-ccccb01af9c8), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:08.209664 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85a7ca6-ab86-47d0-8ff3-10b8a2a873fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:01:08.211615 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143a6202-7f32-4b11-9eee-18ce252c870e tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] No DVR routers for this DVR port 34545f39-cd81-4657-ab0b-dbc94b39cfc4 on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:01:08.217935 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c85a7ca6-ab86-47d0-8ff3-10b8a2a873fd admin admin] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:08.257941 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4782b60f-21de-4341-9c76-23423f705e04 None None] No DVR routers for this DVR port 34545f39-cd81-4657-ab0b-dbc94b39cfc4 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:01:08.325978 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-143a6202-7f32-4b11-9eee-18ce252c870e tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (8594c471-9bcd-4b71-95aa-bdd79725fa93), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:08.349455 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-143a6202-7f32-4b11-9eee-18ce252c870e tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8594c471-9bcd-4b71-95aa-bdd79725fa93']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:08.361981 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-143a6202-7f32-4b11-9eee-18ce252c870e tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7a36e0d-1647-4d32-9e11-4b3dee843d73') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:08.362354 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-143a6202-7f32-4b11-9eee-18ce252c870e tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7a36e0d-1647-4d32-9e11-4b3dee843d73') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:08.379472 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-143a6202-7f32-4b11-9eee-18ce252c870e tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (f7a36e0d-1647-4d32-9e11-4b3dee843d73), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:08.394842 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-143a6202-7f32-4b11-9eee-18ce252c870e tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (f7a36e0d-1647-4d32-9e11-4b3dee843d73), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:08.397067 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 6d729131-fb97-4fd4-afdd-bc0ba9620f88 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:01:08.397492 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (6d729131-fb97-4fd4-afdd-bc0ba9620f88), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:08.404719 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-143a6202-7f32-4b11-9eee-18ce252c870e tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:01:08.407580 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-143a6202-7f32-4b11-9eee-18ce252c870e tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (f7a36e0d-1647-4d32-9e11-4b3dee843d73), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:08.447399 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment f7a36e0d-1647-4d32-9e11-4b3dee843d73 resource provider aggregate not found Aug 27 05:01:08.491422 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 6d729131-fb97-4fd4-afdd-bc0ba9620f88, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=6d729131-fb97-4fd4-afdd-bc0ba9620f88,segment=NetworkSegment(f3042cea-6003-47b1-aca2-3f98240f7b2f),segment_id=f3042cea-6003-47b1-aca2-3f98240f7b2f)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:01:08.525949 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment f7a36e0d-1647-4d32-9e11-4b3dee843d73 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f7a36e0d-1647-4d32-9e11-4b3dee843d73 found for delete ", "request_id": "req-a3c54e5d-4683-4b49-8bf7-3eb19d3eedf1"}]} Aug 27 05:01:08.532024 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:08.539627 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9feebed1-3b26-4c75-a42b-a9e0195a6219 tempest-TestServerBasicOps-1109464909 tempest-TestServerBasicOps-1109464909-project] Publish callbacks [] for security_group_rule (5f558c96-9aa4-482a-8d1a-85cc97003feb), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:08.591146 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85a7ca6-ab86-47d0-8ff3-10b8a2a873fd admin admin] Pushing event updated for resources: {'Network': ['ID=0ed41a27-5bd1-4b78-beea-ccccb01af9c8,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:08.598789 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f4197b51-2a88-4871-9981-b9f609db2bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (b69b074c-cc71-40b1-b61d-dbfd6de4c57b), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:08.601604 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f4197b51-2a88-4871-9981-b9f609db2bab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:08.602818 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f4197b51-2a88-4871-9981-b9f609db2bab admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/b69b074c-cc71-40b1-b61d-dbfd6de4c57b HTTP/1.1" status: 204 len: 168 time: 2.4116304 Aug 27 05:01:08.609249 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (6d729131-fb97-4fd4-afdd-bc0ba9620f88), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:08.672747 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4197b51-2a88-4871-9981-b9f609db2bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69b074c-cc71-40b1-b61d-dbfd6de4c57b,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:08.682284 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9feebed1-3b26-4c75-a42b-a9e0195a6219 tempest-TestServerBasicOps-1109464909 tempest-TestServerBasicOps-1109464909-project] Publish callbacks [] for security_group_rule (5f558c96-9aa4-482a-8d1a-85cc97003feb), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:08.691614 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c85a7ca6-ab86-47d0-8ff3-10b8a2a873fd admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.5423844 Aug 27 05:01:08.694475 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41262) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:08.706920 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-247d4874-45bf-4868-ae12-4d76db53f9c3 admin admin] Request body: {'subnet': {'network_id': '0ed41a27-5bd1-4b78-beea-ccccb01af9c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1785880984-subnet', 'tenant_id': 'd1ee6f822ff5481caf67a8f7ac4fc5de', 'ip_version': 4}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:01:08.713967 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fa2f8a87-0e99-4d5f-9980-a1ecbfa33096 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Publish callbacks [] for router (ed81f428-aded-400d-a674-b9cbfea934e6), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:08.765207 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9feebed1-3b26-4c75-a42b-a9e0195a6219 tempest-TestServerBasicOps-1109464909 tempest-TestServerBasicOps-1109464909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (5f558c96-9aa4-482a-8d1a-85cc97003feb), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:08.810481 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=6d729131-fb97-4fd4-afdd-bc0ba9620f88,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:08.822480 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:08.823220 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-143a6202-7f32-4b11-9eee-18ce252c870e tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (8594c471-9bcd-4b71-95aa-bdd79725fa93), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:08.837693 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feebed1-3b26-4c75-a42b-a9e0195a6219 tempest-TestServerBasicOps-1109464909 tempest-TestServerBasicOps-1109464909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f558c96-9aa4-482a-8d1a-85cc97003feb,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:08.869832 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-143a6202-7f32-4b11-9eee-18ce252c870e tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:08.874671 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-143a6202-7f32-4b11-9eee-18ce252c870e tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] 10.222.0.76 "DELETE /networking/v2.0/networks/8594c471-9bcd-4b71-95aa-bdd79725fa93 HTTP/1.1" status: 204 len: 168 time: 3.3473108 Aug 27 05:01:08.875873 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143a6202-7f32-4b11-9eee-18ce252c870e tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Pushing event deleted for resources: {'Network': ['ID=8594c471-9bcd-4b71-95aa-bdd79725fa93,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:08.877979 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41264) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:08.880986 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247d4874-45bf-4868-ae12-4d76db53f9c3 admin admin] Made reservation on behalf of d1ee6f822ff5481caf67a8f7ac4fc5de for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:01:08.884609 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-247d4874-45bf-4868-ae12-4d76db53f9c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:08.923920 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9feebed1-3b26-4c75-a42b-a9e0195a6219 tempest-TestServerBasicOps-1109464909 tempest-TestServerBasicOps-1109464909-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:08.928511 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9feebed1-3b26-4c75-a42b-a9e0195a6219 tempest-TestServerBasicOps-1109464909 tempest-TestServerBasicOps-1109464909-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8087833 Aug 27 05:01:08.929265 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41266) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:08.942210 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 0ed41a27-5bd1-4b78-beea-ccccb01af9c8 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 05:01:09.010518 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-bc74f386-980f-47b4-ba51-8fd8df737d29 tempest-TestServerBasicOps-1109464909 tempest-TestServerBasicOps-1109464909-project] Request body: {'security_group_rule': {'security_group_id': '543565ab-15fa-4394-9ffc-d9f6d6ccb679', 'project_id': '41104bce1ef94aa4bbd703937a54d7e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:01:09.022960 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-4694b7cb-b767-4b39-a0b8-a84e86628d4b tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=fcb46d7e-5602-406f-801c-769fa8aaff44 HTTP/1.1" status: 200 len: 205 time: 0.1436303 Aug 27 05:01:09.032773 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:09.036344 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41268) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:09.141056 n-d-852088-5 neutron-server[107775]: INFO neutron.db.securitygroups_db [None req-bc74f386-980f-47b4-ba51-8fd8df737d29 tempest-TestServerBasicOps-1109464909 tempest-TestServerBasicOps-1109464909-project] Project 41104bce1ef94aa4bbd703937a54d7e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 05:01:09.149230 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bc74f386-980f-47b4-ba51-8fd8df737d29 tempest-TestServerBasicOps-1109464909 tempest-TestServerBasicOps-1109464909-project] Publish callbacks [] for security_group_rule (58d764d7-948d-4f78-8e6a-0074ec61f3c5), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:09.181938 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fa2f8a87-0e99-4d5f-9980-a1ecbfa33096 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (ed81f428-aded-400d-a674-b9cbfea934e6), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:09.189379 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fa2f8a87-0e99-4d5f-9980-a1ecbfa33096 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Publish callbacks [] for router_controller (ed81f428-aded-400d-a674-b9cbfea934e6), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:09.211120 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c11be8ba-0257-41ac-8c34-b63e83d21232 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks [] for router (fcb46d7e-5602-406f-801c-769fa8aaff44), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:09.290095 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 34545f39-cd81-4657-ab0b-dbc94b39cfc4 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:01:09.299320 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bc74f386-980f-47b4-ba51-8fd8df737d29 tempest-TestServerBasicOps-1109464909 tempest-TestServerBasicOps-1109464909-project] Publish callbacks [] for security_group_rule (58d764d7-948d-4f78-8e6a-0074ec61f3c5), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:09.339869 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 34545f39-cd81-4657-ab0b-dbc94b39cfc4 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:01:09.341191 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 34545f39-cd81-4657-ab0b-dbc94b39cfc4 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:01:09.382017 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bc74f386-980f-47b4-ba51-8fd8df737d29 tempest-TestServerBasicOps-1109464909 tempest-TestServerBasicOps-1109464909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (58d764d7-948d-4f78-8e6a-0074ec61f3c5), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:09.420263 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f386-980f-47b4-ba51-8fd8df737d29 tempest-TestServerBasicOps-1109464909 tempest-TestServerBasicOps-1109464909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58d764d7-948d-4f78-8e6a-0074ec61f3c5,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:09.461878 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c11be8ba-0257-41ac-8c34-b63e83d21232 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (fcb46d7e-5602-406f-801c-769fa8aaff44), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:09.465809 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c11be8ba-0257-41ac-8c34-b63e83d21232 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks [] for router_controller (fcb46d7e-5602-406f-801c-769fa8aaff44), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:09.467560 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-41a9a570-beb4-42f1-8ecc-185ff04a453c tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (9716a8ea-4271-4ddf-bdf0-b869d11835b3), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:09.501710 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a9a570-beb4-42f1-8ecc-185ff04a453c tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event deleted for resources: {'Port': ['ID=9716a8ea-4271-4ddf-bdf0-b869d11835b3,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:09.508046 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bc74f386-980f-47b4-ba51-8fd8df737d29 tempest-TestServerBasicOps-1109464909 tempest-TestServerBasicOps-1109464909-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:09.509373 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-bc74f386-980f-47b4-ba51-8fd8df737d29 tempest-TestServerBasicOps-1109464909 tempest-TestServerBasicOps-1109464909-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5053959 Aug 27 05:01:09.512677 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41276) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:09.518498 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-46436995-1951-4146-930b-c0abba549efd tempest-TestServerBasicOps-1109464909 tempest-TestServerBasicOps-1109464909-project] Request body: {'security_group_rule': {'security_group_id': '543565ab-15fa-4394-9ffc-d9f6d6ccb679', 'project_id': '41104bce1ef94aa4bbd703937a54d7e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:01:09.588355 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:09.649470 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-247d4874-45bf-4868-ae12-4d76db53f9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (7a98bdf0-281f-4701-b7a8-81f010b98b05), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:09.654102 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fa2f8a87-0e99-4d5f-9980-a1ecbfa33096 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (ed81f428-aded-400d-a674-b9cbfea934e6), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:09.654102 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa2f8a87-0e99-4d5f-9980-a1ecbfa33096 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Fanout notify agent at l3_agent the message router_deleted on router ed81f428-aded-400d-a674-b9cbfea934e6 {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 05:01:09.704577 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fa2f8a87-0e99-4d5f-9980-a1ecbfa33096 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:09.711180 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-fa2f8a87-0e99-4d5f-9980-a1ecbfa33096 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] 10.222.0.76 "DELETE /networking/v2.0/routers/ed81f428-aded-400d-a674-b9cbfea934e6 HTTP/1.1" status: 204 len: 168 time: 1.5019231 Aug 27 05:01:09.731147 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41284) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:09.752875 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d4874-45bf-4868-ae12-4d76db53f9c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a98bdf0-281f-4701-b7a8-81f010b98b05,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:09.760140 n-d-852088-5 neutron-server[107775]: INFO neutron.db.securitygroups_db [None req-46436995-1951-4146-930b-c0abba549efd tempest-TestServerBasicOps-1109464909 tempest-TestServerBasicOps-1109464909-project] Project 41104bce1ef94aa4bbd703937a54d7e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 05:01:09.774962 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c11be8ba-0257-41ac-8c34-b63e83d21232 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (fcb46d7e-5602-406f-801c-769fa8aaff44), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:09.774962 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11be8ba-0257-41ac-8c34-b63e83d21232 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Fanout notify agent at l3_agent the message router_deleted on router fcb46d7e-5602-406f-801c-769fa8aaff44 {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 05:01:09.779940 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-46436995-1951-4146-930b-c0abba549efd tempest-TestServerBasicOps-1109464909 tempest-TestServerBasicOps-1109464909-project] Publish callbacks [] for security_group_rule (34fb4e51-6484-46bc-8a46-f450a9b7c808), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:09.793923 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c11be8ba-0257-41ac-8c34-b63e83d21232 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:09.795529 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c11be8ba-0257-41ac-8c34-b63e83d21232 tempest-RoutersNegativeIpV6Test-744373449 tempest-RoutersNegativeIpV6Test-744373449-project] 10.222.0.76 "DELETE /networking/v2.0/routers/fcb46d7e-5602-406f-801c-769fa8aaff44 HTTP/1.1" status: 204 len: 168 time: 0.7313724 Aug 27 05:01:09.878178 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=7 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:09.972381 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-46436995-1951-4146-930b-c0abba549efd tempest-TestServerBasicOps-1109464909 tempest-TestServerBasicOps-1109464909-project] Publish callbacks [] for security_group_rule (34fb4e51-6484-46bc-8a46-f450a9b7c808), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:09.983645 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247d4874-45bf-4868-ae12-4d76db53f9c3 admin admin] Checking segment: {'id': '87d55600-49eb-4037-abd4-8e72d4f9a057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0ed41a27-5bd1-4b78-beea-ccccb01af9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:01:09.984062 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247d4874-45bf-4868-ae12-4d76db53f9c3 admin admin] Network hostable DHCP agents. Network: 0ed41a27-5bd1-4b78-beea-ccccb01af9c8, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 05:01:10.031540 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-46436995-1951-4146-930b-c0abba549efd tempest-TestServerBasicOps-1109464909 tempest-TestServerBasicOps-1109464909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (34fb4e51-6484-46bc-8a46-f450a9b7c808), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:10.060126 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46436995-1951-4146-930b-c0abba549efd tempest-TestServerBasicOps-1109464909 tempest-TestServerBasicOps-1109464909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34fb4e51-6484-46bc-8a46-f450a9b7c808,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:10.097563 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-41a9a570-beb4-42f1-8ecc-185ff04a453c tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (83ea0705-a094-488f-afe2-44e356da757c), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:10.101643 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a8667223-fde5-40d5-bb22-1b67ef26a42f up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:01:10.102217 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-0eda05d5-918c-42ad-8c0a-0e4b889081db tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Deleting port 1392e6b6-5d01-4ca2-8d47-48baae13f8c2 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:01:10.102217 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0eda05d5-918c-42ad-8c0a-0e4b889081db tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (1392e6b6-5d01-4ca2-8d47-48baae13f8c2), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:10.115915 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-46436995-1951-4146-930b-c0abba549efd tempest-TestServerBasicOps-1109464909 tempest-TestServerBasicOps-1109464909-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:10.117267 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-46436995-1951-4146-930b-c0abba549efd tempest-TestServerBasicOps-1109464909 tempest-TestServerBasicOps-1109464909-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6036029 Aug 27 05:01:10.118391 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247d4874-45bf-4868-ae12-4d76db53f9c3 admin admin] Network 0ed41a27-5bd1-4b78-beea-ccccb01af9c8 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 05:01:10.177166 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port a8667223-fde5-40d5-bb22-1b67ef26a42f triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:01:10.178060 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a8667223-fde5-40d5-bb22-1b67ef26a42f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:10.237723 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-247d4874-45bf-4868-ae12-4d76db53f9c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 0ed41a27-5bd1-4b78-beea-ccccb01af9c8) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:01:10.251311 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247d4874-45bf-4868-ae12-4d76db53f9c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:01:10.253565 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-247d4874-45bf-4868-ae12-4d76db53f9c3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:10.254696 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e58563-80c0-426f-87b4-56e0f850c14d None None] Network 0ed41a27-5bd1-4b78-beea-ccccb01af9c8 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:01:10.339636 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:10.366900 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0eda05d5-918c-42ad-8c0a-0e4b889081db tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (1392e6b6-5d01-4ca2-8d47-48baae13f8c2), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:10.385969 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-0eda05d5-918c-42ad-8c0a-0e4b889081db tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Calling delete_port for 1392e6b6-5d01-4ca2-8d47-48baae13f8c2 owned by {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:01:10.403907 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-247d4874-45bf-4868-ae12-4d76db53f9c3 admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7060659 Aug 27 05:01:10.407940 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41300) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:10.412520 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-56519139-9c9b-4241-a47a-220b470701fb admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1785880984-router', 'tenant_id': 'd1ee6f822ff5481caf67a8f7ac4fc5de', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:01:10.556046 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=81,neutron:DELETE=11,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:10.586794 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-56519139-9c9b-4241-a47a-220b470701fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (43a7b613-a82b-4d77-879c-7644f42733df), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:10.588522 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-56519139-9c9b-4241-a47a-220b470701fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (43a7b613-a82b-4d77-879c-7644f42733df), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:10.591755 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port a8667223-fde5-40d5-bb22-1b67ef26a42f is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:01:10.592157 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a8667223-fde5-40d5-bb22-1b67ef26a42f), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:10.610067 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1f64e2-5c7d-4b97-9e1f-f713ae950739 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-0ed41a27-5bd1-4b78-beea-ccccb01af9c8', 'network_id': '0ed41a27-5bd1-4b78-beea-ccccb01af9c8', 'project_id': 'd1ee6f822ff5481caf67a8f7ac4fc5de', 'fixed_ips': [{'subnet_id': '7a98bdf0-281f-4701-b7a8-81f010b98b05'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 05:01:10.611795 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fc1f64e2-5c7d-4b97-9e1f-f713ae950739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:10.671969 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41312) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:10.712929 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port a8667223-fde5-40d5-bb22-1b67ef26a42f, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a8667223-fde5-40d5-bb22-1b67ef26a42f,segment=NetworkSegment(cf1f8fb0-fb2f-4355-8e31-e500f76e6b6b),segment_id=cf1f8fb0-fb2f-4355-8e31-e500f76e6b6b)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:01:10.724274 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41316) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:10.851455 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a8667223-fde5-40d5-bb22-1b67ef26a42f), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:10.868430 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6d729131-fb97-4fd4-afdd-bc0ba9620f88 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:01:10.883733 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41a9a570-beb4-42f1-8ecc-185ff04a453c tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Router 83ea0705-a094-488f-afe2-44e356da757c has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:01:10.903494 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-baa83ba9-83d6-41b1-8f6f-e770458913be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:11.002824 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=a8667223-fde5-40d5-bb22-1b67ef26a42f,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:11.020563 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0eda05d5-918c-42ad-8c0a-0e4b889081db tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (1392e6b6-5d01-4ca2-8d47-48baae13f8c2), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:11.048518 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:11.099308 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 6d729131-fb97-4fd4-afdd-bc0ba9620f88 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:01:11.099692 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (6d729131-fb97-4fd4-afdd-bc0ba9620f88), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:11.100663 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-baa83ba9-83d6-41b1-8f6f-e770458913be admin admin] Publish callbacks [] for security_group (72c8f902-4768-48c6-bbea-7b1dfc77821a), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:11.111538 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda05d5-918c-42ad-8c0a-0e4b889081db tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Pushing event deleted for resources: {'Port': ['ID=1392e6b6-5d01-4ca2-8d47-48baae13f8c2,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:11.274125 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:11.282078 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a9a570-beb4-42f1-8ecc-185ff04a453c tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:01:11.293125 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-41a9a570-beb4-42f1-8ecc-185ff04a453c tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "PUT /networking/v2.0/routers/83ea0705-a094-488f-afe2-44e356da757c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1015332 Aug 27 05:01:11.296410 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41334) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:11.306575 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c62b3aa-d026-476a-9379-ea2e106e5463 None None] Sync routers for ids ['83ea0705-a094-488f-afe2-44e356da757c'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:01:11.318498 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-fc1f64e2-5c7d-4b97-9e1f-f713ae950739 None None] Allocated IP 172.20.0.2 (0ed41a27-5bd1-4b78-beea-ccccb01af9c8/7a98bdf0-281f-4701-b7a8-81f010b98b05/da775bcd-d97c-4a8e-8f36-6578e8c5de26) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:01:11.325254 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:11.329829 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-baa83ba9-83d6-41b1-8f6f-e770458913be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (72c8f902-4768-48c6-bbea-7b1dfc77821a), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:11.354064 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-56519139-9c9b-4241-a47a-220b470701fb admin admin] Publish callbacks [] for router_controller (43a7b613-a82b-4d77-879c-7644f42733df), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:11.367000 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0eda05d5-918c-42ad-8c0a-0e4b889081db tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:11.373005 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-0eda05d5-918c-42ad-8c0a-0e4b889081db tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] 10.222.0.76 "DELETE /networking/v2.0/ports/1392e6b6-5d01-4ca2-8d47-48baae13f8c2 HTTP/1.1" status: 204 len: 168 time: 1.6328349 Aug 27 05:01:11.383350 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41338) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:11.431238 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f552033-8e05-4864-a026-7376306b7cad tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Deleting subnet ec085442-b3e0-4606-91e1-61ecedc6d91e {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 05:01:11.441128 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7f552033-8e05-4864-a026-7376306b7cad tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for subnet (ec085442-b3e0-4606-91e1-61ecedc6d91e), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:11.458276 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a3d5440a-fc5c-454f-be17-071dad04d098 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=5534f9ed0e23462aa06ec86aae10825f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7325869 Aug 27 05:01:11.471496 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4e7b77e1-5188-439b-8127-d80b9336f88a req-a124ea1f-b34e-4b3f-bb02-4611124c1a37 tempest-TestServerBasicOps-1109464909 tempest-TestServerBasicOps-1109464909-project] 10.222.0.76 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1332690504&fields=id&tenant_id=41104bce1ef94aa4bbd703937a54d7e0 HTTP/1.1" status: 200 len: 267 time: 0.3690920 Aug 27 05:01:11.473922 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c62b3aa-d026-476a-9379-ea2e106e5463 None None] Routers {'83ea0705-a094-488f-afe2-44e356da757c'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:01:11.475737 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-0c62b3aa-d026-476a-9379-ea2e106e5463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:00:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['83ea0705-a094-488f-afe2-44e356da757c'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:11.492794 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41340) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:11.545867 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7f552033-8e05-4864-a026-7376306b7cad tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (ec085442-b3e0-4606-91e1-61ecedc6d91e), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:11.657649 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 6d729131-fb97-4fd4-afdd-bc0ba9620f88 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:01:11.677440 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7f552033-8e05-4864-a026-7376306b7cad tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (ec085442-b3e0-4606-91e1-61ecedc6d91e), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:11.733678 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-baa83ba9-83d6-41b1-8f6f-e770458913be admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=e0fecfe4b04c4a77933c899660e619d3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0581322 Aug 27 05:01:11.812593 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-0c62b3aa-d026-476a-9379-ea2e106e5463 None None] Set router 83ea0705-a094-488f-afe2-44e356da757c gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:01:11.817949 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:11.830587 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41350) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:11.837557 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa83ba9-83d6-41b1-8f6f-e770458913be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c8f902-4768-48c6-bbea-7b1dfc77821a,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:11.882847 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a8667223-fde5-40d5-bb22-1b67ef26a42f up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:01:11.943362 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-53a14b11-fa9f-4348-8feb-98fe442c80e4 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Deleting subnet dceb1935-73d7-40aa-a520-fc5ada19e28d {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 05:01:12.019778 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-53a14b11-fa9f-4348-8feb-98fe442c80e4 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Publish callbacks [] for subnet (dceb1935-73d7-40aa-a520-fc5ada19e28d), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:12.043290 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fc1f64e2-5c7d-4b97-9e1f-f713ae950739 None None] Publish callbacks [] for port (da775bcd-d97c-4a8e-8f36-6578e8c5de26), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:12.070222 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port a8667223-fde5-40d5-bb22-1b67ef26a42f triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:01:12.070603 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a8667223-fde5-40d5-bb22-1b67ef26a42f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:12.124109 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fc1f64e2-5c7d-4b97-9e1f-f713ae950739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (da775bcd-d97c-4a8e-8f36-6578e8c5de26), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:12.223475 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1f64e2-5c7d-4b97-9e1f-f713ae950739 None None] Network 0ed41a27-5bd1-4b78-beea-ccccb01af9c8 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:01:12.226622 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1f64e2-5c7d-4b97-9e1f-f713ae950739 None None] Pushing event updated for resources: {'Port': ['ID=da775bcd-d97c-4a8e-8f36-6578e8c5de26,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:12.232903 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-fc1f64e2-5c7d-4b97-9e1f-f713ae950739 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:01:12.237814 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1f64e2-5c7d-4b97-9e1f-f713ae950739 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:01:12.243150 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-0c62b3aa-d026-476a-9379-ea2e106e5463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ea0705-a094-488f-afe2-44e356da757c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322953189', 'tenant_id': 'acc20d3acbb8412595ec5e464a94b770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b92566ed-efad-4af8-8437-987d686f88cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:00:32Z', 'updated_at': '2022-08-27T05:01:08Z', 'revision_number': 5, 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'gw_port': {'id': 'b92566ed-efad-4af8-8437-987d686f88cd', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:08:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ea0705-a094-488f-afe2-44e356da757c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:00:34Z', 'updated_at': '2022-08-27T05:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:12.251103 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b77e1-5188-439b-8127-d80b9336f88a req-f703ac08-e4b9-42d9-8e84-49e99457a14a tempest-TestServerBasicOps-1109464909 tempest-TestServerBasicOps-1109464909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:01:12.267038 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4e7b77e1-5188-439b-8127-d80b9336f88a req-f703ac08-e4b9-42d9-8e84-49e99457a14a tempest-TestServerBasicOps-1109464909 tempest-TestServerBasicOps-1109464909-project] 10.222.0.76 "GET /networking/v2.0/networks?id=60788e4b-d10e-49d9-9088-8b0f2f379cf6 HTTP/1.1" status: 200 len: 809 time: 0.7885034 Aug 27 05:01:12.286446 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:12.295106 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c62b3aa-d026-476a-9379-ea2e106e5463 None None] Checking router: 83ea0705-a094-488f-afe2-44e356da757c for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:01:12.323635 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port a8667223-fde5-40d5-bb22-1b67ef26a42f is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:01:12.334502 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-56519139-9c9b-4241-a47a-220b470701fb admin admin] Publish callbacks [] for router_gateway (43a7b613-a82b-4d77-879c-7644f42733df), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:12.344989 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4e7b77e1-5188-439b-8127-d80b9336f88a req-41d457cf-64ca-4ca7-896d-7b090b9caf78 tempest-TestServerBasicOps-1109464909 tempest-TestServerBasicOps-1109464909-project] 10.222.0.76 "GET /networking/v2.0/quotas/41104bce1ef94aa4bbd703937a54d7e0 HTTP/1.1" status: 200 len: 375 time: 0.0769393 Aug 27 05:01:12.359937 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-53a14b11-fa9f-4348-8feb-98fe442c80e4 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (dceb1935-73d7-40aa-a520-fc5ada19e28d), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:12.360134 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c62b3aa-d026-476a-9379-ea2e106e5463 None None] Routers {'83ea0705-a094-488f-afe2-44e356da757c'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:01:12.360134 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-0c62b3aa-d026-476a-9379-ea2e106e5463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:00:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['83ea0705-a094-488f-afe2-44e356da757c'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:12.392331 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7a7f9672-564d-4d3c-845e-726f31738a1e admin admin] Publish callbacks [] for security_group (efda2d19-b30d-4a46-a2cc-d046beeb30ae), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:12.396202 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:12.404028 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-fc1f64e2-5c7d-4b97-9e1f-f713ae950739 None None] Attempting to bind port da775bcd-d97c-4a8e-8f36-6578e8c5de26 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:01:12.404687 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-fc1f64e2-5c7d-4b97-9e1f-f713ae950739 None None] Attempting to bind port da775bcd-d97c-4a8e-8f36-6578e8c5de26 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '87d55600-49eb-4037-abd4-8e72d4f9a057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0ed41a27-5bd1-4b78-beea-ccccb01af9c8'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:01:12.405236 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1f64e2-5c7d-4b97-9e1f-f713ae950739 None None] Attempting to bind port da775bcd-d97c-4a8e-8f36-6578e8c5de26 on network 0ed41a27-5bd1-4b78-beea-ccccb01af9c8 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:01:12.407265 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7f552033-8e05-4864-a026-7376306b7cad tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (ec085442-b3e0-4606-91e1-61ecedc6d91e), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:12.422458 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1f64e2-5c7d-4b97-9e1f-f713ae950739 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:01:12.423106 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1f64e2-5c7d-4b97-9e1f-f713ae950739 None None] Checking segment: {'id': '87d55600-49eb-4037-abd4-8e72d4f9a057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0ed41a27-5bd1-4b78-beea-ccccb01af9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:01:12.423752 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fc1f64e2-5c7d-4b97-9e1f-f713ae950739 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:12.424524 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1f64e2-5c7d-4b97-9e1f-f713ae950739 None None] Bound using segment: {'id': '87d55600-49eb-4037-abd4-8e72d4f9a057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0ed41a27-5bd1-4b78-beea-ccccb01af9c8'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:01:12.425758 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-fc1f64e2-5c7d-4b97-9e1f-f713ae950739 None None] Bound port: da775bcd-d97c-4a8e-8f36-6578e8c5de26, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87d55600-49eb-4037-abd4-8e72d4f9a057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0ed41a27-5bd1-4b78-beea-ccccb01af9c8'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:01:12.425758 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fc1f64e2-5c7d-4b97-9e1f-f713ae950739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (da775bcd-d97c-4a8e-8f36-6578e8c5de26), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:12.463343 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1479cca0-d41f-45e8-9973-480bdcf44c87 admin admin] Publish callbacks [] for security_group (72c8f902-4768-48c6-bbea-7b1dfc77821a), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:12.480456 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872a8c47-cbcb-4290-8ad8-891618e9199e None None] Network 84ee9933-e2c9-4c2f-af66-ca5ef4ac48d6 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:01:12.525208 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7a7f9672-564d-4d3c-845e-726f31738a1e admin admin] Publish callbacks [] for security_group (efda2d19-b30d-4a46-a2cc-d046beeb30ae), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:12.535265 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7f552033-8e05-4864-a026-7376306b7cad tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:12.547511 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7f552033-8e05-4864-a026-7376306b7cad tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/ec085442-b3e0-4606-91e1-61ecedc6d91e HTTP/1.1" status: 204 len: 168 time: 1.2469351 Aug 27 05:01:12.550297 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f552033-8e05-4864-a026-7376306b7cad tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event deleted for resources: {'Subnet': ['ID=ec085442-b3e0-4606-91e1-61ecedc6d91e,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:12.554780 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41362) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:12.581296 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4e7b77e1-5188-439b-8127-d80b9336f88a req-5f94ac0c-6957-4e4f-926d-379968799240 tempest-TestServerBasicOps-1109464909 tempest-TestServerBasicOps-1109464909-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=41104bce1ef94aa4bbd703937a54d7e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2252967 Aug 27 05:01:12.614362 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-0c62b3aa-d026-476a-9379-ea2e106e5463 None None] Set router 83ea0705-a094-488f-afe2-44e356da757c gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:01:12.656060 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:12.669781 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41366) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:12.754219 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1479cca0-d41f-45e8-9973-480bdcf44c87 admin admin] Publish callbacks [] for security_group (72c8f902-4768-48c6-bbea-7b1dfc77821a), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:12.754491 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b525862b-1d41-4a9b-85c7-eecce1d052a6 tempest-TestServerBasicOps-1109464909 tempest-TestServerBasicOps-1109464909-project] Publish callbacks [] for security_group (543565ab-15fa-4394-9ffc-d9f6d6ccb679), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:12.797400 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b525862b-1d41-4a9b-85c7-eecce1d052a6 tempest-TestServerBasicOps-1109464909 tempest-TestServerBasicOps-1109464909-project] Publish callbacks [] for security_group (543565ab-15fa-4394-9ffc-d9f6d6ccb679), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:12.822474 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:12.888420 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-fc1f64e2-5c7d-4b97-9e1f-f713ae950739 None None] For port da775bcd-d97c-4a8e-8f36-6578e8c5de26, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:01:12.901445 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-53a14b11-fa9f-4348-8feb-98fe442c80e4 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (dceb1935-73d7-40aa-a520-fc5ada19e28d), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:12.928745 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=15,neutron:SELECT=83,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:12.947843 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-fc1f64e2-5c7d-4b97-9e1f-f713ae950739 None None] For port da775bcd-d97c-4a8e-8f36-6578e8c5de26, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=da775bcd-d97c-4a8e-8f36-6578e8c5de26,segment=NetworkSegment(87d55600-49eb-4037-abd4-8e72d4f9a057),segment_id=87d55600-49eb-4037-abd4-8e72d4f9a057)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:01:13.022167 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b525862b-1d41-4a9b-85c7-eecce1d052a6 tempest-TestServerBasicOps-1109464909 tempest-TestServerBasicOps-1109464909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (543565ab-15fa-4394-9ffc-d9f6d6ccb679), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:13.030408 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b525862b-1d41-4a9b-85c7-eecce1d052a6 tempest-TestServerBasicOps-1109464909 tempest-TestServerBasicOps-1109464909-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:13.037701 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b525862b-1d41-4a9b-85c7-eecce1d052a6 tempest-TestServerBasicOps-1109464909 tempest-TestServerBasicOps-1109464909-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/543565ab-15fa-4394-9ffc-d9f6d6ccb679 HTTP/1.1" status: 204 len: 168 time: 0.3710620 Aug 27 05:01:13.040491 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187b3692-5960-4ebb-a71e-725e0daa978b None None] DHCP port deletion for 84ee9933-e2c9-4c2f-af66-ca5ef4ac48d6 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 05:01:13.055255 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b525862b-1d41-4a9b-85c7-eecce1d052a6 tempest-TestServerBasicOps-1109464909 tempest-TestServerBasicOps-1109464909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=543565ab-15fa-4394-9ffc-d9f6d6ccb679,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:13.063076 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1479cca0-d41f-45e8-9973-480bdcf44c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (72c8f902-4768-48c6-bbea-7b1dfc77821a), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:13.066926 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1479cca0-d41f-45e8-9973-480bdcf44c87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:13.067597 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1479cca0-d41f-45e8-9973-480bdcf44c87 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/72c8f902-4768-48c6-bbea-7b1dfc77821a HTTP/1.1" status: 204 len: 168 time: 1.2332420 Aug 27 05:01:13.085930 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fc1f64e2-5c7d-4b97-9e1f-f713ae950739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (da775bcd-d97c-4a8e-8f36-6578e8c5de26), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:13.132194 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:13.154452 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1479cca0-d41f-45e8-9973-480bdcf44c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c8f902-4768-48c6-bbea-7b1dfc77821a,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:13.158307 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e81a1a52-7158-4547-8416-c573e9f86bb8 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for router (83ea0705-a094-488f-afe2-44e356da757c), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:13.175523 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41380) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:13.238413 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-0c62b3aa-d026-476a-9379-ea2e106e5463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ea0705-a094-488f-afe2-44e356da757c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322953189', 'tenant_id': 'acc20d3acbb8412595ec5e464a94b770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b92566ed-efad-4af8-8437-987d686f88cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:00:32Z', 'updated_at': '2022-08-27T05:01:08Z', 'revision_number': 5, 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'gw_port': {'id': 'b92566ed-efad-4af8-8437-987d686f88cd', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:08:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ea0705-a094-488f-afe2-44e356da757c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:00:34Z', 'updated_at': '2022-08-27T05:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:13.256221 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7a7f9672-564d-4d3c-845e-726f31738a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (efda2d19-b30d-4a46-a2cc-d046beeb30ae), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:13.258804 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7a7f9672-564d-4d3c-845e-726f31738a1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:13.264835 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7a7f9672-564d-4d3c-845e-726f31738a1e admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/efda2d19-b30d-4a46-a2cc-d046beeb30ae HTTP/1.1" status: 204 len: 168 time: 1.7669330 Aug 27 05:01:13.279497 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-56519139-9c9b-4241-a47a-220b470701fb admin admin] Publish callbacks [] for router_gateway (43a7b613-a82b-4d77-879c-7644f42733df), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:13.305390 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c62b3aa-d026-476a-9379-ea2e106e5463 None None] The sync data for ids ['83ea0705-a094-488f-afe2-44e356da757c'] in n-d-852088-5 is: [{'id': '83ea0705-a094-488f-afe2-44e356da757c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322953189', 'tenant_id': 'acc20d3acbb8412595ec5e464a94b770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b92566ed-efad-4af8-8437-987d686f88cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:00:32Z', 'updated_at': '2022-08-27T05:01:08Z', 'revision_number': 5, 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'gw_port': {'id': 'b92566ed-efad-4af8-8437-987d686f88cd', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:08:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ea0705-a094-488f-afe2-44e356da757c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:00:34Z', 'updated_at': '2022-08-27T05:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:01:13.352649 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-56519139-9c9b-4241-a47a-220b470701fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:13.373326 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-187b3692-5960-4ebb-a71e-725e0daa978b None None] Deleting port 84ead2f3-9953-41f9-b04c-35edbed3025a {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:01:13.373737 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-187b3692-5960-4ebb-a71e-725e0daa978b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (84ead2f3-9953-41f9-b04c-35edbed3025a), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:13.378951 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-53a14b11-fa9f-4348-8feb-98fe442c80e4 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (dceb1935-73d7-40aa-a520-fc5ada19e28d), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:13.392135 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7f9672-564d-4d3c-845e-726f31738a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efda2d19-b30d-4a46-a2cc-d046beeb30ae,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:13.556334 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:13.560292 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a14b11-fa9f-4348-8feb-98fe442c80e4 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Pushing event deleted for resources: {'Subnet': ['ID=dceb1935-73d7-40aa-a520-fc5ada19e28d,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:13.577526 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-53a14b11-fa9f-4348-8feb-98fe442c80e4 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:13.582478 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-53a14b11-fa9f-4348-8feb-98fe442c80e4 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/dceb1935-73d7-40aa-a520-fc5ada19e28d HTTP/1.1" status: 204 len: 168 time: 2.1802733 Aug 27 05:01:13.588665 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41390) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:13.597011 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13b42f4-5be9-405c-971b-c6a39420943d None None] Network b573c135-64b9-4398-8e6a-0e6cb5f54424 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:01:13.603645 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1f64e2-5c7d-4b97-9e1f-f713ae950739 None None] Pushing event updated for resources: {'Port': ['ID=da775bcd-d97c-4a8e-8f36-6578e8c5de26,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:13.616687 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-187b3692-5960-4ebb-a71e-725e0daa978b None None] For port 84ead2f3-9953-41f9-b04c-35edbed3025a, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=84ead2f3-9953-41f9-b04c-35edbed3025a,segment=NetworkSegment(53332b75-0c86-49b4-957c-287d2639f07b),segment_id=53332b75-0c86-49b4-957c-287d2639f07b)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:01:13.617355 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-187b3692-5960-4ebb-a71e-725e0daa978b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (84ead2f3-9953-41f9-b04c-35edbed3025a), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:13.620609 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:13.751774 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-187b3692-5960-4ebb-a71e-725e0daa978b None None] Calling delete_port for 84ead2f3-9953-41f9-b04c-35edbed3025a owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:01:13.766645 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:13.794507 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e81a1a52-7158-4547-8416-c573e9f86bb8 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for router_gateway (83ea0705-a094-488f-afe2-44e356da757c), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:13.954797 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4e7f682c-3441-4e11-a5a5-5afb6e8db736 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (b573c135-64b9-4398-8e6a-0e6cb5f54424), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:14.016449 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2472a086-236c-437f-a47b-5184f735c096 None None] DHCP port deletion for b573c135-64b9-4398-8e6a-0e6cb5f54424 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 05:01:14.139085 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-2472a086-236c-437f-a47b-5184f735c096 None None] Deleting port 715fc0a9-d25d-4b5c-a0d1-2322fa098927 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:01:14.140215 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2472a086-236c-437f-a47b-5184f735c096 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (715fc0a9-d25d-4b5c-a0d1-2322fa098927), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:14.147314 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-187b3692-5960-4ebb-a71e-725e0daa978b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (84ead2f3-9953-41f9-b04c-35edbed3025a), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:14.160331 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-e81a1a52-7158-4547-8416-c573e9f86bb8 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Deleting port b92566ed-efad-4af8-8437-987d686f88cd {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:01:14.160937 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e81a1a52-7158-4547-8416-c573e9f86bb8 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (b92566ed-efad-4af8-8437-987d686f88cd), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:14.177548 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9b4904a8-f11f-4c7b-a121-fb267f61f3e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (dca2bff6-15d7-4642-b4c9-688f41b301d9), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:14.206695 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-56519139-9c9b-4241-a47a-220b470701fb admin admin] Allocated IP 172.25.2.232 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/ed52f442-7c80-4c56-882c-fcb42b57f1b2) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:01:14.300845 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:14.328812 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187b3692-5960-4ebb-a71e-725e0daa978b None None] Pushing event deleted for resources: {'Port': ['ID=84ead2f3-9953-41f9-b04c-35edbed3025a,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:14.356553 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187b3692-5960-4ebb-a71e-725e0daa978b None None] No DVR routers for this DVR port 84ead2f3-9953-41f9-b04c-35edbed3025a on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:01:14.359463 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device da775bcd-d97c-4a8e-8f36-6578e8c5de26 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:01:14.438866 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41398) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:14.456973 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2afb80e7-50c9-4d9c-886d-754408cbc909 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:14.494635 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:14.525782 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:14.538754 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-e81a1a52-7158-4547-8416-c573e9f86bb8 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] For port b92566ed-efad-4af8-8437-987d686f88cd, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=b92566ed-efad-4af8-8437-987d686f88cd,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:01:14.539134 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e81a1a52-7158-4547-8416-c573e9f86bb8 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (b92566ed-efad-4af8-8437-987d686f88cd), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:14.565145 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-2472a086-236c-437f-a47b-5184f735c096 None None] For port 715fc0a9-d25d-4b5c-a0d1-2322fa098927, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=715fc0a9-d25d-4b5c-a0d1-2322fa098927,segment=NetworkSegment(d5522d34-4bbb-4fc6-82fb-a3288cbd0e98),segment_id=d5522d34-4bbb-4fc6-82fb-a3288cbd0e98)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:01:14.576396 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2472a086-236c-437f-a47b-5184f735c096 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (715fc0a9-d25d-4b5c-a0d1-2322fa098927), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:14.595704 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-e81a1a52-7158-4547-8416-c573e9f86bb8 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Calling delete_port for b92566ed-efad-4af8-8437-987d686f88cd owned by network:router_gateway {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:01:14.613966 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-2472a086-236c-437f-a47b-5184f735c096 None None] Calling delete_port for 715fc0a9-d25d-4b5c-a0d1-2322fa098927 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:01:14.664358 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port da775bcd-d97c-4a8e-8f36-6578e8c5de26 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:01:14.665472 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (da775bcd-d97c-4a8e-8f36-6578e8c5de26), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:14.836763 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:14.924972 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2afb80e7-50c9-4d9c-886d-754408cbc909 admin admin] Publish callbacks [] for security_group (476b49c5-1ab4-42cc-92a4-34ec38ab1a80), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:14.925996 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-9b4904a8-f11f-4c7b-a121-fb267f61f3e5 admin admin] Deleting port 61fc8d0e-ad04-4e6d-85e7-5b45815e030a {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:01:14.926327 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9b4904a8-f11f-4c7b-a121-fb267f61f3e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (61fc8d0e-ad04-4e6d-85e7-5b45815e030a), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:14.932968 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:14.958627 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port da775bcd-d97c-4a8e-8f36-6578e8c5de26 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:01:14.959517 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (da775bcd-d97c-4a8e-8f36-6578e8c5de26), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:14.971567 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:15.040155 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2afb80e7-50c9-4d9c-886d-754408cbc909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (476b49c5-1ab4-42cc-92a4-34ec38ab1a80), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:15.040445 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0918881a-1441-4c9c-852c-cee845ec532a None None] Network 0ed41a27-5bd1-4b78-beea-ccccb01af9c8 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:01:15.128257 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2472a086-236c-437f-a47b-5184f735c096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (715fc0a9-d25d-4b5c-a0d1-2322fa098927), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:15.132881 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port da775bcd-d97c-4a8e-8f36-6578e8c5de26, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=da775bcd-d97c-4a8e-8f36-6578e8c5de26,segment=NetworkSegment(87d55600-49eb-4037-abd4-8e72d4f9a057),segment_id=87d55600-49eb-4037-abd4-8e72d4f9a057)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:01:15.169327 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2afb80e7-50c9-4d9c-886d-754408cbc909 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=9a15351348924323828daed3e3ad63d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7293389 Aug 27 05:01:15.169985 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41420) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:15.172438 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afb80e7-50c9-4d9c-886d-754408cbc909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=476b49c5-1ab4-42cc-92a4-34ec38ab1a80,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:15.174609 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2472a086-236c-437f-a47b-5184f735c096 None None] Pushing event deleted for resources: {'Port': ['ID=715fc0a9-d25d-4b5c-a0d1-2322fa098927,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:15.187466 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-acefc58c-ed66-40ff-b78b-f917b03ec59b None None] Provisioning complete for port da775bcd-d97c-4a8e-8f36-6578e8c5de26 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:01:15.187865 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-acefc58c-ed66-40ff-b78b-f917b03ec59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (da775bcd-d97c-4a8e-8f36-6578e8c5de26), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:15.258896 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b26abbd3-b6e9-493d-a813-ea78553e99a8 admin admin] Publish callbacks [] for security_group (476b49c5-1ab4-42cc-92a4-34ec38ab1a80), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:15.275812 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (da775bcd-d97c-4a8e-8f36-6578e8c5de26), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:15.280135 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2472a086-236c-437f-a47b-5184f735c096 None None] No DVR routers for this DVR port 715fc0a9-d25d-4b5c-a0d1-2322fa098927 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:01:15.312077 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-9b4904a8-f11f-4c7b-a121-fb267f61f3e5 admin admin] For port 61fc8d0e-ad04-4e6d-85e7-5b45815e030a, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=61fc8d0e-ad04-4e6d-85e7-5b45815e030a,segment=NetworkSegment(a2a7525a-9958-4b3a-97be-704dff315503),segment_id=a2a7525a-9958-4b3a-97be-704dff315503)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:01:15.312776 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9b4904a8-f11f-4c7b-a121-fb267f61f3e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (61fc8d0e-ad04-4e6d-85e7-5b45815e030a), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:15.329015 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b26abbd3-b6e9-493d-a813-ea78553e99a8 admin admin] Publish callbacks [] for security_group (476b49c5-1ab4-42cc-92a4-34ec38ab1a80), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:15.358824 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:15.368732 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-9b4904a8-f11f-4c7b-a121-fb267f61f3e5 admin admin] Calling delete_port for 61fc8d0e-ad04-4e6d-85e7-5b45815e030a owned by network:router_interface {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:01:15.370687 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-4e7f682c-3441-4e11-a5a5-5afb6e8db736 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Deleting port 715fc0a9-d25d-4b5c-a0d1-2322fa098927 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:01:15.373401 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4e7f682c-3441-4e11-a5a5-5afb6e8db736 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (715fc0a9-d25d-4b5c-a0d1-2322fa098927), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:15.437657 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 715fc0a9-d25d-4b5c-a0d1-2322fa098927 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:01:15.459148 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:15.482987 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:15.518322 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=da775bcd-d97c-4a8e-8f36-6578e8c5de26,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:15.533265 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 715fc0a9-d25d-4b5c-a0d1-2322fa098927 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:01:15.533897 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 715fc0a9-d25d-4b5c-a0d1-2322fa098927 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:01:15.534484 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 9716a8ea-4271-4ddf-bdf0-b869d11835b3 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:01:15.578520 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-acefc58c-ed66-40ff-b78b-f917b03ec59b None None] Current status of the port da775bcd-d97c-4a8e-8f36-6578e8c5de26 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:01:15.589460 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 9716a8ea-4271-4ddf-bdf0-b869d11835b3 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:01:15.589460 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 9716a8ea-4271-4ddf-bdf0-b869d11835b3 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:01:15.589460 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 84ead2f3-9953-41f9-b04c-35edbed3025a no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:01:15.648677 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 84ead2f3-9953-41f9-b04c-35edbed3025a {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:01:15.649028 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 84ead2f3-9953-41f9-b04c-35edbed3025a not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:01:15.668377 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-56519139-9c9b-4241-a47a-220b470701fb admin admin] Publish callbacks [] for port (ed52f442-7c80-4c56-882c-fcb42b57f1b2), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:15.670427 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-4e7f682c-3441-4e11-a5a5-5afb6e8db736 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] For port 715fc0a9-d25d-4b5c-a0d1-2322fa098927, host n-d-852088-5, got binding levels [] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:01:15.671020 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4e7f682c-3441-4e11-a5a5-5afb6e8db736 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (715fc0a9-d25d-4b5c-a0d1-2322fa098927), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:15.698489 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:15.731384 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-4e7f682c-3441-4e11-a5a5-5afb6e8db736 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Calling delete_port for 715fc0a9-d25d-4b5c-a0d1-2322fa098927 owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:01:15.750203 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.ipam_backend_mixin [None req-4e7f682c-3441-4e11-a5a5-5afb6e8db736 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Port 715fc0a9-d25d-4b5c-a0d1-2322fa098927 was not found and therefore no delete operation was performed {{(pid=107775) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 27 05:01:15.762725 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:15.780834 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:15.782959 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4e7f682c-3441-4e11-a5a5-5afb6e8db736 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (715fc0a9-d25d-4b5c-a0d1-2322fa098927), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:15.815533 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-05e02ddc-24f1-4f09-94b1-198af12f7470 None None] Provisioning complete for port da775bcd-d97c-4a8e-8f36-6578e8c5de26 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:01:15.816674 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-05e02ddc-24f1-4f09-94b1-198af12f7470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (da775bcd-d97c-4a8e-8f36-6578e8c5de26), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:15.824020 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7f682c-3441-4e11-a5a5-5afb6e8db736 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Pushing event deleted for resources: {'Port': ['ID=715fc0a9-d25d-4b5c-a0d1-2322fa098927,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:15.849681 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7f682c-3441-4e11-a5a5-5afb6e8db736 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] No DVR routers for this DVR port 715fc0a9-d25d-4b5c-a0d1-2322fa098927 on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:01:15.878068 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device da775bcd-d97c-4a8e-8f36-6578e8c5de26 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:01:15.914390 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b26abbd3-b6e9-493d-a813-ea78553e99a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (476b49c5-1ab4-42cc-92a4-34ec38ab1a80), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:15.917727 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b26abbd3-b6e9-493d-a813-ea78553e99a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:15.929925 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b26abbd3-b6e9-493d-a813-ea78553e99a8 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/476b49c5-1ab4-42cc-92a4-34ec38ab1a80 HTTP/1.1" status: 204 len: 168 time: 0.7545075 Aug 27 05:01:15.935952 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e81a1a52-7158-4547-8416-c573e9f86bb8 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (b92566ed-efad-4af8-8437-987d686f88cd), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:15.948061 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26abbd3-b6e9-493d-a813-ea78553e99a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476b49c5-1ab4-42cc-92a4-34ec38ab1a80,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:16.004707 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port da775bcd-d97c-4a8e-8f36-6578e8c5de26 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:01:16.005084 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (da775bcd-d97c-4a8e-8f36-6578e8c5de26), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:16.013514 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-56519139-9c9b-4241-a47a-220b470701fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (ed52f442-7c80-4c56-882c-fcb42b57f1b2), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:16.015639 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81a1a52-7158-4547-8416-c573e9f86bb8 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event deleted for resources: {'Port': ['ID=b92566ed-efad-4af8-8437-987d686f88cd,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:16.050465 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-05e02ddc-24f1-4f09-94b1-198af12f7470 None None] Current status of the port da775bcd-d97c-4a8e-8f36-6578e8c5de26 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:01:16.055002 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9b4904a8-f11f-4c7b-a121-fb267f61f3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (61fc8d0e-ad04-4e6d-85e7-5b45815e030a), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:16.090913 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4e7f682c-3441-4e11-a5a5-5afb6e8db736 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (b573c135-64b9-4398-8e6a-0e6cb5f54424), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:16.115390 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port da775bcd-d97c-4a8e-8f36-6578e8c5de26 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:01:16.123147 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:16.158425 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56519139-9c9b-4241-a47a-220b470701fb admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:01:16.165688 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-4e7f682c-3441-4e11-a5a5-5afb6e8db736 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b573c135-64b9-4398-8e6a-0e6cb5f54424']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:16.178428 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-56519139-9c9b-4241-a47a-220b470701fb admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:01:16.185966 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56519139-9c9b-4241-a47a-220b470701fb admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:01:16.241974 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4904a8-f11f-4c7b-a121-fb267f61f3e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=61fc8d0e-ad04-4e6d-85e7-5b45815e030a,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:16.255190 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-4e7f682c-3441-4e11-a5a5-5afb6e8db736 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5522d34-4bbb-4fc6-82fb-a3288cbd0e98') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:16.255615 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-4e7f682c-3441-4e11-a5a5-5afb6e8db736 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5522d34-4bbb-4fc6-82fb-a3288cbd0e98') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:16.319813 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56519139-9c9b-4241-a47a-220b470701fb admin admin] Pushing event updated for resources: {'Port': ['ID=ed52f442-7c80-4c56-882c-fcb42b57f1b2,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:16.325801 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e81a1a52-7158-4547-8416-c573e9f86bb8 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (83ea0705-a094-488f-afe2-44e356da757c), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:16.407917 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9b4904a8-f11f-4c7b-a121-fb267f61f3e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (dca2bff6-15d7-4642-b4c9-688f41b301d9), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:16.433355 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4e7f682c-3441-4e11-a5a5-5afb6e8db736 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (d5522d34-4bbb-4fc6-82fb-a3288cbd0e98), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:16.553346 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e81a1a52-7158-4547-8416-c573e9f86bb8 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (83ea0705-a094-488f-afe2-44e356da757c), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:16.557506 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e81a1a52-7158-4547-8416-c573e9f86bb8 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for router_controller (83ea0705-a094-488f-afe2-44e356da757c), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:16.618471 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:16.626624 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4e7f682c-3441-4e11-a5a5-5afb6e8db736 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (d5522d34-4bbb-4fc6-82fb-a3288cbd0e98), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:16.636010 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:16.640600 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e7f682c-3441-4e11-a5a5-5afb6e8db736 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:01:16.641042 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4e7f682c-3441-4e11-a5a5-5afb6e8db736 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (d5522d34-4bbb-4fc6-82fb-a3288cbd0e98), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:16.712094 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment d5522d34-4bbb-4fc6-82fb-a3288cbd0e98 resource provider aggregate not found Aug 27 05:01:16.758957 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment d5522d34-4bbb-4fc6-82fb-a3288cbd0e98 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d5522d34-4bbb-4fc6-82fb-a3288cbd0e98 found for delete ", "request_id": "req-ef3a0297-5700-48fd-bd49-edfccaf7d4f6"}]} Aug 27 05:01:16.769334 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b4904a8-f11f-4c7b-a121-fb267f61f3e5 admin admin] Router dca2bff6-15d7-4642-b4c9-688f41b301d9 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:01:16.779171 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e81a1a52-7158-4547-8416-c573e9f86bb8 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (83ea0705-a094-488f-afe2-44e356da757c), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:16.780555 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81a1a52-7158-4547-8416-c573e9f86bb8 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Fanout notify agent at l3_agent the message router_deleted on router 83ea0705-a094-488f-afe2-44e356da757c {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 05:01:16.789745 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e81a1a52-7158-4547-8416-c573e9f86bb8 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:16.791441 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e81a1a52-7158-4547-8416-c573e9f86bb8 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "DELETE /networking/v2.0/routers/83ea0705-a094-488f-afe2-44e356da757c HTTP/1.1" status: 204 len: 168 time: 4.2301576 Aug 27 05:01:16.794734 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41462) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:16.855185 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4e7f682c-3441-4e11-a5a5-5afb6e8db736 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (b573c135-64b9-4398-8e6a-0e6cb5f54424), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:16.875998 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4e7f682c-3441-4e11-a5a5-5afb6e8db736 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:16.883424 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-4e7f682c-3441-4e11-a5a5-5afb6e8db736 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] 10.222.0.76 "DELETE /networking/v2.0/networks/b573c135-64b9-4398-8e6a-0e6cb5f54424 HTTP/1.1" status: 204 len: 168 time: 3.2526834 Aug 27 05:01:16.936026 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7f682c-3441-4e11-a5a5-5afb6e8db736 tempest-TagsExtTest-1831097816 tempest-TagsExtTest-1831097816-project] Pushing event deleted for resources: {'Network': ['ID=b573c135-64b9-4398-8e6a-0e6cb5f54424,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:16.971807 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-56519139-9c9b-4241-a47a-220b470701fb admin admin] Publish callbacks [] for router_gateway (43a7b613-a82b-4d77-879c-7644f42733df), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:17.035051 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4904a8-f11f-4c7b-a121-fb267f61f3e5 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:01:17.040421 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-9b4904a8-f11f-4c7b-a121-fb267f61f3e5 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/dca2bff6-15d7-4642-b4c9-688f41b301d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8651414 Aug 27 05:01:17.048611 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41470) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:17.048872 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e98d60e-6142-4cd7-8952-97376b15af77 None None] Sync routers for ids ['dca2bff6-15d7-4642-b4c9-688f41b301d9'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:01:17.055703 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8e99163c-d479-4d98-ac84-2bbfdaff21cf tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (84ee9933-e2c9-4c2f-af66-ca5ef4ac48d6), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:17.064595 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e98d60e-6142-4cd7-8952-97376b15af77 None None] Routers {'dca2bff6-15d7-4642-b4c9-688f41b301d9'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:01:17.065516 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-7e98d60e-6142-4cd7-8952-97376b15af77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:00:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['dca2bff6-15d7-4642-b4c9-688f41b301d9'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:17.237545 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:17.265326 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8e99163c-d479-4d98-ac84-2bbfdaff21cf tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (84ee9933-e2c9-4c2f-af66-ca5ef4ac48d6), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:17.290421 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-56519139-9c9b-4241-a47a-220b470701fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (43a7b613-a82b-4d77-879c-7644f42733df), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:17.304663 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-8e99163c-d479-4d98-ac84-2bbfdaff21cf tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84ee9933-e2c9-4c2f-af66-ca5ef4ac48d6']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:17.319689 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-8e99163c-d479-4d98-ac84-2bbfdaff21cf tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53332b75-0c86-49b4-957c-287d2639f07b') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:17.320950 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-8e99163c-d479-4d98-ac84-2bbfdaff21cf tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53332b75-0c86-49b4-957c-287d2639f07b') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:17.337350 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8e99163c-d479-4d98-ac84-2bbfdaff21cf tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (53332b75-0c86-49b4-957c-287d2639f07b), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:17.379269 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8e99163c-d479-4d98-ac84-2bbfdaff21cf tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (53332b75-0c86-49b4-957c-287d2639f07b), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:17.403233 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e99163c-d479-4d98-ac84-2bbfdaff21cf tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:01:17.403233 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8e99163c-d479-4d98-ac84-2bbfdaff21cf tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (53332b75-0c86-49b4-957c-287d2639f07b), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:17.418079 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-7e98d60e-6142-4cd7-8952-97376b15af77 None None] Set router dca2bff6-15d7-4642-b4c9-688f41b301d9 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:01:17.459938 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:17.484795 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:17.557018 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cdec6a44-e734-41ae-836e-9b923ae65d02 admin admin] Publish callbacks [] for router (dca2bff6-15d7-4642-b4c9-688f41b301d9), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:17.563268 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:17.592498 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41486) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:17.660441 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:17.673622 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:01:17.690647 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8e99163c-d479-4d98-ac84-2bbfdaff21cf tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (84ee9933-e2c9-4c2f-af66-ca5ef4ac48d6), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:17.711668 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56519139-9c9b-4241-a47a-220b470701fb admin admin] Router 43a7b613-a82b-4d77-879c-7644f42733df is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 05:01:17.724295 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8e99163c-d479-4d98-ac84-2bbfdaff21cf tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:17.726218 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-7e98d60e-6142-4cd7-8952-97376b15af77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca2bff6-15d7-4642-b4c9-688f41b301d9', 'name': 'tempest-TestServerBasicOps-1746342857-router', 'tenant_id': '41104bce1ef94aa4bbd703937a54d7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '4d61af21-bfac-4afa-bfa1-d12a6c83302d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:00:18Z', 'updated_at': '2022-08-27T05:01:15Z', 'revision_number': 5, 'project_id': '41104bce1ef94aa4bbd703937a54d7e0', 'gw_port': {'id': '4d61af21-bfac-4afa-bfa1-d12a6c83302d', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca2bff6-15d7-4642-b4c9-688f41b301d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:00:20Z', 'updated_at': '2022-08-27T05:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:17.730734 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8e99163c-d479-4d98-ac84-2bbfdaff21cf tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "DELETE /networking/v2.0/networks/84ee9933-e2c9-4c2f-af66-ca5ef4ac48d6 HTTP/1.1" status: 204 len: 168 time: 0.9216709 Aug 27 05:01:17.737385 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41494) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:17.803210 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e99163c-d479-4d98-ac84-2bbfdaff21cf tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event deleted for resources: {'Network': ['ID=84ee9933-e2c9-4c2f-af66-ca5ef4ac48d6,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:17.848614 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e98d60e-6142-4cd7-8952-97376b15af77 None None] Checking router: dca2bff6-15d7-4642-b4c9-688f41b301d9 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:01:17.878339 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e98d60e-6142-4cd7-8952-97376b15af77 None None] Routers {'dca2bff6-15d7-4642-b4c9-688f41b301d9'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:01:17.878993 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-7e98d60e-6142-4cd7-8952-97376b15af77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:00:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['dca2bff6-15d7-4642-b4c9-688f41b301d9'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:17.908075 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cdec6a44-e734-41ae-836e-9b923ae65d02 admin admin] Publish callbacks [] for router_gateway (dca2bff6-15d7-4642-b4c9-688f41b301d9), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:17.937958 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 53332b75-0c86-49b4-957c-287d2639f07b resource provider aggregate not found Aug 27 05:01:17.967397 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 53332b75-0c86-49b4-957c-287d2639f07b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 53332b75-0c86-49b4-957c-287d2639f07b found for delete ", "request_id": "req-da88f8ca-b229-4e23-8d86-5ae2f458e0bc"}]} Aug 27 05:01:17.977421 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device b92566ed-efad-4af8-8437-987d686f88cd no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:01:18.019809 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56519139-9c9b-4241-a47a-220b470701fb admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:01:18.051082 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: b92566ed-efad-4af8-8437-987d686f88cd {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:01:18.051545 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device b92566ed-efad-4af8-8437-987d686f88cd not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:01:18.052193 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-93b773dc-f341-4baa-a664-f8cc4fd794c3 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group (bfedcbf5-2818-4045-b56c-596951ceb5e0), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:18.054799 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9676f8b-9e5d-4a47-885d-8e6d5f5bc05d None None] Sync routers for ids ['43a7b613-a82b-4d77-879c-7644f42733df'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:01:18.076694 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-cdec6a44-e734-41ae-836e-9b923ae65d02 admin admin] Deleting port 4d61af21-bfac-4afa-bfa1-d12a6c83302d {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:01:18.079053 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cdec6a44-e734-41ae-836e-9b923ae65d02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (4d61af21-bfac-4afa-bfa1-d12a6c83302d), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:18.090939 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-93b773dc-f341-4baa-a664-f8cc4fd794c3 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group (bfedcbf5-2818-4045-b56c-596951ceb5e0), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:18.095750 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9676f8b-9e5d-4a47-885d-8e6d5f5bc05d None None] Routers {'43a7b613-a82b-4d77-879c-7644f42733df'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:01:18.096425 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-e9676f8b-9e5d-4a47-885d-8e6d5f5bc05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:00:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['43a7b613-a82b-4d77-879c-7644f42733df'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:18.238561 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-56519139-9c9b-4241-a47a-220b470701fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:18.252105 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-7e98d60e-6142-4cd7-8952-97376b15af77 None None] Set router dca2bff6-15d7-4642-b4c9-688f41b301d9 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:01:18.261746 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-56519139-9c9b-4241-a47a-220b470701fb admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.8522213 Aug 27 05:01:18.277111 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41508) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:18.338143 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:18.338666 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7591f035-95fe-4b0b-adc5-8d57ea6a1ce5 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=c43c550ce30e42deb37ace0fd37865cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7419145 Aug 27 05:01:18.339349 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41514) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:18.405569 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-e9676f8b-9e5d-4a47-885d-8e6d5f5bc05d None None] Set router 43a7b613-a82b-4d77-879c-7644f42733df gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:01:18.454539 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-93b773dc-f341-4baa-a664-f8cc4fd794c3 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (bfedcbf5-2818-4045-b56c-596951ceb5e0), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:18.457402 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-93b773dc-f341-4baa-a664-f8cc4fd794c3 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:18.465800 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-93b773dc-f341-4baa-a664-f8cc4fd794c3 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/bfedcbf5-2818-4045-b56c-596951ceb5e0 HTTP/1.1" status: 204 len: 168 time: 0.7256064 Aug 27 05:01:18.469542 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-cdec6a44-e734-41ae-836e-9b923ae65d02 admin admin] For port 4d61af21-bfac-4afa-bfa1-d12a6c83302d, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=4d61af21-bfac-4afa-bfa1-d12a6c83302d,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:01:18.470035 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cdec6a44-e734-41ae-836e-9b923ae65d02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (4d61af21-bfac-4afa-bfa1-d12a6c83302d), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:18.477905 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b773dc-f341-4baa-a664-f8cc4fd794c3 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfedcbf5-2818-4045-b56c-596951ceb5e0,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:18.543623 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-cdec6a44-e734-41ae-836e-9b923ae65d02 admin admin] Calling delete_port for 4d61af21-bfac-4afa-bfa1-d12a6c83302d owned by network:router_gateway {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:01:18.557580 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ff7e739c-a2a5-47e7-bcbe-d4c618102d32 admin admin] Publish callbacks [] for security_group (e79eccaf-b263-4b04-a0c2-17f61bc14d4d), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:18.591021 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ff7e739c-a2a5-47e7-bcbe-d4c618102d32 admin admin] Publish callbacks [] for security_group (e79eccaf-b263-4b04-a0c2-17f61bc14d4d), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:18.765948 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-7e98d60e-6142-4cd7-8952-97376b15af77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca2bff6-15d7-4642-b4c9-688f41b301d9', 'name': 'tempest-TestServerBasicOps-1746342857-router', 'tenant_id': '41104bce1ef94aa4bbd703937a54d7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '4d61af21-bfac-4afa-bfa1-d12a6c83302d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:00:18Z', 'updated_at': '2022-08-27T05:01:15Z', 'revision_number': 5, 'project_id': '41104bce1ef94aa4bbd703937a54d7e0', 'gw_port': {'id': '4d61af21-bfac-4afa-bfa1-d12a6c83302d', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca2bff6-15d7-4642-b4c9-688f41b301d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:00:20Z', 'updated_at': '2022-08-27T05:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:18.815012 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:DELETE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:18.822009 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ff7e739c-a2a5-47e7-bcbe-d4c618102d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (e79eccaf-b263-4b04-a0c2-17f61bc14d4d), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:18.824929 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ff7e739c-a2a5-47e7-bcbe-d4c618102d32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:18.825379 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e98d60e-6142-4cd7-8952-97376b15af77 None None] The sync data for ids ['dca2bff6-15d7-4642-b4c9-688f41b301d9'] in n-d-852088-5 is: [{'id': 'dca2bff6-15d7-4642-b4c9-688f41b301d9', 'name': 'tempest-TestServerBasicOps-1746342857-router', 'tenant_id': '41104bce1ef94aa4bbd703937a54d7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '4d61af21-bfac-4afa-bfa1-d12a6c83302d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:00:18Z', 'updated_at': '2022-08-27T05:01:15Z', 'revision_number': 5, 'project_id': '41104bce1ef94aa4bbd703937a54d7e0', 'gw_port': {'id': '4d61af21-bfac-4afa-bfa1-d12a6c83302d', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca2bff6-15d7-4642-b4c9-688f41b301d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:00:20Z', 'updated_at': '2022-08-27T05:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:01:18.838376 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ff7e739c-a2a5-47e7-bcbe-d4c618102d32 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/e79eccaf-b263-4b04-a0c2-17f61bc14d4d HTTP/1.1" status: 204 len: 168 time: 0.4441645 Aug 27 05:01:18.843433 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-e9676f8b-9e5d-4a47-885d-8e6d5f5bc05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a7b613-a82b-4d77-879c-7644f42733df', 'name': 'tempest-TestServerMultinode-1785880984-router', 'tenant_id': 'd1ee6f822ff5481caf67a8f7ac4fc5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'ed52f442-7c80-4c56-882c-fcb42b57f1b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:01:10Z', 'updated_at': '2022-08-27T05:01:16Z', 'revision_number': 3, 'project_id': 'd1ee6f822ff5481caf67a8f7ac4fc5de', 'gw_port': {'id': 'ed52f442-7c80-4c56-882c-fcb42b57f1b2', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:07:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a7b613-a82b-4d77-879c-7644f42733df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:01:13Z', 'updated_at': '2022-08-27T05:01:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:18.865548 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41536) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:18.872049 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-b7a058c5-f2e5-4646-9b55-bbe8f022edc4 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1674960715', 'description': 'tempest-secgroup-smoke-1674960715 description', 'project_id': 'acc20d3acbb8412595ec5e464a94b770'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:01:18.955408 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9676f8b-9e5d-4a47-885d-8e6d5f5bc05d None None] Checking router: 43a7b613-a82b-4d77-879c-7644f42733df for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:01:18.955796 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9676f8b-9e5d-4a47-885d-8e6d5f5bc05d None None] Updating router 43a7b613-a82b-4d77-879c-7644f42733df port ed52f442-7c80-4c56-882c-fcb42b57f1b2 binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:01:18.991681 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b7a058c5-f2e5-4646-9b55-bbe8f022edc4 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:19.009821 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e9676f8b-9e5d-4a47-885d-8e6d5f5bc05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (ed52f442-7c80-4c56-882c-fcb42b57f1b2), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:19.108353 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:19.149620 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b7a058c5-f2e5-4646-9b55-bbe8f022edc4 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group (3f7e1f88-e5a9-49e1-beb3-5ccfa95ff241), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:19.220268 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b7a058c5-f2e5-4646-9b55-bbe8f022edc4 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (3f7e1f88-e5a9-49e1-beb3-5ccfa95ff241), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:19.297223 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a058c5-f2e5-4646-9b55-bbe8f022edc4 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7e1f88-e5a9-49e1-beb3-5ccfa95ff241,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:19.323445 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b7a058c5-f2e5-4646-9b55-bbe8f022edc4 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:19.323445 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b7a058c5-f2e5-4646-9b55-bbe8f022edc4 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4529068 Aug 27 05:01:19.323445 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41546) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:19.333606 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-c5791821-db5c-4086-8333-972162a3f83c tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Request body: {'security_group_rule': {'security_group_id': '3f7e1f88-e5a9-49e1-beb3-5ccfa95ff241', 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:01:19.354087 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=7,neutron:SELECT=87,neutron:UPDATE=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:19.455672 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c5791821-db5c-4086-8333-972162a3f83c tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (341443dd-3a1f-497e-a1ce-7eebd7bdf722), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:19.610654 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c5791821-db5c-4086-8333-972162a3f83c tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (341443dd-3a1f-497e-a1ce-7eebd7bdf722), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:19.654437 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c5791821-db5c-4086-8333-972162a3f83c tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (341443dd-3a1f-497e-a1ce-7eebd7bdf722), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:19.693286 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=4,neutron:UPDATE=3,neutron:SELECT=91,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:19.694260 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5791821-db5c-4086-8333-972162a3f83c tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=341443dd-3a1f-497e-a1ce-7eebd7bdf722,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:19.731835 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7e739c-a2a5-47e7-bcbe-d4c618102d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79eccaf-b263-4b04-a0c2-17f61bc14d4d,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:19.732747 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c5791821-db5c-4086-8333-972162a3f83c tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:19.735447 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c5791821-db5c-4086-8333-972162a3f83c tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4117169 Aug 27 05:01:19.742838 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41566) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:19.790348 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-10d28aa8-0812-4f0d-a4ba-e4935ef95bd5 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Request body: {'security_group_rule': {'security_group_id': '3f7e1f88-e5a9-49e1-beb3-5ccfa95ff241', 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:01:19.901870 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 61fc8d0e-ad04-4e6d-85e7-5b45815e030a no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:01:19.924879 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:19.940451 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 61fc8d0e-ad04-4e6d-85e7-5b45815e030a {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:01:19.940800 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 61fc8d0e-ad04-4e6d-85e7-5b45815e030a not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:01:19.946275 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:20.078024 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-10d28aa8-0812-4f0d-a4ba-e4935ef95bd5 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (f7a48797-7607-4498-91de-27c6111dae59), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:20.188991 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cdec6a44-e734-41ae-836e-9b923ae65d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (4d61af21-bfac-4afa-bfa1-d12a6c83302d), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:20.235496 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdec6a44-e734-41ae-836e-9b923ae65d02 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d61af21-bfac-4afa-bfa1-d12a6c83302d,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:20.236799 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-10d28aa8-0812-4f0d-a4ba-e4935ef95bd5 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (f7a48797-7607-4498-91de-27c6111dae59), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:20.242108 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e9676f8b-9e5d-4a47-885d-8e6d5f5bc05d None None] Publish callbacks [] for port (ed52f442-7c80-4c56-882c-fcb42b57f1b2), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:20.416851 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cdec6a44-e734-41ae-836e-9b923ae65d02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (dca2bff6-15d7-4642-b4c9-688f41b301d9), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:20.420355 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-10d28aa8-0812-4f0d-a4ba-e4935ef95bd5 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (f7a48797-7607-4498-91de-27c6111dae59), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:20.440922 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d28aa8-0812-4f0d-a4ba-e4935ef95bd5 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7a48797-7607-4498-91de-27c6111dae59,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:20.448401 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1ac200b4-e5c2-431f-a271-4df5010070be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:20.476337 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e9676f8b-9e5d-4a47-885d-8e6d5f5bc05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (ed52f442-7c80-4c56-882c-fcb42b57f1b2), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:20.515457 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-10d28aa8-0812-4f0d-a4ba-e4935ef95bd5 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:20.515679 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-10d28aa8-0812-4f0d-a4ba-e4935ef95bd5 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7669713 Aug 27 05:01:20.518506 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41596) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:20.526624 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-ee118805-7aba-4db3-8a4b-2c4efb1704cf tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Request body: {'security_group_rule': {'security_group_id': '3f7e1f88-e5a9-49e1-beb3-5ccfa95ff241', 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:01:20.557189 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cdec6a44-e734-41ae-836e-9b923ae65d02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (dca2bff6-15d7-4642-b4c9-688f41b301d9), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:20.564022 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cdec6a44-e734-41ae-836e-9b923ae65d02 admin admin] Publish callbacks [] for router_controller (dca2bff6-15d7-4642-b4c9-688f41b301d9), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:20.565431 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:20.600957 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-e9676f8b-9e5d-4a47-885d-8e6d5f5bc05d None None] Attempting to bind port ed52f442-7c80-4c56-882c-fcb42b57f1b2 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:01:20.601853 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-e9676f8b-9e5d-4a47-885d-8e6d5f5bc05d None None] Attempting to bind port ed52f442-7c80-4c56-882c-fcb42b57f1b2 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:01:20.602213 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9676f8b-9e5d-4a47-885d-8e6d5f5bc05d None None] Attempting to bind port ed52f442-7c80-4c56-882c-fcb42b57f1b2 on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:01:20.640997 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9676f8b-9e5d-4a47-885d-8e6d5f5bc05d None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:01:20.641711 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9676f8b-9e5d-4a47-885d-8e6d5f5bc05d None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:01:20.642287 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e9676f8b-9e5d-4a47-885d-8e6d5f5bc05d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:20.642832 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9676f8b-9e5d-4a47-885d-8e6d5f5bc05d None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:01:20.643486 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-e9676f8b-9e5d-4a47-885d-8e6d5f5bc05d None None] Bound port: ed52f442-7c80-4c56-882c-fcb42b57f1b2, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:01:20.644067 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e9676f8b-9e5d-4a47-885d-8e6d5f5bc05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (ed52f442-7c80-4c56-882c-fcb42b57f1b2), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:20.668949 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1d3675-af9a-4267-b385-39e34d228710 None None] Pushing event updated for resources: {'Port': ['ID=ed52f442-7c80-4c56-882c-fcb42b57f1b2,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:20.726672 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ee118805-7aba-4db3-8a4b-2c4efb1704cf tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (ab6233b2-362c-48af-9b94-45709bd98a6c), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:20.732051 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cdec6a44-e734-41ae-836e-9b923ae65d02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (dca2bff6-15d7-4642-b4c9-688f41b301d9), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:20.732649 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdec6a44-e734-41ae-836e-9b923ae65d02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dca2bff6-15d7-4642-b4c9-688f41b301d9 {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 05:01:20.750187 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cdec6a44-e734-41ae-836e-9b923ae65d02 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:20.751460 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-cdec6a44-e734-41ae-836e-9b923ae65d02 admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/dca2bff6-15d7-4642-b4c9-688f41b301d9 HTTP/1.1" status: 204 len: 168 time: 3.7060027 Aug 27 05:01:20.780489 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41608) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:20.871744 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-e9676f8b-9e5d-4a47-885d-8e6d5f5bc05d None None] For port ed52f442-7c80-4c56-882c-fcb42b57f1b2, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:01:20.880326 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-e9676f8b-9e5d-4a47-885d-8e6d5f5bc05d None None] For port ed52f442-7c80-4c56-882c-fcb42b57f1b2, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=ed52f442-7c80-4c56-882c-fcb42b57f1b2,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:01:20.931668 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ee118805-7aba-4db3-8a4b-2c4efb1704cf tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (ab6233b2-362c-48af-9b94-45709bd98a6c), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:20.948522 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-1ac200b4-e5c2-431f-a271-4df5010070be admin admin] Allocated IP 172.20.0.1 (0ed41a27-5bd1-4b78-beea-ccccb01af9c8/7a98bdf0-281f-4701-b7a8-81f010b98b05/6edc9882-2a3f-4f6b-ac74-0a166c002c2e) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:01:20.953780 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e9676f8b-9e5d-4a47-885d-8e6d5f5bc05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (ed52f442-7c80-4c56-882c-fcb42b57f1b2), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:20.967417 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-586382e0-fedc-4303-ad50-6ccafc706e36 admin admin] Deleting subnet dc88f9b1-7fc1-4300-a7c8-6ff94352e32f {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 05:01:20.976958 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-586382e0-fedc-4303-ad50-6ccafc706e36 admin admin] Publish callbacks [] for subnet (dc88f9b1-7fc1-4300-a7c8-6ff94352e32f), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:21.027190 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ee118805-7aba-4db3-8a4b-2c4efb1704cf tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (ab6233b2-362c-48af-9b94-45709bd98a6c), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:21.044254 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:21.056830 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee118805-7aba-4db3-8a4b-2c4efb1704cf tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab6233b2-362c-48af-9b94-45709bd98a6c,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:21.082395 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9676f8b-9e5d-4a47-885d-8e6d5f5bc05d None None] Routers {'43a7b613-a82b-4d77-879c-7644f42733df'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:01:21.083857 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-e9676f8b-9e5d-4a47-885d-8e6d5f5bc05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:00:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['43a7b613-a82b-4d77-879c-7644f42733df'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:21.117321 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-586382e0-fedc-4303-ad50-6ccafc706e36 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (dc88f9b1-7fc1-4300-a7c8-6ff94352e32f), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:21.161120 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ee118805-7aba-4db3-8a4b-2c4efb1704cf tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:21.163393 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ee118805-7aba-4db3-8a4b-2c4efb1704cf tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6438949 Aug 27 05:01:21.166304 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41626) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:21.179871 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-b59eac63-0a46-4755-9e84-43987c9f7549 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Request body: {'security_group_rule': {'security_group_id': '3f7e1f88-e5a9-49e1-beb3-5ccfa95ff241', 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:01:21.202952 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:21.283875 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1ac200b4-e5c2-431f-a271-4df5010070be admin admin] Publish callbacks [] for port (6edc9882-2a3f-4f6b-ac74-0a166c002c2e), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:21.323873 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-e9676f8b-9e5d-4a47-885d-8e6d5f5bc05d None None] Set router 43a7b613-a82b-4d77-879c-7644f42733df gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:01:21.349287 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-586382e0-fedc-4303-ad50-6ccafc706e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (dc88f9b1-7fc1-4300-a7c8-6ff94352e32f), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:21.429595 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b59eac63-0a46-4755-9e84-43987c9f7549 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (4ff5fbaa-9137-4967-a9a8-7b4044d9c75d), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:21.473946 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1ac200b4-e5c2-431f-a271-4df5010070be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (6edc9882-2a3f-4f6b-ac74-0a166c002c2e), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:21.505023 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:21.507641 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1d3675-af9a-4267-b385-39e34d228710 None None] Pushing event updated for resources: {'Port': ['ID=ed52f442-7c80-4c56-882c-fcb42b57f1b2,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:21.546459 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:21.554750 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac200b4-e5c2-431f-a271-4df5010070be admin admin] Network 0ed41a27-5bd1-4b78-beea-ccccb01af9c8 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:01:21.560384 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-1ac200b4-e5c2-431f-a271-4df5010070be admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:01:21.565157 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac200b4-e5c2-431f-a271-4df5010070be admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:01:21.596243 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac200b4-e5c2-431f-a271-4df5010070be admin admin] Pushing event updated for resources: {'Port': ['ID=6edc9882-2a3f-4f6b-ac74-0a166c002c2e,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:21.602325 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-586382e0-fedc-4303-ad50-6ccafc706e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (dc88f9b1-7fc1-4300-a7c8-6ff94352e32f), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:21.645885 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-e9676f8b-9e5d-4a47-885d-8e6d5f5bc05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a7b613-a82b-4d77-879c-7644f42733df', 'name': 'tempest-TestServerMultinode-1785880984-router', 'tenant_id': 'd1ee6f822ff5481caf67a8f7ac4fc5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'ed52f442-7c80-4c56-882c-fcb42b57f1b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:01:10Z', 'updated_at': '2022-08-27T05:01:16Z', 'revision_number': 3, 'project_id': 'd1ee6f822ff5481caf67a8f7ac4fc5de', 'gw_port': {'id': 'ed52f442-7c80-4c56-882c-fcb42b57f1b2', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:07:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a7b613-a82b-4d77-879c-7644f42733df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:01:13Z', 'updated_at': '2022-08-27T05:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:21.647003 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b59eac63-0a46-4755-9e84-43987c9f7549 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (4ff5fbaa-9137-4967-a9a8-7b4044d9c75d), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:21.660175 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-586382e0-fedc-4303-ad50-6ccafc706e36 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:21.664416 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-586382e0-fedc-4303-ad50-6ccafc706e36 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/dc88f9b1-7fc1-4300-a7c8-6ff94352e32f HTTP/1.1" status: 204 len: 168 time: 0.8828046 Aug 27 05:01:21.665552 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586382e0-fedc-4303-ad50-6ccafc706e36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc88f9b1-7fc1-4300-a7c8-6ff94352e32f,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:21.667031 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41630) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:21.683116 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1ac200b4-e5c2-431f-a271-4df5010070be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (43a7b613-a82b-4d77-879c-7644f42733df), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:21.707282 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d358aaa3-f17a-449f-9dbf-a5f7db5a8421 None None] Network 60788e4b-d10e-49d9-9088-8b0f2f379cf6 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:01:21.709178 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9676f8b-9e5d-4a47-885d-8e6d5f5bc05d None None] The sync data for ids ['43a7b613-a82b-4d77-879c-7644f42733df'] in n-d-852088-5 is: [{'id': '43a7b613-a82b-4d77-879c-7644f42733df', 'name': 'tempest-TestServerMultinode-1785880984-router', 'tenant_id': 'd1ee6f822ff5481caf67a8f7ac4fc5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'ed52f442-7c80-4c56-882c-fcb42b57f1b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:01:10Z', 'updated_at': '2022-08-27T05:01:16Z', 'revision_number': 3, 'project_id': 'd1ee6f822ff5481caf67a8f7ac4fc5de', 'gw_port': {'id': 'ed52f442-7c80-4c56-882c-fcb42b57f1b2', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:07:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a7b613-a82b-4d77-879c-7644f42733df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:01:13Z', 'updated_at': '2022-08-27T05:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:01:21.788662 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b59eac63-0a46-4755-9e84-43987c9f7549 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (4ff5fbaa-9137-4967-a9a8-7b4044d9c75d), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:21.896198 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3080efe9-158d-4b8a-89ab-8e97b73a262c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (60788e4b-d10e-49d9-9088-8b0f2f379cf6), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:21.899971 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 4d61af21-bfac-4afa-bfa1-d12a6c83302d no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:01:21.913255 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59eac63-0a46-4755-9e84-43987c9f7549 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ff5fbaa-9137-4967-a9a8-7b4044d9c75d,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:21.962413 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 4d61af21-bfac-4afa-bfa1-d12a6c83302d {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:01:21.963277 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 4d61af21-bfac-4afa-bfa1-d12a6c83302d not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:01:22.029041 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-d15ac7f9-a7ce-400d-84bb-60525db4a126 None None] Provisioning complete for port 6edc9882-2a3f-4f6b-ac74-0a166c002c2e triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:01:22.031250 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d15ac7f9-a7ce-400d-84bb-60525db4a126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (6edc9882-2a3f-4f6b-ac74-0a166c002c2e), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:22.041408 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b59eac63-0a46-4755-9e84-43987c9f7549 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:22.047094 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41636) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:22.047969 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b59eac63-0a46-4755-9e84-43987c9f7549 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8777690 Aug 27 05:01:22.061981 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-9932aae8-ec97-465d-a0a3-5467380c79f3 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Request body: {'security_group_rule': {'security_group_id': '3f7e1f88-e5a9-49e1-beb3-5ccfa95ff241', 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:01:22.070371 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-3080efe9-158d-4b8a-89ab-8e97b73a262c admin admin] Deleting port fa6a0e39-243e-46ba-98f3-342c9e019b12 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:01:22.070808 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3080efe9-158d-4b8a-89ab-8e97b73a262c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (fa6a0e39-243e-46ba-98f3-342c9e019b12), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:22.084530 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5dacac-253c-4a56-8411-884d8bb12a0c None None] DHCP port deletion for 60788e4b-d10e-49d9-9088-8b0f2f379cf6 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 05:01:22.088872 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1ac200b4-e5c2-431f-a271-4df5010070be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (6edc9882-2a3f-4f6b-ac74-0a166c002c2e), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:22.101388 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d15ac7f9-a7ce-400d-84bb-60525db4a126 None None] Port 6edc9882-2a3f-4f6b-ac74-0a166c002c2e cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:01:22.144298 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-3d5dacac-253c-4a56-8411-884d8bb12a0c None None] Deleting port fa6a0e39-243e-46ba-98f3-342c9e019b12 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:01:22.145005 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3d5dacac-253c-4a56-8411-884d8bb12a0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (fa6a0e39-243e-46ba-98f3-342c9e019b12), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:22.253623 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-3080efe9-158d-4b8a-89ab-8e97b73a262c admin admin] For port fa6a0e39-243e-46ba-98f3-342c9e019b12, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=fa6a0e39-243e-46ba-98f3-342c9e019b12,segment=NetworkSegment(a2a7525a-9958-4b3a-97be-704dff315503),segment_id=a2a7525a-9958-4b3a-97be-704dff315503)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:01:22.254559 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3080efe9-158d-4b8a-89ab-8e97b73a262c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (fa6a0e39-243e-46ba-98f3-342c9e019b12), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:22.259921 n-d-852088-5 neutron-server[107776]: INFO neutron.db.securitygroups_db [None req-9932aae8-ec97-465d-a0a3-5467380c79f3 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Project acc20d3acbb8412595ec5e464a94b770 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 05:01:22.274591 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-3080efe9-158d-4b8a-89ab-8e97b73a262c admin admin] Calling delete_port for fa6a0e39-243e-46ba-98f3-342c9e019b12 owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:01:22.301278 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9932aae8-ec97-465d-a0a3-5467380c79f3 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (5f34e597-c48d-4788-a36e-ec68ea92db62), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:22.393969 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-3d5dacac-253c-4a56-8411-884d8bb12a0c None None] For port fa6a0e39-243e-46ba-98f3-342c9e019b12, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=fa6a0e39-243e-46ba-98f3-342c9e019b12,segment=NetworkSegment(a2a7525a-9958-4b3a-97be-704dff315503),segment_id=a2a7525a-9958-4b3a-97be-704dff315503)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:01:22.393969 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3d5dacac-253c-4a56-8411-884d8bb12a0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (fa6a0e39-243e-46ba-98f3-342c9e019b12), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:22.430339 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-3d5dacac-253c-4a56-8411-884d8bb12a0c None None] Calling delete_port for fa6a0e39-243e-46ba-98f3-342c9e019b12 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:01:22.501381 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:22.575475 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:22.657950 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3d5dacac-253c-4a56-8411-884d8bb12a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (fa6a0e39-243e-46ba-98f3-342c9e019b12), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:22.658800 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9932aae8-ec97-465d-a0a3-5467380c79f3 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (5f34e597-c48d-4788-a36e-ec68ea92db62), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:22.665666 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3080efe9-158d-4b8a-89ab-8e97b73a262c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (fa6a0e39-243e-46ba-98f3-342c9e019b12), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:22.691536 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=83,neutron:DELETE=15,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:22.697365 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5dacac-253c-4a56-8411-884d8bb12a0c None None] No DVR routers for this DVR port fa6a0e39-243e-46ba-98f3-342c9e019b12 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:01:22.744010 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3080efe9-158d-4b8a-89ab-8e97b73a262c admin admin] Pushing event deleted for resources: {'Port': ['ID=fa6a0e39-243e-46ba-98f3-342c9e019b12,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:22.757600 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9932aae8-ec97-465d-a0a3-5467380c79f3 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (5f34e597-c48d-4788-a36e-ec68ea92db62), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:22.758061 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3080efe9-158d-4b8a-89ab-8e97b73a262c admin admin] No DVR routers for this DVR port fa6a0e39-243e-46ba-98f3-342c9e019b12 on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:01:22.783450 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5dacac-253c-4a56-8411-884d8bb12a0c None None] Pushing event deleted for resources: {'Port': ['ID=fa6a0e39-243e-46ba-98f3-342c9e019b12,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:22.877899 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932aae8-ec97-465d-a0a3-5467380c79f3 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f34e597-c48d-4788-a36e-ec68ea92db62,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:22.887781 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1ac200b4-e5c2-431f-a271-4df5010070be admin admin] Publish callbacks [] for port (6edc9882-2a3f-4f6b-ac74-0a166c002c2e), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:22.955606 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9932aae8-ec97-465d-a0a3-5467380c79f3 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:22.959195 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-9932aae8-ec97-465d-a0a3-5467380c79f3 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9057980 Aug 27 05:01:22.967182 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41668) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:22.973401 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-09682fae-ecf2-47b5-aacf-24ea19d450e7 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Request body: {'security_group_rule': {'security_group_id': '3f7e1f88-e5a9-49e1-beb3-5ccfa95ff241', 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:01:22.993153 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3080efe9-158d-4b8a-89ab-8e97b73a262c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (60788e4b-d10e-49d9-9088-8b0f2f379cf6), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:23.008877 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1ac200b4-e5c2-431f-a271-4df5010070be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (6edc9882-2a3f-4f6b-ac74-0a166c002c2e), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:23.009036 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:23.088887 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-3080efe9-158d-4b8a-89ab-8e97b73a262c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60788e4b-d10e-49d9-9088-8b0f2f379cf6']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:23.103234 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:23.111620 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-3080efe9-158d-4b8a-89ab-8e97b73a262c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2a7525a-9958-4b3a-97be-704dff315503') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:23.112233 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-3080efe9-158d-4b8a-89ab-8e97b73a262c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2a7525a-9958-4b3a-97be-704dff315503') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:23.134899 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3080efe9-158d-4b8a-89ab-8e97b73a262c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (a2a7525a-9958-4b3a-97be-704dff315503), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:23.173535 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3080efe9-158d-4b8a-89ab-8e97b73a262c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (a2a7525a-9958-4b3a-97be-704dff315503), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:23.194025 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3080efe9-158d-4b8a-89ab-8e97b73a262c admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:01:23.196234 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3080efe9-158d-4b8a-89ab-8e97b73a262c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (a2a7525a-9958-4b3a-97be-704dff315503), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:23.246205 n-d-852088-5 neutron-server[107776]: INFO neutron.db.securitygroups_db [None req-09682fae-ecf2-47b5-aacf-24ea19d450e7 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Project acc20d3acbb8412595ec5e464a94b770 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 05:01:23.248463 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:23.264306 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment a2a7525a-9958-4b3a-97be-704dff315503 resource provider aggregate not found Aug 27 05:01:23.267918 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1ac200b4-e5c2-431f-a271-4df5010070be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (43a7b613-a82b-4d77-879c-7644f42733df), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:23.283290 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac200b4-e5c2-431f-a271-4df5010070be admin admin] Pushing event updated for resources: {'Port': ['ID=6edc9882-2a3f-4f6b-ac74-0a166c002c2e,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:23.304924 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-09682fae-ecf2-47b5-aacf-24ea19d450e7 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (f7d3ab5a-801b-41f8-b724-099ad8706a03), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:23.309056 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment a2a7525a-9958-4b3a-97be-704dff315503 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a2a7525a-9958-4b3a-97be-704dff315503 found for delete ", "request_id": "req-76c13050-5627-4ff6-97b8-6df7869518b7"}]} Aug 27 05:01:23.409363 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3080efe9-158d-4b8a-89ab-8e97b73a262c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (60788e4b-d10e-49d9-9088-8b0f2f379cf6), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:23.427727 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3080efe9-158d-4b8a-89ab-8e97b73a262c admin admin] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:23.427727 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3080efe9-158d-4b8a-89ab-8e97b73a262c admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/60788e4b-d10e-49d9-9088-8b0f2f379cf6 HTTP/1.1" status: 204 len: 168 time: 1.7548842 Aug 27 05:01:23.429129 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41690) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:23.552206 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:23.597624 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-09682fae-ecf2-47b5-aacf-24ea19d450e7 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (f7d3ab5a-801b-41f8-b724-099ad8706a03), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:23.657785 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac200b4-e5c2-431f-a271-4df5010070be admin admin] Network 0ed41a27-5bd1-4b78-beea-ccccb01af9c8 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:01:23.659518 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-1ac200b4-e5c2-431f-a271-4df5010070be admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:01:23.673315 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-09682fae-ecf2-47b5-aacf-24ea19d450e7 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (f7d3ab5a-801b-41f8-b724-099ad8706a03), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:23.780820 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3080efe9-158d-4b8a-89ab-8e97b73a262c admin admin] Pushing event deleted for resources: {'Network': ['ID=60788e4b-d10e-49d9-9088-8b0f2f379cf6,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:23.824595 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09682fae-ecf2-47b5-aacf-24ea19d450e7 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7d3ab5a-801b-41f8-b724-099ad8706a03,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:23.874777 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-09682fae-ecf2-47b5-aacf-24ea19d450e7 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:23.877247 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-09682fae-ecf2-47b5-aacf-24ea19d450e7 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9090011 Aug 27 05:01:23.883151 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41714) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:23.888776 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-7898fb5d-fc17-4e83-914b-c533c39fe09d tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Request body: {'network': {'name': 'tempest-network-smoke--1014421661', 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'port_security_enabled': True}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:01:23.942847 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device ed52f442-7c80-4c56-882c-fcb42b57f1b2 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:01:24.088695 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:24.103348 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port ed52f442-7c80-4c56-882c-fcb42b57f1b2 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:01:24.103729 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (ed52f442-7c80-4c56-882c-fcb42b57f1b2), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:24.209600 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=77,neutron:UPDATE=6,neutron:DELETE=11,neutron:INSERT=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:24.229875 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac200b4-e5c2-431f-a271-4df5010070be admin admin] Router 43a7b613-a82b-4d77-879c-7644f42733df has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:01:24.248871 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-623634de-cf41-4447-a51a-ba96bd12ec6c None None] Provisioning complete for port 6edc9882-2a3f-4f6b-ac74-0a166c002c2e triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:01:24.249774 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-623634de-cf41-4447-a51a-ba96bd12ec6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (6edc9882-2a3f-4f6b-ac74-0a166c002c2e), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:24.357311 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:24.357720 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7ee2bd12-bb96-481e-88bf-6dfa6f88bb40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (bbf9cf89-d09b-4a43-92ff-c50d6ff3d878), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:24.358353 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port ed52f442-7c80-4c56-882c-fcb42b57f1b2 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:01:24.358803 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (ed52f442-7c80-4c56-882c-fcb42b57f1b2), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:24.382583 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port ed52f442-7c80-4c56-882c-fcb42b57f1b2, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=ed52f442-7c80-4c56-882c-fcb42b57f1b2,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:01:24.388855 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-623634de-cf41-4447-a51a-ba96bd12ec6c None None] Port 6edc9882-2a3f-4f6b-ac74-0a166c002c2e cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:01:24.509869 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (ed52f442-7c80-4c56-882c-fcb42b57f1b2), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:24.515460 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7898fb5d-fc17-4e83-914b-c533c39fe09d tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Made reservation on behalf of acc20d3acbb8412595ec5e464a94b770 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:01:24.533322 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7898fb5d-fc17-4e83-914b-c533c39fe09d tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:24.541510 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac200b4-e5c2-431f-a271-4df5010070be admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:01:24.556400 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1ac200b4-e5c2-431f-a271-4df5010070be admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/43a7b613-a82b-4d77-879c-7644f42733df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2780044 Aug 27 05:01:24.628020 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device fa6a0e39-243e-46ba-98f3-342c9e019b12 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:01:24.641235 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7898fb5d-fc17-4e83-914b-c533c39fe09d tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 05:01:24.688259 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7898fb5d-fc17-4e83-914b-c533c39fe09d tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (aaeb7a02-ac95-4943-bc8a-a17bfb1ad991), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:24.692853 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-7898fb5d-fc17-4e83-914b-c533c39fe09d tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Added segment aaeb7a02-ac95-4943-bc8a-a17bfb1ad991 of type vlan for network 56f49e66-9af5-45ea-8093-4994a5035334 Aug 27 05:01:24.702138 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: fa6a0e39-243e-46ba-98f3-342c9e019b12 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:01:24.704947 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device fa6a0e39-243e-46ba-98f3-342c9e019b12 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:01:24.814759 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=ed52f442-7c80-4c56-882c-fcb42b57f1b2,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:24.823761 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:24.858962 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7898fb5d-fc17-4e83-914b-c533c39fe09d tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (56f49e66-9af5-45ea-8093-4994a5035334), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:24.960144 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e933770e-fb64-4b58-a138-af720cb40cf7 None None] Sync routers for ids ['43a7b613-a82b-4d77-879c-7644f42733df'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:01:24.986094 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e933770e-fb64-4b58-a138-af720cb40cf7 None None] Routers {'43a7b613-a82b-4d77-879c-7644f42733df'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:01:24.987661 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-e933770e-fb64-4b58-a138-af720cb40cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:00:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['43a7b613-a82b-4d77-879c-7644f42733df'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:25.008881 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7898fb5d-fc17-4e83-914b-c533c39fe09d tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (56f49e66-9af5-45ea-8093-4994a5035334), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:25.015013 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7898fb5d-fc17-4e83-914b-c533c39fe09d tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:01:25.015652 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7898fb5d-fc17-4e83-914b-c533c39fe09d tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:25.107622 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:25.208021 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-7ee2bd12-bb96-481e-88bf-6dfa6f88bb40 admin admin] Deleting port a8667223-fde5-40d5-bb22-1b67ef26a42f {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:01:25.208627 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7ee2bd12-bb96-481e-88bf-6dfa6f88bb40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (a8667223-fde5-40d5-bb22-1b67ef26a42f), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:25.215360 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7898fb5d-fc17-4e83-914b-c533c39fe09d tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event updated for resources: {'Network': ['ID=56f49e66-9af5-45ea-8093-4994a5035334,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:25.221023 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7898fb5d-fc17-4e83-914b-c533c39fe09d tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3363183 Aug 27 05:01:25.226649 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41754) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:25.239203 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 56f49e66-9af5-45ea-8093-4994a5035334 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 05:01:25.241327 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-6b36a51d-667c-4f6e-bbff-09e239a93527 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1846890859', 'admin_state_up': True, 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:01:25.307530 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-e933770e-fb64-4b58-a138-af720cb40cf7 None None] Set router 43a7b613-a82b-4d77-879c-7644f42733df gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:01:25.318753 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:25.414390 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6b36a51d-667c-4f6e-bbff-09e239a93527 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (67ada737-450c-446e-a863-514e0894e7a9), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:25.415391 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6b36a51d-667c-4f6e-bbff-09e239a93527 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (67ada737-450c-446e-a863-514e0894e7a9), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:25.556976 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-7ee2bd12-bb96-481e-88bf-6dfa6f88bb40 admin admin] For port a8667223-fde5-40d5-bb22-1b67ef26a42f, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a8667223-fde5-40d5-bb22-1b67ef26a42f,segment=NetworkSegment(cf1f8fb0-fb2f-4355-8e31-e500f76e6b6b),segment_id=cf1f8fb0-fb2f-4355-8e31-e500f76e6b6b)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:01:25.557568 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7ee2bd12-bb96-481e-88bf-6dfa6f88bb40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (a8667223-fde5-40d5-bb22-1b67ef26a42f), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:25.563993 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6b36a51d-667c-4f6e-bbff-09e239a93527 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for router_controller (67ada737-450c-446e-a863-514e0894e7a9), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:25.605652 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-7ee2bd12-bb96-481e-88bf-6dfa6f88bb40 admin admin] Calling delete_port for a8667223-fde5-40d5-bb22-1b67ef26a42f owned by network:router_interface {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:01:25.786690 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:25.957474 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:25.966965 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-e933770e-fb64-4b58-a138-af720cb40cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a7b613-a82b-4d77-879c-7644f42733df', 'name': 'tempest-TestServerMultinode-1785880984-router', 'tenant_id': 'd1ee6f822ff5481caf67a8f7ac4fc5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'ed52f442-7c80-4c56-882c-fcb42b57f1b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:01:10Z', 'updated_at': '2022-08-27T05:01:21Z', 'revision_number': 4, 'project_id': 'd1ee6f822ff5481caf67a8f7ac4fc5de', 'gw_port': {'id': 'ed52f442-7c80-4c56-882c-fcb42b57f1b2', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:07:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a7b613-a82b-4d77-879c-7644f42733df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:01:13Z', 'updated_at': '2022-08-27T05:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '6edc9882-2a3f-4f6b-ac74-0a166c002c2e', 'name': '', 'network_id': '0ed41a27-5bd1-4b78-beea-ccccb01af9c8', 'tenant_id': 'd1ee6f822ff5481caf67a8f7ac4fc5de', 'mac_address': 'fa:16:3e:b6:09:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a7b613-a82b-4d77-879c-7644f42733df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '7a98bdf0-281f-4701-b7a8-81f010b98b05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:01:20Z', 'updated_at': '2022-08-27T05:01:22Z', 'revision_number': 2, 'project_id': 'd1ee6f822ff5481caf67a8f7ac4fc5de', 'subnets': [{'id': '7a98bdf0-281f-4701-b7a8-81f010b98b05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:25.972106 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:26.087855 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device ed52f442-7c80-4c56-882c-fcb42b57f1b2 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:01:26.118959 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e933770e-fb64-4b58-a138-af720cb40cf7 None None] Checking router: 43a7b613-a82b-4d77-879c-7644f42733df for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:01:26.121811 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e933770e-fb64-4b58-a138-af720cb40cf7 None None] Updating router 43a7b613-a82b-4d77-879c-7644f42733df port 6edc9882-2a3f-4f6b-ac74-0a166c002c2e binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:01:26.165814 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port ed52f442-7c80-4c56-882c-fcb42b57f1b2 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:01:26.165814 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (ed52f442-7c80-4c56-882c-fcb42b57f1b2), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:26.171417 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-e933770e-fb64-4b58-a138-af720cb40cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (6edc9882-2a3f-4f6b-ac74-0a166c002c2e), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:26.211129 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:26.351538 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6b36a51d-667c-4f6e-bbff-09e239a93527 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for router_gateway (67ada737-450c-446e-a863-514e0894e7a9), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:26.410497 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port ed52f442-7c80-4c56-882c-fcb42b57f1b2 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:01:26.560327 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57befc0a-f585-4996-bff1-37a6a438767f req-a11a158c-70e6-4f4c-813a-158e585a3e87 tempest-TestServerMultinode-663075982 tempest-TestServerMultinode-663075982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:01:26.567851 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-57befc0a-f585-4996-bff1-37a6a438767f req-a11a158c-70e6-4f4c-813a-158e585a3e87 tempest-TestServerMultinode-663075982 tempest-TestServerMultinode-663075982-project-admin] 10.222.0.76 "GET /networking/v2.0/networks?id=091bc189-59bb-4ee2-b6e3-9e6caa192dd4 HTTP/1.1" status: 200 len: 911 time: 0.2444351 Aug 27 05:01:26.591857 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-57befc0a-f585-4996-bff1-37a6a438767f req-aa395672-b4df-4740-8194-7de91f08ce0e tempest-TestServerMultinode-663075982 tempest-TestServerMultinode-663075982-project-admin] 10.222.0.76 "GET /networking/v2.0/quotas/d1ee6f822ff5481caf67a8f7ac4fc5de HTTP/1.1" status: 200 len: 375 time: 0.0226893 Aug 27 05:01:26.648448 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-e933770e-fb64-4b58-a138-af720cb40cf7 None None] Publish callbacks [] for port (6edc9882-2a3f-4f6b-ac74-0a166c002c2e), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:26.653249 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7ee2bd12-bb96-481e-88bf-6dfa6f88bb40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (a8667223-fde5-40d5-bb22-1b67ef26a42f), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:26.717019 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-011dac28-ad2a-4e39-ac85-38df256810b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:26.719668 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-e933770e-fb64-4b58-a138-af720cb40cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (6edc9882-2a3f-4f6b-ac74-0a166c002c2e), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:26.732675 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee2bd12-bb96-481e-88bf-6dfa6f88bb40 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8667223-fde5-40d5-bb22-1b67ef26a42f,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:26.793595 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-57befc0a-f585-4996-bff1-37a6a438767f req-b9f7f40b-07ab-4b57-b5bf-62c11a51b0ae tempest-TestServerMultinode-663075982 tempest-TestServerMultinode-663075982-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=d1ee6f822ff5481caf67a8f7ac4fc5de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1944094 Aug 27 05:01:26.870194 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cef5a1f-1f86-4cd4-9d20-035ebb95562c None None] Pushing event updated for resources: {'Port': ['ID=6edc9882-2a3f-4f6b-ac74-0a166c002c2e,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:26.873882 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41806) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:26.873882 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6b36a51d-667c-4f6e-bbff-09e239a93527 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for router_gateway (67ada737-450c-446e-a863-514e0894e7a9), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:26.906901 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-e933770e-fb64-4b58-a138-af720cb40cf7 None None] Attempting to bind port 6edc9882-2a3f-4f6b-ac74-0a166c002c2e on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:01:26.907274 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-e933770e-fb64-4b58-a138-af720cb40cf7 None None] Attempting to bind port 6edc9882-2a3f-4f6b-ac74-0a166c002c2e by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '87d55600-49eb-4037-abd4-8e72d4f9a057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0ed41a27-5bd1-4b78-beea-ccccb01af9c8'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:01:26.907642 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e933770e-fb64-4b58-a138-af720cb40cf7 None None] Attempting to bind port 6edc9882-2a3f-4f6b-ac74-0a166c002c2e on network 0ed41a27-5bd1-4b78-beea-ccccb01af9c8 {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:01:26.914689 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e933770e-fb64-4b58-a138-af720cb40cf7 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:01:26.915385 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e933770e-fb64-4b58-a138-af720cb40cf7 None None] Checking segment: {'id': '87d55600-49eb-4037-abd4-8e72d4f9a057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0ed41a27-5bd1-4b78-beea-ccccb01af9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:01:26.916013 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-e933770e-fb64-4b58-a138-af720cb40cf7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:26.916645 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e933770e-fb64-4b58-a138-af720cb40cf7 None None] Bound using segment: {'id': '87d55600-49eb-4037-abd4-8e72d4f9a057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0ed41a27-5bd1-4b78-beea-ccccb01af9c8'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:01:26.917994 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-e933770e-fb64-4b58-a138-af720cb40cf7 None None] Bound port: 6edc9882-2a3f-4f6b-ac74-0a166c002c2e, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87d55600-49eb-4037-abd4-8e72d4f9a057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0ed41a27-5bd1-4b78-beea-ccccb01af9c8'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:01:26.918587 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-e933770e-fb64-4b58-a138-af720cb40cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (6edc9882-2a3f-4f6b-ac74-0a166c002c2e), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:27.038530 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41808) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:27.089982 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6b36a51d-667c-4f6e-bbff-09e239a93527 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:27.237181 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-e933770e-fb64-4b58-a138-af720cb40cf7 None None] For port 6edc9882-2a3f-4f6b-ac74-0a166c002c2e, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:01:27.244312 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-6b36a51d-667c-4f6e-bbff-09e239a93527 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Allocated IP 172.25.2.159 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/460022d4-0542-4d49-9030-499479797b68) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:01:27.249229 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-e933770e-fb64-4b58-a138-af720cb40cf7 None None] For port 6edc9882-2a3f-4f6b-ac74-0a166c002c2e, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=6edc9882-2a3f-4f6b-ac74-0a166c002c2e,segment=NetworkSegment(87d55600-49eb-4037-abd4-8e72d4f9a057),segment_id=87d55600-49eb-4037-abd4-8e72d4f9a057)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:01:27.358360 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-e933770e-fb64-4b58-a138-af720cb40cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (6edc9882-2a3f-4f6b-ac74-0a166c002c2e), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:27.371102 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:27.453125 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cef5a1f-1f86-4cd4-9d20-035ebb95562c None None] Pushing event updated for resources: {'Port': ['ID=6edc9882-2a3f-4f6b-ac74-0a166c002c2e,revision_number=4']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:27.468609 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e933770e-fb64-4b58-a138-af720cb40cf7 None None] Routers {'43a7b613-a82b-4d77-879c-7644f42733df'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:01:27.470158 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-e933770e-fb64-4b58-a138-af720cb40cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:00:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['43a7b613-a82b-4d77-879c-7644f42733df'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:27.535130 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6b36a51d-667c-4f6e-bbff-09e239a93527 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for port (460022d4-0542-4d49-9030-499479797b68), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:27.659094 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-e933770e-fb64-4b58-a138-af720cb40cf7 None None] Set router 43a7b613-a82b-4d77-879c-7644f42733df gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:01:27.757692 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:27.804917 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6b36a51d-667c-4f6e-bbff-09e239a93527 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (460022d4-0542-4d49-9030-499479797b68), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:27.883979 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:27.899265 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:27.912481 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7ee2bd12-bb96-481e-88bf-6dfa6f88bb40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (bbf9cf89-d09b-4a43-92ff-c50d6ff3d878), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:27.915506 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7e48e1da-32d8-41e6-a25f-a9fc8b50108a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:27.924404 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b36a51d-667c-4f6e-bbff-09e239a93527 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:01:27.930571 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-6b36a51d-667c-4f6e-bbff-09e239a93527 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:01:27.955517 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b36a51d-667c-4f6e-bbff-09e239a93527 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:01:27.961144 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b36a51d-667c-4f6e-bbff-09e239a93527 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event updated for resources: {'Port': ['ID=460022d4-0542-4d49-9030-499479797b68,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:28.113750 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-e933770e-fb64-4b58-a138-af720cb40cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a7b613-a82b-4d77-879c-7644f42733df', 'name': 'tempest-TestServerMultinode-1785880984-router', 'tenant_id': 'd1ee6f822ff5481caf67a8f7ac4fc5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'ed52f442-7c80-4c56-882c-fcb42b57f1b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:01:10Z', 'updated_at': '2022-08-27T05:01:21Z', 'revision_number': 4, 'project_id': 'd1ee6f822ff5481caf67a8f7ac4fc5de', 'gw_port': {'id': 'ed52f442-7c80-4c56-882c-fcb42b57f1b2', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:07:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a7b613-a82b-4d77-879c-7644f42733df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:01:13Z', 'updated_at': '2022-08-27T05:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '6edc9882-2a3f-4f6b-ac74-0a166c002c2e', 'name': '', 'network_id': '0ed41a27-5bd1-4b78-beea-ccccb01af9c8', 'tenant_id': 'd1ee6f822ff5481caf67a8f7ac4fc5de', 'mac_address': 'fa:16:3e:b6:09:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a7b613-a82b-4d77-879c-7644f42733df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '7a98bdf0-281f-4701-b7a8-81f010b98b05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:01:20Z', 'updated_at': '2022-08-27T05:01:27Z', 'revision_number': 4, 'project_id': 'd1ee6f822ff5481caf67a8f7ac4fc5de', 'subnets': [{'id': '7a98bdf0-281f-4701-b7a8-81f010b98b05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:28.176195 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e933770e-fb64-4b58-a138-af720cb40cf7 None None] The sync data for ids ['43a7b613-a82b-4d77-879c-7644f42733df'] in n-d-852088-5 is: [{'id': '43a7b613-a82b-4d77-879c-7644f42733df', 'name': 'tempest-TestServerMultinode-1785880984-router', 'tenant_id': 'd1ee6f822ff5481caf67a8f7ac4fc5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'ed52f442-7c80-4c56-882c-fcb42b57f1b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:01:10Z', 'updated_at': '2022-08-27T05:01:21Z', 'revision_number': 4, 'project_id': 'd1ee6f822ff5481caf67a8f7ac4fc5de', 'gw_port': {'id': 'ed52f442-7c80-4c56-882c-fcb42b57f1b2', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:07:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a7b613-a82b-4d77-879c-7644f42733df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:01:13Z', 'updated_at': '2022-08-27T05:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '6edc9882-2a3f-4f6b-ac74-0a166c002c2e', 'name': '', 'network_id': '0ed41a27-5bd1-4b78-beea-ccccb01af9c8', 'tenant_id': 'd1ee6f822ff5481caf67a8f7ac4fc5de', 'mac_address': 'fa:16:3e:b6:09:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a7b613-a82b-4d77-879c-7644f42733df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '7a98bdf0-281f-4701-b7a8-81f010b98b05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:01:20Z', 'updated_at': '2022-08-27T05:01:27Z', 'revision_number': 4, 'project_id': 'd1ee6f822ff5481caf67a8f7ac4fc5de', 'subnets': [{'id': '7a98bdf0-281f-4701-b7a8-81f010b98b05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:01:28.218899 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-88575fd3-2294-41c2-b7b1-c8c7de8a95da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:28.235509 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7e48e1da-32d8-41e6-a25f-a9fc8b50108a admin admin] Publish callbacks [] for security_group (f85ad7c8-e9f9-401f-a53b-6bb7314e2258), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:28.387274 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7e48e1da-32d8-41e6-a25f-a9fc8b50108a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (f85ad7c8-e9f9-401f-a53b-6bb7314e2258), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:28.591223 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e48e1da-32d8-41e6-a25f-a9fc8b50108a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85ad7c8-e9f9-401f-a53b-6bb7314e2258,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:28.623371 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7e48e1da-32d8-41e6-a25f-a9fc8b50108a admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=29478bc90fd044b2bb31d3ce86c1f22f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5817382 Aug 27 05:01:28.634856 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41856) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:28.707385 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee2bd12-bb96-481e-88bf-6dfa6f88bb40 admin admin] Router bbf9cf89-d09b-4a43-92ff-c50d6ff3d878 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:01:28.847104 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:28.860866 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-af7b2ef8-7a7b-4e6c-9164-d5c7cae15f44 admin admin] Publish callbacks [] for security_group (f85ad7c8-e9f9-401f-a53b-6bb7314e2258), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:28.990961 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-af7b2ef8-7a7b-4e6c-9164-d5c7cae15f44 admin admin] Publish callbacks [] for security_group (f85ad7c8-e9f9-401f-a53b-6bb7314e2258), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:29.068846 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee2bd12-bb96-481e-88bf-6dfa6f88bb40 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:01:29.082702 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b700a664-b398-4e36-be3b-be5d81928fed None None] Sync routers for ids ['bbf9cf89-d09b-4a43-92ff-c50d6ff3d878'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:01:29.093925 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7ee2bd12-bb96-481e-88bf-6dfa6f88bb40 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/bbf9cf89-d09b-4a43-92ff-c50d6ff3d878/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6635695 Aug 27 05:01:29.112009 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41870) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:29.169901 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b700a664-b398-4e36-be3b-be5d81928fed None None] Routers {'bbf9cf89-d09b-4a43-92ff-c50d6ff3d878'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:01:29.173571 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-b700a664-b398-4e36-be3b-be5d81928fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:00:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['bbf9cf89-d09b-4a43-92ff-c50d6ff3d878'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:29.305891 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-af7b2ef8-7a7b-4e6c-9164-d5c7cae15f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (f85ad7c8-e9f9-401f-a53b-6bb7314e2258), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:29.310674 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-af7b2ef8-7a7b-4e6c-9164-d5c7cae15f44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:29.313874 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-af7b2ef8-7a7b-4e6c-9164-d5c7cae15f44 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/f85ad7c8-e9f9-401f-a53b-6bb7314e2258 HTTP/1.1" status: 204 len: 168 time: 0.6770027 Aug 27 05:01:29.332105 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3eefa4c3-5706-4a2b-9abc-28a0718978fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:29.361888 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7b2ef8-7a7b-4e6c-9164-d5c7cae15f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85ad7c8-e9f9-401f-a53b-6bb7314e2258,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:29.514043 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7f5d02b3-5af3-4bb8-8472-2d70c0c3f3ae admin admin] Publish callbacks [] for router (bbf9cf89-d09b-4a43-92ff-c50d6ff3d878), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:29.724249 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-b700a664-b398-4e36-be3b-be5d81928fed None None] Set router bbf9cf89-d09b-4a43-92ff-c50d6ff3d878 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:01:29.936537 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6b36a51d-667c-4f6e-bbff-09e239a93527 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for router_gateway (67ada737-450c-446e-a863-514e0894e7a9), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:29.968520 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7f5d02b3-5af3-4bb8-8472-2d70c0c3f3ae admin admin] Publish callbacks [] for router_gateway (bbf9cf89-d09b-4a43-92ff-c50d6ff3d878), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:30.009814 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:30.023830 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6edc9882-2a3f-4f6b-ac74-0a166c002c2e up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:01:30.111908 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-b700a664-b398-4e36-be3b-be5d81928fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf9cf89-d09b-4a43-92ff-c50d6ff3d878', 'name': 'tempest-TestServerBasicOps-629824394-router', 'tenant_id': '98af31cba78b4b1086ca9e1b753861d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'f51e4321-b17f-403f-b801-69dce02f1bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:00:43Z', 'updated_at': '2022-08-27T05:01:26Z', 'revision_number': 5, 'project_id': '98af31cba78b4b1086ca9e1b753861d7', 'gw_port': {'id': 'f51e4321-b17f-403f-b801-69dce02f1bdd', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:cf:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf9cf89-d09b-4a43-92ff-c50d6ff3d878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:00:45Z', 'updated_at': '2022-08-27T05:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:30.221266 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-7f5d02b3-5af3-4bb8-8472-2d70c0c3f3ae admin admin] Deleting port f51e4321-b17f-403f-b801-69dce02f1bdd {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:01:30.221846 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7f5d02b3-5af3-4bb8-8472-2d70c0c3f3ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (f51e4321-b17f-403f-b801-69dce02f1bdd), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:30.236415 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b700a664-b398-4e36-be3b-be5d81928fed None None] Checking router: bbf9cf89-d09b-4a43-92ff-c50d6ff3d878 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:01:30.246343 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:30.309129 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 6edc9882-2a3f-4f6b-ac74-0a166c002c2e triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:01:30.309129 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (6edc9882-2a3f-4f6b-ac74-0a166c002c2e), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:30.332989 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b700a664-b398-4e36-be3b-be5d81928fed None None] Routers {'bbf9cf89-d09b-4a43-92ff-c50d6ff3d878'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:01:30.334118 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-b700a664-b398-4e36-be3b-be5d81928fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:01:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['bbf9cf89-d09b-4a43-92ff-c50d6ff3d878'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:30.415401 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:30.485298 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-7f5d02b3-5af3-4bb8-8472-2d70c0c3f3ae admin admin] For port f51e4321-b17f-403f-b801-69dce02f1bdd, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=f51e4321-b17f-403f-b801-69dce02f1bdd,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:01:30.486642 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7f5d02b3-5af3-4bb8-8472-2d70c0c3f3ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (f51e4321-b17f-403f-b801-69dce02f1bdd), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:30.519286 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-7f5d02b3-5af3-4bb8-8472-2d70c0c3f3ae admin admin] Calling delete_port for f51e4321-b17f-403f-b801-69dce02f1bdd owned by network:router_gateway {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:01:30.523616 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-b700a664-b398-4e36-be3b-be5d81928fed None None] Set router bbf9cf89-d09b-4a43-92ff-c50d6ff3d878 gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:01:30.532628 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-88575fd3-2294-41c2-b7b1-c8c7de8a95da admin admin] Deleting port 6d729131-fb97-4fd4-afdd-bc0ba9620f88 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:01:30.544022 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-88575fd3-2294-41c2-b7b1-c8c7de8a95da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (6d729131-fb97-4fd4-afdd-bc0ba9620f88), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:30.678452 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:30.679361 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 6edc9882-2a3f-4f6b-ac74-0a166c002c2e is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:01:30.679900 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (6edc9882-2a3f-4f6b-ac74-0a166c002c2e), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:30.714958 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:30.714958 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-b700a664-b398-4e36-be3b-be5d81928fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf9cf89-d09b-4a43-92ff-c50d6ff3d878', 'name': 'tempest-TestServerBasicOps-629824394-router', 'tenant_id': '98af31cba78b4b1086ca9e1b753861d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:00:43Z', 'updated_at': '2022-08-27T05:01:29Z', 'revision_number': 6, 'project_id': '98af31cba78b4b1086ca9e1b753861d7', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:30.750323 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6b36a51d-667c-4f6e-bbff-09e239a93527 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (67ada737-450c-446e-a863-514e0894e7a9), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:30.776436 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b700a664-b398-4e36-be3b-be5d81928fed None None] The sync data for ids ['bbf9cf89-d09b-4a43-92ff-c50d6ff3d878'] in n-d-852088-5 is: [{'id': 'bbf9cf89-d09b-4a43-92ff-c50d6ff3d878', 'name': 'tempest-TestServerBasicOps-629824394-router', 'tenant_id': '98af31cba78b4b1086ca9e1b753861d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:00:43Z', 'updated_at': '2022-08-27T05:01:29Z', 'revision_number': 6, 'project_id': '98af31cba78b4b1086ca9e1b753861d7', 'gw_port_host': None}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:01:30.816428 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-88575fd3-2294-41c2-b7b1-c8c7de8a95da admin admin] For port 6d729131-fb97-4fd4-afdd-bc0ba9620f88, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=6d729131-fb97-4fd4-afdd-bc0ba9620f88,segment=NetworkSegment(f3042cea-6003-47b1-aca2-3f98240f7b2f),segment_id=f3042cea-6003-47b1-aca2-3f98240f7b2f)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:01:30.816428 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-88575fd3-2294-41c2-b7b1-c8c7de8a95da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (6d729131-fb97-4fd4-afdd-bc0ba9620f88), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:30.817125 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 6edc9882-2a3f-4f6b-ac74-0a166c002c2e, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=6edc9882-2a3f-4f6b-ac74-0a166c002c2e,segment=NetworkSegment(87d55600-49eb-4037-abd4-8e72d4f9a057),segment_id=87d55600-49eb-4037-abd4-8e72d4f9a057)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:01:30.875829 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-88575fd3-2294-41c2-b7b1-c8c7de8a95da admin admin] Calling delete_port for 6d729131-fb97-4fd4-afdd-bc0ba9620f88 owned by network:router_interface {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:01:30.957644 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41894) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:30.984681 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2c09b047-42b7-4a3c-ad95-62e305758182 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:31.014640 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (6edc9882-2a3f-4f6b-ac74-0a166c002c2e), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:31.095518 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2c09b047-42b7-4a3c-ad95-62e305758182 admin admin] Publish callbacks [] for security_group (40df3af4-b420-4480-97a8-6ffb365d326f), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:31.147727 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=6edc9882-2a3f-4f6b-ac74-0a166c002c2e,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:31.165008 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:01:31.165387 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:01:31.165700 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:01:31.166035 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:01:31.166361 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:01:31.166681 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:01:31.173187 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:01:31.173620 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:01:31.173972 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:01:31.174460 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:01:31.174802 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:01:31.175296 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:01:31.175627 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:01:31.175946 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:01:31.176295 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:01:31.248683 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7f5d02b3-5af3-4bb8-8472-2d70c0c3f3ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (f51e4321-b17f-403f-b801-69dce02f1bdd), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:31.296115 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5d02b3-5af3-4bb8-8472-2d70c0c3f3ae admin admin] Pushing event deleted for resources: {'Port': ['ID=f51e4321-b17f-403f-b801-69dce02f1bdd,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:31.409563 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2c09b047-42b7-4a3c-ad95-62e305758182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (40df3af4-b420-4480-97a8-6ffb365d326f), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:31.416750 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7f5d02b3-5af3-4bb8-8472-2d70c0c3f3ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (bbf9cf89-d09b-4a43-92ff-c50d6ff3d878), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:31.485092 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2c09b047-42b7-4a3c-ad95-62e305758182 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=8c111380a0ac487e9965a9d4479d8529&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5263195 Aug 27 05:01:31.518267 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41910) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:31.533181 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b36a51d-667c-4f6e-bbff-09e239a93527 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Router 67ada737-450c-446e-a863-514e0894e7a9 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 05:01:31.591944 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7f5d02b3-5af3-4bb8-8472-2d70c0c3f3ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (bbf9cf89-d09b-4a43-92ff-c50d6ff3d878), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:31.595480 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7f5d02b3-5af3-4bb8-8472-2d70c0c3f3ae admin admin] Publish callbacks [] for router_controller (bbf9cf89-d09b-4a43-92ff-c50d6ff3d878), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:31.615456 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c09b047-42b7-4a3c-ad95-62e305758182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40df3af4-b420-4480-97a8-6ffb365d326f,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:31.624887 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-88575fd3-2294-41c2-b7b1-c8c7de8a95da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (6d729131-fb97-4fd4-afdd-bc0ba9620f88), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:31.726698 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6d01c980-c4d7-47b0-b5ec-1ced05b3abc7 admin admin] Publish callbacks [] for security_group (40df3af4-b420-4480-97a8-6ffb365d326f), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:31.812699 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88575fd3-2294-41c2-b7b1-c8c7de8a95da admin admin] Pushing event deleted for resources: {'Port': ['ID=6d729131-fb97-4fd4-afdd-bc0ba9620f88,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:31.866084 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6d01c980-c4d7-47b0-b5ec-1ced05b3abc7 admin admin] Publish callbacks [] for security_group (40df3af4-b420-4480-97a8-6ffb365d326f), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:31.947581 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:31.955513 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6edc9882-2a3f-4f6b-ac74-0a166c002c2e up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:01:31.963552 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b36a51d-667c-4f6e-bbff-09e239a93527 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:01:31.979519 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d009db-6648-4fbd-a836-c6443b1cd646 None None] Sync routers for ids ['67ada737-450c-446e-a863-514e0894e7a9'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:01:32.020201 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d009db-6648-4fbd-a836-c6443b1cd646 None None] Routers {'67ada737-450c-446e-a863-514e0894e7a9'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:01:32.021053 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-61d009db-6648-4fbd-a836-c6443b1cd646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:01:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['67ada737-450c-446e-a863-514e0894e7a9'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:32.063044 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7f5d02b3-5af3-4bb8-8472-2d70c0c3f3ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (bbf9cf89-d09b-4a43-92ff-c50d6ff3d878), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:32.063044 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f5d02b3-5af3-4bb8-8472-2d70c0c3f3ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbf9cf89-d09b-4a43-92ff-c50d6ff3d878 {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 05:01:32.073226 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 6edc9882-2a3f-4f6b-ac74-0a166c002c2e triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:01:32.073688 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (6edc9882-2a3f-4f6b-ac74-0a166c002c2e), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:32.086330 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7f5d02b3-5af3-4bb8-8472-2d70c0c3f3ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:32.091084 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7f5d02b3-5af3-4bb8-8472-2d70c0c3f3ae admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/bbf9cf89-d09b-4a43-92ff-c50d6ff3d878 HTTP/1.1" status: 204 len: 168 time: 2.9884548 Aug 27 05:01:32.094006 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41916) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:32.127016 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6b36a51d-667c-4f6e-bbff-09e239a93527 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:32.128331 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6b36a51d-667c-4f6e-bbff-09e239a93527 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 896 time: 6.8990576 Aug 27 05:01:32.137561 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41920) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:32.181678 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:32.190165 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:32.269100 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6d01c980-c4d7-47b0-b5ec-1ced05b3abc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (40df3af4-b420-4480-97a8-6ffb365d326f), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:32.272489 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6d01c980-c4d7-47b0-b5ec-1ced05b3abc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:32.290189 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6d01c980-c4d7-47b0-b5ec-1ced05b3abc7 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/40df3af4-b420-4480-97a8-6ffb365d326f HTTP/1.1" status: 204 len: 168 time: 0.7701998 Aug 27 05:01:32.341847 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d01c980-c4d7-47b0-b5ec-1ced05b3abc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40df3af4-b420-4480-97a8-6ffb365d326f,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:32.367859 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:32.376553 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 6edc9882-2a3f-4f6b-ac74-0a166c002c2e is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:01:32.439720 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1c43e0f5-de97-4f9f-bf88-7fd6ff5db8b6 tempest-TestNetworkAdvancedServerOps-285267390 tempest-TestNetworkAdvancedServerOps-285267390-project-admin] 10.222.0.76 "GET /networking/v2.0/subnets?project_id=acc20d3acbb8412595ec5e464a94b770&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2965291 Aug 27 05:01:32.441455 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41928) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:32.453387 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-88575fd3-2294-41c2-b7b1-c8c7de8a95da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:32.513468 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:32.517649 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-61d009db-6648-4fbd-a836-c6443b1cd646 None None] Set router 67ada737-450c-446e-a863-514e0894e7a9 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:01:32.551927 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a8667223-fde5-40d5-bb22-1b67ef26a42f no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:01:32.614682 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: a8667223-fde5-40d5-bb22-1b67ef26a42f {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:01:32.615208 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a8667223-fde5-40d5-bb22-1b67ef26a42f not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:01:32.615819 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device f51e4321-b17f-403f-b801-69dce02f1bdd no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:01:32.701147 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: f51e4321-b17f-403f-b801-69dce02f1bdd {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:01:32.701576 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device f51e4321-b17f-403f-b801-69dce02f1bdd not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:01:32.722312 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-410948ca-36aa-45f2-8e49-8858c813c495 admin admin] Deleting subnet ab804f5c-1adf-4ba7-84d4-8ba71ef6a93f {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 05:01:32.733808 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-410948ca-36aa-45f2-8e49-8858c813c495 admin admin] Publish callbacks [] for subnet (ab804f5c-1adf-4ba7-84d4-8ba71ef6a93f), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:32.781440 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:32.850669 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-410948ca-36aa-45f2-8e49-8858c813c495 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (ab804f5c-1adf-4ba7-84d4-8ba71ef6a93f), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:32.893328 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72ec0ef-a61f-4236-b78a-4e2a6ab6d6e4 tempest-TestNetworkAdvancedServerOps-285267390 tempest-TestNetworkAdvancedServerOps-285267390-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:01:32.894841 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c72ec0ef-a61f-4236-b78a-4e2a6ab6d6e4 tempest-TestNetworkAdvancedServerOps-285267390 tempest-TestNetworkAdvancedServerOps-285267390-project-admin] 10.222.0.76 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4447460 Aug 27 05:01:32.899519 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41934) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:33.009552 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-61d009db-6648-4fbd-a836-c6443b1cd646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ada737-450c-446e-a863-514e0894e7a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846890859', 'tenant_id': 'acc20d3acbb8412595ec5e464a94b770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '460022d4-0542-4d49-9030-499479797b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:01:25Z', 'updated_at': '2022-08-27T05:01:28Z', 'revision_number': 3, 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'gw_port': {'id': '460022d4-0542-4d49-9030-499479797b68', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bf:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ada737-450c-446e-a863-514e0894e7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:01:27Z', 'updated_at': '2022-08-27T05:01:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:33.014513 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1af9e7e0-a922-45c8-9dfc-f2cf2a8999d5 tempest-TestNetworkAdvancedServerOps-285267390 tempest-TestNetworkAdvancedServerOps-285267390-project-admin] 10.222.0.76 "GET /networking/v2.0/subnets?network_id=2db7b18a-8c4b-4ba8-8012-3e7d96728abb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1008832 Aug 27 05:01:33.017389 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41936) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:33.029929 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-3c5276e1-d6a2-4be7-83ca-b3bf3485ac4a tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-303791562', 'network_id': '56f49e66-9af5-45ea-8093-4994a5035334', 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:01:33.068205 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d009db-6648-4fbd-a836-c6443b1cd646 None None] Checking router: 67ada737-450c-446e-a863-514e0894e7a9 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:01:33.068456 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d009db-6648-4fbd-a836-c6443b1cd646 None None] Updating router 67ada737-450c-446e-a863-514e0894e7a9 port 460022d4-0542-4d49-9030-499479797b68 binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:01:33.125911 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88575fd3-2294-41c2-b7b1-c8c7de8a95da admin admin] Router 4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:01:33.146756 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-61d009db-6648-4fbd-a836-c6443b1cd646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (460022d4-0542-4d49-9030-499479797b68), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:33.228998 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-410948ca-36aa-45f2-8e49-8858c813c495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (ab804f5c-1adf-4ba7-84d4-8ba71ef6a93f), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:33.298033 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5276e1-d6a2-4be7-83ca-b3bf3485ac4a tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Made reservation on behalf of acc20d3acbb8412595ec5e464a94b770 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:01:33.302034 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3c5276e1-d6a2-4be7-83ca-b3bf3485ac4a tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:33.374920 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88575fd3-2294-41c2-b7b1-c8c7de8a95da admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:01:33.385149 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97ad51f-1c2e-4a05-b98a-57f45fcb938d None None] Sync routers for ids ['4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:01:33.389920 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-88575fd3-2294-41c2-b7b1-c8c7de8a95da admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4776156 Aug 27 05:01:33.393475 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 41946) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:33.407122 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97ad51f-1c2e-4a05-b98a-57f45fcb938d None None] Routers {'4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:01:33.408025 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-f97ad51f-1c2e-4a05-b98a-57f45fcb938d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:01:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:33.520371 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-410948ca-36aa-45f2-8e49-8858c813c495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (ab804f5c-1adf-4ba7-84d4-8ba71ef6a93f), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:33.633386 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410948ca-36aa-45f2-8e49-8858c813c495 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab804f5c-1adf-4ba7-84d4-8ba71ef6a93f,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:33.643747 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-410948ca-36aa-45f2-8e49-8858c813c495 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:33.646779 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-340e6ee5-f9c4-4794-b626-2e75675ecbd4 admin admin] Publish callbacks [] for router (4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:33.651181 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-410948ca-36aa-45f2-8e49-8858c813c495 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/ab804f5c-1adf-4ba7-84d4-8ba71ef6a93f HTTP/1.1" status: 204 len: 168 time: 1.5542729 Aug 27 05:01:33.652574 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41958) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:33.678626 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:33.819367 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a5198233-6f3e-4ae0-a3fe-cf5f1f42a82d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (ddb8cbee-c513-498a-bcc4-69edd229ec4d), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:33.881129 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c798bb03-214d-4e4a-9a2e-b099f1bd48b9 None None] Network ddb8cbee-c513-498a-bcc4-69edd229ec4d requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:01:33.886332 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-61d009db-6648-4fbd-a836-c6443b1cd646 None None] Publish callbacks [] for port (460022d4-0542-4d49-9030-499479797b68), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:33.903134 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:33.904627 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:33.907919 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-340e6ee5-f9c4-4794-b626-2e75675ecbd4 admin admin] Publish callbacks [] for router_gateway (4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:33.991545 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-61d009db-6648-4fbd-a836-c6443b1cd646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (460022d4-0542-4d49-9030-499479797b68), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:34.063291 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-a5198233-6f3e-4ae0-a3fe-cf5f1f42a82d admin admin] Deleting port cf4e8200-18f9-41c9-acd8-ccccb003b77f {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:01:34.065614 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a5198233-6f3e-4ae0-a3fe-cf5f1f42a82d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (cf4e8200-18f9-41c9-acd8-ccccb003b77f), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:34.088425 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-f97ad51f-1c2e-4a05-b98a-57f45fcb938d None None] Set router 4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:01:34.093777 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e2438-26ff-4155-89cc-e69b9b020a7b None None] Pushing event updated for resources: {'Port': ['ID=460022d4-0542-4d49-9030-499479797b68,revision_number=2']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:34.101544 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-340e6ee5-f9c4-4794-b626-2e75675ecbd4 admin admin] Deleting port 2cca4869-4b1a-4fd6-88fd-4b509586689a {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:01:34.102382 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-340e6ee5-f9c4-4794-b626-2e75675ecbd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (2cca4869-4b1a-4fd6-88fd-4b509586689a), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:34.134145 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-61d009db-6648-4fbd-a836-c6443b1cd646 None None] Attempting to bind port 460022d4-0542-4d49-9030-499479797b68 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:01:34.134505 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-61d009db-6648-4fbd-a836-c6443b1cd646 None None] Attempting to bind port 460022d4-0542-4d49-9030-499479797b68 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:01:34.134859 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d009db-6648-4fbd-a836-c6443b1cd646 None None] Attempting to bind port 460022d4-0542-4d49-9030-499479797b68 on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:01:34.156227 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d009db-6648-4fbd-a836-c6443b1cd646 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:01:34.156227 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d009db-6648-4fbd-a836-c6443b1cd646 None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:01:34.156227 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-61d009db-6648-4fbd-a836-c6443b1cd646 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:34.156227 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d009db-6648-4fbd-a836-c6443b1cd646 None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:01:34.156227 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-61d009db-6648-4fbd-a836-c6443b1cd646 None None] Bound port: 460022d4-0542-4d49-9030-499479797b68, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:01:34.156227 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-61d009db-6648-4fbd-a836-c6443b1cd646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (460022d4-0542-4d49-9030-499479797b68), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:34.159023 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e2438-26ff-4155-89cc-e69b9b020a7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:01:34.159565 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e2438-26ff-4155-89cc-e69b9b020a7b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:01:34.160073 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e2438-26ff-4155-89cc-e69b9b020a7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:01:34.160584 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e2438-26ff-4155-89cc-e69b9b020a7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:01:34.161069 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e2438-26ff-4155-89cc-e69b9b020a7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:01:34.161566 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e2438-26ff-4155-89cc-e69b9b020a7b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:01:34.162100 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e2438-26ff-4155-89cc-e69b9b020a7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:01:34.162567 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e2438-26ff-4155-89cc-e69b9b020a7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:01:34.166097 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e2438-26ff-4155-89cc-e69b9b020a7b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:01:34.166613 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e2438-26ff-4155-89cc-e69b9b020a7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:01:34.167222 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e2438-26ff-4155-89cc-e69b9b020a7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:01:34.167760 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e2438-26ff-4155-89cc-e69b9b020a7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:01:34.168456 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e2438-26ff-4155-89cc-e69b9b020a7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:01:34.168942 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e2438-26ff-4155-89cc-e69b9b020a7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:01:34.169426 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e2438-26ff-4155-89cc-e69b9b020a7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:01:34.234994 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-a5198233-6f3e-4ae0-a3fe-cf5f1f42a82d admin admin] For port cf4e8200-18f9-41c9-acd8-ccccb003b77f, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=cf4e8200-18f9-41c9-acd8-ccccb003b77f,segment=NetworkSegment(cf1f8fb0-fb2f-4355-8e31-e500f76e6b6b),segment_id=cf1f8fb0-fb2f-4355-8e31-e500f76e6b6b)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:01:34.235601 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a5198233-6f3e-4ae0-a3fe-cf5f1f42a82d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (cf4e8200-18f9-41c9-acd8-ccccb003b77f), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:34.287339 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3c5276e1-d6a2-4be7-83ca-b3bf3485ac4a tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (12b074e8-6749-4877-a9e0-d897ee91a691), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:34.381724 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-340e6ee5-f9c4-4794-b626-2e75675ecbd4 admin admin] For port 2cca4869-4b1a-4fd6-88fd-4b509586689a, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=2cca4869-4b1a-4fd6-88fd-4b509586689a,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:01:34.382188 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-340e6ee5-f9c4-4794-b626-2e75675ecbd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (2cca4869-4b1a-4fd6-88fd-4b509586689a), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:34.387942 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-61d009db-6648-4fbd-a836-c6443b1cd646 None None] For port 460022d4-0542-4d49-9030-499479797b68, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:01:34.395337 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-61d009db-6648-4fbd-a836-c6443b1cd646 None None] For port 460022d4-0542-4d49-9030-499479797b68, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=460022d4-0542-4d49-9030-499479797b68,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:01:34.408837 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-340e6ee5-f9c4-4794-b626-2e75675ecbd4 admin admin] Calling delete_port for 2cca4869-4b1a-4fd6-88fd-4b509586689a owned by network:router_gateway {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:01:34.431302 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-a5198233-6f3e-4ae0-a3fe-cf5f1f42a82d admin admin] Calling delete_port for cf4e8200-18f9-41c9-acd8-ccccb003b77f owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:01:34.506151 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-61d009db-6648-4fbd-a836-c6443b1cd646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (460022d4-0542-4d49-9030-499479797b68), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:34.523702 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5276e1-d6a2-4be7-83ca-b3bf3485ac4a tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event updated for resources: {'Subnet': ['ID=12b074e8-6749-4877-a9e0-d897ee91a691,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:34.586911 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5276e1-d6a2-4be7-83ca-b3bf3485ac4a tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Checking segment: {'id': 'aaeb7a02-ac95-4943-bc8a-a17bfb1ad991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '56f49e66-9af5-45ea-8093-4994a5035334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:01:34.587401 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5276e1-d6a2-4be7-83ca-b3bf3485ac4a tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Network hostable DHCP agents. Network: 56f49e66-9af5-45ea-8093-4994a5035334, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 05:01:34.600150 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d009db-6648-4fbd-a836-c6443b1cd646 None None] Routers {'67ada737-450c-446e-a863-514e0894e7a9'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:01:34.604929 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-61d009db-6648-4fbd-a836-c6443b1cd646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:01:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['67ada737-450c-446e-a863-514e0894e7a9'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:34.652780 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a5198233-6f3e-4ae0-a3fe-cf5f1f42a82d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (cf4e8200-18f9-41c9-acd8-ccccb003b77f), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:34.730682 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260721a1-c83f-4752-ac13-ea9395ac9abe None None] DHCP port deletion for ddb8cbee-c513-498a-bcc4-69edd229ec4d request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 05:01:34.746506 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-f97ad51f-1c2e-4a05-b98a-57f45fcb938d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c', 'name': 'tempest-TestServerMultinode-1618140899-router', 'tenant_id': 'c281dabc063b440aba1742cba2f97f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '2cca4869-4b1a-4fd6-88fd-4b509586689a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:00:42Z', 'updated_at': '2022-08-27T05:01:31Z', 'revision_number': 5, 'project_id': 'c281dabc063b440aba1742cba2f97f45', 'gw_port': {'id': '2cca4869-4b1a-4fd6-88fd-4b509586689a', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:bd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:00:45Z', 'updated_at': '2022-08-27T05:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:34.748913 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:34.749096 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5198233-6f3e-4ae0-a3fe-cf5f1f42a82d admin admin] Pushing event deleted for resources: {'Port': ['ID=cf4e8200-18f9-41c9-acd8-ccccb003b77f,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:34.756281 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5198233-6f3e-4ae0-a3fe-cf5f1f42a82d admin admin] No DVR routers for this DVR port cf4e8200-18f9-41c9-acd8-ccccb003b77f on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:01:34.761786 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5276e1-d6a2-4be7-83ca-b3bf3485ac4a tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Network 56f49e66-9af5-45ea-8093-4994a5035334 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 05:01:34.812094 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e2438-26ff-4155-89cc-e69b9b020a7b None None] Pushing event updated for resources: {'Port': ['ID=460022d4-0542-4d49-9030-499479797b68,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:34.909610 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:34.927000 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97ad51f-1c2e-4a05-b98a-57f45fcb938d None None] Checking router: 4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:01:34.968858 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-61d009db-6648-4fbd-a836-c6443b1cd646 None None] Set router 67ada737-450c-446e-a863-514e0894e7a9 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:01:34.969209 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97ad51f-1c2e-4a05-b98a-57f45fcb938d None None] Routers {'4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:01:34.970047 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-f97ad51f-1c2e-4a05-b98a-57f45fcb938d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:01:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:35.038023 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:35.064811 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-3c5276e1-d6a2-4be7-83ca-b3bf3485ac4a tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 56f49e66-9af5-45ea-8093-4994a5035334) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:01:35.072675 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5276e1-d6a2-4be7-83ca-b3bf3485ac4a tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:01:35.073283 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-3c5276e1-d6a2-4be7-83ca-b3bf3485ac4a tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:35.115492 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-340e6ee5-f9c4-4794-b626-2e75675ecbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (2cca4869-4b1a-4fd6-88fd-4b509586689a), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:35.160236 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a5198233-6f3e-4ae0-a3fe-cf5f1f42a82d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (ddb8cbee-c513-498a-bcc4-69edd229ec4d), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:35.184076 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a10a6a-6e78-438e-a88a-a1d5a5afcd30 None None] Network 56f49e66-9af5-45ea-8093-4994a5035334 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:01:35.217668 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3c5276e1-d6a2-4be7-83ca-b3bf3485ac4a tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.1995585 Aug 27 05:01:35.218617 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 41992) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:35.219293 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e6ee5-f9c4-4794-b626-2e75675ecbd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cca4869-4b1a-4fd6-88fd-4b509586689a,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:35.390927 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:35.494224 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-61d009db-6648-4fbd-a836-c6443b1cd646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ada737-450c-446e-a863-514e0894e7a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846890859', 'tenant_id': 'acc20d3acbb8412595ec5e464a94b770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '460022d4-0542-4d49-9030-499479797b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:01:25Z', 'updated_at': '2022-08-27T05:01:28Z', 'revision_number': 3, 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'gw_port': {'id': '460022d4-0542-4d49-9030-499479797b68', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bf:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ada737-450c-446e-a863-514e0894e7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:01:27Z', 'updated_at': '2022-08-27T05:01:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:35.506294 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-a5198233-6f3e-4ae0-a3fe-cf5f1f42a82d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddb8cbee-c513-498a-bcc4-69edd229ec4d']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:35.518471 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-a5198233-6f3e-4ae0-a3fe-cf5f1f42a82d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf1f8fb0-fb2f-4355-8e31-e500f76e6b6b') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:35.518778 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-a5198233-6f3e-4ae0-a3fe-cf5f1f42a82d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf1f8fb0-fb2f-4355-8e31-e500f76e6b6b') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:35.537511 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a5198233-6f3e-4ae0-a3fe-cf5f1f42a82d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (cf1f8fb0-fb2f-4355-8e31-e500f76e6b6b), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:35.570307 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-340e6ee5-f9c4-4794-b626-2e75675ecbd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:35.582493 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d009db-6648-4fbd-a836-c6443b1cd646 None None] The sync data for ids ['67ada737-450c-446e-a863-514e0894e7a9'] in n-d-852088-5 is: [{'id': '67ada737-450c-446e-a863-514e0894e7a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846890859', 'tenant_id': 'acc20d3acbb8412595ec5e464a94b770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '460022d4-0542-4d49-9030-499479797b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:01:25Z', 'updated_at': '2022-08-27T05:01:28Z', 'revision_number': 3, 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'gw_port': {'id': '460022d4-0542-4d49-9030-499479797b68', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bf:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ada737-450c-446e-a863-514e0894e7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:01:27Z', 'updated_at': '2022-08-27T05:01:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:01:35.593353 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:35.593644 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a5198233-6f3e-4ae0-a3fe-cf5f1f42a82d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (cf1f8fb0-fb2f-4355-8e31-e500f76e6b6b), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:35.623900 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5198233-6f3e-4ae0-a3fe-cf5f1f42a82d admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:01:35.624377 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a5198233-6f3e-4ae0-a3fe-cf5f1f42a82d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (cf1f8fb0-fb2f-4355-8e31-e500f76e6b6b), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:35.685173 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment cf1f8fb0-fb2f-4355-8e31-e500f76e6b6b resource provider aggregate not found Aug 27 05:01:35.727203 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment cf1f8fb0-fb2f-4355-8e31-e500f76e6b6b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cf1f8fb0-fb2f-4355-8e31-e500f76e6b6b found for delete ", "request_id": "req-d3a3399e-f6aa-4309-b80d-657656724efb"}]} Aug 27 05:01:35.886561 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-340e6ee5-f9c4-4794-b626-2e75675ecbd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:35.896395 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-340e6ee5-f9c4-4794-b626-2e75675ecbd4 admin admin] Publish callbacks [] for router_controller (4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:35.988824 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-f97ad51f-1c2e-4a05-b98a-57f45fcb938d None None] Set router 4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:01:35.996994 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:36.039766 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a5198233-6f3e-4ae0-a3fe-cf5f1f42a82d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (ddb8cbee-c513-498a-bcc4-69edd229ec4d), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:36.051539 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a5198233-6f3e-4ae0-a3fe-cf5f1f42a82d admin admin] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:36.058596 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a5198233-6f3e-4ae0-a3fe-cf5f1f42a82d admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/ddb8cbee-c513-498a-bcc4-69edd229ec4d HTTP/1.1" status: 204 len: 168 time: 2.3994138 Aug 27 05:01:36.070841 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5198233-6f3e-4ae0-a3fe-cf5f1f42a82d admin admin] Pushing event deleted for resources: {'Network': ['ID=ddb8cbee-c513-498a-bcc4-69edd229ec4d,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:36.129288 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-340e6ee5-f9c4-4794-b626-2e75675ecbd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:36.130418 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-340e6ee5-f9c4-4794-b626-2e75675ecbd4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 05:01:36.137940 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-340e6ee5-f9c4-4794-b626-2e75675ecbd4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:36.139554 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device cf4e8200-18f9-41c9-acd8-ccccb003b77f no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:01:36.142120 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-340e6ee5-f9c4-4794-b626-2e75675ecbd4 admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c HTTP/1.1" status: 204 len: 168 time: 2.7471640 Aug 27 05:01:36.144347 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 42022) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:36.171833 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-f97ad51f-1c2e-4a05-b98a-57f45fcb938d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c', 'name': 'tempest-TestServerMultinode-1618140899-router', 'tenant_id': 'c281dabc063b440aba1742cba2f97f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:00:42Z', 'updated_at': '2022-08-27T05:01:33Z', 'revision_number': 6, 'project_id': 'c281dabc063b440aba1742cba2f97f45', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:36.177931 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: cf4e8200-18f9-41c9-acd8-ccccb003b77f {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:01:36.178604 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device cf4e8200-18f9-41c9-acd8-ccccb003b77f not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:01:36.295570 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97ad51f-1c2e-4a05-b98a-57f45fcb938d None None] The sync data for ids ['4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c'] in n-d-852088-5 is: [{'id': '4648408f-e5ba-45d6-9bc6-d7f6e9ccd10c', 'name': 'tempest-TestServerMultinode-1618140899-router', 'tenant_id': 'c281dabc063b440aba1742cba2f97f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:00:42Z', 'updated_at': '2022-08-27T05:01:33Z', 'revision_number': 6, 'project_id': 'c281dabc063b440aba1742cba2f97f45', 'gw_port_host': None}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:01:36.315416 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-f911e610-e19b-444b-8e58-8707cacc1405 admin admin] Deleting subnet ee3f15e9-6faa-4878-8d63-9a514ea45286 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 05:01:36.324517 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f911e610-e19b-444b-8e58-8707cacc1405 admin admin] Publish callbacks [] for subnet (ee3f15e9-6faa-4878-8d63-9a514ea45286), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:36.485459 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f793aa7-2b71-4120-8173-2249946118ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-56f49e66-9af5-45ea-8093-4994a5035334', 'network_id': '56f49e66-9af5-45ea-8093-4994a5035334', 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'fixed_ips': [{'subnet_id': '12b074e8-6749-4877-a9e0-d897ee91a691'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 05:01:36.486663 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4f793aa7-2b71-4120-8173-2249946118ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:36.491364 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f911e610-e19b-444b-8e58-8707cacc1405 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (ee3f15e9-6faa-4878-8d63-9a514ea45286), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:36.587729 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 42028) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:36.715767 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:36.827281 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:36.830435 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e272b66d-aede-4bf7-bcd8-77663ee2f781 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=41104bce1ef94aa4bbd703937a54d7e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2375741 Aug 27 05:01:36.831035 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 42044) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:36.860577 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f911e610-e19b-444b-8e58-8707cacc1405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (ee3f15e9-6faa-4878-8d63-9a514ea45286), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:36.921080 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-4f793aa7-2b71-4120-8173-2249946118ee None None] Allocated IP 172.20.0.2 (56f49e66-9af5-45ea-8093-4994a5035334/12b074e8-6749-4877-a9e0-d897ee91a691/987bb2ce-aeaa-4be9-9629-2027baf62f18) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:01:36.931151 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8f1bc41c-ffd6-4e26-8e28-6de513990a79 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:37.174526 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f911e610-e19b-444b-8e58-8707cacc1405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (ee3f15e9-6faa-4878-8d63-9a514ea45286), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:37.242868 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f911e610-e19b-444b-8e58-8707cacc1405 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee3f15e9-6faa-4878-8d63-9a514ea45286,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:37.279007 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f911e610-e19b-444b-8e58-8707cacc1405 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:37.289060 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f911e610-e19b-444b-8e58-8707cacc1405 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/ee3f15e9-6faa-4878-8d63-9a514ea45286 HTTP/1.1" status: 204 len: 168 time: 1.1411800 Aug 27 05:01:37.289776 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 42056) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:37.298520 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4f793aa7-2b71-4120-8173-2249946118ee None None] Publish callbacks [] for port (987bb2ce-aeaa-4be9-9629-2027baf62f18), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:37.311674 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c76b954-a23b-4919-97db-fbae585300b5 None None] Network 091bc189-59bb-4ee2-b6e3-9e6caa192dd4 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:01:37.322471 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:37.521060 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4f793aa7-2b71-4120-8173-2249946118ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (987bb2ce-aeaa-4be9-9629-2027baf62f18), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:37.555989 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-211c651b-c2d1-4bae-963b-6a5975f52c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (091bc189-59bb-4ee2-b6e3-9e6caa192dd4), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:37.681596 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-211c651b-c2d1-4bae-963b-6a5975f52c66 admin admin] Deleting port bc0488cf-a753-44c7-af49-437592d69f78 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:01:37.684474 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-211c651b-c2d1-4bae-963b-6a5975f52c66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (bc0488cf-a753-44c7-af49-437592d69f78), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:37.787948 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f793aa7-2b71-4120-8173-2249946118ee None None] Network 56f49e66-9af5-45ea-8093-4994a5035334 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:01:37.788838 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:37.824981 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-4f793aa7-2b71-4120-8173-2249946118ee None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:01:37.839314 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f793aa7-2b71-4120-8173-2249946118ee None None] Pushing event updated for resources: {'Port': ['ID=987bb2ce-aeaa-4be9-9629-2027baf62f18,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:37.850616 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f793aa7-2b71-4120-8173-2249946118ee None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:01:37.867602 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:37.952135 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-211c651b-c2d1-4bae-963b-6a5975f52c66 admin admin] For port bc0488cf-a753-44c7-af49-437592d69f78, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=bc0488cf-a753-44c7-af49-437592d69f78,segment=NetworkSegment(f3042cea-6003-47b1-aca2-3f98240f7b2f),segment_id=f3042cea-6003-47b1-aca2-3f98240f7b2f)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:01:37.952504 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-211c651b-c2d1-4bae-963b-6a5975f52c66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (bc0488cf-a753-44c7-af49-437592d69f78), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:37.988056 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793c0099-cebd-4b47-9283-4ed28d642e1a None None] DHCP port deletion for 091bc189-59bb-4ee2-b6e3-9e6caa192dd4 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 05:01:38.045874 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-211c651b-c2d1-4bae-963b-6a5975f52c66 admin admin] Calling delete_port for bc0488cf-a753-44c7-af49-437592d69f78 owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:01:38.062445 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=80,neutron:DELETE=17,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:38.103798 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 460022d4-0542-4d49-9030-499479797b68 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:01:38.233274 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-4f793aa7-2b71-4120-8173-2249946118ee None None] Attempting to bind port 987bb2ce-aeaa-4be9-9629-2027baf62f18 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:01:38.235060 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-4f793aa7-2b71-4120-8173-2249946118ee None None] Attempting to bind port 987bb2ce-aeaa-4be9-9629-2027baf62f18 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'aaeb7a02-ac95-4943-bc8a-a17bfb1ad991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '56f49e66-9af5-45ea-8093-4994a5035334'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:01:38.237474 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f793aa7-2b71-4120-8173-2249946118ee None None] Attempting to bind port 987bb2ce-aeaa-4be9-9629-2027baf62f18 on network 56f49e66-9af5-45ea-8093-4994a5035334 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:01:38.250397 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:38.283479 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f793aa7-2b71-4120-8173-2249946118ee None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:01:38.283911 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f793aa7-2b71-4120-8173-2249946118ee None None] Checking segment: {'id': 'aaeb7a02-ac95-4943-bc8a-a17bfb1ad991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '56f49e66-9af5-45ea-8093-4994a5035334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:01:38.285671 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4f793aa7-2b71-4120-8173-2249946118ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:38.286076 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f793aa7-2b71-4120-8173-2249946118ee None None] Bound using segment: {'id': 'aaeb7a02-ac95-4943-bc8a-a17bfb1ad991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '56f49e66-9af5-45ea-8093-4994a5035334'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:01:38.286557 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-4f793aa7-2b71-4120-8173-2249946118ee None None] Bound port: 987bb2ce-aeaa-4be9-9629-2027baf62f18, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaeb7a02-ac95-4943-bc8a-a17bfb1ad991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '56f49e66-9af5-45ea-8093-4994a5035334'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:01:38.286944 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4f793aa7-2b71-4120-8173-2249946118ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (987bb2ce-aeaa-4be9-9629-2027baf62f18), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:38.368640 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-793c0099-cebd-4b47-9283-4ed28d642e1a None None] Deleting port bc0488cf-a753-44c7-af49-437592d69f78 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:01:38.369932 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-793c0099-cebd-4b47-9283-4ed28d642e1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (bc0488cf-a753-44c7-af49-437592d69f78), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:38.406722 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-82d3649d-e517-4ae2-8a78-c3e28c0f7ecb admin admin] Publish callbacks [] for security_group (6db45031-08f9-4f27-b097-5d58dc047223), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:38.425772 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-211c651b-c2d1-4bae-963b-6a5975f52c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (bc0488cf-a753-44c7-af49-437592d69f78), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:38.474801 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211c651b-c2d1-4bae-963b-6a5975f52c66 admin admin] No DVR routers for this DVR port bc0488cf-a753-44c7-af49-437592d69f78 on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:01:38.494308 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 460022d4-0542-4d49-9030-499479797b68 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:01:38.494686 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (460022d4-0542-4d49-9030-499479797b68), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:38.640683 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4f793aa7-2b71-4120-8173-2249946118ee None None] For port 987bb2ce-aeaa-4be9-9629-2027baf62f18, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:01:38.649620 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-793c0099-cebd-4b47-9283-4ed28d642e1a None None] For port bc0488cf-a753-44c7-af49-437592d69f78, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=bc0488cf-a753-44c7-af49-437592d69f78,segment=NetworkSegment(f3042cea-6003-47b1-aca2-3f98240f7b2f),segment_id=f3042cea-6003-47b1-aca2-3f98240f7b2f)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:01:38.650029 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-793c0099-cebd-4b47-9283-4ed28d642e1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (bc0488cf-a753-44c7-af49-437592d69f78), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:38.660813 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4f793aa7-2b71-4120-8173-2249946118ee None None] For port 987bb2ce-aeaa-4be9-9629-2027baf62f18, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=987bb2ce-aeaa-4be9-9629-2027baf62f18,segment=NetworkSegment(aaeb7a02-ac95-4943-bc8a-a17bfb1ad991),segment_id=aaeb7a02-ac95-4943-bc8a-a17bfb1ad991)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:01:38.682126 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c651b-c2d1-4bae-963b-6a5975f52c66 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc0488cf-a753-44c7-af49-437592d69f78,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:38.697803 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-82d3649d-e517-4ae2-8a78-c3e28c0f7ecb admin admin] Publish callbacks [] for security_group (6db45031-08f9-4f27-b097-5d58dc047223), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:38.705495 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-793c0099-cebd-4b47-9283-4ed28d642e1a None None] Calling delete_port for bc0488cf-a753-44c7-af49-437592d69f78 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:01:38.759101 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:38.832851 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-211c651b-c2d1-4bae-963b-6a5975f52c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (091bc189-59bb-4ee2-b6e3-9e6caa192dd4), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:38.866548 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 460022d4-0542-4d49-9030-499479797b68 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:01:38.867207 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (460022d4-0542-4d49-9030-499479797b68), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:38.879612 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 42082) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:38.888371 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-211c651b-c2d1-4bae-963b-6a5975f52c66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['091bc189-59bb-4ee2-b6e3-9e6caa192dd4']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:38.907858 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-82d3649d-e517-4ae2-8a78-c3e28c0f7ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (6db45031-08f9-4f27-b097-5d58dc047223), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:38.913045 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4f793aa7-2b71-4120-8173-2249946118ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (987bb2ce-aeaa-4be9-9629-2027baf62f18), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:38.920845 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-82d3649d-e517-4ae2-8a78-c3e28c0f7ecb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:38.926246 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-211c651b-c2d1-4bae-963b-6a5975f52c66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3042cea-6003-47b1-aca2-3f98240f7b2f') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:38.927537 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-211c651b-c2d1-4bae-963b-6a5975f52c66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3042cea-6003-47b1-aca2-3f98240f7b2f') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:38.937094 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-82d3649d-e517-4ae2-8a78-c3e28c0f7ecb admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/6db45031-08f9-4f27-b097-5d58dc047223 HTTP/1.1" status: 204 len: 168 time: 2.0951457 Aug 27 05:01:38.974163 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-211c651b-c2d1-4bae-963b-6a5975f52c66 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (f3042cea-6003-47b1-aca2-3f98240f7b2f), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:39.017465 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-211c651b-c2d1-4bae-963b-6a5975f52c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (f3042cea-6003-47b1-aca2-3f98240f7b2f), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:39.024636 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d3649d-e517-4ae2-8a78-c3e28c0f7ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db45031-08f9-4f27-b097-5d58dc047223,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:39.024823 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 460022d4-0542-4d49-9030-499479797b68, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=460022d4-0542-4d49-9030-499479797b68,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:01:39.056735 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-211c651b-c2d1-4bae-963b-6a5975f52c66 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:01:39.058031 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-211c651b-c2d1-4bae-963b-6a5975f52c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (f3042cea-6003-47b1-aca2-3f98240f7b2f), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:39.148985 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f793aa7-2b71-4120-8173-2249946118ee None None] Pushing event updated for resources: {'Port': ['ID=987bb2ce-aeaa-4be9-9629-2027baf62f18,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:39.204199 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-793c0099-cebd-4b47-9283-4ed28d642e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (bc0488cf-a753-44c7-af49-437592d69f78), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:39.279428 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793c0099-cebd-4b47-9283-4ed28d642e1a None None] Pushing event deleted for resources: {'Port': ['ID=bc0488cf-a753-44c7-af49-437592d69f78,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:39.280972 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (460022d4-0542-4d49-9030-499479797b68), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:39.291257 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793c0099-cebd-4b47-9283-4ed28d642e1a None None] No DVR routers for this DVR port bc0488cf-a753-44c7-af49-437592d69f78 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:01:39.329243 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6d729131-fb97-4fd4-afdd-bc0ba9620f88 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:01:39.334613 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment f3042cea-6003-47b1-aca2-3f98240f7b2f resource provider aggregate not found Aug 27 05:01:39.391320 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 6d729131-fb97-4fd4-afdd-bc0ba9620f88 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:01:39.413262 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6d729131-fb97-4fd4-afdd-bc0ba9620f88 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:01:39.413666 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 2cca4869-4b1a-4fd6-88fd-4b509586689a no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:01:39.414737 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-eefdfb37-a9c2-4333-90c1-f21d4b4246ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:39.468481 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment f3042cea-6003-47b1-aca2-3f98240f7b2f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f3042cea-6003-47b1-aca2-3f98240f7b2f found for delete ", "request_id": "req-4cae838d-a5a6-4902-88e8-e1aa378c2adf"}]} Aug 27 05:01:39.494463 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-8f1bc41c-ffd6-4e26-8e28-6de513990a79 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Allocated IP 172.20.0.1 (56f49e66-9af5-45ea-8093-4994a5035334/12b074e8-6749-4877-a9e0-d897ee91a691/29a27fb9-a1b9-45a9-9da8-eb258cffc9ed) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:01:39.514598 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 2cca4869-4b1a-4fd6-88fd-4b509586689a {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:01:39.514946 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 2cca4869-4b1a-4fd6-88fd-4b509586689a not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:01:39.530653 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=460022d4-0542-4d49-9030-499479797b68,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:39.583532 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-211c651b-c2d1-4bae-963b-6a5975f52c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (091bc189-59bb-4ee2-b6e3-9e6caa192dd4), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:39.621842 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-211c651b-c2d1-4bae-963b-6a5975f52c66 admin admin] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:39.621842 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-211c651b-c2d1-4bae-963b-6a5975f52c66 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/091bc189-59bb-4ee2-b6e3-9e6caa192dd4 HTTP/1.1" status: 204 len: 168 time: 2.3266990 Aug 27 05:01:39.621842 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 42108) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:39.868805 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8f1bc41c-ffd6-4e26-8e28-6de513990a79 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for port (29a27fb9-a1b9-45a9-9da8-eb258cffc9ed), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:40.058719 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 42118) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:40.089411 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8f1bc41c-ffd6-4e26-8e28-6de513990a79 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (29a27fb9-a1b9-45a9-9da8-eb258cffc9ed), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:40.137855 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 987bb2ce-aeaa-4be9-9629-2027baf62f18 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:01:40.177158 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1bc41c-ffd6-4e26-8e28-6de513990a79 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event updated for resources: {'Port': ['ID=29a27fb9-a1b9-45a9-9da8-eb258cffc9ed,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:40.243103 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-8d7457ea-35fa-4e16-85dd-f8efbd4079a4 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=98af31cba78b4b1086ca9e1b753861d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1831234 Aug 27 05:01:40.246457 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 42122) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:40.260128 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 987bb2ce-aeaa-4be9-9629-2027baf62f18 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:01:40.262036 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (987bb2ce-aeaa-4be9-9629-2027baf62f18), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:40.369599 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1bc41c-ffd6-4e26-8e28-6de513990a79 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Network 56f49e66-9af5-45ea-8093-4994a5035334 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:01:40.371208 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b92a5d20-3f67-41c8-975d-1fa808fcff51 admin admin] Publish callbacks [] for security_group (34e36418-742a-44f2-82e6-9d78910bee8c), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:40.407679 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b92a5d20-3f67-41c8-975d-1fa808fcff51 admin admin] Publish callbacks [] for security_group (34e36418-742a-44f2-82e6-9d78910bee8c), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:40.488412 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:40.491217 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 987bb2ce-aeaa-4be9-9629-2027baf62f18 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:01:40.491900 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (987bb2ce-aeaa-4be9-9629-2027baf62f18), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:40.505512 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-8f1bc41c-ffd6-4e26-8e28-6de513990a79 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:01:40.509120 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1bc41c-ffd6-4e26-8e28-6de513990a79 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:01:40.510135 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c651b-c2d1-4bae-963b-6a5975f52c66 admin admin] Pushing event deleted for resources: {'Network': ['ID=091bc189-59bb-4ee2-b6e3-9e6caa192dd4,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:40.517687 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:40.554967 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 987bb2ce-aeaa-4be9-9629-2027baf62f18, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=987bb2ce-aeaa-4be9-9629-2027baf62f18,segment=NetworkSegment(aaeb7a02-ac95-4943-bc8a-a17bfb1ad991),segment_id=aaeb7a02-ac95-4943-bc8a-a17bfb1ad991)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:01:40.608831 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (987bb2ce-aeaa-4be9-9629-2027baf62f18), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:40.611107 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 460022d4-0542-4d49-9030-499479797b68 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:01:40.613903 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:40.615143 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b92a5d20-3f67-41c8-975d-1fa808fcff51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (34e36418-742a-44f2-82e6-9d78910bee8c), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:40.621806 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b92a5d20-3f67-41c8-975d-1fa808fcff51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:40.623324 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b92a5d20-3f67-41c8-975d-1fa808fcff51 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/34e36418-742a-44f2-82e6-9d78910bee8c HTTP/1.1" status: 204 len: 168 time: 0.3757248 Aug 27 05:01:40.642820 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92a5d20-3f67-41c8-975d-1fa808fcff51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e36418-742a-44f2-82e6-9d78910bee8c,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:40.662911 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8f1bc41c-ffd6-4e26-8e28-6de513990a79 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (67ada737-450c-446e-a863-514e0894e7a9), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:40.762864 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:40.799629 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-eefdfb37-a9c2-4333-90c1-f21d4b4246ac admin admin] Publish callbacks [] for security_group (18d5367f-df46-4729-8c63-ef8707c015cf), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:40.967170 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-eefdfb37-a9c2-4333-90c1-f21d4b4246ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (18d5367f-df46-4729-8c63-ef8707c015cf), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:40.975899 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 460022d4-0542-4d49-9030-499479797b68 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:01:40.989928 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (460022d4-0542-4d49-9030-499479797b68), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:40.992382 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=987bb2ce-aeaa-4be9-9629-2027baf62f18,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:41.126712 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e86b91-2a87-4da4-8cff-4c5437ca93ea None None] Network 56f49e66-9af5-45ea-8093-4994a5035334 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:01:41.155587 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-49112456-31e1-43d8-8fd9-abd1a87505d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (43a7b613-a82b-4d77-879c-7644f42733df), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:41.286513 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8f1bc41c-ffd6-4e26-8e28-6de513990a79 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (29a27fb9-a1b9-45a9-9da8-eb258cffc9ed), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:41.305029 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-eefdfb37-a9c2-4333-90c1-f21d4b4246ac admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=6c586e88ffaa4e489cbfd6f2a712e2d0&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4238455 Aug 27 05:01:41.309310 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 42140) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:41.313233 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefdfb37-a9c2-4333-90c1-f21d4b4246ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d5367f-df46-4729-8c63-ef8707c015cf,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:41.359700 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 460022d4-0542-4d49-9030-499479797b68 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:01:41.372602 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-dd73c87b-f00d-4c21-b6de-4c4b93807689 None None] Provisioning complete for port 987bb2ce-aeaa-4be9-9629-2027baf62f18 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:01:41.373394 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-dd73c87b-f00d-4c21-b6de-4c4b93807689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (987bb2ce-aeaa-4be9-9629-2027baf62f18), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:41.509854 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=79,neutron:UPDATE=6,neutron:INSERT=13,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:41.600570 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:41.608253 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-dd73c87b-f00d-4c21-b6de-4c4b93807689 None None] Current status of the port 987bb2ce-aeaa-4be9-9629-2027baf62f18 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:01:41.614949 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device bc0488cf-a753-44c7-af49-437592d69f78 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:01:41.901416 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8f1bc41c-ffd6-4e26-8e28-6de513990a79 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for port (29a27fb9-a1b9-45a9-9da8-eb258cffc9ed), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:41.987318 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-49112456-31e1-43d8-8fd9-abd1a87505d5 admin admin] Deleting port 6edc9882-2a3f-4f6b-ac74-0a166c002c2e {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:01:41.987318 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-49112456-31e1-43d8-8fd9-abd1a87505d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (6edc9882-2a3f-4f6b-ac74-0a166c002c2e), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:42.022856 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8f1bc41c-ffd6-4e26-8e28-6de513990a79 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (29a27fb9-a1b9-45a9-9da8-eb258cffc9ed), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:42.132761 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: bc0488cf-a753-44c7-af49-437592d69f78 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:01:42.134431 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device bc0488cf-a753-44c7-af49-437592d69f78 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:01:42.181976 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-52191653-95fe-43e0-a949-73297b710128 None None] Provisioning complete for port 987bb2ce-aeaa-4be9-9629-2027baf62f18 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:01:42.181976 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-52191653-95fe-43e0-a949-73297b710128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (987bb2ce-aeaa-4be9-9629-2027baf62f18), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:42.263870 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-49112456-31e1-43d8-8fd9-abd1a87505d5 admin admin] For port 6edc9882-2a3f-4f6b-ac74-0a166c002c2e, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=6edc9882-2a3f-4f6b-ac74-0a166c002c2e,segment=NetworkSegment(87d55600-49eb-4037-abd4-8e72d4f9a057),segment_id=87d55600-49eb-4037-abd4-8e72d4f9a057)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:01:42.264276 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-49112456-31e1-43d8-8fd9-abd1a87505d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (6edc9882-2a3f-4f6b-ac74-0a166c002c2e), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:42.290441 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d0badb90-54d7-4b27-8311-7cab01d501c2 admin admin] Publish callbacks [] for security_group (18d5367f-df46-4729-8c63-ef8707c015cf), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:42.301329 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-49112456-31e1-43d8-8fd9-abd1a87505d5 admin admin] Calling delete_port for 6edc9882-2a3f-4f6b-ac74-0a166c002c2e owned by network:router_interface {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:01:42.364805 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 987bb2ce-aeaa-4be9-9629-2027baf62f18 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:01:42.385618 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d0badb90-54d7-4b27-8311-7cab01d501c2 admin admin] Publish callbacks [] for security_group (18d5367f-df46-4729-8c63-ef8707c015cf), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:42.441779 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1bc41c-ffd6-4e26-8e28-6de513990a79 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event updated for resources: {'Port': ['ID=29a27fb9-a1b9-45a9-9da8-eb258cffc9ed,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:42.444685 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8f1bc41c-ffd6-4e26-8e28-6de513990a79 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (67ada737-450c-446e-a863-514e0894e7a9), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:42.503309 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-52191653-95fe-43e0-a949-73297b710128 None None] Current status of the port 987bb2ce-aeaa-4be9-9629-2027baf62f18 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:01:42.506869 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:42.547760 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-52191653-95fe-43e0-a949-73297b710128 None None] Provisioning complete for port 29a27fb9-a1b9-45a9-9da8-eb258cffc9ed triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:01:42.548138 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-52191653-95fe-43e0-a949-73297b710128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (29a27fb9-a1b9-45a9-9da8-eb258cffc9ed), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:42.571286 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 987bb2ce-aeaa-4be9-9629-2027baf62f18 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:01:42.580754 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (987bb2ce-aeaa-4be9-9629-2027baf62f18), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:42.596939 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1bc41c-ffd6-4e26-8e28-6de513990a79 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Network 56f49e66-9af5-45ea-8093-4994a5035334 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:01:42.598693 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-8f1bc41c-ffd6-4e26-8e28-6de513990a79 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:01:42.703454 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d0badb90-54d7-4b27-8311-7cab01d501c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (18d5367f-df46-4729-8c63-ef8707c015cf), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:42.706087 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d0badb90-54d7-4b27-8311-7cab01d501c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:42.707266 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-d0badb90-54d7-4b27-8311-7cab01d501c2 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/18d5367f-df46-4729-8c63-ef8707c015cf HTTP/1.1" status: 204 len: 168 time: 1.3860724 Aug 27 05:01:42.722344 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-52191653-95fe-43e0-a949-73297b710128 None None] Port 29a27fb9-a1b9-45a9-9da8-eb258cffc9ed cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:01:42.779816 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0badb90-54d7-4b27-8311-7cab01d501c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d5367f-df46-4729-8c63-ef8707c015cf,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:42.831102 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-49112456-31e1-43d8-8fd9-abd1a87505d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (6edc9882-2a3f-4f6b-ac74-0a166c002c2e), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:42.914835 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 987bb2ce-aeaa-4be9-9629-2027baf62f18 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:01:42.944892 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-b48553dd-2404-4cbb-81a0-8f1dc1e3a0a1 None None] Provisioning complete for port 29a27fb9-a1b9-45a9-9da8-eb258cffc9ed triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:01:42.946455 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b48553dd-2404-4cbb-81a0-8f1dc1e3a0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (29a27fb9-a1b9-45a9-9da8-eb258cffc9ed), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:42.960426 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49112456-31e1-43d8-8fd9-abd1a87505d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6edc9882-2a3f-4f6b-ac74-0a166c002c2e,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:43.006423 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 42188) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:43.060707 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f1bc41c-ffd6-4e26-8e28-6de513990a79 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Router 67ada737-450c-446e-a863-514e0894e7a9 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:01:43.090237 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:43.101047 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:43.102367 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-b48553dd-2404-4cbb-81a0-8f1dc1e3a0a1 None None] Port 29a27fb9-a1b9-45a9-9da8-eb258cffc9ed cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:01:43.110309 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:43.158933 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:43.177178 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:43.226342 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-cab895a5-022c-4a19-b03d-e0372c6f2d03 None None] Provisioning complete for port 29a27fb9-a1b9-45a9-9da8-eb258cffc9ed triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:01:43.231774 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cab895a5-022c-4a19-b03d-e0372c6f2d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (29a27fb9-a1b9-45a9-9da8-eb258cffc9ed), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:43.372269 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-cab895a5-022c-4a19-b03d-e0372c6f2d03 None None] Port 29a27fb9-a1b9-45a9-9da8-eb258cffc9ed cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:01:43.479328 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f1bc41c-ffd6-4e26-8e28-6de513990a79 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:01:43.490286 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-8f1bc41c-ffd6-4e26-8e28-6de513990a79 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "PUT /networking/v2.0/routers/67ada737-450c-446e-a863-514e0894e7a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2594521 Aug 27 05:01:43.505684 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0507ffd-bdd8-4b33-b49a-bb85e7569eac None None] Sync routers for ids ['67ada737-450c-446e-a863-514e0894e7a9'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:01:43.524598 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0507ffd-bdd8-4b33-b49a-bb85e7569eac None None] Routers {'67ada737-450c-446e-a863-514e0894e7a9'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:01:43.525220 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-a0507ffd-bdd8-4b33-b49a-bb85e7569eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:01:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['67ada737-450c-446e-a863-514e0894e7a9'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:43.569554 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-49112456-31e1-43d8-8fd9-abd1a87505d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (43a7b613-a82b-4d77-879c-7644f42733df), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:43.658449 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-08ce2446-376d-4392-9fe2-8c9eaa7042e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:43.916712 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-08ce2446-376d-4392-9fe2-8c9eaa7042e2 admin admin] Publish callbacks [] for security_group (45f5bbc3-fae2-4fe5-ae24-a658175767ba), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:44.065567 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-08ce2446-376d-4392-9fe2-8c9eaa7042e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (45f5bbc3-fae2-4fe5-ae24-a658175767ba), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:44.100603 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-a0507ffd-bdd8-4b33-b49a-bb85e7569eac None None] Set router 67ada737-450c-446e-a863-514e0894e7a9 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:01:44.288104 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49112456-31e1-43d8-8fd9-abd1a87505d5 admin admin] Router 43a7b613-a82b-4d77-879c-7644f42733df has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:01:44.290548 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 42226) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:44.320877 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-08ce2446-376d-4392-9fe2-8c9eaa7042e2 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=f78e003d1f0a4743bcd0ae0880f4402c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3087716 Aug 27 05:01:44.323472 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:44.326362 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 42228) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:44.363316 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ce2446-376d-4392-9fe2-8c9eaa7042e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f5bbc3-fae2-4fe5-ae24-a658175767ba,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:44.380060 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8cdffee1-dbc6-4866-a2f1-9770e4b9b138 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:44.393498 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:44.460687 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 42230) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:44.506895 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-468e06d7-9002-4039-b9d8-e80440af7de0 req-55d90a30-5689-4703-9d52-84f4a69f88a3 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1674960715&fields=id&tenant_id=acc20d3acbb8412595ec5e464a94b770 HTTP/1.1" status: 200 len: 267 time: 0.4174399 Aug 27 05:01:44.622014 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f0dec694-916e-496e-817c-0572c5989b01 admin admin] Publish callbacks [] for security_group (45f5bbc3-fae2-4fe5-ae24-a658175767ba), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:44.625167 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-a0507ffd-bdd8-4b33-b49a-bb85e7569eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ada737-450c-446e-a863-514e0894e7a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846890859', 'tenant_id': 'acc20d3acbb8412595ec5e464a94b770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '460022d4-0542-4d49-9030-499479797b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:01:25Z', 'updated_at': '2022-08-27T05:01:40Z', 'revision_number': 4, 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'gw_port': {'id': '460022d4-0542-4d49-9030-499479797b68', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bf:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ada737-450c-446e-a863-514e0894e7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:01:27Z', 'updated_at': '2022-08-27T05:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '29a27fb9-a1b9-45a9-9da8-eb258cffc9ed', 'name': '', 'network_id': '56f49e66-9af5-45ea-8093-4994a5035334', 'tenant_id': 'acc20d3acbb8412595ec5e464a94b770', 'mac_address': 'fa:16:3e:44:f5:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ada737-450c-446e-a863-514e0894e7a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '12b074e8-6749-4877-a9e0-d897ee91a691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:01:38Z', 'updated_at': '2022-08-27T05:01:41Z', 'revision_number': 2, 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'subnets': [{'id': '12b074e8-6749-4877-a9e0-d897ee91a691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:44.731019 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0507ffd-bdd8-4b33-b49a-bb85e7569eac None None] Checking router: 67ada737-450c-446e-a863-514e0894e7a9 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:01:44.731646 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0507ffd-bdd8-4b33-b49a-bb85e7569eac None None] Updating router 67ada737-450c-446e-a863-514e0894e7a9 port 29a27fb9-a1b9-45a9-9da8-eb258cffc9ed binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:01:44.741922 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f0dec694-916e-496e-817c-0572c5989b01 admin admin] Publish callbacks [] for security_group (45f5bbc3-fae2-4fe5-ae24-a658175767ba), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:44.749444 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8cdffee1-dbc6-4866-a2f1-9770e4b9b138 admin admin] Publish callbacks [] for security_group (9a4f839b-e62a-4518-bf7e-c9a87e17f645), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:44.813669 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-a0507ffd-bdd8-4b33-b49a-bb85e7569eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (29a27fb9-a1b9-45a9-9da8-eb258cffc9ed), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:44.816285 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-84636073-f344-42c6-a3da-4088c100b55f admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1080842893-network', 'tenant_id': 'f7ef48cee13242fb995d66a4208112d0'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:01:44.828528 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49112456-31e1-43d8-8fd9-abd1a87505d5 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:01:44.836516 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-49112456-31e1-43d8-8fd9-abd1a87505d5 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/43a7b613-a82b-4d77-879c-7644f42733df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2102113 Aug 27 05:01:44.837784 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 42248) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:44.843623 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde9d20f-87c9-41d2-a448-a55b5de78977 None None] Sync routers for ids ['43a7b613-a82b-4d77-879c-7644f42733df'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:01:44.871673 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde9d20f-87c9-41d2-a448-a55b5de78977 None None] Routers {'43a7b613-a82b-4d77-879c-7644f42733df'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:01:44.872358 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-dde9d20f-87c9-41d2-a448-a55b5de78977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:01:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['43a7b613-a82b-4d77-879c-7644f42733df'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:44.880575 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e06d7-9002-4039-b9d8-e80440af7de0 req-79dfe4cd-e2d4-4616-8c13-eca7984cb4de tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:01:44.890673 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-468e06d7-9002-4039-b9d8-e80440af7de0 req-79dfe4cd-e2d4-4616-8c13-eca7984cb4de tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "GET /networking/v2.0/networks?id=56f49e66-9af5-45ea-8093-4994a5035334 HTTP/1.1" status: 200 len: 797 time: 0.3826623 Aug 27 05:01:44.895408 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=87,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:44.956444 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-468e06d7-9002-4039-b9d8-e80440af7de0 req-180158eb-4d05-4c94-8902-28ffa571967e tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "GET /networking/v2.0/quotas/acc20d3acbb8412595ec5e464a94b770 HTTP/1.1" status: 200 len: 375 time: 0.0646410 Aug 27 05:01:45.034168 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cf10afa6-288b-4750-a591-307ea428a545 admin admin] Publish callbacks [] for router (43a7b613-a82b-4d77-879c-7644f42733df), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:45.072097 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-468e06d7-9002-4039-b9d8-e80440af7de0 req-1e74f652-fbde-4fae-ac3e-56883b5a00c7 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=acc20d3acbb8412595ec5e464a94b770&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1129336 Aug 27 05:01:45.074716 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84636073-f344-42c6-a3da-4088c100b55f admin admin] Made reservation on behalf of f7ef48cee13242fb995d66a4208112d0 for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:01:45.108833 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-84636073-f344-42c6-a3da-4088c100b55f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:45.111896 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8cdffee1-dbc6-4866-a2f1-9770e4b9b138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (9a4f839b-e62a-4518-bf7e-c9a87e17f645), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:45.148372 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 42256) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:45.170422 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-84636073-f344-42c6-a3da-4088c100b55f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:45.173007 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-dde9d20f-87c9-41d2-a448-a55b5de78977 None None] Set router 43a7b613-a82b-4d77-879c-7644f42733df gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:01:45.338436 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cf10afa6-288b-4750-a591-307ea428a545 admin admin] Publish callbacks [] for router_gateway (43a7b613-a82b-4d77-879c-7644f42733df), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:45.364878 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f0dec694-916e-496e-817c-0572c5989b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (45f5bbc3-fae2-4fe5-ae24-a658175767ba), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:45.368594 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f0dec694-916e-496e-817c-0572c5989b01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:45.369843 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f0dec694-916e-496e-817c-0572c5989b01 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/45f5bbc3-fae2-4fe5-ae24-a658175767ba HTTP/1.1" status: 204 len: 168 time: 1.0390296 Aug 27 05:01:45.384011 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:45.399061 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8cdffee1-dbc6-4866-a2f1-9770e4b9b138 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=1398b5c2e3cf425aa6744ab40cf870de&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1074088 Aug 27 05:01:45.399736 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 42264) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:45.439746 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdffee1-dbc6-4866-a2f1-9770e4b9b138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4f839b-e62a-4518-bf7e-c9a87e17f645,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:45.459016 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dec694-916e-496e-817c-0572c5989b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f5bbc3-fae2-4fe5-ae24-a658175767ba,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:45.560234 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-cf10afa6-288b-4750-a591-307ea428a545 admin admin] Deleting port ed52f442-7c80-4c56-882c-fcb42b57f1b2 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:01:45.560592 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cf10afa6-288b-4750-a591-307ea428a545 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (ed52f442-7c80-4c56-882c-fcb42b57f1b2), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:45.610764 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-a0507ffd-bdd8-4b33-b49a-bb85e7569eac None None] Publish callbacks [] for port (29a27fb9-a1b9-45a9-9da8-eb258cffc9ed), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:45.654540 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-dde9d20f-87c9-41d2-a448-a55b5de78977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a7b613-a82b-4d77-879c-7644f42733df', 'name': 'tempest-TestServerMultinode-1785880984-router', 'tenant_id': 'd1ee6f822ff5481caf67a8f7ac4fc5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'ed52f442-7c80-4c56-882c-fcb42b57f1b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:01:10Z', 'updated_at': '2022-08-27T05:01:42Z', 'revision_number': 5, 'project_id': 'd1ee6f822ff5481caf67a8f7ac4fc5de', 'gw_port': {'id': 'ed52f442-7c80-4c56-882c-fcb42b57f1b2', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:07:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a7b613-a82b-4d77-879c-7644f42733df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:01:13Z', 'updated_at': '2022-08-27T05:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:45.701464 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ea5410d6-ad8c-4923-be97-316c899ba755 admin admin] Publish callbacks [] for security_group (9a4f839b-e62a-4518-bf7e-c9a87e17f645), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:45.709930 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-cf10afa6-288b-4750-a591-307ea428a545 admin admin] For port ed52f442-7c80-4c56-882c-fcb42b57f1b2, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=ed52f442-7c80-4c56-882c-fcb42b57f1b2,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:01:45.713921 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cf10afa6-288b-4750-a591-307ea428a545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (ed52f442-7c80-4c56-882c-fcb42b57f1b2), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:45.723229 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde9d20f-87c9-41d2-a448-a55b5de78977 None None] Checking router: 43a7b613-a82b-4d77-879c-7644f42733df for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:01:45.734014 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-a0507ffd-bdd8-4b33-b49a-bb85e7569eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (29a27fb9-a1b9-45a9-9da8-eb258cffc9ed), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:45.736105 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde9d20f-87c9-41d2-a448-a55b5de78977 None None] Routers {'43a7b613-a82b-4d77-879c-7644f42733df'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:01:45.736783 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-dde9d20f-87c9-41d2-a448-a55b5de78977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:01:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['43a7b613-a82b-4d77-879c-7644f42733df'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:45.790368 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-cf10afa6-288b-4750-a591-307ea428a545 admin admin] Calling delete_port for ed52f442-7c80-4c56-882c-fcb42b57f1b2 owned by network:router_gateway {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:01:45.821240 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-84636073-f344-42c6-a3da-4088c100b55f admin admin] Publish callbacks [] for security_group (fff7b86d-9a8a-44b5-b5f2-b902bcb23c14), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:45.889288 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d82d70a-9b4b-42fe-8f6d-d81b22dd9a75 None None] Pushing event updated for resources: {'Port': ['ID=29a27fb9-a1b9-45a9-9da8-eb258cffc9ed,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:45.952453 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-dde9d20f-87c9-41d2-a448-a55b5de78977 None None] Set router 43a7b613-a82b-4d77-879c-7644f42733df gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:01:45.977217 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-84636073-f344-42c6-a3da-4088c100b55f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (fff7b86d-9a8a-44b5-b5f2-b902bcb23c14), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:45.987669 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:45.989064 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-a0507ffd-bdd8-4b33-b49a-bb85e7569eac None None] Attempting to bind port 29a27fb9-a1b9-45a9-9da8-eb258cffc9ed on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:01:45.989611 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-a0507ffd-bdd8-4b33-b49a-bb85e7569eac None None] Attempting to bind port 29a27fb9-a1b9-45a9-9da8-eb258cffc9ed by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'aaeb7a02-ac95-4943-bc8a-a17bfb1ad991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '56f49e66-9af5-45ea-8093-4994a5035334'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:01:45.990047 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0507ffd-bdd8-4b33-b49a-bb85e7569eac None None] Attempting to bind port 29a27fb9-a1b9-45a9-9da8-eb258cffc9ed on network 56f49e66-9af5-45ea-8093-4994a5035334 {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:01:45.999756 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0507ffd-bdd8-4b33-b49a-bb85e7569eac None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:01:46.000258 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0507ffd-bdd8-4b33-b49a-bb85e7569eac None None] Checking segment: {'id': 'aaeb7a02-ac95-4943-bc8a-a17bfb1ad991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '56f49e66-9af5-45ea-8093-4994a5035334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:01:46.000696 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-a0507ffd-bdd8-4b33-b49a-bb85e7569eac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:46.004020 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0507ffd-bdd8-4b33-b49a-bb85e7569eac None None] Bound using segment: {'id': 'aaeb7a02-ac95-4943-bc8a-a17bfb1ad991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '56f49e66-9af5-45ea-8093-4994a5035334'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:01:46.006551 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-a0507ffd-bdd8-4b33-b49a-bb85e7569eac None None] Bound port: 29a27fb9-a1b9-45a9-9da8-eb258cffc9ed, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaeb7a02-ac95-4943-bc8a-a17bfb1ad991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '56f49e66-9af5-45ea-8093-4994a5035334'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:01:46.008529 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-a0507ffd-bdd8-4b33-b49a-bb85e7569eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (29a27fb9-a1b9-45a9-9da8-eb258cffc9ed), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:46.079794 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-dde9d20f-87c9-41d2-a448-a55b5de78977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a7b613-a82b-4d77-879c-7644f42733df', 'name': 'tempest-TestServerMultinode-1785880984-router', 'tenant_id': 'd1ee6f822ff5481caf67a8f7ac4fc5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:01:10Z', 'updated_at': '2022-08-27T05:01:45Z', 'revision_number': 6, 'project_id': 'd1ee6f822ff5481caf67a8f7ac4fc5de', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:46.136286 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ea5410d6-ad8c-4923-be97-316c899ba755 admin admin] Publish callbacks [] for security_group (9a4f839b-e62a-4518-bf7e-c9a87e17f645), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:46.153388 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde9d20f-87c9-41d2-a448-a55b5de78977 None None] The sync data for ids ['43a7b613-a82b-4d77-879c-7644f42733df'] in n-d-852088-5 is: [{'id': '43a7b613-a82b-4d77-879c-7644f42733df', 'name': 'tempest-TestServerMultinode-1785880984-router', 'tenant_id': 'd1ee6f822ff5481caf67a8f7ac4fc5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:01:10Z', 'updated_at': '2022-08-27T05:01:45Z', 'revision_number': 6, 'project_id': 'd1ee6f822ff5481caf67a8f7ac4fc5de', 'gw_port_host': None}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:01:46.159559 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-a0507ffd-bdd8-4b33-b49a-bb85e7569eac None None] For port 29a27fb9-a1b9-45a9-9da8-eb258cffc9ed, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:01:46.163883 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-a0507ffd-bdd8-4b33-b49a-bb85e7569eac None None] For port 29a27fb9-a1b9-45a9-9da8-eb258cffc9ed, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=29a27fb9-a1b9-45a9-9da8-eb258cffc9ed,segment=NetworkSegment(aaeb7a02-ac95-4943-bc8a-a17bfb1ad991),segment_id=aaeb7a02-ac95-4943-bc8a-a17bfb1ad991)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:01:46.170986 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:46.185424 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cf10afa6-288b-4750-a591-307ea428a545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (ed52f442-7c80-4c56-882c-fcb42b57f1b2), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:46.205009 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0fdf5982-3e93-4cee-840d-a735595aa970 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (67ada737-450c-446e-a863-514e0894e7a9), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:46.265699 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-a0507ffd-bdd8-4b33-b49a-bb85e7569eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (29a27fb9-a1b9-45a9-9da8-eb258cffc9ed), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:46.281518 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:46.282444 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84636073-f344-42c6-a3da-4088c100b55f admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 05:01:46.286536 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf10afa6-288b-4750-a591-307ea428a545 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed52f442-7c80-4c56-882c-fcb42b57f1b2,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:46.305695 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84636073-f344-42c6-a3da-4088c100b55f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff7b86d-9a8a-44b5-b5f2-b902bcb23c14,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:46.395417 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ea5410d6-ad8c-4923-be97-316c899ba755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (9a4f839b-e62a-4518-bf7e-c9a87e17f645), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:46.399221 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ea5410d6-ad8c-4923-be97-316c899ba755 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:46.404299 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ea5410d6-ad8c-4923-be97-316c899ba755 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/9a4f839b-e62a-4518-bf7e-c9a87e17f645 HTTP/1.1" status: 204 len: 168 time: 0.9999928 Aug 27 05:01:46.407768 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-84636073-f344-42c6-a3da-4088c100b55f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (7041ff4b-03ee-494a-ac4c-027174edd068), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:46.407768 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-84636073-f344-42c6-a3da-4088c100b55f admin admin] Added segment 7041ff4b-03ee-494a-ac4c-027174edd068 of type vlan for network 4f53bfc1-7439-4af1-92f9-0ceae89ed4f3 Aug 27 05:01:46.430880 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5410d6-ad8c-4923-be97-316c899ba755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4f839b-e62a-4518-bf7e-c9a87e17f645,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:46.449501 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0507ffd-bdd8-4b33-b49a-bb85e7569eac None None] Routers {'67ada737-450c-446e-a863-514e0894e7a9'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:01:46.450464 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-a0507ffd-bdd8-4b33-b49a-bb85e7569eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:01:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['67ada737-450c-446e-a863-514e0894e7a9'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:46.498677 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cf10afa6-288b-4750-a591-307ea428a545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (43a7b613-a82b-4d77-879c-7644f42733df), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:46.538076 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d82d70a-9b4b-42fe-8f6d-d81b22dd9a75 None None] Pushing event updated for resources: {'Port': ['ID=29a27fb9-a1b9-45a9-9da8-eb258cffc9ed,revision_number=4']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:46.661220 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 42296) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:46.692880 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f5d47f14-2b7a-44eb-b2e0-5b64152f9dbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:46.700620 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cf10afa6-288b-4750-a591-307ea428a545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (43a7b613-a82b-4d77-879c-7644f42733df), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:46.702647 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cf10afa6-288b-4750-a591-307ea428a545 admin admin] Publish callbacks [] for router_controller (43a7b613-a82b-4d77-879c-7644f42733df), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:46.742916 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-a0507ffd-bdd8-4b33-b49a-bb85e7569eac None None] Set router 67ada737-450c-446e-a863-514e0894e7a9 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:01:46.789021 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-84636073-f344-42c6-a3da-4088c100b55f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (4f53bfc1-7439-4af1-92f9-0ceae89ed4f3), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:46.931161 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f5d47f14-2b7a-44eb-b2e0-5b64152f9dbd admin admin] Publish callbacks [] for security_group (08534b1d-ec71-441f-a2e5-a6b947ef9bac), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:46.998764 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-0fdf5982-3e93-4cee-840d-a735595aa970 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Deleting port 29a27fb9-a1b9-45a9-9da8-eb258cffc9ed {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:01:47.001871 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0fdf5982-3e93-4cee-840d-a735595aa970 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (29a27fb9-a1b9-45a9-9da8-eb258cffc9ed), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:47.076153 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cf10afa6-288b-4750-a591-307ea428a545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (43a7b613-a82b-4d77-879c-7644f42733df), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:47.076153 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf10afa6-288b-4750-a591-307ea428a545 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43a7b613-a82b-4d77-879c-7644f42733df {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 05:01:47.076153 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cf10afa6-288b-4750-a591-307ea428a545 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:47.076153 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-cf10afa6-288b-4750-a591-307ea428a545 admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/43a7b613-a82b-4d77-879c-7644f42733df HTTP/1.1" status: 204 len: 168 time: 2.2275033 Aug 27 05:01:47.076153 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 42310) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:47.109032 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-84636073-f344-42c6-a3da-4088c100b55f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (4f53bfc1-7439-4af1-92f9-0ceae89ed4f3), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:47.112020 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84636073-f344-42c6-a3da-4088c100b55f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:01:47.112661 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-84636073-f344-42c6-a3da-4088c100b55f admin admin] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:47.211897 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-a0507ffd-bdd8-4b33-b49a-bb85e7569eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ada737-450c-446e-a863-514e0894e7a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846890859', 'tenant_id': 'acc20d3acbb8412595ec5e464a94b770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '460022d4-0542-4d49-9030-499479797b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:01:25Z', 'updated_at': '2022-08-27T05:01:40Z', 'revision_number': 4, 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'gw_port': {'id': '460022d4-0542-4d49-9030-499479797b68', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bf:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ada737-450c-446e-a863-514e0894e7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:01:27Z', 'updated_at': '2022-08-27T05:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '29a27fb9-a1b9-45a9-9da8-eb258cffc9ed', 'name': '', 'network_id': '56f49e66-9af5-45ea-8093-4994a5035334', 'tenant_id': 'acc20d3acbb8412595ec5e464a94b770', 'mac_address': 'fa:16:3e:44:f5:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ada737-450c-446e-a863-514e0894e7a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '12b074e8-6749-4877-a9e0-d897ee91a691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:01:38Z', 'updated_at': '2022-08-27T05:01:46Z', 'revision_number': 4, 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'subnets': [{'id': '12b074e8-6749-4877-a9e0-d897ee91a691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:47.229132 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f5d47f14-2b7a-44eb-b2e0-5b64152f9dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (08534b1d-ec71-441f-a2e5-a6b947ef9bac), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:47.257325 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0507ffd-bdd8-4b33-b49a-bb85e7569eac None None] The sync data for ids ['67ada737-450c-446e-a863-514e0894e7a9'] in n-d-852088-5 is: [{'id': '67ada737-450c-446e-a863-514e0894e7a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846890859', 'tenant_id': 'acc20d3acbb8412595ec5e464a94b770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '460022d4-0542-4d49-9030-499479797b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:01:25Z', 'updated_at': '2022-08-27T05:01:40Z', 'revision_number': 4, 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'gw_port': {'id': '460022d4-0542-4d49-9030-499479797b68', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bf:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ada737-450c-446e-a863-514e0894e7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:01:27Z', 'updated_at': '2022-08-27T05:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '29a27fb9-a1b9-45a9-9da8-eb258cffc9ed', 'name': '', 'network_id': '56f49e66-9af5-45ea-8093-4994a5035334', 'tenant_id': 'acc20d3acbb8412595ec5e464a94b770', 'mac_address': 'fa:16:3e:44:f5:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ada737-450c-446e-a863-514e0894e7a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '12b074e8-6749-4877-a9e0-d897ee91a691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:01:38Z', 'updated_at': '2022-08-27T05:01:46Z', 'revision_number': 4, 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'subnets': [{'id': '12b074e8-6749-4877-a9e0-d897ee91a691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:01:47.287255 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-84636073-f344-42c6-a3da-4088c100b55f admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.8170106 Aug 27 05:01:47.297982 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 42320) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:47.317143 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-cb2aa04a-82db-423a-92bc-5ff7e040e05f admin admin] Request body: {'subnet': {'network_id': '4f53bfc1-7439-4af1-92f9-0ceae89ed4f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1080842893-subnet', 'tenant_id': 'f7ef48cee13242fb995d66a4208112d0', 'ip_version': 4}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:01:47.334939 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84636073-f344-42c6-a3da-4088c100b55f admin admin] Pushing event updated for resources: {'Network': ['ID=4f53bfc1-7439-4af1-92f9-0ceae89ed4f3,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:47.345675 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 4f53bfc1-7439-4af1-92f9-0ceae89ed4f3 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 05:01:47.348452 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-0fdf5982-3e93-4cee-840d-a735595aa970 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] For port 29a27fb9-a1b9-45a9-9da8-eb258cffc9ed, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=29a27fb9-a1b9-45a9-9da8-eb258cffc9ed,segment=NetworkSegment(aaeb7a02-ac95-4943-bc8a-a17bfb1ad991),segment_id=aaeb7a02-ac95-4943-bc8a-a17bfb1ad991)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:01:47.348871 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0fdf5982-3e93-4cee-840d-a735595aa970 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (29a27fb9-a1b9-45a9-9da8-eb258cffc9ed), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:47.379496 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cc2fb72-bb53-4061-8353-91a00f17b9e1 admin admin] Deleting subnet 7a98bdf0-281f-4701-b7a8-81f010b98b05 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 05:01:47.409552 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-0fdf5982-3e93-4cee-840d-a735595aa970 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Calling delete_port for 29a27fb9-a1b9-45a9-9da8-eb258cffc9ed owned by network:router_interface {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:01:47.412454 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f5d47f14-2b7a-44eb-b2e0-5b64152f9dbd admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=dcbb2e00658a4a89ab936dd6948e497a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7500536 Aug 27 05:01:47.418712 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8cc2fb72-bb53-4061-8353-91a00f17b9e1 admin admin] Publish callbacks [] for subnet (7a98bdf0-281f-4701-b7a8-81f010b98b05), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:47.420588 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 42324) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:47.470789 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d47f14-2b7a-44eb-b2e0-5b64152f9dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08534b1d-ec71-441f-a2e5-a6b947ef9bac,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:47.513982 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=9,neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:47.547764 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8cc2fb72-bb53-4061-8353-91a00f17b9e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (7a98bdf0-281f-4701-b7a8-81f010b98b05), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:47.548018 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2aa04a-82db-423a-92bc-5ff7e040e05f admin admin] Made reservation on behalf of f7ef48cee13242fb995d66a4208112d0 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:01:47.562423 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cb2aa04a-82db-423a-92bc-5ff7e040e05f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:47.630201 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-251eb9b1-2c84-4f4c-b34a-1e14e2227c3a admin admin] Publish callbacks [] for security_group (08534b1d-ec71-441f-a2e5-a6b947ef9bac), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:47.709713 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-251eb9b1-2c84-4f4c-b34a-1e14e2227c3a admin admin] Publish callbacks [] for security_group (08534b1d-ec71-441f-a2e5-a6b947ef9bac), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:47.751760 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8cc2fb72-bb53-4061-8353-91a00f17b9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (7a98bdf0-281f-4701-b7a8-81f010b98b05), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:47.871209 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:UPDATE=1,neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:48.014498 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8cc2fb72-bb53-4061-8353-91a00f17b9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (7a98bdf0-281f-4701-b7a8-81f010b98b05), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:48.093320 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc2fb72-bb53-4061-8353-91a00f17b9e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a98bdf0-281f-4701-b7a8-81f010b98b05,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:48.096205 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-251eb9b1-2c84-4f4c-b34a-1e14e2227c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (08534b1d-ec71-441f-a2e5-a6b947ef9bac), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:48.098753 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-251eb9b1-2c84-4f4c-b34a-1e14e2227c3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:48.102273 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-251eb9b1-2c84-4f4c-b34a-1e14e2227c3a admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/08534b1d-ec71-441f-a2e5-a6b947ef9bac HTTP/1.1" status: 204 len: 168 time: 0.6786952 Aug 27 05:01:48.139944 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8cc2fb72-bb53-4061-8353-91a00f17b9e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:48.140366 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c32cd7d-563b-461e-b833-4546cfee31aa None None] Network 0ed41a27-5bd1-4b78-beea-ccccb01af9c8 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:01:48.153310 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 42348) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:48.163103 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8cc2fb72-bb53-4061-8353-91a00f17b9e1 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/7a98bdf0-281f-4701-b7a8-81f010b98b05 HTTP/1.1" status: 204 len: 168 time: 1.0796063 Aug 27 05:01:48.199932 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc2fb72-bb53-4061-8353-91a00f17b9e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:01:48.200453 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc2fb72-bb53-4061-8353-91a00f17b9e1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:01:48.200812 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc2fb72-bb53-4061-8353-91a00f17b9e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:01:48.202832 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc2fb72-bb53-4061-8353-91a00f17b9e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:01:48.203021 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc2fb72-bb53-4061-8353-91a00f17b9e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:01:48.203476 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc2fb72-bb53-4061-8353-91a00f17b9e1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:01:48.203691 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc2fb72-bb53-4061-8353-91a00f17b9e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:01:48.204227 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc2fb72-bb53-4061-8353-91a00f17b9e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:01:48.204382 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc2fb72-bb53-4061-8353-91a00f17b9e1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:01:48.204719 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc2fb72-bb53-4061-8353-91a00f17b9e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:01:48.205054 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc2fb72-bb53-4061-8353-91a00f17b9e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:01:48.205385 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc2fb72-bb53-4061-8353-91a00f17b9e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:01:48.210364 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc2fb72-bb53-4061-8353-91a00f17b9e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:01:48.210538 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc2fb72-bb53-4061-8353-91a00f17b9e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:01:48.210819 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc2fb72-bb53-4061-8353-91a00f17b9e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:01:48.217225 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eb9b1-2c84-4f4c-b34a-1e14e2227c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08534b1d-ec71-441f-a2e5-a6b947ef9bac,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:48.316627 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:48.386646 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6c6a9551-0c2d-4673-9ee1-89063c77a04a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (0ed41a27-5bd1-4b78-beea-ccccb01af9c8), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:48.439526 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0fdf5982-3e93-4cee-840d-a735595aa970 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (29a27fb9-a1b9-45a9-9da8-eb258cffc9ed), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:48.459086 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3c5765-15c3-4070-bb7d-7b906e7c2bae None None] DHCP port deletion for 0ed41a27-5bd1-4b78-beea-ccccb01af9c8 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 05:01:48.476399 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 29a27fb9-a1b9-45a9-9da8-eb258cffc9ed up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:01:48.569397 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdf5982-3e93-4cee-840d-a735595aa970 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event deleted for resources: {'Port': ['ID=29a27fb9-a1b9-45a9-9da8-eb258cffc9ed,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:48.595218 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-6c6a9551-0c2d-4673-9ee1-89063c77a04a admin admin] Deleting port da775bcd-d97c-4a8e-8f36-6578e8c5de26 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:01:48.595218 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6c6a9551-0c2d-4673-9ee1-89063c77a04a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (da775bcd-d97c-4a8e-8f36-6578e8c5de26), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:48.599095 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:48.650292 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-bd3c5765-15c3-4070-bb7d-7b906e7c2bae None None] Deleting port da775bcd-d97c-4a8e-8f36-6578e8c5de26 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:01:48.650833 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-bd3c5765-15c3-4070-bb7d-7b906e7c2bae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (da775bcd-d97c-4a8e-8f36-6578e8c5de26), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:48.664463 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 29a27fb9-a1b9-45a9-9da8-eb258cffc9ed {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:01:48.665043 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 29a27fb9-a1b9-45a9-9da8-eb258cffc9ed not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 27 05:01:48.743539 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdf5982-3e93-4cee-840d-a735595aa970 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:01:48.750700 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdf5982-3e93-4cee-840d-a735595aa970 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:01:48.750700 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdf5982-3e93-4cee-840d-a735595aa970 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:01:48.750700 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdf5982-3e93-4cee-840d-a735595aa970 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:01:48.750700 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdf5982-3e93-4cee-840d-a735595aa970 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:01:48.750700 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdf5982-3e93-4cee-840d-a735595aa970 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:01:48.750700 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdf5982-3e93-4cee-840d-a735595aa970 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:01:48.750700 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdf5982-3e93-4cee-840d-a735595aa970 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:01:48.750700 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdf5982-3e93-4cee-840d-a735595aa970 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:01:48.750700 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdf5982-3e93-4cee-840d-a735595aa970 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:01:48.750700 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdf5982-3e93-4cee-840d-a735595aa970 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:01:48.750700 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdf5982-3e93-4cee-840d-a735595aa970 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:01:48.750700 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdf5982-3e93-4cee-840d-a735595aa970 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:01:48.750700 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdf5982-3e93-4cee-840d-a735595aa970 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:01:48.750700 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdf5982-3e93-4cee-840d-a735595aa970 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:01:48.753306 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Port 29a27fb9-a1b9-45a9-9da8-eb258cffc9ed not found, will not notify nova. {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 27 05:01:48.897683 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-6c6a9551-0c2d-4673-9ee1-89063c77a04a admin admin] For port da775bcd-d97c-4a8e-8f36-6578e8c5de26, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=da775bcd-d97c-4a8e-8f36-6578e8c5de26,segment=NetworkSegment(87d55600-49eb-4037-abd4-8e72d4f9a057),segment_id=87d55600-49eb-4037-abd4-8e72d4f9a057)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:01:48.898063 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6c6a9551-0c2d-4673-9ee1-89063c77a04a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (da775bcd-d97c-4a8e-8f36-6578e8c5de26), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:48.904238 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device ed52f442-7c80-4c56-882c-fcb42b57f1b2 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:01:48.964688 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: ed52f442-7c80-4c56-882c-fcb42b57f1b2 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:01:48.965482 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device ed52f442-7c80-4c56-882c-fcb42b57f1b2 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:01:48.983202 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6edc9882-2a3f-4f6b-ac74-0a166c002c2e no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:01:49.008339 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:49.026974 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 6edc9882-2a3f-4f6b-ac74-0a166c002c2e {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:01:49.026974 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6edc9882-2a3f-4f6b-ac74-0a166c002c2e not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:01:49.031385 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-bd3c5765-15c3-4070-bb7d-7b906e7c2bae None None] For port da775bcd-d97c-4a8e-8f36-6578e8c5de26, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=da775bcd-d97c-4a8e-8f36-6578e8c5de26,segment=NetworkSegment(87d55600-49eb-4037-abd4-8e72d4f9a057),segment_id=87d55600-49eb-4037-abd4-8e72d4f9a057)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:01:49.031883 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-bd3c5765-15c3-4070-bb7d-7b906e7c2bae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (da775bcd-d97c-4a8e-8f36-6578e8c5de26), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:49.074867 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-bd3c5765-15c3-4070-bb7d-7b906e7c2bae None None] Calling delete_port for da775bcd-d97c-4a8e-8f36-6578e8c5de26 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:01:49.137545 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:49.191300 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-6c6a9551-0c2d-4673-9ee1-89063c77a04a admin admin] Calling delete_port for da775bcd-d97c-4a8e-8f36-6578e8c5de26 owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:01:49.223265 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0fdf5982-3e93-4cee-840d-a735595aa970 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (67ada737-450c-446e-a863-514e0894e7a9), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:49.251421 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:49.407432 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cb2aa04a-82db-423a-92bc-5ff7e040e05f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (52a0e376-efc0-4c15-be37-7828a44af32f), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:49.458891 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-bd3c5765-15c3-4070-bb7d-7b906e7c2bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (da775bcd-d97c-4a8e-8f36-6578e8c5de26), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:49.508814 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c5765-15c3-4070-bb7d-7b906e7c2bae None None] Pushing event deleted for resources: {'Port': ['ID=da775bcd-d97c-4a8e-8f36-6578e8c5de26,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:49.544993 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3c5765-15c3-4070-bb7d-7b906e7c2bae None None] No DVR routers for this DVR port da775bcd-d97c-4a8e-8f36-6578e8c5de26 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:01:49.580509 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:49.960007 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6c6a9551-0c2d-4673-9ee1-89063c77a04a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (da775bcd-d97c-4a8e-8f36-6578e8c5de26), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:50.021848 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6a9551-0c2d-4673-9ee1-89063c77a04a admin admin] Pushing event deleted for resources: {'Port': ['ID=da775bcd-d97c-4a8e-8f36-6578e8c5de26,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:50.022250 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2aa04a-82db-423a-92bc-5ff7e040e05f admin admin] Pushing event updated for resources: {'Subnet': ['ID=52a0e376-efc0-4c15-be37-7828a44af32f,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:50.024954 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2aa04a-82db-423a-92bc-5ff7e040e05f admin admin] Checking segment: {'id': '7041ff4b-03ee-494a-ac4c-027174edd068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4f53bfc1-7439-4af1-92f9-0ceae89ed4f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:01:50.024954 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2aa04a-82db-423a-92bc-5ff7e040e05f admin admin] Network hostable DHCP agents. Network: 4f53bfc1-7439-4af1-92f9-0ceae89ed4f3, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 05:01:50.032183 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6a9551-0c2d-4673-9ee1-89063c77a04a admin admin] No DVR routers for this DVR port da775bcd-d97c-4a8e-8f36-6578e8c5de26 on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:01:50.218947 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6c6a9551-0c2d-4673-9ee1-89063c77a04a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (0ed41a27-5bd1-4b78-beea-ccccb01af9c8), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:50.250134 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2aa04a-82db-423a-92bc-5ff7e040e05f admin admin] Network 4f53bfc1-7439-4af1-92f9-0ceae89ed4f3 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 05:01:50.257356 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-6c6a9551-0c2d-4673-9ee1-89063c77a04a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ed41a27-5bd1-4b78-beea-ccccb01af9c8']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:50.274435 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-6c6a9551-0c2d-4673-9ee1-89063c77a04a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87d55600-49eb-4037-abd4-8e72d4f9a057') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:50.274813 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-6c6a9551-0c2d-4673-9ee1-89063c77a04a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87d55600-49eb-4037-abd4-8e72d4f9a057') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:50.285292 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fdf5982-3e93-4cee-840d-a735595aa970 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Router 67ada737-450c-446e-a863-514e0894e7a9 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:01:50.297377 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6c6a9551-0c2d-4673-9ee1-89063c77a04a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (87d55600-49eb-4037-abd4-8e72d4f9a057), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:50.326066 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6c6a9551-0c2d-4673-9ee1-89063c77a04a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (87d55600-49eb-4037-abd4-8e72d4f9a057), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:50.333266 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c6a9551-0c2d-4673-9ee1-89063c77a04a admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:01:50.333681 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6c6a9551-0c2d-4673-9ee1-89063c77a04a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (87d55600-49eb-4037-abd4-8e72d4f9a057), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:50.379233 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-cb2aa04a-82db-423a-92bc-5ff7e040e05f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 4f53bfc1-7439-4af1-92f9-0ceae89ed4f3) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:01:50.382218 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 87d55600-49eb-4037-abd4-8e72d4f9a057 resource provider aggregate not found Aug 27 05:01:50.393062 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2aa04a-82db-423a-92bc-5ff7e040e05f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:01:50.393934 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cb2aa04a-82db-423a-92bc-5ff7e040e05f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:50.399315 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17126eb5-8e36-4f81-9967-9651e6730bf6 None None] Network 4f53bfc1-7439-4af1-92f9-0ceae89ed4f3 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:01:50.413807 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:50.455604 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 87d55600-49eb-4037-abd4-8e72d4f9a057 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 87d55600-49eb-4037-abd4-8e72d4f9a057 found for delete ", "request_id": "req-9a3c6c76-aac1-403f-93c2-0701a22a6d45"}]} Aug 27 05:01:50.560969 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device da775bcd-d97c-4a8e-8f36-6578e8c5de26 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:01:50.588583 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: da775bcd-d97c-4a8e-8f36-6578e8c5de26 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:01:50.589353 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device da775bcd-d97c-4a8e-8f36-6578e8c5de26 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:01:50.604856 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6c6a9551-0c2d-4673-9ee1-89063c77a04a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (0ed41a27-5bd1-4b78-beea-ccccb01af9c8), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:50.616410 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6c6a9551-0c2d-4673-9ee1-89063c77a04a admin admin] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:50.622684 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-6c6a9551-0c2d-4673-9ee1-89063c77a04a admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/0ed41a27-5bd1-4b78-beea-ccccb01af9c8 HTTP/1.1" status: 204 len: 168 time: 2.4653141 Aug 27 05:01:50.638969 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-cb2aa04a-82db-423a-92bc-5ff7e040e05f admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 3.3353558 Aug 27 05:01:50.641346 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 42430) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:50.675328 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-9f367a20-bb76-413c-a738-9bb553418fb9 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1080842893-router', 'tenant_id': 'f7ef48cee13242fb995d66a4208112d0', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:01:50.695160 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fdf5982-3e93-4cee-840d-a735595aa970 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:01:50.700187 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6a9551-0c2d-4673-9ee1-89063c77a04a admin admin] Pushing event deleted for resources: {'Network': ['ID=0ed41a27-5bd1-4b78-beea-ccccb01af9c8,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:50.709840 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676d09cb-74ca-49ab-a4ba-94a455cba589 None None] Sync routers for ids ['67ada737-450c-446e-a863-514e0894e7a9'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:01:50.725175 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0fdf5982-3e93-4cee-840d-a735595aa970 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "PUT /networking/v2.0/routers/67ada737-450c-446e-a863-514e0894e7a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5749900 Aug 27 05:01:50.728359 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 42440) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:50.730581 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676d09cb-74ca-49ab-a4ba-94a455cba589 None None] Routers {'67ada737-450c-446e-a863-514e0894e7a9'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:01:50.731401 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-676d09cb-74ca-49ab-a4ba-94a455cba589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:01:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['67ada737-450c-446e-a863-514e0894e7a9'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:50.734363 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:50.777567 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19849533-08c0-4205-9520-cc44c07b40a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-4f53bfc1-7439-4af1-92f9-0ceae89ed4f3', 'network_id': '4f53bfc1-7439-4af1-92f9-0ceae89ed4f3', 'project_id': 'f7ef48cee13242fb995d66a4208112d0', 'fixed_ips': [{'subnet_id': '52a0e376-efc0-4c15-be37-7828a44af32f'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 05:01:50.800777 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-19849533-08c0-4205-9520-cc44c07b40a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:50.855112 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9f367a20-bb76-413c-a738-9bb553418fb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (90b109ab-6879-4571-9e8a-ad3e1a6a979b), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:50.856614 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9f367a20-bb76-413c-a738-9bb553418fb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (90b109ab-6879-4571-9e8a-ad3e1a6a979b), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:50.870623 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-2602a321-381e-4f1a-a32f-abd813c4ea90 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Deleting subnet 12b074e8-6749-4877-a9e0-d897ee91a691 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 05:01:50.877614 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2602a321-381e-4f1a-a32f-abd813c4ea90 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for subnet (12b074e8-6749-4877-a9e0-d897ee91a691), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:50.971192 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9f367a20-bb76-413c-a738-9bb553418fb9 admin admin] Publish callbacks [] for router_controller (90b109ab-6879-4571-9e8a-ad3e1a6a979b), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:50.978863 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2602a321-381e-4f1a-a32f-abd813c4ea90 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (12b074e8-6749-4877-a9e0-d897ee91a691), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:50.995204 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-676d09cb-74ca-49ab-a4ba-94a455cba589 None None] Set router 67ada737-450c-446e-a863-514e0894e7a9 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:01:51.167889 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:51.169423 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:51.178128 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2602a321-381e-4f1a-a32f-abd813c4ea90 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (12b074e8-6749-4877-a9e0-d897ee91a691), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:51.204819 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-19849533-08c0-4205-9520-cc44c07b40a7 None None] Allocated IP 172.20.0.2 (4f53bfc1-7439-4af1-92f9-0ceae89ed4f3/52a0e376-efc0-4c15-be37-7828a44af32f/d6ce450b-1b7b-47d9-8441-6e97cb8c4516) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:01:51.264441 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:51.331289 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 42452) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:51.339577 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9f367a20-bb76-413c-a738-9bb553418fb9 admin admin] Publish callbacks [] for router_gateway (90b109ab-6879-4571-9e8a-ad3e1a6a979b), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:51.343258 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-676d09cb-74ca-49ab-a4ba-94a455cba589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ada737-450c-446e-a863-514e0894e7a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846890859', 'tenant_id': 'acc20d3acbb8412595ec5e464a94b770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '460022d4-0542-4d49-9030-499479797b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:01:25Z', 'updated_at': '2022-08-27T05:01:48Z', 'revision_number': 5, 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'gw_port': {'id': '460022d4-0542-4d49-9030-499479797b68', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bf:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ada737-450c-446e-a863-514e0894e7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:01:27Z', 'updated_at': '2022-08-27T05:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:51.381864 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2602a321-381e-4f1a-a32f-abd813c4ea90 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (12b074e8-6749-4877-a9e0-d897ee91a691), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:51.463787 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676d09cb-74ca-49ab-a4ba-94a455cba589 None None] Checking router: 67ada737-450c-446e-a863-514e0894e7a9 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:01:51.473221 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676d09cb-74ca-49ab-a4ba-94a455cba589 None None] Routers {'67ada737-450c-446e-a863-514e0894e7a9'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:01:51.474065 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-676d09cb-74ca-49ab-a4ba-94a455cba589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:01:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['67ada737-450c-446e-a863-514e0894e7a9'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:51.533337 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2602a321-381e-4f1a-a32f-abd813c4ea90 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event deleted for resources: {'Subnet': ['ID=12b074e8-6749-4877-a9e0-d897ee91a691,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:51.533337 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2602a321-381e-4f1a-a32f-abd813c4ea90 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:51.542467 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2602a321-381e-4f1a-a32f-abd813c4ea90 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/12b074e8-6749-4877-a9e0-d897ee91a691 HTTP/1.1" status: 204 len: 168 time: 0.8119574 Aug 27 05:01:51.551731 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 42458) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:51.632783 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-19849533-08c0-4205-9520-cc44c07b40a7 None None] Publish callbacks [] for port (d6ce450b-1b7b-47d9-8441-6e97cb8c4516), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:51.638721 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536900f7-b0f5-4cdf-b731-f86555b24f67 None None] Network 56f49e66-9af5-45ea-8093-4994a5035334 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:01:51.678955 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-676d09cb-74ca-49ab-a4ba-94a455cba589 None None] Set router 67ada737-450c-446e-a863-514e0894e7a9 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:01:51.697787 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=7 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:51.829544 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-19849533-08c0-4205-9520-cc44c07b40a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (d6ce450b-1b7b-47d9-8441-6e97cb8c4516), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:51.841306 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9f367a20-bb76-413c-a738-9bb553418fb9 admin admin] Publish callbacks [] for router_gateway (90b109ab-6879-4571-9e8a-ad3e1a6a979b), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:51.847143 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7785b805-1609-4b61-a0fd-d51c7f955bc5 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=c281dabc063b440aba1742cba2f97f45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5143614 Aug 27 05:01:51.850721 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 42468) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:51.882242 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5acca069-b3d4-4f60-8a8c-c790c5ea4227 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for router (67ada737-450c-446e-a863-514e0894e7a9), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:52.018680 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9f367a20-bb76-413c-a738-9bb553418fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:52.042054 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19849533-08c0-4205-9520-cc44c07b40a7 None None] Pushing event updated for resources: {'Port': ['ID=d6ce450b-1b7b-47d9-8441-6e97cb8c4516,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:52.047341 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:52.078827 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8651d0-eec4-41da-a2a3-565f7819b2cb None None] DHCP port deletion for 56f49e66-9af5-45ea-8093-4994a5035334 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 05:01:52.089217 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19849533-08c0-4205-9520-cc44c07b40a7 None None] Network 4f53bfc1-7439-4af1-92f9-0ceae89ed4f3 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:01:52.093386 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-19849533-08c0-4205-9520-cc44c07b40a7 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:01:52.111505 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19849533-08c0-4205-9520-cc44c07b40a7 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:01:52.171388 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-676d09cb-74ca-49ab-a4ba-94a455cba589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ada737-450c-446e-a863-514e0894e7a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846890859', 'tenant_id': 'acc20d3acbb8412595ec5e464a94b770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '460022d4-0542-4d49-9030-499479797b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:01:25Z', 'updated_at': '2022-08-27T05:01:48Z', 'revision_number': 5, 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'gw_port': {'id': '460022d4-0542-4d49-9030-499479797b68', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bf:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ada737-450c-446e-a863-514e0894e7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:01:27Z', 'updated_at': '2022-08-27T05:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:52.235436 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676d09cb-74ca-49ab-a4ba-94a455cba589 None None] The sync data for ids ['67ada737-450c-446e-a863-514e0894e7a9'] in n-d-852088-5 is: [{'id': '67ada737-450c-446e-a863-514e0894e7a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846890859', 'tenant_id': 'acc20d3acbb8412595ec5e464a94b770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '460022d4-0542-4d49-9030-499479797b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:01:25Z', 'updated_at': '2022-08-27T05:01:48Z', 'revision_number': 5, 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'gw_port': {'id': '460022d4-0542-4d49-9030-499479797b68', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bf:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ada737-450c-446e-a863-514e0894e7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:01:27Z', 'updated_at': '2022-08-27T05:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:01:52.283716 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-de8651d0-eec4-41da-a2a3-565f7819b2cb None None] Deleting port 987bb2ce-aeaa-4be9-9629-2027baf62f18 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:01:52.287578 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-de8651d0-eec4-41da-a2a3-565f7819b2cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (987bb2ce-aeaa-4be9-9629-2027baf62f18), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:52.317962 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5acca069-b3d4-4f60-8a8c-c790c5ea4227 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for router_gateway (67ada737-450c-446e-a863-514e0894e7a9), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:52.353967 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 987bb2ce-aeaa-4be9-9629-2027baf62f18 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:01:52.363962 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:52.395822 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6804a7a4-a68c-4b68-8b76-ed0dfc9dcdb5 admin admin] Publish callbacks [] for security_group (e1b4d68f-b252-4eba-b271-6af8c3c46694), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:52.481296 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6804a7a4-a68c-4b68-8b76-ed0dfc9dcdb5 admin admin] Publish callbacks [] for security_group (e1b4d68f-b252-4eba-b271-6af8c3c46694), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:52.555937 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-9f367a20-bb76-413c-a738-9bb553418fb9 admin admin] Allocated IP 172.25.2.236 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/42226fa7-fb56-49f8-a956-6fbd014914a2) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:01:52.575210 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-5acca069-b3d4-4f60-8a8c-c790c5ea4227 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Deleting port 460022d4-0542-4d49-9030-499479797b68 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:01:52.575931 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5acca069-b3d4-4f60-8a8c-c790c5ea4227 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (460022d4-0542-4d49-9030-499479797b68), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:52.678126 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-de8651d0-eec4-41da-a2a3-565f7819b2cb None None] For port 987bb2ce-aeaa-4be9-9629-2027baf62f18, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=987bb2ce-aeaa-4be9-9629-2027baf62f18,segment=NetworkSegment(aaeb7a02-ac95-4943-bc8a-a17bfb1ad991),segment_id=aaeb7a02-ac95-4943-bc8a-a17bfb1ad991)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:01:52.685399 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-de8651d0-eec4-41da-a2a3-565f7819b2cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (987bb2ce-aeaa-4be9-9629-2027baf62f18), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:52.777229 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-de8651d0-eec4-41da-a2a3-565f7819b2cb None None] Calling delete_port for 987bb2ce-aeaa-4be9-9629-2027baf62f18 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:01:52.824080 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-5acca069-b3d4-4f60-8a8c-c790c5ea4227 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] For port 460022d4-0542-4d49-9030-499479797b68, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=460022d4-0542-4d49-9030-499479797b68,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:01:52.824497 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5acca069-b3d4-4f60-8a8c-c790c5ea4227 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (460022d4-0542-4d49-9030-499479797b68), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:52.894609 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6804a7a4-a68c-4b68-8b76-ed0dfc9dcdb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (e1b4d68f-b252-4eba-b271-6af8c3c46694), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:52.895541 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-5acca069-b3d4-4f60-8a8c-c790c5ea4227 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Calling delete_port for 460022d4-0542-4d49-9030-499479797b68 owned by network:router_gateway {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:01:52.900199 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6804a7a4-a68c-4b68-8b76-ed0dfc9dcdb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:52.904559 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:52.914604 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-6804a7a4-a68c-4b68-8b76-ed0dfc9dcdb5 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/e1b4d68f-b252-4eba-b271-6af8c3c46694 HTTP/1.1" status: 204 len: 168 time: 1.0606234 Aug 27 05:01:52.986821 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9f367a20-bb76-413c-a738-9bb553418fb9 admin admin] Publish callbacks [] for port (42226fa7-fb56-49f8-a956-6fbd014914a2), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:53.003628 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6804a7a4-a68c-4b68-8b76-ed0dfc9dcdb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b4d68f-b252-4eba-b271-6af8c3c46694,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:53.098785 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:53.171151 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-19849533-08c0-4205-9520-cc44c07b40a7 None None] Attempting to bind port d6ce450b-1b7b-47d9-8441-6e97cb8c4516 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:01:53.172547 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-19849533-08c0-4205-9520-cc44c07b40a7 None None] Attempting to bind port d6ce450b-1b7b-47d9-8441-6e97cb8c4516 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '7041ff4b-03ee-494a-ac4c-027174edd068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4f53bfc1-7439-4af1-92f9-0ceae89ed4f3'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:01:53.175478 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19849533-08c0-4205-9520-cc44c07b40a7 None None] Attempting to bind port d6ce450b-1b7b-47d9-8441-6e97cb8c4516 on network 4f53bfc1-7439-4af1-92f9-0ceae89ed4f3 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:01:53.203094 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19849533-08c0-4205-9520-cc44c07b40a7 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:01:53.203624 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19849533-08c0-4205-9520-cc44c07b40a7 None None] Checking segment: {'id': '7041ff4b-03ee-494a-ac4c-027174edd068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4f53bfc1-7439-4af1-92f9-0ceae89ed4f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:01:53.205356 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-19849533-08c0-4205-9520-cc44c07b40a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:53.206051 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19849533-08c0-4205-9520-cc44c07b40a7 None None] Bound using segment: {'id': '7041ff4b-03ee-494a-ac4c-027174edd068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4f53bfc1-7439-4af1-92f9-0ceae89ed4f3'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:01:53.208394 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-19849533-08c0-4205-9520-cc44c07b40a7 None None] Bound port: d6ce450b-1b7b-47d9-8441-6e97cb8c4516, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7041ff4b-03ee-494a-ac4c-027174edd068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4f53bfc1-7439-4af1-92f9-0ceae89ed4f3'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:01:53.210326 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-19849533-08c0-4205-9520-cc44c07b40a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (d6ce450b-1b7b-47d9-8441-6e97cb8c4516), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:53.256714 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-de8651d0-eec4-41da-a2a3-565f7819b2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (987bb2ce-aeaa-4be9-9629-2027baf62f18), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:53.260088 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9f367a20-bb76-413c-a738-9bb553418fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (42226fa7-fb56-49f8-a956-6fbd014914a2), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:53.325410 n-d-852088-5 neutron-server[107777]: INFO neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No ports have port_id starting with 987bb2ce-aeaa-4be9-9629-2027baf62f18 Aug 27 05:01:53.360025 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f367a20-bb76-413c-a738-9bb553418fb9 admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:01:53.381715 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-9f367a20-bb76-413c-a738-9bb553418fb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:01:53.389800 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f367a20-bb76-413c-a738-9bb553418fb9 admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:01:53.423778 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f367a20-bb76-413c-a738-9bb553418fb9 admin admin] Pushing event updated for resources: {'Port': ['ID=42226fa7-fb56-49f8-a956-6fbd014914a2,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:53.436681 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5acca069-b3d4-4f60-8a8c-c790c5ea4227 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (460022d4-0542-4d49-9030-499479797b68), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:53.466719 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acca069-b3d4-4f60-8a8c-c790c5ea4227 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event deleted for resources: {'Port': ['ID=460022d4-0542-4d49-9030-499479797b68,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:53.593274 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8651d0-eec4-41da-a2a3-565f7819b2cb None None] Pushing event deleted for resources: {'Port': ['ID=987bb2ce-aeaa-4be9-9629-2027baf62f18,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:53.595695 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8651d0-eec4-41da-a2a3-565f7819b2cb None None] No DVR routers for this DVR port 987bb2ce-aeaa-4be9-9629-2027baf62f18 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:01:53.597829 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-19849533-08c0-4205-9520-cc44c07b40a7 None None] For port d6ce450b-1b7b-47d9-8441-6e97cb8c4516, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:01:53.627467 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5acca069-b3d4-4f60-8a8c-c790c5ea4227 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (67ada737-450c-446e-a863-514e0894e7a9), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:53.643561 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-19849533-08c0-4205-9520-cc44c07b40a7 None None] For port d6ce450b-1b7b-47d9-8441-6e97cb8c4516, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=d6ce450b-1b7b-47d9-8441-6e97cb8c4516,segment=NetworkSegment(7041ff4b-03ee-494a-ac4c-027174edd068),segment_id=7041ff4b-03ee-494a-ac4c-027174edd068)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:01:53.778961 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5acca069-b3d4-4f60-8a8c-c790c5ea4227 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (67ada737-450c-446e-a863-514e0894e7a9), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:53.781755 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5acca069-b3d4-4f60-8a8c-c790c5ea4227 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for router_controller (67ada737-450c-446e-a863-514e0894e7a9), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:53.798266 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-19849533-08c0-4205-9520-cc44c07b40a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (d6ce450b-1b7b-47d9-8441-6e97cb8c4516), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:54.078034 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5acca069-b3d4-4f60-8a8c-c790c5ea4227 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (67ada737-450c-446e-a863-514e0894e7a9), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:54.083405 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5acca069-b3d4-4f60-8a8c-c790c5ea4227 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Fanout notify agent at l3_agent the message router_deleted on router 67ada737-450c-446e-a863-514e0894e7a9 {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 05:01:54.090430 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5acca069-b3d4-4f60-8a8c-c790c5ea4227 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:54.099590 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-5acca069-b3d4-4f60-8a8c-c790c5ea4227 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "DELETE /networking/v2.0/routers/67ada737-450c-446e-a863-514e0894e7a9 HTTP/1.1" status: 204 len: 168 time: 2.5458617 Aug 27 05:01:54.100333 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 42536) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:54.138806 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19849533-08c0-4205-9520-cc44c07b40a7 None None] Pushing event updated for resources: {'Port': ['ID=d6ce450b-1b7b-47d9-8441-6e97cb8c4516,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:54.500540 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b2833c9f-486f-4a45-a549-4f4942cadb70 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (56f49e66-9af5-45ea-8093-4994a5035334), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:54.515036 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9f367a20-bb76-413c-a738-9bb553418fb9 admin admin] Publish callbacks [] for router_gateway (90b109ab-6879-4571-9e8a-ad3e1a6a979b), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:54.673745 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:01:54.748545 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 42548) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:54.807831 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 29a27fb9-a1b9-45a9-9da8-eb258cffc9ed no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:01:54.855852 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:54.870135 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b2833c9f-486f-4a45-a549-4f4942cadb70 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (56f49e66-9af5-45ea-8093-4994a5035334), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:54.880710 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 42550) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:54.888290 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8c98b4ca-2c30-4b9c-a71a-7d8efdca20f6 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=d1ee6f822ff5481caf67a8f7ac4fc5de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1303425 Aug 27 05:01:54.907933 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 29a27fb9-a1b9-45a9-9da8-eb258cffc9ed {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:01:54.910292 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 29a27fb9-a1b9-45a9-9da8-eb258cffc9ed not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:01:55.164664 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-b2833c9f-486f-4a45-a549-4f4942cadb70 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56f49e66-9af5-45ea-8093-4994a5035334']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:55.203484 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-b2833c9f-486f-4a45-a549-4f4942cadb70 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaeb7a02-ac95-4943-bc8a-a17bfb1ad991') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:55.204040 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-b2833c9f-486f-4a45-a549-4f4942cadb70 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaeb7a02-ac95-4943-bc8a-a17bfb1ad991') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:55.243024 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b2833c9f-486f-4a45-a549-4f4942cadb70 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (aaeb7a02-ac95-4943-bc8a-a17bfb1ad991), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:55.316062 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0dc31202-a6d0-4c05-ad37-e69a902b48db admin admin] Publish callbacks [] for security_group (dbf6c4d3-7647-4397-8a93-4ad79bd1fd88), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:55.337717 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b2833c9f-486f-4a45-a549-4f4942cadb70 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (aaeb7a02-ac95-4943-bc8a-a17bfb1ad991), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:55.385748 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2833c9f-486f-4a45-a549-4f4942cadb70 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:01:55.386527 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b2833c9f-486f-4a45-a549-4f4942cadb70 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (aaeb7a02-ac95-4943-bc8a-a17bfb1ad991), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:55.407831 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0dc31202-a6d0-4c05-ad37-e69a902b48db admin admin] Publish callbacks [] for security_group (dbf6c4d3-7647-4397-8a93-4ad79bd1fd88), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:55.471210 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment aaeb7a02-ac95-4943-bc8a-a17bfb1ad991 resource provider aggregate not found Aug 27 05:01:55.509238 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9f367a20-bb76-413c-a738-9bb553418fb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (90b109ab-6879-4571-9e8a-ad3e1a6a979b), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:55.524052 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment aaeb7a02-ac95-4943-bc8a-a17bfb1ad991 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aaeb7a02-ac95-4943-bc8a-a17bfb1ad991 found for delete ", "request_id": "req-d02d4d46-d044-4575-b0b0-809e7d2add24"}]} Aug 27 05:01:55.637233 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:55.731428 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f13484-b020-45c1-943b-450e0b3a2ec0 None None] Network 4f53bfc1-7439-4af1-92f9-0ceae89ed4f3 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:01:55.759185 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0dc31202-a6d0-4c05-ad37-e69a902b48db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (dbf6c4d3-7647-4397-8a93-4ad79bd1fd88), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:55.762198 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0dc31202-a6d0-4c05-ad37-e69a902b48db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:55.763134 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0dc31202-a6d0-4c05-ad37-e69a902b48db admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/dbf6c4d3-7647-4397-8a93-4ad79bd1fd88 HTTP/1.1" status: 204 len: 168 time: 0.8587410 Aug 27 05:01:55.780729 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc31202-a6d0-4c05-ad37-e69a902b48db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf6c4d3-7647-4397-8a93-4ad79bd1fd88,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:55.840528 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-153a9c86-8642-44f1-8072-6feba83253c1 None None] Provisioning complete for port d6ce450b-1b7b-47d9-8441-6e97cb8c4516 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:01:55.844776 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-153a9c86-8642-44f1-8072-6feba83253c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d6ce450b-1b7b-47d9-8441-6e97cb8c4516), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:55.951602 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-153a9c86-8642-44f1-8072-6feba83253c1 None None] Current status of the port d6ce450b-1b7b-47d9-8441-6e97cb8c4516 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:01:55.952068 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-153a9c86-8642-44f1-8072-6feba83253c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (d6ce450b-1b7b-47d9-8441-6e97cb8c4516), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:55.956618 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b2833c9f-486f-4a45-a549-4f4942cadb70 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (56f49e66-9af5-45ea-8093-4994a5035334), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:55.962153 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b2833c9f-486f-4a45-a549-4f4942cadb70 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:55.971318 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 42580) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:55.974723 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b2833c9f-486f-4a45-a549-4f4942cadb70 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "DELETE /networking/v2.0/networks/56f49e66-9af5-45ea-8093-4994a5035334 HTTP/1.1" status: 204 len: 168 time: 1.8688476 Aug 27 05:01:56.032958 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f367a20-bb76-413c-a738-9bb553418fb9 admin admin] Router 90b109ab-6879-4571-9e8a-ad3e1a6a979b is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 05:01:56.048441 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2833c9f-486f-4a45-a549-4f4942cadb70 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event deleted for resources: {'Network': ['ID=56f49e66-9af5-45ea-8093-4994a5035334,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:56.113023 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-153a9c86-8642-44f1-8072-6feba83253c1 None None] For port d6ce450b-1b7b-47d9-8441-6e97cb8c4516, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=d6ce450b-1b7b-47d9-8441-6e97cb8c4516,segment=NetworkSegment(7041ff4b-03ee-494a-ac4c-027174edd068),segment_id=7041ff4b-03ee-494a-ac4c-027174edd068)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:01:56.115316 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ce528c60-442b-411d-924f-e036090630b3 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group (3f7e1f88-e5a9-49e1-beb3-5ccfa95ff241), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:56.203051 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-153a9c86-8642-44f1-8072-6feba83253c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (d6ce450b-1b7b-47d9-8441-6e97cb8c4516), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:56.217654 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ce528c60-442b-411d-924f-e036090630b3 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group (3f7e1f88-e5a9-49e1-beb3-5ccfa95ff241), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:56.351329 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:56.404657 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153a9c86-8642-44f1-8072-6feba83253c1 None None] Pushing event updated for resources: {'Port': ['ID=d6ce450b-1b7b-47d9-8441-6e97cb8c4516,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:56.470523 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f367a20-bb76-413c-a738-9bb553418fb9 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:01:56.490489 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60191075-5074-4543-8497-f97b3e5c3d0f None None] Sync routers for ids ['90b109ab-6879-4571-9e8a-ad3e1a6a979b'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:01:56.530355 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60191075-5074-4543-8497-f97b3e5c3d0f None None] Routers {'90b109ab-6879-4571-9e8a-ad3e1a6a979b'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:01:56.530355 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-60191075-5074-4543-8497-f97b3e5c3d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:01:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['90b109ab-6879-4571-9e8a-ad3e1a6a979b'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:56.567983 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ce528c60-442b-411d-924f-e036090630b3 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (3f7e1f88-e5a9-49e1-beb3-5ccfa95ff241), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:56.571025 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ce528c60-442b-411d-924f-e036090630b3 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:56.585810 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ce528c60-442b-411d-924f-e036090630b3 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/3f7e1f88-e5a9-49e1-beb3-5ccfa95ff241 HTTP/1.1" status: 204 len: 168 time: 0.6131458 Aug 27 05:01:56.605921 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce528c60-442b-411d-924f-e036090630b3 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7e1f88-e5a9-49e1-beb3-5ccfa95ff241,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:56.743004 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-60191075-5074-4543-8497-f97b3e5c3d0f None None] Set router 90b109ab-6879-4571-9e8a-ad3e1a6a979b gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:01:56.779575 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9f367a20-bb76-413c-a738-9bb553418fb9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:56.779575 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9f367a20-bb76-413c-a738-9bb553418fb9 admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.1149595 Aug 27 05:01:56.782057 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 42602) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:56.818639 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d6ce450b-1b7b-47d9-8441-6e97cb8c4516 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:01:56.835009 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:56.983209 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-892df6e2-f103-42c2-bc59-c07cce4b7a55 None None] Provisioning complete for port d6ce450b-1b7b-47d9-8441-6e97cb8c4516 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:01:56.984106 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-892df6e2-f103-42c2-bc59-c07cce4b7a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d6ce450b-1b7b-47d9-8441-6e97cb8c4516), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:56.989007 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port d6ce450b-1b7b-47d9-8441-6e97cb8c4516 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:01:56.989500 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d6ce450b-1b7b-47d9-8441-6e97cb8c4516), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:57.013795 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:57.068069 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 42608) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:57.080099 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-38ccb103-e266-488b-9d49-99cf87fd657b tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-292791867', 'description': 'tempest-secgroup-smoke-292791867 description', 'project_id': 'acc20d3acbb8412595ec5e464a94b770'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:01:57.201885 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7ac7f3d6-200c-43bd-a0db-3a5ad20f6cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:57.214903 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:57.270622 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-38ccb103-e266-488b-9d49-99cf87fd657b tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:57.445749 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-38ccb103-e266-488b-9d49-99cf87fd657b tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group (99fe5776-40ca-4424-8d9e-f4890de9372a), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:57.453522 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port d6ce450b-1b7b-47d9-8441-6e97cb8c4516 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:01:57.466743 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 460022d4-0542-4d49-9030-499479797b68 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:01:57.501074 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 460022d4-0542-4d49-9030-499479797b68 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:01:57.501835 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 460022d4-0542-4d49-9030-499479797b68 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:01:57.526291 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-892df6e2-f103-42c2-bc59-c07cce4b7a55 None None] Current status of the port d6ce450b-1b7b-47d9-8441-6e97cb8c4516 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:01:57.551515 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-60191075-5074-4543-8497-f97b3e5c3d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b109ab-6879-4571-9e8a-ad3e1a6a979b', 'name': 'tempest-ImageQuotaTest-1080842893-router', 'tenant_id': 'f7ef48cee13242fb995d66a4208112d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '42226fa7-fb56-49f8-a956-6fbd014914a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:01:50Z', 'updated_at': '2022-08-27T05:01:53Z', 'revision_number': 3, 'project_id': 'f7ef48cee13242fb995d66a4208112d0', 'gw_port': {'id': '42226fa7-fb56-49f8-a956-6fbd014914a2', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:56:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90b109ab-6879-4571-9e8a-ad3e1a6a979b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:01:52Z', 'updated_at': '2022-08-27T05:01:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:57.570822 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-38ccb103-e266-488b-9d49-99cf87fd657b tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (99fe5776-40ca-4424-8d9e-f4890de9372a), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:57.615861 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60191075-5074-4543-8497-f97b3e5c3d0f None None] Checking router: 90b109ab-6879-4571-9e8a-ad3e1a6a979b for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:01:57.616646 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60191075-5074-4543-8497-f97b3e5c3d0f None None] Updating router 90b109ab-6879-4571-9e8a-ad3e1a6a979b port 42226fa7-fb56-49f8-a956-6fbd014914a2 binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:01:57.642932 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ccb103-e266-488b-9d49-99cf87fd657b tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99fe5776-40ca-4424-8d9e-f4890de9372a,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:57.659265 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-60191075-5074-4543-8497-f97b3e5c3d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (42226fa7-fb56-49f8-a956-6fbd014914a2), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:57.766381 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-38ccb103-e266-488b-9d49-99cf87fd657b tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:57.767675 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-38ccb103-e266-488b-9d49-99cf87fd657b tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6949158 Aug 27 05:01:57.770640 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 42626) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:57.778377 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-848b3ad3-42d9-4acf-a155-3935d93b2098 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Request body: {'security_group_rule': {'security_group_id': '99fe5776-40ca-4424-8d9e-f4890de9372a', 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:01:57.910396 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=83,neutron:UPDATE=5,neutron:INSERT=8,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:57.952214 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-848b3ad3-42d9-4acf-a155-3935d93b2098 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (722a133e-656c-47d9-909f-6fc9b9840e98), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:57.989067 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c107a759-82c1-4bec-ab5c-88da02471546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:58.020927 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-848b3ad3-42d9-4acf-a155-3935d93b2098 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (722a133e-656c-47d9-909f-6fc9b9840e98), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:58.097971 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-60191075-5074-4543-8497-f97b3e5c3d0f None None] Publish callbacks [] for port (42226fa7-fb56-49f8-a956-6fbd014914a2), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:58.139034 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-848b3ad3-42d9-4acf-a155-3935d93b2098 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (722a133e-656c-47d9-909f-6fc9b9840e98), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:58.207824 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-60191075-5074-4543-8497-f97b3e5c3d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (42226fa7-fb56-49f8-a956-6fbd014914a2), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:58.266402 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-c107a759-82c1-4bec-ab5c-88da02471546 admin admin] Allocated IP 172.20.0.1 (4f53bfc1-7439-4af1-92f9-0ceae89ed4f3/52a0e376-efc0-4c15-be37-7828a44af32f/da569586-091e-44ca-8f5a-d137bf48c74b) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:01:58.277444 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848b3ad3-42d9-4acf-a155-3935d93b2098 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=722a133e-656c-47d9-909f-6fc9b9840e98,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:58.288157 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:58.348435 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d6ce450b-1b7b-47d9-8441-6e97cb8c4516 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:01:58.348859 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-848b3ad3-42d9-4acf-a155-3935d93b2098 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:58.355381 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-848b3ad3-42d9-4acf-a155-3935d93b2098 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5834873 Aug 27 05:01:58.357563 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 42646) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:58.366562 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-013c5b21-f938-4a7c-8028-f1b6a5b3c484 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Request body: {'security_group_rule': {'security_group_id': '99fe5776-40ca-4424-8d9e-f4890de9372a', 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:01:58.399832 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:58.430104 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-60191075-5074-4543-8497-f97b3e5c3d0f None None] Attempting to bind port 42226fa7-fb56-49f8-a956-6fbd014914a2 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:01:58.430104 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-60191075-5074-4543-8497-f97b3e5c3d0f None None] Attempting to bind port 42226fa7-fb56-49f8-a956-6fbd014914a2 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:01:58.430104 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60191075-5074-4543-8497-f97b3e5c3d0f None None] Attempting to bind port 42226fa7-fb56-49f8-a956-6fbd014914a2 on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:01:58.435249 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c107a759-82c1-4bec-ab5c-88da02471546 admin admin] Publish callbacks [] for port (da569586-091e-44ca-8f5a-d137bf48c74b), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:58.461155 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60191075-5074-4543-8497-f97b3e5c3d0f None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:01:58.468145 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60191075-5074-4543-8497-f97b3e5c3d0f None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:01:58.468145 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-60191075-5074-4543-8497-f97b3e5c3d0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:58.468145 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60191075-5074-4543-8497-f97b3e5c3d0f None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:01:58.468145 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-60191075-5074-4543-8497-f97b3e5c3d0f None None] Bound port: 42226fa7-fb56-49f8-a956-6fbd014914a2, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:01:58.468145 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-60191075-5074-4543-8497-f97b3e5c3d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (42226fa7-fb56-49f8-a956-6fbd014914a2), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:58.503128 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea918ce-1523-42a8-a221-f51649e7efc6 None None] Pushing event updated for resources: {'Port': ['ID=42226fa7-fb56-49f8-a956-6fbd014914a2,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:58.547791 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port d6ce450b-1b7b-47d9-8441-6e97cb8c4516 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:01:58.548194 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d6ce450b-1b7b-47d9-8441-6e97cb8c4516), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:58.552879 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-013c5b21-f938-4a7c-8028-f1b6a5b3c484 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (6f7dac22-9662-4ac4-8077-a1a177c49f12), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:58.570486 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c107a759-82c1-4bec-ab5c-88da02471546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (da569586-091e-44ca-8f5a-d137bf48c74b), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:58.588069 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-60191075-5074-4543-8497-f97b3e5c3d0f None None] For port 42226fa7-fb56-49f8-a956-6fbd014914a2, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:01:58.617557 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-60191075-5074-4543-8497-f97b3e5c3d0f None None] For port 42226fa7-fb56-49f8-a956-6fbd014914a2, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=42226fa7-fb56-49f8-a956-6fbd014914a2,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:01:58.654173 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c107a759-82c1-4bec-ab5c-88da02471546 admin admin] Network 4f53bfc1-7439-4af1-92f9-0ceae89ed4f3 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:01:58.657657 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-c107a759-82c1-4bec-ab5c-88da02471546 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:01:58.662346 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c107a759-82c1-4bec-ab5c-88da02471546 admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:01:58.694620 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c107a759-82c1-4bec-ab5c-88da02471546 admin admin] Pushing event updated for resources: {'Port': ['ID=da569586-091e-44ca-8f5a-d137bf48c74b,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:58.719068 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port d6ce450b-1b7b-47d9-8441-6e97cb8c4516 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:01:58.723872 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-013c5b21-f938-4a7c-8028-f1b6a5b3c484 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (6f7dac22-9662-4ac4-8077-a1a177c49f12), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:58.728572 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-60191075-5074-4543-8497-f97b3e5c3d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (42226fa7-fb56-49f8-a956-6fbd014914a2), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:58.738994 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c107a759-82c1-4bec-ab5c-88da02471546 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (90b109ab-6879-4571-9e8a-ad3e1a6a979b), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:58.813781 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60191075-5074-4543-8497-f97b3e5c3d0f None None] Routers {'90b109ab-6879-4571-9e8a-ad3e1a6a979b'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:01:58.814689 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-60191075-5074-4543-8497-f97b3e5c3d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:01:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['90b109ab-6879-4571-9e8a-ad3e1a6a979b'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:58.839385 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-013c5b21-f938-4a7c-8028-f1b6a5b3c484 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (6f7dac22-9662-4ac4-8077-a1a177c49f12), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:58.894835 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013c5b21-f938-4a7c-8028-f1b6a5b3c484 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f7dac22-9662-4ac4-8077-a1a177c49f12,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:58.968676 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-013c5b21-f938-4a7c-8028-f1b6a5b3c484 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:58.977808 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 42660) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:58.978366 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-013c5b21-f938-4a7c-8028-f1b6a5b3c484 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6169429 Aug 27 05:01:58.988088 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-bf6d657c-b28d-428a-97cd-23f184d0d7b1 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Request body: {'security_group_rule': {'security_group_id': '99fe5776-40ca-4424-8d9e-f4890de9372a', 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:01:59.018970 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea918ce-1523-42a8-a221-f51649e7efc6 None None] Pushing event updated for resources: {'Port': ['ID=42226fa7-fb56-49f8-a956-6fbd014914a2,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:59.155128 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bf6d657c-b28d-428a-97cd-23f184d0d7b1 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (8e9019cd-d7c4-42e3-b81a-528db3b59d6e), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:59.199678 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-3cc00bc0-8957-4a54-b58f-a59f6065a59b None None] Provisioning complete for port da569586-091e-44ca-8f5a-d137bf48c74b triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:01:59.205164 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3cc00bc0-8957-4a54-b58f-a59f6065a59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (da569586-091e-44ca-8f5a-d137bf48c74b), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:59.266873 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c107a759-82c1-4bec-ab5c-88da02471546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (da569586-091e-44ca-8f5a-d137bf48c74b), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:59.326966 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-60191075-5074-4543-8497-f97b3e5c3d0f None None] Set router 90b109ab-6879-4571-9e8a-ad3e1a6a979b gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:01:59.331229 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-3cc00bc0-8957-4a54-b58f-a59f6065a59b None None] Port da569586-091e-44ca-8f5a-d137bf48c74b cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:01:59.345523 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bf6d657c-b28d-428a-97cd-23f184d0d7b1 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (8e9019cd-d7c4-42e3-b81a-528db3b59d6e), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:59.479944 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c107a759-82c1-4bec-ab5c-88da02471546 admin admin] Publish callbacks [] for port (da569586-091e-44ca-8f5a-d137bf48c74b), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:59.487295 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-948710f3-9e9d-42e7-ac32-0c291a92e12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:59.499490 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bf6d657c-b28d-428a-97cd-23f184d0d7b1 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (8e9019cd-d7c4-42e3-b81a-528db3b59d6e), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:59.507638 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:01:59.523440 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6d657c-b28d-428a-97cd-23f184d0d7b1 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e9019cd-d7c4-42e3-b81a-528db3b59d6e,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:59.592546 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-60191075-5074-4543-8497-f97b3e5c3d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b109ab-6879-4571-9e8a-ad3e1a6a979b', 'name': 'tempest-ImageQuotaTest-1080842893-router', 'tenant_id': 'f7ef48cee13242fb995d66a4208112d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '42226fa7-fb56-49f8-a956-6fbd014914a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:01:50Z', 'updated_at': '2022-08-27T05:01:53Z', 'revision_number': 3, 'project_id': 'f7ef48cee13242fb995d66a4208112d0', 'gw_port': {'id': '42226fa7-fb56-49f8-a956-6fbd014914a2', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:56:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90b109ab-6879-4571-9e8a-ad3e1a6a979b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:01:52Z', 'updated_at': '2022-08-27T05:01:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:01:59.640791 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c107a759-82c1-4bec-ab5c-88da02471546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (da569586-091e-44ca-8f5a-d137bf48c74b), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:59.655890 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60191075-5074-4543-8497-f97b3e5c3d0f None None] The sync data for ids ['90b109ab-6879-4571-9e8a-ad3e1a6a979b'] in n-d-852088-5 is: [{'id': '90b109ab-6879-4571-9e8a-ad3e1a6a979b', 'name': 'tempest-ImageQuotaTest-1080842893-router', 'tenant_id': 'f7ef48cee13242fb995d66a4208112d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '42226fa7-fb56-49f8-a956-6fbd014914a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:01:50Z', 'updated_at': '2022-08-27T05:01:53Z', 'revision_number': 3, 'project_id': 'f7ef48cee13242fb995d66a4208112d0', 'gw_port': {'id': '42226fa7-fb56-49f8-a956-6fbd014914a2', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:56:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90b109ab-6879-4571-9e8a-ad3e1a6a979b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:01:52Z', 'updated_at': '2022-08-27T05:01:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:01:59.764297 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bf6d657c-b28d-428a-97cd-23f184d0d7b1 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:59.764297 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-bf6d657c-b28d-428a-97cd-23f184d0d7b1 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7801590 Aug 27 05:01:59.764625 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 42686) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:01:59.774024 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-5cf57343-c873-4325-8cca-525c0266ad32 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Request body: {'security_group_rule': {'security_group_id': '99fe5776-40ca-4424-8d9e-f4890de9372a', 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:01:59.805821 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c107a759-82c1-4bec-ab5c-88da02471546 admin admin] Pushing event updated for resources: {'Port': ['ID=da569586-091e-44ca-8f5a-d137bf48c74b,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:01:59.818286 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c107a759-82c1-4bec-ab5c-88da02471546 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (90b109ab-6879-4571-9e8a-ad3e1a6a979b), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:01:59.943627 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5cf57343-c873-4325-8cca-525c0266ad32 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (61bb453f-73e5-400c-9467-d9c341012f51), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:00.041141 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c107a759-82c1-4bec-ab5c-88da02471546 admin admin] Network 4f53bfc1-7439-4af1-92f9-0ceae89ed4f3 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:02:00.047590 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-c107a759-82c1-4bec-ab5c-88da02471546 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:02:00.095095 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5cf57343-c873-4325-8cca-525c0266ad32 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (61bb453f-73e5-400c-9467-d9c341012f51), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:00.206858 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:00.339737 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5cf57343-c873-4325-8cca-525c0266ad32 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (61bb453f-73e5-400c-9467-d9c341012f51), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:00.419946 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:00.460060 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf57343-c873-4325-8cca-525c0266ad32 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61bb453f-73e5-400c-9467-d9c341012f51,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:00.483371 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c107a759-82c1-4bec-ab5c-88da02471546 admin admin] Router 90b109ab-6879-4571-9e8a-ad3e1a6a979b has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:02:00.507055 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 42226fa7-fb56-49f8-a956-6fbd014914a2 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:02:00.597154 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:00.605100 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5cf57343-c873-4325-8cca-525c0266ad32 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:00.610395 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-5cf57343-c873-4325-8cca-525c0266ad32 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8477304 Aug 27 05:02:00.614953 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 42712) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:02:00.630817 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-7be1984a-5cad-4619-a647-d145456b2856 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Request body: {'security_group_rule': {'security_group_id': '99fe5776-40ca-4424-8d9e-f4890de9372a', 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:02:00.730893 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4d4f279d-b7ac-4129-a818-05c2a9717f91 None None] Provisioning complete for port da569586-091e-44ca-8f5a-d137bf48c74b triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:02:00.731281 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4d4f279d-b7ac-4129-a818-05c2a9717f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (da569586-091e-44ca-8f5a-d137bf48c74b), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:00.766181 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c107a759-82c1-4bec-ab5c-88da02471546 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:02:00.776209 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c107a759-82c1-4bec-ab5c-88da02471546 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/90b109ab-6879-4571-9e8a-ad3e1a6a979b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9885557 Aug 27 05:02:00.811517 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 42226fa7-fb56-49f8-a956-6fbd014914a2 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:02:00.812203 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (42226fa7-fb56-49f8-a956-6fbd014914a2), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:00.814331 n-d-852088-5 neutron-server[107775]: INFO neutron.db.securitygroups_db [None req-7be1984a-5cad-4619-a647-d145456b2856 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Project acc20d3acbb8412595ec5e464a94b770 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 05:02:00.824282 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7be1984a-5cad-4619-a647-d145456b2856 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (c54224b3-ff82-4825-885c-00808119961d), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:00.907775 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4d4f279d-b7ac-4129-a818-05c2a9717f91 None None] Port da569586-091e-44ca-8f5a-d137bf48c74b cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:02:01.027242 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 42226fa7-fb56-49f8-a956-6fbd014914a2 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:02:01.027242 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (42226fa7-fb56-49f8-a956-6fbd014914a2), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:01.052325 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:01.094534 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7be1984a-5cad-4619-a647-d145456b2856 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (c54224b3-ff82-4825-885c-00808119961d), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:01.121952 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 42226fa7-fb56-49f8-a956-6fbd014914a2, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=42226fa7-fb56-49f8-a956-6fbd014914a2,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:02:01.241860 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7be1984a-5cad-4619-a647-d145456b2856 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (c54224b3-ff82-4825-885c-00808119961d), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:01.249105 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (42226fa7-fb56-49f8-a956-6fbd014914a2), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:01.280378 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be1984a-5cad-4619-a647-d145456b2856 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c54224b3-ff82-4825-885c-00808119961d,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:01.358562 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=42226fa7-fb56-49f8-a956-6fbd014914a2,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:01.429595 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7be1984a-5cad-4619-a647-d145456b2856 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:01.429595 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7be1984a-5cad-4619-a647-d145456b2856 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8112619 Aug 27 05:02:01.432727 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 42732) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:02:01.453655 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-bf711621-9fe6-4586-b934-0474b0752cc6 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Request body: {'security_group_rule': {'security_group_id': '99fe5776-40ca-4424-8d9e-f4890de9372a', 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:02:01.733570 n-d-852088-5 neutron-server[107776]: INFO neutron.db.securitygroups_db [None req-bf711621-9fe6-4586-b934-0474b0752cc6 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Project acc20d3acbb8412595ec5e464a94b770 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 05:02:01.746629 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bf711621-9fe6-4586-b934-0474b0752cc6 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (752cae56-e849-4fa7-9d08-3a15d923afc8), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:01.953568 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bf711621-9fe6-4586-b934-0474b0752cc6 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (752cae56-e849-4fa7-9d08-3a15d923afc8), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:01.961951 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:02.082286 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bf711621-9fe6-4586-b934-0474b0752cc6 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (752cae56-e849-4fa7-9d08-3a15d923afc8), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:02.128109 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf711621-9fe6-4586-b934-0474b0752cc6 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=752cae56-e849-4fa7-9d08-3a15d923afc8,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:02.128898 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:02.137058 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:02.253994 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:02.284841 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bf711621-9fe6-4586-b934-0474b0752cc6 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:02.286655 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-bf711621-9fe6-4586-b934-0474b0752cc6 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8511527 Aug 27 05:02:02.289695 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 42760) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:02:02.297857 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-72f8e0ba-2be9-42fa-824d-e74549a483ee tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Request body: {'network': {'name': 'tempest-network-smoke--1198586198', 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'port_security_enabled': True}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:02:02.318173 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 42226fa7-fb56-49f8-a956-6fbd014914a2 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:02:02.423632 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 42226fa7-fb56-49f8-a956-6fbd014914a2 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:02:02.424330 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (42226fa7-fb56-49f8-a956-6fbd014914a2), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:02.444271 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f8e0ba-2be9-42fa-824d-e74549a483ee tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Made reservation on behalf of acc20d3acbb8412595ec5e464a94b770 for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:02:02.450601 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-72f8e0ba-2be9-42fa-824d-e74549a483ee tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:02.532375 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 42226fa7-fb56-49f8-a956-6fbd014914a2 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:02:02.563376 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72f8e0ba-2be9-42fa-824d-e74549a483ee tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 05:02:02.577623 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-72f8e0ba-2be9-42fa-824d-e74549a483ee tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (23969979-8bb9-4e8f-9c6f-e9f98c2a4a62), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:02.578409 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-72f8e0ba-2be9-42fa-824d-e74549a483ee tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Added segment 23969979-8bb9-4e8f-9c6f-e9f98c2a4a62 of type vlan for network 8ce72fa0-5c90-4a3d-aec6-f75fe02db806 Aug 27 05:02:02.638226 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-72f8e0ba-2be9-42fa-824d-e74549a483ee tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (8ce72fa0-5c90-4a3d-aec6-f75fe02db806), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:02.758894 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:02.819753 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-72f8e0ba-2be9-42fa-824d-e74549a483ee tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (8ce72fa0-5c90-4a3d-aec6-f75fe02db806), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:02.834030 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f8e0ba-2be9-42fa-824d-e74549a483ee tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:02:02.834928 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-72f8e0ba-2be9-42fa-824d-e74549a483ee tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:02.999150 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f8e0ba-2be9-42fa-824d-e74549a483ee tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event updated for resources: {'Network': ['ID=8ce72fa0-5c90-4a3d-aec6-f75fe02db806,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:03.004827 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-72f8e0ba-2be9-42fa-824d-e74549a483ee tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7127805 Aug 27 05:02:03.007754 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 42782) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:02:03.011135 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 8ce72fa0-5c90-4a3d-aec6-f75fe02db806 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 05:02:03.018624 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-4cdedd11-21d8-489c-ad7a-552250c45b89 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-156076790', 'admin_state_up': True, 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:02:03.066497 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b16ad21-e777-4b7e-b708-2aafbe509a50 None None] Sync routers for ids ['90b109ab-6879-4571-9e8a-ad3e1a6a979b'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:02:03.086980 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b16ad21-e777-4b7e-b708-2aafbe509a50 None None] Routers {'90b109ab-6879-4571-9e8a-ad3e1a6a979b'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:02:03.089096 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-2b16ad21-e777-4b7e-b708-2aafbe509a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:01:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['90b109ab-6879-4571-9e8a-ad3e1a6a979b'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:02:03.208872 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4cdedd11-21d8-489c-ad7a-552250c45b89 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (62798e97-0f99-4ead-9572-e0ebdb423055), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:03.210447 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4cdedd11-21d8-489c-ad7a-552250c45b89 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (62798e97-0f99-4ead-9572-e0ebdb423055), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:03.276070 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-2b16ad21-e777-4b7e-b708-2aafbe509a50 None None] Set router 90b109ab-6879-4571-9e8a-ad3e1a6a979b gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:02:03.316230 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4cdedd11-21d8-489c-ad7a-552250c45b89 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for router_controller (62798e97-0f99-4ead-9572-e0ebdb423055), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:03.499249 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-2b16ad21-e777-4b7e-b708-2aafbe509a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b109ab-6879-4571-9e8a-ad3e1a6a979b', 'name': 'tempest-ImageQuotaTest-1080842893-router', 'tenant_id': 'f7ef48cee13242fb995d66a4208112d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '42226fa7-fb56-49f8-a956-6fbd014914a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:01:50Z', 'updated_at': '2022-08-27T05:01:59Z', 'revision_number': 4, 'project_id': 'f7ef48cee13242fb995d66a4208112d0', 'gw_port': {'id': '42226fa7-fb56-49f8-a956-6fbd014914a2', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:56:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b109ab-6879-4571-9e8a-ad3e1a6a979b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:01:52Z', 'updated_at': '2022-08-27T05:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'da569586-091e-44ca-8f5a-d137bf48c74b', 'name': '', 'network_id': '4f53bfc1-7439-4af1-92f9-0ceae89ed4f3', 'tenant_id': 'f7ef48cee13242fb995d66a4208112d0', 'mac_address': 'fa:16:3e:f7:96:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90b109ab-6879-4571-9e8a-ad3e1a6a979b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': '52a0e376-efc0-4c15-be37-7828a44af32f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:01:58Z', 'updated_at': '2022-08-27T05:01:59Z', 'revision_number': 2, 'project_id': 'f7ef48cee13242fb995d66a4208112d0', 'subnets': [{'id': '52a0e376-efc0-4c15-be37-7828a44af32f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:02:03.542662 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b16ad21-e777-4b7e-b708-2aafbe509a50 None None] Checking router: 90b109ab-6879-4571-9e8a-ad3e1a6a979b for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:02:03.543297 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b16ad21-e777-4b7e-b708-2aafbe509a50 None None] Updating router 90b109ab-6879-4571-9e8a-ad3e1a6a979b port da569586-091e-44ca-8f5a-d137bf48c74b binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:02:03.579817 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:03.645060 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-2b16ad21-e777-4b7e-b708-2aafbe509a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (da569586-091e-44ca-8f5a-d137bf48c74b), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:03.795383 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:03.814039 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4cdedd11-21d8-489c-ad7a-552250c45b89 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for router_gateway (62798e97-0f99-4ead-9572-e0ebdb423055), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:03.952591 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 42820) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:02:04.420270 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-2b16ad21-e777-4b7e-b708-2aafbe509a50 None None] Publish callbacks [] for port (da569586-091e-44ca-8f5a-d137bf48c74b), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:04.422199 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4cdedd11-21d8-489c-ad7a-552250c45b89 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for router_gateway (62798e97-0f99-4ead-9572-e0ebdb423055), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:04.442520 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4cdedd11-21d8-489c-ad7a-552250c45b89 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:04.566175 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-4cdedd11-21d8-489c-ad7a-552250c45b89 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Allocated IP 172.25.2.171 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/85bd52b2-0df7-4f4e-9d48-cd17833e0ba6) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:02:04.602136 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-020a725f-fe9d-4ce6-92ca-6e984cf828bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (90b109ab-6879-4571-9e8a-ad3e1a6a979b), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:04.613624 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-2b16ad21-e777-4b7e-b708-2aafbe509a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (da569586-091e-44ca-8f5a-d137bf48c74b), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:04.686014 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4cdedd11-21d8-489c-ad7a-552250c45b89 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for port (85bd52b2-0df7-4f4e-9d48-cd17833e0ba6), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:04.709409 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362604d-8696-4cf2-9bdc-cb4d12417a8c None None] Pushing event updated for resources: {'Port': ['ID=da569586-091e-44ca-8f5a-d137bf48c74b,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:04.763126 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-2b16ad21-e777-4b7e-b708-2aafbe509a50 None None] Attempting to bind port da569586-091e-44ca-8f5a-d137bf48c74b on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:02:04.763496 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-2b16ad21-e777-4b7e-b708-2aafbe509a50 None None] Attempting to bind port da569586-091e-44ca-8f5a-d137bf48c74b by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '7041ff4b-03ee-494a-ac4c-027174edd068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4f53bfc1-7439-4af1-92f9-0ceae89ed4f3'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:02:04.763857 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b16ad21-e777-4b7e-b708-2aafbe509a50 None None] Attempting to bind port da569586-091e-44ca-8f5a-d137bf48c74b on network 4f53bfc1-7439-4af1-92f9-0ceae89ed4f3 {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:02:04.774546 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b16ad21-e777-4b7e-b708-2aafbe509a50 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:02:04.775007 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b16ad21-e777-4b7e-b708-2aafbe509a50 None None] Checking segment: {'id': '7041ff4b-03ee-494a-ac4c-027174edd068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4f53bfc1-7439-4af1-92f9-0ceae89ed4f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:02:04.775636 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-2b16ad21-e777-4b7e-b708-2aafbe509a50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:04.775836 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b16ad21-e777-4b7e-b708-2aafbe509a50 None None] Bound using segment: {'id': '7041ff4b-03ee-494a-ac4c-027174edd068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4f53bfc1-7439-4af1-92f9-0ceae89ed4f3'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:02:04.776431 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-2b16ad21-e777-4b7e-b708-2aafbe509a50 None None] Bound port: da569586-091e-44ca-8f5a-d137bf48c74b, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7041ff4b-03ee-494a-ac4c-027174edd068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4f53bfc1-7439-4af1-92f9-0ceae89ed4f3'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:02:04.780841 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-2b16ad21-e777-4b7e-b708-2aafbe509a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (da569586-091e-44ca-8f5a-d137bf48c74b), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:04.830515 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:04.843554 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4cdedd11-21d8-489c-ad7a-552250c45b89 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (85bd52b2-0df7-4f4e-9d48-cd17833e0ba6), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:04.957325 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-2b16ad21-e777-4b7e-b708-2aafbe509a50 None None] For port da569586-091e-44ca-8f5a-d137bf48c74b, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:02:04.993795 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-2b16ad21-e777-4b7e-b708-2aafbe509a50 None None] For port da569586-091e-44ca-8f5a-d137bf48c74b, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=da569586-091e-44ca-8f5a-d137bf48c74b,segment=NetworkSegment(7041ff4b-03ee-494a-ac4c-027174edd068),segment_id=7041ff4b-03ee-494a-ac4c-027174edd068)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:02:05.006814 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:05.134120 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-2b16ad21-e777-4b7e-b708-2aafbe509a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (da569586-091e-44ca-8f5a-d137bf48c74b), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:05.156220 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-020a725f-fe9d-4ce6-92ca-6e984cf828bd admin admin] Deleting port da569586-091e-44ca-8f5a-d137bf48c74b {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:02:05.156220 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-020a725f-fe9d-4ce6-92ca-6e984cf828bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (da569586-091e-44ca-8f5a-d137bf48c74b), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:05.170815 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:05.214542 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b16ad21-e777-4b7e-b708-2aafbe509a50 None None] Routers {'90b109ab-6879-4571-9e8a-ad3e1a6a979b'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:02:05.221058 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-2b16ad21-e777-4b7e-b708-2aafbe509a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:01:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['90b109ab-6879-4571-9e8a-ad3e1a6a979b'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:02:05.359770 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362604d-8696-4cf2-9bdc-cb4d12417a8c None None] Pushing event updated for resources: {'Port': ['ID=da569586-091e-44ca-8f5a-d137bf48c74b,revision_number=4']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:05.385661 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-020a725f-fe9d-4ce6-92ca-6e984cf828bd admin admin] For port da569586-091e-44ca-8f5a-d137bf48c74b, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=da569586-091e-44ca-8f5a-d137bf48c74b,segment=NetworkSegment(7041ff4b-03ee-494a-ac4c-027174edd068),segment_id=7041ff4b-03ee-494a-ac4c-027174edd068)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:02:05.386043 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-020a725f-fe9d-4ce6-92ca-6e984cf828bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (da569586-091e-44ca-8f5a-d137bf48c74b), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:05.429131 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-2b16ad21-e777-4b7e-b708-2aafbe509a50 None None] Set router 90b109ab-6879-4571-9e8a-ad3e1a6a979b gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:02:05.435104 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-020a725f-fe9d-4ce6-92ca-6e984cf828bd admin admin] Calling delete_port for da569586-091e-44ca-8f5a-d137bf48c74b owned by network:router_interface {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:02:05.506652 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdedd11-21d8-489c-ad7a-552250c45b89 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:02:05.527822 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:05.542090 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-4cdedd11-21d8-489c-ad7a-552250c45b89 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:02:05.553869 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdedd11-21d8-489c-ad7a-552250c45b89 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:02:05.582380 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdedd11-21d8-489c-ad7a-552250c45b89 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event updated for resources: {'Port': ['ID=85bd52b2-0df7-4f4e-9d48-cd17833e0ba6,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:05.703524 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:06.020189 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-020a725f-fe9d-4ce6-92ca-6e984cf828bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (da569586-091e-44ca-8f5a-d137bf48c74b), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:06.161866 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020a725f-fe9d-4ce6-92ca-6e984cf828bd admin admin] Pushing event deleted for resources: {'Port': ['ID=da569586-091e-44ca-8f5a-d137bf48c74b,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:06.169581 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-2b16ad21-e777-4b7e-b708-2aafbe509a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b109ab-6879-4571-9e8a-ad3e1a6a979b', 'name': 'tempest-ImageQuotaTest-1080842893-router', 'tenant_id': 'f7ef48cee13242fb995d66a4208112d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '42226fa7-fb56-49f8-a956-6fbd014914a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:01:50Z', 'updated_at': '2022-08-27T05:01:59Z', 'revision_number': 4, 'project_id': 'f7ef48cee13242fb995d66a4208112d0', 'gw_port': {'id': '42226fa7-fb56-49f8-a956-6fbd014914a2', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:56:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b109ab-6879-4571-9e8a-ad3e1a6a979b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:01:52Z', 'updated_at': '2022-08-27T05:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'da569586-091e-44ca-8f5a-d137bf48c74b', 'name': '', 'network_id': '4f53bfc1-7439-4af1-92f9-0ceae89ed4f3', 'tenant_id': 'f7ef48cee13242fb995d66a4208112d0', 'mac_address': 'fa:16:3e:f7:96:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90b109ab-6879-4571-9e8a-ad3e1a6a979b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': '52a0e376-efc0-4c15-be37-7828a44af32f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:01:58Z', 'updated_at': '2022-08-27T05:02:04Z', 'revision_number': 4, 'project_id': 'f7ef48cee13242fb995d66a4208112d0', 'subnets': [{'id': '52a0e376-efc0-4c15-be37-7828a44af32f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:02:06.210589 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b16ad21-e777-4b7e-b708-2aafbe509a50 None None] The sync data for ids ['90b109ab-6879-4571-9e8a-ad3e1a6a979b'] in n-d-852088-5 is: [{'id': '90b109ab-6879-4571-9e8a-ad3e1a6a979b', 'name': 'tempest-ImageQuotaTest-1080842893-router', 'tenant_id': 'f7ef48cee13242fb995d66a4208112d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '42226fa7-fb56-49f8-a956-6fbd014914a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:01:50Z', 'updated_at': '2022-08-27T05:01:59Z', 'revision_number': 4, 'project_id': 'f7ef48cee13242fb995d66a4208112d0', 'gw_port': {'id': '42226fa7-fb56-49f8-a956-6fbd014914a2', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:56:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b109ab-6879-4571-9e8a-ad3e1a6a979b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:01:52Z', 'updated_at': '2022-08-27T05:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'da569586-091e-44ca-8f5a-d137bf48c74b', 'name': '', 'network_id': '4f53bfc1-7439-4af1-92f9-0ceae89ed4f3', 'tenant_id': 'f7ef48cee13242fb995d66a4208112d0', 'mac_address': 'fa:16:3e:f7:96:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90b109ab-6879-4571-9e8a-ad3e1a6a979b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': '52a0e376-efc0-4c15-be37-7828a44af32f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:01:58Z', 'updated_at': '2022-08-27T05:02:04Z', 'revision_number': 4, 'project_id': 'f7ef48cee13242fb995d66a4208112d0', 'subnets': [{'id': '52a0e376-efc0-4c15-be37-7828a44af32f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:02:06.328952 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:06.587840 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4cdedd11-21d8-489c-ad7a-552250c45b89 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for router_gateway (62798e97-0f99-4ead-9572-e0ebdb423055), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:06.649693 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-020a725f-fe9d-4ce6-92ca-6e984cf828bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (90b109ab-6879-4571-9e8a-ad3e1a6a979b), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:07.050476 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:07.159909 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:DELETE=2,neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:07.272371 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4cdedd11-21d8-489c-ad7a-552250c45b89 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (62798e97-0f99-4ead-9572-e0ebdb423055), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:07.342694 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:07.440257 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-020a725f-fe9d-4ce6-92ca-6e984cf828bd admin admin] Router 90b109ab-6879-4571-9e8a-ad3e1a6a979b has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:02:07.712098 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020a725f-fe9d-4ce6-92ca-6e984cf828bd admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:02:07.735808 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-020a725f-fe9d-4ce6-92ca-6e984cf828bd admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/90b109ab-6879-4571-9e8a-ad3e1a6a979b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7817590 Aug 27 05:02:07.738429 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 42914) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:02:07.762230 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cdedd11-21d8-489c-ad7a-552250c45b89 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Router 62798e97-0f99-4ead-9572-e0ebdb423055 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 05:02:07.982715 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 42924) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:02:08.093071 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bdfdb214-1a7f-43d7-9803-52272fad5858 admin admin] Publish callbacks [] for router (90b109ab-6879-4571-9e8a-ad3e1a6a979b), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:08.107621 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cdedd11-21d8-489c-ad7a-552250c45b89 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:02:08.122430 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4a41d8-e0e1-4cd8-bf20-432ebffc608e None None] Sync routers for ids ['62798e97-0f99-4ead-9572-e0ebdb423055'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:02:08.153456 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4a41d8-e0e1-4cd8-bf20-432ebffc608e None None] Routers {'62798e97-0f99-4ead-9572-e0ebdb423055'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:02:08.156049 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-2e4a41d8-e0e1-4cd8-bf20-432ebffc608e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:01:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['62798e97-0f99-4ead-9572-e0ebdb423055'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:02:08.221774 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4cdedd11-21d8-489c-ad7a-552250c45b89 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:08.225977 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-4cdedd11-21d8-489c-ad7a-552250c45b89 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.2081265 Aug 27 05:02:08.226364 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 42940) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:02:08.311327 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-eded15cd-3336-4595-a73b-984b464b00d2 tempest-TestNetworkAdvancedServerOps-285267390 tempest-TestNetworkAdvancedServerOps-285267390-project-admin] 10.222.0.76 "GET /networking/v2.0/subnets?project_id=acc20d3acbb8412595ec5e464a94b770&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0837855 Aug 27 05:02:08.314899 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 42944) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:02:08.378124 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-2e4a41d8-e0e1-4cd8-bf20-432ebffc608e None None] Set router 62798e97-0f99-4ead-9572-e0ebdb423055 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:02:08.444536 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:08.512030 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2c9398c6-daa2-4bc4-84bd-28d838c565d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:08.558165 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996a0fb5-588b-4758-8e1f-26dc9c244dad tempest-TestNetworkAdvancedServerOps-285267390 tempest-TestNetworkAdvancedServerOps-285267390-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:02:08.560866 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-996a0fb5-588b-4758-8e1f-26dc9c244dad tempest-TestNetworkAdvancedServerOps-285267390 tempest-TestNetworkAdvancedServerOps-285267390-project-admin] 10.222.0.76 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2425296 Aug 27 05:02:08.563704 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 42950) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:02:08.609636 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c33740bd-c55c-43bb-8553-3c59c867e8e5 tempest-TestNetworkAdvancedServerOps-285267390 tempest-TestNetworkAdvancedServerOps-285267390-project-admin] 10.222.0.76 "GET /networking/v2.0/subnets?network_id=2db7b18a-8c4b-4ba8-8012-3e7d96728abb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0434086 Aug 27 05:02:08.612488 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 42952) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:02:08.618015 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-6df81c17-0875-479a-b134-af358322f4e4 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1704382110', 'network_id': '8ce72fa0-5c90-4a3d-aec6-f75fe02db806', 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:02:08.659200 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bdfdb214-1a7f-43d7-9803-52272fad5858 admin admin] Publish callbacks [] for router_gateway (90b109ab-6879-4571-9e8a-ad3e1a6a979b), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:08.818041 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:08.867876 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-2e4a41d8-e0e1-4cd8-bf20-432ebffc608e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62798e97-0f99-4ead-9572-e0ebdb423055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156076790', 'tenant_id': 'acc20d3acbb8412595ec5e464a94b770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '85bd52b2-0df7-4f4e-9d48-cd17833e0ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:02:03Z', 'updated_at': '2022-08-27T05:02:06Z', 'revision_number': 3, 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'gw_port': {'id': '85bd52b2-0df7-4f4e-9d48-cd17833e0ba6', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e1:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62798e97-0f99-4ead-9572-e0ebdb423055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:02:04Z', 'updated_at': '2022-08-27T05:02:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:02:08.913675 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2c9398c6-daa2-4bc4-84bd-28d838c565d1 admin admin] Publish callbacks [] for security_group (a6a8f14c-1896-4a51-bb22-3e29483cd9dc), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:08.948764 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd4cbbd-9a39-48f9-92f4-0a812a6e7f54 None None] Sync routers for ids ['90b109ab-6879-4571-9e8a-ad3e1a6a979b'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:02:08.972646 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4a41d8-e0e1-4cd8-bf20-432ebffc608e None None] Checking router: 62798e97-0f99-4ead-9572-e0ebdb423055 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:02:08.972646 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4a41d8-e0e1-4cd8-bf20-432ebffc608e None None] Updating router 62798e97-0f99-4ead-9572-e0ebdb423055 port 85bd52b2-0df7-4f4e-9d48-cd17833e0ba6 binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:02:08.981508 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd4cbbd-9a39-48f9-92f4-0a812a6e7f54 None None] Routers {'90b109ab-6879-4571-9e8a-ad3e1a6a979b'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:02:08.984471 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-9fd4cbbd-9a39-48f9-92f4-0a812a6e7f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:01:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['90b109ab-6879-4571-9e8a-ad3e1a6a979b'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:02:08.997348 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-bdfdb214-1a7f-43d7-9803-52272fad5858 admin admin] Deleting port 42226fa7-fb56-49f8-a956-6fbd014914a2 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:02:08.997689 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bdfdb214-1a7f-43d7-9803-52272fad5858 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (42226fa7-fb56-49f8-a956-6fbd014914a2), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:09.069090 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2e4a41d8-e0e1-4cd8-bf20-432ebffc608e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (85bd52b2-0df7-4f4e-9d48-cd17833e0ba6), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:09.115607 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2c9398c6-daa2-4bc4-84bd-28d838c565d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (a6a8f14c-1896-4a51-bb22-3e29483cd9dc), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:09.122979 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df81c17-0875-479a-b134-af358322f4e4 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Made reservation on behalf of acc20d3acbb8412595ec5e464a94b770 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:02:09.128288 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6df81c17-0875-479a-b134-af358322f4e4 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:09.205098 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-9fd4cbbd-9a39-48f9-92f4-0a812a6e7f54 None None] Set router 90b109ab-6879-4571-9e8a-ad3e1a6a979b gateway port host: None {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:02:09.262645 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:09.284545 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2c9398c6-daa2-4bc4-84bd-28d838c565d1 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=10fb442a3f94416d85010e6fad2584a0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3005917 Aug 27 05:02:09.291574 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 42974) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:02:09.337034 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-9fd4cbbd-9a39-48f9-92f4-0a812a6e7f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b109ab-6879-4571-9e8a-ad3e1a6a979b', 'name': 'tempest-ImageQuotaTest-1080842893-router', 'tenant_id': 'f7ef48cee13242fb995d66a4208112d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:01:50Z', 'updated_at': '2022-08-27T05:02:08Z', 'revision_number': 6, 'project_id': 'f7ef48cee13242fb995d66a4208112d0', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:02:09.375767 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9398c6-daa2-4bc4-84bd-28d838c565d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a8f14c-1896-4a51-bb22-3e29483cd9dc,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:09.391605 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd4cbbd-9a39-48f9-92f4-0a812a6e7f54 None None] Checking router: 90b109ab-6879-4571-9e8a-ad3e1a6a979b for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:02:09.415210 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd4cbbd-9a39-48f9-92f4-0a812a6e7f54 None None] Routers {'90b109ab-6879-4571-9e8a-ad3e1a6a979b'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:02:09.416940 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-9fd4cbbd-9a39-48f9-92f4-0a812a6e7f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:01:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['90b109ab-6879-4571-9e8a-ad3e1a6a979b'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:02:09.423744 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-bdfdb214-1a7f-43d7-9803-52272fad5858 admin admin] For port 42226fa7-fb56-49f8-a956-6fbd014914a2, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=42226fa7-fb56-49f8-a956-6fbd014914a2,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:02:09.424118 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bdfdb214-1a7f-43d7-9803-52272fad5858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (42226fa7-fb56-49f8-a956-6fbd014914a2), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:09.465752 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-669e87c0-3e08-4d3f-9048-5039b54af969 admin admin] Publish callbacks [] for security_group (a6a8f14c-1896-4a51-bb22-3e29483cd9dc), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:09.510547 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-669e87c0-3e08-4d3f-9048-5039b54af969 admin admin] Publish callbacks [] for security_group (a6a8f14c-1896-4a51-bb22-3e29483cd9dc), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:09.598918 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-bdfdb214-1a7f-43d7-9803-52272fad5858 admin admin] Calling delete_port for 42226fa7-fb56-49f8-a956-6fbd014914a2 owned by network:router_gateway {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:02:09.622965 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:09.637025 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-9fd4cbbd-9a39-48f9-92f4-0a812a6e7f54 None None] Set router 90b109ab-6879-4571-9e8a-ad3e1a6a979b gateway port host: None {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:02:09.713421 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2e4a41d8-e0e1-4cd8-bf20-432ebffc608e None None] Publish callbacks [] for port (85bd52b2-0df7-4f4e-9d48-cd17833e0ba6), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:09.731161 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-9fd4cbbd-9a39-48f9-92f4-0a812a6e7f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b109ab-6879-4571-9e8a-ad3e1a6a979b', 'name': 'tempest-ImageQuotaTest-1080842893-router', 'tenant_id': 'f7ef48cee13242fb995d66a4208112d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:01:50Z', 'updated_at': '2022-08-27T05:02:08Z', 'revision_number': 6, 'project_id': 'f7ef48cee13242fb995d66a4208112d0', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:02:09.758596 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd4cbbd-9a39-48f9-92f4-0a812a6e7f54 None None] The sync data for ids ['90b109ab-6879-4571-9e8a-ad3e1a6a979b'] in n-d-852088-5 is: [{'id': '90b109ab-6879-4571-9e8a-ad3e1a6a979b', 'name': 'tempest-ImageQuotaTest-1080842893-router', 'tenant_id': 'f7ef48cee13242fb995d66a4208112d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:01:50Z', 'updated_at': '2022-08-27T05:02:08Z', 'revision_number': 6, 'project_id': 'f7ef48cee13242fb995d66a4208112d0', 'gw_port_host': None}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:02:09.882183 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-669e87c0-3e08-4d3f-9048-5039b54af969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (a6a8f14c-1896-4a51-bb22-3e29483cd9dc), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:09.882442 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6df81c17-0875-479a-b134-af358322f4e4 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (5c82cf0a-3092-4624-b495-bf00c06dcf1a), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:09.883026 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2e4a41d8-e0e1-4cd8-bf20-432ebffc608e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (85bd52b2-0df7-4f4e-9d48-cd17833e0ba6), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:09.885299 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-669e87c0-3e08-4d3f-9048-5039b54af969 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:09.886351 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-669e87c0-3e08-4d3f-9048-5039b54af969 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/a6a8f14c-1896-4a51-bb22-3e29483cd9dc HTTP/1.1" status: 204 len: 168 time: 0.5937767 Aug 27 05:02:09.895507 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669e87c0-3e08-4d3f-9048-5039b54af969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a8f14c-1896-4a51-bb22-3e29483cd9dc,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:09.973375 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-2e4a41d8-e0e1-4cd8-bf20-432ebffc608e None None] Attempting to bind port 85bd52b2-0df7-4f4e-9d48-cd17833e0ba6 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:02:09.973763 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-2e4a41d8-e0e1-4cd8-bf20-432ebffc608e None None] Attempting to bind port 85bd52b2-0df7-4f4e-9d48-cd17833e0ba6 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:02:09.974167 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4a41d8-e0e1-4cd8-bf20-432ebffc608e None None] Attempting to bind port 85bd52b2-0df7-4f4e-9d48-cd17833e0ba6 on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:02:09.985886 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:09.991535 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bdfdb214-1a7f-43d7-9803-52272fad5858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (42226fa7-fb56-49f8-a956-6fbd014914a2), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:10.014939 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df81c17-0875-479a-b134-af358322f4e4 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event updated for resources: {'Subnet': ['ID=5c82cf0a-3092-4624-b495-bf00c06dcf1a,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:10.059721 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4a41d8-e0e1-4cd8-bf20-432ebffc608e None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:02:10.060575 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4a41d8-e0e1-4cd8-bf20-432ebffc608e None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:02:10.061641 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2e4a41d8-e0e1-4cd8-bf20-432ebffc608e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:10.078730 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4a41d8-e0e1-4cd8-bf20-432ebffc608e None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:02:10.079377 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-2e4a41d8-e0e1-4cd8-bf20-432ebffc608e None None] Bound port: 85bd52b2-0df7-4f4e-9d48-cd17833e0ba6, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:02:10.080463 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2e4a41d8-e0e1-4cd8-bf20-432ebffc608e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (85bd52b2-0df7-4f4e-9d48-cd17833e0ba6), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:10.084409 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfdb214-1a7f-43d7-9803-52272fad5858 admin admin] Pushing event deleted for resources: {'Port': ['ID=42226fa7-fb56-49f8-a956-6fbd014914a2,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:10.103813 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:10.103813 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed38f675-a379-4f8c-8ed8-aac04c294bfb None None] Pushing event updated for resources: {'Port': ['ID=85bd52b2-0df7-4f4e-9d48-cd17833e0ba6,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:10.118500 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df81c17-0875-479a-b134-af358322f4e4 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Checking segment: {'id': '23969979-8bb9-4e8f-9c6f-e9f98c2a4a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8ce72fa0-5c90-4a3d-aec6-f75fe02db806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:02:10.119274 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df81c17-0875-479a-b134-af358322f4e4 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Network hostable DHCP agents. Network: 8ce72fa0-5c90-4a3d-aec6-f75fe02db806, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 05:02:10.310541 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df81c17-0875-479a-b134-af358322f4e4 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Network 8ce72fa0-5c90-4a3d-aec6-f75fe02db806 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 05:02:10.357876 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-2e4a41d8-e0e1-4cd8-bf20-432ebffc608e None None] For port 85bd52b2-0df7-4f4e-9d48-cd17833e0ba6, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:02:10.362206 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bdfdb214-1a7f-43d7-9803-52272fad5858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (90b109ab-6879-4571-9e8a-ad3e1a6a979b), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:10.366747 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-2e4a41d8-e0e1-4cd8-bf20-432ebffc608e None None] For port 85bd52b2-0df7-4f4e-9d48-cd17833e0ba6, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=85bd52b2-0df7-4f4e-9d48-cd17833e0ba6,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:02:10.392487 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device da569586-091e-44ca-8f5a-d137bf48c74b no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:02:10.425818 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-6df81c17-0875-479a-b134-af358322f4e4 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 8ce72fa0-5c90-4a3d-aec6-f75fe02db806) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:02:10.439465 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df81c17-0875-479a-b134-af358322f4e4 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:02:10.441191 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6df81c17-0875-479a-b134-af358322f4e4 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:10.473673 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa89d3a-8577-4314-9c34-d98472447d98 None None] Network 8ce72fa0-5c90-4a3d-aec6-f75fe02db806 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:02:10.477157 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: da569586-091e-44ca-8f5a-d137bf48c74b {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:02:10.478105 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device da569586-091e-44ca-8f5a-d137bf48c74b not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:02:10.527926 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bdfdb214-1a7f-43d7-9803-52272fad5858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (90b109ab-6879-4571-9e8a-ad3e1a6a979b), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:10.530460 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bdfdb214-1a7f-43d7-9803-52272fad5858 admin admin] Publish callbacks [] for router_controller (90b109ab-6879-4571-9e8a-ad3e1a6a979b), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:10.547540 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2e4a41d8-e0e1-4cd8-bf20-432ebffc608e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (85bd52b2-0df7-4f4e-9d48-cd17833e0ba6), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:10.561815 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:10.570493 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4a41d8-e0e1-4cd8-bf20-432ebffc608e None None] Routers {'62798e97-0f99-4ead-9572-e0ebdb423055'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:02:10.571232 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-2e4a41d8-e0e1-4cd8-bf20-432ebffc608e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:01:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['62798e97-0f99-4ead-9572-e0ebdb423055'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:02:10.611212 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-6df81c17-0875-479a-b134-af358322f4e4 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.9975915 Aug 27 05:02:10.614297 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 43004) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:02:10.687599 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bdfdb214-1a7f-43d7-9803-52272fad5858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (90b109ab-6879-4571-9e8a-ad3e1a6a979b), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:10.688384 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdfdb214-1a7f-43d7-9803-52272fad5858 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90b109ab-6879-4571-9e8a-ad3e1a6a979b {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 05:02:10.697989 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bdfdb214-1a7f-43d7-9803-52272fad5858 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:10.699430 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-bdfdb214-1a7f-43d7-9803-52272fad5858 admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/90b109ab-6879-4571-9e8a-ad3e1a6a979b HTTP/1.1" status: 204 len: 168 time: 2.9598575 Aug 27 05:02:10.701782 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 43010) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:02:10.790797 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-236b2f8f-4894-482e-b12c-9d78b771e083 admin admin] Deleting subnet 52a0e376-efc0-4c15-be37-7828a44af32f {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 05:02:10.802439 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-236b2f8f-4894-482e-b12c-9d78b771e083 admin admin] Publish callbacks [] for subnet (52a0e376-efc0-4c15-be37-7828a44af32f), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:10.900784 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed38f675-a379-4f8c-8ed8-aac04c294bfb None None] Pushing event updated for resources: {'Port': ['ID=85bd52b2-0df7-4f4e-9d48-cd17833e0ba6,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:10.922466 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-236b2f8f-4894-482e-b12c-9d78b771e083 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (52a0e376-efc0-4c15-be37-7828a44af32f), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:11.019127 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a1c2ab-f1d5-489c-9d71-b8f868bd318d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-8ce72fa0-5c90-4a3d-aec6-f75fe02db806', 'network_id': '8ce72fa0-5c90-4a3d-aec6-f75fe02db806', 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'fixed_ips': [{'subnet_id': '5c82cf0a-3092-4624-b495-bf00c06dcf1a'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 05:02:11.022625 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-80a1c2ab-f1d5-489c-9d71-b8f868bd318d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:11.101436 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-2e4a41d8-e0e1-4cd8-bf20-432ebffc608e None None] Set router 62798e97-0f99-4ead-9572-e0ebdb423055 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:02:11.139252 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 43018) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:02:11.148624 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:DELETE=2,neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:11.168350 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9c481190-1b95-477a-9909-ffb9a58c8b12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:11.179780 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:11.180817 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:11.191341 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-236b2f8f-4894-482e-b12c-9d78b771e083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (52a0e376-efc0-4c15-be37-7828a44af32f), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:11.389949 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9c481190-1b95-477a-9909-ffb9a58c8b12 admin admin] Publish callbacks [] for security_group (58cac7ac-772f-406d-9bbc-b9810b0e98df), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:11.511275 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-800d68a9-6137-42ce-8091-03f54800adfe tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:11.556132 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-236b2f8f-4894-482e-b12c-9d78b771e083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (52a0e376-efc0-4c15-be37-7828a44af32f), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:11.563556 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9c481190-1b95-477a-9909-ffb9a58c8b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (58cac7ac-772f-406d-9bbc-b9810b0e98df), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:11.648704 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236b2f8f-4894-482e-b12c-9d78b771e083 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52a0e376-efc0-4c15-be37-7828a44af32f,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:11.666951 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-236b2f8f-4894-482e-b12c-9d78b771e083 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:11.674629 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-236b2f8f-4894-482e-b12c-9d78b771e083 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/52a0e376-efc0-4c15-be37-7828a44af32f HTTP/1.1" status: 204 len: 168 time: 0.9691856 Aug 27 05:02:11.681180 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 43036) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:02:11.713440 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-9c481190-1b95-477a-9909-ffb9a58c8b12 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=35807f1ca6e748f7bc62375991b4575e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5723791 Aug 27 05:02:11.716383 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 43038) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:02:11.734146 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c481190-1b95-477a-9909-ffb9a58c8b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58cac7ac-772f-406d-9bbc-b9810b0e98df,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:11.740694 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5886f064-2048-42dd-b276-78b1aaa2677c None None] Network 4f53bfc1-7439-4af1-92f9-0ceae89ed4f3 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:02:11.815550 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=73,neutron:DELETE=18,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:11.823710 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:11.853660 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-80a1c2ab-f1d5-489c-9d71-b8f868bd318d None None] Allocated IP 172.20.0.2 (8ce72fa0-5c90-4a3d-aec6-f75fe02db806/5c82cf0a-3092-4624-b495-bf00c06dcf1a/84216903-9097-43a9-84ae-4be53035ac83) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:02:11.890044 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-764840f3-8766-4abd-863e-e39dc8f2e8ab admin admin] Publish callbacks [] for security_group (58cac7ac-772f-406d-9bbc-b9810b0e98df), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:11.940511 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-764840f3-8766-4abd-863e-e39dc8f2e8ab admin admin] Publish callbacks [] for security_group (58cac7ac-772f-406d-9bbc-b9810b0e98df), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:11.940994 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-42d55650-ba2e-484c-aebb-fe09f58b30a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (4f53bfc1-7439-4af1-92f9-0ceae89ed4f3), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:12.148757 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-42d55650-ba2e-484c-aebb-fe09f58b30a4 admin admin] Deleting port d6ce450b-1b7b-47d9-8441-6e97cb8c4516 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:02:12.149337 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-42d55650-ba2e-484c-aebb-fe09f58b30a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (d6ce450b-1b7b-47d9-8441-6e97cb8c4516), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:12.232971 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e73f887-fa0f-4c57-bff3-8eec1e6902f8 None None] DHCP port deletion for 4f53bfc1-7439-4af1-92f9-0ceae89ed4f3 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 05:02:12.250535 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-764840f3-8766-4abd-863e-e39dc8f2e8ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (58cac7ac-772f-406d-9bbc-b9810b0e98df), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:12.253270 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-764840f3-8766-4abd-863e-e39dc8f2e8ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:12.254593 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-764840f3-8766-4abd-863e-e39dc8f2e8ab admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/58cac7ac-772f-406d-9bbc-b9810b0e98df HTTP/1.1" status: 204 len: 168 time: 0.5368106 Aug 27 05:02:12.270911 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764840f3-8766-4abd-863e-e39dc8f2e8ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58cac7ac-772f-406d-9bbc-b9810b0e98df,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:12.334113 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-42d55650-ba2e-484c-aebb-fe09f58b30a4 admin admin] For port d6ce450b-1b7b-47d9-8441-6e97cb8c4516, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=d6ce450b-1b7b-47d9-8441-6e97cb8c4516,segment=NetworkSegment(7041ff4b-03ee-494a-ac4c-027174edd068),segment_id=7041ff4b-03ee-494a-ac4c-027174edd068)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:02:12.334460 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-42d55650-ba2e-484c-aebb-fe09f58b30a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (d6ce450b-1b7b-47d9-8441-6e97cb8c4516), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:12.361979 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-2e4a41d8-e0e1-4cd8-bf20-432ebffc608e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62798e97-0f99-4ead-9572-e0ebdb423055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156076790', 'tenant_id': 'acc20d3acbb8412595ec5e464a94b770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '85bd52b2-0df7-4f4e-9d48-cd17833e0ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:02:03Z', 'updated_at': '2022-08-27T05:02:06Z', 'revision_number': 3, 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'gw_port': {'id': '85bd52b2-0df7-4f4e-9d48-cd17833e0ba6', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e1:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62798e97-0f99-4ead-9572-e0ebdb423055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:02:04Z', 'updated_at': '2022-08-27T05:02:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:02:12.373244 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-7e73f887-fa0f-4c57-bff3-8eec1e6902f8 None None] Deleting port d6ce450b-1b7b-47d9-8441-6e97cb8c4516 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:02:12.374857 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7e73f887-fa0f-4c57-bff3-8eec1e6902f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (d6ce450b-1b7b-47d9-8441-6e97cb8c4516), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:12.378495 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-42d55650-ba2e-484c-aebb-fe09f58b30a4 admin admin] Calling delete_port for d6ce450b-1b7b-47d9-8441-6e97cb8c4516 owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:02:12.398724 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d6ce450b-1b7b-47d9-8441-6e97cb8c4516 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:02:12.623745 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4a41d8-e0e1-4cd8-bf20-432ebffc608e None None] The sync data for ids ['62798e97-0f99-4ead-9572-e0ebdb423055'] in n-d-852088-5 is: [{'id': '62798e97-0f99-4ead-9572-e0ebdb423055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156076790', 'tenant_id': 'acc20d3acbb8412595ec5e464a94b770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '85bd52b2-0df7-4f4e-9d48-cd17833e0ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:02:03Z', 'updated_at': '2022-08-27T05:02:06Z', 'revision_number': 3, 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'gw_port': {'id': '85bd52b2-0df7-4f4e-9d48-cd17833e0ba6', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e1:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62798e97-0f99-4ead-9572-e0ebdb423055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:02:04Z', 'updated_at': '2022-08-27T05:02:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:02:12.654014 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-7e73f887-fa0f-4c57-bff3-8eec1e6902f8 None None] For port d6ce450b-1b7b-47d9-8441-6e97cb8c4516, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=d6ce450b-1b7b-47d9-8441-6e97cb8c4516,segment=NetworkSegment(7041ff4b-03ee-494a-ac4c-027174edd068),segment_id=7041ff4b-03ee-494a-ac4c-027174edd068)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:02:12.654412 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7e73f887-fa0f-4c57-bff3-8eec1e6902f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (d6ce450b-1b7b-47d9-8441-6e97cb8c4516), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:12.679216 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-7e73f887-fa0f-4c57-bff3-8eec1e6902f8 None None] Calling delete_port for d6ce450b-1b7b-47d9-8441-6e97cb8c4516 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:02:12.762252 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-42d55650-ba2e-484c-aebb-fe09f58b30a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (d6ce450b-1b7b-47d9-8441-6e97cb8c4516), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:12.799013 n-d-852088-5 neutron-server[107777]: INFO neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No ports have port_id starting with d6ce450b-1b7b-47d9-8441-6e97cb8c4516 Aug 27 05:02:12.814619 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 42226fa7-fb56-49f8-a956-6fbd014914a2 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:02:12.827413 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d55650-ba2e-484c-aebb-fe09f58b30a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6ce450b-1b7b-47d9-8441-6e97cb8c4516,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:12.831150 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:12.847741 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d55650-ba2e-484c-aebb-fe09f58b30a4 admin admin] No DVR routers for this DVR port d6ce450b-1b7b-47d9-8441-6e97cb8c4516 on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:02:12.855700 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 42226fa7-fb56-49f8-a956-6fbd014914a2 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:02:12.856263 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 42226fa7-fb56-49f8-a956-6fbd014914a2 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:02:12.897775 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-80a1c2ab-f1d5-489c-9d71-b8f868bd318d None None] Publish callbacks [] for port (84216903-9097-43a9-84ae-4be53035ac83), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:12.921831 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7e73f887-fa0f-4c57-bff3-8eec1e6902f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (d6ce450b-1b7b-47d9-8441-6e97cb8c4516), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:13.016473 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e73f887-fa0f-4c57-bff3-8eec1e6902f8 None None] Pushing event deleted for resources: {'Port': ['ID=d6ce450b-1b7b-47d9-8441-6e97cb8c4516,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:13.024474 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-80a1c2ab-f1d5-489c-9d71-b8f868bd318d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (84216903-9097-43a9-84ae-4be53035ac83), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:13.053795 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-42d55650-ba2e-484c-aebb-fe09f58b30a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (4f53bfc1-7439-4af1-92f9-0ceae89ed4f3), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:13.125454 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=13 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:13.127223 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e73f887-fa0f-4c57-bff3-8eec1e6902f8 None None] No DVR routers for this DVR port d6ce450b-1b7b-47d9-8441-6e97cb8c4516 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:02:13.138383 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-42d55650-ba2e-484c-aebb-fe09f58b30a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f53bfc1-7439-4af1-92f9-0ceae89ed4f3']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:02:13.147334 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a1c2ab-f1d5-489c-9d71-b8f868bd318d None None] Network 8ce72fa0-5c90-4a3d-aec6-f75fe02db806 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:02:13.195139 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-42d55650-ba2e-484c-aebb-fe09f58b30a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7041ff4b-03ee-494a-ac4c-027174edd068') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:02:13.198612 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-42d55650-ba2e-484c-aebb-fe09f58b30a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7041ff4b-03ee-494a-ac4c-027174edd068') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:02:13.216772 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-800d68a9-6137-42ce-8091-03f54800adfe tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Allocated IP 172.20.0.1 (8ce72fa0-5c90-4a3d-aec6-f75fe02db806/5c82cf0a-3092-4624-b495-bf00c06dcf1a/f008f08a-42ce-4ec6-8792-277c01c544b7) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:02:13.217047 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-80a1c2ab-f1d5-489c-9d71-b8f868bd318d None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:02:13.236279 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a1c2ab-f1d5-489c-9d71-b8f868bd318d None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:02:13.251754 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a1c2ab-f1d5-489c-9d71-b8f868bd318d None None] Pushing event updated for resources: {'Port': ['ID=84216903-9097-43a9-84ae-4be53035ac83,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:13.282278 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-42d55650-ba2e-484c-aebb-fe09f58b30a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (7041ff4b-03ee-494a-ac4c-027174edd068), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:13.342403 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-42d55650-ba2e-484c-aebb-fe09f58b30a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (7041ff4b-03ee-494a-ac4c-027174edd068), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:13.380977 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-80a1c2ab-f1d5-489c-9d71-b8f868bd318d None None] Attempting to bind port 84216903-9097-43a9-84ae-4be53035ac83 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:02:13.381649 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-80a1c2ab-f1d5-489c-9d71-b8f868bd318d None None] Attempting to bind port 84216903-9097-43a9-84ae-4be53035ac83 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '23969979-8bb9-4e8f-9c6f-e9f98c2a4a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8ce72fa0-5c90-4a3d-aec6-f75fe02db806'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:02:13.382193 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a1c2ab-f1d5-489c-9d71-b8f868bd318d None None] Attempting to bind port 84216903-9097-43a9-84ae-4be53035ac83 on network 8ce72fa0-5c90-4a3d-aec6-f75fe02db806 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:02:13.389234 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a1c2ab-f1d5-489c-9d71-b8f868bd318d None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:02:13.389842 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a1c2ab-f1d5-489c-9d71-b8f868bd318d None None] Checking segment: {'id': '23969979-8bb9-4e8f-9c6f-e9f98c2a4a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8ce72fa0-5c90-4a3d-aec6-f75fe02db806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:02:13.390586 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-80a1c2ab-f1d5-489c-9d71-b8f868bd318d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:13.391158 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a1c2ab-f1d5-489c-9d71-b8f868bd318d None None] Bound using segment: {'id': '23969979-8bb9-4e8f-9c6f-e9f98c2a4a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8ce72fa0-5c90-4a3d-aec6-f75fe02db806'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:02:13.391813 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-80a1c2ab-f1d5-489c-9d71-b8f868bd318d None None] Bound port: 84216903-9097-43a9-84ae-4be53035ac83, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23969979-8bb9-4e8f-9c6f-e9f98c2a4a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8ce72fa0-5c90-4a3d-aec6-f75fe02db806'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:02:13.392413 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-80a1c2ab-f1d5-489c-9d71-b8f868bd318d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (84216903-9097-43a9-84ae-4be53035ac83), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:13.505608 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42d55650-ba2e-484c-aebb-fe09f58b30a4 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:02:13.506031 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-42d55650-ba2e-484c-aebb-fe09f58b30a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (7041ff4b-03ee-494a-ac4c-027174edd068), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:13.531068 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:13.561506 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-80a1c2ab-f1d5-489c-9d71-b8f868bd318d None None] For port 84216903-9097-43a9-84ae-4be53035ac83, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:02:13.566351 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-80a1c2ab-f1d5-489c-9d71-b8f868bd318d None None] For port 84216903-9097-43a9-84ae-4be53035ac83, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=84216903-9097-43a9-84ae-4be53035ac83,segment=NetworkSegment(23969979-8bb9-4e8f-9c6f-e9f98c2a4a62),segment_id=23969979-8bb9-4e8f-9c6f-e9f98c2a4a62)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:02:13.613984 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 7041ff4b-03ee-494a-ac4c-027174edd068 resource provider aggregate not found Aug 27 05:02:13.696655 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-80a1c2ab-f1d5-489c-9d71-b8f868bd318d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (84216903-9097-43a9-84ae-4be53035ac83), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:13.732963 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 7041ff4b-03ee-494a-ac4c-027174edd068 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7041ff4b-03ee-494a-ac4c-027174edd068 found for delete ", "request_id": "req-42202d3d-0601-43e9-a1de-dd1c67743369"}]} Aug 27 05:02:13.910807 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a1c2ab-f1d5-489c-9d71-b8f868bd318d None None] Pushing event updated for resources: {'Port': ['ID=84216903-9097-43a9-84ae-4be53035ac83,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:14.007285 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-42d55650-ba2e-484c-aebb-fe09f58b30a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (4f53bfc1-7439-4af1-92f9-0ceae89ed4f3), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:14.049293 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-42d55650-ba2e-484c-aebb-fe09f58b30a4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:14.062563 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-42d55650-ba2e-484c-aebb-fe09f58b30a4 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/4f53bfc1-7439-4af1-92f9-0ceae89ed4f3 HTTP/1.1" status: 204 len: 168 time: 2.3777359 Aug 27 05:02:14.142580 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-800d68a9-6137-42ce-8091-03f54800adfe tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for port (f008f08a-42ce-4ec6-8792-277c01c544b7), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:14.144380 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d55650-ba2e-484c-aebb-fe09f58b30a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f53bfc1-7439-4af1-92f9-0ceae89ed4f3,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:14.379735 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-800d68a9-6137-42ce-8091-03f54800adfe tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (f008f08a-42ce-4ec6-8792-277c01c544b7), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:14.458981 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800d68a9-6137-42ce-8091-03f54800adfe tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Network 8ce72fa0-5c90-4a3d-aec6-f75fe02db806 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:02:14.465455 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-800d68a9-6137-42ce-8091-03f54800adfe tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:02:14.502221 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 85bd52b2-0df7-4f4e-9d48-cd17833e0ba6 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:02:14.522840 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800d68a9-6137-42ce-8091-03f54800adfe tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:02:14.630430 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800d68a9-6137-42ce-8091-03f54800adfe tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event updated for resources: {'Port': ['ID=f008f08a-42ce-4ec6-8792-277c01c544b7,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:14.658790 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-800d68a9-6137-42ce-8091-03f54800adfe tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (62798e97-0f99-4ead-9572-e0ebdb423055), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:14.698483 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 85bd52b2-0df7-4f4e-9d48-cd17833e0ba6 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:02:14.699081 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (85bd52b2-0df7-4f4e-9d48-cd17833e0ba6), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:14.723051 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 43144) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:02:14.824540 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-87bd54c2-aae4-41ca-9ab7-6b30d34614f8 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=f7ef48cee13242fb995d66a4208112d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0991509 Aug 27 05:02:14.826907 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 43148) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:02:14.979844 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:INSERT=2,neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:14.997718 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-307f6462-aa11-49a5-b018-1138250aa7a2 admin admin] Publish callbacks [] for security_group (fff7b86d-9a8a-44b5-b5f2-b902bcb23c14), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:15.022745 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 85bd52b2-0df7-4f4e-9d48-cd17833e0ba6 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:02:15.023322 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (85bd52b2-0df7-4f4e-9d48-cd17833e0ba6), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:15.074667 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 85bd52b2-0df7-4f4e-9d48-cd17833e0ba6, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=85bd52b2-0df7-4f4e-9d48-cd17833e0ba6,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:02:15.097933 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-307f6462-aa11-49a5-b018-1138250aa7a2 admin admin] Publish callbacks [] for security_group (fff7b86d-9a8a-44b5-b5f2-b902bcb23c14), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:15.127737 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-800d68a9-6137-42ce-8091-03f54800adfe tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f008f08a-42ce-4ec6-8792-277c01c544b7), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:15.185427 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 43158) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:02:15.242978 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (85bd52b2-0df7-4f4e-9d48-cd17833e0ba6), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:15.329037 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-307f6462-aa11-49a5-b018-1138250aa7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (fff7b86d-9a8a-44b5-b5f2-b902bcb23c14), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:15.334012 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-307f6462-aa11-49a5-b018-1138250aa7a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:15.340477 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-307f6462-aa11-49a5-b018-1138250aa7a2 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/fff7b86d-9a8a-44b5-b5f2-b902bcb23c14 HTTP/1.1" status: 204 len: 168 time: 0.5119064 Aug 27 05:02:15.346574 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:15.404465 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f6462-aa11-49a5-b018-1138250aa7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff7b86d-9a8a-44b5-b5f2-b902bcb23c14,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:15.451689 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=85bd52b2-0df7-4f4e-9d48-cd17833e0ba6,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:15.607154 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-2363eb61-a6f5-412b-90d7-1430ddb971fa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1053533786-network', 'tenant_id': '21e0295aae6c49ecb0e8c2d9b7a08b43'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:02:15.798829 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2363eb61-a6f5-412b-90d7-1430ddb971fa admin admin] Made reservation on behalf of 21e0295aae6c49ecb0e8c2d9b7a08b43 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:02:15.802612 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2363eb61-a6f5-412b-90d7-1430ddb971fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:15.846851 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:16.164077 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-800d68a9-6137-42ce-8091-03f54800adfe tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for port (f008f08a-42ce-4ec6-8792-277c01c544b7), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:16.261320 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-800d68a9-6137-42ce-8091-03f54800adfe tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (f008f08a-42ce-4ec6-8792-277c01c544b7), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:16.344288 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800d68a9-6137-42ce-8091-03f54800adfe tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event updated for resources: {'Port': ['ID=f008f08a-42ce-4ec6-8792-277c01c544b7,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:16.401503 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-800d68a9-6137-42ce-8091-03f54800adfe tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (62798e97-0f99-4ead-9572-e0ebdb423055), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:16.422052 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a96485-ecb7-4c86-9fe6-9c5e8c25c695 None None] Network 8ce72fa0-5c90-4a3d-aec6-f75fe02db806 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:02:16.562574 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 85bd52b2-0df7-4f4e-9d48-cd17833e0ba6 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:02:16.571367 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800d68a9-6137-42ce-8091-03f54800adfe tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Network 8ce72fa0-5c90-4a3d-aec6-f75fe02db806 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:02:16.573854 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-800d68a9-6137-42ce-8091-03f54800adfe tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:02:16.701996 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-89ee4d2a-c5ea-4516-8946-7819130e2297 None None] Provisioning complete for port 84216903-9097-43a9-84ae-4be53035ac83 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:02:16.702375 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-89ee4d2a-c5ea-4516-8946-7819130e2297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (84216903-9097-43a9-84ae-4be53035ac83), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:16.706258 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:16.723253 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2363eb61-a6f5-412b-90d7-1430ddb971fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:16.756249 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=81,neutron:DELETE=12,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:16.851102 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 85bd52b2-0df7-4f4e-9d48-cd17833e0ba6 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:02:16.853095 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 43206) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:02:16.865314 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (85bd52b2-0df7-4f4e-9d48-cd17833e0ba6), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:16.901865 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6775bf54-321d-4351-ae77-810e839aac96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:17.061677 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2363eb61-a6f5-412b-90d7-1430ddb971fa admin admin] Publish callbacks [] for security_group (e74d3941-cae1-4242-b065-8f70bd97e253), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:17.091733 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-89ee4d2a-c5ea-4516-8946-7819130e2297 None None] Current status of the port 84216903-9097-43a9-84ae-4be53035ac83 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:02:17.093789 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-89ee4d2a-c5ea-4516-8946-7819130e2297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (84216903-9097-43a9-84ae-4be53035ac83), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:17.191687 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-89ee4d2a-c5ea-4516-8946-7819130e2297 None None] For port 84216903-9097-43a9-84ae-4be53035ac83, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=84216903-9097-43a9-84ae-4be53035ac83,segment=NetworkSegment(23969979-8bb9-4e8f-9c6f-e9f98c2a4a62),segment_id=23969979-8bb9-4e8f-9c6f-e9f98c2a4a62)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:02:17.192824 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2363eb61-a6f5-412b-90d7-1430ddb971fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (e74d3941-cae1-4242-b065-8f70bd97e253), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:17.232386 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 85bd52b2-0df7-4f4e-9d48-cd17833e0ba6 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:02:17.232386 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 84216903-9097-43a9-84ae-4be53035ac83 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:02:17.250458 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6775bf54-321d-4351-ae77-810e839aac96 admin admin] Publish callbacks [] for security_group (841eab60-772a-40af-84d5-c904b3de8de9), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:17.265259 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2363eb61-a6f5-412b-90d7-1430ddb971fa admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 05:02:17.297742 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2363eb61-a6f5-412b-90d7-1430ddb971fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (30e67b85-5055-4c62-a919-7ed9ea54cd1b), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:17.298507 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-2363eb61-a6f5-412b-90d7-1430ddb971fa admin admin] Added segment 30e67b85-5055-4c62-a919-7ed9ea54cd1b of type vlan for network f346fb30-7a14-4657-803d-ca58f7c06404 Aug 27 05:02:17.301034 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2363eb61-a6f5-412b-90d7-1430ddb971fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74d3941-cae1-4242-b065-8f70bd97e253,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:17.340198 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-89ee4d2a-c5ea-4516-8946-7819130e2297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (84216903-9097-43a9-84ae-4be53035ac83), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:17.437993 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ee4d2a-c5ea-4516-8946-7819130e2297 None None] Pushing event updated for resources: {'Port': ['ID=84216903-9097-43a9-84ae-4be53035ac83,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:17.446239 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2363eb61-a6f5-412b-90d7-1430ddb971fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (f346fb30-7a14-4657-803d-ca58f7c06404), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:17.463585 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6775bf54-321d-4351-ae77-810e839aac96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (841eab60-772a-40af-84d5-c904b3de8de9), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:17.485718 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 84216903-9097-43a9-84ae-4be53035ac83 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:02:17.486441 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (84216903-9097-43a9-84ae-4be53035ac83), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:17.529800 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6775bf54-321d-4351-ae77-810e839aac96 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.6756439 Aug 27 05:02:17.537968 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 43220) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:02:17.612233 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-f5fabb0e-e4df-4c57-a278-a02d7f038f5b None None] Provisioning complete for port 84216903-9097-43a9-84ae-4be53035ac83 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:02:17.616727 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f5fabb0e-e4df-4c57-a278-a02d7f038f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (84216903-9097-43a9-84ae-4be53035ac83), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:17.636591 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:17.707113 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-800d68a9-6137-42ce-8091-03f54800adfe tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Router 62798e97-0f99-4ead-9572-e0ebdb423055 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:02:17.726221 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6775bf54-321d-4351-ae77-810e839aac96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841eab60-772a-40af-84d5-c904b3de8de9,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:17.732109 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:17.759863 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-36143d1f-a908-4563-92a0-2ed0eb9e0c25 admin admin] Publish callbacks [] for security_group (841eab60-772a-40af-84d5-c904b3de8de9), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:17.763950 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 84216903-9097-43a9-84ae-4be53035ac83 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:02:17.883296 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-36143d1f-a908-4563-92a0-2ed0eb9e0c25 admin admin] Publish callbacks [] for security_group (841eab60-772a-40af-84d5-c904b3de8de9), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:18.019631 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-f5fabb0e-e4df-4c57-a278-a02d7f038f5b None None] Current status of the port 84216903-9097-43a9-84ae-4be53035ac83 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:02:18.022080 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2363eb61-a6f5-412b-90d7-1430ddb971fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (f346fb30-7a14-4657-803d-ca58f7c06404), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:18.023215 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2363eb61-a6f5-412b-90d7-1430ddb971fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:02:18.023809 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2363eb61-a6f5-412b-90d7-1430ddb971fa admin admin] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:18.078528 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-f5fabb0e-e4df-4c57-a278-a02d7f038f5b None None] Provisioning complete for port f008f08a-42ce-4ec6-8792-277c01c544b7 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:02:18.080759 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f5fabb0e-e4df-4c57-a278-a02d7f038f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (f008f08a-42ce-4ec6-8792-277c01c544b7), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:18.196533 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-800d68a9-6137-42ce-8091-03f54800adfe tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:02:18.226399 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-800d68a9-6137-42ce-8091-03f54800adfe tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "PUT /networking/v2.0/routers/62798e97-0f99-4ead-9572-e0ebdb423055/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6102252 Aug 27 05:02:18.245850 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-f5fabb0e-e4df-4c57-a278-a02d7f038f5b None None] Port f008f08a-42ce-4ec6-8792-277c01c544b7 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:02:18.251253 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b860e394-ad11-44a6-b827-09a459210af5 None None] Sync routers for ids ['62798e97-0f99-4ead-9572-e0ebdb423055'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:02:18.289324 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:18.301151 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b860e394-ad11-44a6-b827-09a459210af5 None None] Routers {'62798e97-0f99-4ead-9572-e0ebdb423055'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:02:18.302085 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-b860e394-ad11-44a6-b827-09a459210af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:01:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['62798e97-0f99-4ead-9572-e0ebdb423055'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:02:18.397778 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 84216903-9097-43a9-84ae-4be53035ac83 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:02:18.398815 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2363eb61-a6f5-412b-90d7-1430ddb971fa admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.2125199 Aug 27 05:02:18.401958 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 43244) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:02:18.417115 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-808c2b3d-055e-465f-92e5-81ce163a687b admin admin] Request body: {'subnet': {'network_id': 'f346fb30-7a14-4657-803d-ca58f7c06404', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1053533786-subnet', 'tenant_id': '21e0295aae6c49ecb0e8c2d9b7a08b43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:02:18.425371 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-36143d1f-a908-4563-92a0-2ed0eb9e0c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (841eab60-772a-40af-84d5-c904b3de8de9), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:18.446464 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-36143d1f-a908-4563-92a0-2ed0eb9e0c25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:18.450286 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-36143d1f-a908-4563-92a0-2ed0eb9e0c25 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/841eab60-772a-40af-84d5-c904b3de8de9 HTTP/1.1" status: 204 len: 168 time: 0.9077497 Aug 27 05:02:18.472921 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2363eb61-a6f5-412b-90d7-1430ddb971fa admin admin] Pushing event updated for resources: {'Network': ['ID=f346fb30-7a14-4657-803d-ca58f7c06404,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:18.486721 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36143d1f-a908-4563-92a0-2ed0eb9e0c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841eab60-772a-40af-84d5-c904b3de8de9,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:18.567408 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808c2b3d-055e-465f-92e5-81ce163a687b admin admin] Made reservation on behalf of 21e0295aae6c49ecb0e8c2d9b7a08b43 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:02:18.589033 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-808c2b3d-055e-465f-92e5-81ce163a687b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:18.780156 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network f346fb30-7a14-4657-803d-ca58f7c06404 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 05:02:18.842417 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:UPDATE=3,neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:18.898003 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7b5f22e9-84dc-4716-bb5b-7cd3f3b2c6ac req-c6586dca-a599-421c-8a0f-8229610565cf tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-292791867&fields=id&tenant_id=acc20d3acbb8412595ec5e464a94b770 HTTP/1.1" status: 200 len: 267 time: 0.1598065 Aug 27 05:02:19.045835 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-0ce3b472-4723-4d73-8af8-27aae3395ae2 None None] Provisioning complete for port f008f08a-42ce-4ec6-8792-277c01c544b7 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:02:19.046163 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0ce3b472-4723-4d73-8af8-27aae3395ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (f008f08a-42ce-4ec6-8792-277c01c544b7), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:19.115571 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=85,neutron:INSERT=5,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:19.127721 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:19.259800 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:19.306644 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:19.325201 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-0ce3b472-4723-4d73-8af8-27aae3395ae2 None None] Port f008f08a-42ce-4ec6-8792-277c01c544b7 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:02:19.328460 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 84216903-9097-43a9-84ae-4be53035ac83 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:02:19.329234 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (84216903-9097-43a9-84ae-4be53035ac83), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:19.338168 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-b860e394-ad11-44a6-b827-09a459210af5 None None] Set router 62798e97-0f99-4ead-9572-e0ebdb423055 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:02:19.354902 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f22e9-84dc-4716-bb5b-7cd3f3b2c6ac req-32fdb0fe-7ec6-41e6-9fa3-43511a06c5a4 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:02:19.356494 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7b5f22e9-84dc-4716-bb5b-7cd3f3b2c6ac req-32fdb0fe-7ec6-41e6-9fa3-43511a06c5a4 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "GET /networking/v2.0/networks?id=8ce72fa0-5c90-4a3d-aec6-f75fe02db806 HTTP/1.1" status: 200 len: 797 time: 0.4430716 Aug 27 05:02:19.407360 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7b5f22e9-84dc-4716-bb5b-7cd3f3b2c6ac req-a43b8f3b-be04-471d-87e6-9312e4ba5786 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "GET /networking/v2.0/quotas/acc20d3acbb8412595ec5e464a94b770 HTTP/1.1" status: 200 len: 375 time: 0.0198472 Aug 27 05:02:19.473179 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7b5f22e9-84dc-4716-bb5b-7cd3f3b2c6ac req-69941c1a-f438-4de9-99e0-f65ecf08d3d4 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=acc20d3acbb8412595ec5e464a94b770&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0567350 Aug 27 05:02:19.561717 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 43284) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:02:19.603502 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 84216903-9097-43a9-84ae-4be53035ac83 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:02:19.607412 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-808c2b3d-055e-465f-92e5-81ce163a687b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (e45f87ef-793e-47f5-b50e-0b1fcd6f930a), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:19.615943 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-cada5639-93c3-44f3-b50a-2c038cfc2903 None None] Provisioning complete for port f008f08a-42ce-4ec6-8792-277c01c544b7 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:02:19.617285 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cada5639-93c3-44f3-b50a-2c038cfc2903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (f008f08a-42ce-4ec6-8792-277c01c544b7), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:19.700132 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-cada5639-93c3-44f3-b50a-2c038cfc2903 None None] Port f008f08a-42ce-4ec6-8792-277c01c544b7 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:02:19.703747 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808c2b3d-055e-465f-92e5-81ce163a687b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e45f87ef-793e-47f5-b50e-0b1fcd6f930a,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:19.734873 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=23 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:19.789535 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808c2b3d-055e-465f-92e5-81ce163a687b admin admin] Checking segment: {'id': '30e67b85-5055-4c62-a919-7ed9ea54cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'f346fb30-7a14-4657-803d-ca58f7c06404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:02:19.789984 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808c2b3d-055e-465f-92e5-81ce163a687b admin admin] Network hostable DHCP agents. Network: f346fb30-7a14-4657-803d-ca58f7c06404, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 05:02:19.841674 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-b860e394-ad11-44a6-b827-09a459210af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62798e97-0f99-4ead-9572-e0ebdb423055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156076790', 'tenant_id': 'acc20d3acbb8412595ec5e464a94b770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '85bd52b2-0df7-4f4e-9d48-cd17833e0ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:02:03Z', 'updated_at': '2022-08-27T05:02:14Z', 'revision_number': 4, 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'gw_port': {'id': '85bd52b2-0df7-4f4e-9d48-cd17833e0ba6', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62798e97-0f99-4ead-9572-e0ebdb423055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:02:04Z', 'updated_at': '2022-08-27T05:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'f008f08a-42ce-4ec6-8792-277c01c544b7', 'name': '', 'network_id': '8ce72fa0-5c90-4a3d-aec6-f75fe02db806', 'tenant_id': 'acc20d3acbb8412595ec5e464a94b770', 'mac_address': 'fa:16:3e:af:fc:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62798e97-0f99-4ead-9572-e0ebdb423055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '5c82cf0a-3092-4624-b495-bf00c06dcf1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:02:11Z', 'updated_at': '2022-08-27T05:02:15Z', 'revision_number': 2, 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'subnets': [{'id': '5c82cf0a-3092-4624-b495-bf00c06dcf1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:02:19.873499 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b860e394-ad11-44a6-b827-09a459210af5 None None] Checking router: 62798e97-0f99-4ead-9572-e0ebdb423055 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:02:19.873853 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b860e394-ad11-44a6-b827-09a459210af5 None None] Updating router 62798e97-0f99-4ead-9572-e0ebdb423055 port f008f08a-42ce-4ec6-8792-277c01c544b7 binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:02:19.901904 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b860e394-ad11-44a6-b827-09a459210af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f008f08a-42ce-4ec6-8792-277c01c544b7), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:19.940485 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:20.016317 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808c2b3d-055e-465f-92e5-81ce163a687b admin admin] Network f346fb30-7a14-4657-803d-ca58f7c06404 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 05:02:20.074774 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1d1519e7-b8b3-4cc9-a4c6-d70298351eff tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (62798e97-0f99-4ead-9572-e0ebdb423055), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:20.236383 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-808c2b3d-055e-465f-92e5-81ce163a687b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, f346fb30-7a14-4657-803d-ca58f7c06404) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:02:20.246299 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808c2b3d-055e-465f-92e5-81ce163a687b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:02:20.247359 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-808c2b3d-055e-465f-92e5-81ce163a687b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:20.265491 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b860e394-ad11-44a6-b827-09a459210af5 None None] Publish callbacks [] for port (f008f08a-42ce-4ec6-8792-277c01c544b7), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:20.271729 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff56a257-dc5b-4faf-b6fe-5cea26fe4799 None None] Network f346fb30-7a14-4657-803d-ca58f7c06404 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:02:20.355818 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-808c2b3d-055e-465f-92e5-81ce163a687b admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9513514 Aug 27 05:02:20.397927 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b860e394-ad11-44a6-b827-09a459210af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (f008f08a-42ce-4ec6-8792-277c01c544b7), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:20.475466 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-1d1519e7-b8b3-4cc9-a4c6-d70298351eff tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Deleting port f008f08a-42ce-4ec6-8792-277c01c544b7 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:02:20.477333 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1d1519e7-b8b3-4cc9-a4c6-d70298351eff tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (f008f08a-42ce-4ec6-8792-277c01c544b7), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:20.511572 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308d7f23-b946-43d4-b2ae-2330294b15a4 None None] Network f346fb30-7a14-4657-803d-ca58f7c06404 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:02:20.566223 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c765417e-797f-4fe2-aa90-6807570d80bf None None] Pushing event updated for resources: {'Port': ['ID=f008f08a-42ce-4ec6-8792-277c01c544b7,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:20.575060 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:20.581992 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-b860e394-ad11-44a6-b827-09a459210af5 None None] Attempting to bind port f008f08a-42ce-4ec6-8792-277c01c544b7 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:02:20.582691 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-b860e394-ad11-44a6-b827-09a459210af5 None None] Attempting to bind port f008f08a-42ce-4ec6-8792-277c01c544b7 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '23969979-8bb9-4e8f-9c6f-e9f98c2a4a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8ce72fa0-5c90-4a3d-aec6-f75fe02db806'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:02:20.583239 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b860e394-ad11-44a6-b827-09a459210af5 None None] Attempting to bind port f008f08a-42ce-4ec6-8792-277c01c544b7 on network 8ce72fa0-5c90-4a3d-aec6-f75fe02db806 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:02:20.596890 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b860e394-ad11-44a6-b827-09a459210af5 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:02:20.598368 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b860e394-ad11-44a6-b827-09a459210af5 None None] Checking segment: {'id': '23969979-8bb9-4e8f-9c6f-e9f98c2a4a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8ce72fa0-5c90-4a3d-aec6-f75fe02db806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:02:20.598964 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b860e394-ad11-44a6-b827-09a459210af5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:20.599580 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b860e394-ad11-44a6-b827-09a459210af5 None None] Bound using segment: {'id': '23969979-8bb9-4e8f-9c6f-e9f98c2a4a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8ce72fa0-5c90-4a3d-aec6-f75fe02db806'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:02:20.600274 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-b860e394-ad11-44a6-b827-09a459210af5 None None] Bound port: f008f08a-42ce-4ec6-8792-277c01c544b7, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23969979-8bb9-4e8f-9c6f-e9f98c2a4a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8ce72fa0-5c90-4a3d-aec6-f75fe02db806'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:02:20.601468 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b860e394-ad11-44a6-b827-09a459210af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f008f08a-42ce-4ec6-8792-277c01c544b7), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:20.615906 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1d1519e7-b8b3-4cc9-a4c6-d70298351eff tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (f008f08a-42ce-4ec6-8792-277c01c544b7), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:20.635993 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-1d1519e7-b8b3-4cc9-a4c6-d70298351eff tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Calling delete_port for f008f08a-42ce-4ec6-8792-277c01c544b7 owned by network:router_interface {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:02:20.752419 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-b860e394-ad11-44a6-b827-09a459210af5 None None] For port f008f08a-42ce-4ec6-8792-277c01c544b7, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:02:20.763876 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-b860e394-ad11-44a6-b827-09a459210af5 None None] For port f008f08a-42ce-4ec6-8792-277c01c544b7, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=f008f08a-42ce-4ec6-8792-277c01c544b7,segment=NetworkSegment(23969979-8bb9-4e8f-9c6f-e9f98c2a4a62),segment_id=23969979-8bb9-4e8f-9c6f-e9f98c2a4a62)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:02:20.885142 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b860e394-ad11-44a6-b827-09a459210af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (f008f08a-42ce-4ec6-8792-277c01c544b7), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:20.997374 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b860e394-ad11-44a6-b827-09a459210af5 None None] Routers {'62798e97-0f99-4ead-9572-e0ebdb423055'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:02:20.998018 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-b860e394-ad11-44a6-b827-09a459210af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:01:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['62798e97-0f99-4ead-9572-e0ebdb423055'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:02:21.080770 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c765417e-797f-4fe2-aa90-6807570d80bf None None] Pushing event updated for resources: {'Port': ['ID=f008f08a-42ce-4ec6-8792-277c01c544b7,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:21.110651 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1d1519e7-b8b3-4cc9-a4c6-d70298351eff tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (f008f08a-42ce-4ec6-8792-277c01c544b7), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:21.159775 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1519e7-b8b3-4cc9-a4c6-d70298351eff tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event deleted for resources: {'Port': ['ID=f008f08a-42ce-4ec6-8792-277c01c544b7,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:21.217748 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-b860e394-ad11-44a6-b827-09a459210af5 None None] Set router 62798e97-0f99-4ead-9572-e0ebdb423055 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:02:21.292293 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:21.459617 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1d1519e7-b8b3-4cc9-a4c6-d70298351eff tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (62798e97-0f99-4ead-9572-e0ebdb423055), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:21.465826 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:21.716339 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-b860e394-ad11-44a6-b827-09a459210af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62798e97-0f99-4ead-9572-e0ebdb423055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156076790', 'tenant_id': 'acc20d3acbb8412595ec5e464a94b770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '85bd52b2-0df7-4f4e-9d48-cd17833e0ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:02:03Z', 'updated_at': '2022-08-27T05:02:14Z', 'revision_number': 4, 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'gw_port': {'id': '85bd52b2-0df7-4f4e-9d48-cd17833e0ba6', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62798e97-0f99-4ead-9572-e0ebdb423055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:02:04Z', 'updated_at': '2022-08-27T05:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'f008f08a-42ce-4ec6-8792-277c01c544b7', 'name': '', 'network_id': '8ce72fa0-5c90-4a3d-aec6-f75fe02db806', 'tenant_id': 'acc20d3acbb8412595ec5e464a94b770', 'mac_address': 'fa:16:3e:af:fc:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62798e97-0f99-4ead-9572-e0ebdb423055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '5c82cf0a-3092-4624-b495-bf00c06dcf1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:02:11Z', 'updated_at': '2022-08-27T05:02:20Z', 'revision_number': 4, 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'subnets': [{'id': '5c82cf0a-3092-4624-b495-bf00c06dcf1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:02:21.764046 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b860e394-ad11-44a6-b827-09a459210af5 None None] The sync data for ids ['62798e97-0f99-4ead-9572-e0ebdb423055'] in n-d-852088-5 is: [{'id': '62798e97-0f99-4ead-9572-e0ebdb423055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156076790', 'tenant_id': 'acc20d3acbb8412595ec5e464a94b770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '85bd52b2-0df7-4f4e-9d48-cd17833e0ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:02:03Z', 'updated_at': '2022-08-27T05:02:14Z', 'revision_number': 4, 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'gw_port': {'id': '85bd52b2-0df7-4f4e-9d48-cd17833e0ba6', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62798e97-0f99-4ead-9572-e0ebdb423055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:02:04Z', 'updated_at': '2022-08-27T05:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'f008f08a-42ce-4ec6-8792-277c01c544b7', 'name': '', 'network_id': '8ce72fa0-5c90-4a3d-aec6-f75fe02db806', 'tenant_id': 'acc20d3acbb8412595ec5e464a94b770', 'mac_address': 'fa:16:3e:af:fc:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62798e97-0f99-4ead-9572-e0ebdb423055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '5c82cf0a-3092-4624-b495-bf00c06dcf1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:02:11Z', 'updated_at': '2022-08-27T05:02:20Z', 'revision_number': 4, 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'subnets': [{'id': '5c82cf0a-3092-4624-b495-bf00c06dcf1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:02:21.775696 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:21.856103 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 43366) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:02:21.861747 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-6c66a5b0-1794-4463-831f-0b225b9a539f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1472784389-network', 'tenant_id': '1740a5f20db24a6e93101ca1ad23ac60'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:02:21.878443 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:21.929526 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d1519e7-b8b3-4cc9-a4c6-d70298351eff tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Router 62798e97-0f99-4ead-9572-e0ebdb423055 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:02:21.984616 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:22.027564 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c66a5b0-1794-4463-831f-0b225b9a539f admin admin] Made reservation on behalf of 1740a5f20db24a6e93101ca1ad23ac60 for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:02:22.028432 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6c66a5b0-1794-4463-831f-0b225b9a539f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:22.059012 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6c66a5b0-1794-4463-831f-0b225b9a539f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:22.224418 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1519e7-b8b3-4cc9-a4c6-d70298351eff tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:02:22.250771 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1d1519e7-b8b3-4cc9-a4c6-d70298351eff tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "PUT /networking/v2.0/routers/62798e97-0f99-4ead-9572-e0ebdb423055/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6931005 Aug 27 05:02:22.254594 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 43380) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:02:22.332597 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6c66a5b0-1794-4463-831f-0b225b9a539f admin admin] Publish callbacks [] for security_group (c85f3312-79e8-43f9-b2b1-f2d64d70536a), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:22.399012 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb9f5297-1a3c-45d3-90a3-fd87dceff2b7 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Deleting subnet 5c82cf0a-3092-4624-b495-bf00c06dcf1a {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 05:02:22.408237 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-eb9f5297-1a3c-45d3-90a3-fd87dceff2b7 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for subnet (5c82cf0a-3092-4624-b495-bf00c06dcf1a), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:22.441748 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6c66a5b0-1794-4463-831f-0b225b9a539f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (c85f3312-79e8-43f9-b2b1-f2d64d70536a), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:22.470063 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c66a5b0-1794-4463-831f-0b225b9a539f admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 05:02:22.489801 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:22.500150 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c66a5b0-1794-4463-831f-0b225b9a539f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c85f3312-79e8-43f9-b2b1-f2d64d70536a,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:22.512831 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-eb9f5297-1a3c-45d3-90a3-fd87dceff2b7 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (5c82cf0a-3092-4624-b495-bf00c06dcf1a), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:22.525548 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6c66a5b0-1794-4463-831f-0b225b9a539f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (bea75d6a-d48e-4609-9943-7c514322b8a5), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:22.530537 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-6c66a5b0-1794-4463-831f-0b225b9a539f admin admin] Added segment bea75d6a-d48e-4609-9943-7c514322b8a5 of type vlan for network abeffbc3-f27f-4b49-a257-678d0772de3e Aug 27 05:02:22.632587 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6c66a5b0-1794-4463-831f-0b225b9a539f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (abeffbc3-f27f-4b49-a257-678d0772de3e), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:22.734043 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6c66a5b0-1794-4463-831f-0b225b9a539f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (abeffbc3-f27f-4b49-a257-678d0772de3e), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:22.735370 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c66a5b0-1794-4463-831f-0b225b9a539f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:02:22.736382 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6c66a5b0-1794-4463-831f-0b225b9a539f admin admin] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:22.807856 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-eb9f5297-1a3c-45d3-90a3-fd87dceff2b7 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (5c82cf0a-3092-4624-b495-bf00c06dcf1a), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:22.905303 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c66a5b0-1794-4463-831f-0b225b9a539f admin admin] Pushing event updated for resources: {'Network': ['ID=abeffbc3-f27f-4b49-a257-678d0772de3e,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:22.918078 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network abeffbc3-f27f-4b49-a257-678d0772de3e details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 05:02:22.992217 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-6c66a5b0-1794-4463-831f-0b225b9a539f admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1348116 Aug 27 05:02:22.995618 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 43396) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:02:23.000650 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-c2390eb0-58c3-4d37-af5c-b4f9c44cf4da admin admin] Request body: {'subnet': {'network_id': 'abeffbc3-f27f-4b49-a257-678d0772de3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1472784389-subnet', 'tenant_id': '1740a5f20db24a6e93101ca1ad23ac60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:02:23.007694 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-eb9f5297-1a3c-45d3-90a3-fd87dceff2b7 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (5c82cf0a-3092-4624-b495-bf00c06dcf1a), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:23.084262 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9f5297-1a3c-45d3-90a3-fd87dceff2b7 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event deleted for resources: {'Subnet': ['ID=5c82cf0a-3092-4624-b495-bf00c06dcf1a,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:23.088712 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-eb9f5297-1a3c-45d3-90a3-fd87dceff2b7 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:23.093513 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-eb9f5297-1a3c-45d3-90a3-fd87dceff2b7 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/5c82cf0a-3092-4624-b495-bf00c06dcf1a HTTP/1.1" status: 204 len: 168 time: 0.8376954 Aug 27 05:02:23.096345 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 43404) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:02:23.103129 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4a51bb-80e5-4159-bcd4-23fac7b95660 None None] Network 8ce72fa0-5c90-4a3d-aec6-f75fe02db806 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:02:23.174675 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2390eb0-58c3-4d37-af5c-b4f9c44cf4da admin admin] Made reservation on behalf of 1740a5f20db24a6e93101ca1ad23ac60 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:02:23.181114 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c2390eb0-58c3-4d37-af5c-b4f9c44cf4da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:23.325987 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dee8a289-aa12-4b37-96a4-52f86f729649 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for router (62798e97-0f99-4ead-9572-e0ebdb423055), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:23.424825 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c44f65-26c8-454d-a8f8-ff61591717a3 None None] DHCP port deletion for 8ce72fa0-5c90-4a3d-aec6-f75fe02db806 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 05:02:23.549810 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-60c44f65-26c8-454d-a8f8-ff61591717a3 None None] Deleting port 84216903-9097-43a9-84ae-4be53035ac83 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:02:23.550496 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-60c44f65-26c8-454d-a8f8-ff61591717a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (84216903-9097-43a9-84ae-4be53035ac83), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:23.654290 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-60c44f65-26c8-454d-a8f8-ff61591717a3 None None] For port 84216903-9097-43a9-84ae-4be53035ac83, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=84216903-9097-43a9-84ae-4be53035ac83,segment=NetworkSegment(23969979-8bb9-4e8f-9c6f-e9f98c2a4a62),segment_id=23969979-8bb9-4e8f-9c6f-e9f98c2a4a62)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:02:23.655086 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-60c44f65-26c8-454d-a8f8-ff61591717a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (84216903-9097-43a9-84ae-4be53035ac83), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:23.671148 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-60c44f65-26c8-454d-a8f8-ff61591717a3 None None] Calling delete_port for 84216903-9097-43a9-84ae-4be53035ac83 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:02:23.699342 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:23.699584 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:23.770454 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dee8a289-aa12-4b37-96a4-52f86f729649 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for router_gateway (62798e97-0f99-4ead-9572-e0ebdb423055), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:23.778982 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:23.860370 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-60c44f65-26c8-454d-a8f8-ff61591717a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (84216903-9097-43a9-84ae-4be53035ac83), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:23.880711 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c44f65-26c8-454d-a8f8-ff61591717a3 None None] No DVR routers for this DVR port 84216903-9097-43a9-84ae-4be53035ac83 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:02:23.902333 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c44f65-26c8-454d-a8f8-ff61591717a3 None None] Pushing event deleted for resources: {'Port': ['ID=84216903-9097-43a9-84ae-4be53035ac83,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:23.917862 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c2390eb0-58c3-4d37-af5c-b4f9c44cf4da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (3e605c55-88a8-41fb-a458-e2754d204639), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:23.993609 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0dae01-bf05-4cdc-a2a9-5f19d0633a25 None None] Sync routers for ids ['62798e97-0f99-4ead-9572-e0ebdb423055'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:02:24.009435 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0dae01-bf05-4cdc-a2a9-5f19d0633a25 None None] Routers {'62798e97-0f99-4ead-9572-e0ebdb423055'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:02:24.009970 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-6a0dae01-bf05-4cdc-a2a9-5f19d0633a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:01:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['62798e97-0f99-4ead-9572-e0ebdb423055'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:02:24.025759 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-dee8a289-aa12-4b37-96a4-52f86f729649 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Deleting port 85bd52b2-0df7-4f4e-9d48-cd17833e0ba6 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:02:24.026118 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dee8a289-aa12-4b37-96a4-52f86f729649 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (85bd52b2-0df7-4f4e-9d48-cd17833e0ba6), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:24.028279 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2390eb0-58c3-4d37-af5c-b4f9c44cf4da admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e605c55-88a8-41fb-a458-e2754d204639,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:24.107347 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-6a0dae01-bf05-4cdc-a2a9-5f19d0633a25 None None] Set router 62798e97-0f99-4ead-9572-e0ebdb423055 gateway port host: None {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:02:24.122727 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2390eb0-58c3-4d37-af5c-b4f9c44cf4da admin admin] Checking segment: {'id': 'bea75d6a-d48e-4609-9943-7c514322b8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'abeffbc3-f27f-4b49-a257-678d0772de3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:02:24.123102 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2390eb0-58c3-4d37-af5c-b4f9c44cf4da admin admin] Network hostable DHCP agents. Network: abeffbc3-f27f-4b49-a257-678d0772de3e, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 05:02:24.128924 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:24.213135 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-6a0dae01-bf05-4cdc-a2a9-5f19d0633a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62798e97-0f99-4ead-9572-e0ebdb423055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156076790', 'tenant_id': 'acc20d3acbb8412595ec5e464a94b770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:02:03Z', 'updated_at': '2022-08-27T05:02:23Z', 'revision_number': 6, 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:02:24.235754 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2390eb0-58c3-4d37-af5c-b4f9c44cf4da admin admin] Network abeffbc3-f27f-4b49-a257-678d0772de3e is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 05:02:24.248893 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0dae01-bf05-4cdc-a2a9-5f19d0633a25 None None] Checking router: 62798e97-0f99-4ead-9572-e0ebdb423055 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:02:24.260337 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0dae01-bf05-4cdc-a2a9-5f19d0633a25 None None] Routers {'62798e97-0f99-4ead-9572-e0ebdb423055'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:02:24.261841 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-6a0dae01-bf05-4cdc-a2a9-5f19d0633a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:01:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['62798e97-0f99-4ead-9572-e0ebdb423055'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:02:24.284355 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-dee8a289-aa12-4b37-96a4-52f86f729649 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] For port 85bd52b2-0df7-4f4e-9d48-cd17833e0ba6, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=85bd52b2-0df7-4f4e-9d48-cd17833e0ba6,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:02:24.284806 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dee8a289-aa12-4b37-96a4-52f86f729649 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (85bd52b2-0df7-4f4e-9d48-cd17833e0ba6), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:24.318238 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 84216903-9097-43a9-84ae-4be53035ac83 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:02:24.328335 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-dee8a289-aa12-4b37-96a4-52f86f729649 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Calling delete_port for 85bd52b2-0df7-4f4e-9d48-cd17833e0ba6 owned by network:router_gateway {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:02:24.361007 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-c2390eb0-58c3-4d37-af5c-b4f9c44cf4da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, abeffbc3-f27f-4b49-a257-678d0772de3e) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:02:24.362644 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 84216903-9097-43a9-84ae-4be53035ac83 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:02:24.363256 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 84216903-9097-43a9-84ae-4be53035ac83 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:02:24.380846 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2390eb0-58c3-4d37-af5c-b4f9c44cf4da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:02:24.387896 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79cae7b-9447-4c20-9135-4d959a4899b3 None None] Network abeffbc3-f27f-4b49-a257-678d0772de3e requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:02:24.388465 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c2390eb0-58c3-4d37-af5c-b4f9c44cf4da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:24.467794 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-6a0dae01-bf05-4cdc-a2a9-5f19d0633a25 None None] Set router 62798e97-0f99-4ead-9572-e0ebdb423055 gateway port host: None {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:02:24.529905 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-6a0dae01-bf05-4cdc-a2a9-5f19d0633a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62798e97-0f99-4ead-9572-e0ebdb423055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156076790', 'tenant_id': 'acc20d3acbb8412595ec5e464a94b770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:02:03Z', 'updated_at': '2022-08-27T05:02:23Z', 'revision_number': 6, 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:02:24.559085 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0dae01-bf05-4cdc-a2a9-5f19d0633a25 None None] The sync data for ids ['62798e97-0f99-4ead-9572-e0ebdb423055'] in n-d-852088-5 is: [{'id': '62798e97-0f99-4ead-9572-e0ebdb423055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156076790', 'tenant_id': 'acc20d3acbb8412595ec5e464a94b770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:02:03Z', 'updated_at': '2022-08-27T05:02:23Z', 'revision_number': 6, 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'gw_port_host': None}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:02:24.675330 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e8f6c9-d2c0-43cc-a78b-e4eb74aa4833 None None] Network abeffbc3-f27f-4b49-a257-678d0772de3e requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:02:24.735697 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:25.046280 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c2390eb0-58c3-4d37-af5c-b4f9c44cf4da admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0495851 Aug 27 05:02:25.053373 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:25.223075 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dee8a289-aa12-4b37-96a4-52f86f729649 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (85bd52b2-0df7-4f4e-9d48-cd17833e0ba6), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:25.246941 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee8a289-aa12-4b37-96a4-52f86f729649 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event deleted for resources: {'Port': ['ID=85bd52b2-0df7-4f4e-9d48-cd17833e0ba6,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:25.279112 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:25.426406 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dee8a289-aa12-4b37-96a4-52f86f729649 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (62798e97-0f99-4ead-9572-e0ebdb423055), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:25.599551 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dee8a289-aa12-4b37-96a4-52f86f729649 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (62798e97-0f99-4ead-9572-e0ebdb423055), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:25.602041 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dee8a289-aa12-4b37-96a4-52f86f729649 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for router_controller (62798e97-0f99-4ead-9572-e0ebdb423055), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:25.602863 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:25.757628 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf4bbf-b08b-41a5-9465-8e96b917b8e6 req-3384558d-ab10-4596-b6fd-46aae29703c4 tempest-VolumesActionsTest-2126007090 tempest-VolumesActionsTest-2126007090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:02:25.760039 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-52bf4bbf-b08b-41a5-9465-8e96b917b8e6 req-3384558d-ab10-4596-b6fd-46aae29703c4 tempest-VolumesActionsTest-2126007090 tempest-VolumesActionsTest-2126007090-project] 10.222.0.76 "GET /networking/v2.0/networks?id=f346fb30-7a14-4657-803d-ca58f7c06404 HTTP/1.1" status: 200 len: 809 time: 0.1133058 Aug 27 05:02:25.775663 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-52bf4bbf-b08b-41a5-9465-8e96b917b8e6 req-9e02ea7d-4ccb-41f2-ad71-d513f0d92da9 tempest-VolumesActionsTest-2126007090 tempest-VolumesActionsTest-2126007090-project] 10.222.0.76 "GET /networking/v2.0/quotas/21e0295aae6c49ecb0e8c2d9b7a08b43 HTTP/1.1" status: 200 len: 375 time: 0.0106645 Aug 27 05:02:25.815169 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dee8a289-aa12-4b37-96a4-52f86f729649 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (62798e97-0f99-4ead-9572-e0ebdb423055), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:25.815784 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee8a289-aa12-4b37-96a4-52f86f729649 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Fanout notify agent at l3_agent the message router_deleted on router 62798e97-0f99-4ead-9572-e0ebdb423055 {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 05:02:25.818617 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-52bf4bbf-b08b-41a5-9465-8e96b917b8e6 req-3a37d05b-0edc-4d5b-bd03-22c1246e2c49 tempest-VolumesActionsTest-2126007090 tempest-VolumesActionsTest-2126007090-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=21e0295aae6c49ecb0e8c2d9b7a08b43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374041 Aug 27 05:02:25.824581 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dee8a289-aa12-4b37-96a4-52f86f729649 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:25.825669 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-dee8a289-aa12-4b37-96a4-52f86f729649 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "DELETE /networking/v2.0/routers/62798e97-0f99-4ead-9572-e0ebdb423055 HTTP/1.1" status: 204 len: 168 time: 2.7280898 Aug 27 05:02:25.829547 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 43488) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:02:26.023323 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-20efbee6-4585-44a4-b821-bedd875c126d tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (8ce72fa0-5c90-4a3d-aec6-f75fe02db806), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:26.179182 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-20efbee6-4585-44a4-b821-bedd875c126d tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (8ce72fa0-5c90-4a3d-aec6-f75fe02db806), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:26.226747 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-20efbee6-4585-44a4-b821-bedd875c126d tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ce72fa0-5c90-4a3d-aec6-f75fe02db806']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:02:26.244368 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-20efbee6-4585-44a4-b821-bedd875c126d tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23969979-8bb9-4e8f-9c6f-e9f98c2a4a62') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:02:26.244687 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-20efbee6-4585-44a4-b821-bedd875c126d tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23969979-8bb9-4e8f-9c6f-e9f98c2a4a62') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:02:26.266188 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-20efbee6-4585-44a4-b821-bedd875c126d tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (23969979-8bb9-4e8f-9c6f-e9f98c2a4a62), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:26.281784 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-20efbee6-4585-44a4-b821-bedd875c126d tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (23969979-8bb9-4e8f-9c6f-e9f98c2a4a62), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:26.282433 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device f008f08a-42ce-4ec6-8792-277c01c544b7 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:02:26.288626 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20efbee6-4585-44a4-b821-bedd875c126d tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:02:26.289024 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-20efbee6-4585-44a4-b821-bedd875c126d tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (23969979-8bb9-4e8f-9c6f-e9f98c2a4a62), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:26.303183 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: f008f08a-42ce-4ec6-8792-277c01c544b7 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:02:26.303183 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device f008f08a-42ce-4ec6-8792-277c01c544b7 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:02:26.303482 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 85bd52b2-0df7-4f4e-9d48-cd17833e0ba6 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:02:26.326735 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 85bd52b2-0df7-4f4e-9d48-cd17833e0ba6 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:02:26.327081 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 85bd52b2-0df7-4f4e-9d48-cd17833e0ba6 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:02:26.345344 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 23969979-8bb9-4e8f-9c6f-e9f98c2a4a62 resource provider aggregate not found Aug 27 05:02:26.365434 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 23969979-8bb9-4e8f-9c6f-e9f98c2a4a62 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 23969979-8bb9-4e8f-9c6f-e9f98c2a4a62 found for delete ", "request_id": "req-8c58e31f-0352-4f8a-8b78-9cbaebd5369c"}]} Aug 27 05:02:26.475794 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-20efbee6-4585-44a4-b821-bedd875c126d tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (8ce72fa0-5c90-4a3d-aec6-f75fe02db806), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:26.494728 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-20efbee6-4585-44a4-b821-bedd875c126d tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:26.499119 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-20efbee6-4585-44a4-b821-bedd875c126d tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "DELETE /networking/v2.0/networks/8ce72fa0-5c90-4a3d-aec6-f75fe02db806 HTTP/1.1" status: 204 len: 168 time: 0.6684926 Aug 27 05:02:26.502847 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 43522) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:02:26.515668 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20efbee6-4585-44a4-b821-bedd875c126d tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event deleted for resources: {'Network': ['ID=8ce72fa0-5c90-4a3d-aec6-f75fe02db806,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:26.643953 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a63df3e9-87e8-4898-bdc7-6ad4b60dd9e7 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group (99fe5776-40ca-4424-8d9e-f4890de9372a), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:26.707650 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a63df3e9-87e8-4898-bdc7-6ad4b60dd9e7 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group (99fe5776-40ca-4424-8d9e-f4890de9372a), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:26.721439 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ed4cfb14-f4b9-471c-a53e-5fec4214fd7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:26.922443 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a63df3e9-87e8-4898-bdc7-6ad4b60dd9e7 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (99fe5776-40ca-4424-8d9e-f4890de9372a), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:26.925518 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a63df3e9-87e8-4898-bdc7-6ad4b60dd9e7 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:26.929996 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a63df3e9-87e8-4898-bdc7-6ad4b60dd9e7 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/99fe5776-40ca-4424-8d9e-f4890de9372a HTTP/1.1" status: 204 len: 168 time: 0.4250908 Aug 27 05:02:26.954302 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63df3e9-87e8-4898-bdc7-6ad4b60dd9e7 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99fe5776-40ca-4424-8d9e-f4890de9372a,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:27.019108 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:27.296382 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 43556) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:02:27.301953 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-16479b4c-9f56-4eb0-a606-f1e12b8fb734 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-81833518', 'description': 'tempest-secgroup-smoke-81833518 description', 'project_id': 'acc20d3acbb8412595ec5e464a94b770'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:02:27.465167 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-16479b4c-9f56-4eb0-a606-f1e12b8fb734 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:27.557558 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-16479b4c-9f56-4eb0-a606-f1e12b8fb734 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group (c0b98cdd-1597-4256-b7b3-4f5ca5898513), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:27.618667 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-16479b4c-9f56-4eb0-a606-f1e12b8fb734 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (c0b98cdd-1597-4256-b7b3-4f5ca5898513), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:27.659078 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16479b4c-9f56-4eb0-a606-f1e12b8fb734 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b98cdd-1597-4256-b7b3-4f5ca5898513,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:27.769154 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-16479b4c-9f56-4eb0-a606-f1e12b8fb734 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:27.769154 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-16479b4c-9f56-4eb0-a606-f1e12b8fb734 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4667623 Aug 27 05:02:27.771003 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 43566) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:02:27.775937 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-7bcd8f55-c80d-4905-aa55-cef241daf038 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Request body: {'security_group_rule': {'security_group_id': 'c0b98cdd-1597-4256-b7b3-4f5ca5898513', 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:02:27.853038 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:27.892421 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7bcd8f55-c80d-4905-aa55-cef241daf038 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (4725d8ac-9603-464d-9496-5d835fa694ed), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:27.904438 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:27.985460 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7bcd8f55-c80d-4905-aa55-cef241daf038 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (4725d8ac-9603-464d-9496-5d835fa694ed), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:28.115675 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7bcd8f55-c80d-4905-aa55-cef241daf038 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (4725d8ac-9603-464d-9496-5d835fa694ed), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:28.133273 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:UPDATE=5,neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=13 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:28.148253 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcd8f55-c80d-4905-aa55-cef241daf038 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4725d8ac-9603-464d-9496-5d835fa694ed,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:28.278258 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7bcd8f55-c80d-4905-aa55-cef241daf038 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:28.283910 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 43584) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:02:28.286091 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7bcd8f55-c80d-4905-aa55-cef241daf038 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5140479 Aug 27 05:02:28.295752 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-fd18d71e-43ac-481c-9fbe-49821c410a93 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Request body: {'security_group_rule': {'security_group_id': 'c0b98cdd-1597-4256-b7b3-4f5ca5898513', 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:02:28.472649 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fd18d71e-43ac-481c-9fbe-49821c410a93 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (f031e061-1c46-4e52-b77e-4bf7cce27130), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:28.556245 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fd18d71e-43ac-481c-9fbe-49821c410a93 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (f031e061-1c46-4e52-b77e-4bf7cce27130), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:28.784266 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fd18d71e-43ac-481c-9fbe-49821c410a93 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (f031e061-1c46-4e52-b77e-4bf7cce27130), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:28.805210 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd18d71e-43ac-481c-9fbe-49821c410a93 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f031e061-1c46-4e52-b77e-4bf7cce27130,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:28.957859 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fd18d71e-43ac-481c-9fbe-49821c410a93 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:28.970654 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-fd18d71e-43ac-481c-9fbe-49821c410a93 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6848497 Aug 27 05:02:28.973819 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 43604) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:02:28.978614 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-1704d798-4c54-40c5-bbe7-a9bf48ecca1c tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Request body: {'security_group_rule': {'security_group_id': 'c0b98cdd-1597-4256-b7b3-4f5ca5898513', 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:02:29.007054 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:29.258339 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1704d798-4c54-40c5-bbe7-a9bf48ecca1c tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (f00006fe-de81-451b-97cf-6773b9d3a3c9), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:29.298644 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ddc6b889-7ac7-48f1-a435-41d8423eea38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:29.364799 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1704d798-4c54-40c5-bbe7-a9bf48ecca1c tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (f00006fe-de81-451b-97cf-6773b9d3a3c9), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:29.556861 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1704d798-4c54-40c5-bbe7-a9bf48ecca1c tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (f00006fe-de81-451b-97cf-6773b9d3a3c9), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:29.583817 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1704d798-4c54-40c5-bbe7-a9bf48ecca1c tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f00006fe-de81-451b-97cf-6773b9d3a3c9,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:29.701038 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1704d798-4c54-40c5-bbe7-a9bf48ecca1c tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:29.704591 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1704d798-4c54-40c5-bbe7-a9bf48ecca1c tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7276068 Aug 27 05:02:29.705725 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 43632) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:02:29.712903 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-eec06992-d6fb-4ba4-bb2c-c0db89e1b295 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Request body: {'security_group_rule': {'security_group_id': 'c0b98cdd-1597-4256-b7b3-4f5ca5898513', 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:02:29.947731 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-eec06992-d6fb-4ba4-bb2c-c0db89e1b295 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (5b8e3456-76bf-421a-83b6-1dff1c4a27c5), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:30.035563 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-eec06992-d6fb-4ba4-bb2c-c0db89e1b295 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (5b8e3456-76bf-421a-83b6-1dff1c4a27c5), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:30.170879 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-eec06992-d6fb-4ba4-bb2c-c0db89e1b295 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (5b8e3456-76bf-421a-83b6-1dff1c4a27c5), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:30.232848 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec06992-d6fb-4ba4-bb2c-c0db89e1b295 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b8e3456-76bf-421a-83b6-1dff1c4a27c5,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:30.345836 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:30.349149 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-eec06992-d6fb-4ba4-bb2c-c0db89e1b295 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:30.351306 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-eec06992-d6fb-4ba4-bb2c-c0db89e1b295 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6439161 Aug 27 05:02:30.353540 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 43652) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:02:30.359329 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-7415e0ca-9580-46a5-987c-7b2630a73352 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Request body: {'security_group_rule': {'security_group_id': 'c0b98cdd-1597-4256-b7b3-4f5ca5898513', 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:02:30.467632 n-d-852088-5 neutron-server[107776]: INFO neutron.db.securitygroups_db [None req-7415e0ca-9580-46a5-987c-7b2630a73352 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Project acc20d3acbb8412595ec5e464a94b770 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 05:02:30.477703 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7415e0ca-9580-46a5-987c-7b2630a73352 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (af528c17-53e1-43c2-9a34-8f66887d963b), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:30.572984 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7415e0ca-9580-46a5-987c-7b2630a73352 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (af528c17-53e1-43c2-9a34-8f66887d963b), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:30.653017 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7415e0ca-9580-46a5-987c-7b2630a73352 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (af528c17-53e1-43c2-9a34-8f66887d963b), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:30.691982 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7415e0ca-9580-46a5-987c-7b2630a73352 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af528c17-53e1-43c2-9a34-8f66887d963b,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:30.796555 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:30.798466 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7415e0ca-9580-46a5-987c-7b2630a73352 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:30.802411 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7415e0ca-9580-46a5-987c-7b2630a73352 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4451189 Aug 27 05:02:30.802773 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 43662) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:02:30.808666 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-3005d14d-907e-4b37-8422-ee2aa97a5706 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Request body: {'security_group_rule': {'security_group_id': 'c0b98cdd-1597-4256-b7b3-4f5ca5898513', 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:02:30.933082 n-d-852088-5 neutron-server[107776]: INFO neutron.db.securitygroups_db [None req-3005d14d-907e-4b37-8422-ee2aa97a5706 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Project acc20d3acbb8412595ec5e464a94b770 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 05:02:30.940598 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3005d14d-907e-4b37-8422-ee2aa97a5706 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (402784fa-6baa-4668-bd08-41e516e6ea1c), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:31.026007 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3005d14d-907e-4b37-8422-ee2aa97a5706 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (402784fa-6baa-4668-bd08-41e516e6ea1c), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:31.069933 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3005d14d-907e-4b37-8422-ee2aa97a5706 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (402784fa-6baa-4668-bd08-41e516e6ea1c), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:31.098282 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3005d14d-907e-4b37-8422-ee2aa97a5706 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=402784fa-6baa-4668-bd08-41e516e6ea1c,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:31.227645 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3005d14d-907e-4b37-8422-ee2aa97a5706 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:31.229310 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3005d14d-907e-4b37-8422-ee2aa97a5706 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4251420 Aug 27 05:02:31.232040 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 43670) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:02:31.239995 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-3d16693b-09c8-4dfe-ace8-973c2429b852 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Request body: {'network': {'name': 'tempest-network-smoke--369997714', 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'port_security_enabled': True}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:02:31.367218 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d16693b-09c8-4dfe-ace8-973c2429b852 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Made reservation on behalf of acc20d3acbb8412595ec5e464a94b770 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:02:31.371828 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3d16693b-09c8-4dfe-ace8-973c2429b852 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:31.456816 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d16693b-09c8-4dfe-ace8-973c2429b852 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 05:02:31.477512 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3d16693b-09c8-4dfe-ace8-973c2429b852 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (fd2cc33d-9cb8-4246-a690-c997fa421f8d), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:31.477512 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-3d16693b-09c8-4dfe-ace8-973c2429b852 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Added segment fd2cc33d-9cb8-4246-a690-c997fa421f8d of type vlan for network 700a83fb-e7f5-41ed-85a2-7ffcc6e53604 Aug 27 05:02:31.489027 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:DELETE=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:31.564809 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3d16693b-09c8-4dfe-ace8-973c2429b852 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (700a83fb-e7f5-41ed-85a2-7ffcc6e53604), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:31.577144 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:31.704491 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:02:31.716450 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3d16693b-09c8-4dfe-ace8-973c2429b852 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (700a83fb-e7f5-41ed-85a2-7ffcc6e53604), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:31.721859 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d16693b-09c8-4dfe-ace8-973c2429b852 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:02:31.722519 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3d16693b-09c8-4dfe-ace8-973c2429b852 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:31.750747 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:31.773678 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:31.875054 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d16693b-09c8-4dfe-ace8-973c2429b852 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event updated for resources: {'Network': ['ID=700a83fb-e7f5-41ed-85a2-7ffcc6e53604,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:31.901521 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 700a83fb-e7f5-41ed-85a2-7ffcc6e53604 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 05:02:31.905815 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3d16693b-09c8-4dfe-ace8-973c2429b852 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6724048 Aug 27 05:02:31.909309 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 43688) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:02:31.915638 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-1e23d340-9c60-4cbc-9fe2-8d21cc5ae713 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-442615170', 'admin_state_up': True, 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:02:31.990019 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:32.019173 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1e23d340-9c60-4cbc-9fe2-8d21cc5ae713 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:32.020494 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1e23d340-9c60-4cbc-9fe2-8d21cc5ae713 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:32.101290 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1e23d340-9c60-4cbc-9fe2-8d21cc5ae713 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for router_controller (51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:32.371603 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1e23d340-9c60-4cbc-9fe2-8d21cc5ae713 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for router_gateway (51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:32.726060 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=78,neutron:DELETE=8,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:32.790377 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:32.910222 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1e23d340-9c60-4cbc-9fe2-8d21cc5ae713 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for router_gateway (51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:32.939180 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1e23d340-9c60-4cbc-9fe2-8d21cc5ae713 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:33.111375 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-1e23d340-9c60-4cbc-9fe2-8d21cc5ae713 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Allocated IP 172.25.2.32 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/fb45ab3a-ad84-4f7a-80df-88717756ba8d) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:02:33.261290 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:33.267067 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1e23d340-9c60-4cbc-9fe2-8d21cc5ae713 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for port (fb45ab3a-ad84-4f7a-80df-88717756ba8d), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:33.413978 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1e23d340-9c60-4cbc-9fe2-8d21cc5ae713 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (fb45ab3a-ad84-4f7a-80df-88717756ba8d), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:33.522152 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e23d340-9c60-4cbc-9fe2-8d21cc5ae713 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:02:33.546381 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-1e23d340-9c60-4cbc-9fe2-8d21cc5ae713 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:02:33.550873 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e23d340-9c60-4cbc-9fe2-8d21cc5ae713 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:02:33.554562 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e23d340-9c60-4cbc-9fe2-8d21cc5ae713 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event updated for resources: {'Port': ['ID=fb45ab3a-ad84-4f7a-80df-88717756ba8d,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:33.736520 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:34.142026 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1e23d340-9c60-4cbc-9fe2-8d21cc5ae713 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for router_gateway (51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:34.396138 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:34.459191 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1e23d340-9c60-4cbc-9fe2-8d21cc5ae713 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:34.516435 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=16,neutron:SELECT=82,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:34.790748 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e23d340-9c60-4cbc-9fe2-8d21cc5ae713 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Router 51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 05:02:35.059152 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e23d340-9c60-4cbc-9fe2-8d21cc5ae713 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:02:35.069811 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa827c9-524d-473b-925d-2255bf9c3dcd None None] Sync routers for ids ['51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:02:35.094622 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa827c9-524d-473b-925d-2255bf9c3dcd None None] Routers {'51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:02:35.096447 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-0fa827c9-524d-473b-925d-2255bf9c3dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:02:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:02:35.181997 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1e23d340-9c60-4cbc-9fe2-8d21cc5ae713 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:35.183589 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1e23d340-9c60-4cbc-9fe2-8d21cc5ae713 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.2730551 Aug 27 05:02:35.186715 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 43774) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:02:35.224561 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-873d8e55-e4eb-463f-8224-ebdc28a95070 tempest-TestNetworkAdvancedServerOps-285267390 tempest-TestNetworkAdvancedServerOps-285267390-project-admin] 10.222.0.76 "GET /networking/v2.0/subnets?project_id=acc20d3acbb8412595ec5e464a94b770&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0360763 Aug 27 05:02:35.226848 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 43776) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:02:35.259397 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-0fa827c9-524d-473b-925d-2255bf9c3dcd None None] Set router 51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:02:35.322914 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:35.384961 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:35.396477 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5e5485-3366-492e-b434-8220b8fb5933 tempest-TestNetworkAdvancedServerOps-285267390 tempest-TestNetworkAdvancedServerOps-285267390-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:02:35.401345 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3e5e5485-3366-492e-b434-8220b8fb5933 tempest-TestNetworkAdvancedServerOps-285267390 tempest-TestNetworkAdvancedServerOps-285267390-project-admin] 10.222.0.76 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1701696 Aug 27 05:02:35.402942 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 43780) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:02:35.446653 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-bea8d6d4-a18f-474c-a759-af53d2c626f1 tempest-TestNetworkAdvancedServerOps-285267390 tempest-TestNetworkAdvancedServerOps-285267390-project-admin] 10.222.0.76 "GET /networking/v2.0/subnets?network_id=2db7b18a-8c4b-4ba8-8012-3e7d96728abb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420732 Aug 27 05:02:35.449099 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 43782) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:02:35.454323 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-bb0fb2d0-5325-440c-8875-98a76696dd5b tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1224959392', 'network_id': '700a83fb-e7f5-41ed-85a2-7ffcc6e53604', 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:02:35.460112 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:35.502810 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:35.562852 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-0fa827c9-524d-473b-925d-2255bf9c3dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442615170', 'tenant_id': 'acc20d3acbb8412595ec5e464a94b770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'fb45ab3a-ad84-4f7a-80df-88717756ba8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:02:32Z', 'updated_at': '2022-08-27T05:02:33Z', 'revision_number': 3, 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'gw_port': {'id': 'fb45ab3a-ad84-4f7a-80df-88717756ba8d', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e1:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:02:32Z', 'updated_at': '2022-08-27T05:02:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:02:35.591459 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa827c9-524d-473b-925d-2255bf9c3dcd None None] Checking router: 51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:02:35.591803 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa827c9-524d-473b-925d-2255bf9c3dcd None None] Updating router 51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b port fb45ab3a-ad84-4f7a-80df-88717756ba8d binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:02:35.623247 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0fa827c9-524d-473b-925d-2255bf9c3dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (fb45ab3a-ad84-4f7a-80df-88717756ba8d), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:35.715675 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0fb2d0-5325-440c-8875-98a76696dd5b tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Made reservation on behalf of acc20d3acbb8412595ec5e464a94b770 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:02:35.723946 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bb0fb2d0-5325-440c-8875-98a76696dd5b tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:36.059398 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:36.123087 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0fa827c9-524d-473b-925d-2255bf9c3dcd None None] Publish callbacks [] for port (fb45ab3a-ad84-4f7a-80df-88717756ba8d), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:36.127633 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:36.247316 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0fa827c9-524d-473b-925d-2255bf9c3dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (fb45ab3a-ad84-4f7a-80df-88717756ba8d), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:36.258821 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bb0fb2d0-5325-440c-8875-98a76696dd5b tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (ba7ea4c8-7c24-4fc9-9946-f5156bbad426), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:36.285655 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-0fa827c9-524d-473b-925d-2255bf9c3dcd None None] Attempting to bind port fb45ab3a-ad84-4f7a-80df-88717756ba8d on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:02:36.309850 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-0fa827c9-524d-473b-925d-2255bf9c3dcd None None] Attempting to bind port fb45ab3a-ad84-4f7a-80df-88717756ba8d by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:02:36.309850 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa827c9-524d-473b-925d-2255bf9c3dcd None None] Attempting to bind port fb45ab3a-ad84-4f7a-80df-88717756ba8d on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:02:36.309850 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa827c9-524d-473b-925d-2255bf9c3dcd None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:02:36.309850 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa827c9-524d-473b-925d-2255bf9c3dcd None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:02:36.309850 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0fa827c9-524d-473b-925d-2255bf9c3dcd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:36.309850 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa827c9-524d-473b-925d-2255bf9c3dcd None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:02:36.309850 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-0fa827c9-524d-473b-925d-2255bf9c3dcd None None] Bound port: fb45ab3a-ad84-4f7a-80df-88717756ba8d, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:02:36.309850 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0fa827c9-524d-473b-925d-2255bf9c3dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (fb45ab3a-ad84-4f7a-80df-88717756ba8d), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:36.312863 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0fb2d0-5325-440c-8875-98a76696dd5b tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event updated for resources: {'Subnet': ['ID=ba7ea4c8-7c24-4fc9-9946-f5156bbad426,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:36.324022 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0fb2d0-5325-440c-8875-98a76696dd5b tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Checking segment: {'id': 'fd2cc33d-9cb8-4246-a690-c997fa421f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '700a83fb-e7f5-41ed-85a2-7ffcc6e53604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:02:36.324435 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0fb2d0-5325-440c-8875-98a76696dd5b tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Network hostable DHCP agents. Network: 700a83fb-e7f5-41ed-85a2-7ffcc6e53604, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 05:02:36.326111 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c554a4-3f11-4c6b-acd0-55a030a1437d None None] Pushing event updated for resources: {'Port': ['ID=fb45ab3a-ad84-4f7a-80df-88717756ba8d,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:36.338799 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c554a4-3f11-4c6b-acd0-55a030a1437d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:02:36.339145 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c554a4-3f11-4c6b-acd0-55a030a1437d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:02:36.339483 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c554a4-3f11-4c6b-acd0-55a030a1437d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:02:36.339815 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c554a4-3f11-4c6b-acd0-55a030a1437d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:02:36.340141 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c554a4-3f11-4c6b-acd0-55a030a1437d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:02:36.340491 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c554a4-3f11-4c6b-acd0-55a030a1437d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:02:36.340814 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c554a4-3f11-4c6b-acd0-55a030a1437d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:02:36.341133 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c554a4-3f11-4c6b-acd0-55a030a1437d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:02:36.341450 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c554a4-3f11-4c6b-acd0-55a030a1437d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:02:36.341766 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c554a4-3f11-4c6b-acd0-55a030a1437d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:02:36.342080 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c554a4-3f11-4c6b-acd0-55a030a1437d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:02:36.342396 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c554a4-3f11-4c6b-acd0-55a030a1437d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:02:36.342712 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c554a4-3f11-4c6b-acd0-55a030a1437d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:02:36.343025 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c554a4-3f11-4c6b-acd0-55a030a1437d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:02:36.343414 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c554a4-3f11-4c6b-acd0-55a030a1437d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:02:36.370411 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-0fa827c9-524d-473b-925d-2255bf9c3dcd None None] For port fb45ab3a-ad84-4f7a-80df-88717756ba8d, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:02:36.373325 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-0fa827c9-524d-473b-925d-2255bf9c3dcd None None] For port fb45ab3a-ad84-4f7a-80df-88717756ba8d, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=fb45ab3a-ad84-4f7a-80df-88717756ba8d,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:02:36.487306 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0fb2d0-5325-440c-8875-98a76696dd5b tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Network 700a83fb-e7f5-41ed-85a2-7ffcc6e53604 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 05:02:36.489037 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0fa827c9-524d-473b-925d-2255bf9c3dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (fb45ab3a-ad84-4f7a-80df-88717756ba8d), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:36.547655 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa827c9-524d-473b-925d-2255bf9c3dcd None None] Routers {'51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:02:36.548328 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-0fa827c9-524d-473b-925d-2255bf9c3dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:02:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:02:36.553605 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c554a4-3f11-4c6b-acd0-55a030a1437d None None] Pushing event updated for resources: {'Port': ['ID=fb45ab3a-ad84-4f7a-80df-88717756ba8d,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:36.573353 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-bb0fb2d0-5325-440c-8875-98a76696dd5b tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 700a83fb-e7f5-41ed-85a2-7ffcc6e53604) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:02:36.581333 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0fb2d0-5325-440c-8875-98a76696dd5b tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:02:36.582247 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bb0fb2d0-5325-440c-8875-98a76696dd5b tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:36.601432 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad7a4d7-ca3b-42a5-a151-6510ec864732 None None] Network 700a83fb-e7f5-41ed-85a2-7ffcc6e53604 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:02:36.735784 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-0fa827c9-524d-473b-925d-2255bf9c3dcd None None] Set router 51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:02:36.751076 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-bb0fb2d0-5325-440c-8875-98a76696dd5b tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2976162 Aug 27 05:02:36.751345 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 43820) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:02:36.950845 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:37.112746 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b9a879-60b7-4766-a4bb-51814827ddbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-700a83fb-e7f5-41ed-85a2-7ffcc6e53604', 'network_id': '700a83fb-e7f5-41ed-85a2-7ffcc6e53604', 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'fixed_ips': [{'subnet_id': 'ba7ea4c8-7c24-4fc9-9946-f5156bbad426'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 05:02:37.114029 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e5b9a879-60b7-4766-a4bb-51814827ddbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:37.203232 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:37.254409 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=27 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:37.600967 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-0fa827c9-524d-473b-925d-2255bf9c3dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442615170', 'tenant_id': 'acc20d3acbb8412595ec5e464a94b770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'fb45ab3a-ad84-4f7a-80df-88717756ba8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:02:32Z', 'updated_at': '2022-08-27T05:02:33Z', 'revision_number': 3, 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'gw_port': {'id': 'fb45ab3a-ad84-4f7a-80df-88717756ba8d', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e1:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:02:32Z', 'updated_at': '2022-08-27T05:02:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:02:37.626346 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-37db1f12-da4a-46e9-9467-37b41fae701d tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:37.637566 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=14 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:37.672721 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa827c9-524d-473b-925d-2255bf9c3dcd None None] The sync data for ids ['51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b'] in n-d-852088-5 is: [{'id': '51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442615170', 'tenant_id': 'acc20d3acbb8412595ec5e464a94b770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'fb45ab3a-ad84-4f7a-80df-88717756ba8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:02:32Z', 'updated_at': '2022-08-27T05:02:33Z', 'revision_number': 3, 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'gw_port': {'id': 'fb45ab3a-ad84-4f7a-80df-88717756ba8d', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e1:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:02:32Z', 'updated_at': '2022-08-27T05:02:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:02:37.772768 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:37.787078 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-e5b9a879-60b7-4766-a4bb-51814827ddbe None None] Allocated IP 172.20.0.2 (700a83fb-e7f5-41ed-85a2-7ffcc6e53604/ba7ea4c8-7c24-4fc9-9946-f5156bbad426/99ec50c0-f024-44f3-a3e1-013b9ac37625) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:02:38.037340 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:38.160874 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e5b9a879-60b7-4766-a4bb-51814827ddbe None None] Publish callbacks [] for port (99ec50c0-f024-44f3-a3e1-013b9ac37625), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:38.236338 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e5b9a879-60b7-4766-a4bb-51814827ddbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (99ec50c0-f024-44f3-a3e1-013b9ac37625), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:38.393558 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-37db1f12-da4a-46e9-9467-37b41fae701d tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Allocated IP 172.20.0.1 (700a83fb-e7f5-41ed-85a2-7ffcc6e53604/ba7ea4c8-7c24-4fc9-9946-f5156bbad426/15f9fcdd-73d2-4adf-ae7a-c5e1f881c8d0) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:02:38.400061 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b9a879-60b7-4766-a4bb-51814827ddbe None None] Network 700a83fb-e7f5-41ed-85a2-7ffcc6e53604 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:02:38.433346 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device fb45ab3a-ad84-4f7a-80df-88717756ba8d up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:02:38.444975 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-e5b9a879-60b7-4766-a4bb-51814827ddbe None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:02:38.454748 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b9a879-60b7-4766-a4bb-51814827ddbe None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:02:38.471447 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b9a879-60b7-4766-a4bb-51814827ddbe None None] Pushing event updated for resources: {'Port': ['ID=99ec50c0-f024-44f3-a3e1-013b9ac37625,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:38.578296 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:38.732513 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port fb45ab3a-ad84-4f7a-80df-88717756ba8d triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:02:38.738347 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (fb45ab3a-ad84-4f7a-80df-88717756ba8d), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:38.819759 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-37db1f12-da4a-46e9-9467-37b41fae701d tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for port (15f9fcdd-73d2-4adf-ae7a-c5e1f881c8d0), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:38.852838 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-e5b9a879-60b7-4766-a4bb-51814827ddbe None None] Attempting to bind port 99ec50c0-f024-44f3-a3e1-013b9ac37625 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:02:38.857483 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-e5b9a879-60b7-4766-a4bb-51814827ddbe None None] Attempting to bind port 99ec50c0-f024-44f3-a3e1-013b9ac37625 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'fd2cc33d-9cb8-4246-a690-c997fa421f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '700a83fb-e7f5-41ed-85a2-7ffcc6e53604'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:02:38.858298 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b9a879-60b7-4766-a4bb-51814827ddbe None None] Attempting to bind port 99ec50c0-f024-44f3-a3e1-013b9ac37625 on network 700a83fb-e7f5-41ed-85a2-7ffcc6e53604 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:02:38.884571 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b9a879-60b7-4766-a4bb-51814827ddbe None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:02:38.884571 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b9a879-60b7-4766-a4bb-51814827ddbe None None] Checking segment: {'id': 'fd2cc33d-9cb8-4246-a690-c997fa421f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '700a83fb-e7f5-41ed-85a2-7ffcc6e53604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:02:38.889537 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e5b9a879-60b7-4766-a4bb-51814827ddbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:38.889537 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b9a879-60b7-4766-a4bb-51814827ddbe None None] Bound using segment: {'id': 'fd2cc33d-9cb8-4246-a690-c997fa421f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '700a83fb-e7f5-41ed-85a2-7ffcc6e53604'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:02:38.889537 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-e5b9a879-60b7-4766-a4bb-51814827ddbe None None] Bound port: 99ec50c0-f024-44f3-a3e1-013b9ac37625, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd2cc33d-9cb8-4246-a690-c997fa421f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '700a83fb-e7f5-41ed-85a2-7ffcc6e53604'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:02:38.889537 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e5b9a879-60b7-4766-a4bb-51814827ddbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (99ec50c0-f024-44f3-a3e1-013b9ac37625), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:38.973101 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-37db1f12-da4a-46e9-9467-37b41fae701d tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (15f9fcdd-73d2-4adf-ae7a-c5e1f881c8d0), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:39.029613 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port fb45ab3a-ad84-4f7a-80df-88717756ba8d is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:02:39.030153 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (fb45ab3a-ad84-4f7a-80df-88717756ba8d), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:39.063580 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37db1f12-da4a-46e9-9467-37b41fae701d tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Network 700a83fb-e7f5-41ed-85a2-7ffcc6e53604 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:02:39.070104 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port fb45ab3a-ad84-4f7a-80df-88717756ba8d, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=fb45ab3a-ad84-4f7a-80df-88717756ba8d,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:02:39.088852 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:UPDATE=5,neutron:SELECT=78,neutron:INSERT=11,neutron:DELETE=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:39.093097 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-37db1f12-da4a-46e9-9467-37b41fae701d tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:02:39.101233 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37db1f12-da4a-46e9-9467-37b41fae701d tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:02:39.102022 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-e5b9a879-60b7-4766-a4bb-51814827ddbe None None] For port 99ec50c0-f024-44f3-a3e1-013b9ac37625, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:02:39.105349 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-e5b9a879-60b7-4766-a4bb-51814827ddbe None None] For port 99ec50c0-f024-44f3-a3e1-013b9ac37625, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=99ec50c0-f024-44f3-a3e1-013b9ac37625,segment=NetworkSegment(fd2cc33d-9cb8-4246-a690-c997fa421f8d),segment_id=fd2cc33d-9cb8-4246-a690-c997fa421f8d)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:02:39.184058 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37db1f12-da4a-46e9-9467-37b41fae701d tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event updated for resources: {'Port': ['ID=15f9fcdd-73d2-4adf-ae7a-c5e1f881c8d0,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:39.189808 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (fb45ab3a-ad84-4f7a-80df-88717756ba8d), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:39.253792 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e5b9a879-60b7-4766-a4bb-51814827ddbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (99ec50c0-f024-44f3-a3e1-013b9ac37625), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:39.274702 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-37db1f12-da4a-46e9-9467-37b41fae701d tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:39.353884 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=fb45ab3a-ad84-4f7a-80df-88717756ba8d,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:39.367877 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:39.481795 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 43892) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:02:39.514501 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b9a879-60b7-4766-a4bb-51814827ddbe None None] Pushing event updated for resources: {'Port': ['ID=99ec50c0-f024-44f3-a3e1-013b9ac37625,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:39.748491 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e8b61ff2-68d6-4024-b3e7-0271b47e79e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:39.834381 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-37db1f12-da4a-46e9-9467-37b41fae701d tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (15f9fcdd-73d2-4adf-ae7a-c5e1f881c8d0), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:39.979228 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e8b61ff2-68d6-4024-b3e7-0271b47e79e4 admin admin] Publish callbacks [] for security_group (e43936fb-fb45-4484-a38e-e487f642a603), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:40.054387 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e8b61ff2-68d6-4024-b3e7-0271b47e79e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (e43936fb-fb45-4484-a38e-e487f642a603), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:40.136686 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b61ff2-68d6-4024-b3e7-0271b47e79e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43936fb-fb45-4484-a38e-e487f642a603,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:40.173091 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e8b61ff2-68d6-4024-b3e7-0271b47e79e4 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=22c5aff3ef4b40ebb1bc73fcd3bcaebd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6890717 Aug 27 05:02:40.175173 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 43908) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:02:40.229499 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:40.297305 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-70d640a1-2c95-45fb-ac8f-1d5582610415 admin admin] Publish callbacks [] for security_group (e43936fb-fb45-4484-a38e-e487f642a603), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:40.373100 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-70d640a1-2c95-45fb-ac8f-1d5582610415 admin admin] Publish callbacks [] for security_group (e43936fb-fb45-4484-a38e-e487f642a603), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:40.526042 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device fb45ab3a-ad84-4f7a-80df-88717756ba8d up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:02:40.643079 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port fb45ab3a-ad84-4f7a-80df-88717756ba8d triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:02:40.645198 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (fb45ab3a-ad84-4f7a-80df-88717756ba8d), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:40.792444 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port fb45ab3a-ad84-4f7a-80df-88717756ba8d is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:02:40.792444 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 99ec50c0-f024-44f3-a3e1-013b9ac37625 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:02:40.844038 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 99ec50c0-f024-44f3-a3e1-013b9ac37625 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:02:40.850921 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (99ec50c0-f024-44f3-a3e1-013b9ac37625), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:40.934322 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-70d640a1-2c95-45fb-ac8f-1d5582610415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (e43936fb-fb45-4484-a38e-e487f642a603), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:40.937923 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-70d640a1-2c95-45fb-ac8f-1d5582610415 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:40.942934 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-70d640a1-2c95-45fb-ac8f-1d5582610415 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/e43936fb-fb45-4484-a38e-e487f642a603 HTTP/1.1" status: 204 len: 168 time: 0.7667205 Aug 27 05:02:40.951623 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 99ec50c0-f024-44f3-a3e1-013b9ac37625 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:02:40.952057 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (99ec50c0-f024-44f3-a3e1-013b9ac37625), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:40.963371 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:40.968149 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d640a1-2c95-45fb-ac8f-1d5582610415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43936fb-fb45-4484-a38e-e487f642a603,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:41.031330 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-37db1f12-da4a-46e9-9467-37b41fae701d tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for port (15f9fcdd-73d2-4adf-ae7a-c5e1f881c8d0), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:41.072232 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 99ec50c0-f024-44f3-a3e1-013b9ac37625, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=99ec50c0-f024-44f3-a3e1-013b9ac37625,segment=NetworkSegment(fd2cc33d-9cb8-4246-a690-c997fa421f8d),segment_id=fd2cc33d-9cb8-4246-a690-c997fa421f8d)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:02:41.116575 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:41.155969 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (99ec50c0-f024-44f3-a3e1-013b9ac37625), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:41.162567 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-37db1f12-da4a-46e9-9467-37b41fae701d tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (15f9fcdd-73d2-4adf-ae7a-c5e1f881c8d0), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:41.312326 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37db1f12-da4a-46e9-9467-37b41fae701d tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event updated for resources: {'Port': ['ID=15f9fcdd-73d2-4adf-ae7a-c5e1f881c8d0,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:41.314952 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-37db1f12-da4a-46e9-9467-37b41fae701d tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:41.318567 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=99ec50c0-f024-44f3-a3e1-013b9ac37625,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:41.526766 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df91ef9-8ad0-453b-8857-570e4df7e037 None None] Network 700a83fb-e7f5-41ed-85a2-7ffcc6e53604 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:02:41.590422 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37db1f12-da4a-46e9-9467-37b41fae701d tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Network 700a83fb-e7f5-41ed-85a2-7ffcc6e53604 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:02:41.592498 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-37db1f12-da4a-46e9-9467-37b41fae701d tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:02:41.661331 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-03f2c70f-f14b-40ad-8b79-ebe570f3fa22 None None] Provisioning complete for port 99ec50c0-f024-44f3-a3e1-013b9ac37625 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:02:41.670300 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-03f2c70f-f14b-40ad-8b79-ebe570f3fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (99ec50c0-f024-44f3-a3e1-013b9ac37625), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:41.672738 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=27 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:41.802224 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37db1f12-da4a-46e9-9467-37b41fae701d tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Router 51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:02:41.837246 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-03f2c70f-f14b-40ad-8b79-ebe570f3fa22 None None] Current status of the port 99ec50c0-f024-44f3-a3e1-013b9ac37625 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:02:41.983360 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37db1f12-da4a-46e9-9467-37b41fae701d tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:02:41.998811 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b7bb09-7cbd-4c52-ae11-edd8a9780cd5 None None] Sync routers for ids ['51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:02:41.998952 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-37db1f12-da4a-46e9-9467-37b41fae701d tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "PUT /networking/v2.0/routers/51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2461238 Aug 27 05:02:42.014095 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b7bb09-7cbd-4c52-ae11-edd8a9780cd5 None None] Routers {'51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:02:42.014761 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-a0b7bb09-7cbd-4c52-ae11-edd8a9780cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:02:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:02:42.063335 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 43952) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:02:42.099579 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1c770e9f-e26c-4250-aa4f-280f79dddd78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:42.282859 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-29777464-70dd-4c03-aa6f-dc52f6a1214e None None] Provisioning complete for port 99ec50c0-f024-44f3-a3e1-013b9ac37625 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:02:42.283346 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-29777464-70dd-4c03-aa6f-dc52f6a1214e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (99ec50c0-f024-44f3-a3e1-013b9ac37625), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:42.302974 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-a0b7bb09-7cbd-4c52-ae11-edd8a9780cd5 None None] Set router 51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:02:42.337607 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:42.388711 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 99ec50c0-f024-44f3-a3e1-013b9ac37625 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:02:42.503425 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-065a6431-8f19-409d-b03c-8a5be3e4d76f req-c9648044-8a9f-4fbc-898e-9d764148b4c1 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-81833518&fields=id&tenant_id=acc20d3acbb8412595ec5e464a94b770 HTTP/1.1" status: 200 len: 267 time: 0.1767952 Aug 27 05:02:42.561018 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1c770e9f-e26c-4250-aa4f-280f79dddd78 admin admin] Publish callbacks [] for security_group (3945ebbb-5a44-4a47-8ff4-343ddf0b98d4), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:42.569135 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-29777464-70dd-4c03-aa6f-dc52f6a1214e None None] Current status of the port 99ec50c0-f024-44f3-a3e1-013b9ac37625 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:02:42.582244 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-29777464-70dd-4c03-aa6f-dc52f6a1214e None None] Provisioning complete for port 15f9fcdd-73d2-4adf-ae7a-c5e1f881c8d0 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:02:42.582742 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-29777464-70dd-4c03-aa6f-dc52f6a1214e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (15f9fcdd-73d2-4adf-ae7a-c5e1f881c8d0), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:42.600730 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:42.722912 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-29777464-70dd-4c03-aa6f-dc52f6a1214e None None] Port 15f9fcdd-73d2-4adf-ae7a-c5e1f881c8d0 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:02:42.732817 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1c770e9f-e26c-4250-aa4f-280f79dddd78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (3945ebbb-5a44-4a47-8ff4-343ddf0b98d4), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:42.736679 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:42.737616 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 99ec50c0-f024-44f3-a3e1-013b9ac37625 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:02:42.737987 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (99ec50c0-f024-44f3-a3e1-013b9ac37625), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:42.849820 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1c770e9f-e26c-4250-aa4f-280f79dddd78 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=3be10537bcfa4da28e26707a77fff248&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7832587 Aug 27 05:02:42.851105 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 43984) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:02:42.994749 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 99ec50c0-f024-44f3-a3e1-013b9ac37625 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:02:43.012455 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c770e9f-e26c-4250-aa4f-280f79dddd78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3945ebbb-5a44-4a47-8ff4-343ddf0b98d4,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:43.039487 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-f11b9948-06e2-446f-ae45-5938519c97c2 None None] Provisioning complete for port 15f9fcdd-73d2-4adf-ae7a-c5e1f881c8d0 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:02:43.041921 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c19f417a-c438-443f-b2cb-2f99cb68bfb9 admin admin] Publish callbacks [] for security_group (3945ebbb-5a44-4a47-8ff4-343ddf0b98d4), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:43.043495 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f11b9948-06e2-446f-ae45-5938519c97c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (15f9fcdd-73d2-4adf-ae7a-c5e1f881c8d0), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:43.120296 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a6431-8f19-409d-b03c-8a5be3e4d76f req-bdf1a72b-45c6-4b83-99d6-753a7aec27ab tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:02:43.126685 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-065a6431-8f19-409d-b03c-8a5be3e4d76f req-bdf1a72b-45c6-4b83-99d6-753a7aec27ab tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "GET /networking/v2.0/networks?id=700a83fb-e7f5-41ed-85a2-7ffcc6e53604 HTTP/1.1" status: 200 len: 796 time: 0.6079259 Aug 27 05:02:43.139978 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c19f417a-c438-443f-b2cb-2f99cb68bfb9 admin admin] Publish callbacks [] for security_group (3945ebbb-5a44-4a47-8ff4-343ddf0b98d4), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:43.156663 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-065a6431-8f19-409d-b03c-8a5be3e4d76f req-593ec0f1-dfe9-4186-af66-496d0d741fc7 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "GET /networking/v2.0/quotas/acc20d3acbb8412595ec5e464a94b770 HTTP/1.1" status: 200 len: 375 time: 0.0194411 Aug 27 05:02:43.170174 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-f11b9948-06e2-446f-ae45-5938519c97c2 None None] Port 15f9fcdd-73d2-4adf-ae7a-c5e1f881c8d0 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:02:43.247126 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:43.271273 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-065a6431-8f19-409d-b03c-8a5be3e4d76f req-c8f9a263-1a2a-4006-bfc9-71f395ff3590 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=acc20d3acbb8412595ec5e464a94b770&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1071723 Aug 27 05:02:43.299703 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-31547eb7-eb40-4310-8c8d-c995a36c5630 None None] Provisioning complete for port 15f9fcdd-73d2-4adf-ae7a-c5e1f881c8d0 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:02:43.299703 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-31547eb7-eb40-4310-8c8d-c995a36c5630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (15f9fcdd-73d2-4adf-ae7a-c5e1f881c8d0), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:43.309901 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c19f417a-c438-443f-b2cb-2f99cb68bfb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (3945ebbb-5a44-4a47-8ff4-343ddf0b98d4), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:43.325545 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 43988) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:02:43.333850 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c19f417a-c438-443f-b2cb-2f99cb68bfb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:43.333850 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c19f417a-c438-443f-b2cb-2f99cb68bfb9 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/3945ebbb-5a44-4a47-8ff4-343ddf0b98d4 HTTP/1.1" status: 204 len: 168 time: 0.4807212 Aug 27 05:02:43.381597 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-a0b7bb09-7cbd-4c52-ae11-edd8a9780cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442615170', 'tenant_id': 'acc20d3acbb8412595ec5e464a94b770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'fb45ab3a-ad84-4f7a-80df-88717756ba8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:02:32Z', 'updated_at': '2022-08-27T05:02:39Z', 'revision_number': 4, 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'gw_port': {'id': 'fb45ab3a-ad84-4f7a-80df-88717756ba8d', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:02:32Z', 'updated_at': '2022-08-27T05:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '15f9fcdd-73d2-4adf-ae7a-c5e1f881c8d0', 'name': '', 'network_id': '700a83fb-e7f5-41ed-85a2-7ffcc6e53604', 'tenant_id': 'acc20d3acbb8412595ec5e464a94b770', 'mac_address': 'fa:16:3e:31:bb:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'ba7ea4c8-7c24-4fc9-9946-f5156bbad426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:02:38Z', 'updated_at': '2022-08-27T05:02:40Z', 'revision_number': 2, 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'subnets': [{'id': 'ba7ea4c8-7c24-4fc9-9946-f5156bbad426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:02:43.382442 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f417a-c438-443f-b2cb-2f99cb68bfb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3945ebbb-5a44-4a47-8ff4-343ddf0b98d4,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:43.420594 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-31547eb7-eb40-4310-8c8d-c995a36c5630 None None] Port 15f9fcdd-73d2-4adf-ae7a-c5e1f881c8d0 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:02:43.473376 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b7bb09-7cbd-4c52-ae11-edd8a9780cd5 None None] Checking router: 51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:02:43.477384 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b7bb09-7cbd-4c52-ae11-edd8a9780cd5 None None] Updating router 51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b port 15f9fcdd-73d2-4adf-ae7a-c5e1f881c8d0 binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:02:43.546119 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-a0b7bb09-7cbd-4c52-ae11-edd8a9780cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (15f9fcdd-73d2-4adf-ae7a-c5e1f881c8d0), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:43.912272 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:43.924553 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f4043bfc-8a52-424e-97c8-62d519355c9a tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:44.313308 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-a0b7bb09-7cbd-4c52-ae11-edd8a9780cd5 None None] Publish callbacks [] for port (15f9fcdd-73d2-4adf-ae7a-c5e1f881c8d0), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:44.440935 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-a0b7bb09-7cbd-4c52-ae11-edd8a9780cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (15f9fcdd-73d2-4adf-ae7a-c5e1f881c8d0), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:44.478292 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-f4043bfc-8a52-424e-97c8-62d519355c9a tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Deleting port 15f9fcdd-73d2-4adf-ae7a-c5e1f881c8d0 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:02:44.478837 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f4043bfc-8a52-424e-97c8-62d519355c9a tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (15f9fcdd-73d2-4adf-ae7a-c5e1f881c8d0), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:44.619650 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f4043bfc-8a52-424e-97c8-62d519355c9a tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (15f9fcdd-73d2-4adf-ae7a-c5e1f881c8d0), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:44.624777 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5569fa79-098f-41c8-b9c2-57c65eebd578 None None] Pushing event updated for resources: {'Port': ['ID=15f9fcdd-73d2-4adf-ae7a-c5e1f881c8d0,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:44.636940 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-f4043bfc-8a52-424e-97c8-62d519355c9a tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Calling delete_port for 15f9fcdd-73d2-4adf-ae7a-c5e1f881c8d0 owned by network:router_interface {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:02:44.710557 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5569fa79-098f-41c8-b9c2-57c65eebd578 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:02:44.711695 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5569fa79-098f-41c8-b9c2-57c65eebd578 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:02:44.711818 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5569fa79-098f-41c8-b9c2-57c65eebd578 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:02:44.727472 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5569fa79-098f-41c8-b9c2-57c65eebd578 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:02:44.727472 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5569fa79-098f-41c8-b9c2-57c65eebd578 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:02:44.727472 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5569fa79-098f-41c8-b9c2-57c65eebd578 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:02:44.727472 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5569fa79-098f-41c8-b9c2-57c65eebd578 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:02:44.727472 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5569fa79-098f-41c8-b9c2-57c65eebd578 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:02:44.727472 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5569fa79-098f-41c8-b9c2-57c65eebd578 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:02:44.727472 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5569fa79-098f-41c8-b9c2-57c65eebd578 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:02:44.727472 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5569fa79-098f-41c8-b9c2-57c65eebd578 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:02:44.727472 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5569fa79-098f-41c8-b9c2-57c65eebd578 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:02:44.727472 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5569fa79-098f-41c8-b9c2-57c65eebd578 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:02:44.727472 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5569fa79-098f-41c8-b9c2-57c65eebd578 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:02:44.727472 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5569fa79-098f-41c8-b9c2-57c65eebd578 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:02:44.735120 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-a0b7bb09-7cbd-4c52-ae11-edd8a9780cd5 None None] Attempting to bind port 15f9fcdd-73d2-4adf-ae7a-c5e1f881c8d0 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:02:44.735319 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-a0b7bb09-7cbd-4c52-ae11-edd8a9780cd5 None None] Attempting to bind port 15f9fcdd-73d2-4adf-ae7a-c5e1f881c8d0 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'fd2cc33d-9cb8-4246-a690-c997fa421f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '700a83fb-e7f5-41ed-85a2-7ffcc6e53604'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:02:44.735868 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b7bb09-7cbd-4c52-ae11-edd8a9780cd5 None None] Attempting to bind port 15f9fcdd-73d2-4adf-ae7a-c5e1f881c8d0 on network 700a83fb-e7f5-41ed-85a2-7ffcc6e53604 {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:02:44.743409 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b7bb09-7cbd-4c52-ae11-edd8a9780cd5 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:02:44.749175 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b7bb09-7cbd-4c52-ae11-edd8a9780cd5 None None] Checking segment: {'id': 'fd2cc33d-9cb8-4246-a690-c997fa421f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '700a83fb-e7f5-41ed-85a2-7ffcc6e53604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:02:44.749175 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-a0b7bb09-7cbd-4c52-ae11-edd8a9780cd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:44.749175 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b7bb09-7cbd-4c52-ae11-edd8a9780cd5 None None] Bound using segment: {'id': 'fd2cc33d-9cb8-4246-a690-c997fa421f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '700a83fb-e7f5-41ed-85a2-7ffcc6e53604'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:02:44.749175 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-a0b7bb09-7cbd-4c52-ae11-edd8a9780cd5 None None] Bound port: 15f9fcdd-73d2-4adf-ae7a-c5e1f881c8d0, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd2cc33d-9cb8-4246-a690-c997fa421f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '700a83fb-e7f5-41ed-85a2-7ffcc6e53604'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:02:44.749175 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-a0b7bb09-7cbd-4c52-ae11-edd8a9780cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (15f9fcdd-73d2-4adf-ae7a-c5e1f881c8d0), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:44.891401 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-a0b7bb09-7cbd-4c52-ae11-edd8a9780cd5 None None] For port 15f9fcdd-73d2-4adf-ae7a-c5e1f881c8d0, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:02:44.895676 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-a0b7bb09-7cbd-4c52-ae11-edd8a9780cd5 None None] For port 15f9fcdd-73d2-4adf-ae7a-c5e1f881c8d0, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=15f9fcdd-73d2-4adf-ae7a-c5e1f881c8d0,segment=NetworkSegment(fd2cc33d-9cb8-4246-a690-c997fa421f8d),segment_id=fd2cc33d-9cb8-4246-a690-c997fa421f8d)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:02:45.042274 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-a0b7bb09-7cbd-4c52-ae11-edd8a9780cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (15f9fcdd-73d2-4adf-ae7a-c5e1f881c8d0), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:45.085083 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:45.113868 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b7bb09-7cbd-4c52-ae11-edd8a9780cd5 None None] Routers {'51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:02:45.114750 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-a0b7bb09-7cbd-4c52-ae11-edd8a9780cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:02:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:02:45.172652 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5569fa79-098f-41c8-b9c2-57c65eebd578 None None] Pushing event updated for resources: {'Port': ['ID=15f9fcdd-73d2-4adf-ae7a-c5e1f881c8d0,revision_number=4']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:45.218705 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f4043bfc-8a52-424e-97c8-62d519355c9a tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (15f9fcdd-73d2-4adf-ae7a-c5e1f881c8d0), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:45.286314 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4043bfc-8a52-424e-97c8-62d519355c9a tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event deleted for resources: {'Port': ['ID=15f9fcdd-73d2-4adf-ae7a-c5e1f881c8d0,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:45.287634 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-a0b7bb09-7cbd-4c52-ae11-edd8a9780cd5 None None] Set router 51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:02:45.305672 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:45.545049 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f4043bfc-8a52-424e-97c8-62d519355c9a tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:45.606758 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-a0b7bb09-7cbd-4c52-ae11-edd8a9780cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442615170', 'tenant_id': 'acc20d3acbb8412595ec5e464a94b770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'fb45ab3a-ad84-4f7a-80df-88717756ba8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:02:32Z', 'updated_at': '2022-08-27T05:02:39Z', 'revision_number': 4, 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'gw_port': {'id': 'fb45ab3a-ad84-4f7a-80df-88717756ba8d', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:02:32Z', 'updated_at': '2022-08-27T05:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '15f9fcdd-73d2-4adf-ae7a-c5e1f881c8d0', 'name': '', 'network_id': '700a83fb-e7f5-41ed-85a2-7ffcc6e53604', 'tenant_id': 'acc20d3acbb8412595ec5e464a94b770', 'mac_address': 'fa:16:3e:31:bb:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'ba7ea4c8-7c24-4fc9-9946-f5156bbad426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:02:38Z', 'updated_at': '2022-08-27T05:02:44Z', 'revision_number': 4, 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'subnets': [{'id': 'ba7ea4c8-7c24-4fc9-9946-f5156bbad426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:02:45.634965 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b7bb09-7cbd-4c52-ae11-edd8a9780cd5 None None] The sync data for ids ['51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b'] in n-d-852088-5 is: [{'id': '51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442615170', 'tenant_id': 'acc20d3acbb8412595ec5e464a94b770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'fb45ab3a-ad84-4f7a-80df-88717756ba8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:02:32Z', 'updated_at': '2022-08-27T05:02:39Z', 'revision_number': 4, 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'gw_port': {'id': 'fb45ab3a-ad84-4f7a-80df-88717756ba8d', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:02:32Z', 'updated_at': '2022-08-27T05:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '15f9fcdd-73d2-4adf-ae7a-c5e1f881c8d0', 'name': '', 'network_id': '700a83fb-e7f5-41ed-85a2-7ffcc6e53604', 'tenant_id': 'acc20d3acbb8412595ec5e464a94b770', 'mac_address': 'fa:16:3e:31:bb:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'ba7ea4c8-7c24-4fc9-9946-f5156bbad426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:02:38Z', 'updated_at': '2022-08-27T05:02:44Z', 'revision_number': 4, 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'subnets': [{'id': 'ba7ea4c8-7c24-4fc9-9946-f5156bbad426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:02:45.999564 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4043bfc-8a52-424e-97c8-62d519355c9a tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Router 51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:02:46.360711 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:46.363823 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4043bfc-8a52-424e-97c8-62d519355c9a tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:02:46.376530 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f4043bfc-8a52-424e-97c8-62d519355c9a tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "PUT /networking/v2.0/routers/51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0536129 Aug 27 05:02:46.379103 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 44058) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:02:46.457959 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a0a35e7-3c19-4b99-a1c9-45de7f1afb6a tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Deleting subnet ba7ea4c8-7c24-4fc9-9946-f5156bbad426 {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 05:02:46.465436 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:46.468182 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6a0a35e7-3c19-4b99-a1c9-45de7f1afb6a tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for subnet (ba7ea4c8-7c24-4fc9-9946-f5156bbad426), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:46.530718 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6a0a35e7-3c19-4b99-a1c9-45de7f1afb6a tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (ba7ea4c8-7c24-4fc9-9946-f5156bbad426), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:46.702927 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6a0a35e7-3c19-4b99-a1c9-45de7f1afb6a tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (ba7ea4c8-7c24-4fc9-9946-f5156bbad426), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:46.970212 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6a0a35e7-3c19-4b99-a1c9-45de7f1afb6a tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (ba7ea4c8-7c24-4fc9-9946-f5156bbad426), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:47.056303 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6a0a35e7-3c19-4b99-a1c9-45de7f1afb6a tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:47.069679 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf5cc91-1e9e-4ed2-ab69-3de74756bbfb None None] Network 700a83fb-e7f5-41ed-85a2-7ffcc6e53604 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:02:47.078556 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-6a0a35e7-3c19-4b99-a1c9-45de7f1afb6a tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/ba7ea4c8-7c24-4fc9-9946-f5156bbad426 HTTP/1.1" status: 204 len: 168 time: 0.6962092 Aug 27 05:02:47.079098 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 44080) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:02:47.079578 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0a35e7-3c19-4b99-a1c9-45de7f1afb6a tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event deleted for resources: {'Subnet': ['ID=ba7ea4c8-7c24-4fc9-9946-f5156bbad426,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:47.225677 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:47.317406 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064dd4f1-b6c5-4b25-a95d-e025698d487b None None] DHCP port deletion for 700a83fb-e7f5-41ed-85a2-7ffcc6e53604 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 05:02:47.394115 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9c3d96c6-9096-4b00-a049-204f5bfd5d81 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for router (51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:47.438388 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-064dd4f1-b6c5-4b25-a95d-e025698d487b None None] Deleting port 99ec50c0-f024-44f3-a3e1-013b9ac37625 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:02:47.441010 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-064dd4f1-b6c5-4b25-a95d-e025698d487b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (99ec50c0-f024-44f3-a3e1-013b9ac37625), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:47.603188 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9c3d96c6-9096-4b00-a049-204f5bfd5d81 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for router_gateway (51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:47.614227 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-064dd4f1-b6c5-4b25-a95d-e025698d487b None None] For port 99ec50c0-f024-44f3-a3e1-013b9ac37625, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=99ec50c0-f024-44f3-a3e1-013b9ac37625,segment=NetworkSegment(fd2cc33d-9cb8-4246-a690-c997fa421f8d),segment_id=fd2cc33d-9cb8-4246-a690-c997fa421f8d)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:02:47.618977 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-064dd4f1-b6c5-4b25-a95d-e025698d487b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (99ec50c0-f024-44f3-a3e1-013b9ac37625), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:47.662116 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-064dd4f1-b6c5-4b25-a95d-e025698d487b None None] Calling delete_port for 99ec50c0-f024-44f3-a3e1-013b9ac37625 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:02:47.820440 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:47.833764 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-9c3d96c6-9096-4b00-a049-204f5bfd5d81 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Deleting port fb45ab3a-ad84-4f7a-80df-88717756ba8d {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:02:47.836037 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9c3d96c6-9096-4b00-a049-204f5bfd5d81 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (fb45ab3a-ad84-4f7a-80df-88717756ba8d), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:47.945096 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-064dd4f1-b6c5-4b25-a95d-e025698d487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (99ec50c0-f024-44f3-a3e1-013b9ac37625), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:48.004318 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:48.013612 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064dd4f1-b6c5-4b25-a95d-e025698d487b None None] Pushing event deleted for resources: {'Port': ['ID=99ec50c0-f024-44f3-a3e1-013b9ac37625,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:48.017824 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064dd4f1-b6c5-4b25-a95d-e025698d487b None None] No DVR routers for this DVR port 99ec50c0-f024-44f3-a3e1-013b9ac37625 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:02:48.032977 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-9c3d96c6-9096-4b00-a049-204f5bfd5d81 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] For port fb45ab3a-ad84-4f7a-80df-88717756ba8d, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=fb45ab3a-ad84-4f7a-80df-88717756ba8d,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:02:48.033362 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9c3d96c6-9096-4b00-a049-204f5bfd5d81 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (fb45ab3a-ad84-4f7a-80df-88717756ba8d), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:48.043466 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2147d83c-010e-4a85-8702-96c8c16fab2a None None] Sync routers for ids ['51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:02:48.056587 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2147d83c-010e-4a85-8702-96c8c16fab2a None None] Routers {'51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:02:48.058016 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-2147d83c-010e-4a85-8702-96c8c16fab2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:02:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:02:48.059513 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-9c3d96c6-9096-4b00-a049-204f5bfd5d81 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Calling delete_port for fb45ab3a-ad84-4f7a-80df-88717756ba8d owned by network:router_gateway {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:02:48.215401 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-2147d83c-010e-4a85-8702-96c8c16fab2a None None] Set router 51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:02:48.327410 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-2147d83c-010e-4a85-8702-96c8c16fab2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442615170', 'tenant_id': 'acc20d3acbb8412595ec5e464a94b770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:02:32Z', 'updated_at': '2022-08-27T05:02:47Z', 'revision_number': 6, 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:02:48.375031 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 99ec50c0-f024-44f3-a3e1-013b9ac37625 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:02:48.399333 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 99ec50c0-f024-44f3-a3e1-013b9ac37625 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:02:48.399676 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 99ec50c0-f024-44f3-a3e1-013b9ac37625 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:02:48.402177 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2147d83c-010e-4a85-8702-96c8c16fab2a None None] Checking router: 51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:02:48.413770 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2147d83c-010e-4a85-8702-96c8c16fab2a None None] Routers {'51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:02:48.415120 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-2147d83c-010e-4a85-8702-96c8c16fab2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:02:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:02:48.522741 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9c3d96c6-9096-4b00-a049-204f5bfd5d81 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (fb45ab3a-ad84-4f7a-80df-88717756ba8d), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:48.533831 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:48.552552 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-2147d83c-010e-4a85-8702-96c8c16fab2a None None] Set router 51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:02:48.580090 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3d96c6-9096-4b00-a049-204f5bfd5d81 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event deleted for resources: {'Port': ['ID=fb45ab3a-ad84-4f7a-80df-88717756ba8d,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:48.628780 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-2147d83c-010e-4a85-8702-96c8c16fab2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442615170', 'tenant_id': 'acc20d3acbb8412595ec5e464a94b770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:02:32Z', 'updated_at': '2022-08-27T05:02:47Z', 'revision_number': 6, 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:02:48.653688 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d96c6-9096-4b00-a049-204f5bfd5d81 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:02:48.654240 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d96c6-9096-4b00-a049-204f5bfd5d81 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:02:48.654589 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d96c6-9096-4b00-a049-204f5bfd5d81 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:02:48.654938 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d96c6-9096-4b00-a049-204f5bfd5d81 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:02:48.655278 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d96c6-9096-4b00-a049-204f5bfd5d81 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:02:48.655617 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d96c6-9096-4b00-a049-204f5bfd5d81 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:02:48.659130 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d96c6-9096-4b00-a049-204f5bfd5d81 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:02:48.659130 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d96c6-9096-4b00-a049-204f5bfd5d81 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:02:48.659130 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d96c6-9096-4b00-a049-204f5bfd5d81 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:02:48.659130 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d96c6-9096-4b00-a049-204f5bfd5d81 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:02:48.659130 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d96c6-9096-4b00-a049-204f5bfd5d81 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:02:48.659130 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d96c6-9096-4b00-a049-204f5bfd5d81 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:02:48.659130 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d96c6-9096-4b00-a049-204f5bfd5d81 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:02:48.659130 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d96c6-9096-4b00-a049-204f5bfd5d81 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:02:48.659130 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d96c6-9096-4b00-a049-204f5bfd5d81 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:02:48.689896 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2147d83c-010e-4a85-8702-96c8c16fab2a None None] The sync data for ids ['51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b'] in n-d-852088-5 is: [{'id': '51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442615170', 'tenant_id': 'acc20d3acbb8412595ec5e464a94b770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:02:32Z', 'updated_at': '2022-08-27T05:02:47Z', 'revision_number': 6, 'project_id': 'acc20d3acbb8412595ec5e464a94b770', 'gw_port_host': None}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:02:48.714729 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9c3d96c6-9096-4b00-a049-204f5bfd5d81 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:48.860344 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9c3d96c6-9096-4b00-a049-204f5bfd5d81 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:48.863330 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9c3d96c6-9096-4b00-a049-204f5bfd5d81 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for router_controller (51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:48.999880 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9c3d96c6-9096-4b00-a049-204f5bfd5d81 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:48.999880 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3d96c6-9096-4b00-a049-204f5bfd5d81 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Fanout notify agent at l3_agent the message router_deleted on router 51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 05:02:49.005456 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9c3d96c6-9096-4b00-a049-204f5bfd5d81 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:49.006502 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-9c3d96c6-9096-4b00-a049-204f5bfd5d81 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "DELETE /networking/v2.0/routers/51cd3c5a-9d2c-46d0-9eb1-0277dbf87f2b HTTP/1.1" status: 204 len: 168 time: 1.9263926 Aug 27 05:02:49.009955 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 44122) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:02:49.186877 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c9fe06aa-6bce-468e-8c83-3b456b150ca4 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (700a83fb-e7f5-41ed-85a2-7ffcc6e53604), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:49.310288 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:49.372430 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c9fe06aa-6bce-468e-8c83-3b456b150ca4 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (700a83fb-e7f5-41ed-85a2-7ffcc6e53604), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:49.396272 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-c9fe06aa-6bce-468e-8c83-3b456b150ca4 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['700a83fb-e7f5-41ed-85a2-7ffcc6e53604']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:02:49.410591 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-c9fe06aa-6bce-468e-8c83-3b456b150ca4 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd2cc33d-9cb8-4246-a690-c997fa421f8d') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:02:49.412288 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-c9fe06aa-6bce-468e-8c83-3b456b150ca4 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd2cc33d-9cb8-4246-a690-c997fa421f8d') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:02:49.428761 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c9fe06aa-6bce-468e-8c83-3b456b150ca4 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (fd2cc33d-9cb8-4246-a690-c997fa421f8d), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:49.444124 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c9fe06aa-6bce-468e-8c83-3b456b150ca4 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (fd2cc33d-9cb8-4246-a690-c997fa421f8d), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:49.451550 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9fe06aa-6bce-468e-8c83-3b456b150ca4 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:02:49.451972 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c9fe06aa-6bce-468e-8c83-3b456b150ca4 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (fd2cc33d-9cb8-4246-a690-c997fa421f8d), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:49.498420 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment fd2cc33d-9cb8-4246-a690-c997fa421f8d resource provider aggregate not found Aug 27 05:02:49.518825 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment fd2cc33d-9cb8-4246-a690-c997fa421f8d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fd2cc33d-9cb8-4246-a690-c997fa421f8d found for delete ", "request_id": "req-bdaec4da-ad91-4ed9-aadc-42506396a974"}]} Aug 27 05:02:49.865033 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c9fe06aa-6bce-468e-8c83-3b456b150ca4 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (700a83fb-e7f5-41ed-85a2-7ffcc6e53604), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:49.865033 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c9fe06aa-6bce-468e-8c83-3b456b150ca4 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:49.867126 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 44146) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:02:49.875524 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c9fe06aa-6bce-468e-8c83-3b456b150ca4 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "DELETE /networking/v2.0/networks/700a83fb-e7f5-41ed-85a2-7ffcc6e53604 HTTP/1.1" status: 204 len: 168 time: 0.8643498 Aug 27 05:02:49.903052 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fe06aa-6bce-468e-8c83-3b456b150ca4 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event deleted for resources: {'Network': ['ID=700a83fb-e7f5-41ed-85a2-7ffcc6e53604,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:49.920507 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fe06aa-6bce-468e-8c83-3b456b150ca4 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:02:49.926930 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fe06aa-6bce-468e-8c83-3b456b150ca4 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:02:49.926930 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fe06aa-6bce-468e-8c83-3b456b150ca4 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:02:49.926930 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fe06aa-6bce-468e-8c83-3b456b150ca4 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:02:49.926930 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fe06aa-6bce-468e-8c83-3b456b150ca4 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:02:49.926930 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fe06aa-6bce-468e-8c83-3b456b150ca4 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:02:49.928392 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fe06aa-6bce-468e-8c83-3b456b150ca4 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:02:49.930995 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fe06aa-6bce-468e-8c83-3b456b150ca4 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:02:49.931444 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fe06aa-6bce-468e-8c83-3b456b150ca4 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:02:49.931869 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fe06aa-6bce-468e-8c83-3b456b150ca4 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:02:49.932311 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fe06aa-6bce-468e-8c83-3b456b150ca4 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:02:49.933608 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fe06aa-6bce-468e-8c83-3b456b150ca4 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:02:49.934211 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fe06aa-6bce-468e-8c83-3b456b150ca4 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:02:49.935880 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fe06aa-6bce-468e-8c83-3b456b150ca4 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:02:49.937111 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fe06aa-6bce-468e-8c83-3b456b150ca4 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:02:49.994150 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-17d9c6f6-2cfc-44ea-b480-2015ee622578 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group (c0b98cdd-1597-4256-b7b3-4f5ca5898513), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:50.020446 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-17d9c6f6-2cfc-44ea-b480-2015ee622578 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group (c0b98cdd-1597-4256-b7b3-4f5ca5898513), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:50.035700 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:50.315587 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-17d9c6f6-2cfc-44ea-b480-2015ee622578 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (c0b98cdd-1597-4256-b7b3-4f5ca5898513), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:50.319581 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-17d9c6f6-2cfc-44ea-b480-2015ee622578 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:50.322519 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-17d9c6f6-2cfc-44ea-b480-2015ee622578 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/c0b98cdd-1597-4256-b7b3-4f5ca5898513 HTTP/1.1" status: 204 len: 168 time: 0.4535792 Aug 27 05:02:50.326771 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device fb45ab3a-ad84-4f7a-80df-88717756ba8d no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:02:50.358298 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d9c6f6-2cfc-44ea-b480-2015ee622578 tempest-TestNetworkAdvancedServerOps-1774972389 tempest-TestNetworkAdvancedServerOps-1774972389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b98cdd-1597-4256-b7b3-4f5ca5898513,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:50.393106 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: fb45ab3a-ad84-4f7a-80df-88717756ba8d {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:02:50.393665 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device fb45ab3a-ad84-4f7a-80df-88717756ba8d not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:02:50.394166 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 15f9fcdd-73d2-4adf-ae7a-c5e1f881c8d0 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:02:50.522459 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 15f9fcdd-73d2-4adf-ae7a-c5e1f881c8d0 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:02:50.525162 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 15f9fcdd-73d2-4adf-ae7a-c5e1f881c8d0 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:02:51.400151 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:51.767494 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 44212) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:02:52.123092 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8890c34a-71d5-42a4-9a81-428c74281ddf admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=acc20d3acbb8412595ec5e464a94b770&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3534486 Aug 27 05:02:52.125808 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 44226) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:02:52.339802 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-980de601-d125-4c1f-8ebe-60fb56653149 admin admin] Publish callbacks [] for security_group (737b7bc1-f651-45c9-86bd-855fe79f3c88), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:52.365445 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-980de601-d125-4c1f-8ebe-60fb56653149 admin admin] Publish callbacks [] for security_group (737b7bc1-f651-45c9-86bd-855fe79f3c88), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:52.658361 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-980de601-d125-4c1f-8ebe-60fb56653149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (737b7bc1-f651-45c9-86bd-855fe79f3c88), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:52.660963 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-980de601-d125-4c1f-8ebe-60fb56653149 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:52.664997 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-980de601-d125-4c1f-8ebe-60fb56653149 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/737b7bc1-f651-45c9-86bd-855fe79f3c88 HTTP/1.1" status: 204 len: 168 time: 0.5356326 Aug 27 05:02:52.704988 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980de601-d125-4c1f-8ebe-60fb56653149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737b7bc1-f651-45c9-86bd-855fe79f3c88,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:52.841060 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:53.676303 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=5,neutron:INSERT=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:53.858430 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=1,neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:53.891866 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 44278) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:02:53.922722 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a541ac74-207c-4649-98c4-c53d24d255f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:54.043037 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a541ac74-207c-4649-98c4-c53d24d255f2 admin admin] Publish callbacks [] for security_group (5d0dba69-f5be-4b89-a0ba-fd65ec1419e5), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:54.217810 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a541ac74-207c-4649-98c4-c53d24d255f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (5d0dba69-f5be-4b89-a0ba-fd65ec1419e5), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:54.260830 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a541ac74-207c-4649-98c4-c53d24d255f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0dba69-f5be-4b89-a0ba-fd65ec1419e5,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:54.285424 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a541ac74-207c-4649-98c4-c53d24d255f2 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=9c5856282bd140b4a3eb230e7936e1eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3898897 Aug 27 05:02:54.285711 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 44290) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:02:54.425293 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0c5468b0-4ecc-4092-9f3a-c167c8f51cbc admin admin] Publish callbacks [] for security_group (5d0dba69-f5be-4b89-a0ba-fd65ec1419e5), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:54.454094 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0c5468b0-4ecc-4092-9f3a-c167c8f51cbc admin admin] Publish callbacks [] for security_group (5d0dba69-f5be-4b89-a0ba-fd65ec1419e5), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:54.522071 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:54.715551 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0c5468b0-4ecc-4092-9f3a-c167c8f51cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (5d0dba69-f5be-4b89-a0ba-fd65ec1419e5), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:54.718921 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0c5468b0-4ecc-4092-9f3a-c167c8f51cbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:54.723121 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0c5468b0-4ecc-4092-9f3a-c167c8f51cbc admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/5d0dba69-f5be-4b89-a0ba-fd65ec1419e5 HTTP/1.1" status: 204 len: 168 time: 0.4328206 Aug 27 05:02:54.732427 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5468b0-4ecc-4092-9f3a-c167c8f51cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0dba69-f5be-4b89-a0ba-fd65ec1419e5,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:02:55.612447 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:56.829167 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-13411e26-19d5-446c-a774-4672a6666eed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:56.840943 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:DELETE=6,neutron:INSERT=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:57.332887 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:57.424615 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:DELETE=1,neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:57.824825 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:59.235209 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-23e46c75-65f9-4c3c-aef2-5dd385c25f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:02:59.395288 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=84,neutron:INSERT=6,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:59.800768 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:02:59.886975 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:00.087005 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:00.331928 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:01.103976 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:01.521466 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:01.600810 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:01.675121 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:01.886157 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:01.892323 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:02.017485 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:02.697905 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:INSERT=1,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:02.937949 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:03.010075 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:03.166602 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:04.423790 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:04.988888 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:05.151165 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=81,neutron:UPDATE=7,neutron:DELETE=10,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:05.327108 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:06.586608 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:06.681588 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:07.097865 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:08.480694 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:08.681176 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:03:08.692664 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 44670) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:03:08.762413 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-784f4ded-e807-4c5c-9cd9-9f9a48d56a68 admin admin] Deleting subnet e45f87ef-793e-47f5-b50e-0b1fcd6f930a {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 05:03:08.769357 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-784f4ded-e807-4c5c-9cd9-9f9a48d56a68 admin admin] Publish callbacks [] for subnet (e45f87ef-793e-47f5-b50e-0b1fcd6f930a), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:08.821018 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-784f4ded-e807-4c5c-9cd9-9f9a48d56a68 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (e45f87ef-793e-47f5-b50e-0b1fcd6f930a), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:08.879713 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:08.905667 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-784f4ded-e807-4c5c-9cd9-9f9a48d56a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (e45f87ef-793e-47f5-b50e-0b1fcd6f930a), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:09.064145 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-784f4ded-e807-4c5c-9cd9-9f9a48d56a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (e45f87ef-793e-47f5-b50e-0b1fcd6f930a), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:09.139927 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784f4ded-e807-4c5c-9cd9-9f9a48d56a68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e45f87ef-793e-47f5-b50e-0b1fcd6f930a,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:03:09.162638 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-784f4ded-e807-4c5c-9cd9-9f9a48d56a68 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:09.167758 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-784f4ded-e807-4c5c-9cd9-9f9a48d56a68 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/e45f87ef-793e-47f5-b50e-0b1fcd6f930a HTTP/1.1" status: 204 len: 168 time: 0.4737084 Aug 27 05:03:09.171009 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 44686) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:03:09.322562 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9a00ffcf-6583-414b-af46-6c1c9ee5d068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (f346fb30-7a14-4657-803d-ca58f7c06404), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:09.524105 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9a00ffcf-6583-414b-af46-6c1c9ee5d068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (f346fb30-7a14-4657-803d-ca58f7c06404), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:09.549534 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-9a00ffcf-6583-414b-af46-6c1c9ee5d068 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f346fb30-7a14-4657-803d-ca58f7c06404']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:03:09.562238 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-9a00ffcf-6583-414b-af46-6c1c9ee5d068 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30e67b85-5055-4c62-a919-7ed9ea54cd1b') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:03:09.570503 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-9a00ffcf-6583-414b-af46-6c1c9ee5d068 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30e67b85-5055-4c62-a919-7ed9ea54cd1b') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:03:09.613467 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9a00ffcf-6583-414b-af46-6c1c9ee5d068 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (30e67b85-5055-4c62-a919-7ed9ea54cd1b), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:09.654521 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:09.668861 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9a00ffcf-6583-414b-af46-6c1c9ee5d068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (30e67b85-5055-4c62-a919-7ed9ea54cd1b), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:09.676490 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a00ffcf-6583-414b-af46-6c1c9ee5d068 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:03:09.677306 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9a00ffcf-6583-414b-af46-6c1c9ee5d068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (30e67b85-5055-4c62-a919-7ed9ea54cd1b), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:09.719479 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 30e67b85-5055-4c62-a919-7ed9ea54cd1b resource provider aggregate not found Aug 27 05:03:09.742726 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 30e67b85-5055-4c62-a919-7ed9ea54cd1b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 30e67b85-5055-4c62-a919-7ed9ea54cd1b found for delete ", "request_id": "req-6cbbdc1f-7b2b-4c92-afa4-37affac72607"}]} Aug 27 05:03:09.883247 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9a00ffcf-6583-414b-af46-6c1c9ee5d068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (f346fb30-7a14-4657-803d-ca58f7c06404), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:09.894629 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9a00ffcf-6583-414b-af46-6c1c9ee5d068 admin admin] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:09.899810 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9a00ffcf-6583-414b-af46-6c1c9ee5d068 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/f346fb30-7a14-4657-803d-ca58f7c06404 HTTP/1.1" status: 204 len: 168 time: 0.7270222 Aug 27 05:03:09.902145 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 44702) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:03:09.957638 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00ffcf-6583-414b-af46-6c1c9ee5d068 admin admin] Pushing event deleted for resources: {'Network': ['ID=f346fb30-7a14-4657-803d-ca58f7c06404,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:03:09.986557 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4f767af-05b8-4b28-8229-4d4e22d90326 admin admin] Deleting subnet 3e605c55-88a8-41fb-a458-e2754d204639 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 05:03:09.990404 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e4f767af-05b8-4b28-8229-4d4e22d90326 admin admin] Publish callbacks [] for subnet (3e605c55-88a8-41fb-a458-e2754d204639), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:10.029596 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e4f767af-05b8-4b28-8229-4d4e22d90326 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (3e605c55-88a8-41fb-a458-e2754d204639), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:10.080555 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e4f767af-05b8-4b28-8229-4d4e22d90326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (3e605c55-88a8-41fb-a458-e2754d204639), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:10.258985 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e4f767af-05b8-4b28-8229-4d4e22d90326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (3e605c55-88a8-41fb-a458-e2754d204639), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:10.310609 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f767af-05b8-4b28-8229-4d4e22d90326 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e605c55-88a8-41fb-a458-e2754d204639,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:03:10.319633 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e4f767af-05b8-4b28-8229-4d4e22d90326 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:10.324780 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e4f767af-05b8-4b28-8229-4d4e22d90326 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/3e605c55-88a8-41fb-a458-e2754d204639 HTTP/1.1" status: 204 len: 168 time: 0.4209392 Aug 27 05:03:10.329502 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 44714) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:03:10.416830 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7d127235-0c72-4f0a-993b-34edf5830495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (abeffbc3-f27f-4b49-a257-678d0772de3e), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:10.529649 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7d127235-0c72-4f0a-993b-34edf5830495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (abeffbc3-f27f-4b49-a257-678d0772de3e), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:10.550217 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-7d127235-0c72-4f0a-993b-34edf5830495 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abeffbc3-f27f-4b49-a257-678d0772de3e']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:03:10.561166 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-7d127235-0c72-4f0a-993b-34edf5830495 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bea75d6a-d48e-4609-9943-7c514322b8a5') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:03:10.561590 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-7d127235-0c72-4f0a-993b-34edf5830495 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bea75d6a-d48e-4609-9943-7c514322b8a5') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:03:10.574235 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7d127235-0c72-4f0a-993b-34edf5830495 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (bea75d6a-d48e-4609-9943-7c514322b8a5), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:10.592260 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7d127235-0c72-4f0a-993b-34edf5830495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (bea75d6a-d48e-4609-9943-7c514322b8a5), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:10.605156 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d127235-0c72-4f0a-993b-34edf5830495 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:03:10.605916 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7d127235-0c72-4f0a-993b-34edf5830495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (bea75d6a-d48e-4609-9943-7c514322b8a5), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:10.947697 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7d127235-0c72-4f0a-993b-34edf5830495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (abeffbc3-f27f-4b49-a257-678d0772de3e), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:10.947697 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7d127235-0c72-4f0a-993b-34edf5830495 admin admin] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:10.947697 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7d127235-0c72-4f0a-993b-34edf5830495 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/abeffbc3-f27f-4b49-a257-678d0772de3e HTTP/1.1" status: 204 len: 168 time: 0.4925401 Aug 27 05:03:10.947697 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d127235-0c72-4f0a-993b-34edf5830495 admin admin] Pushing event deleted for resources: {'Network': ['ID=abeffbc3-f27f-4b49-a257-678d0772de3e,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:03:11.070570 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:11.610545 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 44742) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:03:11.699365 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a68cbce6-b894-47ee-8ff0-b96b154f13bc admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=21e0295aae6c49ecb0e8c2d9b7a08b43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0876181 Aug 27 05:03:11.702796 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 44744) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:03:11.748860 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:11.762984 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment bea75d6a-d48e-4609-9943-7c514322b8a5 resource provider aggregate not found Aug 27 05:03:11.781605 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment bea75d6a-d48e-4609-9943-7c514322b8a5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bea75d6a-d48e-4609-9943-7c514322b8a5 found for delete ", "request_id": "req-46120035-d87f-4b60-99aa-a533599b0a29"}]} Aug 27 05:03:11.783904 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a55aadf3-546a-4886-a9f6-53522a3a808f admin admin] Publish callbacks [] for security_group (e74d3941-cae1-4242-b065-8f70bd97e253), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:11.811548 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a55aadf3-546a-4886-a9f6-53522a3a808f admin admin] Publish callbacks [] for security_group (e74d3941-cae1-4242-b065-8f70bd97e253), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:11.943271 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a55aadf3-546a-4886-a9f6-53522a3a808f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (e74d3941-cae1-4242-b065-8f70bd97e253), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:11.946114 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a55aadf3-546a-4886-a9f6-53522a3a808f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:11.949910 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a55aadf3-546a-4886-a9f6-53522a3a808f admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/e74d3941-cae1-4242-b065-8f70bd97e253 HTTP/1.1" status: 204 len: 168 time: 0.2436965 Aug 27 05:03:11.957733 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55aadf3-546a-4886-a9f6-53522a3a808f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74d3941-cae1-4242-b065-8f70bd97e253,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:03:12.662142 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:12.698079 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:DELETE=4,neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:12.750828 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:13.199714 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 44784) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:03:13.289978 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-11b15939-13cd-4721-a395-aff3ed617fbf admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=1740a5f20db24a6e93101ca1ad23ac60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0885034 Aug 27 05:03:13.292501 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 44786) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:03:13.351321 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ee726296-754b-4a51-8a6c-5034d1b45398 admin admin] Publish callbacks [] for security_group (c85f3312-79e8-43f9-b2b1-f2d64d70536a), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:13.407786 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ee726296-754b-4a51-8a6c-5034d1b45398 admin admin] Publish callbacks [] for security_group (c85f3312-79e8-43f9-b2b1-f2d64d70536a), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:13.582469 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ee726296-754b-4a51-8a6c-5034d1b45398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (c85f3312-79e8-43f9-b2b1-f2d64d70536a), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:13.587322 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ee726296-754b-4a51-8a6c-5034d1b45398 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:13.592952 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ee726296-754b-4a51-8a6c-5034d1b45398 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/c85f3312-79e8-43f9-b2b1-f2d64d70536a HTTP/1.1" status: 204 len: 168 time: 0.2971399 Aug 27 05:03:13.604861 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee726296-754b-4a51-8a6c-5034d1b45398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85f3312-79e8-43f9-b2b1-f2d64d70536a,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:03:14.250242 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=2 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:14.657462 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:14.755687 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:14.918302 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:15.098600 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 44854) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:03:15.177883 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:15.250683 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-be6aaf77-438c-4171-8e00-bf431fb0ecf8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1241760681-network', 'tenant_id': '977321b44d2f4525a21a182dda7590c0'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:03:15.395225 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6aaf77-438c-4171-8e00-bf431fb0ecf8 admin admin] Made reservation on behalf of 977321b44d2f4525a21a182dda7590c0 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:03:15.398718 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-be6aaf77-438c-4171-8e00-bf431fb0ecf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:15.409236 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-be6aaf77-438c-4171-8e00-bf431fb0ecf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:15.543912 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-be6aaf77-438c-4171-8e00-bf431fb0ecf8 admin admin] Publish callbacks [] for security_group (60e397bf-b6f5-48e2-9af0-95d12006c8aa), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:15.706629 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-be6aaf77-438c-4171-8e00-bf431fb0ecf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (60e397bf-b6f5-48e2-9af0-95d12006c8aa), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:15.751181 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be6aaf77-438c-4171-8e00-bf431fb0ecf8 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 05:03:15.775385 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6aaf77-438c-4171-8e00-bf431fb0ecf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e397bf-b6f5-48e2-9af0-95d12006c8aa,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:03:15.779318 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-be6aaf77-438c-4171-8e00-bf431fb0ecf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (e75b72b3-defe-4762-abc2-17e4c3637a69), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:15.779986 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-be6aaf77-438c-4171-8e00-bf431fb0ecf8 admin admin] Added segment e75b72b3-defe-4762-abc2-17e4c3637a69 of type vlan for network 0303def1-f815-4218-9f9d-d156172c3c6f Aug 27 05:03:15.878473 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-be6aaf77-438c-4171-8e00-bf431fb0ecf8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (0303def1-f815-4218-9f9d-d156172c3c6f), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:16.103509 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-be6aaf77-438c-4171-8e00-bf431fb0ecf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (0303def1-f815-4218-9f9d-d156172c3c6f), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:16.104673 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6aaf77-438c-4171-8e00-bf431fb0ecf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:03:16.105266 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-be6aaf77-438c-4171-8e00-bf431fb0ecf8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:16.180422 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6aaf77-438c-4171-8e00-bf431fb0ecf8 admin admin] Pushing event updated for resources: {'Network': ['ID=0303def1-f815-4218-9f9d-d156172c3c6f,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:03:16.194971 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 0303def1-f815-4218-9f9d-d156172c3c6f details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 05:03:16.360156 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 44882) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:03:16.360981 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-be6aaf77-438c-4171-8e00-bf431fb0ecf8 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2611520 Aug 27 05:03:16.367206 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-d8d898a9-9806-479b-a52e-7636151d1659 admin admin] Request body: {'subnet': {'network_id': '0303def1-f815-4218-9f9d-d156172c3c6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1241760681-subnet', 'tenant_id': '977321b44d2f4525a21a182dda7590c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:03:16.554796 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d898a9-9806-479b-a52e-7636151d1659 admin admin] Made reservation on behalf of 977321b44d2f4525a21a182dda7590c0 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:03:16.557600 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d8d898a9-9806-479b-a52e-7636151d1659 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:16.607152 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:16.949656 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:17.001223 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d8d898a9-9806-479b-a52e-7636151d1659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (adff6bf7-005e-4b62-aeb3-0e3529de9c8a), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:17.090719 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d898a9-9806-479b-a52e-7636151d1659 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adff6bf7-005e-4b62-aeb3-0e3529de9c8a,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:03:17.129597 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d898a9-9806-479b-a52e-7636151d1659 admin admin] Checking segment: {'id': 'e75b72b3-defe-4762-abc2-17e4c3637a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0303def1-f815-4218-9f9d-d156172c3c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:03:17.130656 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d898a9-9806-479b-a52e-7636151d1659 admin admin] Network hostable DHCP agents. Network: 0303def1-f815-4218-9f9d-d156172c3c6f, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 05:03:17.183620 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:17.246288 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d898a9-9806-479b-a52e-7636151d1659 admin admin] Network 0303def1-f815-4218-9f9d-d156172c3c6f is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 05:03:17.360667 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-d8d898a9-9806-479b-a52e-7636151d1659 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 0303def1-f815-4218-9f9d-d156172c3c6f) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:03:17.366939 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d898a9-9806-479b-a52e-7636151d1659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:03:17.367798 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d8d898a9-9806-479b-a52e-7636151d1659 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:17.376499 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce549d7d-3789-449c-8060-9bb3acce887f None None] Network 0303def1-f815-4218-9f9d-d156172c3c6f requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:03:17.498751 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfc05da-b957-474a-a0aa-55089d0cbe61 None None] Network 0303def1-f815-4218-9f9d-d156172c3c6f requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:03:17.540640 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-d8d898a9-9806-479b-a52e-7636151d1659 admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1784317 Aug 27 05:03:18.177436 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:INSERT=9,neutron:DELETE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:18.680847 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=6 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:19.087108 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:20.228991 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:20.760359 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:DELETE=7,neutron:SELECT=89,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:20.958276 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=51,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:21.109416 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:21.893873 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:21.953120 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:INSERT=14 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:22.016780 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:22.496388 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d49420-a9f2-4b6b-bf96-6df10c38e080 req-632375fe-631d-4575-8b05-cc02d7e10a80 tempest-VolumesActionsTest-1092692396 tempest-VolumesActionsTest-1092692396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:03:22.510109 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-56d49420-a9f2-4b6b-bf96-6df10c38e080 req-632375fe-631d-4575-8b05-cc02d7e10a80 tempest-VolumesActionsTest-1092692396 tempest-VolumesActionsTest-1092692396-project] 10.222.0.76 "GET /networking/v2.0/networks?id=0303def1-f815-4218-9f9d-d156172c3c6f HTTP/1.1" status: 200 len: 809 time: 0.1763537 Aug 27 05:03:22.562705 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-56d49420-a9f2-4b6b-bf96-6df10c38e080 req-6890be9e-4cc6-4a1d-874c-e165aad8edd9 tempest-VolumesActionsTest-1092692396 tempest-VolumesActionsTest-1092692396-project] 10.222.0.76 "GET /networking/v2.0/quotas/977321b44d2f4525a21a182dda7590c0 HTTP/1.1" status: 200 len: 375 time: 0.0218885 Aug 27 05:03:22.574325 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-56d49420-a9f2-4b6b-bf96-6df10c38e080 req-4ec0fdd2-7a11-42b8-8b3f-2ef641029586 tempest-VolumesActionsTest-1092692396 tempest-VolumesActionsTest-1092692396-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=977321b44d2f4525a21a182dda7590c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402343 Aug 27 05:03:22.909079 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f21ae5e-2aae-473d-9a35-a6de6f0054e1 req-b79384ce-bf23-4ec1-bf94-bf0d98aa5595 tempest-VolumesActionsTest-1092692396 tempest-VolumesActionsTest-1092692396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:03:22.918441 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4f21ae5e-2aae-473d-9a35-a6de6f0054e1 req-b79384ce-bf23-4ec1-bf94-bf0d98aa5595 tempest-VolumesActionsTest-1092692396 tempest-VolumesActionsTest-1092692396-project] 10.222.0.76 "GET /networking/v2.0/networks?id=0303def1-f815-4218-9f9d-d156172c3c6f HTTP/1.1" status: 200 len: 809 time: 0.1639419 Aug 27 05:03:22.946121 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4f21ae5e-2aae-473d-9a35-a6de6f0054e1 req-39180853-80f4-4ad4-9f8d-4947373f1cda tempest-VolumesActionsTest-1092692396 tempest-VolumesActionsTest-1092692396-project] 10.222.0.76 "GET /networking/v2.0/quotas/977321b44d2f4525a21a182dda7590c0 HTTP/1.1" status: 200 len: 375 time: 0.0264816 Aug 27 05:03:23.050141 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-4f21ae5e-2aae-473d-9a35-a6de6f0054e1 req-5123f96e-f7e4-4a2d-ad1d-a891a0550e0e tempest-VolumesActionsTest-1092692396 tempest-VolumesActionsTest-1092692396-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=977321b44d2f4525a21a182dda7590c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1028020 Aug 27 05:03:23.707244 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:23.863390 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:23.891927 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:UPDATE=6,neutron:INSERT=11 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:24.253233 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=11,neutron:SELECT=88,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:25.154914 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:25.534467 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:25.760123 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:25.928264 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:26.744713 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-974e3a5c-7e21-48dd-b441-2ee3a2210ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:27.407274 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:DELETE=7 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:27.510313 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:28.454908 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [req-3108394f-4da3-4700-98ae-e9fb90593b9a req-cd4b5692-a1a0-4f4b-a6d7-4b262768ea2c tempest-ServerShowV257Test-1943343929 tempest-ServerShowV257Test-1943343929-project] (107776) timed out ('10.222.0.78', 57305) {{(pid=107776) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 27 05:03:28.867196 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 45326) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:03:28.954706 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:29.151963 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 45342) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:03:29.224913 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d4c6a491-693b-4874-8a6d-2605794d73e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:29.258936 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c361521a-cf8d-41f1-bc22-89ad2402ee1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:29.380199 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-66b86e7c-40a2-46d6-92db-097b348dcd90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:29.484584 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-66b86e7c-40a2-46d6-92db-097b348dcd90 admin admin] Publish callbacks [] for security_group (3d2a2ae4-e989-4f14-ac5c-336f5a4953ff), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:29.488266 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:29.520055 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c361521a-cf8d-41f1-bc22-89ad2402ee1a admin admin] Publish callbacks [] for security_group (fa598611-1f8c-4b08-badd-092eb9773ccd), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:29.640700 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-66b86e7c-40a2-46d6-92db-097b348dcd90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (3d2a2ae4-e989-4f14-ac5c-336f5a4953ff), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:29.645827 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c361521a-cf8d-41f1-bc22-89ad2402ee1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (fa598611-1f8c-4b08-badd-092eb9773ccd), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:29.726817 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c361521a-cf8d-41f1-bc22-89ad2402ee1a admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=c0140c0de7974e20893bd0e32b93e30e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8583152 Aug 27 05:03:29.738659 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 45352) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:03:29.789881 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-66b86e7c-40a2-46d6-92db-097b348dcd90 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=dde2503c541146e99a98caf08e09e1fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6364417 Aug 27 05:03:29.790931 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 45354) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:03:29.791793 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b86e7c-40a2-46d6-92db-097b348dcd90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2a2ae4-e989-4f14-ac5c-336f5a4953ff,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:03:29.835519 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c361521a-cf8d-41f1-bc22-89ad2402ee1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa598611-1f8c-4b08-badd-092eb9773ccd,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:03:29.929446 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:29.932027 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-033744bb-9674-44c9-9cc5-b080f776bc58 admin admin] Publish callbacks [] for security_group (3d2a2ae4-e989-4f14-ac5c-336f5a4953ff), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:29.958204 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-033744bb-9674-44c9-9cc5-b080f776bc58 admin admin] Publish callbacks [] for security_group (3d2a2ae4-e989-4f14-ac5c-336f5a4953ff), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:29.986098 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:29.987367 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c69ecf15-0e6d-4dd7-bb4c-273bf76e2324 admin admin] Publish callbacks [] for security_group (fa598611-1f8c-4b08-badd-092eb9773ccd), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:30.062879 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c69ecf15-0e6d-4dd7-bb4c-273bf76e2324 admin admin] Publish callbacks [] for security_group (fa598611-1f8c-4b08-badd-092eb9773ccd), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:30.160082 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-033744bb-9674-44c9-9cc5-b080f776bc58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (3d2a2ae4-e989-4f14-ac5c-336f5a4953ff), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:30.164017 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-033744bb-9674-44c9-9cc5-b080f776bc58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:30.168112 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-033744bb-9674-44c9-9cc5-b080f776bc58 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/3d2a2ae4-e989-4f14-ac5c-336f5a4953ff HTTP/1.1" status: 204 len: 168 time: 0.3387337 Aug 27 05:03:30.195507 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033744bb-9674-44c9-9cc5-b080f776bc58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2a2ae4-e989-4f14-ac5c-336f5a4953ff,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:03:30.235761 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:30.292505 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c69ecf15-0e6d-4dd7-bb4c-273bf76e2324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (fa598611-1f8c-4b08-badd-092eb9773ccd), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:30.300424 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c69ecf15-0e6d-4dd7-bb4c-273bf76e2324 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:30.305667 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c69ecf15-0e6d-4dd7-bb4c-273bf76e2324 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/fa598611-1f8c-4b08-badd-092eb9773ccd HTTP/1.1" status: 204 len: 168 time: 0.5659611 Aug 27 05:03:30.337101 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69ecf15-0e6d-4dd7-bb4c-273bf76e2324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa598611-1f8c-4b08-badd-092eb9773ccd,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:03:30.389932 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:30.435008 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:31.047360 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:31.573766 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 45396) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:03:31.607856 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e034bf29-f55f-46b6-846c-4335f3f40f5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:31.738434 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e034bf29-f55f-46b6-846c-4335f3f40f5f admin admin] Publish callbacks [] for security_group (54474380-ba94-442a-a01a-fb7a659f91c2), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:31.826134 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 45402) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:03:31.835140 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:31.846597 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ad7046c9-1c9d-4631-95ed-00b55a101140 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:31.908028 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e034bf29-f55f-46b6-846c-4335f3f40f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (54474380-ba94-442a-a01a-fb7a659f91c2), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:31.943984 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e034bf29-f55f-46b6-846c-4335f3f40f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54474380-ba94-442a-a01a-fb7a659f91c2,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:03:31.993724 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e034bf29-f55f-46b6-846c-4335f3f40f5f admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=0035900145f2454bac3b88a7c32f5615&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4186876 Aug 27 05:03:31.996365 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 45404) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:03:32.029085 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:32.034726 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ad7046c9-1c9d-4631-95ed-00b55a101140 admin admin] Publish callbacks [] for security_group (48b1bd9b-7252-47f7-b44e-c36d8f5f9d47), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:32.098346 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-846988c3-864d-4950-8479-3940eb76b5a0 admin admin] Publish callbacks [] for security_group (54474380-ba94-442a-a01a-fb7a659f91c2), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:32.137907 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-846988c3-864d-4950-8479-3940eb76b5a0 admin admin] Publish callbacks [] for security_group (54474380-ba94-442a-a01a-fb7a659f91c2), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:32.577700 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ad7046c9-1c9d-4631-95ed-00b55a101140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (48b1bd9b-7252-47f7-b44e-c36d8f5f9d47), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:32.625140 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ad7046c9-1c9d-4631-95ed-00b55a101140 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=6fcdd65876ff4057be9b48a2d4b8131b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7953513 Aug 27 05:03:32.625140 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7046c9-1c9d-4631-95ed-00b55a101140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b1bd9b-7252-47f7-b44e-c36d8f5f9d47,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:03:32.626135 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 45416) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:03:32.671000 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-846988c3-864d-4950-8479-3940eb76b5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (54474380-ba94-442a-a01a-fb7a659f91c2), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:32.673659 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-846988c3-864d-4950-8479-3940eb76b5a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:32.674829 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-846988c3-864d-4950-8479-3940eb76b5a0 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/54474380-ba94-442a-a01a-fb7a659f91c2 HTTP/1.1" status: 204 len: 168 time: 0.6774380 Aug 27 05:03:32.689464 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846988c3-864d-4950-8479-3940eb76b5a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54474380-ba94-442a-a01a-fb7a659f91c2,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:03:32.716890 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0ed25be9-dcaa-408f-a2b1-cfc7436c8b07 admin admin] Publish callbacks [] for security_group (48b1bd9b-7252-47f7-b44e-c36d8f5f9d47), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:32.753057 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0ed25be9-dcaa-408f-a2b1-cfc7436c8b07 admin admin] Publish callbacks [] for security_group (48b1bd9b-7252-47f7-b44e-c36d8f5f9d47), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:32.820650 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:33.040130 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0ed25be9-dcaa-408f-a2b1-cfc7436c8b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (48b1bd9b-7252-47f7-b44e-c36d8f5f9d47), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:33.043498 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0ed25be9-dcaa-408f-a2b1-cfc7436c8b07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:33.049069 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-0ed25be9-dcaa-408f-a2b1-cfc7436c8b07 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/48b1bd9b-7252-47f7-b44e-c36d8f5f9d47 HTTP/1.1" status: 204 len: 168 time: 0.4222662 Aug 27 05:03:33.060266 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed25be9-dcaa-408f-a2b1-cfc7436c8b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b1bd9b-7252-47f7-b44e-c36d8f5f9d47,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:03:33.919276 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:34.069828 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:35.016949 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:36.884864 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=45,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:36.994916 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:38.046324 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:38.096444 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:38.497510 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:38.690378 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:39.389488 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:41.983188 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:42.074085 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:42.297981 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=8 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:43.291964 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:44.136195 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:44.260113 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:44.549023 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:44.761090 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:45.406727 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:45.690951 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:03:46.034405 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:46.096390 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:DELETE=6,neutron:SELECT=91,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:46.868540 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:46.893245 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=13,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:47.132058 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:48.639847 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:48.782857 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:48.874435 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:49.505872 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:50.147957 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:50.551410 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:50.805719 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:51.096938 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:51.862531 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:52.222638 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:52.394075 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:53.662841 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:54.325765 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:54.934190 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:55.675885 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=8 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:56.433845 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:56.662505 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:56.760799 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c25cea2a-ca84-4b67-8e9a-03d94e76718a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:57.816523 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:58.217294 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:59.074163 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:03:59.193899 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9c37e6f5-e2bd-4229-bba1-aa66013218cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:03:59.896523 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=81,neutron:UPDATE=6,neutron:INSERT=13 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:00.408047 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:01.611166 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:01.845688 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:02.114401 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:03.000757 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 46556) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:04:03.140429 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3e2c9894-a341-487b-ae04-c94872ecca9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:03.246213 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3e2c9894-a341-487b-ae04-c94872ecca9b admin admin] Publish callbacks [] for security_group (08f634d3-6577-488d-8faa-7fe92cab42f1), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:03.399461 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3e2c9894-a341-487b-ae04-c94872ecca9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (08f634d3-6577-488d-8faa-7fe92cab42f1), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:03.454722 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3e2c9894-a341-487b-ae04-c94872ecca9b admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=b6658e2d58a8453db08d2e36fbc30d1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4522233 Aug 27 05:04:03.455816 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c9894-a341-487b-ae04-c94872ecca9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f634d3-6577-488d-8faa-7fe92cab42f1,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:04:03.457878 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 46584) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:04:03.465131 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c9894-a341-487b-ae04-c94872ecca9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:04:03.465483 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c9894-a341-487b-ae04-c94872ecca9b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:04:03.466003 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c9894-a341-487b-ae04-c94872ecca9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:04:03.466342 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c9894-a341-487b-ae04-c94872ecca9b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:04:03.466836 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c9894-a341-487b-ae04-c94872ecca9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:04:03.467172 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c9894-a341-487b-ae04-c94872ecca9b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:04:03.467505 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c9894-a341-487b-ae04-c94872ecca9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:04:03.467834 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c9894-a341-487b-ae04-c94872ecca9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:04:03.468177 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c9894-a341-487b-ae04-c94872ecca9b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:04:03.468563 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c9894-a341-487b-ae04-c94872ecca9b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:04:03.468892 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c9894-a341-487b-ae04-c94872ecca9b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:04:03.469218 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c9894-a341-487b-ae04-c94872ecca9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:04:03.469541 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c9894-a341-487b-ae04-c94872ecca9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:04:03.469874 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c9894-a341-487b-ae04-c94872ecca9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:04:03.470195 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c9894-a341-487b-ae04-c94872ecca9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:04:03.516225 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b9250aea-deae-45cf-b6f2-0f80f8d7410d admin admin] Publish callbacks [] for security_group (08f634d3-6577-488d-8faa-7fe92cab42f1), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:03.537792 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b9250aea-deae-45cf-b6f2-0f80f8d7410d admin admin] Publish callbacks [] for security_group (08f634d3-6577-488d-8faa-7fe92cab42f1), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:03.744431 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b9250aea-deae-45cf-b6f2-0f80f8d7410d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (08f634d3-6577-488d-8faa-7fe92cab42f1), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:03.744877 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b9250aea-deae-45cf-b6f2-0f80f8d7410d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:03.746103 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b9250aea-deae-45cf-b6f2-0f80f8d7410d admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/08f634d3-6577-488d-8faa-7fe92cab42f1 HTTP/1.1" status: 204 len: 168 time: 0.2871180 Aug 27 05:04:03.755600 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9250aea-deae-45cf-b6f2-0f80f8d7410d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f634d3-6577-488d-8faa-7fe92cab42f1,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:04:03.763724 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9250aea-deae-45cf-b6f2-0f80f8d7410d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:04:03.772558 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9250aea-deae-45cf-b6f2-0f80f8d7410d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:04:03.772558 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9250aea-deae-45cf-b6f2-0f80f8d7410d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:04:03.772558 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9250aea-deae-45cf-b6f2-0f80f8d7410d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:04:03.772558 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9250aea-deae-45cf-b6f2-0f80f8d7410d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:04:03.772558 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9250aea-deae-45cf-b6f2-0f80f8d7410d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:04:03.772558 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9250aea-deae-45cf-b6f2-0f80f8d7410d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:04:03.772558 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9250aea-deae-45cf-b6f2-0f80f8d7410d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:04:03.772558 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9250aea-deae-45cf-b6f2-0f80f8d7410d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:04:03.772558 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9250aea-deae-45cf-b6f2-0f80f8d7410d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:04:03.772558 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9250aea-deae-45cf-b6f2-0f80f8d7410d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:04:03.772558 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9250aea-deae-45cf-b6f2-0f80f8d7410d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:04:03.772558 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9250aea-deae-45cf-b6f2-0f80f8d7410d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:04:03.772558 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9250aea-deae-45cf-b6f2-0f80f8d7410d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:04:03.772558 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9250aea-deae-45cf-b6f2-0f80f8d7410d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:04:04.022857 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:04.165293 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:04.667839 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:04.709917 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 46644) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:04:04.740145 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 46646) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:04:04.762034 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a76d60a6-4d21-43b5-90f2-74819eb99c6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:04.769320 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-7507a7b4-859b-41d6-95af-952da139074b admin admin] Deleting subnet adff6bf7-005e-4b62-aeb3-0e3529de9c8a {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 05:04:04.774713 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7507a7b4-859b-41d6-95af-952da139074b admin admin] Publish callbacks [] for subnet (adff6bf7-005e-4b62-aeb3-0e3529de9c8a), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:04.818775 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7507a7b4-859b-41d6-95af-952da139074b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (adff6bf7-005e-4b62-aeb3-0e3529de9c8a), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:04.863890 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a76d60a6-4d21-43b5-90f2-74819eb99c6a admin admin] Publish callbacks [] for security_group (0e6f7442-c7ac-42f0-a627-0cee98a18a9d), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:04.873686 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7507a7b4-859b-41d6-95af-952da139074b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (adff6bf7-005e-4b62-aeb3-0e3529de9c8a), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:05.022179 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a76d60a6-4d21-43b5-90f2-74819eb99c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (0e6f7442-c7ac-42f0-a627-0cee98a18a9d), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:05.045656 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7507a7b4-859b-41d6-95af-952da139074b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (adff6bf7-005e-4b62-aeb3-0e3529de9c8a), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:05.070433 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a76d60a6-4d21-43b5-90f2-74819eb99c6a admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=6bd8d446faec44389f26fc9bab636bf0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3287838 Aug 27 05:04:05.074111 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 46658) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:04:05.077658 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7507a7b4-859b-41d6-95af-952da139074b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:05.082677 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7507a7b4-859b-41d6-95af-952da139074b admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/adff6bf7-005e-4b62-aeb3-0e3529de9c8a HTTP/1.1" status: 204 len: 168 time: 0.3712065 Aug 27 05:04:05.090368 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 46660) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:04:05.095006 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76d60a6-4d21-43b5-90f2-74819eb99c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6f7442-c7ac-42f0-a627-0cee98a18a9d,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:04:05.106660 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7507a7b4-859b-41d6-95af-952da139074b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adff6bf7-005e-4b62-aeb3-0e3529de9c8a,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:04:05.242472 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ecff0889-c0b1-47fe-a8b5-7a9371238390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (0303def1-f815-4218-9f9d-d156172c3c6f), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:05.254280 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a7e58efe-6ad4-461c-866b-cd85cd4f292b admin admin] Publish callbacks [] for security_group (0e6f7442-c7ac-42f0-a627-0cee98a18a9d), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:05.280894 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a7e58efe-6ad4-461c-866b-cd85cd4f292b admin admin] Publish callbacks [] for security_group (0e6f7442-c7ac-42f0-a627-0cee98a18a9d), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:05.381559 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ecff0889-c0b1-47fe-a8b5-7a9371238390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (0303def1-f815-4218-9f9d-d156172c3c6f), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:05.404411 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-ecff0889-c0b1-47fe-a8b5-7a9371238390 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0303def1-f815-4218-9f9d-d156172c3c6f']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:04:05.415434 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-ecff0889-c0b1-47fe-a8b5-7a9371238390 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e75b72b3-defe-4762-abc2-17e4c3637a69') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:04:05.415657 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-ecff0889-c0b1-47fe-a8b5-7a9371238390 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e75b72b3-defe-4762-abc2-17e4c3637a69') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:04:05.426956 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ecff0889-c0b1-47fe-a8b5-7a9371238390 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (e75b72b3-defe-4762-abc2-17e4c3637a69), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:05.441998 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ecff0889-c0b1-47fe-a8b5-7a9371238390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (e75b72b3-defe-4762-abc2-17e4c3637a69), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:05.448452 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecff0889-c0b1-47fe-a8b5-7a9371238390 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:04:05.448845 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ecff0889-c0b1-47fe-a8b5-7a9371238390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (e75b72b3-defe-4762-abc2-17e4c3637a69), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:05.492977 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment e75b72b3-defe-4762-abc2-17e4c3637a69 resource provider aggregate not found Aug 27 05:04:05.513668 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment e75b72b3-defe-4762-abc2-17e4c3637a69 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e75b72b3-defe-4762-abc2-17e4c3637a69 found for delete ", "request_id": "req-bba2c0c6-3a70-46e3-b1de-a5ecbdf9e3c2"}]} Aug 27 05:04:05.581486 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a7e58efe-6ad4-461c-866b-cd85cd4f292b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (0e6f7442-c7ac-42f0-a627-0cee98a18a9d), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:05.585096 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a7e58efe-6ad4-461c-866b-cd85cd4f292b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:05.588840 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a7e58efe-6ad4-461c-866b-cd85cd4f292b admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/0e6f7442-c7ac-42f0-a627-0cee98a18a9d HTTP/1.1" status: 204 len: 168 time: 0.5021892 Aug 27 05:04:05.598278 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e58efe-6ad4-461c-866b-cd85cd4f292b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6f7442-c7ac-42f0-a627-0cee98a18a9d,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:04:05.682244 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ecff0889-c0b1-47fe-a8b5-7a9371238390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (0303def1-f815-4218-9f9d-d156172c3c6f), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:05.710730 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ecff0889-c0b1-47fe-a8b5-7a9371238390 admin admin] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:05.716096 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ecff0889-c0b1-47fe-a8b5-7a9371238390 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/0303def1-f815-4218-9f9d-d156172c3c6f HTTP/1.1" status: 204 len: 168 time: 0.6243289 Aug 27 05:04:05.730089 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff0889-c0b1-47fe-a8b5-7a9371238390 admin admin] Pushing event deleted for resources: {'Network': ['ID=0303def1-f815-4218-9f9d-d156172c3c6f,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:04:05.873584 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=5,neutron:DELETE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:06.177025 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:06.499217 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 46716) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:04:06.543522 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-529404ae-f3b9-456b-9b5b-499c0ba7a721 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=977321b44d2f4525a21a182dda7590c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0425274 Aug 27 05:04:06.546239 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 46718) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:04:06.602853 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2172f409-bf6a-4038-b6b0-3ad6d6fb772c admin admin] Publish callbacks [] for security_group (60e397bf-b6f5-48e2-9af0-95d12006c8aa), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:06.625023 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2172f409-bf6a-4038-b6b0-3ad6d6fb772c admin admin] Publish callbacks [] for security_group (60e397bf-b6f5-48e2-9af0-95d12006c8aa), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:06.799824 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:06.856981 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2172f409-bf6a-4038-b6b0-3ad6d6fb772c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (60e397bf-b6f5-48e2-9af0-95d12006c8aa), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:06.859597 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2172f409-bf6a-4038-b6b0-3ad6d6fb772c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:06.860851 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2172f409-bf6a-4038-b6b0-3ad6d6fb772c admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/60e397bf-b6f5-48e2-9af0-95d12006c8aa HTTP/1.1" status: 204 len: 168 time: 0.3136079 Aug 27 05:04:06.869744 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172f409-bf6a-4038-b6b0-3ad6d6fb772c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e397bf-b6f5-48e2-9af0-95d12006c8aa,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:04:06.893064 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 46736) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:04:06.915232 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-80826c28-ecca-4bd5-b265-161fb3be1192 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:07.016296 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-80826c28-ecca-4bd5-b265-161fb3be1192 admin admin] Publish callbacks [] for security_group (07e40ad5-971a-4cde-b491-ec96b1898cf4), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:07.029808 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:07.114116 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-80826c28-ecca-4bd5-b265-161fb3be1192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (07e40ad5-971a-4cde-b491-ec96b1898cf4), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:07.149577 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-80826c28-ecca-4bd5-b265-161fb3be1192 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=4ac7bc322f93415ba48c7380e3ad7930&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2554317 Aug 27 05:04:07.150456 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80826c28-ecca-4bd5-b265-161fb3be1192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e40ad5-971a-4cde-b491-ec96b1898cf4,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:04:07.152460 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 46754) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:04:07.211831 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-292a2257-34ec-486c-a1ef-e51acf465557 admin admin] Publish callbacks [] for security_group (07e40ad5-971a-4cde-b491-ec96b1898cf4), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:07.233264 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-292a2257-34ec-486c-a1ef-e51acf465557 admin admin] Publish callbacks [] for security_group (07e40ad5-971a-4cde-b491-ec96b1898cf4), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:07.389298 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-292a2257-34ec-486c-a1ef-e51acf465557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (07e40ad5-971a-4cde-b491-ec96b1898cf4), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:07.393340 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-292a2257-34ec-486c-a1ef-e51acf465557 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:07.405084 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-292a2257-34ec-486c-a1ef-e51acf465557 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/07e40ad5-971a-4cde-b491-ec96b1898cf4 HTTP/1.1" status: 204 len: 168 time: 0.2476330 Aug 27 05:04:07.416360 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292a2257-34ec-486c-a1ef-e51acf465557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e40ad5-971a-4cde-b491-ec96b1898cf4,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:04:08.142378 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:DELETE=6,neutron:SELECT=92,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:08.485411 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:08.670476 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=13 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:08.749041 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:09.336462 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:10.490561 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=83,neutron:INSERT=7,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:10.783737 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:10.856576 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=77,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:11.984199 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:12.867711 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:13.245340 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=8 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:13.268554 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:13.822439 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:14.040253 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:14.536904 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:14.750468 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 47202) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:04:15.225723 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9f39fce5-7116-45dc-8c13-757e9de6f8cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:15.305154 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9f39fce5-7116-45dc-8c13-757e9de6f8cf admin admin] Publish callbacks [] for security_group (4da78428-95e9-4b83-80b8-9fd9644c3a2e), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:15.383613 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:15.410638 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9f39fce5-7116-45dc-8c13-757e9de6f8cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (4da78428-95e9-4b83-80b8-9fd9644c3a2e), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:15.452447 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9f39fce5-7116-45dc-8c13-757e9de6f8cf admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=3e8dbcc027814d28986728f8f84b4439&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7008512 Aug 27 05:04:15.453498 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f39fce5-7116-45dc-8c13-757e9de6f8cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da78428-95e9-4b83-80b8-9fd9644c3a2e,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:04:15.455109 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 47230) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:04:15.517704 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-65346757-9df6-4fc0-9216-e815ed1252e9 admin admin] Publish callbacks [] for security_group (4da78428-95e9-4b83-80b8-9fd9644c3a2e), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:15.554604 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-65346757-9df6-4fc0-9216-e815ed1252e9 admin admin] Publish callbacks [] for security_group (4da78428-95e9-4b83-80b8-9fd9644c3a2e), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:15.726034 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-65346757-9df6-4fc0-9216-e815ed1252e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (4da78428-95e9-4b83-80b8-9fd9644c3a2e), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:15.728998 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-65346757-9df6-4fc0-9216-e815ed1252e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:15.731292 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-65346757-9df6-4fc0-9216-e815ed1252e9 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/4da78428-95e9-4b83-80b8-9fd9644c3a2e HTTP/1.1" status: 204 len: 168 time: 0.2739668 Aug 27 05:04:15.747861 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65346757-9df6-4fc0-9216-e815ed1252e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da78428-95e9-4b83-80b8-9fd9644c3a2e,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:04:16.075182 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:16.366301 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:16.422129 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:16.543911 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 47300) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:04:16.563343 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3772ceb3-08e1-494e-9171-af40f8773373 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:16.670181 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3772ceb3-08e1-494e-9171-af40f8773373 admin admin] Publish callbacks [] for security_group (22f70da5-5dcb-4ae1-a1b1-91cc90ff7a20), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:16.748145 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3772ceb3-08e1-494e-9171-af40f8773373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (22f70da5-5dcb-4ae1-a1b1-91cc90ff7a20), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:16.796674 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3772ceb3-08e1-494e-9171-af40f8773373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f70da5-5dcb-4ae1-a1b1-91cc90ff7a20,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:04:16.801104 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3772ceb3-08e1-494e-9171-af40f8773373 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=1969cc838e314ea193800061f72f1b2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2568889 Aug 27 05:04:16.803933 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 47312) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:04:16.832978 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:16.876004 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e93d7014-d75a-43cf-ba19-50daa15b9936 admin admin] Publish callbacks [] for security_group (22f70da5-5dcb-4ae1-a1b1-91cc90ff7a20), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:16.900363 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e93d7014-d75a-43cf-ba19-50daa15b9936 admin admin] Publish callbacks [] for security_group (22f70da5-5dcb-4ae1-a1b1-91cc90ff7a20), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:17.049731 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e93d7014-d75a-43cf-ba19-50daa15b9936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (22f70da5-5dcb-4ae1-a1b1-91cc90ff7a20), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:17.052908 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e93d7014-d75a-43cf-ba19-50daa15b9936 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:17.056344 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e93d7014-d75a-43cf-ba19-50daa15b9936 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/22f70da5-5dcb-4ae1-a1b1-91cc90ff7a20 HTTP/1.1" status: 204 len: 168 time: 0.2489655 Aug 27 05:04:17.064023 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93d7014-d75a-43cf-ba19-50daa15b9936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f70da5-5dcb-4ae1-a1b1-91cc90ff7a20,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:04:17.646623 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:17.691328 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:17.770405 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:18.188314 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:18.965945 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:19.022358 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:19.244064 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:19.593306 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:19.673242 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:20.073479 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:20.106851 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 47460) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:04:20.233013 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4c531479-ab3b-48ba-b022-ee38273ab9c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:20.323558 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4c531479-ab3b-48ba-b022-ee38273ab9c6 admin admin] Publish callbacks [] for security_group (8bd96cdf-65ba-4b2c-8742-d24f22aa4a2b), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:20.412683 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4c531479-ab3b-48ba-b022-ee38273ab9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (8bd96cdf-65ba-4b2c-8742-d24f22aa4a2b), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:20.462033 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-4c531479-ab3b-48ba-b022-ee38273ab9c6 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=e7255edb35a54d59b811580cf486381c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3540294 Aug 27 05:04:20.462938 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c531479-ab3b-48ba-b022-ee38273ab9c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd96cdf-65ba-4b2c-8742-d24f22aa4a2b,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:04:20.464735 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 47470) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:04:20.544913 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8535a559-5a82-4802-9438-1040c1d39e25 admin admin] Publish callbacks [] for security_group (8bd96cdf-65ba-4b2c-8742-d24f22aa4a2b), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:20.577277 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8535a559-5a82-4802-9438-1040c1d39e25 admin admin] Publish callbacks [] for security_group (8bd96cdf-65ba-4b2c-8742-d24f22aa4a2b), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:20.764139 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8535a559-5a82-4802-9438-1040c1d39e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (8bd96cdf-65ba-4b2c-8742-d24f22aa4a2b), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:20.772969 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8535a559-5a82-4802-9438-1040c1d39e25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:20.774591 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8535a559-5a82-4802-9438-1040c1d39e25 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/8bd96cdf-65ba-4b2c-8742-d24f22aa4a2b HTTP/1.1" status: 204 len: 168 time: 0.3082271 Aug 27 05:04:20.775637 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:DELETE=6,neutron:SELECT=89,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:20.786093 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8535a559-5a82-4802-9438-1040c1d39e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd96cdf-65ba-4b2c-8742-d24f22aa4a2b,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:04:20.799051 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:20.799735 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=33,neutron:UPDATE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:21.050741 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:21.399162 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 47494) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:04:21.414761 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-13b109f9-98f6-47d7-a390-f132893862d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:21.508135 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-13b109f9-98f6-47d7-a390-f132893862d6 admin admin] Publish callbacks [] for security_group (508d2047-bf0a-44f3-8607-ceab898472dd), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:21.559819 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-13b109f9-98f6-47d7-a390-f132893862d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (508d2047-bf0a-44f3-8607-ceab898472dd), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:21.589153 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:21.610041 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-13b109f9-98f6-47d7-a390-f132893862d6 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=cc8caf072c8048b58591931caada8973&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2094026 Aug 27 05:04:21.613041 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b109f9-98f6-47d7-a390-f132893862d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=508d2047-bf0a-44f3-8607-ceab898472dd,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:04:21.615630 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 47502) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:04:21.679165 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b1fd10a4-a370-401d-993a-0fe477e27eb0 admin admin] Publish callbacks [] for security_group (508d2047-bf0a-44f3-8607-ceab898472dd), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:21.705458 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b1fd10a4-a370-401d-993a-0fe477e27eb0 admin admin] Publish callbacks [] for security_group (508d2047-bf0a-44f3-8607-ceab898472dd), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:21.709291 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:21.787508 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:21.827553 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b1fd10a4-a370-401d-993a-0fe477e27eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (508d2047-bf0a-44f3-8607-ceab898472dd), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:21.830678 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b1fd10a4-a370-401d-993a-0fe477e27eb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:21.832202 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b1fd10a4-a370-401d-993a-0fe477e27eb0 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/508d2047-bf0a-44f3-8607-ceab898472dd HTTP/1.1" status: 204 len: 168 time: 0.2154245 Aug 27 05:04:21.843445 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fd10a4-a370-401d-993a-0fe477e27eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=508d2047-bf0a-44f3-8607-ceab898472dd,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:04:22.480189 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 47524) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:04:22.598500 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b2fa7578-9d39-471e-9195-29acc5373198 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:22.682105 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:04:22.697215 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b2fa7578-9d39-471e-9195-29acc5373198 admin admin] Publish callbacks [] for security_group (62641521-fa55-4313-b22a-0f85bb0bd947), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:22.799375 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b2fa7578-9d39-471e-9195-29acc5373198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (62641521-fa55-4313-b22a-0f85bb0bd947), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:22.845653 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fa7578-9d39-471e-9195-29acc5373198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62641521-fa55-4313-b22a-0f85bb0bd947,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:04:22.861152 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b2fa7578-9d39-471e-9195-29acc5373198 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=a6a8c4f80a6a4466ba1342d7b8ffc2c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3798430 Aug 27 05:04:22.876224 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 47542) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:04:22.931862 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3887430c-a401-4a1f-a0f7-3b5132ab1c41 admin admin] Publish callbacks [] for security_group (62641521-fa55-4313-b22a-0f85bb0bd947), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:22.953562 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3887430c-a401-4a1f-a0f7-3b5132ab1c41 admin admin] Publish callbacks [] for security_group (62641521-fa55-4313-b22a-0f85bb0bd947), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:23.090395 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3887430c-a401-4a1f-a0f7-3b5132ab1c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (62641521-fa55-4313-b22a-0f85bb0bd947), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:23.093416 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3887430c-a401-4a1f-a0f7-3b5132ab1c41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:23.094639 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3887430c-a401-4a1f-a0f7-3b5132ab1c41 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/62641521-fa55-4313-b22a-0f85bb0bd947 HTTP/1.1" status: 204 len: 168 time: 0.2234132 Aug 27 05:04:23.118878 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3887430c-a401-4a1f-a0f7-3b5132ab1c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62641521-fa55-4313-b22a-0f85bb0bd947,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:04:23.416026 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:23.506144 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:23.542179 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:23.928926 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 47584) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:04:23.948306 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:23.954675 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7f38ed64-317c-4b6f-be56-a681b298b132 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:24.044498 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7f38ed64-317c-4b6f-be56-a681b298b132 admin admin] Publish callbacks [] for security_group (3d9c3692-c561-4368-a213-585d2004aa22), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:24.101466 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7f38ed64-317c-4b6f-be56-a681b298b132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (3d9c3692-c561-4368-a213-585d2004aa22), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:24.140597 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7f38ed64-317c-4b6f-be56-a681b298b132 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=1b91f57cf66644c080587785dc34d070&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2103884 Aug 27 05:04:24.143268 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 47594) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:04:24.152068 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f38ed64-317c-4b6f-be56-a681b298b132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9c3692-c561-4368-a213-585d2004aa22,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:04:24.179195 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:24.219445 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-eb4959b4-5abe-4a38-a522-b3d59c188059 admin admin] Publish callbacks [] for security_group (3d9c3692-c561-4368-a213-585d2004aa22), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:24.241947 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-eb4959b4-5abe-4a38-a522-b3d59c188059 admin admin] Publish callbacks [] for security_group (3d9c3692-c561-4368-a213-585d2004aa22), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:24.404712 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-eb4959b4-5abe-4a38-a522-b3d59c188059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (3d9c3692-c561-4368-a213-585d2004aa22), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:24.407438 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-eb4959b4-5abe-4a38-a522-b3d59c188059 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:24.415588 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-eb4959b4-5abe-4a38-a522-b3d59c188059 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/3d9c3692-c561-4368-a213-585d2004aa22 HTTP/1.1" status: 204 len: 168 time: 0.2672565 Aug 27 05:04:24.434695 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4959b4-5abe-4a38-a522-b3d59c188059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9c3692-c561-4368-a213-585d2004aa22,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:04:24.582098 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:24.966170 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:25.696831 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:25.918660 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:26.204556 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:26.610342 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:26.645960 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:26.708394 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db2d6e17-060b-48fd-8b8a-1d5bda5f5b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:26.838775 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:27.656609 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:27.698408 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 47716) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:04:27.828596 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a0d62ce2-4b04-4960-a60b-19286ac1e833 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:27.936024 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a0d62ce2-4b04-4960-a60b-19286ac1e833 admin admin] Publish callbacks [] for security_group (f7b5be83-bb46-4d29-8de3-eb481ee8d8ab), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:27.948341 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:28.086826 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a0d62ce2-4b04-4960-a60b-19286ac1e833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (f7b5be83-bb46-4d29-8de3-eb481ee8d8ab), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:28.122515 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a0d62ce2-4b04-4960-a60b-19286ac1e833 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=25bce030e38243c2b4cd30a6e86c5e43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4228487 Aug 27 05:04:28.122762 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 47730) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:04:28.146083 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d62ce2-4b04-4960-a60b-19286ac1e833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b5be83-bb46-4d29-8de3-eb481ee8d8ab,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:04:28.184871 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9dfd9bdb-ea63-40be-be15-093f98a5e508 admin admin] Publish callbacks [] for security_group (f7b5be83-bb46-4d29-8de3-eb481ee8d8ab), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:28.208005 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9dfd9bdb-ea63-40be-be15-093f98a5e508 admin admin] Publish callbacks [] for security_group (f7b5be83-bb46-4d29-8de3-eb481ee8d8ab), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:28.232206 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=3 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:28.261623 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:28.335278 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9dfd9bdb-ea63-40be-be15-093f98a5e508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (f7b5be83-bb46-4d29-8de3-eb481ee8d8ab), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:28.337853 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9dfd9bdb-ea63-40be-be15-093f98a5e508 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:28.340041 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-9dfd9bdb-ea63-40be-be15-093f98a5e508 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/f7b5be83-bb46-4d29-8de3-eb481ee8d8ab HTTP/1.1" status: 204 len: 168 time: 0.2149620 Aug 27 05:04:28.356314 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfd9bdb-ea63-40be-be15-093f98a5e508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b5be83-bb46-4d29-8de3-eb481ee8d8ab,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:04:28.370393 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:29.124909 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 47748) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:04:29.141438 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8ac5e10d-1c4c-494e-8664-5b2ae3b2e8b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:29.226999 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7a207b82-9d53-4d61-83a4-07e6465f0048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:29.229031 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8ac5e10d-1c4c-494e-8664-5b2ae3b2e8b4 admin admin] Publish callbacks [] for security_group (a2f45dca-1096-4b4e-9b9d-cccf92b9840a), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:29.279139 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:29.365022 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8ac5e10d-1c4c-494e-8664-5b2ae3b2e8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (a2f45dca-1096-4b4e-9b9d-cccf92b9840a), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:29.425797 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac5e10d-1c4c-494e-8664-5b2ae3b2e8b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f45dca-1096-4b4e-9b9d-cccf92b9840a,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:04:29.460049 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8ac5e10d-1c4c-494e-8664-5b2ae3b2e8b4 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=22f8c7a28b68486d96cfbd3b3cc65633&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3340511 Aug 27 05:04:29.462557 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 47754) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:04:29.531179 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c508eac5-3bc4-4525-b37c-ffa2d36e9355 admin admin] Publish callbacks [] for security_group (a2f45dca-1096-4b4e-9b9d-cccf92b9840a), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:29.553818 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c508eac5-3bc4-4525-b37c-ffa2d36e9355 admin admin] Publish callbacks [] for security_group (a2f45dca-1096-4b4e-9b9d-cccf92b9840a), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:29.747512 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c508eac5-3bc4-4525-b37c-ffa2d36e9355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (a2f45dca-1096-4b4e-9b9d-cccf92b9840a), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:29.747512 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c508eac5-3bc4-4525-b37c-ffa2d36e9355 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:29.747512 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c508eac5-3bc4-4525-b37c-ffa2d36e9355 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/a2f45dca-1096-4b4e-9b9d-cccf92b9840a HTTP/1.1" status: 204 len: 168 time: 0.2825811 Aug 27 05:04:29.758895 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=75,neutron:UPDATE=3,neutron:DELETE=16,neutron:INSERT=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:29.759252 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c508eac5-3bc4-4525-b37c-ffa2d36e9355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f45dca-1096-4b4e-9b9d-cccf92b9840a,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:04:29.870894 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:29.965999 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:30.342114 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=4,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:30.364767 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:31.009815 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:31.120317 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:31.165306 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=82,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:31.662431 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:31.814418 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 47830) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:04:31.839734 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:31.999386 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:32.074439 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-41f96ee3-d202-4d9e-a065-21d52ba62e46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:32.145700 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:32.232473 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-41f96ee3-d202-4d9e-a065-21d52ba62e46 admin admin] Publish callbacks [] for security_group (dbf5e6c6-ebaa-4ad5-8049-bd9fdc70d343), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:32.324676 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-41f96ee3-d202-4d9e-a065-21d52ba62e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (dbf5e6c6-ebaa-4ad5-8049-bd9fdc70d343), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:32.367486 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-41f96ee3-d202-4d9e-a065-21d52ba62e46 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=1ceb28bbdef44170a808c3edf357af4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5493698 Aug 27 05:04:32.367486 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f96ee3-d202-4d9e-a065-21d52ba62e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf5e6c6-ebaa-4ad5-8049-bd9fdc70d343,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:04:32.368356 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 47862) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:04:32.426985 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-03241cf8-c5ed-4387-9a8a-2facc5b658ea admin admin] Publish callbacks [] for security_group (dbf5e6c6-ebaa-4ad5-8049-bd9fdc70d343), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:32.454668 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-03241cf8-c5ed-4387-9a8a-2facc5b658ea admin admin] Publish callbacks [] for security_group (dbf5e6c6-ebaa-4ad5-8049-bd9fdc70d343), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:32.621511 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-03241cf8-c5ed-4387-9a8a-2facc5b658ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (dbf5e6c6-ebaa-4ad5-8049-bd9fdc70d343), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:32.624574 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-03241cf8-c5ed-4387-9a8a-2facc5b658ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:32.629592 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-03241cf8-c5ed-4387-9a8a-2facc5b658ea admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/dbf5e6c6-ebaa-4ad5-8049-bd9fdc70d343 HTTP/1.1" status: 204 len: 168 time: 0.2570887 Aug 27 05:04:32.647896 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03241cf8-c5ed-4387-9a8a-2facc5b658ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf5e6c6-ebaa-4ad5-8049-bd9fdc70d343,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:04:32.682936 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=5 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:32.868623 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:32.924452 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:33.450236 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 47914) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:04:33.465396 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-af893726-afeb-4c69-aea9-bb192770b947 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:33.542102 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-af893726-afeb-4c69-aea9-bb192770b947 admin admin] Publish callbacks [] for security_group (4ddabf0b-37c0-40f8-8ad6-d6e8c36b0c1a), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:33.610076 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-af893726-afeb-4c69-aea9-bb192770b947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (4ddabf0b-37c0-40f8-8ad6-d6e8c36b0c1a), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:33.651468 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-af893726-afeb-4c69-aea9-bb192770b947 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=58c508772ab841e08fad07c86b795e25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2000191 Aug 27 05:04:33.654840 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 47922) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:04:33.655530 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af893726-afeb-4c69-aea9-bb192770b947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ddabf0b-37c0-40f8-8ad6-d6e8c36b0c1a,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:04:33.725110 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 47924) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:04:33.736761 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6348f8aa-3e59-4ba3-a51f-47131db45c0a admin admin] Publish callbacks [] for security_group (4ddabf0b-37c0-40f8-8ad6-d6e8c36b0c1a), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:33.772941 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6348f8aa-3e59-4ba3-a51f-47131db45c0a admin admin] Publish callbacks [] for security_group (4ddabf0b-37c0-40f8-8ad6-d6e8c36b0c1a), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:33.872780 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ec01f799-27a3-4760-b854-415639d12856 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:33.924029 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6348f8aa-3e59-4ba3-a51f-47131db45c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (4ddabf0b-37c0-40f8-8ad6-d6e8c36b0c1a), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:33.927626 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6348f8aa-3e59-4ba3-a51f-47131db45c0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:33.928992 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6348f8aa-3e59-4ba3-a51f-47131db45c0a admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/4ddabf0b-37c0-40f8-8ad6-d6e8c36b0c1a HTTP/1.1" status: 204 len: 168 time: 0.2731590 Aug 27 05:04:33.940648 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6348f8aa-3e59-4ba3-a51f-47131db45c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ddabf0b-37c0-40f8-8ad6-d6e8c36b0c1a,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:04:34.002569 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ec01f799-27a3-4760-b854-415639d12856 admin admin] Publish callbacks [] for security_group (736f947d-da9b-4fb0-865e-f03e22e77332), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:34.004448 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:34.084741 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ec01f799-27a3-4760-b854-415639d12856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (736f947d-da9b-4fb0-865e-f03e22e77332), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:34.136292 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 47938) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:04:34.136532 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ec01f799-27a3-4760-b854-415639d12856 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=4788f90a6a034fbc873a5d088ae79846&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4101202 Aug 27 05:04:34.138566 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec01f799-27a3-4760-b854-415639d12856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736f947d-da9b-4fb0-865e-f03e22e77332,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:04:34.194366 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-afdddb58-75f3-45eb-9a99-ec30818eab3f admin admin] Publish callbacks [] for security_group (736f947d-da9b-4fb0-865e-f03e22e77332), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:34.217429 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-afdddb58-75f3-45eb-9a99-ec30818eab3f admin admin] Publish callbacks [] for security_group (736f947d-da9b-4fb0-865e-f03e22e77332), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:34.439618 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=7 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:34.484475 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-afdddb58-75f3-45eb-9a99-ec30818eab3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (736f947d-da9b-4fb0-865e-f03e22e77332), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:34.487749 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-afdddb58-75f3-45eb-9a99-ec30818eab3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:34.492254 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-afdddb58-75f3-45eb-9a99-ec30818eab3f admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/736f947d-da9b-4fb0-865e-f03e22e77332 HTTP/1.1" status: 204 len: 168 time: 0.3547800 Aug 27 05:04:34.502399 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdddb58-75f3-45eb-9a99-ec30818eab3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736f947d-da9b-4fb0-865e-f03e22e77332,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:04:35.096049 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:35.136050 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:35.174420 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 47986) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:04:35.188847 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-668f5f2a-9e31-4e56-acaf-48d904132c3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:35.290316 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-668f5f2a-9e31-4e56-acaf-48d904132c3e admin admin] Publish callbacks [] for security_group (3d2e0a35-300b-4e92-b22c-49d71a08f678), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:35.369860 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-668f5f2a-9e31-4e56-acaf-48d904132c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (3d2e0a35-300b-4e92-b22c-49d71a08f678), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:35.412722 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-668f5f2a-9e31-4e56-acaf-48d904132c3e admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=7b82bb1ab10d47018a2ada8ec01bd13e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2368546 Aug 27 05:04:35.413512 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f5f2a-9e31-4e56-acaf-48d904132c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2e0a35-300b-4e92-b22c-49d71a08f678,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:04:35.415446 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 47998) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:04:35.477554 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8ebb0ae8-5920-45c7-8c68-803f82c01cf8 admin admin] Publish callbacks [] for security_group (3d2e0a35-300b-4e92-b22c-49d71a08f678), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:35.490211 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:35.525956 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8ebb0ae8-5920-45c7-8c68-803f82c01cf8 admin admin] Publish callbacks [] for security_group (3d2e0a35-300b-4e92-b22c-49d71a08f678), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:35.718714 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8ebb0ae8-5920-45c7-8c68-803f82c01cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (3d2e0a35-300b-4e92-b22c-49d71a08f678), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:35.721467 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8ebb0ae8-5920-45c7-8c68-803f82c01cf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:35.723130 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8ebb0ae8-5920-45c7-8c68-803f82c01cf8 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/3d2e0a35-300b-4e92-b22c-49d71a08f678 HTTP/1.1" status: 204 len: 168 time: 0.3023381 Aug 27 05:04:35.732399 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebb0ae8-5920-45c7-8c68-803f82c01cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2e0a35-300b-4e92-b22c-49d71a08f678,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:04:36.383958 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:36.433146 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:36.456116 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:37.044513 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:37.046532 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:37.672925 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=8 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:38.645877 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:38.770715 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:38.821625 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:39.324313 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:40.112661 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:40.164572 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:40.387883 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:40.638876 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:41.513041 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:41.620622 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:41.667382 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:42.094901 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=83,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:42.708676 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:42.879180 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:43.101906 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:43.312779 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:43.700423 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:43.843323 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 48286) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:04:43.855764 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:43.879195 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:UPDATE=3,neutron:SELECT=83,neutron:INSERT=9,neutron:DELETE=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:44.068663 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-802b6279-568b-4718-b437-53be46f70d60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:44.155814 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-802b6279-568b-4718-b437-53be46f70d60 admin admin] Publish callbacks [] for security_group (00bfb9f8-d3e1-4a9f-8ae4-6641dd97bd1c), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:44.260861 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-802b6279-568b-4718-b437-53be46f70d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (00bfb9f8-d3e1-4a9f-8ae4-6641dd97bd1c), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:44.300987 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-802b6279-568b-4718-b437-53be46f70d60 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=198e1500345a4ff286b44deda27ec602&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4557791 Aug 27 05:04:44.302707 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802b6279-568b-4718-b437-53be46f70d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00bfb9f8-d3e1-4a9f-8ae4-6641dd97bd1c,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:04:44.305940 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 48300) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:04:44.374633 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d4c40cba-d66f-42e8-a0a3-f973bc89882c admin admin] Publish callbacks [] for security_group (00bfb9f8-d3e1-4a9f-8ae4-6641dd97bd1c), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:44.399920 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d4c40cba-d66f-42e8-a0a3-f973bc89882c admin admin] Publish callbacks [] for security_group (00bfb9f8-d3e1-4a9f-8ae4-6641dd97bd1c), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:44.484834 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:44.587034 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d4c40cba-d66f-42e8-a0a3-f973bc89882c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (00bfb9f8-d3e1-4a9f-8ae4-6641dd97bd1c), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:44.589778 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d4c40cba-d66f-42e8-a0a3-f973bc89882c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:44.590946 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-d4c40cba-d66f-42e8-a0a3-f973bc89882c admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/00bfb9f8-d3e1-4a9f-8ae4-6641dd97bd1c HTTP/1.1" status: 204 len: 168 time: 0.2771337 Aug 27 05:04:44.601641 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c40cba-d66f-42e8-a0a3-f973bc89882c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00bfb9f8-d3e1-4a9f-8ae4-6641dd97bd1c,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:04:44.976199 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:45.444535 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:45.552992 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 48342) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:04:45.574767 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e7db56e5-1922-45f7-9a22-df5dd2bd824c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:45.623970 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 48348) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:04:45.694064 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e7db56e5-1922-45f7-9a22-df5dd2bd824c admin admin] Publish callbacks [] for security_group (027259e0-5559-4023-a48e-251f805a3cbf), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:45.792687 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e7db56e5-1922-45f7-9a22-df5dd2bd824c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (027259e0-5559-4023-a48e-251f805a3cbf), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:45.856331 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 48356) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:04:45.856508 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e7db56e5-1922-45f7-9a22-df5dd2bd824c admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=99515d976ead41afb953d387f2174a33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3014872 Aug 27 05:04:45.862132 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7db56e5-1922-45f7-9a22-df5dd2bd824c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027259e0-5559-4023-a48e-251f805a3cbf,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:04:45.930534 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c5c4774b-4933-446e-b613-271db387f64f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:45.978643 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dcfd6451-6bf5-4d8c-b9f3-8711c3841fe1 admin admin] Publish callbacks [] for security_group (027259e0-5559-4023-a48e-251f805a3cbf), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:46.036264 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dcfd6451-6bf5-4d8c-b9f3-8711c3841fe1 admin admin] Publish callbacks [] for security_group (027259e0-5559-4023-a48e-251f805a3cbf), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:46.127838 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:46.146480 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c5c4774b-4933-446e-b613-271db387f64f admin admin] Publish callbacks [] for security_group (b4d10533-c6e2-4ffc-b327-5dbb14dbd110), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:46.347728 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dcfd6451-6bf5-4d8c-b9f3-8711c3841fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (027259e0-5559-4023-a48e-251f805a3cbf), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:46.347952 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=7 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:46.350349 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dcfd6451-6bf5-4d8c-b9f3-8711c3841fe1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:46.351819 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-dcfd6451-6bf5-4d8c-b9f3-8711c3841fe1 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/027259e0-5559-4023-a48e-251f805a3cbf HTTP/1.1" status: 204 len: 168 time: 0.4940917 Aug 27 05:04:46.358364 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c5c4774b-4933-446e-b613-271db387f64f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (b4d10533-c6e2-4ffc-b327-5dbb14dbd110), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:46.371300 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd6451-6bf5-4d8c-b9f3-8711c3841fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027259e0-5559-4023-a48e-251f805a3cbf,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:04:46.400179 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c5c4774b-4933-446e-b613-271db387f64f admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=679bb60d87974eada81da2d458bfc06b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7748156 Aug 27 05:04:46.403295 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 48366) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:04:46.416697 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c4774b-4933-446e-b613-271db387f64f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d10533-c6e2-4ffc-b327-5dbb14dbd110,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:04:46.475668 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c1f71680-e88e-4095-ac44-456c111d74d4 admin admin] Publish callbacks [] for security_group (b4d10533-c6e2-4ffc-b327-5dbb14dbd110), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:46.501717 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c1f71680-e88e-4095-ac44-456c111d74d4 admin admin] Publish callbacks [] for security_group (b4d10533-c6e2-4ffc-b327-5dbb14dbd110), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:46.701246 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c1f71680-e88e-4095-ac44-456c111d74d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (b4d10533-c6e2-4ffc-b327-5dbb14dbd110), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:46.703974 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c1f71680-e88e-4095-ac44-456c111d74d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:46.705181 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c1f71680-e88e-4095-ac44-456c111d74d4 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/b4d10533-c6e2-4ffc-b327-5dbb14dbd110 HTTP/1.1" status: 204 len: 168 time: 0.3005998 Aug 27 05:04:46.713656 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f71680-e88e-4095-ac44-456c111d74d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d10533-c6e2-4ffc-b327-5dbb14dbd110,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:04:47.279538 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:47.302425 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:47.706445 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:47.976148 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:48.318187 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:DELETE=2,neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:48.730181 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:49.015057 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:49.124921 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:UPDATE=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:49.861060 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:50.051342 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:50.138333 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:50.175899 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:51.067364 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:51.998436 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:52.433100 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:52.506925 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:52.558110 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:DELETE=13 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:52.862709 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=14 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:52.864997 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=12 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:54.187842 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:54.724192 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:54.798191 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:55.638403 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:56.599044 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:56.614100 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:56.615058 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=27,neutron:UPDATE=7 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:56.727005 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2e71eeaf-019b-4db5-af18-9659fdd2a446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:56.906585 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:57.484273 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:57.524531 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:58.284762 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:58.369100 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:58.495846 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:58.707476 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:59.181537 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8b87b65c-6169-460e-916e-e043664a1cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:04:59.605643 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:59.689163 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:04:59.861790 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:59.940898 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:04:59.970127 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:00.374015 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:05:01.054443 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:01.376553 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:UPDATE=4,neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=11 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:01.815201 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:05:01.855674 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:02.090710 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:05:02.170108 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:04.495419 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:04.672878 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:04.912793 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:05.004258 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:05.235553 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=3 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:05.432558 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:05.728569 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=9,neutron:SELECT=91 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:06.392118 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:07.066235 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:05:07.285341 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:07.387376 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:07.934458 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 49050) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:05:07.992780 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:08.017402 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 49056) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:05:08.181113 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:08.246094 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6eb8baec-fad6-4ba2-bb6a-b292caa5ee00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:05:08.404571 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6eb8baec-fad6-4ba2-bb6a-b292caa5ee00 admin admin] Publish callbacks [] for security_group (fb556157-5e07-45e0-a778-d4408f4b020c), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:05:08.405835 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c461e822-58d0-446c-83ae-40eee80c7ccd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:05:08.505628 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c461e822-58d0-446c-83ae-40eee80c7ccd admin admin] Publish callbacks [] for security_group (611551fb-a4b5-4984-8a7a-8f4aff75b499), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:05:08.546471 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6eb8baec-fad6-4ba2-bb6a-b292caa5ee00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (fb556157-5e07-45e0-a778-d4408f4b020c), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:05:08.587203 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8baec-fad6-4ba2-bb6a-b292caa5ee00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb556157-5e07-45e0-a778-d4408f4b020c,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:05:08.593576 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6eb8baec-fad6-4ba2-bb6a-b292caa5ee00 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=0b022ef5736f41e694728fd837b9e63a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5712314 Aug 27 05:05:08.594329 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 49062) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:05:08.601156 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8baec-fad6-4ba2-bb6a-b292caa5ee00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:05:08.601505 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8baec-fad6-4ba2-bb6a-b292caa5ee00 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:05:08.601843 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8baec-fad6-4ba2-bb6a-b292caa5ee00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:05:08.602179 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8baec-fad6-4ba2-bb6a-b292caa5ee00 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:05:08.602511 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8baec-fad6-4ba2-bb6a-b292caa5ee00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:05:08.602840 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8baec-fad6-4ba2-bb6a-b292caa5ee00 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:05:08.603165 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8baec-fad6-4ba2-bb6a-b292caa5ee00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:05:08.603490 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8baec-fad6-4ba2-bb6a-b292caa5ee00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:05:08.603811 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8baec-fad6-4ba2-bb6a-b292caa5ee00 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:05:08.604131 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8baec-fad6-4ba2-bb6a-b292caa5ee00 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:05:08.604479 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8baec-fad6-4ba2-bb6a-b292caa5ee00 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:05:08.604797 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8baec-fad6-4ba2-bb6a-b292caa5ee00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:05:08.605118 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8baec-fad6-4ba2-bb6a-b292caa5ee00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:05:08.605448 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8baec-fad6-4ba2-bb6a-b292caa5ee00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:05:08.605753 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8baec-fad6-4ba2-bb6a-b292caa5ee00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:05:08.668953 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c2e2d736-88b7-4b16-8ce7-876b5cc4aca4 admin admin] Publish callbacks [] for security_group (fb556157-5e07-45e0-a778-d4408f4b020c), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:05:08.679985 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c461e822-58d0-446c-83ae-40eee80c7ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (611551fb-a4b5-4984-8a7a-8f4aff75b499), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:05:08.705626 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:08.715381 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c2e2d736-88b7-4b16-8ce7-876b5cc4aca4 admin admin] Publish callbacks [] for security_group (fb556157-5e07-45e0-a778-d4408f4b020c), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:05:08.751949 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c461e822-58d0-446c-83ae-40eee80c7ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611551fb-a4b5-4984-8a7a-8f4aff75b499,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:05:08.775390 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c461e822-58d0-446c-83ae-40eee80c7ccd admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=13e645261bc94abd9c6f3e9bc901fba6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8226371 Aug 27 05:05:08.778635 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 49066) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:05:08.841863 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8c61fe93-291e-4162-b173-17bc4a0e7ade admin admin] Publish callbacks [] for security_group (611551fb-a4b5-4984-8a7a-8f4aff75b499), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:05:08.848504 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:08.864869 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8c61fe93-291e-4162-b173-17bc4a0e7ade admin admin] Publish callbacks [] for security_group (611551fb-a4b5-4984-8a7a-8f4aff75b499), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:05:08.879810 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c2e2d736-88b7-4b16-8ce7-876b5cc4aca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (fb556157-5e07-45e0-a778-d4408f4b020c), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:05:08.890207 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c2e2d736-88b7-4b16-8ce7-876b5cc4aca4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:05:08.890207 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c2e2d736-88b7-4b16-8ce7-876b5cc4aca4 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/fb556157-5e07-45e0-a778-d4408f4b020c HTTP/1.1" status: 204 len: 168 time: 0.2848940 Aug 27 05:05:08.895497 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e2d736-88b7-4b16-8ce7-876b5cc4aca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb556157-5e07-45e0-a778-d4408f4b020c,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:05:09.050070 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8c61fe93-291e-4162-b173-17bc4a0e7ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (611551fb-a4b5-4984-8a7a-8f4aff75b499), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:05:09.052667 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8c61fe93-291e-4162-b173-17bc4a0e7ade admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:05:09.056046 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-8c61fe93-291e-4162-b173-17bc4a0e7ade admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/611551fb-a4b5-4984-8a7a-8f4aff75b499 HTTP/1.1" status: 204 len: 168 time: 0.2718954 Aug 27 05:05:09.072862 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c61fe93-291e-4162-b173-17bc4a0e7ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611551fb-a4b5-4984-8a7a-8f4aff75b499,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:05:09.090761 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c61fe93-291e-4162-b173-17bc4a0e7ade admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:05:09.090761 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c61fe93-291e-4162-b173-17bc4a0e7ade admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:05:09.090761 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c61fe93-291e-4162-b173-17bc4a0e7ade admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:05:09.090761 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c61fe93-291e-4162-b173-17bc4a0e7ade admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:05:09.090761 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c61fe93-291e-4162-b173-17bc4a0e7ade admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:05:09.090761 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c61fe93-291e-4162-b173-17bc4a0e7ade admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:05:09.090761 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c61fe93-291e-4162-b173-17bc4a0e7ade admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:05:09.091265 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c61fe93-291e-4162-b173-17bc4a0e7ade admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:05:09.091265 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c61fe93-291e-4162-b173-17bc4a0e7ade admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:05:09.091528 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c61fe93-291e-4162-b173-17bc4a0e7ade admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:05:09.092087 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c61fe93-291e-4162-b173-17bc4a0e7ade admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:05:09.092643 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c61fe93-291e-4162-b173-17bc4a0e7ade admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:05:09.095435 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c61fe93-291e-4162-b173-17bc4a0e7ade admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:05:09.096290 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=77,neutron:DELETE=20,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:09.097194 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c61fe93-291e-4162-b173-17bc4a0e7ade admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:05:09.097856 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c61fe93-291e-4162-b173-17bc4a0e7ade admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:05:09.169271 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:09.260854 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:09.686863 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=5 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:09.921252 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 49090) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:05:09.956118 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f52a9fc6-8a8c-414a-aef7-ee8f30804d1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:05:09.999028 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 49094) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:05:10.013829 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4585f46c-0ef5-4d87-ac7c-d0de98b8335c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:05:10.084975 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:10.090905 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f52a9fc6-8a8c-414a-aef7-ee8f30804d1a admin admin] Publish callbacks [] for security_group (dac29340-b212-4480-a18c-f4d671d2f7b6), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:05:10.108863 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4585f46c-0ef5-4d87-ac7c-d0de98b8335c admin admin] Publish callbacks [] for security_group (a6871020-34c0-497a-aa22-13d9de45111f), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:05:10.243897 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4585f46c-0ef5-4d87-ac7c-d0de98b8335c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (a6871020-34c0-497a-aa22-13d9de45111f), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:05:10.244467 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f52a9fc6-8a8c-414a-aef7-ee8f30804d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (dac29340-b212-4480-a18c-f4d671d2f7b6), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:05:10.290011 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f52a9fc6-8a8c-414a-aef7-ee8f30804d1a admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=27ae1bc9a12d402ca8e834ec801627f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3649251 Aug 27 05:05:10.291368 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-4585f46c-0ef5-4d87-ac7c-d0de98b8335c admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=e50dd69fcb524de78d72365fd4ca2b9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2880301 Aug 27 05:05:10.291368 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4585f46c-0ef5-4d87-ac7c-d0de98b8335c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6871020-34c0-497a-aa22-13d9de45111f,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:05:10.291544 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 49102) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:05:10.291544 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 49104) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:05:10.299660 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52a9fc6-8a8c-414a-aef7-ee8f30804d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac29340-b212-4480-a18c-f4d671d2f7b6,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:05:10.388023 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-18ef1d07-d989-434b-9239-ae4d5059317e admin admin] Publish callbacks [] for security_group (dac29340-b212-4480-a18c-f4d671d2f7b6), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:05:10.390839 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e810e6a2-e6e2-46b1-a928-fe8573d01ca3 admin admin] Publish callbacks [] for security_group (a6871020-34c0-497a-aa22-13d9de45111f), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:05:10.424528 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-18ef1d07-d989-434b-9239-ae4d5059317e admin admin] Publish callbacks [] for security_group (dac29340-b212-4480-a18c-f4d671d2f7b6), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:05:10.436231 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e810e6a2-e6e2-46b1-a928-fe8573d01ca3 admin admin] Publish callbacks [] for security_group (a6871020-34c0-497a-aa22-13d9de45111f), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:05:10.735445 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-18ef1d07-d989-434b-9239-ae4d5059317e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (dac29340-b212-4480-a18c-f4d671d2f7b6), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:05:10.739130 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-18ef1d07-d989-434b-9239-ae4d5059317e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:05:10.740538 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-18ef1d07-d989-434b-9239-ae4d5059317e admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/dac29340-b212-4480-a18c-f4d671d2f7b6 HTTP/1.1" status: 204 len: 168 time: 0.4481986 Aug 27 05:05:10.741233 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e810e6a2-e6e2-46b1-a928-fe8573d01ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (a6871020-34c0-497a-aa22-13d9de45111f), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:05:10.743654 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e810e6a2-e6e2-46b1-a928-fe8573d01ca3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:05:10.747600 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e810e6a2-e6e2-46b1-a928-fe8573d01ca3 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/a6871020-34c0-497a-aa22-13d9de45111f HTTP/1.1" status: 204 len: 168 time: 0.4513183 Aug 27 05:05:10.762249 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef1d07-d989-434b-9239-ae4d5059317e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac29340-b212-4480-a18c-f4d671d2f7b6,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:05:10.784879 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e810e6a2-e6e2-46b1-a928-fe8573d01ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6871020-34c0-497a-aa22-13d9de45111f,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:05:11.215723 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=10,neutron:SELECT=79,neutron:UPDATE=7,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:11.346769 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:11.695785 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:11.849508 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:11.993515 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 49136) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:05:12.009715 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-592de825-41b5-4e50-808b-f22af7a396e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:05:12.103340 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 49138) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:05:12.124310 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1aa55761-a24c-4379-a682-301beeca581d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:05:12.124516 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-592de825-41b5-4e50-808b-f22af7a396e8 admin admin] Publish callbacks [] for security_group (b0d73929-a55d-4b17-bb58-371a93491a80), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:05:12.226474 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-592de825-41b5-4e50-808b-f22af7a396e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (b0d73929-a55d-4b17-bb58-371a93491a80), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:05:12.232730 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1aa55761-a24c-4379-a682-301beeca581d admin admin] Publish callbacks [] for security_group (f604dc94-52dd-4820-ae9f-452c4fd46de9), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:05:12.274266 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-592de825-41b5-4e50-808b-f22af7a396e8 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=fcea7376534a4402a2d011e6f5649dec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2771401 Aug 27 05:05:12.274266 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592de825-41b5-4e50-808b-f22af7a396e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d73929-a55d-4b17-bb58-371a93491a80,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:05:12.274969 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 49146) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:05:12.341847 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1aa55761-a24c-4379-a682-301beeca581d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (f604dc94-52dd-4820-ae9f-452c4fd46de9), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:05:12.358912 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e85ef12f-e0e4-4eaa-941b-8eb735d7cded admin admin] Publish callbacks [] for security_group (b0d73929-a55d-4b17-bb58-371a93491a80), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:05:12.411694 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e85ef12f-e0e4-4eaa-941b-8eb735d7cded admin admin] Publish callbacks [] for security_group (b0d73929-a55d-4b17-bb58-371a93491a80), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:05:12.415563 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1aa55761-a24c-4379-a682-301beeca581d admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=5f6e053581ff4e5aab7ca0258d8f7088&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3109519 Aug 27 05:05:12.418459 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 49150) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:05:12.472317 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:12.474917 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2ebc67dd-7bc9-4f3d-8bfc-616998c57360 admin admin] Publish callbacks [] for security_group (f604dc94-52dd-4820-ae9f-452c4fd46de9), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:05:12.475512 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa55761-a24c-4379-a682-301beeca581d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f604dc94-52dd-4820-ae9f-452c4fd46de9,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:05:12.505482 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2ebc67dd-7bc9-4f3d-8bfc-616998c57360 admin admin] Publish callbacks [] for security_group (f604dc94-52dd-4820-ae9f-452c4fd46de9), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:05:12.592326 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e85ef12f-e0e4-4eaa-941b-8eb735d7cded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (b0d73929-a55d-4b17-bb58-371a93491a80), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:05:12.594919 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e85ef12f-e0e4-4eaa-941b-8eb735d7cded admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:05:12.596953 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e85ef12f-e0e4-4eaa-941b-8eb735d7cded admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/b0d73929-a55d-4b17-bb58-371a93491a80 HTTP/1.1" status: 204 len: 168 time: 0.3209331 Aug 27 05:05:12.605527 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ef12f-e0e4-4eaa-941b-8eb735d7cded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d73929-a55d-4b17-bb58-371a93491a80,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:05:12.707389 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2ebc67dd-7bc9-4f3d-8bfc-616998c57360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (f604dc94-52dd-4820-ae9f-452c4fd46de9), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:05:12.710148 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2ebc67dd-7bc9-4f3d-8bfc-616998c57360 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:05:12.711339 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2ebc67dd-7bc9-4f3d-8bfc-616998c57360 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/f604dc94-52dd-4820-ae9f-452c4fd46de9 HTTP/1.1" status: 204 len: 168 time: 0.2913334 Aug 27 05:05:12.723846 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebc67dd-7bc9-4f3d-8bfc-616998c57360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f604dc94-52dd-4820-ae9f-452c4fd46de9,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:05:13.187660 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:13.456140 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:14.140726 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:14.295744 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:14.959136 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:15.598160 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:15.644518 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:15.946629 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:16.661007 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:17.070678 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:17.276892 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:17.326125 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:17.386447 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:17.602385 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:18.524039 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:18.569250 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:18.678585 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=4,neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:19.038696 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:19.186643 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:19.294776 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:19.425643 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:19.603677 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:19.638358 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:20.266177 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:20.317893 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:20.514176 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:20.912420 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:21.089322 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:05:21.483574 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:21.695141 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:21.723713 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:21.753880 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:22.272033 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:22.323209 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:22.737181 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:22.798062 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:23.003338 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:23.066491 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:23.249181 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:23.631365 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:23.700918 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:24.285470 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:24.500824 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:24.911855 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=9,neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:24.974921 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:26.440991 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:UPDATE=4,neutron:SELECT=87,neutron:INSERT=9 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:26.649018 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:26.734947 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5e410b90-282a-4d6e-b71f-4d35f7413fbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:05:26.796603 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:27.591917 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:28.060400 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=77,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:28.192349 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:28.393432 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:29.090332 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=18,neutron:UPDATE=6 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:29.443674 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:29.603906 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-365ffe9d-011b-42da-ac7e-5f6e155c505e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:05:30.076807 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:30.295830 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:30.374576 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:05:30.632597 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=19,neutron:SELECT=79,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:30.934757 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:DELETE=10,neutron:UPDATE=1,neutron:SELECT=89 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:31.088932 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:31.745720 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:05:31.831977 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:31.969523 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:05:32.393102 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:32.619132 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:INSERT=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:33.218550 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:33.265416 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:33.754789 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:33.883559 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:34.318307 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:34.683269 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:34.717772 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:35.346226 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:36.084494 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:36.178927 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:36.687610 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:05:36.832518 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:37.064784 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:05:37.262203 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:37.837244 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:38.254724 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:38.386049 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:38.506155 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:38.716274 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:39.632651 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:DELETE=2,neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:40.254776 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:40.740523 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:DELETE=2,neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:41.523287 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:42.235168 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=3 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:42.482799 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:43.071475 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:43.648648 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:44.031155 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:44.402022 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:44.904873 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:44.992350 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:45.579803 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:46.622254 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:46.694587 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:46.814903 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:46.938240 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:46.963404 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:47.689541 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:49.191638 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:49.875909 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:49.911791 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:50.185778 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:51.287126 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:05:51.637573 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:51.894492 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:51.984545 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:DELETE=9 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:53.167230 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:54.929396 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:55.550386 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:55.672443 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:55.711651 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:56.648235 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:DELETE=6,neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:56.911398 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9ee5faa7-defd-4e8a-9d6f-371c7ce5bb0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:05:58.099737 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:58.413846 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:58.545423 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=77,neutron:DELETE=5,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:58.910411 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:59.208859 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-02428f17-6a4c-4b9f-aa0d-d49250337943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:05:59.711443 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=7 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:05:59.786234 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:00.185533 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=2,neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:00.351657 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:06:00.643054 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:00.957020 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:01.117219 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:01.570674 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:01.821224 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:06:02.032739 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:02.094886 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:06:02.338554 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:02.626306 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:03.048877 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:03.185735 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=7,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:04.111382 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:04.282850 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:04.699783 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:DELETE=2,neutron:INSERT=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:04.906281 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:06.045424 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:07.162719 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:06:07.899532 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:08.111348 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:08.482324 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:09.488333 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:09.974289 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=3,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:10.220931 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:11.000421 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=7 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:12.513471 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:12.585170 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=80,neutron:INSERT=10,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:12.769171 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:12.841261 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:13.299350 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:13.688704 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:06:14.756506 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:14.892090 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:15.241123 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:15.568821 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:15.643042 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:16.859629 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:16.963706 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=27,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:16.963706 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:17.117238 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:17.275366 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=76,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=13 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:17.447979 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:18.974417 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:19.162462 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:19.241487 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=3 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:19.281842 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:20.029258 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 51058) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:06:20.103715 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:20.175167 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-720ec239-fa27-44db-a75c-9b2d69c4522b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:06:20.267034 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-720ec239-fa27-44db-a75c-9b2d69c4522b admin admin] Publish callbacks [] for security_group (80d38c80-57d3-4ddf-916d-f9172476aefc), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:06:20.677035 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-720ec239-fa27-44db-a75c-9b2d69c4522b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (80d38c80-57d3-4ddf-916d-f9172476aefc), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:06:20.722488 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-720ec239-fa27-44db-a75c-9b2d69c4522b admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=e302e0a4dc73497a984110c7ba5285f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6921315 Aug 27 05:06:20.724518 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ec239-fa27-44db-a75c-9b2d69c4522b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d38c80-57d3-4ddf-916d-f9172476aefc,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:06:20.725273 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 51082) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:06:20.732409 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720ec239-fa27-44db-a75c-9b2d69c4522b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:06:20.732763 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720ec239-fa27-44db-a75c-9b2d69c4522b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:06:20.733125 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720ec239-fa27-44db-a75c-9b2d69c4522b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:06:20.733456 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720ec239-fa27-44db-a75c-9b2d69c4522b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:06:20.734487 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720ec239-fa27-44db-a75c-9b2d69c4522b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:06:20.734832 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720ec239-fa27-44db-a75c-9b2d69c4522b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:06:20.735205 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720ec239-fa27-44db-a75c-9b2d69c4522b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:06:20.735543 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720ec239-fa27-44db-a75c-9b2d69c4522b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:06:20.735899 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720ec239-fa27-44db-a75c-9b2d69c4522b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:06:20.736259 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720ec239-fa27-44db-a75c-9b2d69c4522b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:06:20.736615 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720ec239-fa27-44db-a75c-9b2d69c4522b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:06:20.736945 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720ec239-fa27-44db-a75c-9b2d69c4522b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:06:20.737271 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720ec239-fa27-44db-a75c-9b2d69c4522b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:06:20.737595 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720ec239-fa27-44db-a75c-9b2d69c4522b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:06:20.737920 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720ec239-fa27-44db-a75c-9b2d69c4522b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:06:20.778705 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1b557417-6263-49c1-93f7-a1c4ef5a4745 admin admin] Publish callbacks [] for security_group (80d38c80-57d3-4ddf-916d-f9172476aefc), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:06:20.799254 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1b557417-6263-49c1-93f7-a1c4ef5a4745 admin admin] Publish callbacks [] for security_group (80d38c80-57d3-4ddf-916d-f9172476aefc), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:06:21.413878 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1b557417-6263-49c1-93f7-a1c4ef5a4745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (80d38c80-57d3-4ddf-916d-f9172476aefc), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:06:21.416959 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1b557417-6263-49c1-93f7-a1c4ef5a4745 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:06:21.421979 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1b557417-6263-49c1-93f7-a1c4ef5a4745 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/80d38c80-57d3-4ddf-916d-f9172476aefc HTTP/1.1" status: 204 len: 168 time: 0.6955600 Aug 27 05:06:21.434480 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:06:21.449079 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b557417-6263-49c1-93f7-a1c4ef5a4745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d38c80-57d3-4ddf-916d-f9172476aefc,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:06:21.457711 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b557417-6263-49c1-93f7-a1c4ef5a4745 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:06:21.458055 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b557417-6263-49c1-93f7-a1c4ef5a4745 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:06:21.458864 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b557417-6263-49c1-93f7-a1c4ef5a4745 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:06:21.459448 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b557417-6263-49c1-93f7-a1c4ef5a4745 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:06:21.460004 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b557417-6263-49c1-93f7-a1c4ef5a4745 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:06:21.460590 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b557417-6263-49c1-93f7-a1c4ef5a4745 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:06:21.461128 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b557417-6263-49c1-93f7-a1c4ef5a4745 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:06:21.461632 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b557417-6263-49c1-93f7-a1c4ef5a4745 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:06:21.461966 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b557417-6263-49c1-93f7-a1c4ef5a4745 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:06:21.462421 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b557417-6263-49c1-93f7-a1c4ef5a4745 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:06:21.462759 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b557417-6263-49c1-93f7-a1c4ef5a4745 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:06:21.463128 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b557417-6263-49c1-93f7-a1c4ef5a4745 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:06:21.463465 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b557417-6263-49c1-93f7-a1c4ef5a4745 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:06:21.463941 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b557417-6263-49c1-93f7-a1c4ef5a4745 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:06:21.464299 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b557417-6263-49c1-93f7-a1c4ef5a4745 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:06:22.785191 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:22.804799 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 51132) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:06:22.818917 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2458e3cf-deed-466f-841c-57996c21e4aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:06:22.897213 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2458e3cf-deed-466f-841c-57996c21e4aa admin admin] Publish callbacks [] for security_group (2147a98c-4b01-45b3-8bdf-22409fe29c2c), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:06:23.240323 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2458e3cf-deed-466f-841c-57996c21e4aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (2147a98c-4b01-45b3-8bdf-22409fe29c2c), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:06:23.284010 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:23.284903 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2458e3cf-deed-466f-841c-57996c21e4aa admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=b385db5b846f4d8588a22c2580858ff7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4788618 Aug 27 05:06:23.285710 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2458e3cf-deed-466f-841c-57996c21e4aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2147a98c-4b01-45b3-8bdf-22409fe29c2c,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:06:23.287488 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 51142) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:06:23.339775 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7f179e19-9848-4cfa-9be5-4456e83205b6 admin admin] Publish callbacks [] for security_group (2147a98c-4b01-45b3-8bdf-22409fe29c2c), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:06:23.362121 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7f179e19-9848-4cfa-9be5-4456e83205b6 admin admin] Publish callbacks [] for security_group (2147a98c-4b01-45b3-8bdf-22409fe29c2c), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:06:23.380484 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:23.684542 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=5 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:23.749926 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7f179e19-9848-4cfa-9be5-4456e83205b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (2147a98c-4b01-45b3-8bdf-22409fe29c2c), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:06:23.767248 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7f179e19-9848-4cfa-9be5-4456e83205b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:06:23.767248 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7f179e19-9848-4cfa-9be5-4456e83205b6 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/2147a98c-4b01-45b3-8bdf-22409fe29c2c HTTP/1.1" status: 204 len: 168 time: 0.4657795 Aug 27 05:06:23.767248 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f179e19-9848-4cfa-9be5-4456e83205b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2147a98c-4b01-45b3-8bdf-22409fe29c2c,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:06:24.316151 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:26.572371 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:26.649764 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 51242) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:06:26.798440 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-86c9091b-ed9d-4154-b180-3c714fe26988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:06:26.813375 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-566f30eb-c14b-472c-a673-8592b4e94e1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:06:26.898659 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-566f30eb-c14b-472c-a673-8592b4e94e1d admin admin] Publish callbacks [] for security_group (e7d21ca5-8eb4-4073-87a5-458dd52ff875), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:06:27.098009 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:27.178578 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-566f30eb-c14b-472c-a673-8592b4e94e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (e7d21ca5-8eb4-4073-87a5-458dd52ff875), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:06:27.218902 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:27.224475 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 51260) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:06:27.224642 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-566f30eb-c14b-472c-a673-8592b4e94e1d admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=3abffd4bf8e440eba2bf206be1061226&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5736866 Aug 27 05:06:27.225413 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566f30eb-c14b-472c-a673-8592b4e94e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d21ca5-8eb4-4073-87a5-458dd52ff875,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:06:27.273914 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-89a427de-907b-4677-b132-8b9ddd6e144c admin admin] Publish callbacks [] for security_group (e7d21ca5-8eb4-4073-87a5-458dd52ff875), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:06:27.298767 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-89a427de-907b-4677-b132-8b9ddd6e144c admin admin] Publish callbacks [] for security_group (e7d21ca5-8eb4-4073-87a5-458dd52ff875), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:06:27.441774 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-89a427de-907b-4677-b132-8b9ddd6e144c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (e7d21ca5-8eb4-4073-87a5-458dd52ff875), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:06:27.444437 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-89a427de-907b-4677-b132-8b9ddd6e144c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:06:27.448582 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-89a427de-907b-4677-b132-8b9ddd6e144c admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/e7d21ca5-8eb4-4073-87a5-458dd52ff875 HTTP/1.1" status: 204 len: 168 time: 0.2229390 Aug 27 05:06:27.457495 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a427de-907b-4677-b132-8b9ddd6e144c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d21ca5-8eb4-4073-87a5-458dd52ff875,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:06:28.391384 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:28.950867 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:29.178999 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-30dc6cc4-413e-428c-99be-dc636c7f721d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:06:29.695045 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:29.996663 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:30.175921 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:30.465729 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:06:31.356838 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:31.773334 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:06:31.996305 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:06:32.013312 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:32.601875 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:32.813823 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=80,neutron:DELETE=16,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:32.931508 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:33.533378 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:35.143240 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:35.450846 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [req-c8d8e50a-820a-4a16-a9bb-8b9fbba7178f req-4a77f6ce-efa8-4b63-8006-9879bde25d6a service neutron] (107776) timed out ('10.222.0.75', 53833) {{(pid=107776) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 27 05:06:35.682084 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:35.860919 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:35.990558 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=13,neutron:SELECT=81,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:36.207477 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:36.933609 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:37.094601 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:06:37.459079 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:37.688114 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:38.069817 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:38.281838 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=80,neutron:DELETE=10,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:38.760318 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:38.853575 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:39.137656 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:39.737272 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:39.997772 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:40.516187 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=6,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:40.653437 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=80,neutron:INSERT=8,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:41.996455 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:42.223153 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:42.401635 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:42.447661 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:42.887573 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:43.156833 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=82,neutron:DELETE=12,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:43.201748 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:43.337499 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:43.721673 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:43.915974 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:44.312384 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:44.425726 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:44.796775 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:44.824807 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:45.802175 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:46.949832 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:46.957559 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=14,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:47.236433 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:47.844354 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:DELETE=9,neutron:SELECT=81,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:48.161954 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:48.545566 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:49.651504 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=10,neutron:SELECT=78,neutron:UPDATE=6,neutron:DELETE=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:50.674483 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=79,neutron:INSERT=12,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:50.694717 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:06:50.738486 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:51.276672 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:06:51.429540 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:51.607125 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 51984) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:06:51.814735 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f41ced11-fd15-4213-a663-c11a09f3c357 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=5034a717d9704e5ba0af54eda8554717&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2053947 Aug 27 05:06:51.817263 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 51996) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:06:51.874572 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-55e3f567-91c8-492e-ac59-ce451af82e0b admin admin] Publish callbacks [] for security_group (11b31b8c-3a1d-4136-8264-cc28240aeb30), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:06:51.894938 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-55e3f567-91c8-492e-ac59-ce451af82e0b admin admin] Publish callbacks [] for security_group (11b31b8c-3a1d-4136-8264-cc28240aeb30), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:06:52.126879 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-55e3f567-91c8-492e-ac59-ce451af82e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (11b31b8c-3a1d-4136-8264-cc28240aeb30), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:06:52.134945 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-55e3f567-91c8-492e-ac59-ce451af82e0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:06:52.134945 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-55e3f567-91c8-492e-ac59-ce451af82e0b admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/11b31b8c-3a1d-4136-8264-cc28240aeb30 HTTP/1.1" status: 204 len: 168 time: 0.3125384 Aug 27 05:06:52.162762 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e3f567-91c8-492e-ac59-ce451af82e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b31b8c-3a1d-4136-8264-cc28240aeb30,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:06:52.365665 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=11,neutron:SELECT=84,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:52.892955 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:53.482999 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=81,neutron:DELETE=9,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:53.715774 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:55.663905 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:56.200148 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:56.231501 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=25 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:56.783883 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6e1d75d4-0cc5-4f51-99b6-1f562b595a4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:06:57.042367 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:57.578975 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:57.812689 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b0e6f494-0d76-4684-984b-3749584b9bef req-15368d0f-1dd5-470b-95c1-b23ec77446ad tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=6f638f3ce4da4e149f2cf7f0079f018e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349338 Aug 27 05:06:58.014130 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6f494-0d76-4684-984b-3749584b9bef req-b37d9421-1344-471f-9416-c316d89e1a88 tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:06:58.015871 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b0e6f494-0d76-4684-984b-3749584b9bef req-b37d9421-1344-471f-9416-c316d89e1a88 tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1979632 Aug 27 05:06:58.031103 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b0e6f494-0d76-4684-984b-3749584b9bef req-25bb1712-2d6a-4337-8ffc-99720c2e6988 tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] 10.222.0.76 "GET /networking/v2.0/quotas/6f638f3ce4da4e149f2cf7f0079f018e HTTP/1.1" status: 200 len: 375 time: 0.0097342 Aug 27 05:06:58.065107 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b0e6f494-0d76-4684-984b-3749584b9bef req-5bb880db-5c32-440f-aab6-eab711dfd089 tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=6f638f3ce4da4e149f2cf7f0079f018e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288870 Aug 27 05:06:58.660653 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f9fa02da-7352-48a1-8ccd-9392f1262d7b req-2ebfa839-aa2d-4e72-9f7c-6442a5a30cdf tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=c2f90d76-a091-47a1-b7ef-ed3856ddd845 HTTP/1.1" status: 200 len: 210 time: 0.1545849 Aug 27 05:06:58.847159 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=6,neutron:INSERT=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:59.189763 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-18ee4328-2f6a-4f91-9e97-1e9f736ffc44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:06:59.222108 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:59.775535 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e5c514cb-4a86-459d-9db2-33389d558eaa req-a80a286c-2db5-4abc-a6bc-3d488dc02663 tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=c2f90d76-a091-47a1-b7ef-ed3856ddd845 HTTP/1.1" status: 200 len: 210 time: 0.0449314 Aug 27 05:06:59.776486 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:06:59.921734 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:00.418496 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:00.694842 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=9 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:00.861261 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-92b2ed67-dcb2-424c-839a-cf581f24ee2d req-b793893f-9539-462b-aac7-61fb9db8c1db tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=c2f90d76-a091-47a1-b7ef-ed3856ddd845 HTTP/1.1" status: 200 len: 210 time: 0.0302682 Aug 27 05:07:01.018310 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:01.691072 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=81,neutron:DELETE=10,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:01.841546 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:01.979756 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-420c5a2f-f931-4be9-8ba8-7fd116d48a1e req-73998f31-b2c5-4971-8550-1a440253f923 tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=c2f90d76-a091-47a1-b7ef-ed3856ddd845 HTTP/1.1" status: 200 len: 210 time: 0.0304537 Aug 27 05:07:02.046751 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:02.777095 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:03.084330 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8cba3dec-0c4f-4102-84ce-13beeb5dc7b3 req-52b4aa5e-2c1d-444c-8c67-929973795acf tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=c2f90d76-a091-47a1-b7ef-ed3856ddd845 HTTP/1.1" status: 200 len: 210 time: 0.0281973 Aug 27 05:07:03.213567 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-b0e6f494-0d76-4684-984b-3749584b9bef req-23083048-6d7c-458e-bd28-9c757146197f tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] 10.222.0.75 "GET /networking/v2.0/networks?tenant_id=6f638f3ce4da4e149f2cf7f0079f018e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391102 Aug 27 05:07:03.361495 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:03.429141 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6f494-0d76-4684-984b-3749584b9bef req-61e884d2-9031-4e20-b7bf-b4302fd96f21 tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:07:03.430610 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-b0e6f494-0d76-4684-984b-3749584b9bef req-61e884d2-9031-4e20-b7bf-b4302fd96f21 tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] 10.222.0.75 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2110727 Aug 27 05:07:03.449962 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [req-b0e6f494-0d76-4684-984b-3749584b9bef req-80e68c3b-2d6b-4766-b515-30e6d38e7272 tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] Request body: {'port': {'device_id': 'c2f90d76-a091-47a1-b7ef-ed3856ddd845', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'admin_state_up': True, 'tenant_id': '6f638f3ce4da4e149f2cf7f0079f018e'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:07:03.715167 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0e6f494-0d76-4684-984b-3749584b9bef req-80e68c3b-2d6b-4766-b515-30e6d38e7272 tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] Made reservation on behalf of 6f638f3ce4da4e149f2cf7f0079f018e for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:07:03.719482 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-b0e6f494-0d76-4684-984b-3749584b9bef req-80e68c3b-2d6b-4766-b515-30e6d38e7272 tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:03.729037 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-b0e6f494-0d76-4684-984b-3749584b9bef req-80e68c3b-2d6b-4766-b515-30e6d38e7272 tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:03.820654 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-b0e6f494-0d76-4684-984b-3749584b9bef req-80e68c3b-2d6b-4766-b515-30e6d38e7272 tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] Publish callbacks [] for security_group (7cdc3bf0-92a8-4c70-bbd9-926dd0973a4b), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:03.876382 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:03.915906 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-b0e6f494-0d76-4684-984b-3749584b9bef req-80e68c3b-2d6b-4766-b515-30e6d38e7272 tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (7cdc3bf0-92a8-4c70-bbd9-926dd0973a4b), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:03.983738 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e68c3b-2d6b-4766-b515-30e6d38e7272 tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cdc3bf0-92a8-4c70-bbd9-926dd0973a4b,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:04.073563 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [req-b0e6f494-0d76-4684-984b-3749584b9bef req-80e68c3b-2d6b-4766-b515-30e6d38e7272 tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] Allocated IP 192.168.233.102 (a82fb463-5a8f-4b8b-991d-61491eba11c6/120f3302-721f-4373-86a6-3aa14ccf6ac4/9a9ba9ae-927c-412f-acf7-32bb8ccb2af1) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:07:04.231361 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-971eb878-135f-48ad-bdfc-f96947dfbca1 req-2b9821a1-f1c7-40bd-bf44-0bff11bb3f2c tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=c2f90d76-a091-47a1-b7ef-ed3856ddd845 HTTP/1.1" status: 200 len: 210 time: 0.0493355 Aug 27 05:07:04.278720 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-b0e6f494-0d76-4684-984b-3749584b9bef req-80e68c3b-2d6b-4766-b515-30e6d38e7272 tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] Publish callbacks [] for port (9a9ba9ae-927c-412f-acf7-32bb8ccb2af1), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:04.440315 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-b0e6f494-0d76-4684-984b-3749584b9bef req-80e68c3b-2d6b-4766-b515-30e6d38e7272 tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (9a9ba9ae-927c-412f-acf7-32bb8ccb2af1), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:04.490255 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0e6f494-0d76-4684-984b-3749584b9bef req-80e68c3b-2d6b-4766-b515-30e6d38e7272 tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] Network a82fb463-5a8f-4b8b-991d-61491eba11c6 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:07:04.496035 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [req-b0e6f494-0d76-4684-984b-3749584b9bef req-80e68c3b-2d6b-4766-b515-30e6d38e7272 tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:07:04.500398 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0e6f494-0d76-4684-984b-3749584b9bef req-80e68c3b-2d6b-4766-b515-30e6d38e7272 tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:07:04.534599 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e68c3b-2d6b-4766-b515-30e6d38e7272 tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] Pushing event updated for resources: {'Port': ['ID=9a9ba9ae-927c-412f-acf7-32bb8ccb2af1,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:04.564765 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6f494-0d76-4684-984b-3749584b9bef req-80e68c3b-2d6b-4766-b515-30e6d38e7272 tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:07:04.565550 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-b0e6f494-0d76-4684-984b-3749584b9bef req-80e68c3b-2d6b-4766-b515-30e6d38e7272 tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:04.695508 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-b0e6f494-0d76-4684-984b-3749584b9bef req-80e68c3b-2d6b-4766-b515-30e6d38e7272 tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] 10.222.0.75 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2498994 Aug 27 05:07:04.704775 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [req-b0e6f494-0d76-4684-984b-3749584b9bef req-aeb57b4c-64b6-436f-bf6a-84c1287b0419 tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] http://10.222.0.76:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107776) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 05:07:04.705773 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-b0e6f494-0d76-4684-984b-3749584b9bef req-aeb57b4c-64b6-436f-bf6a-84c1287b0419 tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] 10.222.0.75 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054140 Aug 27 05:07:04.760020 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-33c20ade-8add-4d96-821a-83056b334882 None None] Provisioning complete for port 9a9ba9ae-927c-412f-acf7-32bb8ccb2af1 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:07:04.760020 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-33c20ade-8add-4d96-821a-83056b334882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (9a9ba9ae-927c-412f-acf7-32bb8ccb2af1), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:04.783649 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [req-b0e6f494-0d76-4684-984b-3749584b9bef req-e37d84c7-81fd-485d-bc51-42725737d715 service neutron] Request body: {'port': {'device_id': 'c2f90d76-a091-47a1-b7ef-ed3856ddd845', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-852088-5'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:07:04.793195 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-33c20ade-8add-4d96-821a-83056b334882 None None] Port 9a9ba9ae-927c-412f-acf7-32bb8ccb2af1 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:07:04.862286 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-b0e6f494-0d76-4684-984b-3749584b9bef req-e37d84c7-81fd-485d-bc51-42725737d715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (9a9ba9ae-927c-412f-acf7-32bb8ccb2af1), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:05.209347 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:INSERT=3,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:05.398113 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73023b-d83d-4c9f-ab07-a84ba928b367 req-e7866a8a-a060-48d0-a43b-e1451d1109cc tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:07:05.399857 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7b73023b-d83d-4c9f-ab07-a84ba928b367 req-e7866a8a-a060-48d0-a43b-e1451d1109cc tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=c2f90d76-a091-47a1-b7ef-ed3856ddd845 HTTP/1.1" status: 200 len: 936 time: 0.0633619 Aug 27 05:07:05.468597 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7b73023b-d83d-4c9f-ab07-a84ba928b367 req-5ebf28d2-d61b-46a3-a0ec-c4cdb9e366d9 tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=7cdc3bf0-92a8-4c70-bbd9-926dd0973a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586886 Aug 27 05:07:05.555370 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [req-b0e6f494-0d76-4684-984b-3749584b9bef req-e37d84c7-81fd-485d-bc51-42725737d715 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a9ba9ae-927c-412f-acf7-32bb8ccb2af1 {{(pid=107776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 05:07:05.563904 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-b0e6f494-0d76-4684-984b-3749584b9bef req-e37d84c7-81fd-485d-bc51-42725737d715 service neutron] Publish callbacks [] for port (9a9ba9ae-927c-412f-acf7-32bb8ccb2af1), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:05.580434 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.provisioning_blocks [req-b0e6f494-0d76-4684-984b-3749584b9bef req-e37d84c7-81fd-485d-bc51-42725737d715 service neutron] Transition to ACTIVE for port object 9a9ba9ae-927c-412f-acf7-32bb8ccb2af1 will not be triggered until provisioned by entity L2. {{(pid=107776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 27 05:07:05.618295 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=7 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:05.664692 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-b0e6f494-0d76-4684-984b-3749584b9bef req-e37d84c7-81fd-485d-bc51-42725737d715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (9a9ba9ae-927c-412f-acf7-32bb8ccb2af1), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:05.670918 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=77,neutron:INSERT=20,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:05.755381 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d84c7-81fd-485d-bc51-42725737d715 service neutron] Pushing event updated for resources: {'Port': ['ID=9a9ba9ae-927c-412f-acf7-32bb8ccb2af1,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:05.787842 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-b0e6f494-0d76-4684-984b-3749584b9bef req-e37d84c7-81fd-485d-bc51-42725737d715 service neutron] Attempting to bind port 9a9ba9ae-927c-412f-acf7-32bb8ccb2af1 on host n-h1-852088-5 for vnic_type normal with profile {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:07:05.788408 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-b0e6f494-0d76-4684-984b-3749584b9bef req-e37d84c7-81fd-485d-bc51-42725737d715 service neutron] Attempting to bind port 9a9ba9ae-927c-412f-acf7-32bb8ccb2af1 by drivers openvswitch,hyperv on host n-h1-852088-5 at level 0 using segments [{'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:07:05.788585 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e6f494-0d76-4684-984b-3749584b9bef req-e37d84c7-81fd-485d-bc51-42725737d715 service neutron] Attempting to bind port 9a9ba9ae-927c-412f-acf7-32bb8ccb2af1 on network a82fb463-5a8f-4b8b-991d-61491eba11c6 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:07:05.797749 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e6f494-0d76-4684-984b-3749584b9bef req-e37d84c7-81fd-485d-bc51-42725737d715 service neutron] Port 9a9ba9ae-927c-412f-acf7-32bb8ccb2af1 on network a82fb463-5a8f-4b8b-991d-61491eba11c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-852088-5 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 05:07:05.798079 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e6f494-0d76-4684-984b-3749584b9bef req-e37d84c7-81fd-485d-bc51-42725737d715 service neutron] Attempting to bind port 9a9ba9ae-927c-412f-acf7-32bb8ccb2af1 on network a82fb463-5a8f-4b8b-991d-61491eba11c6 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:07:05.803836 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e6f494-0d76-4684-984b-3749584b9bef req-e37d84c7-81fd-485d-bc51-42725737d715 service neutron] Checking agent: {'id': '6d03b773-90f7-436b-9be6-5928d8d54dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 36, 21), 'started_at': datetime.datetime(2022, 8, 27, 4, 36, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:07:05.804208 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e6f494-0d76-4684-984b-3749584b9bef req-e37d84c7-81fd-485d-bc51-42725737d715 service neutron] Checking segment: {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:07:05.804587 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e6f494-0d76-4684-984b-3749584b9bef req-e37d84c7-81fd-485d-bc51-42725737d715 service neutron] Bound using segment: {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'} {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:07:05.805021 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-b0e6f494-0d76-4684-984b-3749584b9bef req-e37d84c7-81fd-485d-bc51-42725737d715 service neutron] Bound port: 9a9ba9ae-927c-412f-acf7-32bb8ccb2af1, host: n-h1-852088-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'}}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:07:05.805386 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-b0e6f494-0d76-4684-984b-3749584b9bef req-e37d84c7-81fd-485d-bc51-42725737d715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (9a9ba9ae-927c-412f-acf7-32bb8ccb2af1), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:05.842849 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:05.875610 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-b0e6f494-0d76-4684-984b-3749584b9bef req-e37d84c7-81fd-485d-bc51-42725737d715 service neutron] For port 9a9ba9ae-927c-412f-acf7-32bb8ccb2af1, host n-h1-852088-5, cleared binding levels {{(pid=107776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:07:05.878742 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-b0e6f494-0d76-4684-984b-3749584b9bef req-e37d84c7-81fd-485d-bc51-42725737d715 service neutron] For port 9a9ba9ae-927c-412f-acf7-32bb8ccb2af1, host n-h1-852088-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=9a9ba9ae-927c-412f-acf7-32bb8ccb2af1,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:07:05.962445 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-b0e6f494-0d76-4684-984b-3749584b9bef req-e37d84c7-81fd-485d-bc51-42725737d715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (9a9ba9ae-927c-412f-acf7-32bb8ccb2af1), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:05.969917 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6f494-0d76-4684-984b-3749584b9bef req-e37d84c7-81fd-485d-bc51-42725737d715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:07:05.971043 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-b0e6f494-0d76-4684-984b-3749584b9bef req-e37d84c7-81fd-485d-bc51-42725737d715 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:05.972749 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-b0e6f494-0d76-4684-984b-3749584b9bef req-e37d84c7-81fd-485d-bc51-42725737d715 service neutron] 10.222.0.75 "PUT /networking/v2.0/ports/9a9ba9ae-927c-412f-acf7-32bb8ccb2af1 HTTP/1.1" status: 200 len: 1096 time: 1.2536733 Aug 27 05:07:05.973395 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f90d76-a091-47a1-b7ef-ed3856ddd845', 'tag': '9a9ba9ae-927c-412f-acf7-32bb8ccb2af1'}] {{(pid=107776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 05:07:05.976070 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7ad66632f4c78724655075356aa8535ba41c652eced6c9cea0c1f0c67b1e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a1e5821-c7f8-49a8-86b6-2005579b0562" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f90d76-a091-47a1-b7ef-ed3856ddd845", "tag": "9a9ba9ae-927c-412f-acf7-32bb8ccb2af1"}]}' {{(pid=107776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 05:07:06.050403 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d84c7-81fd-485d-bc51-42725737d715 service neutron] Pushing event updated for resources: {'Port': ['ID=9a9ba9ae-927c-412f-acf7-32bb8ccb2af1,revision_number=3']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:06.171926 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 52518) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:07:06.206134 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6f494-0d76-4684-984b-3749584b9bef req-c87a7b0d-acdb-4266-8538-98e4432cbb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:07:06.207769 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-b0e6f494-0d76-4684-984b-3749584b9bef req-c87a7b0d-acdb-4266-8538-98e4432cbb71 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=6f638f3ce4da4e149f2cf7f0079f018e&device_id=c2f90d76-a091-47a1-b7ef-ed3856ddd845 HTTP/1.1" status: 200 len: 1130 time: 0.0513668 Aug 27 05:07:06.259941 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 05:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c694b81e-99ec-4263-b85d-8d352359837f x-openstack-request-id: req-c694b81e-99ec-4263-b85d-8d352359837f {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 05:07:06.260392 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f90d76-a091-47a1-b7ef-ed3856ddd845", "tag": "9a9ba9ae-927c-412f-acf7-32bb8ccb2af1", "status": "completed", "code": 200}]} {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 05:07:06.261058 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c694b81e-99ec-4263-b85d-8d352359837f {{(pid=107776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 05:07:06.261219 n-d-852088-5 neutron-server[107776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c694b81e-99ec-4263-b85d-8d352359837f'] response: {'name': 'network-changed', 'server_uuid': 'c2f90d76-a091-47a1-b7ef-ed3856ddd845', 'tag': '9a9ba9ae-927c-412f-acf7-32bb8ccb2af1', 'status': 'completed', 'code': 200} Aug 27 05:07:06.264517 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-b0e6f494-0d76-4684-984b-3749584b9bef req-0759c4b4-0327-4718-a397-e877fd5652ec service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=9a9ba9ae-927c-412f-acf7-32bb8ccb2af1 HTTP/1.1" status: 200 len: 217 time: 0.0427113 Aug 27 05:07:06.338282 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0dfe968c-703e-4147-bf05-d5169b7a66df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:06.338933 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6f494-0d76-4684-984b-3749584b9bef req-786a0aa7-194d-475f-bedc-1fb16fb144ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:07:06.341809 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-b0e6f494-0d76-4684-984b-3749584b9bef req-786a0aa7-194d-475f-bedc-1fb16fb144ff service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.0657251 Aug 27 05:07:06.407115 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6f494-0d76-4684-984b-3749584b9bef req-21e95224-281a-474a-a4ff-3cf28016902b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:07:06.408692 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-b0e6f494-0d76-4684-984b-3749584b9bef req-21e95224-281a-474a-a4ff-3cf28016902b service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0596619 Aug 27 05:07:06.446153 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0dfe968c-703e-4147-bf05-d5169b7a66df admin admin] Publish callbacks [] for security_group (16d59590-76a7-41c5-a67e-1bfc90ed26df), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:06.522680 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-b0e6f494-0d76-4684-984b-3749584b9bef req-d838adb6-f9af-4302-8930-e18ec1cd34ae service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072357 Aug 27 05:07:06.562921 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0dfe968c-703e-4147-bf05-d5169b7a66df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (16d59590-76a7-41c5-a67e-1bfc90ed26df), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:06.633349 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0dfe968c-703e-4147-bf05-d5169b7a66df admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=bc89f00c670b401b88af01faa8793eea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4558287 Aug 27 05:07:06.636134 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 52544) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:07:06.659931 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b06238-49b1-4fc9-a843-64e47d99ea9e req-8cf5ce7e-b253-42c5-ae12-ae016eb098e1 tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:07:06.661474 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-82b06238-49b1-4fc9-a843-64e47d99ea9e req-8cf5ce7e-b253-42c5-ae12-ae016eb098e1 tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=c2f90d76-a091-47a1-b7ef-ed3856ddd845 HTTP/1.1" status: 200 len: 948 time: 0.0997925 Aug 27 05:07:06.662455 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfe968c-703e-4147-bf05-d5169b7a66df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d59590-76a7-41c5-a67e-1bfc90ed26df,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:06.695068 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-b0e6f494-0d76-4684-984b-3749584b9bef req-e0350769-812a-46b4-beab-a63821f19127 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595590 Aug 27 05:07:06.721685 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c7450a24-0a59-41f4-872d-82ced5e86c97 admin admin] Publish callbacks [] for security_group (16d59590-76a7-41c5-a67e-1bfc90ed26df), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:06.742765 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-82b06238-49b1-4fc9-a843-64e47d99ea9e req-c9256c70-1a76-467d-a375-d3790e1d23f7 tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=7cdc3bf0-92a8-4c70-bbd9-926dd0973a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596242 Aug 27 05:07:06.743736 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c7450a24-0a59-41f4-872d-82ced5e86c97 admin admin] Publish callbacks [] for security_group (16d59590-76a7-41c5-a67e-1bfc90ed26df), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:06.933220 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c7450a24-0a59-41f4-872d-82ced5e86c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (16d59590-76a7-41c5-a67e-1bfc90ed26df), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:06.936054 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c7450a24-0a59-41f4-872d-82ced5e86c97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:06.941661 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c7450a24-0a59-41f4-872d-82ced5e86c97 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/16d59590-76a7-41c5-a67e-1bfc90ed26df HTTP/1.1" status: 204 len: 168 time: 0.2986870 Aug 27 05:07:06.946023 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7450a24-0a59-41f4-872d-82ced5e86c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d59590-76a7-41c5-a67e-1bfc90ed26df,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:07.149854 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:07.203144 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:07.390085 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=9,neutron:SELECT=85,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:07.509033 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=84,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:07.878254 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e7f79-8cf3-4824-8b65-51cea43fbba7 req-ee69d3c3-5f18-4c83-af86-d1a001d155cf tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:07:07.879761 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-768e7f79-8cf3-4824-8b65-51cea43fbba7 req-ee69d3c3-5f18-4c83-af86-d1a001d155cf tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=c2f90d76-a091-47a1-b7ef-ed3856ddd845 HTTP/1.1" status: 200 len: 948 time: 0.0531111 Aug 27 05:07:07.931694 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-768e7f79-8cf3-4824-8b65-51cea43fbba7 req-86b091a5-a7bd-4fdf-a170-a97d95467f43 tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=7cdc3bf0-92a8-4c70-bbd9-926dd0973a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461423 Aug 27 05:07:08.223826 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:09.067740 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e23708-5904-4489-820d-cd40800f1db4 req-4c1617ce-eb57-4f40-a26f-22626bf315f2 tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:07:09.069257 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-76e23708-5904-4489-820d-cd40800f1db4 req-4c1617ce-eb57-4f40-a26f-22626bf315f2 tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=c2f90d76-a091-47a1-b7ef-ed3856ddd845 HTTP/1.1" status: 200 len: 948 time: 0.0496709 Aug 27 05:07:09.121091 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-76e23708-5904-4489-820d-cd40800f1db4 req-5094ccd7-86ab-4dee-9798-c82ac4a25948 tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=7cdc3bf0-92a8-4c70-bbd9-926dd0973a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462148 Aug 27 05:07:09.459914 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e5821-c7f8-49a8-86b6-2005579b0562 req-646b6f77-37fe-484b-a928-9afc6eaac6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:07:09.461523 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-1a1e5821-c7f8-49a8-86b6-2005579b0562 req-646b6f77-37fe-484b-a928-9afc6eaac6d4 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=6f638f3ce4da4e149f2cf7f0079f018e&device_id=c2f90d76-a091-47a1-b7ef-ed3856ddd845 HTTP/1.1" status: 200 len: 1130 time: 0.0479712 Aug 27 05:07:09.522437 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:09.576498 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e5821-c7f8-49a8-86b6-2005579b0562 req-f64db908-a645-4ad9-bd73-910365dff419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:07:09.578164 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-1a1e5821-c7f8-49a8-86b6-2005579b0562 req-f64db908-a645-4ad9-bd73-910365dff419 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=a82fb463-5a8f-4b8b-991d-61491eba11c6 HTTP/1.1" status: 200 len: 870 time: 0.1104147 Aug 27 05:07:09.625673 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-1a1e5821-c7f8-49a8-86b6-2005579b0562 req-15a1ea70-32f6-4819-a757-d38bab042a3a service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=9a9ba9ae-927c-412f-acf7-32bb8ccb2af1 HTTP/1.1" status: 200 len: 217 time: 0.0406210 Aug 27 05:07:09.629949 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=7,neutron:INSERT=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:09.675780 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e5821-c7f8-49a8-86b6-2005579b0562 req-0ef88b6e-b636-4739-98a0-278f19fcb881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:07:09.677273 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-1a1e5821-c7f8-49a8-86b6-2005579b0562 req-0ef88b6e-b636-4739-98a0-278f19fcb881 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.0457039 Aug 27 05:07:09.726146 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e5821-c7f8-49a8-86b6-2005579b0562 req-e9aa4ab2-0d1f-4de0-b52b-4c12e3c8805a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:07:09.727797 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-1a1e5821-c7f8-49a8-86b6-2005579b0562 req-e9aa4ab2-0d1f-4de0-b52b-4c12e3c8805a service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0449085 Aug 27 05:07:09.843250 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:09.849853 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-1a1e5821-c7f8-49a8-86b6-2005579b0562 req-4bc4eeca-453d-43a2-a865-82da906b6ad7 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157784 Aug 27 05:07:09.902349 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:09.959943 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-1a1e5821-c7f8-49a8-86b6-2005579b0562 req-2e2c98e4-d3fb-4e7a-acdd-9e69ff5836d0 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039925 Aug 27 05:07:10.319773 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78bcefb-b468-4b03-ad00-bb4a439c752c req-0fde5989-2eb5-4a6d-9719-82537e8ecd23 tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:07:10.322344 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c78bcefb-b468-4b03-ad00-bb4a439c752c req-0fde5989-2eb5-4a6d-9719-82537e8ecd23 tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=c2f90d76-a091-47a1-b7ef-ed3856ddd845 HTTP/1.1" status: 200 len: 948 time: 0.0620322 Aug 27 05:07:10.397677 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-c78bcefb-b468-4b03-ad00-bb4a439c752c req-d579dbc4-21e0-44b4-ad44-1ca4e4ff39ca tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=7cdc3bf0-92a8-4c70-bbd9-926dd0973a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684793 Aug 27 05:07:11.026274 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device 9a9ba9ae-927c-412f-acf7-32bb8ccb2af1 details requested by agent hyperv_n-h1-852088-5 with host n-h1-852088-5 {{(pid=107777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 05:07:11.174381 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port 9a9ba9ae-927c-412f-acf7-32bb8ccb2af1, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=9a9ba9ae-927c-412f-acf7-32bb8ccb2af1,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:07:11.190419 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Returning: {'device': '9a9ba9ae-927c-412f-acf7-32bb8ccb2af1', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'port_id': '9a9ba9ae-927c-412f-acf7-32bb8ccb2af1', 'mac_address': 'fa:16:3e:7f:e4:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120f3302-721f-4373-86a6-3aa14ccf6ac4', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 05:07:11.239584 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Current status of the port 9a9ba9ae-927c-412f-acf7-32bb8ccb2af1 is: DOWN; New status is: BUILD {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:07:11.240116 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (9a9ba9ae-927c-412f-acf7-32bb8ccb2af1), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:11.255997 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a9ba9ae-927c-412f-acf7-32bb8ccb2af1 {{(pid=107777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 05:07:11.277598 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port 9a9ba9ae-927c-412f-acf7-32bb8ccb2af1, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=9a9ba9ae-927c-412f-acf7-32bb8ccb2af1,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:07:11.378221 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (9a9ba9ae-927c-412f-acf7-32bb8ccb2af1), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:11.434801 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Pushing event updated for resources: {'Port': ['ID=9a9ba9ae-927c-412f-acf7-32bb8ccb2af1,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:11.444370 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:07:11.444819 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:07:11.445355 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:07:11.445806 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:07:11.446357 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:07:11.447598 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:07:11.448193 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:07:11.448852 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:07:11.451945 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:07:11.452375 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:07:11.452767 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:07:11.453199 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:07:11.454596 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:07:11.454596 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:07:11.454596 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:07:11.540036 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b71f4-e4b5-4e4d-b40e-4a8282445d8d req-63315a58-3115-4506-9ff2-e9fea075988e tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:07:11.541497 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-305b71f4-e4b5-4e4d-b40e-4a8282445d8d req-63315a58-3115-4506-9ff2-e9fea075988e tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=c2f90d76-a091-47a1-b7ef-ed3856ddd845 HTTP/1.1" status: 200 len: 949 time: 0.0507867 Aug 27 05:07:11.605526 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-305b71f4-e4b5-4e4d-b40e-4a8282445d8d req-2732d1b4-ad74-4ba7-aada-4a541e51bd3d tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=7cdc3bf0-92a8-4c70-bbd9-926dd0973a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539458 Aug 27 05:07:11.798597 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] get_ports_and_sgs() called for port_ids ['9a9ba9ae-927c-412f-acf7-32bb8ccb2af1'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 05:07:11.858723 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:12.779794 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a2b2e-47dc-4bf4-9aad-9e9b7de4e341 req-ddfe8f8e-204a-4edb-b8e9-f6da40f93c0d tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:07:12.782650 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ce4a2b2e-47dc-4bf4-9aad-9e9b7de4e341 req-ddfe8f8e-204a-4edb-b8e9-f6da40f93c0d tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=c2f90d76-a091-47a1-b7ef-ed3856ddd845 HTTP/1.1" status: 200 len: 949 time: 0.0881898 Aug 27 05:07:12.854606 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ce4a2b2e-47dc-4bf4-9aad-9e9b7de4e341 req-75f23fdf-b307-41a0-aa73-897835e20770 tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=7cdc3bf0-92a8-4c70-bbd9-926dd0973a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638099 Aug 27 05:07:13.035980 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device 9a9ba9ae-927c-412f-acf7-32bb8ccb2af1 up at agent hyperv_n-h1-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:07:13.073411 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:13.101341 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Provisioning for port 9a9ba9ae-927c-412f-acf7-32bb8ccb2af1 completed by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 27 05:07:13.121374 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:UPDATE=5,neutron:SELECT=83,neutron:INSERT=2,neutron:DELETE=10 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:13.176710 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Provisioning complete for port 9a9ba9ae-927c-412f-acf7-32bb8ccb2af1 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:07:13.177266 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (9a9ba9ae-927c-412f-acf7-32bb8ccb2af1), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:13.280583 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Current status of the port 9a9ba9ae-927c-412f-acf7-32bb8ccb2af1 is: BUILD; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:07:13.291151 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (9a9ba9ae-927c-412f-acf7-32bb8ccb2af1), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:13.315174 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f90d76-a091-47a1-b7ef-ed3856ddd845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9ba9ae-927c-412f-acf7-32bb8ccb2af1'}] {{(pid=107777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 05:07:13.317662 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6e1ed2c1589df8125b2075e26a1ec4ff1174e69d6a71546bdf3c3a9a29d330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b41bd51-ffcf-4673-a56c-d3fe36589ecc" -d '{"events": [{"server_uuid": "c2f90d76-a091-47a1-b7ef-ed3856ddd845", "name": "network-vif-plugged", "status": "completed", "tag": "9a9ba9ae-927c-412f-acf7-32bb8ccb2af1"}]}' {{(pid=107777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 05:07:13.319916 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:13.332922 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port 9a9ba9ae-927c-412f-acf7-32bb8ccb2af1, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=9a9ba9ae-927c-412f-acf7-32bb8ccb2af1,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:07:13.475912 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (9a9ba9ae-927c-412f-acf7-32bb8ccb2af1), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:13.514492 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 05:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190f6e1c-b1fd-436c-8695-cb3f5b93afd5 x-openstack-request-id: req-190f6e1c-b1fd-436c-8695-cb3f5b93afd5 {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 05:07:13.514791 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f90d76-a091-47a1-b7ef-ed3856ddd845", "name": "network-vif-plugged", "status": "completed", "tag": "9a9ba9ae-927c-412f-acf7-32bb8ccb2af1", "code": 200}]} {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 05:07:13.515051 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-190f6e1c-b1fd-436c-8695-cb3f5b93afd5 {{(pid=107777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 05:07:13.515506 n-d-852088-5 neutron-server[107777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-190f6e1c-b1fd-436c-8695-cb3f5b93afd5'] response: {'server_uuid': 'c2f90d76-a091-47a1-b7ef-ed3856ddd845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9ba9ae-927c-412f-acf7-32bb8ccb2af1', 'code': 200} Aug 27 05:07:13.552871 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Pushing event updated for resources: {'Port': ['ID=9a9ba9ae-927c-412f-acf7-32bb8ccb2af1,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:13.672049 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d70a0-b261-400b-ac7a-dd5b5a18965f req-8fada048-517c-4d58-a91e-5b03a616a479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:07:13.674182 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-f07d70a0-b261-400b-ac7a-dd5b5a18965f req-8fada048-517c-4d58-a91e-5b03a616a479 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c2f90d76-a091-47a1-b7ef-ed3856ddd845 HTTP/1.1" status: 200 len: 1132 time: 0.0434806 Aug 27 05:07:13.730875 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-f07d70a0-b261-400b-ac7a-dd5b5a18965f req-3b0d7f26-6f7c-4fd6-bb53-6432f17b8c03 service neutron] 10.222.0.75 "GET /networking/v2.0/security-groups?id=7cdc3bf0-92a8-4c70-bbd9-926dd0973a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494416 Aug 27 05:07:13.955097 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:INSERT=11,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:14.031786 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6de1f7-a4ec-4683-9c13-be95037af711 req-699c2212-20ce-4b3a-b978-d5dc76effb48 tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:07:14.034322 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7b6de1f7-a4ec-4683-9c13-be95037af711 req-699c2212-20ce-4b3a-b978-d5dc76effb48 tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=c2f90d76-a091-47a1-b7ef-ed3856ddd845 HTTP/1.1" status: 200 len: 950 time: 0.0747986 Aug 27 05:07:14.128848 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7b6de1f7-a4ec-4683-9c13-be95037af711 req-b64a6e87-a8c1-42dd-b21e-26bee3d24d1c tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=7cdc3bf0-92a8-4c70-bbd9-926dd0973a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864458 Aug 27 05:07:14.179260 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 52692) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:07:14.413993 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4168d559-7b0d-46ab-948c-79ad527c242d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:14.438305 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:14.506555 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4168d559-7b0d-46ab-948c-79ad527c242d admin admin] Publish callbacks [] for security_group (85ca4b0c-e20a-446c-97f3-053cceb11047), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:14.590015 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4168d559-7b0d-46ab-948c-79ad527c242d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (85ca4b0c-e20a-446c-97f3-053cceb11047), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:14.642241 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-4168d559-7b0d-46ab-948c-79ad527c242d admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=41907d6cb4934549993ad41d2f021d0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4595504 Aug 27 05:07:14.642241 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168d559-7b0d-46ab-948c-79ad527c242d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ca4b0c-e20a-446c-97f3-053cceb11047,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:14.645066 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 52696) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:07:14.714601 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-98e45044-ad35-4046-8572-6e2bd118b027 admin admin] Publish callbacks [] for security_group (85ca4b0c-e20a-446c-97f3-053cceb11047), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:14.748090 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-98e45044-ad35-4046-8572-6e2bd118b027 admin admin] Publish callbacks [] for security_group (85ca4b0c-e20a-446c-97f3-053cceb11047), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:14.903440 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-98e45044-ad35-4046-8572-6e2bd118b027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (85ca4b0c-e20a-446c-97f3-053cceb11047), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:14.907043 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-98e45044-ad35-4046-8572-6e2bd118b027 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:14.912259 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-98e45044-ad35-4046-8572-6e2bd118b027 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/85ca4b0c-e20a-446c-97f3-053cceb11047 HTTP/1.1" status: 204 len: 168 time: 0.2645822 Aug 27 05:07:14.917659 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e45044-ad35-4046-8572-6e2bd118b027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ca4b0c-e20a-446c-97f3-053cceb11047,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:15.264247 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729c91f-bff9-4c49-8ab5-8cf2ef5690b9 req-699b1043-6729-48dc-83ed-f6b07afbc0cb tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:07:15.266813 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e729c91f-bff9-4c49-8ab5-8cf2ef5690b9 req-699b1043-6729-48dc-83ed-f6b07afbc0cb tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=c2f90d76-a091-47a1-b7ef-ed3856ddd845 HTTP/1.1" status: 200 len: 950 time: 0.0530105 Aug 27 05:07:15.375645 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e729c91f-bff9-4c49-8ab5-8cf2ef5690b9 req-ea089d0e-0bae-479f-ac1b-09bf2cc51be8 tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=7cdc3bf0-92a8-4c70-bbd9-926dd0973a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937645 Aug 27 05:07:16.257835 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:16.512922 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fcce4a-b4ad-4504-9ca7-4717da646fba req-c8517863-c618-4f98-9c6c-e5855e5d45af tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:07:16.520320 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f9fcce4a-b4ad-4504-9ca7-4717da646fba req-c8517863-c618-4f98-9c6c-e5855e5d45af tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=c2f90d76-a091-47a1-b7ef-ed3856ddd845 HTTP/1.1" status: 200 len: 950 time: 0.0645797 Aug 27 05:07:16.576646 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f9fcce4a-b4ad-4504-9ca7-4717da646fba req-c6a6d163-24a1-4944-afb7-85b7864ebac2 tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=7cdc3bf0-92a8-4c70-bbd9-926dd0973a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551872 Aug 27 05:07:17.432602 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb1b1c-3eb7-4aeb-ac8e-00b7b1366ff6 req-82f1e169-6226-480e-a48f-51a0081fb308 tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:07:17.434714 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-adfb1b1c-3eb7-4aeb-ac8e-00b7b1366ff6 req-82f1e169-6226-480e-a48f-51a0081fb308 tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=c2f90d76-a091-47a1-b7ef-ed3856ddd845 HTTP/1.1" status: 200 len: 950 time: 0.0522678 Aug 27 05:07:17.513915 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-adfb1b1c-3eb7-4aeb-ac8e-00b7b1366ff6 req-e9a77613-242c-4bb9-b2e4-1ccb6de49e4f tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=7cdc3bf0-92a8-4c70-bbd9-926dd0973a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723290 Aug 27 05:07:17.755239 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=9,neutron:SELECT=80,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:18.326665 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:18.462028 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=79,neutron:DELETE=9,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:18.566122 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 52762) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:07:18.663195 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b0226-5f2a-4101-bcb6-f643e47bd2e5 req-73dea5d8-2cae-4b90-83c2-8563587d00d2 tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:07:18.664774 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ee2b0226-5f2a-4101-bcb6-f643e47bd2e5 req-73dea5d8-2cae-4b90-83c2-8563587d00d2 tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=c2f90d76-a091-47a1-b7ef-ed3856ddd845 HTTP/1.1" status: 200 len: 950 time: 0.0504057 Aug 27 05:07:18.729279 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c9782ef3-68ca-4b5c-947f-30d8a18a6710 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:18.736443 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ee2b0226-5f2a-4101-bcb6-f643e47bd2e5 req-a2b9d340-34ce-442f-8b3e-5c0454b3ac4f tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=7cdc3bf0-92a8-4c70-bbd9-926dd0973a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651965 Aug 27 05:07:18.817887 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c9782ef3-68ca-4b5c-947f-30d8a18a6710 admin admin] Publish callbacks [] for security_group (7a336126-a368-4509-9904-2b4d47c86cd4), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:18.954954 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c9782ef3-68ca-4b5c-947f-30d8a18a6710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (7a336126-a368-4509-9904-2b4d47c86cd4), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:18.999271 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9782ef3-68ca-4b5c-947f-30d8a18a6710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a336126-a368-4509-9904-2b4d47c86cd4,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:19.004599 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c9782ef3-68ca-4b5c-947f-30d8a18a6710 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=81d2e5084d8742dbbaea5d7c0b370f6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4367528 Aug 27 05:07:19.007327 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 52768) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:07:19.042972 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:19.061509 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fe14d735-d7d9-45cf-8de6-0e35da3be8fa admin admin] Publish callbacks [] for security_group (7a336126-a368-4509-9904-2b4d47c86cd4), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:19.085259 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fe14d735-d7d9-45cf-8de6-0e35da3be8fa admin admin] Publish callbacks [] for security_group (7a336126-a368-4509-9904-2b4d47c86cd4), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:19.228941 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfac6f0-a26a-433f-9c4b-1b5e861fefcf req-f9d6008f-7174-465e-9c85-48b01d18195e tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:07:19.230447 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-2dfac6f0-a26a-433f-9c4b-1b5e861fefcf req-f9d6008f-7174-465e-9c85-48b01d18195e tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c2f90d76-a091-47a1-b7ef-ed3856ddd845 HTTP/1.1" status: 200 len: 950 time: 0.0482180 Aug 27 05:07:19.263403 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fe14d735-d7d9-45cf-8de6-0e35da3be8fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (7a336126-a368-4509-9904-2b4d47c86cd4), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:19.266037 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-fe14d735-d7d9-45cf-8de6-0e35da3be8fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:19.267326 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-fe14d735-d7d9-45cf-8de6-0e35da3be8fa admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/7a336126-a368-4509-9904-2b4d47c86cd4 HTTP/1.1" status: 204 len: 168 time: 0.2589011 Aug 27 05:07:19.277062 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe14d735-d7d9-45cf-8de6-0e35da3be8fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a336126-a368-4509-9904-2b4d47c86cd4,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:19.333104 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [req-2dfac6f0-a26a-433f-9c4b-1b5e861fefcf req-c56e2007-0b0a-42be-a211-727ac9963a82 tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] Deleting port 9a9ba9ae-927c-412f-acf7-32bb8ccb2af1 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:07:19.333104 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-2dfac6f0-a26a-433f-9c4b-1b5e861fefcf req-c56e2007-0b0a-42be-a211-727ac9963a82 tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (9a9ba9ae-927c-412f-acf7-32bb8ccb2af1), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:19.418838 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-2dfac6f0-a26a-433f-9c4b-1b5e861fefcf req-c56e2007-0b0a-42be-a211-727ac9963a82 tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] For port 9a9ba9ae-927c-412f-acf7-32bb8ccb2af1, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=9a9ba9ae-927c-412f-acf7-32bb8ccb2af1,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:07:19.419416 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-2dfac6f0-a26a-433f-9c4b-1b5e861fefcf req-c56e2007-0b0a-42be-a211-727ac9963a82 tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (9a9ba9ae-927c-412f-acf7-32bb8ccb2af1), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:19.433008 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [req-2dfac6f0-a26a-433f-9c4b-1b5e861fefcf req-c56e2007-0b0a-42be-a211-727ac9963a82 tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] Calling delete_port for 9a9ba9ae-927c-412f-acf7-32bb8ccb2af1 owned by compute:nova {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:07:19.692471 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-2dfac6f0-a26a-433f-9c4b-1b5e861fefcf req-c56e2007-0b0a-42be-a211-727ac9963a82 tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (9a9ba9ae-927c-412f-acf7-32bb8ccb2af1), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:19.725285 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] get_ports_and_sgs() called for port_ids ['9a9ba9ae-927c-412f-acf7-32bb8ccb2af1'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 05:07:19.745096 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e2007-0b0a-42be-a211-727ac9963a82 tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] Pushing event deleted for resources: {'Port': ['ID=9a9ba9ae-927c-412f-acf7-32bb8ccb2af1,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:19.830300 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dfac6f0-a26a-433f-9c4b-1b5e861fefcf req-c56e2007-0b0a-42be-a211-727ac9963a82 tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] No DVR routers for this DVR port 9a9ba9ae-927c-412f-acf7-32bb8ccb2af1 on host n-h1-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:07:19.839372 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-2dfac6f0-a26a-433f-9c4b-1b5e861fefcf req-c56e2007-0b0a-42be-a211-727ac9963a82 tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:19.844089 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-2dfac6f0-a26a-433f-9c4b-1b5e861fefcf req-c56e2007-0b0a-42be-a211-727ac9963a82 tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] 10.222.0.75 "DELETE /networking/v2.0/ports/9a9ba9ae-927c-412f-acf7-32bb8ccb2af1 HTTP/1.1" status: 204 len: 173 time: 0.6074364 Aug 27 05:07:19.854885 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f90d76-a091-47a1-b7ef-ed3856ddd845', 'name': 'network-vif-deleted', 'tag': '9a9ba9ae-927c-412f-acf7-32bb8ccb2af1'}] {{(pid=107776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 05:07:19.858807 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7ad66632f4c78724655075356aa8535ba41c652eced6c9cea0c1f0c67b1e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd645b6-e13b-48a8-8a02-09d32a7884e6" -d '{"events": [{"server_uuid": "c2f90d76-a091-47a1-b7ef-ed3856ddd845", "name": "network-vif-deleted", "tag": "9a9ba9ae-927c-412f-acf7-32bb8ccb2af1"}]}' {{(pid=107776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 05:07:19.904615 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3b2ce476-8faa-4d60-845a-808bfc448a65 req-2118b200-4cfb-482f-86a9-488384b07f3d tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=c2f90d76-a091-47a1-b7ef-ed3856ddd845 HTTP/1.1" status: 200 len: 210 time: 0.0501058 Aug 27 05:07:19.909262 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 05:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4cc217-9def-47ce-abb0-e2a22792a244 x-openstack-request-id: req-ce4cc217-9def-47ce-abb0-e2a22792a244 {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 05:07:19.910037 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f90d76-a091-47a1-b7ef-ed3856ddd845", "name": "network-vif-deleted", "tag": "9a9ba9ae-927c-412f-acf7-32bb8ccb2af1", "status": "completed", "code": 200}]} {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 05:07:19.910144 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ce4cc217-9def-47ce-abb0-e2a22792a244 {{(pid=107776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 05:07:19.910572 n-d-852088-5 neutron-server[107776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce4cc217-9def-47ce-abb0-e2a22792a244'] response: {'server_uuid': 'c2f90d76-a091-47a1-b7ef-ed3856ddd845', 'name': 'network-vif-deleted', 'tag': '9a9ba9ae-927c-412f-acf7-32bb8ccb2af1', 'status': 'completed', 'code': 200} Aug 27 05:07:21.012902 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:21.080820 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8e365763-beae-4604-80e3-046e523fb038 req-22ccb7fd-8aab-4166-98f1-f20fa3605664 tempest-VolumesNegativeTest-1791243860 tempest-VolumesNegativeTest-1791243860-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=c2f90d76-a091-47a1-b7ef-ed3856ddd845 HTTP/1.1" status: 200 len: 210 time: 0.0417807 Aug 27 05:07:21.092593 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:21.210276 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:21.223603 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:22.250903 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:23.061657 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device 9a9ba9ae-927c-412f-acf7-32bb8ccb2af1 no longer exists at agent hyperv_n-h1-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:07:23.080986 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] No Port match for: 9a9ba9ae-927c-412f-acf7-32bb8ccb2af1 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:07:23.081330 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device 9a9ba9ae-927c-412f-acf7-32bb8ccb2af1 not bound to the agent host n-h1-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:07:24.455093 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 52946) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:07:24.609908 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ec163572-af10-4a15-b3f4-b61086b4839f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:24.705990 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ec163572-af10-4a15-b3f4-b61086b4839f admin admin] Publish callbacks [] for security_group (ccd85284-ea69-4fc2-a547-cce965fa2d3e), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:24.863401 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ec163572-af10-4a15-b3f4-b61086b4839f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (ccd85284-ea69-4fc2-a547-cce965fa2d3e), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:24.929756 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ec163572-af10-4a15-b3f4-b61086b4839f admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=93c34b90d2e44ef59245cd3c1dff8cb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4735410 Aug 27 05:07:24.930922 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec163572-af10-4a15-b3f4-b61086b4839f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd85284-ea69-4fc2-a547-cce965fa2d3e,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:24.932515 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 52964) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:07:24.952075 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec163572-af10-4a15-b3f4-b61086b4839f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:07:24.952615 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec163572-af10-4a15-b3f4-b61086b4839f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:07:24.953019 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec163572-af10-4a15-b3f4-b61086b4839f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:07:24.953552 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec163572-af10-4a15-b3f4-b61086b4839f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:07:24.962797 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec163572-af10-4a15-b3f4-b61086b4839f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:07:24.962797 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec163572-af10-4a15-b3f4-b61086b4839f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:07:24.962797 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec163572-af10-4a15-b3f4-b61086b4839f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:07:24.962797 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec163572-af10-4a15-b3f4-b61086b4839f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:07:24.962797 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec163572-af10-4a15-b3f4-b61086b4839f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:07:24.962797 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec163572-af10-4a15-b3f4-b61086b4839f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:07:24.962797 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec163572-af10-4a15-b3f4-b61086b4839f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:07:24.962797 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec163572-af10-4a15-b3f4-b61086b4839f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:07:24.962797 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec163572-af10-4a15-b3f4-b61086b4839f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:07:24.962797 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec163572-af10-4a15-b3f4-b61086b4839f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:07:24.962797 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec163572-af10-4a15-b3f4-b61086b4839f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:07:25.010450 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0b534485-0005-4090-9180-2688eaa8451a admin admin] Publish callbacks [] for security_group (ccd85284-ea69-4fc2-a547-cce965fa2d3e), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:25.028626 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:25.036420 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0b534485-0005-4090-9180-2688eaa8451a admin admin] Publish callbacks [] for security_group (ccd85284-ea69-4fc2-a547-cce965fa2d3e), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:25.288985 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0b534485-0005-4090-9180-2688eaa8451a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (ccd85284-ea69-4fc2-a547-cce965fa2d3e), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:25.292182 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0b534485-0005-4090-9180-2688eaa8451a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:25.307749 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-0b534485-0005-4090-9180-2688eaa8451a admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/ccd85284-ea69-4fc2-a547-cce965fa2d3e HTTP/1.1" status: 204 len: 168 time: 0.3594182 Aug 27 05:07:25.316580 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b534485-0005-4090-9180-2688eaa8451a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd85284-ea69-4fc2-a547-cce965fa2d3e,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:25.328974 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b534485-0005-4090-9180-2688eaa8451a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:07:25.329342 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b534485-0005-4090-9180-2688eaa8451a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:07:25.329716 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b534485-0005-4090-9180-2688eaa8451a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:07:25.330051 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b534485-0005-4090-9180-2688eaa8451a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:07:25.330706 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b534485-0005-4090-9180-2688eaa8451a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:07:25.330819 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b534485-0005-4090-9180-2688eaa8451a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:07:25.331135 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b534485-0005-4090-9180-2688eaa8451a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:07:25.331459 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b534485-0005-4090-9180-2688eaa8451a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:07:25.331781 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b534485-0005-4090-9180-2688eaa8451a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:07:25.332188 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b534485-0005-4090-9180-2688eaa8451a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:07:25.333359 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b534485-0005-4090-9180-2688eaa8451a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:07:25.333691 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b534485-0005-4090-9180-2688eaa8451a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:07:25.334015 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b534485-0005-4090-9180-2688eaa8451a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:07:25.334336 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b534485-0005-4090-9180-2688eaa8451a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:07:25.334731 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b534485-0005-4090-9180-2688eaa8451a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:07:26.281523 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:26.401014 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:26.726110 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53018) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:07:26.776962 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-856cf3f1-6bb5-4579-9bf5-56fdf7fef2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:26.838986 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-b04d10c2-90b9-4f6f-a883-5496484cdd4f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-386161475-network', 'tenant_id': 'feec46b55e5144e3905252b290e98e83'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:07:27.000786 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04d10c2-90b9-4f6f-a883-5496484cdd4f admin admin] Made reservation on behalf of feec46b55e5144e3905252b290e98e83 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:07:27.003183 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b04d10c2-90b9-4f6f-a883-5496484cdd4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:27.015351 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b04d10c2-90b9-4f6f-a883-5496484cdd4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:27.078094 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:DELETE=8,neutron:UPDATE=3,neutron:SELECT=89 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:27.097984 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b04d10c2-90b9-4f6f-a883-5496484cdd4f admin admin] Publish callbacks [] for security_group (211b5c60-e8d1-40d3-a219-8dd1c771a7b6), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:27.264399 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b04d10c2-90b9-4f6f-a883-5496484cdd4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (211b5c60-e8d1-40d3-a219-8dd1c771a7b6), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:27.294950 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b04d10c2-90b9-4f6f-a883-5496484cdd4f admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 05:07:27.312869 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b04d10c2-90b9-4f6f-a883-5496484cdd4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (00d30a66-db99-4fcd-a013-1da036bf2d28), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:27.313338 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-b04d10c2-90b9-4f6f-a883-5496484cdd4f admin admin] Added segment 00d30a66-db99-4fcd-a013-1da036bf2d28 of type vlan for network 4391fd9f-e1b2-4d8b-91a1-e8c6e7c445c2 Aug 27 05:07:27.382977 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04d10c2-90b9-4f6f-a883-5496484cdd4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=211b5c60-e8d1-40d3-a219-8dd1c771a7b6,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:27.386675 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b04d10c2-90b9-4f6f-a883-5496484cdd4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (4391fd9f-e1b2-4d8b-91a1-e8c6e7c445c2), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:27.494222 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b04d10c2-90b9-4f6f-a883-5496484cdd4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (4391fd9f-e1b2-4d8b-91a1-e8c6e7c445c2), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:27.504962 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04d10c2-90b9-4f6f-a883-5496484cdd4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:07:27.517228 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b04d10c2-90b9-4f6f-a883-5496484cdd4f admin admin] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:27.614702 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04d10c2-90b9-4f6f-a883-5496484cdd4f admin admin] Pushing event updated for resources: {'Network': ['ID=4391fd9f-e1b2-4d8b-91a1-e8c6e7c445c2,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:27.628400 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 4391fd9f-e1b2-4d8b-91a1-e8c6e7c445c2 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 05:07:27.687441 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:07:27.693436 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:DELETE=6,neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:27.764358 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53084) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:07:27.764992 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b04d10c2-90b9-4f6f-a883-5496484cdd4f admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0298612 Aug 27 05:07:27.766066 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-c7828427-be5f-4a71-ba77-698943e821dc admin admin] Request body: {'subnet': {'network_id': '4391fd9f-e1b2-4d8b-91a1-e8c6e7c445c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-386161475-subnet', 'tenant_id': 'feec46b55e5144e3905252b290e98e83', 'ip_version': 4}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:07:27.794121 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:27.926674 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7828427-be5f-4a71-ba77-698943e821dc admin admin] Made reservation on behalf of feec46b55e5144e3905252b290e98e83 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:07:27.929230 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c7828427-be5f-4a71-ba77-698943e821dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:28.174400 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53092) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:07:28.244919 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c7828427-be5f-4a71-ba77-698943e821dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (5e216801-d54f-453d-85b7-40a30f1beb11), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:28.322121 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cfc68fd9-3cb5-49d0-9734-b767191b8f88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:28.324148 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7828427-be5f-4a71-ba77-698943e821dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e216801-d54f-453d-85b7-40a30f1beb11,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:28.361478 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7828427-be5f-4a71-ba77-698943e821dc admin admin] Checking segment: {'id': '00d30a66-db99-4fcd-a013-1da036bf2d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4391fd9f-e1b2-4d8b-91a1-e8c6e7c445c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:07:28.361905 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7828427-be5f-4a71-ba77-698943e821dc admin admin] Network hostable DHCP agents. Network: 4391fd9f-e1b2-4d8b-91a1-e8c6e7c445c2, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 05:07:28.454289 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cfc68fd9-3cb5-49d0-9734-b767191b8f88 admin admin] Publish callbacks [] for security_group (3829dccc-d990-4bdd-b45a-0f9a3e315056), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:28.474714 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7828427-be5f-4a71-ba77-698943e821dc admin admin] Network 4391fd9f-e1b2-4d8b-91a1-e8c6e7c445c2 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 05:07:28.589260 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cfc68fd9-3cb5-49d0-9734-b767191b8f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (3829dccc-d990-4bdd-b45a-0f9a3e315056), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:28.612954 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-c7828427-be5f-4a71-ba77-698943e821dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 4391fd9f-e1b2-4d8b-91a1-e8c6e7c445c2) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:07:28.622839 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d855f0cb-8756-459f-bd03-579e8f977b9c None None] Network 4391fd9f-e1b2-4d8b-91a1-e8c6e7c445c2 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:07:28.634231 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7828427-be5f-4a71-ba77-698943e821dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:07:28.635129 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c7828427-be5f-4a71-ba77-698943e821dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:28.640364 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc68fd9-3cb5-49d0-9734-b767191b8f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3829dccc-d990-4bdd-b45a-0f9a3e315056,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:28.650143 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53124) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:07:28.650565 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-cfc68fd9-3cb5-49d0-9734-b767191b8f88 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=55aef4aee3e94f0d8a69707d76a64813&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4746277 Aug 27 05:07:28.713410 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e06ffc80-cb04-45f8-a32a-fed6b7c24665 admin admin] Publish callbacks [] for security_group (3829dccc-d990-4bdd-b45a-0f9a3e315056), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:28.739241 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e06ffc80-cb04-45f8-a32a-fed6b7c24665 admin admin] Publish callbacks [] for security_group (3829dccc-d990-4bdd-b45a-0f9a3e315056), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:28.765520 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c7828427-be5f-4a71-ba77-698943e821dc admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0076864 Aug 27 05:07:28.768067 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53130) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:07:28.772747 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-02f325c0-3ffd-4eec-948b-8138ce2048b8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-386161475-router', 'tenant_id': 'feec46b55e5144e3905252b290e98e83', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:07:28.779759 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:28.897444 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a9110c-9682-4a63-853a-44283763c35b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-4391fd9f-e1b2-4d8b-91a1-e8c6e7c445c2', 'network_id': '4391fd9f-e1b2-4d8b-91a1-e8c6e7c445c2', 'project_id': 'feec46b55e5144e3905252b290e98e83', 'fixed_ips': [{'subnet_id': '5e216801-d54f-453d-85b7-40a30f1beb11'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 05:07:28.897444 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-48a9110c-9682-4a63-853a-44283763c35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:28.914496 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e06ffc80-cb04-45f8-a32a-fed6b7c24665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (3829dccc-d990-4bdd-b45a-0f9a3e315056), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:28.916636 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-02f325c0-3ffd-4eec-948b-8138ce2048b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (bc7598ff-9e07-465a-834a-9f0e2c9707f7), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:28.917161 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e06ffc80-cb04-45f8-a32a-fed6b7c24665 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:28.918110 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-02f325c0-3ffd-4eec-948b-8138ce2048b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (bc7598ff-9e07-465a-834a-9f0e2c9707f7), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:28.918839 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e06ffc80-cb04-45f8-a32a-fed6b7c24665 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/3829dccc-d990-4bdd-b45a-0f9a3e315056 HTTP/1.1" status: 204 len: 168 time: 0.2669902 Aug 27 05:07:28.950956 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06ffc80-cb04-45f8-a32a-fed6b7c24665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3829dccc-d990-4bdd-b45a-0f9a3e315056,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:29.003879 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-02f325c0-3ffd-4eec-948b-8138ce2048b8 admin admin] Publish callbacks [] for router_controller (bc7598ff-9e07-465a-834a-9f0e2c9707f7), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:29.086719 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-48a9110c-9682-4a63-853a-44283763c35b None None] Allocated IP 172.20.0.2 (4391fd9f-e1b2-4d8b-91a1-e8c6e7c445c2/5e216801-d54f-453d-85b7-40a30f1beb11/bfd15eae-e6ed-450e-a20e-6e2a5c9873fb) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:07:29.255082 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-48a9110c-9682-4a63-853a-44283763c35b None None] Publish callbacks [] for port (bfd15eae-e6ed-450e-a20e-6e2a5c9873fb), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:29.258317 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c0d9f863-2b2c-43e4-a3fb-a0a7f096beac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:29.331898 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-02f325c0-3ffd-4eec-948b-8138ce2048b8 admin admin] Publish callbacks [] for router_gateway (bc7598ff-9e07-465a-834a-9f0e2c9707f7), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:29.355668 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-48a9110c-9682-4a63-853a-44283763c35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (bfd15eae-e6ed-450e-a20e-6e2a5c9873fb), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:29.404859 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a9110c-9682-4a63-853a-44283763c35b None None] Pushing event updated for resources: {'Port': ['ID=bfd15eae-e6ed-450e-a20e-6e2a5c9873fb,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:29.415800 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a9110c-9682-4a63-853a-44283763c35b None None] Network 4391fd9f-e1b2-4d8b-91a1-e8c6e7c445c2 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:07:29.418411 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-48a9110c-9682-4a63-853a-44283763c35b None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:07:29.421973 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a9110c-9682-4a63-853a-44283763c35b None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:07:29.476853 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:29.498989 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-48a9110c-9682-4a63-853a-44283763c35b None None] Attempting to bind port bfd15eae-e6ed-450e-a20e-6e2a5c9873fb on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:07:29.499379 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-48a9110c-9682-4a63-853a-44283763c35b None None] Attempting to bind port bfd15eae-e6ed-450e-a20e-6e2a5c9873fb by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '00d30a66-db99-4fcd-a013-1da036bf2d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4391fd9f-e1b2-4d8b-91a1-e8c6e7c445c2'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:07:29.499981 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a9110c-9682-4a63-853a-44283763c35b None None] Attempting to bind port bfd15eae-e6ed-450e-a20e-6e2a5c9873fb on network 4391fd9f-e1b2-4d8b-91a1-e8c6e7c445c2 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:07:29.505639 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a9110c-9682-4a63-853a-44283763c35b None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:07:29.506061 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a9110c-9682-4a63-853a-44283763c35b None None] Checking segment: {'id': '00d30a66-db99-4fcd-a013-1da036bf2d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4391fd9f-e1b2-4d8b-91a1-e8c6e7c445c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:07:29.506614 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-48a9110c-9682-4a63-853a-44283763c35b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:29.507004 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a9110c-9682-4a63-853a-44283763c35b None None] Bound using segment: {'id': '00d30a66-db99-4fcd-a013-1da036bf2d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4391fd9f-e1b2-4d8b-91a1-e8c6e7c445c2'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:07:29.507575 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-48a9110c-9682-4a63-853a-44283763c35b None None] Bound port: bfd15eae-e6ed-450e-a20e-6e2a5c9873fb, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00d30a66-db99-4fcd-a013-1da036bf2d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4391fd9f-e1b2-4d8b-91a1-e8c6e7c445c2'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:07:29.507877 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-48a9110c-9682-4a63-853a-44283763c35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (bfd15eae-e6ed-450e-a20e-6e2a5c9873fb), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:29.586024 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-48a9110c-9682-4a63-853a-44283763c35b None None] For port bfd15eae-e6ed-450e-a20e-6e2a5c9873fb, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:07:29.589516 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-48a9110c-9682-4a63-853a-44283763c35b None None] For port bfd15eae-e6ed-450e-a20e-6e2a5c9873fb, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=bfd15eae-e6ed-450e-a20e-6e2a5c9873fb,segment=NetworkSegment(00d30a66-db99-4fcd-a013-1da036bf2d28),segment_id=00d30a66-db99-4fcd-a013-1da036bf2d28)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:07:29.733017 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-02f325c0-3ffd-4eec-948b-8138ce2048b8 admin admin] Publish callbacks [] for router_gateway (bc7598ff-9e07-465a-834a-9f0e2c9707f7), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:29.755123 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-02f325c0-3ffd-4eec-948b-8138ce2048b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:29.763841 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-48a9110c-9682-4a63-853a-44283763c35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (bfd15eae-e6ed-450e-a20e-6e2a5c9873fb), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:29.841746 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:29.874219 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:29.891145 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53178) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:07:29.898569 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a9110c-9682-4a63-853a-44283763c35b None None] Pushing event updated for resources: {'Port': ['ID=bfd15eae-e6ed-450e-a20e-6e2a5c9873fb,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:29.930215 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5fd4cb7f-b03a-4577-a37a-18b4d6e3b355 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:29.930839 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-02f325c0-3ffd-4eec-948b-8138ce2048b8 admin admin] Allocated IP 172.25.2.84 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/3636ee98-6403-4a5b-bec8-f71512e9a827) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:07:30.049478 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5fd4cb7f-b03a-4577-a37a-18b4d6e3b355 admin admin] Publish callbacks [] for security_group (ff1b6218-0973-4170-8e77-83b81dc0bbc8), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:30.147084 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-02f325c0-3ffd-4eec-948b-8138ce2048b8 admin admin] Publish callbacks [] for port (3636ee98-6403-4a5b-bec8-f71512e9a827), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:30.156375 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=84,neutron:UPDATE=6,neutron:INSERT=6,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:30.212001 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5fd4cb7f-b03a-4577-a37a-18b4d6e3b355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (ff1b6218-0973-4170-8e77-83b81dc0bbc8), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:30.281883 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-02f325c0-3ffd-4eec-948b-8138ce2048b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (3636ee98-6403-4a5b-bec8-f71512e9a827), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:30.318617 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-5fd4cb7f-b03a-4577-a37a-18b4d6e3b355 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=49e4c706bb554050b2969d29ac71f42f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4263132 Aug 27 05:07:30.319612 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53182) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:07:30.320584 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd4cb7f-b03a-4577-a37a-18b4d6e3b355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1b6218-0973-4170-8e77-83b81dc0bbc8,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:30.345803 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f325c0-3ffd-4eec-948b-8138ce2048b8 admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:07:30.349292 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-02f325c0-3ffd-4eec-948b-8138ce2048b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:07:30.365013 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f325c0-3ffd-4eec-948b-8138ce2048b8 admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:07:30.398217 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6f80e9e1-de3b-48f5-b09e-f2adcbdf495e admin admin] Publish callbacks [] for security_group (ff1b6218-0973-4170-8e77-83b81dc0bbc8), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:30.399182 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:30.411827 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f325c0-3ffd-4eec-948b-8138ce2048b8 admin admin] Pushing event updated for resources: {'Port': ['ID=3636ee98-6403-4a5b-bec8-f71512e9a827,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:30.425711 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6f80e9e1-de3b-48f5-b09e-f2adcbdf495e admin admin] Publish callbacks [] for security_group (ff1b6218-0973-4170-8e77-83b81dc0bbc8), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:30.555542 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device bfd15eae-e6ed-450e-a20e-6e2a5c9873fb up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:07:30.617095 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port bfd15eae-e6ed-450e-a20e-6e2a5c9873fb triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:07:30.621564 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (bfd15eae-e6ed-450e-a20e-6e2a5c9873fb), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:30.646707 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6f80e9e1-de3b-48f5-b09e-f2adcbdf495e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (ff1b6218-0973-4170-8e77-83b81dc0bbc8), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:30.651046 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6f80e9e1-de3b-48f5-b09e-f2adcbdf495e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:30.654951 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6f80e9e1-de3b-48f5-b09e-f2adcbdf495e admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/ff1b6218-0973-4170-8e77-83b81dc0bbc8 HTTP/1.1" status: 204 len: 168 time: 0.3286717 Aug 27 05:07:30.673209 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f80e9e1-de3b-48f5-b09e-f2adcbdf495e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1b6218-0973-4170-8e77-83b81dc0bbc8,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:30.810437 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port bfd15eae-e6ed-450e-a20e-6e2a5c9873fb is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:07:30.810437 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (bfd15eae-e6ed-450e-a20e-6e2a5c9873fb), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:30.851506 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port bfd15eae-e6ed-450e-a20e-6e2a5c9873fb, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=bfd15eae-e6ed-450e-a20e-6e2a5c9873fb,segment=NetworkSegment(00d30a66-db99-4fcd-a013-1da036bf2d28),segment_id=00d30a66-db99-4fcd-a013-1da036bf2d28)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:07:30.865604 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-02f325c0-3ffd-4eec-948b-8138ce2048b8 admin admin] Publish callbacks [] for router_gateway (bc7598ff-9e07-465a-834a-9f0e2c9707f7), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:30.958631 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (bfd15eae-e6ed-450e-a20e-6e2a5c9873fb), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:30.961811 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:31.036833 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=bfd15eae-e6ed-450e-a20e-6e2a5c9873fb,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:31.109331 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:31.207924 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-02f325c0-3ffd-4eec-948b-8138ce2048b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (bc7598ff-9e07-465a-834a-9f0e2c9707f7), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:31.255735 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f9c769-a68e-48c6-a0b3-9ea584db467b None None] Network 4391fd9f-e1b2-4d8b-91a1-e8c6e7c445c2 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:07:31.377953 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-515c3c92-d566-4ee1-8aef-72c7b85081cf None None] Provisioning complete for port bfd15eae-e6ed-450e-a20e-6e2a5c9873fb triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:07:31.378315 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-515c3c92-d566-4ee1-8aef-72c7b85081cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (bfd15eae-e6ed-450e-a20e-6e2a5c9873fb), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:31.452010 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f325c0-3ffd-4eec-948b-8138ce2048b8 admin admin] Router bc7598ff-9e07-465a-834a-9f0e2c9707f7 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 05:07:31.466638 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-515c3c92-d566-4ee1-8aef-72c7b85081cf None None] Current status of the port bfd15eae-e6ed-450e-a20e-6e2a5c9873fb is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:07:31.580364 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f325c0-3ffd-4eec-948b-8138ce2048b8 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:07:31.589150 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f66a9b-fe54-420e-8e58-34b782db77f1 None None] Sync routers for ids ['bc7598ff-9e07-465a-834a-9f0e2c9707f7'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:07:31.643201 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53192) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:07:31.661052 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-308cc255-ac1d-48e8-9709-e953ef0d83bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:31.686604 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f66a9b-fe54-420e-8e58-34b782db77f1 None None] Routers {'bc7598ff-9e07-465a-834a-9f0e2c9707f7'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:07:31.687471 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-42f66a9b-fe54-420e-8e58-34b782db77f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:07:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['bc7598ff-9e07-465a-834a-9f0e2c9707f7'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:07:31.718534 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-f04989c5-5359-48e2-8bff-5a41d97cee5b None None] Provisioning complete for port bfd15eae-e6ed-450e-a20e-6e2a5c9873fb triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:07:31.719161 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f04989c5-5359-48e2-8bff-5a41d97cee5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (bfd15eae-e6ed-450e-a20e-6e2a5c9873fb), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:31.721453 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-02f325c0-3ffd-4eec-948b-8138ce2048b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:31.723512 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-02f325c0-3ffd-4eec-948b-8138ce2048b8 admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9535100 Aug 27 05:07:31.725689 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53194) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:07:31.787276 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-308cc255-ac1d-48e8-9709-e953ef0d83bb admin admin] Publish callbacks [] for security_group (83ee1d15-ea97-40b9-b6c1-d3ef7670d0f0), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:31.792343 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-42f66a9b-fe54-420e-8e58-34b782db77f1 None None] Set router bc7598ff-9e07-465a-834a-9f0e2c9707f7 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:07:31.821105 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-f04989c5-5359-48e2-8bff-5a41d97cee5b None None] Current status of the port bfd15eae-e6ed-450e-a20e-6e2a5c9873fb is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:07:31.824449 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:31.913970 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-308cc255-ac1d-48e8-9709-e953ef0d83bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (83ee1d15-ea97-40b9-b6c1-d3ef7670d0f0), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:31.972071 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-308cc255-ac1d-48e8-9709-e953ef0d83bb admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=72e13acfca234fa6a94dd942249bf7ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3274434 Aug 27 05:07:31.973988 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53198) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:07:32.005313 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-42f66a9b-fe54-420e-8e58-34b782db77f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7598ff-9e07-465a-834a-9f0e2c9707f7', 'name': 'tempest-TestVolumeBackupRestore-386161475-router', 'tenant_id': 'feec46b55e5144e3905252b290e98e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '3636ee98-6403-4a5b-bec8-f71512e9a827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:07:28Z', 'updated_at': '2022-08-27T05:07:30Z', 'revision_number': 3, 'project_id': 'feec46b55e5144e3905252b290e98e83', 'gw_port': {'id': '3636ee98-6403-4a5b-bec8-f71512e9a827', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7598ff-9e07-465a-834a-9f0e2c9707f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:07:29Z', 'updated_at': '2022-08-27T05:07:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:07:32.034276 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:32.047876 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f66a9b-fe54-420e-8e58-34b782db77f1 None None] Checking router: bc7598ff-9e07-465a-834a-9f0e2c9707f7 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:07:32.048270 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f66a9b-fe54-420e-8e58-34b782db77f1 None None] Updating router bc7598ff-9e07-465a-834a-9f0e2c9707f7 port 3636ee98-6403-4a5b-bec8-f71512e9a827 binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:07:32.073528 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308cc255-ac1d-48e8-9709-e953ef0d83bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ee1d15-ea97-40b9-b6c1-d3ef7670d0f0,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:32.083131 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-42f66a9b-fe54-420e-8e58-34b782db77f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (3636ee98-6403-4a5b-bec8-f71512e9a827), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:32.100822 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-52ea6761-31d9-45a3-b64a-2fbd2c25ee49 admin admin] Publish callbacks [] for security_group (83ee1d15-ea97-40b9-b6c1-d3ef7670d0f0), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:32.125697 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-52ea6761-31d9-45a3-b64a-2fbd2c25ee49 admin admin] Publish callbacks [] for security_group (83ee1d15-ea97-40b9-b6c1-d3ef7670d0f0), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:32.310556 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ca89a3d5-95d0-4821-ab28-3bdaad35d446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:32.328481 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-52ea6761-31d9-45a3-b64a-2fbd2c25ee49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (83ee1d15-ea97-40b9-b6c1-d3ef7670d0f0), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:32.333465 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-52ea6761-31d9-45a3-b64a-2fbd2c25ee49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:32.334830 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-52ea6761-31d9-45a3-b64a-2fbd2c25ee49 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/83ee1d15-ea97-40b9-b6c1-d3ef7670d0f0 HTTP/1.1" status: 204 len: 168 time: 0.3540037 Aug 27 05:07:32.347769 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ea6761-31d9-45a3-b64a-2fbd2c25ee49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ee1d15-ea97-40b9-b6c1-d3ef7670d0f0,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:32.381242 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-42f66a9b-fe54-420e-8e58-34b782db77f1 None None] Publish callbacks [] for port (3636ee98-6403-4a5b-bec8-f71512e9a827), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:32.462570 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:32.507266 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device bfd15eae-e6ed-450e-a20e-6e2a5c9873fb up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:07:32.517548 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-ca89a3d5-95d0-4821-ab28-3bdaad35d446 admin admin] Allocated IP 172.20.0.1 (4391fd9f-e1b2-4d8b-91a1-e8c6e7c445c2/5e216801-d54f-453d-85b7-40a30f1beb11/889d9520-bc37-4c84-9769-ca1402405dc4) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:07:32.553133 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port bfd15eae-e6ed-450e-a20e-6e2a5c9873fb triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:07:32.553510 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (bfd15eae-e6ed-450e-a20e-6e2a5c9873fb), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:32.564152 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-42f66a9b-fe54-420e-8e58-34b782db77f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (3636ee98-6403-4a5b-bec8-f71512e9a827), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:32.596499 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-42f66a9b-fe54-420e-8e58-34b782db77f1 None None] Attempting to bind port 3636ee98-6403-4a5b-bec8-f71512e9a827 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:07:32.597250 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-42f66a9b-fe54-420e-8e58-34b782db77f1 None None] Attempting to bind port 3636ee98-6403-4a5b-bec8-f71512e9a827 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:07:32.597250 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f66a9b-fe54-420e-8e58-34b782db77f1 None None] Attempting to bind port 3636ee98-6403-4a5b-bec8-f71512e9a827 on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:07:32.605991 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f66a9b-fe54-420e-8e58-34b782db77f1 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:07:32.606759 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f66a9b-fe54-420e-8e58-34b782db77f1 None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:07:32.622639 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-42f66a9b-fe54-420e-8e58-34b782db77f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:32.622639 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f66a9b-fe54-420e-8e58-34b782db77f1 None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:07:32.622639 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-42f66a9b-fe54-420e-8e58-34b782db77f1 None None] Bound port: 3636ee98-6403-4a5b-bec8-f71512e9a827, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:07:32.622639 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-42f66a9b-fe54-420e-8e58-34b782db77f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (3636ee98-6403-4a5b-bec8-f71512e9a827), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:32.634511 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ca89a3d5-95d0-4821-ab28-3bdaad35d446 admin admin] Publish callbacks [] for port (889d9520-bc37-4c84-9769-ca1402405dc4), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:32.656859 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd48898-8d13-4075-8c8f-66c38914112a None None] Pushing event updated for resources: {'Port': ['ID=3636ee98-6403-4a5b-bec8-f71512e9a827,revision_number=2']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:32.659032 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port bfd15eae-e6ed-450e-a20e-6e2a5c9873fb is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:07:32.668791 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd48898-8d13-4075-8c8f-66c38914112a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:07:32.669348 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd48898-8d13-4075-8c8f-66c38914112a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:07:32.669686 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd48898-8d13-4075-8c8f-66c38914112a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:07:32.670179 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd48898-8d13-4075-8c8f-66c38914112a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:07:32.670696 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd48898-8d13-4075-8c8f-66c38914112a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:07:32.671848 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd48898-8d13-4075-8c8f-66c38914112a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:07:32.672400 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd48898-8d13-4075-8c8f-66c38914112a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:07:32.672885 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd48898-8d13-4075-8c8f-66c38914112a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:07:32.673570 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd48898-8d13-4075-8c8f-66c38914112a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:07:32.673911 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd48898-8d13-4075-8c8f-66c38914112a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:07:32.674239 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd48898-8d13-4075-8c8f-66c38914112a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:07:32.674733 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd48898-8d13-4075-8c8f-66c38914112a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:07:32.675069 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd48898-8d13-4075-8c8f-66c38914112a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:07:32.675746 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd48898-8d13-4075-8c8f-66c38914112a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:07:32.676090 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd48898-8d13-4075-8c8f-66c38914112a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:07:32.706733 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-42f66a9b-fe54-420e-8e58-34b782db77f1 None None] For port 3636ee98-6403-4a5b-bec8-f71512e9a827, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:07:32.709948 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-42f66a9b-fe54-420e-8e58-34b782db77f1 None None] For port 3636ee98-6403-4a5b-bec8-f71512e9a827, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=3636ee98-6403-4a5b-bec8-f71512e9a827,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:07:32.811218 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-42f66a9b-fe54-420e-8e58-34b782db77f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (3636ee98-6403-4a5b-bec8-f71512e9a827), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:32.811549 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ca89a3d5-95d0-4821-ab28-3bdaad35d446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (889d9520-bc37-4c84-9769-ca1402405dc4), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:32.845294 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:32.853855 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f66a9b-fe54-420e-8e58-34b782db77f1 None None] Routers {'bc7598ff-9e07-465a-834a-9f0e2c9707f7'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:07:32.854490 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-42f66a9b-fe54-420e-8e58-34b782db77f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:07:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['bc7598ff-9e07-465a-834a-9f0e2c9707f7'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:07:32.859104 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca89a3d5-95d0-4821-ab28-3bdaad35d446 admin admin] Network 4391fd9f-e1b2-4d8b-91a1-e8c6e7c445c2 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:07:32.862324 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-ca89a3d5-95d0-4821-ab28-3bdaad35d446 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:07:32.866738 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca89a3d5-95d0-4821-ab28-3bdaad35d446 admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:07:32.919870 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca89a3d5-95d0-4821-ab28-3bdaad35d446 admin admin] Pushing event updated for resources: {'Port': ['ID=889d9520-bc37-4c84-9769-ca1402405dc4,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:32.965785 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ca89a3d5-95d0-4821-ab28-3bdaad35d446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (bc7598ff-9e07-465a-834a-9f0e2c9707f7), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:33.022391 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:33.022391 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd48898-8d13-4075-8c8f-66c38914112a None None] Pushing event updated for resources: {'Port': ['ID=3636ee98-6403-4a5b-bec8-f71512e9a827,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:33.083904 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-42f66a9b-fe54-420e-8e58-34b782db77f1 None None] Set router bc7598ff-9e07-465a-834a-9f0e2c9707f7 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:07:33.154034 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=78,neutron:INSERT=14,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:33.260991 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-881184de-af4c-41e3-8404-6d265d6264e0 None None] Provisioning complete for port 889d9520-bc37-4c84-9769-ca1402405dc4 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:07:33.261599 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-881184de-af4c-41e3-8404-6d265d6264e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (889d9520-bc37-4c84-9769-ca1402405dc4), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:33.269614 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ca89a3d5-95d0-4821-ab28-3bdaad35d446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (889d9520-bc37-4c84-9769-ca1402405dc4), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:33.311520 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-42f66a9b-fe54-420e-8e58-34b782db77f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7598ff-9e07-465a-834a-9f0e2c9707f7', 'name': 'tempest-TestVolumeBackupRestore-386161475-router', 'tenant_id': 'feec46b55e5144e3905252b290e98e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '3636ee98-6403-4a5b-bec8-f71512e9a827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:07:28Z', 'updated_at': '2022-08-27T05:07:30Z', 'revision_number': 3, 'project_id': 'feec46b55e5144e3905252b290e98e83', 'gw_port': {'id': '3636ee98-6403-4a5b-bec8-f71512e9a827', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7598ff-9e07-465a-834a-9f0e2c9707f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:07:29Z', 'updated_at': '2022-08-27T05:07:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:07:33.342328 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-881184de-af4c-41e3-8404-6d265d6264e0 None None] Port 889d9520-bc37-4c84-9769-ca1402405dc4 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:07:33.360705 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f66a9b-fe54-420e-8e58-34b782db77f1 None None] The sync data for ids ['bc7598ff-9e07-465a-834a-9f0e2c9707f7'] in n-d-852088-5 is: [{'id': 'bc7598ff-9e07-465a-834a-9f0e2c9707f7', 'name': 'tempest-TestVolumeBackupRestore-386161475-router', 'tenant_id': 'feec46b55e5144e3905252b290e98e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '3636ee98-6403-4a5b-bec8-f71512e9a827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:07:28Z', 'updated_at': '2022-08-27T05:07:30Z', 'revision_number': 3, 'project_id': 'feec46b55e5144e3905252b290e98e83', 'gw_port': {'id': '3636ee98-6403-4a5b-bec8-f71512e9a827', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7598ff-9e07-465a-834a-9f0e2c9707f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:07:29Z', 'updated_at': '2022-08-27T05:07:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:07:33.516950 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ca89a3d5-95d0-4821-ab28-3bdaad35d446 admin admin] Publish callbacks [] for port (889d9520-bc37-4c84-9769-ca1402405dc4), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:33.709499 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ca89a3d5-95d0-4821-ab28-3bdaad35d446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (889d9520-bc37-4c84-9769-ca1402405dc4), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:33.840612 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ca89a3d5-95d0-4821-ab28-3bdaad35d446 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (bc7598ff-9e07-465a-834a-9f0e2c9707f7), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:33.875773 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53230) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:07:33.887262 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:33.923526 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca89a3d5-95d0-4821-ab28-3bdaad35d446 admin admin] Pushing event updated for resources: {'Port': ['ID=889d9520-bc37-4c84-9769-ca1402405dc4,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:34.021877 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:34.028067 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca89a3d5-95d0-4821-ab28-3bdaad35d446 admin admin] Network 4391fd9f-e1b2-4d8b-91a1-e8c6e7c445c2 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:07:34.032850 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-ca89a3d5-95d0-4821-ab28-3bdaad35d446 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:07:34.234997 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-8d862ac9-bc78-4a33-bd1f-17a37d1ff532 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=6f638f3ce4da4e149f2cf7f0079f018e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3576541 Aug 27 05:07:34.239184 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53238) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:07:34.265845 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca89a3d5-95d0-4821-ab28-3bdaad35d446 admin admin] Router bc7598ff-9e07-465a-834a-9f0e2c9707f7 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:07:34.348296 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53240) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:07:34.406195 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-097af649-775f-4119-80f9-5417700a0586 admin admin] Publish callbacks [] for security_group (7cdc3bf0-92a8-4c70-bbd9-926dd0973a4b), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:34.476503 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:34.478164 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-97f0ad24-25e7-4ab4-bbfa-b2f98e68a653 None None] Provisioning complete for port 889d9520-bc37-4c84-9769-ca1402405dc4 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:07:34.482555 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-97f0ad24-25e7-4ab4-bbfa-b2f98e68a653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (889d9520-bc37-4c84-9769-ca1402405dc4), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:34.502348 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca89a3d5-95d0-4821-ab28-3bdaad35d446 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:07:34.502491 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-097af649-775f-4119-80f9-5417700a0586 admin admin] Publish callbacks [] for security_group (7cdc3bf0-92a8-4c70-bbd9-926dd0973a4b), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:34.517750 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ca89a3d5-95d0-4821-ab28-3bdaad35d446 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/bc7598ff-9e07-465a-834a-9f0e2c9707f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7908640 Aug 27 05:07:34.579447 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-97f0ad24-25e7-4ab4-bbfa-b2f98e68a653 None None] Port 889d9520-bc37-4c84-9769-ca1402405dc4 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:07:34.600634 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-6c32e778-942a-4514-afd6-4a6798c20e29 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1049997831-network', 'tenant_id': '5e8518708de246739da77b48c5a45c96'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:07:34.634719 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 3636ee98-6403-4a5b-bec8-f71512e9a827 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:07:34.701211 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 3636ee98-6403-4a5b-bec8-f71512e9a827 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:07:34.702416 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (3636ee98-6403-4a5b-bec8-f71512e9a827), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:34.778394 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-097af649-775f-4119-80f9-5417700a0586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (7cdc3bf0-92a8-4c70-bbd9-926dd0973a4b), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:34.785119 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-097af649-775f-4119-80f9-5417700a0586 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:34.785119 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-097af649-775f-4119-80f9-5417700a0586 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/7cdc3bf0-92a8-4c70-bbd9-926dd0973a4b HTTP/1.1" status: 204 len: 168 time: 0.5419796 Aug 27 05:07:34.792327 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c32e778-942a-4514-afd6-4a6798c20e29 admin admin] Made reservation on behalf of 5e8518708de246739da77b48c5a45c96 for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:07:34.797024 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6c32e778-942a-4514-afd6-4a6798c20e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:34.801032 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097af649-775f-4119-80f9-5417700a0586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cdc3bf0-92a8-4c70-bbd9-926dd0973a4b,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:34.834085 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6c32e778-942a-4514-afd6-4a6798c20e29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:34.847044 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 3636ee98-6403-4a5b-bec8-f71512e9a827 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:07:34.847435 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (3636ee98-6403-4a5b-bec8-f71512e9a827), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:34.872501 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 3636ee98-6403-4a5b-bec8-f71512e9a827, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=3636ee98-6403-4a5b-bec8-f71512e9a827,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:07:34.978446 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (3636ee98-6403-4a5b-bec8-f71512e9a827), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:35.002846 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6c32e778-942a-4514-afd6-4a6798c20e29 admin admin] Publish callbacks [] for security_group (370838da-fb1f-4b9c-8730-f4dc768f11dc), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:35.051932 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=3636ee98-6403-4a5b-bec8-f71512e9a827,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:35.069281 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6c32e778-942a-4514-afd6-4a6798c20e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (370838da-fb1f-4b9c-8730-f4dc768f11dc), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:35.103583 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:35.121234 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c32e778-942a-4514-afd6-4a6798c20e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=370838da-fb1f-4b9c-8730-f4dc768f11dc,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:35.125252 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c32e778-942a-4514-afd6-4a6798c20e29 admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 05:07:35.137161 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6c32e778-942a-4514-afd6-4a6798c20e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (841c421a-80fd-4b7f-bbec-bd4a4b195374), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:35.137161 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-6c32e778-942a-4514-afd6-4a6798c20e29 admin admin] Added segment 841c421a-80fd-4b7f-bbec-bd4a4b195374 of type vlan for network 2485999e-deea-4c9b-9b1a-56081318df9a Aug 27 05:07:35.201974 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6c32e778-942a-4514-afd6-4a6798c20e29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (2485999e-deea-4c9b-9b1a-56081318df9a), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:35.362177 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6c32e778-942a-4514-afd6-4a6798c20e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (2485999e-deea-4c9b-9b1a-56081318df9a), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:35.362177 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c32e778-942a-4514-afd6-4a6798c20e29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:07:35.362177 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6c32e778-942a-4514-afd6-4a6798c20e29 admin admin] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:35.435397 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c32e778-942a-4514-afd6-4a6798c20e29 admin admin] Pushing event updated for resources: {'Network': ['ID=2485999e-deea-4c9b-9b1a-56081318df9a,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:35.453104 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 2485999e-deea-4c9b-9b1a-56081318df9a details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 05:07:35.572579 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53270) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:07:35.573224 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-6c32e778-942a-4514-afd6-4a6798c20e29 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2225435 Aug 27 05:07:35.582252 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-4bcc24ac-de00-4191-aee6-9b973aeb0535 admin admin] Request body: {'subnet': {'network_id': '2485999e-deea-4c9b-9b1a-56081318df9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1049997831-subnet', 'tenant_id': '5e8518708de246739da77b48c5a45c96', 'ip_version': 4}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:07:35.716469 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bcc24ac-de00-4191-aee6-9b973aeb0535 admin admin] Made reservation on behalf of 5e8518708de246739da77b48c5a45c96 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:07:35.719191 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4bcc24ac-de00-4191-aee6-9b973aeb0535 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:35.761068 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53274) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:07:35.768969 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-77e1836b-2bb8-4077-9df9-e7d0e796aebb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-728058605-network', 'tenant_id': 'e9a0885d790341928df202754a87fce1'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:07:35.850189 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a760ed2-b057-4268-a8d9-a7f317d09303 None None] Sync routers for ids ['bc7598ff-9e07-465a-834a-9f0e2c9707f7'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:07:35.863165 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a760ed2-b057-4268-a8d9-a7f317d09303 None None] Routers {'bc7598ff-9e07-465a-834a-9f0e2c9707f7'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:07:35.863790 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-0a760ed2-b057-4268-a8d9-a7f317d09303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:07:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['bc7598ff-9e07-465a-834a-9f0e2c9707f7'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:07:35.914399 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e1836b-2bb8-4077-9df9-e7d0e796aebb admin admin] Made reservation on behalf of e9a0885d790341928df202754a87fce1 for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:07:35.921236 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-77e1836b-2bb8-4077-9df9-e7d0e796aebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:35.937654 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-77e1836b-2bb8-4077-9df9-e7d0e796aebb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:36.002448 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:36.012682 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-0a760ed2-b057-4268-a8d9-a7f317d09303 None None] Set router bc7598ff-9e07-465a-834a-9f0e2c9707f7 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:07:36.065438 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-77e1836b-2bb8-4077-9df9-e7d0e796aebb admin admin] Publish callbacks [] for security_group (864e675e-e151-4db0-8f9c-e066668a74f4), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:36.143236 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4bcc24ac-de00-4191-aee6-9b973aeb0535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (4ce8d9e2-5d10-4318-946d-0f2303d0af09), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:36.171542 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-77e1836b-2bb8-4077-9df9-e7d0e796aebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (864e675e-e151-4db0-8f9c-e066668a74f4), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:36.208144 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77e1836b-2bb8-4077-9df9-e7d0e796aebb admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 05:07:36.212909 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcc24ac-de00-4191-aee6-9b973aeb0535 admin admin] Checking segment: {'id': '841c421a-80fd-4b7f-bbec-bd4a4b195374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2485999e-deea-4c9b-9b1a-56081318df9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:07:36.213325 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcc24ac-de00-4191-aee6-9b973aeb0535 admin admin] Network hostable DHCP agents. Network: 2485999e-deea-4c9b-9b1a-56081318df9a, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 05:07:36.223225 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcc24ac-de00-4191-aee6-9b973aeb0535 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ce8d9e2-5d10-4318-946d-0f2303d0af09,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:36.224845 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e1836b-2bb8-4077-9df9-e7d0e796aebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=864e675e-e151-4db0-8f9c-e066668a74f4,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:36.230532 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-77e1836b-2bb8-4077-9df9-e7d0e796aebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (286553dd-798e-40db-b68e-91ac997cda00), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:36.231134 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-77e1836b-2bb8-4077-9df9-e7d0e796aebb admin admin] Added segment 286553dd-798e-40db-b68e-91ac997cda00 of type vlan for network e2e7c39d-d125-4bb0-9baa-db5a637c0a18 Aug 27 05:07:36.256735 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-0a760ed2-b057-4268-a8d9-a7f317d09303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7598ff-9e07-465a-834a-9f0e2c9707f7', 'name': 'tempest-TestVolumeBackupRestore-386161475-router', 'tenant_id': 'feec46b55e5144e3905252b290e98e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '3636ee98-6403-4a5b-bec8-f71512e9a827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:07:28Z', 'updated_at': '2022-08-27T05:07:33Z', 'revision_number': 4, 'project_id': 'feec46b55e5144e3905252b290e98e83', 'gw_port': {'id': '3636ee98-6403-4a5b-bec8-f71512e9a827', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7598ff-9e07-465a-834a-9f0e2c9707f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:07:29Z', 'updated_at': '2022-08-27T05:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '889d9520-bc37-4c84-9769-ca1402405dc4', 'name': '', 'network_id': '4391fd9f-e1b2-4d8b-91a1-e8c6e7c445c2', 'tenant_id': 'feec46b55e5144e3905252b290e98e83', 'mac_address': 'fa:16:3e:ea:4e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7598ff-9e07-465a-834a-9f0e2c9707f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '5e216801-d54f-453d-85b7-40a30f1beb11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:07:32Z', 'updated_at': '2022-08-27T05:07:33Z', 'revision_number': 2, 'project_id': 'feec46b55e5144e3905252b290e98e83', 'subnets': [{'id': '5e216801-d54f-453d-85b7-40a30f1beb11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:07:36.275880 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-77e1836b-2bb8-4077-9df9-e7d0e796aebb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (e2e7c39d-d125-4bb0-9baa-db5a637c0a18), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:36.288747 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a760ed2-b057-4268-a8d9-a7f317d09303 None None] Checking router: bc7598ff-9e07-465a-834a-9f0e2c9707f7 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:07:36.289181 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a760ed2-b057-4268-a8d9-a7f317d09303 None None] Updating router bc7598ff-9e07-465a-834a-9f0e2c9707f7 port 889d9520-bc37-4c84-9769-ca1402405dc4 binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:07:36.310324 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53286) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:07:36.321293 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0a760ed2-b057-4268-a8d9-a7f317d09303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (889d9520-bc37-4c84-9769-ca1402405dc4), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:36.337200 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcc24ac-de00-4191-aee6-9b973aeb0535 admin admin] Network 2485999e-deea-4c9b-9b1a-56081318df9a is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 05:07:36.425439 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-ad31e02d-9b58-46f5-83f3-8324de7ae30a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-553455001-network', 'tenant_id': '5d45f1d07ee14af4852e17e7f1925287'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:07:36.457971 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-77e1836b-2bb8-4077-9df9-e7d0e796aebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (e2e7c39d-d125-4bb0-9baa-db5a637c0a18), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:36.459259 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e1836b-2bb8-4077-9df9-e7d0e796aebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:07:36.460032 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-77e1836b-2bb8-4077-9df9-e7d0e796aebb admin admin] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:36.503448 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-4bcc24ac-de00-4191-aee6-9b973aeb0535 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 2485999e-deea-4c9b-9b1a-56081318df9a) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:07:36.507962 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcc24ac-de00-4191-aee6-9b973aeb0535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:07:36.508758 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4bcc24ac-de00-4191-aee6-9b973aeb0535 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:36.518512 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30f7c4b-8793-4018-bc07-e7d6f776a898 None None] Network 2485999e-deea-4c9b-9b1a-56081318df9a requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:07:36.525904 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:36.549932 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e1836b-2bb8-4077-9df9-e7d0e796aebb admin admin] Pushing event updated for resources: {'Network': ['ID=e2e7c39d-d125-4bb0-9baa-db5a637c0a18,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:36.554130 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad31e02d-9b58-46f5-83f3-8324de7ae30a admin admin] Made reservation on behalf of 5d45f1d07ee14af4852e17e7f1925287 for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:07:36.556864 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ad31e02d-9b58-46f5-83f3-8324de7ae30a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:36.573084 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 3636ee98-6403-4a5b-bec8-f71512e9a827 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:07:36.573297 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ad31e02d-9b58-46f5-83f3-8324de7ae30a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:36.586123 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network e2e7c39d-d125-4bb0-9baa-db5a637c0a18 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 05:07:36.618556 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:36.660733 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ad31e02d-9b58-46f5-83f3-8324de7ae30a admin admin] Publish callbacks [] for security_group (e88bdf47-c526-4c0e-88e0-354bc7dd3f34), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:36.699124 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-4bcc24ac-de00-4191-aee6-9b973aeb0535 admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1250625 Aug 27 05:07:36.703662 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-77e1836b-2bb8-4077-9df9-e7d0e796aebb admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9405181 Aug 27 05:07:36.704757 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53292) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:07:36.705535 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53290) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:07:36.709787 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-0bac273f-0781-4f52-8c22-f6ec3cab45a2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1049997831-router', 'tenant_id': '5e8518708de246739da77b48c5a45c96', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:07:36.712046 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-c2061e15-9d18-47c5-843f-d2b29153cb6a admin admin] Request body: {'subnet': {'network_id': 'e2e7c39d-d125-4bb0-9baa-db5a637c0a18', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-728058605-subnet', 'tenant_id': 'e9a0885d790341928df202754a87fce1', 'ip_version': 4}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:07:36.766289 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=4,neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:36.852196 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ad31e02d-9b58-46f5-83f3-8324de7ae30a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (e88bdf47-c526-4c0e-88e0-354bc7dd3f34), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:36.874640 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad31e02d-9b58-46f5-83f3-8324de7ae30a admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 05:07:36.889688 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad31e02d-9b58-46f5-83f3-8324de7ae30a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88bdf47-c526-4c0e-88e0-354bc7dd3f34,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:36.891708 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2061e15-9d18-47c5-843f-d2b29153cb6a admin admin] Made reservation on behalf of e9a0885d790341928df202754a87fce1 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:07:36.894140 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c2061e15-9d18-47c5-843f-d2b29153cb6a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:36.912507 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0bac273f-0781-4f52-8c22-f6ec3cab45a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (58785198-9dd1-44be-bede-51ad7bea6273), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:36.913543 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0bac273f-0781-4f52-8c22-f6ec3cab45a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (58785198-9dd1-44be-bede-51ad7bea6273), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:36.919589 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 3636ee98-6403-4a5b-bec8-f71512e9a827 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:07:36.920101 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (3636ee98-6403-4a5b-bec8-f71512e9a827), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:36.920214 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ad31e02d-9b58-46f5-83f3-8324de7ae30a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (773f43d8-f54a-4447-9568-b9016e3a87ed), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:36.920439 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-ad31e02d-9b58-46f5-83f3-8324de7ae30a admin admin] Added segment 773f43d8-f54a-4447-9568-b9016e3a87ed of type vlan for network 30a62fb7-60bf-4d63-970f-c3734e593078 Aug 27 05:07:36.968254 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d356cb8a-ef9e-46b1-acec-1e3f32114e18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-2485999e-deea-4c9b-9b1a-56081318df9a', 'network_id': '2485999e-deea-4c9b-9b1a-56081318df9a', 'project_id': '5e8518708de246739da77b48c5a45c96', 'fixed_ips': [{'subnet_id': '4ce8d9e2-5d10-4318-946d-0f2303d0af09'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 05:07:36.969903 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d356cb8a-ef9e-46b1-acec-1e3f32114e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:37.037791 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0a760ed2-b057-4268-a8d9-a7f317d09303 None None] Publish callbacks [] for port (889d9520-bc37-4c84-9769-ca1402405dc4), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:37.125648 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:37.143540 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:37.187781 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 3636ee98-6403-4a5b-bec8-f71512e9a827 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:07:37.211308 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-d356cb8a-ef9e-46b1-acec-1e3f32114e18 None None] Allocated IP 172.20.0.2 (2485999e-deea-4c9b-9b1a-56081318df9a/4ce8d9e2-5d10-4318-946d-0f2303d0af09/4ac0644d-6c39-461a-a3e3-0d5d2565aa8d) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:07:37.218005 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0a760ed2-b057-4268-a8d9-a7f317d09303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (889d9520-bc37-4c84-9769-ca1402405dc4), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:37.338612 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa061eb9-c143-470a-ae2a-5080d7949d9b None None] Pushing event updated for resources: {'Port': ['ID=889d9520-bc37-4c84-9769-ca1402405dc4,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:37.367887 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c2061e15-9d18-47c5-843f-d2b29153cb6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (17ee1da4-d88f-4a53-9ca9-d944fad859c4), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:37.386868 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-0a760ed2-b057-4268-a8d9-a7f317d09303 None None] Attempting to bind port 889d9520-bc37-4c84-9769-ca1402405dc4 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:07:37.387224 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-0a760ed2-b057-4268-a8d9-a7f317d09303 None None] Attempting to bind port 889d9520-bc37-4c84-9769-ca1402405dc4 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '00d30a66-db99-4fcd-a013-1da036bf2d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4391fd9f-e1b2-4d8b-91a1-e8c6e7c445c2'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:07:37.387776 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a760ed2-b057-4268-a8d9-a7f317d09303 None None] Attempting to bind port 889d9520-bc37-4c84-9769-ca1402405dc4 on network 4391fd9f-e1b2-4d8b-91a1-e8c6e7c445c2 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:07:37.388594 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ad31e02d-9b58-46f5-83f3-8324de7ae30a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (30a62fb7-60bf-4d63-970f-c3734e593078), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:37.392063 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0bac273f-0781-4f52-8c22-f6ec3cab45a2 admin admin] Publish callbacks [] for router_controller (58785198-9dd1-44be-bede-51ad7bea6273), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:37.395834 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a760ed2-b057-4268-a8d9-a7f317d09303 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:07:37.396222 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a760ed2-b057-4268-a8d9-a7f317d09303 None None] Checking segment: {'id': '00d30a66-db99-4fcd-a013-1da036bf2d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4391fd9f-e1b2-4d8b-91a1-e8c6e7c445c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:07:37.396620 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0a760ed2-b057-4268-a8d9-a7f317d09303 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:37.397167 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a760ed2-b057-4268-a8d9-a7f317d09303 None None] Bound using segment: {'id': '00d30a66-db99-4fcd-a013-1da036bf2d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4391fd9f-e1b2-4d8b-91a1-e8c6e7c445c2'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:07:37.397811 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-0a760ed2-b057-4268-a8d9-a7f317d09303 None None] Bound port: 889d9520-bc37-4c84-9769-ca1402405dc4, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00d30a66-db99-4fcd-a013-1da036bf2d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4391fd9f-e1b2-4d8b-91a1-e8c6e7c445c2'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:07:37.398347 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0a760ed2-b057-4268-a8d9-a7f317d09303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (889d9520-bc37-4c84-9769-ca1402405dc4), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:37.447505 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2061e15-9d18-47c5-843f-d2b29153cb6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=17ee1da4-d88f-4a53-9ca9-d944fad859c4,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:37.471225 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2061e15-9d18-47c5-843f-d2b29153cb6a admin admin] Checking segment: {'id': '286553dd-798e-40db-b68e-91ac997cda00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e2e7c39d-d125-4bb0-9baa-db5a637c0a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:07:37.471632 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2061e15-9d18-47c5-843f-d2b29153cb6a admin admin] Network hostable DHCP agents. Network: e2e7c39d-d125-4bb0-9baa-db5a637c0a18, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 05:07:37.513585 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d356cb8a-ef9e-46b1-acec-1e3f32114e18 None None] Publish callbacks [] for port (4ac0644d-6c39-461a-a3e3-0d5d2565aa8d), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:37.517281 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-0a760ed2-b057-4268-a8d9-a7f317d09303 None None] For port 889d9520-bc37-4c84-9769-ca1402405dc4, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:07:37.520378 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-0a760ed2-b057-4268-a8d9-a7f317d09303 None None] For port 889d9520-bc37-4c84-9769-ca1402405dc4, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=889d9520-bc37-4c84-9769-ca1402405dc4,segment=NetworkSegment(00d30a66-db99-4fcd-a013-1da036bf2d28),segment_id=00d30a66-db99-4fcd-a013-1da036bf2d28)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:07:37.531784 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ad31e02d-9b58-46f5-83f3-8324de7ae30a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (30a62fb7-60bf-4d63-970f-c3734e593078), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:37.532926 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad31e02d-9b58-46f5-83f3-8324de7ae30a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:07:37.533504 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ad31e02d-9b58-46f5-83f3-8324de7ae30a admin admin] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:37.587293 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2061e15-9d18-47c5-843f-d2b29153cb6a admin admin] Network e2e7c39d-d125-4bb0-9baa-db5a637c0a18 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 05:07:37.627574 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d356cb8a-ef9e-46b1-acec-1e3f32114e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (4ac0644d-6c39-461a-a3e3-0d5d2565aa8d), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:37.632405 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0a760ed2-b057-4268-a8d9-a7f317d09303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (889d9520-bc37-4c84-9769-ca1402405dc4), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:37.668313 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad31e02d-9b58-46f5-83f3-8324de7ae30a admin admin] Pushing event updated for resources: {'Network': ['ID=30a62fb7-60bf-4d63-970f-c3734e593078,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:37.697856 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d356cb8a-ef9e-46b1-acec-1e3f32114e18 None None] Pushing event updated for resources: {'Port': ['ID=4ac0644d-6c39-461a-a3e3-0d5d2565aa8d,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:37.702818 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-c2061e15-9d18-47c5-843f-d2b29153cb6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, e2e7c39d-d125-4bb0-9baa-db5a637c0a18) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:07:37.707234 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2061e15-9d18-47c5-843f-d2b29153cb6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:07:37.707833 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c2061e15-9d18-47c5-843f-d2b29153cb6a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:37.718029 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 30a62fb7-60bf-4d63-970f-c3734e593078 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 05:07:37.732373 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0bac273f-0781-4f52-8c22-f6ec3cab45a2 admin admin] Publish callbacks [] for router_gateway (58785198-9dd1-44be-bede-51ad7bea6273), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:37.752210 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ad31e02d-9b58-46f5-83f3-8324de7ae30a admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4400592 Aug 27 05:07:37.754806 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53300) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:07:37.759922 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-058e5d6b-c596-4142-82f7-9aa657692c1c admin admin] Request body: {'subnet': {'network_id': '30a62fb7-60bf-4d63-970f-c3734e593078', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-553455001-subnet', 'tenant_id': '5d45f1d07ee14af4852e17e7f1925287', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:07:37.763333 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a760ed2-b057-4268-a8d9-a7f317d09303 None None] Routers {'bc7598ff-9e07-465a-834a-9f0e2c9707f7'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:07:37.763971 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-0a760ed2-b057-4268-a8d9-a7f317d09303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:07:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['bc7598ff-9e07-465a-834a-9f0e2c9707f7'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:07:37.765829 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57a7e76-24b7-43c7-bf22-34b8db83a280 None None] Network e2e7c39d-d125-4bb0-9baa-db5a637c0a18 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:07:37.798019 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53302) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:07:37.834731 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d356cb8a-ef9e-46b1-acec-1e3f32114e18 None None] Network 2485999e-deea-4c9b-9b1a-56081318df9a is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:07:37.864462 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c2061e15-9d18-47c5-843f-d2b29153cb6a admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1573431 Aug 27 05:07:37.869125 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53306) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:07:37.873537 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-54dfd202-b84c-41fb-ab02-268f2782cf7b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-728058605-router', 'tenant_id': 'e9a0885d790341928df202754a87fce1', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:07:37.880398 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-d356cb8a-ef9e-46b1-acec-1e3f32114e18 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:07:37.898604 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d356cb8a-ef9e-46b1-acec-1e3f32114e18 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:07:37.905740 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058e5d6b-c596-4142-82f7-9aa657692c1c admin admin] Made reservation on behalf of 5d45f1d07ee14af4852e17e7f1925287 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:07:37.912276 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-058e5d6b-c596-4142-82f7-9aa657692c1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:38.013581 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-eb193d50-2682-447c-8620-96ea933f7b54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:38.040276 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-54dfd202-b84c-41fb-ab02-268f2782cf7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (36bad401-e3c9-4334-a603-360274d1fe1e), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:38.041307 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-54dfd202-b84c-41fb-ab02-268f2782cf7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (36bad401-e3c9-4334-a603-360274d1fe1e), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:38.050591 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa061eb9-c143-470a-ae2a-5080d7949d9b None None] Pushing event updated for resources: {'Port': ['ID=889d9520-bc37-4c84-9769-ca1402405dc4,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:38.110988 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-0a760ed2-b057-4268-a8d9-a7f317d09303 None None] Set router bc7598ff-9e07-465a-834a-9f0e2c9707f7 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:07:38.113608 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-d356cb8a-ef9e-46b1-acec-1e3f32114e18 None None] Attempting to bind port 4ac0644d-6c39-461a-a3e3-0d5d2565aa8d on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:07:38.113785 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-d356cb8a-ef9e-46b1-acec-1e3f32114e18 None None] Attempting to bind port 4ac0644d-6c39-461a-a3e3-0d5d2565aa8d by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '841c421a-80fd-4b7f-bbec-bd4a4b195374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2485999e-deea-4c9b-9b1a-56081318df9a'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:07:38.114266 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d356cb8a-ef9e-46b1-acec-1e3f32114e18 None None] Attempting to bind port 4ac0644d-6c39-461a-a3e3-0d5d2565aa8d on network 2485999e-deea-4c9b-9b1a-56081318df9a {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:07:38.169464 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edc1838-aefc-4470-99a1-fefdc90446be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-e2e7c39d-d125-4bb0-9baa-db5a637c0a18', 'network_id': 'e2e7c39d-d125-4bb0-9baa-db5a637c0a18', 'project_id': 'e9a0885d790341928df202754a87fce1', 'fixed_ips': [{'subnet_id': '17ee1da4-d88f-4a53-9ca9-d944fad859c4'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 05:07:38.170832 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1edc1838-aefc-4470-99a1-fefdc90446be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:38.185807 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d356cb8a-ef9e-46b1-acec-1e3f32114e18 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:07:38.186192 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d356cb8a-ef9e-46b1-acec-1e3f32114e18 None None] Checking segment: {'id': '841c421a-80fd-4b7f-bbec-bd4a4b195374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2485999e-deea-4c9b-9b1a-56081318df9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:07:38.190055 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d356cb8a-ef9e-46b1-acec-1e3f32114e18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:38.190055 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d356cb8a-ef9e-46b1-acec-1e3f32114e18 None None] Bound using segment: {'id': '841c421a-80fd-4b7f-bbec-bd4a4b195374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2485999e-deea-4c9b-9b1a-56081318df9a'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:07:38.190055 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-d356cb8a-ef9e-46b1-acec-1e3f32114e18 None None] Bound port: 4ac0644d-6c39-461a-a3e3-0d5d2565aa8d, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '841c421a-80fd-4b7f-bbec-bd4a4b195374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2485999e-deea-4c9b-9b1a-56081318df9a'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:07:38.190055 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d356cb8a-ef9e-46b1-acec-1e3f32114e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (4ac0644d-6c39-461a-a3e3-0d5d2565aa8d), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:38.222078 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-54dfd202-b84c-41fb-ab02-268f2782cf7b admin admin] Publish callbacks [] for router_controller (36bad401-e3c9-4334-a603-360274d1fe1e), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:38.285100 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0bac273f-0781-4f52-8c22-f6ec3cab45a2 admin admin] Publish callbacks [] for router_gateway (58785198-9dd1-44be-bede-51ad7bea6273), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:38.288035 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-eb193d50-2682-447c-8620-96ea933f7b54 admin admin] Publish callbacks [] for security_group (a28c966f-99b1-443b-9b8c-2140769a77c8), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:38.307521 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0bac273f-0781-4f52-8c22-f6ec3cab45a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:38.314658 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-058e5d6b-c596-4142-82f7-9aa657692c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (5520d28c-ab03-4697-9bee-24afc00209e1), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:38.376495 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058e5d6b-c596-4142-82f7-9aa657692c1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5520d28c-ab03-4697-9bee-24afc00209e1,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:38.392214 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-eb193d50-2682-447c-8620-96ea933f7b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (a28c966f-99b1-443b-9b8c-2140769a77c8), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:38.394037 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058e5d6b-c596-4142-82f7-9aa657692c1c admin admin] Checking segment: {'id': '773f43d8-f54a-4447-9568-b9016e3a87ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '30a62fb7-60bf-4d63-970f-c3734e593078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:07:38.394523 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058e5d6b-c596-4142-82f7-9aa657692c1c admin admin] Network hostable DHCP agents. Network: 30a62fb7-60bf-4d63-970f-c3734e593078, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 05:07:38.466018 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:38.478719 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058e5d6b-c596-4142-82f7-9aa657692c1c admin admin] Network 30a62fb7-60bf-4d63-970f-c3734e593078 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 05:07:38.483205 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d356cb8a-ef9e-46b1-acec-1e3f32114e18 None None] For port 4ac0644d-6c39-461a-a3e3-0d5d2565aa8d, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:07:38.500943 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-eb193d50-2682-447c-8620-96ea933f7b54 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=e13d2a90d4f2451fb21880995ce2bc59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7015285 Aug 27 05:07:38.504048 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53308) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:07:38.509850 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d356cb8a-ef9e-46b1-acec-1e3f32114e18 None None] For port 4ac0644d-6c39-461a-a3e3-0d5d2565aa8d, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=4ac0644d-6c39-461a-a3e3-0d5d2565aa8d,segment=NetworkSegment(841c421a-80fd-4b7f-bbec-bd4a4b195374),segment_id=841c421a-80fd-4b7f-bbec-bd4a4b195374)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:07:38.520553 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-1edc1838-aefc-4470-99a1-fefdc90446be None None] Allocated IP 172.20.0.2 (e2e7c39d-d125-4bb0-9baa-db5a637c0a18/17ee1da4-d88f-4a53-9ca9-d944fad859c4/af10c838-2899-43bc-a701-42538adb89f4) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:07:38.541258 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb193d50-2682-447c-8620-96ea933f7b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28c966f-99b1-443b-9b8c-2140769a77c8,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:38.567336 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-202ad73c-495f-4a23-bf5e-39d892a8ba63 admin admin] Publish callbacks [] for security_group (a28c966f-99b1-443b-9b8c-2140769a77c8), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:38.587868 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-54dfd202-b84c-41fb-ab02-268f2782cf7b admin admin] Publish callbacks [] for router_gateway (36bad401-e3c9-4334-a603-360274d1fe1e), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:38.592727 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-202ad73c-495f-4a23-bf5e-39d892a8ba63 admin admin] Publish callbacks [] for security_group (a28c966f-99b1-443b-9b8c-2140769a77c8), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:38.597535 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-0bac273f-0781-4f52-8c22-f6ec3cab45a2 admin admin] Allocated IP 172.25.2.125 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/a56f47ac-21f2-495d-ba39-72aaffbaf79b) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:07:38.611782 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-0a760ed2-b057-4268-a8d9-a7f317d09303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7598ff-9e07-465a-834a-9f0e2c9707f7', 'name': 'tempest-TestVolumeBackupRestore-386161475-router', 'tenant_id': 'feec46b55e5144e3905252b290e98e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '3636ee98-6403-4a5b-bec8-f71512e9a827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:07:28Z', 'updated_at': '2022-08-27T05:07:33Z', 'revision_number': 4, 'project_id': 'feec46b55e5144e3905252b290e98e83', 'gw_port': {'id': '3636ee98-6403-4a5b-bec8-f71512e9a827', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7598ff-9e07-465a-834a-9f0e2c9707f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:07:29Z', 'updated_at': '2022-08-27T05:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '889d9520-bc37-4c84-9769-ca1402405dc4', 'name': '', 'network_id': '4391fd9f-e1b2-4d8b-91a1-e8c6e7c445c2', 'tenant_id': 'feec46b55e5144e3905252b290e98e83', 'mac_address': 'fa:16:3e:ea:4e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7598ff-9e07-465a-834a-9f0e2c9707f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '5e216801-d54f-453d-85b7-40a30f1beb11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:07:32Z', 'updated_at': '2022-08-27T05:07:37Z', 'revision_number': 4, 'project_id': 'feec46b55e5144e3905252b290e98e83', 'subnets': [{'id': '5e216801-d54f-453d-85b7-40a30f1beb11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:07:38.641346 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a760ed2-b057-4268-a8d9-a7f317d09303 None None] The sync data for ids ['bc7598ff-9e07-465a-834a-9f0e2c9707f7'] in n-d-852088-5 is: [{'id': 'bc7598ff-9e07-465a-834a-9f0e2c9707f7', 'name': 'tempest-TestVolumeBackupRestore-386161475-router', 'tenant_id': 'feec46b55e5144e3905252b290e98e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '3636ee98-6403-4a5b-bec8-f71512e9a827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:07:28Z', 'updated_at': '2022-08-27T05:07:33Z', 'revision_number': 4, 'project_id': 'feec46b55e5144e3905252b290e98e83', 'gw_port': {'id': '3636ee98-6403-4a5b-bec8-f71512e9a827', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7598ff-9e07-465a-834a-9f0e2c9707f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:07:29Z', 'updated_at': '2022-08-27T05:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '889d9520-bc37-4c84-9769-ca1402405dc4', 'name': '', 'network_id': '4391fd9f-e1b2-4d8b-91a1-e8c6e7c445c2', 'tenant_id': 'feec46b55e5144e3905252b290e98e83', 'mac_address': 'fa:16:3e:ea:4e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7598ff-9e07-465a-834a-9f0e2c9707f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '5e216801-d54f-453d-85b7-40a30f1beb11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:07:32Z', 'updated_at': '2022-08-27T05:07:37Z', 'revision_number': 4, 'project_id': 'feec46b55e5144e3905252b290e98e83', 'subnets': [{'id': '5e216801-d54f-453d-85b7-40a30f1beb11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:07:38.654661 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-058e5d6b-c596-4142-82f7-9aa657692c1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 30a62fb7-60bf-4d63-970f-c3734e593078) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:07:38.669017 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058e5d6b-c596-4142-82f7-9aa657692c1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:07:38.669017 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-058e5d6b-c596-4142-82f7-9aa657692c1c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:38.678655 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b32650c-9afa-46f4-ba9b-fe957531a97a None None] Network 30a62fb7-60bf-4d63-970f-c3734e593078 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:07:38.779940 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0bac273f-0781-4f52-8c22-f6ec3cab45a2 admin admin] Publish callbacks [] for port (a56f47ac-21f2-495d-ba39-72aaffbaf79b), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:38.801591 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-202ad73c-495f-4a23-bf5e-39d892a8ba63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (a28c966f-99b1-443b-9b8c-2140769a77c8), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:38.805642 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-202ad73c-495f-4a23-bf5e-39d892a8ba63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:38.809192 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-202ad73c-495f-4a23-bf5e-39d892a8ba63 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/a28c966f-99b1-443b-9b8c-2140769a77c8 HTTP/1.1" status: 204 len: 168 time: 0.3026683 Aug 27 05:07:38.823031 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202ad73c-495f-4a23-bf5e-39d892a8ba63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28c966f-99b1-443b-9b8c-2140769a77c8,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:38.832042 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-058e5d6b-c596-4142-82f7-9aa657692c1c admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0761428 Aug 27 05:07:38.952678 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d356cb8a-ef9e-46b1-acec-1e3f32114e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (4ac0644d-6c39-461a-a3e3-0d5d2565aa8d), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:38.976128 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:39.007563 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0bac273f-0781-4f52-8c22-f6ec3cab45a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (a56f47ac-21f2-495d-ba39-72aaffbaf79b), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:39.015937 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-54dfd202-b84c-41fb-ab02-268f2782cf7b admin admin] Publish callbacks [] for router_gateway (36bad401-e3c9-4334-a603-360274d1fe1e), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:39.070347 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-54dfd202-b84c-41fb-ab02-268f2782cf7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:39.074315 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac967e2-ff4d-4c85-bed3-ee2bbca599bc None None] Network 30a62fb7-60bf-4d63-970f-c3734e593078 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:07:39.096042 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bac273f-0781-4f52-8c22-f6ec3cab45a2 admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:07:39.112697 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-0bac273f-0781-4f52-8c22-f6ec3cab45a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:07:39.123066 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bac273f-0781-4f52-8c22-f6ec3cab45a2 admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:07:39.132917 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:UPDATE=8,neutron:SELECT=88,neutron:INSERT=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:39.219577 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bac273f-0781-4f52-8c22-f6ec3cab45a2 admin admin] Pushing event updated for resources: {'Port': ['ID=a56f47ac-21f2-495d-ba39-72aaffbaf79b,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:39.425028 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d356cb8a-ef9e-46b1-acec-1e3f32114e18 None None] Pushing event updated for resources: {'Port': ['ID=4ac0644d-6c39-461a-a3e3-0d5d2565aa8d,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:39.465596 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1edc1838-aefc-4470-99a1-fefdc90446be None None] Publish callbacks [] for port (af10c838-2899-43bc-a701-42538adb89f4), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:39.554204 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-54dfd202-b84c-41fb-ab02-268f2782cf7b admin admin] Allocated IP 172.25.2.190 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/a8f9ae56-8482-4bac-818d-27938b011ce0) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:07:39.612352 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1edc1838-aefc-4470-99a1-fefdc90446be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (af10c838-2899-43bc-a701-42538adb89f4), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:39.648102 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edc1838-aefc-4470-99a1-fefdc90446be None None] Network e2e7c39d-d125-4bb0-9baa-db5a637c0a18 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:07:39.671766 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-1edc1838-aefc-4470-99a1-fefdc90446be None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:07:39.676737 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edc1838-aefc-4470-99a1-fefdc90446be None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:07:39.723370 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edc1838-aefc-4470-99a1-fefdc90446be None None] Pushing event updated for resources: {'Port': ['ID=af10c838-2899-43bc-a701-42538adb89f4,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:39.732420 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:UPDATE=5,neutron:SELECT=78,neutron:INSERT=14,neutron:DELETE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:39.788075 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-54dfd202-b84c-41fb-ab02-268f2782cf7b admin admin] Publish callbacks [] for port (a8f9ae56-8482-4bac-818d-27938b011ce0), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:39.791331 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-1edc1838-aefc-4470-99a1-fefdc90446be None None] Attempting to bind port af10c838-2899-43bc-a701-42538adb89f4 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:07:39.791860 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-1edc1838-aefc-4470-99a1-fefdc90446be None None] Attempting to bind port af10c838-2899-43bc-a701-42538adb89f4 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '286553dd-798e-40db-b68e-91ac997cda00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e2e7c39d-d125-4bb0-9baa-db5a637c0a18'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:07:39.792953 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edc1838-aefc-4470-99a1-fefdc90446be None None] Attempting to bind port af10c838-2899-43bc-a701-42538adb89f4 on network e2e7c39d-d125-4bb0-9baa-db5a637c0a18 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:07:39.801522 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edc1838-aefc-4470-99a1-fefdc90446be None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:07:39.802112 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edc1838-aefc-4470-99a1-fefdc90446be None None] Checking segment: {'id': '286553dd-798e-40db-b68e-91ac997cda00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e2e7c39d-d125-4bb0-9baa-db5a637c0a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:07:39.803024 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1edc1838-aefc-4470-99a1-fefdc90446be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:39.803418 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edc1838-aefc-4470-99a1-fefdc90446be None None] Bound using segment: {'id': '286553dd-798e-40db-b68e-91ac997cda00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e2e7c39d-d125-4bb0-9baa-db5a637c0a18'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:07:39.804068 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-1edc1838-aefc-4470-99a1-fefdc90446be None None] Bound port: af10c838-2899-43bc-a701-42538adb89f4, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '286553dd-798e-40db-b68e-91ac997cda00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e2e7c39d-d125-4bb0-9baa-db5a637c0a18'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:07:39.804484 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1edc1838-aefc-4470-99a1-fefdc90446be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (af10c838-2899-43bc-a701-42538adb89f4), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:39.872796 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0bac273f-0781-4f52-8c22-f6ec3cab45a2 admin admin] Publish callbacks [] for router_gateway (58785198-9dd1-44be-bede-51ad7bea6273), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:39.876059 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-1edc1838-aefc-4470-99a1-fefdc90446be None None] For port af10c838-2899-43bc-a701-42538adb89f4, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:07:39.881140 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-1edc1838-aefc-4470-99a1-fefdc90446be None None] For port af10c838-2899-43bc-a701-42538adb89f4, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=af10c838-2899-43bc-a701-42538adb89f4,segment=NetworkSegment(286553dd-798e-40db-b68e-91ac997cda00),segment_id=286553dd-798e-40db-b68e-91ac997cda00)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:07:40.015397 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-54dfd202-b84c-41fb-ab02-268f2782cf7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (a8f9ae56-8482-4bac-818d-27938b011ce0), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:40.042029 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1edc1838-aefc-4470-99a1-fefdc90446be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (af10c838-2899-43bc-a701-42538adb89f4), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:40.113740 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54dfd202-b84c-41fb-ab02-268f2782cf7b admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:07:40.128088 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-54dfd202-b84c-41fb-ab02-268f2782cf7b admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:07:40.140619 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dfd202-b84c-41fb-ab02-268f2782cf7b admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:07:40.164555 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edc1838-aefc-4470-99a1-fefdc90446be None None] Pushing event updated for resources: {'Port': ['ID=af10c838-2899-43bc-a701-42538adb89f4,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:40.184364 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dfd202-b84c-41fb-ab02-268f2782cf7b admin admin] Pushing event updated for resources: {'Port': ['ID=a8f9ae56-8482-4bac-818d-27938b011ce0,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:40.207210 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0bac273f-0781-4f52-8c22-f6ec3cab45a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (58785198-9dd1-44be-bede-51ad7bea6273), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:40.632339 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bac273f-0781-4f52-8c22-f6ec3cab45a2 admin admin] Router 58785198-9dd1-44be-bede-51ad7bea6273 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 05:07:40.638180 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 4ac0644d-6c39-461a-a3e3-0d5d2565aa8d up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:07:40.715292 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 4ac0644d-6c39-461a-a3e3-0d5d2565aa8d triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:07:40.715664 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (4ac0644d-6c39-461a-a3e3-0d5d2565aa8d), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:40.745817 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb80c47-debb-491b-9208-e0b4fb111380 None None] Network 2485999e-deea-4c9b-9b1a-56081318df9a requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:07:40.795772 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-54dfd202-b84c-41fb-ab02-268f2782cf7b admin admin] Publish callbacks [] for router_gateway (36bad401-e3c9-4334-a603-360274d1fe1e), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:40.818580 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-23599a5b-8bbe-4c82-824a-e85374dbeaed None None] Provisioning complete for port 4ac0644d-6c39-461a-a3e3-0d5d2565aa8d triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:07:40.818866 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-23599a5b-8bbe-4c82-824a-e85374dbeaed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (4ac0644d-6c39-461a-a3e3-0d5d2565aa8d), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:40.847411 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bac273f-0781-4f52-8c22-f6ec3cab45a2 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:07:40.860140 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9635e144-7f07-48c4-a6b4-281dffafb772 None None] Sync routers for ids ['58785198-9dd1-44be-bede-51ad7bea6273'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:07:40.873049 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9635e144-7f07-48c4-a6b4-281dffafb772 None None] Routers {'58785198-9dd1-44be-bede-51ad7bea6273'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:07:40.874059 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-9635e144-7f07-48c4-a6b4-281dffafb772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:07:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['58785198-9dd1-44be-bede-51ad7bea6273'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:07:40.939678 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 4ac0644d-6c39-461a-a3e3-0d5d2565aa8d is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:07:40.940058 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (4ac0644d-6c39-461a-a3e3-0d5d2565aa8d), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:41.003395 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-23599a5b-8bbe-4c82-824a-e85374dbeaed None None] Current status of the port 4ac0644d-6c39-461a-a3e3-0d5d2565aa8d is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:07:41.003791 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-23599a5b-8bbe-4c82-824a-e85374dbeaed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (4ac0644d-6c39-461a-a3e3-0d5d2565aa8d), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:41.012716 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-9635e144-7f07-48c4-a6b4-281dffafb772 None None] Set router 58785198-9dd1-44be-bede-51ad7bea6273 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:07:41.017885 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0bac273f-0781-4f52-8c22-f6ec3cab45a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:41.022159 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 4ac0644d-6c39-461a-a3e3-0d5d2565aa8d, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=4ac0644d-6c39-461a-a3e3-0d5d2565aa8d,segment=NetworkSegment(841c421a-80fd-4b7f-bbec-bd4a4b195374),segment_id=841c421a-80fd-4b7f-bbec-bd4a4b195374)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:07:41.022542 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53322) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:07:41.023901 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0bac273f-0781-4f52-8c22-f6ec3cab45a2 admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.3167880 Aug 27 05:07:41.050135 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-54dfd202-b84c-41fb-ab02-268f2782cf7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (36bad401-e3c9-4334-a603-360274d1fe1e), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:41.155477 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (4ac0644d-6c39-461a-a3e3-0d5d2565aa8d), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:41.156341 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device af10c838-2899-43bc-a701-42538adb89f4 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:07:41.251651 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:41.309818 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54dfd202-b84c-41fb-ab02-268f2782cf7b admin admin] Router 36bad401-e3c9-4334-a603-360274d1fe1e is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 05:07:41.323026 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-9635e144-7f07-48c4-a6b4-281dffafb772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58785198-9dd1-44be-bede-51ad7bea6273', 'name': 'tempest-TestVolumeBootPattern-1049997831-router', 'tenant_id': '5e8518708de246739da77b48c5a45c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'a56f47ac-21f2-495d-ba39-72aaffbaf79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:07:36Z', 'updated_at': '2022-08-27T05:07:39Z', 'revision_number': 3, 'project_id': '5e8518708de246739da77b48c5a45c96', 'gw_port': {'id': 'a56f47ac-21f2-495d-ba39-72aaffbaf79b', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58785198-9dd1-44be-bede-51ad7bea6273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:07:38Z', 'updated_at': '2022-08-27T05:07:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:07:41.369674 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9635e144-7f07-48c4-a6b4-281dffafb772 None None] Checking router: 58785198-9dd1-44be-bede-51ad7bea6273 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:07:41.369873 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=4ac0644d-6c39-461a-a3e3-0d5d2565aa8d,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:41.370865 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9635e144-7f07-48c4-a6b4-281dffafb772 None None] Updating router 58785198-9dd1-44be-bede-51ad7bea6273 port a56f47ac-21f2-495d-ba39-72aaffbaf79b binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:07:41.413737 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-9635e144-7f07-48c4-a6b4-281dffafb772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a56f47ac-21f2-495d-ba39-72aaffbaf79b), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:41.436573 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-23599a5b-8bbe-4c82-824a-e85374dbeaed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 05:07:41.437042 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-23599a5b-8bbe-4c82-824a-e85374dbeaed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 05:07:41.438046 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port af10c838-2899-43bc-a701-42538adb89f4 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:07:41.438423 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (af10c838-2899-43bc-a701-42538adb89f4), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:41.513682 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:41.566584 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:41.568789 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54dfd202-b84c-41fb-ab02-268f2782cf7b admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:07:41.622641 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68edc8fc-11f4-4208-8983-787476975944 None None] Sync routers for ids ['36bad401-e3c9-4334-a603-360274d1fe1e'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:07:41.659763 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68edc8fc-11f4-4208-8983-787476975944 None None] Routers {'36bad401-e3c9-4334-a603-360274d1fe1e'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:07:41.660475 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-68edc8fc-11f4-4208-8983-787476975944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:07:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['36bad401-e3c9-4334-a603-360274d1fe1e'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:07:41.722527 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-54dfd202-b84c-41fb-ab02-268f2782cf7b admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:41.723824 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-54dfd202-b84c-41fb-ab02-268f2782cf7b admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.8555882 Aug 27 05:07:41.726833 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53326) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:07:41.809634 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b9be59-f198-4575-b91e-91f2b01bdc2b None None] Network e2e7c39d-d125-4bb0-9baa-db5a637c0a18 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:07:41.817983 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ad265f93-1f37-4f0d-abea-80027eb48206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:41.824487 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:41.848952 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:41.898816 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-9635e144-7f07-48c4-a6b4-281dffafb772 None None] Publish callbacks [] for port (a56f47ac-21f2-495d-ba39-72aaffbaf79b), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:41.925171 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port af10c838-2899-43bc-a701-42538adb89f4 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:07:41.925547 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (af10c838-2899-43bc-a701-42538adb89f4), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:41.932677 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-68edc8fc-11f4-4208-8983-787476975944 None None] Set router 36bad401-e3c9-4334-a603-360274d1fe1e gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:07:42.017406 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-ad265f93-1f37-4f0d-abea-80027eb48206 admin admin] Allocated IP 172.20.0.1 (2485999e-deea-4c9b-9b1a-56081318df9a/4ce8d9e2-5d10-4318-946d-0f2303d0af09/2fd7b69d-5305-4395-91cc-e42fe879c7fc) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:07:42.061310 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-9635e144-7f07-48c4-a6b4-281dffafb772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a56f47ac-21f2-495d-ba39-72aaffbaf79b), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:42.117391 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-9635e144-7f07-48c4-a6b4-281dffafb772 None None] Attempting to bind port a56f47ac-21f2-495d-ba39-72aaffbaf79b on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:07:42.119305 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-9635e144-7f07-48c4-a6b4-281dffafb772 None None] Attempting to bind port a56f47ac-21f2-495d-ba39-72aaffbaf79b by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:07:42.120107 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9635e144-7f07-48c4-a6b4-281dffafb772 None None] Attempting to bind port a56f47ac-21f2-495d-ba39-72aaffbaf79b on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:07:42.135742 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9635e144-7f07-48c4-a6b4-281dffafb772 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:07:42.137197 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9635e144-7f07-48c4-a6b4-281dffafb772 None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:07:42.138025 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-9635e144-7f07-48c4-a6b4-281dffafb772 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:42.138696 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9635e144-7f07-48c4-a6b4-281dffafb772 None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:07:42.139555 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-9635e144-7f07-48c4-a6b4-281dffafb772 None None] Bound port: a56f47ac-21f2-495d-ba39-72aaffbaf79b, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:07:42.140372 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-9635e144-7f07-48c4-a6b4-281dffafb772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a56f47ac-21f2-495d-ba39-72aaffbaf79b), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:42.194526 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5328dc-ad03-42bc-97e3-e83fe76f900f None None] Pushing event updated for resources: {'Port': ['ID=a56f47ac-21f2-495d-ba39-72aaffbaf79b,revision_number=2']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:42.209795 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ad265f93-1f37-4f0d-abea-80027eb48206 admin admin] Publish callbacks [] for port (2fd7b69d-5305-4395-91cc-e42fe879c7fc), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:42.212916 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-68edc8fc-11f4-4208-8983-787476975944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36bad401-e3c9-4334-a603-360274d1fe1e', 'name': 'tempest-TestVolumeBackupRestore-728058605-router', 'tenant_id': 'e9a0885d790341928df202754a87fce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'a8f9ae56-8482-4bac-818d-27938b011ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:07:38Z', 'updated_at': '2022-08-27T05:07:40Z', 'revision_number': 3, 'project_id': 'e9a0885d790341928df202754a87fce1', 'gw_port': {'id': 'a8f9ae56-8482-4bac-818d-27938b011ce0', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36bad401-e3c9-4334-a603-360274d1fe1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:07:39Z', 'updated_at': '2022-08-27T05:07:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:07:42.222933 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:42.227122 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-23599a5b-8bbe-4c82-824a-e85374dbeaed None None] Current status of the port 4ac0644d-6c39-461a-a3e3-0d5d2565aa8d is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:07:42.267781 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-9635e144-7f07-48c4-a6b4-281dffafb772 None None] For port a56f47ac-21f2-495d-ba39-72aaffbaf79b, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:07:42.279372 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-9635e144-7f07-48c4-a6b4-281dffafb772 None None] For port a56f47ac-21f2-495d-ba39-72aaffbaf79b, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a56f47ac-21f2-495d-ba39-72aaffbaf79b,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:07:42.280445 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68edc8fc-11f4-4208-8983-787476975944 None None] Checking router: 36bad401-e3c9-4334-a603-360274d1fe1e for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:07:42.280791 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68edc8fc-11f4-4208-8983-787476975944 None None] Updating router 36bad401-e3c9-4334-a603-360274d1fe1e port a8f9ae56-8482-4bac-818d-27938b011ce0 binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:07:42.281706 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:42.318780 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port af10c838-2899-43bc-a701-42538adb89f4, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=af10c838-2899-43bc-a701-42538adb89f4,segment=NetworkSegment(286553dd-798e-40db-b68e-91ac997cda00),segment_id=286553dd-798e-40db-b68e-91ac997cda00)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:07:42.359708 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-68edc8fc-11f4-4208-8983-787476975944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a8f9ae56-8482-4bac-818d-27938b011ce0), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:42.382757 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-78eb1cd0-cb85-4774-afcf-af6751367d69 None None] Provisioning complete for port 4ac0644d-6c39-461a-a3e3-0d5d2565aa8d triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:07:42.383429 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-78eb1cd0-cb85-4774-afcf-af6751367d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (4ac0644d-6c39-461a-a3e3-0d5d2565aa8d), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:42.407307 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ad265f93-1f37-4f0d-abea-80027eb48206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (2fd7b69d-5305-4395-91cc-e42fe879c7fc), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:42.408110 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-9635e144-7f07-48c4-a6b4-281dffafb772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a56f47ac-21f2-495d-ba39-72aaffbaf79b), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:42.436860 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad265f93-1f37-4f0d-abea-80027eb48206 admin admin] Network 2485999e-deea-4c9b-9b1a-56081318df9a is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:07:42.440015 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-ad265f93-1f37-4f0d-abea-80027eb48206 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:07:42.490577 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad265f93-1f37-4f0d-abea-80027eb48206 admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:07:42.500387 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9635e144-7f07-48c4-a6b4-281dffafb772 None None] Routers {'58785198-9dd1-44be-bede-51ad7bea6273'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:07:42.501036 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-9635e144-7f07-48c4-a6b4-281dffafb772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:07:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['58785198-9dd1-44be-bede-51ad7bea6273'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:07:42.590936 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad265f93-1f37-4f0d-abea-80027eb48206 admin admin] Pushing event updated for resources: {'Port': ['ID=2fd7b69d-5305-4395-91cc-e42fe879c7fc,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:42.612058 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (af10c838-2899-43bc-a701-42538adb89f4), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:42.616288 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 889d9520-bc37-4c84-9769-ca1402405dc4 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:07:42.616478 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ad265f93-1f37-4f0d-abea-80027eb48206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (58785198-9dd1-44be-bede-51ad7bea6273), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:42.824132 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-9635e144-7f07-48c4-a6b4-281dffafb772 None None] Set router 58785198-9dd1-44be-bede-51ad7bea6273 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:07:42.882133 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=af10c838-2899-43bc-a701-42538adb89f4,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:42.918741 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 889d9520-bc37-4c84-9769-ca1402405dc4 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:07:42.919221 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (889d9520-bc37-4c84-9769-ca1402405dc4), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:42.939573 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2dd8c8d1-fb1d-4dcd-8107-f6b505780f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:42.940238 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5328dc-ad03-42bc-97e3-e83fe76f900f None None] Pushing event updated for resources: {'Port': ['ID=a56f47ac-21f2-495d-ba39-72aaffbaf79b,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:43.028615 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-9635e144-7f07-48c4-a6b4-281dffafb772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58785198-9dd1-44be-bede-51ad7bea6273', 'name': 'tempest-TestVolumeBootPattern-1049997831-router', 'tenant_id': '5e8518708de246739da77b48c5a45c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'a56f47ac-21f2-495d-ba39-72aaffbaf79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:07:36Z', 'updated_at': '2022-08-27T05:07:39Z', 'revision_number': 3, 'project_id': '5e8518708de246739da77b48c5a45c96', 'gw_port': {'id': 'a56f47ac-21f2-495d-ba39-72aaffbaf79b', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58785198-9dd1-44be-bede-51ad7bea6273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:07:38Z', 'updated_at': '2022-08-27T05:07:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:07:43.054159 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-78eb1cd0-cb85-4774-afcf-af6751367d69 None None] Current status of the port 4ac0644d-6c39-461a-a3e3-0d5d2565aa8d is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:07:43.065609 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9635e144-7f07-48c4-a6b4-281dffafb772 None None] The sync data for ids ['58785198-9dd1-44be-bede-51ad7bea6273'] in n-d-852088-5 is: [{'id': '58785198-9dd1-44be-bede-51ad7bea6273', 'name': 'tempest-TestVolumeBootPattern-1049997831-router', 'tenant_id': '5e8518708de246739da77b48c5a45c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'a56f47ac-21f2-495d-ba39-72aaffbaf79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:07:36Z', 'updated_at': '2022-08-27T05:07:39Z', 'revision_number': 3, 'project_id': '5e8518708de246739da77b48c5a45c96', 'gw_port': {'id': 'a56f47ac-21f2-495d-ba39-72aaffbaf79b', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58785198-9dd1-44be-bede-51ad7bea6273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:07:38Z', 'updated_at': '2022-08-27T05:07:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:07:43.066759 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-78eb1cd0-cb85-4774-afcf-af6751367d69 None None] Provisioning complete for port af10c838-2899-43bc-a701-42538adb89f4 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:07:43.067700 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-78eb1cd0-cb85-4774-afcf-af6751367d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (af10c838-2899-43bc-a701-42538adb89f4), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:43.081219 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ad265f93-1f37-4f0d-abea-80027eb48206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (2fd7b69d-5305-4395-91cc-e42fe879c7fc), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:43.147563 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-2dd8c8d1-fb1d-4dcd-8107-f6b505780f17 admin admin] Allocated IP 172.20.0.1 (e2e7c39d-d125-4bb0-9baa-db5a637c0a18/17ee1da4-d88f-4a53-9ca9-d944fad859c4/df98a505-ab96-4a85-bf8a-0f917906d3b1) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:07:43.196252 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 889d9520-bc37-4c84-9769-ca1402405dc4 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:07:43.196878 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (889d9520-bc37-4c84-9769-ca1402405dc4), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:43.287053 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 889d9520-bc37-4c84-9769-ca1402405dc4, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=889d9520-bc37-4c84-9769-ca1402405dc4,segment=NetworkSegment(00d30a66-db99-4fcd-a013-1da036bf2d28),segment_id=00d30a66-db99-4fcd-a013-1da036bf2d28)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:07:43.293313 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2dd8c8d1-fb1d-4dcd-8107-f6b505780f17 admin admin] Publish callbacks [] for port (df98a505-ab96-4a85-bf8a-0f917906d3b1), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:43.296134 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-78eb1cd0-cb85-4774-afcf-af6751367d69 None None] Current status of the port af10c838-2899-43bc-a701-42538adb89f4 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:07:43.340935 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-68edc8fc-11f4-4208-8983-787476975944 None None] Publish callbacks [] for port (a8f9ae56-8482-4bac-818d-27938b011ce0), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:43.393160 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (889d9520-bc37-4c84-9769-ca1402405dc4), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:43.452404 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2dd8c8d1-fb1d-4dcd-8107-f6b505780f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (df98a505-ab96-4a85-bf8a-0f917906d3b1), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:43.455720 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-6aebc967-e489-49d0-bc96-dc8c538bb1ea None None] Provisioning complete for port 2fd7b69d-5305-4395-91cc-e42fe879c7fc triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:07:43.456242 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6aebc967-e489-49d0-bc96-dc8c538bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (2fd7b69d-5305-4395-91cc-e42fe879c7fc), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:43.529597 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-68edc8fc-11f4-4208-8983-787476975944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a8f9ae56-8482-4bac-818d-27938b011ce0), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:43.544907 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd8c8d1-fb1d-4dcd-8107-f6b505780f17 admin admin] Network e2e7c39d-d125-4bb0-9baa-db5a637c0a18 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:07:43.546693 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-2dd8c8d1-fb1d-4dcd-8107-f6b505780f17 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:07:43.560925 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=889d9520-bc37-4c84-9769-ca1402405dc4,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:43.563534 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd8c8d1-fb1d-4dcd-8107-f6b505780f17 admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:07:43.582697 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-68edc8fc-11f4-4208-8983-787476975944 None None] Attempting to bind port a8f9ae56-8482-4bac-818d-27938b011ce0 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:07:43.583530 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-68edc8fc-11f4-4208-8983-787476975944 None None] Attempting to bind port a8f9ae56-8482-4bac-818d-27938b011ce0 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:07:43.583530 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68edc8fc-11f4-4208-8983-787476975944 None None] Attempting to bind port a8f9ae56-8482-4bac-818d-27938b011ce0 on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:07:43.623796 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd8c8d1-fb1d-4dcd-8107-f6b505780f17 admin admin] Pushing event updated for resources: {'Port': ['ID=df98a505-ab96-4a85-bf8a-0f917906d3b1,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:43.657945 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2dd8c8d1-fb1d-4dcd-8107-f6b505780f17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (36bad401-e3c9-4334-a603-360274d1fe1e), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:43.660801 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d51932-2e91-431c-b7b6-8053a0294ba6 None None] Pushing event updated for resources: {'Port': ['ID=a8f9ae56-8482-4bac-818d-27938b011ce0,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:43.676198 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-6aebc967-e489-49d0-bc96-dc8c538bb1ea None None] Port 2fd7b69d-5305-4395-91cc-e42fe879c7fc cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:07:43.711679 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-6aebc967-e489-49d0-bc96-dc8c538bb1ea None None] Provisioning complete for port af10c838-2899-43bc-a701-42538adb89f4 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:07:43.712384 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6aebc967-e489-49d0-bc96-dc8c538bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (af10c838-2899-43bc-a701-42538adb89f4), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:43.726412 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68edc8fc-11f4-4208-8983-787476975944 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:07:43.735638 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68edc8fc-11f4-4208-8983-787476975944 None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:07:43.735638 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-68edc8fc-11f4-4208-8983-787476975944 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:43.735638 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68edc8fc-11f4-4208-8983-787476975944 None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:07:43.738379 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-68edc8fc-11f4-4208-8983-787476975944 None None] Bound port: a8f9ae56-8482-4bac-818d-27938b011ce0, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:07:43.740064 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-68edc8fc-11f4-4208-8983-787476975944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a8f9ae56-8482-4bac-818d-27938b011ce0), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:43.778824 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 4ac0644d-6c39-461a-a3e3-0d5d2565aa8d up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:07:43.813299 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ad265f93-1f37-4f0d-abea-80027eb48206 admin admin] Publish callbacks [] for port (2fd7b69d-5305-4395-91cc-e42fe879c7fc), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:43.879339 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-68edc8fc-11f4-4208-8983-787476975944 None None] For port a8f9ae56-8482-4bac-818d-27938b011ce0, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:07:43.897311 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ad265f93-1f37-4f0d-abea-80027eb48206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (2fd7b69d-5305-4395-91cc-e42fe879c7fc), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:43.904033 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-68edc8fc-11f4-4208-8983-787476975944 None None] For port a8f9ae56-8482-4bac-818d-27938b011ce0, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a8f9ae56-8482-4bac-818d-27938b011ce0,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:07:43.910411 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 4ac0644d-6c39-461a-a3e3-0d5d2565aa8d triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:07:43.916613 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (4ac0644d-6c39-461a-a3e3-0d5d2565aa8d), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:43.987615 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2dd8c8d1-fb1d-4dcd-8107-f6b505780f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (df98a505-ab96-4a85-bf8a-0f917906d3b1), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:44.008753 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ad265f93-1f37-4f0d-abea-80027eb48206 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (58785198-9dd1-44be-bede-51ad7bea6273), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:44.022954 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad265f93-1f37-4f0d-abea-80027eb48206 admin admin] Pushing event updated for resources: {'Port': ['ID=2fd7b69d-5305-4395-91cc-e42fe879c7fc,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:44.035729 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-68edc8fc-11f4-4208-8983-787476975944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a8f9ae56-8482-4bac-818d-27938b011ce0), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:44.077907 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-6aebc967-e489-49d0-bc96-dc8c538bb1ea None None] Current status of the port af10c838-2899-43bc-a701-42538adb89f4 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:07:44.139727 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68edc8fc-11f4-4208-8983-787476975944 None None] Routers {'36bad401-e3c9-4334-a603-360274d1fe1e'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:07:44.140337 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-68edc8fc-11f4-4208-8983-787476975944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:07:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['36bad401-e3c9-4334-a603-360274d1fe1e'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:07:44.179814 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad265f93-1f37-4f0d-abea-80027eb48206 admin admin] Network 2485999e-deea-4c9b-9b1a-56081318df9a is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:07:44.181470 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-ad265f93-1f37-4f0d-abea-80027eb48206 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:07:44.234451 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-cbe304a4-0eef-451b-a65b-25a3e3c2b683 None None] Provisioning complete for port df98a505-ab96-4a85-bf8a-0f917906d3b1 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:07:44.234736 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cbe304a4-0eef-451b-a65b-25a3e3c2b683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (df98a505-ab96-4a85-bf8a-0f917906d3b1), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:44.253551 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d51932-2e91-431c-b7b6-8053a0294ba6 None None] Pushing event updated for resources: {'Port': ['ID=a8f9ae56-8482-4bac-818d-27938b011ce0,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:44.293939 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 4ac0644d-6c39-461a-a3e3-0d5d2565aa8d is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:07:44.299762 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device af10c838-2899-43bc-a701-42538adb89f4 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:07:44.299762 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:44.303968 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2dd8c8d1-fb1d-4dcd-8107-f6b505780f17 admin admin] Publish callbacks [] for port (df98a505-ab96-4a85-bf8a-0f917906d3b1), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:44.377381 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2dd8c8d1-fb1d-4dcd-8107-f6b505780f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (df98a505-ab96-4a85-bf8a-0f917906d3b1), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:44.410208 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad265f93-1f37-4f0d-abea-80027eb48206 admin admin] Router 58785198-9dd1-44be-bede-51ad7bea6273 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:07:44.434512 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-cbe304a4-0eef-451b-a65b-25a3e3c2b683 None None] Port df98a505-ab96-4a85-bf8a-0f917906d3b1 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:07:44.469611 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-68edc8fc-11f4-4208-8983-787476975944 None None] Set router 36bad401-e3c9-4334-a603-360274d1fe1e gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:07:44.490738 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:44.528682 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port af10c838-2899-43bc-a701-42538adb89f4 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:07:44.529400 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (af10c838-2899-43bc-a701-42538adb89f4), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:44.578078 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2dd8c8d1-fb1d-4dcd-8107-f6b505780f17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (36bad401-e3c9-4334-a603-360274d1fe1e), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:44.610659 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad265f93-1f37-4f0d-abea-80027eb48206 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:07:44.610659 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ad265f93-1f37-4f0d-abea-80027eb48206 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/58785198-9dd1-44be-bede-51ad7bea6273/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5801117 Aug 27 05:07:44.610891 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd8c8d1-fb1d-4dcd-8107-f6b505780f17 admin admin] Pushing event updated for resources: {'Port': ['ID=df98a505-ab96-4a85-bf8a-0f917906d3b1,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:44.670130 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:44.709387 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:44.733076 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-7bf9168a-b897-4c13-a49a-260165f397d5 None None] Provisioning complete for port 2fd7b69d-5305-4395-91cc-e42fe879c7fc triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:07:44.736350 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7bf9168a-b897-4c13-a49a-260165f397d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (2fd7b69d-5305-4395-91cc-e42fe879c7fc), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:44.743454 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd8c8d1-fb1d-4dcd-8107-f6b505780f17 admin admin] Network e2e7c39d-d125-4bb0-9baa-db5a637c0a18 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:07:44.744881 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-2dd8c8d1-fb1d-4dcd-8107-f6b505780f17 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:07:44.836251 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port af10c838-2899-43bc-a701-42538adb89f4 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:07:44.838001 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a56f47ac-21f2-495d-ba39-72aaffbaf79b up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:07:44.845000 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-7bf9168a-b897-4c13-a49a-260165f397d5 None None] Port 2fd7b69d-5305-4395-91cc-e42fe879c7fc cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:07:44.910635 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd8c8d1-fb1d-4dcd-8107-f6b505780f17 admin admin] Router 36bad401-e3c9-4334-a603-360274d1fe1e has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:07:44.958145 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-68edc8fc-11f4-4208-8983-787476975944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36bad401-e3c9-4334-a603-360274d1fe1e', 'name': 'tempest-TestVolumeBackupRestore-728058605-router', 'tenant_id': 'e9a0885d790341928df202754a87fce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'a8f9ae56-8482-4bac-818d-27938b011ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:07:38Z', 'updated_at': '2022-08-27T05:07:43Z', 'revision_number': 4, 'project_id': 'e9a0885d790341928df202754a87fce1', 'gw_port': {'id': 'a8f9ae56-8482-4bac-818d-27938b011ce0', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36bad401-e3c9-4334-a603-360274d1fe1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:07:39Z', 'updated_at': '2022-08-27T05:07:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'df98a505-ab96-4a85-bf8a-0f917906d3b1', 'name': '', 'network_id': 'e2e7c39d-d125-4bb0-9baa-db5a637c0a18', 'tenant_id': 'e9a0885d790341928df202754a87fce1', 'mac_address': 'fa:16:3e:8a:8f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36bad401-e3c9-4334-a603-360274d1fe1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '17ee1da4-d88f-4a53-9ca9-d944fad859c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:07:42Z', 'updated_at': '2022-08-27T05:07:43Z', 'revision_number': 1, 'project_id': 'e9a0885d790341928df202754a87fce1', 'subnets': [{'id': '17ee1da4-d88f-4a53-9ca9-d944fad859c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:07:44.994091 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port a56f47ac-21f2-495d-ba39-72aaffbaf79b triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:07:44.994378 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a56f47ac-21f2-495d-ba39-72aaffbaf79b), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:44.999044 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68edc8fc-11f4-4208-8983-787476975944 None None] The sync data for ids ['36bad401-e3c9-4334-a603-360274d1fe1e'] in n-d-852088-5 is: [{'id': '36bad401-e3c9-4334-a603-360274d1fe1e', 'name': 'tempest-TestVolumeBackupRestore-728058605-router', 'tenant_id': 'e9a0885d790341928df202754a87fce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'a8f9ae56-8482-4bac-818d-27938b011ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:07:38Z', 'updated_at': '2022-08-27T05:07:43Z', 'revision_number': 4, 'project_id': 'e9a0885d790341928df202754a87fce1', 'gw_port': {'id': 'a8f9ae56-8482-4bac-818d-27938b011ce0', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36bad401-e3c9-4334-a603-360274d1fe1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:07:39Z', 'updated_at': '2022-08-27T05:07:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'df98a505-ab96-4a85-bf8a-0f917906d3b1', 'name': '', 'network_id': 'e2e7c39d-d125-4bb0-9baa-db5a637c0a18', 'tenant_id': 'e9a0885d790341928df202754a87fce1', 'mac_address': 'fa:16:3e:8a:8f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36bad401-e3c9-4334-a603-360274d1fe1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '17ee1da4-d88f-4a53-9ca9-d944fad859c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:07:42Z', 'updated_at': '2022-08-27T05:07:43Z', 'revision_number': 1, 'project_id': 'e9a0885d790341928df202754a87fce1', 'subnets': [{'id': '17ee1da4-d88f-4a53-9ca9-d944fad859c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:07:45.044623 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd8c8d1-fb1d-4dcd-8107-f6b505780f17 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:07:45.049770 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2dd8c8d1-fb1d-4dcd-8107-f6b505780f17 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/36bad401-e3c9-4334-a603-360274d1fe1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3219223 Aug 27 05:07:45.115578 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port a56f47ac-21f2-495d-ba39-72aaffbaf79b is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:07:45.116157 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a56f47ac-21f2-495d-ba39-72aaffbaf79b), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:45.148352 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port a56f47ac-21f2-495d-ba39-72aaffbaf79b, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a56f47ac-21f2-495d-ba39-72aaffbaf79b,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:07:45.150721 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:45.302549 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a56f47ac-21f2-495d-ba39-72aaffbaf79b), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:45.331075 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-0821569a-f214-45b8-98da-9c4e2f24eeed None None] Provisioning complete for port df98a505-ab96-4a85-bf8a-0f917906d3b1 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:07:45.331452 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0821569a-f214-45b8-98da-9c4e2f24eeed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (df98a505-ab96-4a85-bf8a-0f917906d3b1), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:45.381282 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-0821569a-f214-45b8-98da-9c4e2f24eeed None None] Port df98a505-ab96-4a85-bf8a-0f917906d3b1 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:07:45.385240 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=a56f47ac-21f2-495d-ba39-72aaffbaf79b,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:45.392935 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:45.501640 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a56f47ac-21f2-495d-ba39-72aaffbaf79b up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:07:45.583501 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port a56f47ac-21f2-495d-ba39-72aaffbaf79b triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:07:45.583910 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a56f47ac-21f2-495d-ba39-72aaffbaf79b), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:45.721771 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port a56f47ac-21f2-495d-ba39-72aaffbaf79b is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:07:45.724430 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 889d9520-bc37-4c84-9769-ca1402405dc4 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:07:45.739644 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:45.829237 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 889d9520-bc37-4c84-9769-ca1402405dc4 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:07:45.829893 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (889d9520-bc37-4c84-9769-ca1402405dc4), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:45.860351 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53394) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:07:45.874007 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-bd9715c7-d7db-416a-84ac-c8464bf4eb0b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1149062476-network', 'tenant_id': 'd028e08a22da4470bd00b69a08d89141'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:07:45.923907 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:45.966751 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 889d9520-bc37-4c84-9769-ca1402405dc4 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:07:45.984279 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9715c7-d7db-416a-84ac-c8464bf4eb0b admin admin] Made reservation on behalf of d028e08a22da4470bd00b69a08d89141 for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:07:45.988403 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bd9715c7-d7db-416a-84ac-c8464bf4eb0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:46.008018 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bd9715c7-d7db-416a-84ac-c8464bf4eb0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:46.075023 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:46.131019 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bd9715c7-d7db-416a-84ac-c8464bf4eb0b admin admin] Publish callbacks [] for security_group (1888d386-6943-422e-b3bf-c0d5f2e2fdbf), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:46.235122 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bd9715c7-d7db-416a-84ac-c8464bf4eb0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (1888d386-6943-422e-b3bf-c0d5f2e2fdbf), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:46.256782 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd9715c7-d7db-416a-84ac-c8464bf4eb0b admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 05:07:46.275198 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9715c7-d7db-416a-84ac-c8464bf4eb0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1888d386-6943-422e-b3bf-c0d5f2e2fdbf,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:46.277390 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bd9715c7-d7db-416a-84ac-c8464bf4eb0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (2f5013c1-b13a-43cc-89ec-12e4a2826f93), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:46.277727 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-bd9715c7-d7db-416a-84ac-c8464bf4eb0b admin admin] Added segment 2f5013c1-b13a-43cc-89ec-12e4a2826f93 of type vlan for network 34d4b53c-2a89-4c6c-8f39-632171b1c32e Aug 27 05:07:46.317364 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3c9b93-2216-41fe-9ba1-25940845f7dc None None] Sync routers for ids ['58785198-9dd1-44be-bede-51ad7bea6273'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:07:46.329254 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3c9b93-2216-41fe-9ba1-25940845f7dc None None] Routers {'58785198-9dd1-44be-bede-51ad7bea6273'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:07:46.329464 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bd9715c7-d7db-416a-84ac-c8464bf4eb0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (34d4b53c-2a89-4c6c-8f39-632171b1c32e), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:46.329993 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-5f3c9b93-2216-41fe-9ba1-25940845f7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:07:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['58785198-9dd1-44be-bede-51ad7bea6273'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:07:46.382832 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:46.442846 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-5f3c9b93-2216-41fe-9ba1-25940845f7dc None None] Set router 58785198-9dd1-44be-bede-51ad7bea6273 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:07:46.463205 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bd9715c7-d7db-416a-84ac-c8464bf4eb0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (34d4b53c-2a89-4c6c-8f39-632171b1c32e), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:46.467471 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9715c7-d7db-416a-84ac-c8464bf4eb0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:07:46.467471 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bd9715c7-d7db-416a-84ac-c8464bf4eb0b admin admin] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:46.539627 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9715c7-d7db-416a-84ac-c8464bf4eb0b admin admin] Pushing event updated for resources: {'Network': ['ID=34d4b53c-2a89-4c6c-8f39-632171b1c32e,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:46.553034 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 34d4b53c-2a89-4c6c-8f39-632171b1c32e details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 05:07:46.608724 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:46.644830 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 53398) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:07:46.652841 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-bd9715c7-d7db-416a-84ac-c8464bf4eb0b admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7756481 Aug 27 05:07:46.653006 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-94e4f1c0-83f5-4003-9724-b4b85721bb2a admin admin] Request body: {'subnet': {'network_id': '34d4b53c-2a89-4c6c-8f39-632171b1c32e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1149062476-subnet', 'tenant_id': 'd028e08a22da4470bd00b69a08d89141', 'ip_version': 4}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:07:46.707313 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:DELETE=10,neutron:UPDATE=4,neutron:SELECT=86 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:46.717030 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-5f3c9b93-2216-41fe-9ba1-25940845f7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58785198-9dd1-44be-bede-51ad7bea6273', 'name': 'tempest-TestVolumeBootPattern-1049997831-router', 'tenant_id': '5e8518708de246739da77b48c5a45c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'a56f47ac-21f2-495d-ba39-72aaffbaf79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:07:36Z', 'updated_at': '2022-08-27T05:07:42Z', 'revision_number': 4, 'project_id': '5e8518708de246739da77b48c5a45c96', 'gw_port': {'id': 'a56f47ac-21f2-495d-ba39-72aaffbaf79b', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58785198-9dd1-44be-bede-51ad7bea6273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:07:38Z', 'updated_at': '2022-08-27T05:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '2fd7b69d-5305-4395-91cc-e42fe879c7fc', 'name': '', 'network_id': '2485999e-deea-4c9b-9b1a-56081318df9a', 'tenant_id': '5e8518708de246739da77b48c5a45c96', 'mac_address': 'fa:16:3e:5d:31:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58785198-9dd1-44be-bede-51ad7bea6273', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '4ce8d9e2-5d10-4318-946d-0f2303d0af09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:07:41Z', 'updated_at': '2022-08-27T05:07:43Z', 'revision_number': 2, 'project_id': '5e8518708de246739da77b48c5a45c96', 'subnets': [{'id': '4ce8d9e2-5d10-4318-946d-0f2303d0af09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:07:46.748493 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3c9b93-2216-41fe-9ba1-25940845f7dc None None] Checking router: 58785198-9dd1-44be-bede-51ad7bea6273 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:07:46.748493 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3c9b93-2216-41fe-9ba1-25940845f7dc None None] Updating router 58785198-9dd1-44be-bede-51ad7bea6273 port 2fd7b69d-5305-4395-91cc-e42fe879c7fc binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:07:46.786688 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-5f3c9b93-2216-41fe-9ba1-25940845f7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (2fd7b69d-5305-4395-91cc-e42fe879c7fc), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:46.800948 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e4f1c0-83f5-4003-9724-b4b85721bb2a admin admin] Made reservation on behalf of d028e08a22da4470bd00b69a08d89141 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:07:46.804331 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-94e4f1c0-83f5-4003-9724-b4b85721bb2a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:47.045093 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:47.089478 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-5f3c9b93-2216-41fe-9ba1-25940845f7dc None None] Publish callbacks [] for port (2fd7b69d-5305-4395-91cc-e42fe879c7fc), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:47.097638 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-94e4f1c0-83f5-4003-9724-b4b85721bb2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (e2ef1767-9ee5-4ccf-9995-2a9bccc60a17), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:47.158143 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e4f1c0-83f5-4003-9724-b4b85721bb2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2ef1767-9ee5-4ccf-9995-2a9bccc60a17,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:47.172047 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e4f1c0-83f5-4003-9724-b4b85721bb2a admin admin] Checking segment: {'id': '2f5013c1-b13a-43cc-89ec-12e4a2826f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '34d4b53c-2a89-4c6c-8f39-632171b1c32e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:07:47.172437 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e4f1c0-83f5-4003-9724-b4b85721bb2a admin admin] Network hostable DHCP agents. Network: 34d4b53c-2a89-4c6c-8f39-632171b1c32e, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 05:07:47.267492 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-5f3c9b93-2216-41fe-9ba1-25940845f7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (2fd7b69d-5305-4395-91cc-e42fe879c7fc), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:47.344957 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc465a-2cb7-45cf-8543-216194940fe2 None None] Pushing event updated for resources: {'Port': ['ID=2fd7b69d-5305-4395-91cc-e42fe879c7fc,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:47.351030 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e4f1c0-83f5-4003-9724-b4b85721bb2a admin admin] Network 34d4b53c-2a89-4c6c-8f39-632171b1c32e is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 05:07:47.364605 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-5f3c9b93-2216-41fe-9ba1-25940845f7dc None None] Attempting to bind port 2fd7b69d-5305-4395-91cc-e42fe879c7fc on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:07:47.365682 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-5f3c9b93-2216-41fe-9ba1-25940845f7dc None None] Attempting to bind port 2fd7b69d-5305-4395-91cc-e42fe879c7fc by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '841c421a-80fd-4b7f-bbec-bd4a4b195374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2485999e-deea-4c9b-9b1a-56081318df9a'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:07:47.365682 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3c9b93-2216-41fe-9ba1-25940845f7dc None None] Attempting to bind port 2fd7b69d-5305-4395-91cc-e42fe879c7fc on network 2485999e-deea-4c9b-9b1a-56081318df9a {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:07:47.371674 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3c9b93-2216-41fe-9ba1-25940845f7dc None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:07:47.372130 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3c9b93-2216-41fe-9ba1-25940845f7dc None None] Checking segment: {'id': '841c421a-80fd-4b7f-bbec-bd4a4b195374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2485999e-deea-4c9b-9b1a-56081318df9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:07:47.372670 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-5f3c9b93-2216-41fe-9ba1-25940845f7dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:47.373057 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3c9b93-2216-41fe-9ba1-25940845f7dc None None] Bound using segment: {'id': '841c421a-80fd-4b7f-bbec-bd4a4b195374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2485999e-deea-4c9b-9b1a-56081318df9a'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:07:47.373517 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-5f3c9b93-2216-41fe-9ba1-25940845f7dc None None] Bound port: 2fd7b69d-5305-4395-91cc-e42fe879c7fc, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '841c421a-80fd-4b7f-bbec-bd4a4b195374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2485999e-deea-4c9b-9b1a-56081318df9a'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:07:47.373893 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-5f3c9b93-2216-41fe-9ba1-25940845f7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (2fd7b69d-5305-4395-91cc-e42fe879c7fc), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:47.382979 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:47.443792 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-94e4f1c0-83f5-4003-9724-b4b85721bb2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 34d4b53c-2a89-4c6c-8f39-632171b1c32e) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:07:47.449597 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-5f3c9b93-2216-41fe-9ba1-25940845f7dc None None] For port 2fd7b69d-5305-4395-91cc-e42fe879c7fc, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:07:47.459000 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e4f1c0-83f5-4003-9724-b4b85721bb2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:07:47.459000 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-94e4f1c0-83f5-4003-9724-b4b85721bb2a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:47.460229 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-5f3c9b93-2216-41fe-9ba1-25940845f7dc None None] For port 2fd7b69d-5305-4395-91cc-e42fe879c7fc, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=2fd7b69d-5305-4395-91cc-e42fe879c7fc,segment=NetworkSegment(841c421a-80fd-4b7f-bbec-bd4a4b195374),segment_id=841c421a-80fd-4b7f-bbec-bd4a4b195374)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:07:47.460440 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfe514f-cf91-46ea-bfe1-5c884e2eae76 None None] Network 34d4b53c-2a89-4c6c-8f39-632171b1c32e requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:07:47.549577 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-5f3c9b93-2216-41fe-9ba1-25940845f7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (2fd7b69d-5305-4395-91cc-e42fe879c7fc), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:47.559630 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a8f9ae56-8482-4bac-818d-27938b011ce0 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:07:47.593112 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3c9b93-2216-41fe-9ba1-25940845f7dc None None] Routers {'58785198-9dd1-44be-bede-51ad7bea6273'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:07:47.593671 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-5f3c9b93-2216-41fe-9ba1-25940845f7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:07:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['58785198-9dd1-44be-bede-51ad7bea6273'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:07:47.615037 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-94e4f1c0-83f5-4003-9724-b4b85721bb2a admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9687502 Aug 27 05:07:47.617666 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53436) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:07:47.622868 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-044e5c58-3316-4c5d-8f05-c56f0a17a38a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1149062476-router', 'tenant_id': 'd028e08a22da4470bd00b69a08d89141', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:07:47.645289 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port a8f9ae56-8482-4bac-818d-27938b011ce0 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:07:47.645660 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a8f9ae56-8482-4bac-818d-27938b011ce0), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:47.687648 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0915f8b3-9eaa-4ec9-a156-bb19145283ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-34d4b53c-2a89-4c6c-8f39-632171b1c32e', 'network_id': '34d4b53c-2a89-4c6c-8f39-632171b1c32e', 'project_id': 'd028e08a22da4470bd00b69a08d89141', 'fixed_ips': [{'subnet_id': 'e2ef1767-9ee5-4ccf-9995-2a9bccc60a17'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 05:07:47.688845 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0915f8b3-9eaa-4ec9-a156-bb19145283ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:47.781500 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-044e5c58-3316-4c5d-8f05-c56f0a17a38a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (6145ed6d-bf26-4633-8d25-66d81b10624d), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:47.783062 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-044e5c58-3316-4c5d-8f05-c56f0a17a38a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (6145ed6d-bf26-4633-8d25-66d81b10624d), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:47.792992 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc465a-2cb7-45cf-8543-216194940fe2 None None] Pushing event updated for resources: {'Port': ['ID=2fd7b69d-5305-4395-91cc-e42fe879c7fc,revision_number=4']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:47.878977 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-5f3c9b93-2216-41fe-9ba1-25940845f7dc None None] Set router 58785198-9dd1-44be-bede-51ad7bea6273 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:07:47.891368 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-044e5c58-3316-4c5d-8f05-c56f0a17a38a admin admin] Publish callbacks [] for router_controller (6145ed6d-bf26-4633-8d25-66d81b10624d), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:47.898649 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port a8f9ae56-8482-4bac-818d-27938b011ce0 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:07:47.899031 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a8f9ae56-8482-4bac-818d-27938b011ce0), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:47.946975 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port a8f9ae56-8482-4bac-818d-27938b011ce0, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a8f9ae56-8482-4bac-818d-27938b011ce0,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:07:47.959101 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-0915f8b3-9eaa-4ec9-a156-bb19145283ee None None] Allocated IP 172.20.0.2 (34d4b53c-2a89-4c6c-8f39-632171b1c32e/e2ef1767-9ee5-4ccf-9995-2a9bccc60a17/e5dc9995-d326-4a56-899b-36d54c4f468a) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:07:48.077210 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a8f9ae56-8482-4bac-818d-27938b011ce0), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:48.112449 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-5f3c9b93-2216-41fe-9ba1-25940845f7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58785198-9dd1-44be-bede-51ad7bea6273', 'name': 'tempest-TestVolumeBootPattern-1049997831-router', 'tenant_id': '5e8518708de246739da77b48c5a45c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'a56f47ac-21f2-495d-ba39-72aaffbaf79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:07:36Z', 'updated_at': '2022-08-27T05:07:42Z', 'revision_number': 4, 'project_id': '5e8518708de246739da77b48c5a45c96', 'gw_port': {'id': 'a56f47ac-21f2-495d-ba39-72aaffbaf79b', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58785198-9dd1-44be-bede-51ad7bea6273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:07:38Z', 'updated_at': '2022-08-27T05:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '2fd7b69d-5305-4395-91cc-e42fe879c7fc', 'name': '', 'network_id': '2485999e-deea-4c9b-9b1a-56081318df9a', 'tenant_id': '5e8518708de246739da77b48c5a45c96', 'mac_address': 'fa:16:3e:5d:31:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58785198-9dd1-44be-bede-51ad7bea6273', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '4ce8d9e2-5d10-4318-946d-0f2303d0af09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:07:41Z', 'updated_at': '2022-08-27T05:07:47Z', 'revision_number': 4, 'project_id': '5e8518708de246739da77b48c5a45c96', 'subnets': [{'id': '4ce8d9e2-5d10-4318-946d-0f2303d0af09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:07:48.142348 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3c9b93-2216-41fe-9ba1-25940845f7dc None None] The sync data for ids ['58785198-9dd1-44be-bede-51ad7bea6273'] in n-d-852088-5 is: [{'id': '58785198-9dd1-44be-bede-51ad7bea6273', 'name': 'tempest-TestVolumeBootPattern-1049997831-router', 'tenant_id': '5e8518708de246739da77b48c5a45c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'a56f47ac-21f2-495d-ba39-72aaffbaf79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:07:36Z', 'updated_at': '2022-08-27T05:07:42Z', 'revision_number': 4, 'project_id': '5e8518708de246739da77b48c5a45c96', 'gw_port': {'id': 'a56f47ac-21f2-495d-ba39-72aaffbaf79b', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58785198-9dd1-44be-bede-51ad7bea6273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:07:38Z', 'updated_at': '2022-08-27T05:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '2fd7b69d-5305-4395-91cc-e42fe879c7fc', 'name': '', 'network_id': '2485999e-deea-4c9b-9b1a-56081318df9a', 'tenant_id': '5e8518708de246739da77b48c5a45c96', 'mac_address': 'fa:16:3e:5d:31:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58785198-9dd1-44be-bede-51ad7bea6273', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '4ce8d9e2-5d10-4318-946d-0f2303d0af09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:07:41Z', 'updated_at': '2022-08-27T05:07:47Z', 'revision_number': 4, 'project_id': '5e8518708de246739da77b48c5a45c96', 'subnets': [{'id': '4ce8d9e2-5d10-4318-946d-0f2303d0af09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:07:48.176329 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=a8f9ae56-8482-4bac-818d-27938b011ce0,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:48.200483 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0915f8b3-9eaa-4ec9-a156-bb19145283ee None None] Publish callbacks [] for port (e5dc9995-d326-4a56-899b-36d54c4f468a), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:48.268308 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-044e5c58-3316-4c5d-8f05-c56f0a17a38a admin admin] Publish callbacks [] for router_gateway (6145ed6d-bf26-4633-8d25-66d81b10624d), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:48.370680 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0915f8b3-9eaa-4ec9-a156-bb19145283ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (e5dc9995-d326-4a56-899b-36d54c4f468a), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:48.421211 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:48.426370 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8799f435-e217-4114-ad96-e683a58d8fe1 None None] Sync routers for ids ['36bad401-e3c9-4334-a603-360274d1fe1e'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:07:48.445726 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0915f8b3-9eaa-4ec9-a156-bb19145283ee None None] Network 34d4b53c-2a89-4c6c-8f39-632171b1c32e is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:07:48.460091 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-0915f8b3-9eaa-4ec9-a156-bb19145283ee None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:07:48.463377 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0915f8b3-9eaa-4ec9-a156-bb19145283ee None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:07:48.473707 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0915f8b3-9eaa-4ec9-a156-bb19145283ee None None] Pushing event updated for resources: {'Port': ['ID=e5dc9995-d326-4a56-899b-36d54c4f468a,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:48.489229 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8799f435-e217-4114-ad96-e683a58d8fe1 None None] Routers {'36bad401-e3c9-4334-a603-360274d1fe1e'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:07:48.490145 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-8799f435-e217-4114-ad96-e683a58d8fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:07:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['36bad401-e3c9-4334-a603-360274d1fe1e'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:07:48.600202 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-0915f8b3-9eaa-4ec9-a156-bb19145283ee None None] Attempting to bind port e5dc9995-d326-4a56-899b-36d54c4f468a on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:07:48.600880 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-0915f8b3-9eaa-4ec9-a156-bb19145283ee None None] Attempting to bind port e5dc9995-d326-4a56-899b-36d54c4f468a by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '2f5013c1-b13a-43cc-89ec-12e4a2826f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '34d4b53c-2a89-4c6c-8f39-632171b1c32e'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:07:48.600880 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0915f8b3-9eaa-4ec9-a156-bb19145283ee None None] Attempting to bind port e5dc9995-d326-4a56-899b-36d54c4f468a on network 34d4b53c-2a89-4c6c-8f39-632171b1c32e {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:07:48.648030 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0915f8b3-9eaa-4ec9-a156-bb19145283ee None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:07:48.648422 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0915f8b3-9eaa-4ec9-a156-bb19145283ee None None] Checking segment: {'id': '2f5013c1-b13a-43cc-89ec-12e4a2826f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '34d4b53c-2a89-4c6c-8f39-632171b1c32e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:07:48.648827 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0915f8b3-9eaa-4ec9-a156-bb19145283ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:48.649223 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0915f8b3-9eaa-4ec9-a156-bb19145283ee None None] Bound using segment: {'id': '2f5013c1-b13a-43cc-89ec-12e4a2826f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '34d4b53c-2a89-4c6c-8f39-632171b1c32e'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:07:48.649692 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-0915f8b3-9eaa-4ec9-a156-bb19145283ee None None] Bound port: e5dc9995-d326-4a56-899b-36d54c4f468a, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f5013c1-b13a-43cc-89ec-12e4a2826f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '34d4b53c-2a89-4c6c-8f39-632171b1c32e'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:07:48.650067 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0915f8b3-9eaa-4ec9-a156-bb19145283ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (e5dc9995-d326-4a56-899b-36d54c4f468a), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:48.716549 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-8799f435-e217-4114-ad96-e683a58d8fe1 None None] Set router 36bad401-e3c9-4334-a603-360274d1fe1e gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:07:48.747086 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:48.774402 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:48.805371 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-044e5c58-3316-4c5d-8f05-c56f0a17a38a admin admin] Publish callbacks [] for router_gateway (6145ed6d-bf26-4633-8d25-66d81b10624d), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:48.828307 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-044e5c58-3316-4c5d-8f05-c56f0a17a38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:48.846692 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-0915f8b3-9eaa-4ec9-a156-bb19145283ee None None] For port e5dc9995-d326-4a56-899b-36d54c4f468a, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:07:48.895283 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-0915f8b3-9eaa-4ec9-a156-bb19145283ee None None] For port e5dc9995-d326-4a56-899b-36d54c4f468a, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=e5dc9995-d326-4a56-899b-36d54c4f468a,segment=NetworkSegment(2f5013c1-b13a-43cc-89ec-12e4a2826f93),segment_id=2f5013c1-b13a-43cc-89ec-12e4a2826f93)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:07:48.952762 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-044e5c58-3316-4c5d-8f05-c56f0a17a38a admin admin] Allocated IP 172.25.2.161 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/8f4d615c-6397-4eed-a964-3e4abfa561d3) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:07:49.020108 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-8799f435-e217-4114-ad96-e683a58d8fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36bad401-e3c9-4334-a603-360274d1fe1e', 'name': 'tempest-TestVolumeBackupRestore-728058605-router', 'tenant_id': 'e9a0885d790341928df202754a87fce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'a8f9ae56-8482-4bac-818d-27938b011ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:07:38Z', 'updated_at': '2022-08-27T05:07:43Z', 'revision_number': 4, 'project_id': 'e9a0885d790341928df202754a87fce1', 'gw_port': {'id': 'a8f9ae56-8482-4bac-818d-27938b011ce0', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36bad401-e3c9-4334-a603-360274d1fe1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:07:39Z', 'updated_at': '2022-08-27T05:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'df98a505-ab96-4a85-bf8a-0f917906d3b1', 'name': '', 'network_id': 'e2e7c39d-d125-4bb0-9baa-db5a637c0a18', 'tenant_id': 'e9a0885d790341928df202754a87fce1', 'mac_address': 'fa:16:3e:8a:8f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36bad401-e3c9-4334-a603-360274d1fe1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '17ee1da4-d88f-4a53-9ca9-d944fad859c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:07:42Z', 'updated_at': '2022-08-27T05:07:44Z', 'revision_number': 2, 'project_id': 'e9a0885d790341928df202754a87fce1', 'subnets': [{'id': '17ee1da4-d88f-4a53-9ca9-d944fad859c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:07:49.048385 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8799f435-e217-4114-ad96-e683a58d8fe1 None None] Checking router: 36bad401-e3c9-4334-a603-360274d1fe1e for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:07:49.048735 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8799f435-e217-4114-ad96-e683a58d8fe1 None None] Updating router 36bad401-e3c9-4334-a603-360274d1fe1e port df98a505-ab96-4a85-bf8a-0f917906d3b1 binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:07:49.053377 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0915f8b3-9eaa-4ec9-a156-bb19145283ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (e5dc9995-d326-4a56-899b-36d54c4f468a), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:49.115445 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-044e5c58-3316-4c5d-8f05-c56f0a17a38a admin admin] Publish callbacks [] for port (8f4d615c-6397-4eed-a964-3e4abfa561d3), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:49.133060 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8799f435-e217-4114-ad96-e683a58d8fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (df98a505-ab96-4a85-bf8a-0f917906d3b1), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:49.209782 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0915f8b3-9eaa-4ec9-a156-bb19145283ee None None] Pushing event updated for resources: {'Port': ['ID=e5dc9995-d326-4a56-899b-36d54c4f468a,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:49.257753 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-044e5c58-3316-4c5d-8f05-c56f0a17a38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (8f4d615c-6397-4eed-a964-3e4abfa561d3), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:49.338486 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044e5c58-3316-4c5d-8f05-c56f0a17a38a admin admin] Pushing event updated for resources: {'Port': ['ID=8f4d615c-6397-4eed-a964-3e4abfa561d3,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:49.391958 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044e5c58-3316-4c5d-8f05-c56f0a17a38a admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:07:49.393645 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-044e5c58-3316-4c5d-8f05-c56f0a17a38a admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:07:49.396045 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044e5c58-3316-4c5d-8f05-c56f0a17a38a admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:07:49.652101 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8799f435-e217-4114-ad96-e683a58d8fe1 None None] Publish callbacks [] for port (df98a505-ab96-4a85-bf8a-0f917906d3b1), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:49.678292 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:49.756147 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 2fd7b69d-5305-4395-91cc-e42fe879c7fc up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:07:49.797058 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8799f435-e217-4114-ad96-e683a58d8fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (df98a505-ab96-4a85-bf8a-0f917906d3b1), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:49.815329 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:49.957728 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:49.961773 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-044e5c58-3316-4c5d-8f05-c56f0a17a38a admin admin] Publish callbacks [] for router_gateway (6145ed6d-bf26-4633-8d25-66d81b10624d), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:50.064325 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:50.087355 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4a906d-9914-466c-bce0-a6b2e369ba1d None None] Pushing event updated for resources: {'Port': ['ID=df98a505-ab96-4a85-bf8a-0f917906d3b1,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:50.127797 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:50.157298 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-8799f435-e217-4114-ad96-e683a58d8fe1 None None] Attempting to bind port df98a505-ab96-4a85-bf8a-0f917906d3b1 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:07:50.157667 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-8799f435-e217-4114-ad96-e683a58d8fe1 None None] Attempting to bind port df98a505-ab96-4a85-bf8a-0f917906d3b1 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '286553dd-798e-40db-b68e-91ac997cda00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e2e7c39d-d125-4bb0-9baa-db5a637c0a18'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:07:50.158154 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8799f435-e217-4114-ad96-e683a58d8fe1 None None] Attempting to bind port df98a505-ab96-4a85-bf8a-0f917906d3b1 on network e2e7c39d-d125-4bb0-9baa-db5a637c0a18 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:07:50.162925 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 2fd7b69d-5305-4395-91cc-e42fe879c7fc triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:07:50.163425 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (2fd7b69d-5305-4395-91cc-e42fe879c7fc), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:50.218610 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8799f435-e217-4114-ad96-e683a58d8fe1 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:07:50.219709 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8799f435-e217-4114-ad96-e683a58d8fe1 None None] Checking segment: {'id': '286553dd-798e-40db-b68e-91ac997cda00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e2e7c39d-d125-4bb0-9baa-db5a637c0a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:07:50.221393 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8799f435-e217-4114-ad96-e683a58d8fe1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:50.221806 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8799f435-e217-4114-ad96-e683a58d8fe1 None None] Bound using segment: {'id': '286553dd-798e-40db-b68e-91ac997cda00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e2e7c39d-d125-4bb0-9baa-db5a637c0a18'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:07:50.222307 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-8799f435-e217-4114-ad96-e683a58d8fe1 None None] Bound port: df98a505-ab96-4a85-bf8a-0f917906d3b1, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '286553dd-798e-40db-b68e-91ac997cda00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e2e7c39d-d125-4bb0-9baa-db5a637c0a18'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:07:50.224853 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8799f435-e217-4114-ad96-e683a58d8fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (df98a505-ab96-4a85-bf8a-0f917906d3b1), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:50.396387 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-044e5c58-3316-4c5d-8f05-c56f0a17a38a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (6145ed6d-bf26-4633-8d25-66d81b10624d), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:50.481040 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-8799f435-e217-4114-ad96-e683a58d8fe1 None None] For port df98a505-ab96-4a85-bf8a-0f917906d3b1, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:07:50.494603 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 2fd7b69d-5305-4395-91cc-e42fe879c7fc is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:07:50.496483 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (2fd7b69d-5305-4395-91cc-e42fe879c7fc), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:50.538835 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3d0d13-8583-4a45-8e5b-a57d7b181ec3 None None] Network 34d4b53c-2a89-4c6c-8f39-632171b1c32e requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:07:50.640351 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-8799f435-e217-4114-ad96-e683a58d8fe1 None None] For port df98a505-ab96-4a85-bf8a-0f917906d3b1, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=df98a505-ab96-4a85-bf8a-0f917906d3b1,segment=NetworkSegment(286553dd-798e-40db-b68e-91ac997cda00),segment_id=286553dd-798e-40db-b68e-91ac997cda00)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:07:50.651574 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 2fd7b69d-5305-4395-91cc-e42fe879c7fc, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=2fd7b69d-5305-4395-91cc-e42fe879c7fc,segment=NetworkSegment(841c421a-80fd-4b7f-bbec-bd4a4b195374),segment_id=841c421a-80fd-4b7f-bbec-bd4a4b195374)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:07:50.653503 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-d50af7e3-2b0b-4673-a90d-d4051faf297e None None] Provisioning complete for port e5dc9995-d326-4a56-899b-36d54c4f468a triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:07:50.655856 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d50af7e3-2b0b-4673-a90d-d4051faf297e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e5dc9995-d326-4a56-899b-36d54c4f468a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:50.731150 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (2fd7b69d-5305-4395-91cc-e42fe879c7fc), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:50.732064 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a8f9ae56-8482-4bac-818d-27938b011ce0 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:07:50.765851 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-044e5c58-3316-4c5d-8f05-c56f0a17a38a admin admin] Router 6145ed6d-bf26-4633-8d25-66d81b10624d is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 05:07:50.830644 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=2fd7b69d-5305-4395-91cc-e42fe879c7fc,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:50.834492 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8799f435-e217-4114-ad96-e683a58d8fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (df98a505-ab96-4a85-bf8a-0f917906d3b1), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:50.882751 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d50af7e3-2b0b-4673-a90d-d4051faf297e None None] Current status of the port e5dc9995-d326-4a56-899b-36d54c4f468a is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:07:50.882751 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d50af7e3-2b0b-4673-a90d-d4051faf297e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (e5dc9995-d326-4a56-899b-36d54c4f468a), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:50.960581 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-044e5c58-3316-4c5d-8f05-c56f0a17a38a admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:07:50.971375 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d50af7e3-2b0b-4673-a90d-d4051faf297e None None] For port e5dc9995-d326-4a56-899b-36d54c4f468a, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=e5dc9995-d326-4a56-899b-36d54c4f468a,segment=NetworkSegment(2f5013c1-b13a-43cc-89ec-12e4a2826f93),segment_id=2f5013c1-b13a-43cc-89ec-12e4a2826f93)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:07:50.983292 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a2a1ee-cc40-4476-bb6b-447c8ccaaf97 None None] Sync routers for ids ['6145ed6d-bf26-4633-8d25-66d81b10624d'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:07:50.986678 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:50.988886 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8799f435-e217-4114-ad96-e683a58d8fe1 None None] Routers {'36bad401-e3c9-4334-a603-360274d1fe1e'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:07:50.989637 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-8799f435-e217-4114-ad96-e683a58d8fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:07:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['36bad401-e3c9-4334-a603-360274d1fe1e'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:07:51.002997 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a2a1ee-cc40-4476-bb6b-447c8ccaaf97 None None] Routers {'6145ed6d-bf26-4633-8d25-66d81b10624d'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:07:51.003672 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-b0a2a1ee-cc40-4476-bb6b-447c8ccaaf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:07:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['6145ed6d-bf26-4633-8d25-66d81b10624d'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:07:51.034281 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4a906d-9914-466c-bce0-a6b2e369ba1d None None] Pushing event updated for resources: {'Port': ['ID=df98a505-ab96-4a85-bf8a-0f917906d3b1,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:51.055735 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port a8f9ae56-8482-4bac-818d-27938b011ce0 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:07:51.056265 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a8f9ae56-8482-4bac-818d-27938b011ce0), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:51.117583 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d50af7e3-2b0b-4673-a90d-d4051faf297e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (e5dc9995-d326-4a56-899b-36d54c4f468a), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:51.134106 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-044e5c58-3316-4c5d-8f05-c56f0a17a38a admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:51.139016 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-044e5c58-3316-4c5d-8f05-c56f0a17a38a admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5167451 Aug 27 05:07:51.139334 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 53452) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:07:51.189136 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-b0a2a1ee-cc40-4476-bb6b-447c8ccaaf97 None None] Set router 6145ed6d-bf26-4633-8d25-66d81b10624d gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:07:51.396028 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50af7e3-2b0b-4673-a90d-d4051faf297e None None] Pushing event updated for resources: {'Port': ['ID=e5dc9995-d326-4a56-899b-36d54c4f468a,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:51.423492 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-8799f435-e217-4114-ad96-e683a58d8fe1 None None] Set router 36bad401-e3c9-4334-a603-360274d1fe1e gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:07:51.493932 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-b0a2a1ee-cc40-4476-bb6b-447c8ccaaf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6145ed6d-bf26-4633-8d25-66d81b10624d', 'name': 'tempest-TestVolumeBootPattern-1149062476-router', 'tenant_id': 'd028e08a22da4470bd00b69a08d89141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '8f4d615c-6397-4eed-a964-3e4abfa561d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:07:47Z', 'updated_at': '2022-08-27T05:07:49Z', 'revision_number': 3, 'project_id': 'd028e08a22da4470bd00b69a08d89141', 'gw_port': {'id': '8f4d615c-6397-4eed-a964-3e4abfa561d3', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:19:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6145ed6d-bf26-4633-8d25-66d81b10624d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:07:48Z', 'updated_at': '2022-08-27T05:07:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:07:51.533112 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a2a1ee-cc40-4476-bb6b-447c8ccaaf97 None None] Checking router: 6145ed6d-bf26-4633-8d25-66d81b10624d for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:07:51.533704 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a2a1ee-cc40-4476-bb6b-447c8ccaaf97 None None] Updating router 6145ed6d-bf26-4633-8d25-66d81b10624d port 8f4d615c-6397-4eed-a964-3e4abfa561d3 binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:07:51.538529 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:51.570552 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-b0a2a1ee-cc40-4476-bb6b-447c8ccaaf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8f4d615c-6397-4eed-a964-3e4abfa561d3), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:51.733644 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-20c88ba4-4f2a-4901-a932-f4aabc151e1a None None] Provisioning complete for port e5dc9995-d326-4a56-899b-36d54c4f468a triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:07:51.734142 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-20c88ba4-4f2a-4901-a932-f4aabc151e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e5dc9995-d326-4a56-899b-36d54c4f468a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:51.756739 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:51.838577 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port a8f9ae56-8482-4bac-818d-27938b011ce0 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:07:51.840045 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device e5dc9995-d326-4a56-899b-36d54c4f468a up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:07:51.863210 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:51.874124 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0dc02c77-e762-48aa-a6cc-e5803b2a7dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:51.923849 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-b0a2a1ee-cc40-4476-bb6b-447c8ccaaf97 None None] Publish callbacks [] for port (8f4d615c-6397-4eed-a964-3e4abfa561d3), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:51.926802 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:51.927851 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:52.011918 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-b0a2a1ee-cc40-4476-bb6b-447c8ccaaf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (8f4d615c-6397-4eed-a964-3e4abfa561d3), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:52.049555 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port e5dc9995-d326-4a56-899b-36d54c4f468a triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:07:52.049929 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e5dc9995-d326-4a56-899b-36d54c4f468a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:52.062306 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-b0a2a1ee-cc40-4476-bb6b-447c8ccaaf97 None None] Attempting to bind port 8f4d615c-6397-4eed-a964-3e4abfa561d3 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:07:52.063264 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-b0a2a1ee-cc40-4476-bb6b-447c8ccaaf97 None None] Attempting to bind port 8f4d615c-6397-4eed-a964-3e4abfa561d3 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:07:52.063779 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a2a1ee-cc40-4476-bb6b-447c8ccaaf97 None None] Attempting to bind port 8f4d615c-6397-4eed-a964-3e4abfa561d3 on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:07:52.073092 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a2a1ee-cc40-4476-bb6b-447c8ccaaf97 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:07:52.073775 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a2a1ee-cc40-4476-bb6b-447c8ccaaf97 None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:07:52.074343 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-b0a2a1ee-cc40-4476-bb6b-447c8ccaaf97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:52.074922 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a2a1ee-cc40-4476-bb6b-447c8ccaaf97 None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:07:52.075572 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-b0a2a1ee-cc40-4476-bb6b-447c8ccaaf97 None None] Bound port: 8f4d615c-6397-4eed-a964-3e4abfa561d3, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:07:52.076141 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-b0a2a1ee-cc40-4476-bb6b-447c8ccaaf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8f4d615c-6397-4eed-a964-3e4abfa561d3), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:52.084454 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-20c88ba4-4f2a-4901-a932-f4aabc151e1a None None] Current status of the port e5dc9995-d326-4a56-899b-36d54c4f468a is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:07:52.085674 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-8799f435-e217-4114-ad96-e683a58d8fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36bad401-e3c9-4334-a603-360274d1fe1e', 'name': 'tempest-TestVolumeBackupRestore-728058605-router', 'tenant_id': 'e9a0885d790341928df202754a87fce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'a8f9ae56-8482-4bac-818d-27938b011ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:07:38Z', 'updated_at': '2022-08-27T05:07:43Z', 'revision_number': 4, 'project_id': 'e9a0885d790341928df202754a87fce1', 'gw_port': {'id': 'a8f9ae56-8482-4bac-818d-27938b011ce0', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36bad401-e3c9-4334-a603-360274d1fe1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:07:39Z', 'updated_at': '2022-08-27T05:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'df98a505-ab96-4a85-bf8a-0f917906d3b1', 'name': '', 'network_id': 'e2e7c39d-d125-4bb0-9baa-db5a637c0a18', 'tenant_id': 'e9a0885d790341928df202754a87fce1', 'mac_address': 'fa:16:3e:8a:8f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36bad401-e3c9-4334-a603-360274d1fe1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '17ee1da4-d88f-4a53-9ca9-d944fad859c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:07:42Z', 'updated_at': '2022-08-27T05:07:50Z', 'revision_number': 4, 'project_id': 'e9a0885d790341928df202754a87fce1', 'subnets': [{'id': '17ee1da4-d88f-4a53-9ca9-d944fad859c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:07:52.118388 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8799f435-e217-4114-ad96-e683a58d8fe1 None None] The sync data for ids ['36bad401-e3c9-4334-a603-360274d1fe1e'] in n-d-852088-5 is: [{'id': '36bad401-e3c9-4334-a603-360274d1fe1e', 'name': 'tempest-TestVolumeBackupRestore-728058605-router', 'tenant_id': 'e9a0885d790341928df202754a87fce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'a8f9ae56-8482-4bac-818d-27938b011ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:07:38Z', 'updated_at': '2022-08-27T05:07:43Z', 'revision_number': 4, 'project_id': 'e9a0885d790341928df202754a87fce1', 'gw_port': {'id': 'a8f9ae56-8482-4bac-818d-27938b011ce0', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36bad401-e3c9-4334-a603-360274d1fe1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:07:39Z', 'updated_at': '2022-08-27T05:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'df98a505-ab96-4a85-bf8a-0f917906d3b1', 'name': '', 'network_id': 'e2e7c39d-d125-4bb0-9baa-db5a637c0a18', 'tenant_id': 'e9a0885d790341928df202754a87fce1', 'mac_address': 'fa:16:3e:8a:8f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36bad401-e3c9-4334-a603-360274d1fe1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '17ee1da4-d88f-4a53-9ca9-d944fad859c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:07:42Z', 'updated_at': '2022-08-27T05:07:50Z', 'revision_number': 4, 'project_id': 'e9a0885d790341928df202754a87fce1', 'subnets': [{'id': '17ee1da4-d88f-4a53-9ca9-d944fad859c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:07:52.191700 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202fae95-70e4-4aa5-8e53-9a93b6dcf2d1 None None] Pushing event updated for resources: {'Port': ['ID=8f4d615c-6397-4eed-a964-3e4abfa561d3,revision_number=2']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:52.203407 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port e5dc9995-d326-4a56-899b-36d54c4f468a is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:07:52.223105 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-0dc02c77-e762-48aa-a6cc-e5803b2a7dec admin admin] Allocated IP 172.20.0.1 (34d4b53c-2a89-4c6c-8f39-632171b1c32e/e2ef1767-9ee5-4ccf-9995-2a9bccc60a17/8162887d-fdc0-4e3f-831b-e5f5b65cc2fa) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:07:52.230663 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-b0a2a1ee-cc40-4476-bb6b-447c8ccaaf97 None None] For port 8f4d615c-6397-4eed-a964-3e4abfa561d3, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:07:52.236537 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-b0a2a1ee-cc40-4476-bb6b-447c8ccaaf97 None None] For port 8f4d615c-6397-4eed-a964-3e4abfa561d3, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=8f4d615c-6397-4eed-a964-3e4abfa561d3,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:07:52.268600 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=81,neutron:DELETE=9,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:52.445856 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0dc02c77-e762-48aa-a6cc-e5803b2a7dec admin admin] Publish callbacks [] for port (8162887d-fdc0-4e3f-831b-e5f5b65cc2fa), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:52.447856 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device df98a505-ab96-4a85-bf8a-0f917906d3b1 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:07:52.463214 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-b0a2a1ee-cc40-4476-bb6b-447c8ccaaf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (8f4d615c-6397-4eed-a964-3e4abfa561d3), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:52.480323 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:52.482937 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:52.564453 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:52.566578 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a2a1ee-cc40-4476-bb6b-447c8ccaaf97 None None] Routers {'6145ed6d-bf26-4633-8d25-66d81b10624d'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:07:52.568201 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-b0a2a1ee-cc40-4476-bb6b-447c8ccaaf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:07:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['6145ed6d-bf26-4633-8d25-66d81b10624d'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:07:52.581566 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port df98a505-ab96-4a85-bf8a-0f917906d3b1 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:07:52.583650 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (df98a505-ab96-4a85-bf8a-0f917906d3b1), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:52.686005 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0dc02c77-e762-48aa-a6cc-e5803b2a7dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (8162887d-fdc0-4e3f-831b-e5f5b65cc2fa), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:52.707292 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202fae95-70e4-4aa5-8e53-9a93b6dcf2d1 None None] Pushing event updated for resources: {'Port': ['ID=8f4d615c-6397-4eed-a964-3e4abfa561d3,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:52.771315 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc02c77-e762-48aa-a6cc-e5803b2a7dec admin admin] Network 34d4b53c-2a89-4c6c-8f39-632171b1c32e is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:07:52.776624 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-0dc02c77-e762-48aa-a6cc-e5803b2a7dec admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:07:52.783981 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port df98a505-ab96-4a85-bf8a-0f917906d3b1 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:07:52.784497 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (df98a505-ab96-4a85-bf8a-0f917906d3b1), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:52.786727 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc02c77-e762-48aa-a6cc-e5803b2a7dec admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:07:52.861994 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-b0a2a1ee-cc40-4476-bb6b-447c8ccaaf97 None None] Set router 6145ed6d-bf26-4633-8d25-66d81b10624d gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:07:52.862684 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:52.888253 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc02c77-e762-48aa-a6cc-e5803b2a7dec admin admin] Pushing event updated for resources: {'Port': ['ID=8162887d-fdc0-4e3f-831b-e5f5b65cc2fa,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:52.888483 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port df98a505-ab96-4a85-bf8a-0f917906d3b1, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=df98a505-ab96-4a85-bf8a-0f917906d3b1,segment=NetworkSegment(286553dd-798e-40db-b68e-91ac997cda00),segment_id=286553dd-798e-40db-b68e-91ac997cda00)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:07:52.930308 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0dc02c77-e762-48aa-a6cc-e5803b2a7dec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (6145ed6d-bf26-4633-8d25-66d81b10624d), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:52.999886 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (df98a505-ab96-4a85-bf8a-0f917906d3b1), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:53.000763 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 2fd7b69d-5305-4395-91cc-e42fe879c7fc up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:07:53.167463 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=df98a505-ab96-4a85-bf8a-0f917906d3b1,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:53.167463 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 2fd7b69d-5305-4395-91cc-e42fe879c7fc triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:07:53.167463 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (2fd7b69d-5305-4395-91cc-e42fe879c7fc), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:53.212413 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-b0a2a1ee-cc40-4476-bb6b-447c8ccaaf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6145ed6d-bf26-4633-8d25-66d81b10624d', 'name': 'tempest-TestVolumeBootPattern-1149062476-router', 'tenant_id': 'd028e08a22da4470bd00b69a08d89141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '8f4d615c-6397-4eed-a964-3e4abfa561d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:07:47Z', 'updated_at': '2022-08-27T05:07:49Z', 'revision_number': 3, 'project_id': 'd028e08a22da4470bd00b69a08d89141', 'gw_port': {'id': '8f4d615c-6397-4eed-a964-3e4abfa561d3', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:19:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6145ed6d-bf26-4633-8d25-66d81b10624d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:07:48Z', 'updated_at': '2022-08-27T05:07:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:07:53.258617 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-900b8fc8-5268-408f-8754-391dcbbfc367 None None] Provisioning complete for port 8162887d-fdc0-4e3f-831b-e5f5b65cc2fa triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:07:53.262128 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-900b8fc8-5268-408f-8754-391dcbbfc367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (8162887d-fdc0-4e3f-831b-e5f5b65cc2fa), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:53.262258 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a2a1ee-cc40-4476-bb6b-447c8ccaaf97 None None] The sync data for ids ['6145ed6d-bf26-4633-8d25-66d81b10624d'] in n-d-852088-5 is: [{'id': '6145ed6d-bf26-4633-8d25-66d81b10624d', 'name': 'tempest-TestVolumeBootPattern-1149062476-router', 'tenant_id': 'd028e08a22da4470bd00b69a08d89141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '8f4d615c-6397-4eed-a964-3e4abfa561d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:07:47Z', 'updated_at': '2022-08-27T05:07:49Z', 'revision_number': 3, 'project_id': 'd028e08a22da4470bd00b69a08d89141', 'gw_port': {'id': '8f4d615c-6397-4eed-a964-3e4abfa561d3', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:19:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6145ed6d-bf26-4633-8d25-66d81b10624d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:07:48Z', 'updated_at': '2022-08-27T05:07:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:07:53.327481 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-900b8fc8-5268-408f-8754-391dcbbfc367 None None] Port 8162887d-fdc0-4e3f-831b-e5f5b65cc2fa cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:07:53.359645 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0dc02c77-e762-48aa-a6cc-e5803b2a7dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8162887d-fdc0-4e3f-831b-e5f5b65cc2fa), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:53.569865 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:53.586698 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 2fd7b69d-5305-4395-91cc-e42fe879c7fc is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:07:53.587898 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device e5dc9995-d326-4a56-899b-36d54c4f468a up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:07:53.723788 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port e5dc9995-d326-4a56-899b-36d54c4f468a triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:07:53.726146 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e5dc9995-d326-4a56-899b-36d54c4f468a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:53.931660 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port e5dc9995-d326-4a56-899b-36d54c4f468a is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:07:54.215544 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0dc02c77-e762-48aa-a6cc-e5803b2a7dec admin admin] Publish callbacks [] for port (8162887d-fdc0-4e3f-831b-e5f5b65cc2fa), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:54.295585 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0dc02c77-e762-48aa-a6cc-e5803b2a7dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (8162887d-fdc0-4e3f-831b-e5f5b65cc2fa), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:54.374445 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc02c77-e762-48aa-a6cc-e5803b2a7dec admin admin] Pushing event updated for resources: {'Port': ['ID=8162887d-fdc0-4e3f-831b-e5f5b65cc2fa,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:54.391722 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0dc02c77-e762-48aa-a6cc-e5803b2a7dec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (6145ed6d-bf26-4633-8d25-66d81b10624d), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:54.446115 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 8f4d615c-6397-4eed-a964-3e4abfa561d3 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:07:54.523301 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 8f4d615c-6397-4eed-a964-3e4abfa561d3 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:07:54.523689 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (8f4d615c-6397-4eed-a964-3e4abfa561d3), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:54.541121 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc02c77-e762-48aa-a6cc-e5803b2a7dec admin admin] Network 34d4b53c-2a89-4c6c-8f39-632171b1c32e is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:07:54.543923 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-0dc02c77-e762-48aa-a6cc-e5803b2a7dec admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:07:54.687375 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 8f4d615c-6397-4eed-a964-3e4abfa561d3 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:07:54.687870 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8f4d615c-6397-4eed-a964-3e4abfa561d3), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:54.724090 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:54.730481 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 8f4d615c-6397-4eed-a964-3e4abfa561d3, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=8f4d615c-6397-4eed-a964-3e4abfa561d3,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:07:54.746842 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dc02c77-e762-48aa-a6cc-e5803b2a7dec admin admin] Router 6145ed6d-bf26-4633-8d25-66d81b10624d has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:07:54.819837 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:54.851574 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (8f4d615c-6397-4eed-a964-3e4abfa561d3), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:54.854586 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device df98a505-ab96-4a85-bf8a-0f917906d3b1 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:07:54.887927 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:54.948419 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc02c77-e762-48aa-a6cc-e5803b2a7dec admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:07:54.948419 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0dc02c77-e762-48aa-a6cc-e5803b2a7dec admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/6145ed6d-bf26-4633-8d25-66d81b10624d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7997792 Aug 27 05:07:54.956789 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port df98a505-ab96-4a85-bf8a-0f917906d3b1 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:07:54.957248 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (df98a505-ab96-4a85-bf8a-0f917906d3b1), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:54.958561 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=8f4d615c-6397-4eed-a964-3e4abfa561d3,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:55.007192 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-354769dc-0b5d-453d-8d53-2344c1ef9dca None None] Provisioning complete for port 8162887d-fdc0-4e3f-831b-e5f5b65cc2fa triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:07:55.007645 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-354769dc-0b5d-453d-8d53-2344c1ef9dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (8162887d-fdc0-4e3f-831b-e5f5b65cc2fa), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:55.009432 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:55.052070 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:55.058124 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-354769dc-0b5d-453d-8d53-2344c1ef9dca None None] Port 8162887d-fdc0-4e3f-831b-e5f5b65cc2fa cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:07:55.094736 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:55.096178 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port df98a505-ab96-4a85-bf8a-0f917906d3b1 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:07:55.700824 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:55.786851 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:DELETE=4,neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:56.304299 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 8f4d615c-6397-4eed-a964-3e4abfa561d3 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:07:56.352434 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 8f4d615c-6397-4eed-a964-3e4abfa561d3 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:07:56.352803 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (8f4d615c-6397-4eed-a964-3e4abfa561d3), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:56.389584 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:56.442673 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 8f4d615c-6397-4eed-a964-3e4abfa561d3 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:07:56.776726 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5e57966e-649b-4e68-b05a-d1728207cba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:57.101010 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:57.658282 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b375e0f-cc72-4f86-9bbc-7594e2b60d07 None None] Sync routers for ids ['6145ed6d-bf26-4633-8d25-66d81b10624d'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:07:57.663777 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b375e0f-cc72-4f86-9bbc-7594e2b60d07 None None] Routers {'6145ed6d-bf26-4633-8d25-66d81b10624d'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:07:57.664485 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-2b375e0f-cc72-4f86-9bbc-7594e2b60d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:07:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['6145ed6d-bf26-4633-8d25-66d81b10624d'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:07:57.822461 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-2b375e0f-cc72-4f86-9bbc-7594e2b60d07 None None] Set router 6145ed6d-bf26-4633-8d25-66d81b10624d gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:07:57.981284 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:58.034790 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-2b375e0f-cc72-4f86-9bbc-7594e2b60d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6145ed6d-bf26-4633-8d25-66d81b10624d', 'name': 'tempest-TestVolumeBootPattern-1149062476-router', 'tenant_id': 'd028e08a22da4470bd00b69a08d89141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '8f4d615c-6397-4eed-a964-3e4abfa561d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:07:47Z', 'updated_at': '2022-08-27T05:07:53Z', 'revision_number': 4, 'project_id': 'd028e08a22da4470bd00b69a08d89141', 'gw_port': {'id': '8f4d615c-6397-4eed-a964-3e4abfa561d3', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:19:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6145ed6d-bf26-4633-8d25-66d81b10624d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:07:48Z', 'updated_at': '2022-08-27T05:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '8162887d-fdc0-4e3f-831b-e5f5b65cc2fa', 'name': '', 'network_id': '34d4b53c-2a89-4c6c-8f39-632171b1c32e', 'tenant_id': 'd028e08a22da4470bd00b69a08d89141', 'mac_address': 'fa:16:3e:ea:29:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6145ed6d-bf26-4633-8d25-66d81b10624d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'e2ef1767-9ee5-4ccf-9995-2a9bccc60a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:07:51Z', 'updated_at': '2022-08-27T05:07:53Z', 'revision_number': 2, 'project_id': 'd028e08a22da4470bd00b69a08d89141', 'subnets': [{'id': 'e2ef1767-9ee5-4ccf-9995-2a9bccc60a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:07:58.066620 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b375e0f-cc72-4f86-9bbc-7594e2b60d07 None None] Checking router: 6145ed6d-bf26-4633-8d25-66d81b10624d for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:07:58.066967 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b375e0f-cc72-4f86-9bbc-7594e2b60d07 None None] Updating router 6145ed6d-bf26-4633-8d25-66d81b10624d port 8162887d-fdc0-4e3f-831b-e5f5b65cc2fa binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:07:58.107015 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2b375e0f-cc72-4f86-9bbc-7594e2b60d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8162887d-fdc0-4e3f-831b-e5f5b65cc2fa), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:58.154757 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=77,neutron:INSERT=15,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:58.422080 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2b375e0f-cc72-4f86-9bbc-7594e2b60d07 None None] Publish callbacks [] for port (8162887d-fdc0-4e3f-831b-e5f5b65cc2fa), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:58.458935 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:58.565549 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2b375e0f-cc72-4f86-9bbc-7594e2b60d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (8162887d-fdc0-4e3f-831b-e5f5b65cc2fa), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:58.639884 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c917a140-5e5f-4571-9d5b-02fbe640a8e1 None None] Pushing event updated for resources: {'Port': ['ID=8162887d-fdc0-4e3f-831b-e5f5b65cc2fa,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:58.674947 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-2b375e0f-cc72-4f86-9bbc-7594e2b60d07 None None] Attempting to bind port 8162887d-fdc0-4e3f-831b-e5f5b65cc2fa on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:07:58.675600 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-2b375e0f-cc72-4f86-9bbc-7594e2b60d07 None None] Attempting to bind port 8162887d-fdc0-4e3f-831b-e5f5b65cc2fa by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '2f5013c1-b13a-43cc-89ec-12e4a2826f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '34d4b53c-2a89-4c6c-8f39-632171b1c32e'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:07:58.676953 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b375e0f-cc72-4f86-9bbc-7594e2b60d07 None None] Attempting to bind port 8162887d-fdc0-4e3f-831b-e5f5b65cc2fa on network 34d4b53c-2a89-4c6c-8f39-632171b1c32e {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:07:58.681434 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b375e0f-cc72-4f86-9bbc-7594e2b60d07 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:07:58.681812 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b375e0f-cc72-4f86-9bbc-7594e2b60d07 None None] Checking segment: {'id': '2f5013c1-b13a-43cc-89ec-12e4a2826f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '34d4b53c-2a89-4c6c-8f39-632171b1c32e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:07:58.683329 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2b375e0f-cc72-4f86-9bbc-7594e2b60d07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:58.685921 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b375e0f-cc72-4f86-9bbc-7594e2b60d07 None None] Bound using segment: {'id': '2f5013c1-b13a-43cc-89ec-12e4a2826f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '34d4b53c-2a89-4c6c-8f39-632171b1c32e'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:07:58.685921 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-2b375e0f-cc72-4f86-9bbc-7594e2b60d07 None None] Bound port: 8162887d-fdc0-4e3f-831b-e5f5b65cc2fa, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f5013c1-b13a-43cc-89ec-12e4a2826f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '34d4b53c-2a89-4c6c-8f39-632171b1c32e'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:07:58.685921 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2b375e0f-cc72-4f86-9bbc-7594e2b60d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8162887d-fdc0-4e3f-831b-e5f5b65cc2fa), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:58.697066 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:58.755660 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-2b375e0f-cc72-4f86-9bbc-7594e2b60d07 None None] For port 8162887d-fdc0-4e3f-831b-e5f5b65cc2fa, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:07:58.759099 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-2b375e0f-cc72-4f86-9bbc-7594e2b60d07 None None] For port 8162887d-fdc0-4e3f-831b-e5f5b65cc2fa, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=8162887d-fdc0-4e3f-831b-e5f5b65cc2fa,segment=NetworkSegment(2f5013c1-b13a-43cc-89ec-12e4a2826f93),segment_id=2f5013c1-b13a-43cc-89ec-12e4a2826f93)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:07:58.903521 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2b375e0f-cc72-4f86-9bbc-7594e2b60d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (8162887d-fdc0-4e3f-831b-e5f5b65cc2fa), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:58.973997 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b375e0f-cc72-4f86-9bbc-7594e2b60d07 None None] Routers {'6145ed6d-bf26-4633-8d25-66d81b10624d'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:07:58.973997 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-2b375e0f-cc72-4f86-9bbc-7594e2b60d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:07:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['6145ed6d-bf26-4633-8d25-66d81b10624d'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:07:59.023018 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c917a140-5e5f-4571-9d5b-02fbe640a8e1 None None] Pushing event updated for resources: {'Port': ['ID=8162887d-fdc0-4e3f-831b-e5f5b65cc2fa,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:07:59.091530 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-2b375e0f-cc72-4f86-9bbc-7594e2b60d07 None None] Set router 6145ed6d-bf26-4633-8d25-66d81b10624d gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:07:59.175650 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:59.298456 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-21718309-2ddf-4e02-8163-dd8bef5d934e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:07:59.328845 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-2b375e0f-cc72-4f86-9bbc-7594e2b60d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6145ed6d-bf26-4633-8d25-66d81b10624d', 'name': 'tempest-TestVolumeBootPattern-1149062476-router', 'tenant_id': 'd028e08a22da4470bd00b69a08d89141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '8f4d615c-6397-4eed-a964-3e4abfa561d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:07:47Z', 'updated_at': '2022-08-27T05:07:53Z', 'revision_number': 4, 'project_id': 'd028e08a22da4470bd00b69a08d89141', 'gw_port': {'id': '8f4d615c-6397-4eed-a964-3e4abfa561d3', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:19:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6145ed6d-bf26-4633-8d25-66d81b10624d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:07:48Z', 'updated_at': '2022-08-27T05:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '8162887d-fdc0-4e3f-831b-e5f5b65cc2fa', 'name': '', 'network_id': '34d4b53c-2a89-4c6c-8f39-632171b1c32e', 'tenant_id': 'd028e08a22da4470bd00b69a08d89141', 'mac_address': 'fa:16:3e:ea:29:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6145ed6d-bf26-4633-8d25-66d81b10624d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'e2ef1767-9ee5-4ccf-9995-2a9bccc60a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:07:51Z', 'updated_at': '2022-08-27T05:07:58Z', 'revision_number': 4, 'project_id': 'd028e08a22da4470bd00b69a08d89141', 'subnets': [{'id': 'e2ef1767-9ee5-4ccf-9995-2a9bccc60a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:07:59.358793 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b375e0f-cc72-4f86-9bbc-7594e2b60d07 None None] The sync data for ids ['6145ed6d-bf26-4633-8d25-66d81b10624d'] in n-d-852088-5 is: [{'id': '6145ed6d-bf26-4633-8d25-66d81b10624d', 'name': 'tempest-TestVolumeBootPattern-1149062476-router', 'tenant_id': 'd028e08a22da4470bd00b69a08d89141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '8f4d615c-6397-4eed-a964-3e4abfa561d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:07:47Z', 'updated_at': '2022-08-27T05:07:53Z', 'revision_number': 4, 'project_id': 'd028e08a22da4470bd00b69a08d89141', 'gw_port': {'id': '8f4d615c-6397-4eed-a964-3e4abfa561d3', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:19:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6145ed6d-bf26-4633-8d25-66d81b10624d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:07:48Z', 'updated_at': '2022-08-27T05:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '8162887d-fdc0-4e3f-831b-e5f5b65cc2fa', 'name': '', 'network_id': '34d4b53c-2a89-4c6c-8f39-632171b1c32e', 'tenant_id': 'd028e08a22da4470bd00b69a08d89141', 'mac_address': 'fa:16:3e:ea:29:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6145ed6d-bf26-4633-8d25-66d81b10624d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'e2ef1767-9ee5-4ccf-9995-2a9bccc60a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:07:51Z', 'updated_at': '2022-08-27T05:07:58Z', 'revision_number': 4, 'project_id': 'd028e08a22da4470bd00b69a08d89141', 'subnets': [{'id': 'e2ef1767-9ee5-4ccf-9995-2a9bccc60a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:07:59.390512 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d4788-bb4e-4e59-ac0d-6c4ca5e969ce req-8f6b9e94-ef46-49a9-9afe-8d955cdc0ee6 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:07:59.398111 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-591d4788-bb4e-4e59-ac0d-6c4ca5e969ce req-8f6b9e94-ef46-49a9-9afe-8d955cdc0ee6 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] 10.222.0.76 "GET /networking/v2.0/networks?id=2485999e-deea-4c9b-9b1a-56081318df9a HTTP/1.1" status: 200 len: 812 time: 0.1442020 Aug 27 05:07:59.418115 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-591d4788-bb4e-4e59-ac0d-6c4ca5e969ce req-305896f1-9a06-42a4-9c4f-eda983899794 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] 10.222.0.76 "GET /networking/v2.0/quotas/5e8518708de246739da77b48c5a45c96 HTTP/1.1" status: 200 len: 375 time: 0.0106452 Aug 27 05:07:59.459015 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:07:59.486754 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-591d4788-bb4e-4e59-ac0d-6c4ca5e969ce req-5a32e880-2e55-47e1-8a8c-da8829250674 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=5e8518708de246739da77b48c5a45c96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0657625 Aug 27 05:07:59.513730 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:00.228898 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:00.327851 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 8162887d-fdc0-4e3f-831b-e5f5b65cc2fa up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:08:00.396016 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 8162887d-fdc0-4e3f-831b-e5f5b65cc2fa triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:08:00.396582 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (8162887d-fdc0-4e3f-831b-e5f5b65cc2fa), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:08:00.398901 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:08:00.498989 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 8162887d-fdc0-4e3f-831b-e5f5b65cc2fa is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:08:00.500079 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8162887d-fdc0-4e3f-831b-e5f5b65cc2fa), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:08:00.558007 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 8162887d-fdc0-4e3f-831b-e5f5b65cc2fa, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=8162887d-fdc0-4e3f-831b-e5f5b65cc2fa,segment=NetworkSegment(2f5013c1-b13a-43cc-89ec-12e4a2826f93),segment_id=2f5013c1-b13a-43cc-89ec-12e4a2826f93)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:08:01.040670 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:01.078053 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (8162887d-fdc0-4e3f-831b-e5f5b65cc2fa), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:08:01.144999 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=8162887d-fdc0-4e3f-831b-e5f5b65cc2fa,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:08:01.257658 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:01.342467 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=7,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:01.394287 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:01.529500 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=4,neutron:SELECT=96 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:01.834228 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:08:02.037365 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:08:02.083566 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:02.305865 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 8162887d-fdc0-4e3f-831b-e5f5b65cc2fa up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:08:02.330497 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:02.353465 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 8162887d-fdc0-4e3f-831b-e5f5b65cc2fa triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:08:02.354148 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (8162887d-fdc0-4e3f-831b-e5f5b65cc2fa), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:08:02.446018 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 8162887d-fdc0-4e3f-831b-e5f5b65cc2fa is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:08:02.925363 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:03.085694 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:04.687746 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:08:05.655506 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:05.731275 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:07.079401 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:08:07.209390 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:07.829359 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:08.005660 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=15,neutron:SELECT=77,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:08.701055 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:09.037457 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbded95d-89eb-42b1-b048-f4021e7aefdf req-624412e2-64f2-4b09-9597-c001d3b9bd85 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:08:09.039578 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-dbded95d-89eb-42b1-b048-f4021e7aefdf req-624412e2-64f2-4b09-9597-c001d3b9bd85 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] 10.222.0.76 "GET /networking/v2.0/networks?id=2485999e-deea-4c9b-9b1a-56081318df9a HTTP/1.1" status: 200 len: 812 time: 0.1104720 Aug 27 05:08:09.057109 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-dbded95d-89eb-42b1-b048-f4021e7aefdf req-a2198caa-7fdc-4666-8be3-f5ead6d470bb tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] 10.222.0.76 "GET /networking/v2.0/quotas/5e8518708de246739da77b48c5a45c96 HTTP/1.1" status: 200 len: 375 time: 0.0114441 Aug 27 05:08:09.121091 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-dbded95d-89eb-42b1-b048-f4021e7aefdf req-b032a55f-1d7c-45a5-877a-a6cc22752b15 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=5e8518708de246739da77b48c5a45c96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0605750 Aug 27 05:08:09.571030 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:09.900742 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:10.125478 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:10.686251 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:10.786501 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=1,neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:11.719991 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:11.997544 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:12.445942 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:12.529733 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:12.720456 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:13.286734 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:13.388357 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:13.879785 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:14.517301 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:14.682975 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=3 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:14.683966 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=69 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:14.961783 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=11 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:15.017142 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=7 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:15.228497 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:16.159769 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:16.348283 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:16.565178 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:16.765405 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:16.971988 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:16.978078 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=60,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:17.187872 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:17.324272 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:17.753827 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:18.386402 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:18.655284 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:18.992108 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:19.067720 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:19.319484 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:20.176406 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:20.890964 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:21.108113 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:21.306886 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:08:21.468195 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:21.822878 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:21.855407 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:21.952256 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:22.462418 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:22.754124 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:INSERT=4,neutron:DELETE=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:23.100189 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:23.194711 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:23.224279 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:24.725122 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:24.866428 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:25.713932 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:UPDATE=2,neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:25.764982 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:27.168577 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f495d50f-b812-4350-8678-96c89c3faafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:08:27.296918 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:UPDATE=2,neutron:SELECT=88,neutron:INSERT=3,neutron:DELETE=7 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:27.329552 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:DELETE=5,neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:27.684862 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:27.794118 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:27.826340 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:28.063660 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:DELETE=6,neutron:SELECT=87,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:28.098873 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:28.302562 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:28.336071 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:28.677454 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:28.742297 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:28.793819 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:29.021199 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:29.245175 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-29678456-cf2f-436c-aacd-e5f0a879f228 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:08:29.800049 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:29.832704 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:29.897441 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:30.000746 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:30.208989 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:30.302171 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:30.398148 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:08:30.546404 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:DELETE=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:30.787932 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:30.945697 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:31.342526 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:31.425737 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:31.523015 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:31.816306 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:08:31.827788 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:31.913324 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:32.002753 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:08:32.176554 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:32.442847 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:32.816112 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:32.856548 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:32.954062 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:33.218633 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:33.719852 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:33.787949 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:33.906309 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=6,neutron:SELECT=85 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:34.119130 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:34.947819 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:35.027963 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:35.365024 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:35.571728 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:35.959370 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:36.125247 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:36.580502 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=7,neutron:INSERT=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:36.702072 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:37.039779 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:37.142082 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:08:37.358700 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:37.788034 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:37.873702 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:38.005484 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:38.162969 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:38.342014 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:38.439190 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:38.530745 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:INSERT=1,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:38.759607 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:38.842866 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:39.320023 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:39.377812 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:39.559142 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:39.679248 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=76,neutron:INSERT=15,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:39.816299 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:40.534237 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=80,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:40.656395 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:40.804688 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:41.062130 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:41.605698 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:41.642476 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:41.688456 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:08:41.724852 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:41.814503 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:41.907103 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:41.970528 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:42.004498 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:42.158943 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:42.439426 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:42.591843 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:UPDATE=3,neutron:SELECT=77,neutron:DELETE=9,neutron:INSERT=11 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:42.633320 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:42.855914 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=83,neutron:DELETE=10,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:42.901013 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:43.203263 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:DELETE=12,neutron:UPDATE=4,neutron:SELECT=84 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:43.317239 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:43.557622 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:43.850343 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:43.918920 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:DELETE=15,neutron:UPDATE=2,neutron:SELECT=83 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:43.981553 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:44.102979 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:44.330651 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:44.358934 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:44.421802 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:44.502074 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:44.891677 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:44.936170 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d254d0d8-2184-491d-8f8b-6fb240e18346 req-fad8d80b-c3b9-425a-aad9-99e23f72684d tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:08:44.937715 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d254d0d8-2184-491d-8f8b-6fb240e18346 req-fad8d80b-c3b9-425a-aad9-99e23f72684d tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] 10.222.0.76 "GET /networking/v2.0/networks?id=2485999e-deea-4c9b-9b1a-56081318df9a HTTP/1.1" status: 200 len: 812 time: 0.1183710 Aug 27 05:08:44.953452 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:44.956286 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d254d0d8-2184-491d-8f8b-6fb240e18346 req-2b65cf2e-05ea-44a0-a304-0049e1985c14 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] 10.222.0.76 "GET /networking/v2.0/quotas/5e8518708de246739da77b48c5a45c96 HTTP/1.1" status: 200 len: 375 time: 0.0122473 Aug 27 05:08:45.001807 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=12,neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:45.027501 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d254d0d8-2184-491d-8f8b-6fb240e18346 req-991227e3-2ce8-4c0d-ab2d-cc79ef55de27 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=5e8518708de246739da77b48c5a45c96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0614893 Aug 27 05:08:45.042716 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:45.319395 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:45.427789 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:45.463024 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:45.588808 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=87,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:45.638629 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:45.976205 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:46.056849 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:46.153334 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=82,neutron:DELETE=16,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:46.579508 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:46.661565 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=79,neutron:UPDATE=4,neutron:DELETE=6,neutron:INSERT=11 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:46.755185 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:46.810174 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:46.998170 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:47.697533 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:47.792939 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=68,neutron:INSERT=27,neutron:UPDATE=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:47.833088 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:48.170142 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:48.496975 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:48.530889 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:48.593388 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:48.756625 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:48.987431 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:49.290831 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=76,neutron:INSERT=15,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:49.341967 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:49.427603 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:49.513403 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:50.210306 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:50.238767 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:50.330329 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:50.598546 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:51.261731 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:08:51.278694 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:51.379357 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:51.642766 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:51.844935 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:52.399659 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:52.694067 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:52.723134 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:52.780297 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:52.850576 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=17 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:52.853028 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=19 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:52.885569 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:52.987683 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:53.261422 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:53.382002 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:53.446421 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:53.581926 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:53.639165 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=75,neutron:DELETE=4,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:53.724861 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=1,neutron:SELECT=89,neutron:DELETE=10 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:53.770004 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:53.899819 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:54.082339 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:54.112835 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=78,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:54.347503 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:54.730027 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=22,neutron:SELECT=76,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:54.813599 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:55.102215 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:55.250133 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:55.410259 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:55.604740 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:55.724738 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:55.832695 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:56.009282 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=18,neutron:UPDATE=2,neutron:SELECT=76,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:56.204298 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=12,neutron:SELECT=83,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:56.293495 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:56.471208 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:56.718640 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e2d93d3a-d53c-4464-8fd9-13fdc600662e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:08:56.747134 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:56.822050 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:57.027585 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:57.068011 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:57.090308 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:57.627045 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:57.733675 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=20,neutron:SELECT=78,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:57.896084 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:57.967795 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:58.175896 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:58.242948 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=12,neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:58.274531 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:58.466969 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:58.730738 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:58.752988 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:58.813880 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:59.071223 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:59.126149 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:08:59.197462 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-541fdaa1-a6f3-4f0c-b70f-441afe69c02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:08:59.276677 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:09:00.272849 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=74,neutron:INSERT=20,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:09:00.431885 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:09:00.456292 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:09:00.568261 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:09:00.667348 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=74,neutron:INSERT=20,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:09:01.375618 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:09:01.408235 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=18,neutron:UPDATE=5,neutron:SELECT=75,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:09:01.478127 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:09:01.639671 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3,neutron:INSERT=17 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:09:01.701813 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:09:01.842501 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:09:01.992913 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:09:02.192572 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:09:02.261663 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=12,neutron:SELECT=79,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:09:02.330859 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:09:02.375818 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:09:02.900127 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:09:02.935418 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:09:03.027239 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:09:03.056824 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:09:03.322951 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:09:03.362228 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:09:03.385133 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:09:03.432739 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:09:04.924493 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:09:05.005796 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:09:05.076232 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:09:05.174131 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:09:05.956215 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=9 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:09:06.135738 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:09:06.192849 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:09:06.333302 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:09:06.473290 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:09:06.916339 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:09:06.953187 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:09:06.993214 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:09:07.123843 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:09:07.573677 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:09:07.826120 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:09:07.870721 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:09:08.330841 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:09:08.444131 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:09:08.572340 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:09:16.990857 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:09:16.997548 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=12,neutron:UPDATE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:09:17.908016 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:09:18.697105 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:09:18.700545 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:09:18.893275 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf5ee2c-e3a7-4ea0-aaf6-af931630592f req-c9fba006-1616-401f-9483-d22d4bb60966 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:09:18.894970 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-fdf5ee2c-e3a7-4ea0-aaf6-af931630592f req-c9fba006-1616-401f-9483-d22d4bb60966 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] 10.222.0.76 "GET /networking/v2.0/networks?id=2485999e-deea-4c9b-9b1a-56081318df9a HTTP/1.1" status: 200 len: 812 time: 0.1111159 Aug 27 05:09:18.911454 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-fdf5ee2c-e3a7-4ea0-aaf6-af931630592f req-827a68ba-4a2e-454a-bc52-bd48980071ad tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] 10.222.0.76 "GET /networking/v2.0/quotas/5e8518708de246739da77b48c5a45c96 HTTP/1.1" status: 200 len: 375 time: 0.0098987 Aug 27 05:09:18.979961 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-fdf5ee2c-e3a7-4ea0-aaf6-af931630592f req-051bca4e-a58d-4f28-932f-415804374c48 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=5e8518708de246739da77b48c5a45c96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0624747 Aug 27 05:09:21.221295 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:09:22.825161 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 55078) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:09:22.830045 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-43fe8147-d0c1-4bc0-a86e-f0c5881f7460 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-430706002', 'description': 'tempest-secgroup-smoke-430706002 description', 'project_id': '5e8518708de246739da77b48c5a45c96'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:09:22.980991 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-43fe8147-d0c1-4bc0-a86e-f0c5881f7460 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:09:23.061269 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-43fe8147-d0c1-4bc0-a86e-f0c5881f7460 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Publish callbacks [] for security_group (43b244db-78fc-4a2c-936b-7ad91593b416), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:09:23.135854 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-43fe8147-d0c1-4bc0-a86e-f0c5881f7460 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (43b244db-78fc-4a2c-936b-7ad91593b416), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:09:23.185996 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fe8147-d0c1-4bc0-a86e-f0c5881f7460 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43b244db-78fc-4a2c-936b-7ad91593b416,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:09:23.194433 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fe8147-d0c1-4bc0-a86e-f0c5881f7460 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:09:23.194907 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fe8147-d0c1-4bc0-a86e-f0c5881f7460 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:09:23.195258 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fe8147-d0c1-4bc0-a86e-f0c5881f7460 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:09:23.195949 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fe8147-d0c1-4bc0-a86e-f0c5881f7460 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:09:23.196199 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fe8147-d0c1-4bc0-a86e-f0c5881f7460 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:09:23.196535 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fe8147-d0c1-4bc0-a86e-f0c5881f7460 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:09:23.196864 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fe8147-d0c1-4bc0-a86e-f0c5881f7460 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:09:23.197192 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fe8147-d0c1-4bc0-a86e-f0c5881f7460 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:09:23.197508 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fe8147-d0c1-4bc0-a86e-f0c5881f7460 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:09:23.197849 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fe8147-d0c1-4bc0-a86e-f0c5881f7460 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:09:23.198161 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fe8147-d0c1-4bc0-a86e-f0c5881f7460 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:09:23.198473 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fe8147-d0c1-4bc0-a86e-f0c5881f7460 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:09:23.198968 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fe8147-d0c1-4bc0-a86e-f0c5881f7460 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:09:23.199290 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fe8147-d0c1-4bc0-a86e-f0c5881f7460 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:09:23.199615 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fe8147-d0c1-4bc0-a86e-f0c5881f7460 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:09:23.234281 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-43fe8147-d0c1-4bc0-a86e-f0c5881f7460 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:09:23.235635 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-43fe8147-d0c1-4bc0-a86e-f0c5881f7460 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4093726 Aug 27 05:09:23.238684 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 55098) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:09:23.244032 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-b613e0a7-3828-46fd-96ee-394c39b2904c tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Request body: {'security_group_rule': {'security_group_id': '43b244db-78fc-4a2c-936b-7ad91593b416', 'project_id': '5e8518708de246739da77b48c5a45c96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:09:23.352078 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b613e0a7-3828-46fd-96ee-394c39b2904c tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Publish callbacks [] for security_group_rule (2ca853ff-bcd4-405d-9d80-f250058f7270), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:09:23.410779 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b613e0a7-3828-46fd-96ee-394c39b2904c tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Publish callbacks [] for security_group_rule (2ca853ff-bcd4-405d-9d80-f250058f7270), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:09:23.500444 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b613e0a7-3828-46fd-96ee-394c39b2904c tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (2ca853ff-bcd4-405d-9d80-f250058f7270), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:09:23.515458 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b613e0a7-3828-46fd-96ee-394c39b2904c tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ca853ff-bcd4-405d-9d80-f250058f7270,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:09:23.617256 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b613e0a7-3828-46fd-96ee-394c39b2904c tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:09:23.618479 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b613e0a7-3828-46fd-96ee-394c39b2904c tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3788359 Aug 27 05:09:23.621570 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 55112) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:09:23.626756 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-bde0e9e6-ea6a-4476-baa2-fb07c3c3a3a0 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Request body: {'security_group_rule': {'security_group_id': '43b244db-78fc-4a2c-936b-7ad91593b416', 'project_id': '5e8518708de246739da77b48c5a45c96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:09:23.723499 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bde0e9e6-ea6a-4476-baa2-fb07c3c3a3a0 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Publish callbacks [] for security_group_rule (17bd3da1-46cf-449e-9e81-5a771c878152), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:09:23.781410 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bde0e9e6-ea6a-4476-baa2-fb07c3c3a3a0 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Publish callbacks [] for security_group_rule (17bd3da1-46cf-449e-9e81-5a771c878152), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:09:23.861275 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bde0e9e6-ea6a-4476-baa2-fb07c3c3a3a0 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (17bd3da1-46cf-449e-9e81-5a771c878152), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:09:23.879304 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde0e9e6-ea6a-4476-baa2-fb07c3c3a3a0 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17bd3da1-46cf-449e-9e81-5a771c878152,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:09:23.889705 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde0e9e6-ea6a-4476-baa2-fb07c3c3a3a0 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:09:23.890059 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde0e9e6-ea6a-4476-baa2-fb07c3c3a3a0 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:09:23.890407 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde0e9e6-ea6a-4476-baa2-fb07c3c3a3a0 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:09:23.890749 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde0e9e6-ea6a-4476-baa2-fb07c3c3a3a0 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:09:23.891103 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde0e9e6-ea6a-4476-baa2-fb07c3c3a3a0 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:09:23.891425 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde0e9e6-ea6a-4476-baa2-fb07c3c3a3a0 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:09:23.891757 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde0e9e6-ea6a-4476-baa2-fb07c3c3a3a0 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:09:23.892090 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde0e9e6-ea6a-4476-baa2-fb07c3c3a3a0 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:09:23.892438 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde0e9e6-ea6a-4476-baa2-fb07c3c3a3a0 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:09:23.892765 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde0e9e6-ea6a-4476-baa2-fb07c3c3a3a0 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:09:23.893093 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde0e9e6-ea6a-4476-baa2-fb07c3c3a3a0 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:09:23.893418 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde0e9e6-ea6a-4476-baa2-fb07c3c3a3a0 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:09:23.893742 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde0e9e6-ea6a-4476-baa2-fb07c3c3a3a0 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:09:23.894068 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde0e9e6-ea6a-4476-baa2-fb07c3c3a3a0 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:09:23.894391 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde0e9e6-ea6a-4476-baa2-fb07c3c3a3a0 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:09:23.992498 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bde0e9e6-ea6a-4476-baa2-fb07c3c3a3a0 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:09:23.994727 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-bde0e9e6-ea6a-4476-baa2-fb07c3c3a3a0 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3712199 Aug 27 05:09:23.996684 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 55132) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:09:24.001297 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-592c482b-a128-4c27-8af1-39012896937f tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Request body: {'security_group_rule': {'security_group_id': '43b244db-78fc-4a2c-936b-7ad91593b416', 'project_id': '5e8518708de246739da77b48c5a45c96', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:09:24.124312 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-592c482b-a128-4c27-8af1-39012896937f tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Publish callbacks [] for security_group_rule (ea5800e2-5b71-4913-b507-f91862b86bef), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:09:24.186558 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-592c482b-a128-4c27-8af1-39012896937f tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Publish callbacks [] for security_group_rule (ea5800e2-5b71-4913-b507-f91862b86bef), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:09:24.234292 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=4 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:09:24.317754 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-592c482b-a128-4c27-8af1-39012896937f tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (ea5800e2-5b71-4913-b507-f91862b86bef), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:09:24.338488 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592c482b-a128-4c27-8af1-39012896937f tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea5800e2-5b71-4913-b507-f91862b86bef,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:09:24.497993 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-592c482b-a128-4c27-8af1-39012896937f tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:09:24.506285 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-592c482b-a128-4c27-8af1-39012896937f tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5019696 Aug 27 05:09:24.506285 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 55154) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:09:24.507022 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-e4568fe3-7b53-43c5-8855-6499be19252e tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Request body: {'security_group_rule': {'security_group_id': '43b244db-78fc-4a2c-936b-7ad91593b416', 'project_id': '5e8518708de246739da77b48c5a45c96', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:09:24.629720 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e4568fe3-7b53-43c5-8855-6499be19252e tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Publish callbacks [] for security_group_rule (4960f5fa-bba5-48e0-ac4c-5a56652b4d44), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:09:24.694783 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e4568fe3-7b53-43c5-8855-6499be19252e tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Publish callbacks [] for security_group_rule (4960f5fa-bba5-48e0-ac4c-5a56652b4d44), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:09:24.849467 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e4568fe3-7b53-43c5-8855-6499be19252e tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (4960f5fa-bba5-48e0-ac4c-5a56652b4d44), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:09:24.869724 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4568fe3-7b53-43c5-8855-6499be19252e tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4960f5fa-bba5-48e0-ac4c-5a56652b4d44,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:09:24.982815 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e4568fe3-7b53-43c5-8855-6499be19252e tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:09:24.989884 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e4568fe3-7b53-43c5-8855-6499be19252e tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4807670 Aug 27 05:09:24.989884 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 55168) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:09:24.991090 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-f2dea298-1575-4508-8406-303876de2cf0 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Request body: {'security_group_rule': {'security_group_id': '43b244db-78fc-4a2c-936b-7ad91593b416', 'project_id': '5e8518708de246739da77b48c5a45c96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:09:25.104197 n-d-852088-5 neutron-server[107776]: INFO neutron.db.securitygroups_db [None req-f2dea298-1575-4508-8406-303876de2cf0 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Project 5e8518708de246739da77b48c5a45c96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 05:09:25.114325 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f2dea298-1575-4508-8406-303876de2cf0 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Publish callbacks [] for security_group_rule (a5fe7f18-5b31-4c00-bab3-74903c88d0e5), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:09:25.175521 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f2dea298-1575-4508-8406-303876de2cf0 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Publish callbacks [] for security_group_rule (a5fe7f18-5b31-4c00-bab3-74903c88d0e5), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:09:25.272799 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f2dea298-1575-4508-8406-303876de2cf0 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (a5fe7f18-5b31-4c00-bab3-74903c88d0e5), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:09:25.292115 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dea298-1575-4508-8406-303876de2cf0 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5fe7f18-5b31-4c00-bab3-74903c88d0e5,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:09:25.400427 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f2dea298-1575-4508-8406-303876de2cf0 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:09:25.403350 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f2dea298-1575-4508-8406-303876de2cf0 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4139419 Aug 27 05:09:25.404613 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 55188) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:09:25.408916 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-5b9a0223-dbcb-4936-a7fb-1e439ff47724 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Request body: {'security_group_rule': {'security_group_id': '43b244db-78fc-4a2c-936b-7ad91593b416', 'project_id': '5e8518708de246739da77b48c5a45c96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:09:25.529860 n-d-852088-5 neutron-server[107776]: INFO neutron.db.securitygroups_db [None req-5b9a0223-dbcb-4936-a7fb-1e439ff47724 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Project 5e8518708de246739da77b48c5a45c96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 05:09:25.539243 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5b9a0223-dbcb-4936-a7fb-1e439ff47724 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Publish callbacks [] for security_group_rule (4bbeec48-8882-4a66-84a7-5484a4866533), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:09:25.605721 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5b9a0223-dbcb-4936-a7fb-1e439ff47724 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Publish callbacks [] for security_group_rule (4bbeec48-8882-4a66-84a7-5484a4866533), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:09:25.711953 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5b9a0223-dbcb-4936-a7fb-1e439ff47724 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (4bbeec48-8882-4a66-84a7-5484a4866533), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:09:25.734230 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9a0223-dbcb-4936-a7fb-1e439ff47724 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bbeec48-8882-4a66-84a7-5484a4866533,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:09:25.854604 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5b9a0223-dbcb-4936-a7fb-1e439ff47724 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:09:25.855914 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-5b9a0223-dbcb-4936-a7fb-1e439ff47724 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4503491 Aug 27 05:09:26.768902 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-50b66103-2529-4136-a520-94f1bc7fbd8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:09:28.697605 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=4 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:09:29.198013 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2c2ade9d-c3ef-41b1-a4ff-100b539ef734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:09:30.404921 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:09:31.758968 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:09:31.992340 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:09:33.526566 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=45,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:09:33.526566 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=53,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:09:33.780178 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f335e8-0c61-411d-b395-62617c692722 req-e9fb2fce-1a1d-43cd-be96-6b3e42b450fc tempest-VolumesSnapshotTestJSON-1953744 tempest-VolumesSnapshotTestJSON-1953744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:09:33.781944 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-34f335e8-0c61-411d-b395-62617c692722 req-e9fb2fce-1a1d-43cd-be96-6b3e42b450fc tempest-VolumesSnapshotTestJSON-1953744 tempest-VolumesSnapshotTestJSON-1953744-project] 10.222.0.76 "GET /networking/v2.0/networks?id=30a62fb7-60bf-4d63-970f-c3734e593078 HTTP/1.1" status: 200 len: 813 time: 0.1183515 Aug 27 05:09:33.804413 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-34f335e8-0c61-411d-b395-62617c692722 req-ff20d714-a367-4f57-96a4-45942ed347e6 tempest-VolumesSnapshotTestJSON-1953744 tempest-VolumesSnapshotTestJSON-1953744-project] 10.222.0.76 "GET /networking/v2.0/quotas/5d45f1d07ee14af4852e17e7f1925287 HTTP/1.1" status: 200 len: 375 time: 0.0113630 Aug 27 05:09:33.837489 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-34f335e8-0c61-411d-b395-62617c692722 req-5d4a4559-2d81-4241-beb7-803276ed86ea tempest-VolumesSnapshotTestJSON-1953744 tempest-VolumesSnapshotTestJSON-1953744-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=5d45f1d07ee14af4852e17e7f1925287&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317614 Aug 27 05:09:35.735120 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=78,neutron:INSERT=8,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:09:35.735120 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=79,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:09:37.062571 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:09:43.738688 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67fe326-9c45-4e74-afc6-2ab040e006e1 req-bb3d4483-28ba-447c-aec4-1585eb8d1c56 tempest-VolumesSnapshotTestJSON-1953744 tempest-VolumesSnapshotTestJSON-1953744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:09:43.740980 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b67fe326-9c45-4e74-afc6-2ab040e006e1 req-bb3d4483-28ba-447c-aec4-1585eb8d1c56 tempest-VolumesSnapshotTestJSON-1953744 tempest-VolumesSnapshotTestJSON-1953744-project] 10.222.0.76 "GET /networking/v2.0/networks?id=30a62fb7-60bf-4d63-970f-c3734e593078 HTTP/1.1" status: 200 len: 813 time: 0.1189215 Aug 27 05:09:43.755838 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b67fe326-9c45-4e74-afc6-2ab040e006e1 req-88a629bc-bf10-483f-b7d5-65d1acfeec52 tempest-VolumesSnapshotTestJSON-1953744 tempest-VolumesSnapshotTestJSON-1953744-project] 10.222.0.76 "GET /networking/v2.0/quotas/5d45f1d07ee14af4852e17e7f1925287 HTTP/1.1" status: 200 len: 375 time: 0.0096021 Aug 27 05:09:43.790125 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b67fe326-9c45-4e74-afc6-2ab040e006e1 req-9517dc0a-4d15-488c-ae34-c1451365968c tempest-VolumesSnapshotTestJSON-1953744 tempest-VolumesSnapshotTestJSON-1953744-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=5d45f1d07ee14af4852e17e7f1925287&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289557 Aug 27 05:09:46.993835 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=14,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:09:46.996223 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:09:51.265876 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:09:53.754639 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=18 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:09:53.771989 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=30 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:09:54.592856 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-81d79ecf-83cb-46c6-9ac4-546746c398dc req-75c6f79d-95df-438d-a6f3-d4eb5689c67e tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] 10.222.0.76 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-430706002&fields=id&tenant_id=5e8518708de246739da77b48c5a45c96 HTTP/1.1" status: 200 len: 267 time: 0.0511875 Aug 27 05:09:54.715709 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d79ecf-83cb-46c6-9ac4-546746c398dc req-a06ba6ad-dc3f-4b9b-a519-02d6ee53235a tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:09:54.717291 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-81d79ecf-83cb-46c6-9ac4-546746c398dc req-a06ba6ad-dc3f-4b9b-a519-02d6ee53235a tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] 10.222.0.76 "GET /networking/v2.0/networks?id=2485999e-deea-4c9b-9b1a-56081318df9a HTTP/1.1" status: 200 len: 812 time: 0.1177030 Aug 27 05:09:54.733677 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-81d79ecf-83cb-46c6-9ac4-546746c398dc req-d0deea99-beff-44c3-94b1-fda5684c72ce tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] 10.222.0.76 "GET /networking/v2.0/quotas/5e8518708de246739da77b48c5a45c96 HTTP/1.1" status: 200 len: 375 time: 0.0111263 Aug 27 05:09:54.788311 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-81d79ecf-83cb-46c6-9ac4-546746c398dc req-458fd9e3-1bd9-43b9-9147-6c83f10da9a8 tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=5e8518708de246739da77b48c5a45c96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491693 Aug 27 05:09:55.692050 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:09:56.745735 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-74459088-5ad0-4ab0-8789-a249b1b5b241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:09:58.296534 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 55994) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:09:58.368056 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-584a5ca9-7909-4bf7-90cf-e67b6ece10cb tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Publish callbacks [] for security_group (43b244db-78fc-4a2c-936b-7ad91593b416), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:09:58.394393 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-584a5ca9-7909-4bf7-90cf-e67b6ece10cb tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Publish callbacks [] for security_group (43b244db-78fc-4a2c-936b-7ad91593b416), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:09:58.595612 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-584a5ca9-7909-4bf7-90cf-e67b6ece10cb tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (43b244db-78fc-4a2c-936b-7ad91593b416), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:09:58.598895 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-584a5ca9-7909-4bf7-90cf-e67b6ece10cb tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:09:58.603222 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-584a5ca9-7909-4bf7-90cf-e67b6ece10cb tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/43b244db-78fc-4a2c-936b-7ad91593b416 HTTP/1.1" status: 204 len: 168 time: 0.3026967 Aug 27 05:09:58.651768 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584a5ca9-7909-4bf7-90cf-e67b6ece10cb tempest-TestVolumeBootPattern-586152974 tempest-TestVolumeBootPattern-586152974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b244db-78fc-4a2c-936b-7ad91593b416,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:09:58.839671 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 55998) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:09:59.250455 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e4211d1c-fd4a-4c73-b95a-eb82760d5b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:09:59.261188 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-55260a4c-8004-4007-98b5-aa14c942f6f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (58785198-9dd1-44be-bede-51ad7bea6273), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:09:59.546179 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-55260a4c-8004-4007-98b5-aa14c942f6f5 admin admin] Deleting port 2fd7b69d-5305-4395-91cc-e42fe879c7fc {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:09:59.546791 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-55260a4c-8004-4007-98b5-aa14c942f6f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (2fd7b69d-5305-4395-91cc-e42fe879c7fc), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:09:59.589142 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:09:59.598737 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:09:59.634193 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-55260a4c-8004-4007-98b5-aa14c942f6f5 admin admin] For port 2fd7b69d-5305-4395-91cc-e42fe879c7fc, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=2fd7b69d-5305-4395-91cc-e42fe879c7fc,segment=NetworkSegment(841c421a-80fd-4b7f-bbec-bd4a4b195374),segment_id=841c421a-80fd-4b7f-bbec-bd4a4b195374)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:09:59.634193 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-55260a4c-8004-4007-98b5-aa14c942f6f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (2fd7b69d-5305-4395-91cc-e42fe879c7fc), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:09:59.648193 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-55260a4c-8004-4007-98b5-aa14c942f6f5 admin admin] Calling delete_port for 2fd7b69d-5305-4395-91cc-e42fe879c7fc owned by network:router_interface {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:09:59.923385 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-55260a4c-8004-4007-98b5-aa14c942f6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (2fd7b69d-5305-4395-91cc-e42fe879c7fc), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:09:59.957129 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55260a4c-8004-4007-98b5-aa14c942f6f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fd7b69d-5305-4395-91cc-e42fe879c7fc,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:10:00.310165 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-55260a4c-8004-4007-98b5-aa14c942f6f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (58785198-9dd1-44be-bede-51ad7bea6273), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:00.460772 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:00.499432 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:10:00.550593 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55260a4c-8004-4007-98b5-aa14c942f6f5 admin admin] Router 58785198-9dd1-44be-bede-51ad7bea6273 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:10:00.666918 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55260a4c-8004-4007-98b5-aa14c942f6f5 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:10:00.675547 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-55260a4c-8004-4007-98b5-aa14c942f6f5 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/58785198-9dd1-44be-bede-51ad7bea6273/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8309143 Aug 27 05:10:00.675547 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56008) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:10:00.680008 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ebc438-2821-4a6d-88f7-29d0b7971198 None None] Sync routers for ids ['58785198-9dd1-44be-bede-51ad7bea6273'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:10:00.690680 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ebc438-2821-4a6d-88f7-29d0b7971198 None None] Routers {'58785198-9dd1-44be-bede-51ad7bea6273'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:10:00.691302 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-90ebc438-2821-4a6d-88f7-29d0b7971198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:09:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['58785198-9dd1-44be-bede-51ad7bea6273'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:10:00.782232 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-25f196a0-c1ea-4a5c-be47-505f2a8ca86b admin admin] Publish callbacks [] for router (58785198-9dd1-44be-bede-51ad7bea6273), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:00.872801 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-90ebc438-2821-4a6d-88f7-29d0b7971198 None None] Set router 58785198-9dd1-44be-bede-51ad7bea6273 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:10:00.883426 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:10:00.885365 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-25f196a0-c1ea-4a5c-be47-505f2a8ca86b admin admin] Publish callbacks [] for router_gateway (58785198-9dd1-44be-bede-51ad7bea6273), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:01.048291 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-90ebc438-2821-4a6d-88f7-29d0b7971198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58785198-9dd1-44be-bede-51ad7bea6273', 'name': 'tempest-TestVolumeBootPattern-1049997831-router', 'tenant_id': '5e8518708de246739da77b48c5a45c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'a56f47ac-21f2-495d-ba39-72aaffbaf79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:07:36Z', 'updated_at': '2022-08-27T05:09:59Z', 'revision_number': 5, 'project_id': '5e8518708de246739da77b48c5a45c96', 'gw_port': {'id': 'a56f47ac-21f2-495d-ba39-72aaffbaf79b', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58785198-9dd1-44be-bede-51ad7bea6273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:07:38Z', 'updated_at': '2022-08-27T05:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:10:01.075652 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ebc438-2821-4a6d-88f7-29d0b7971198 None None] Checking router: 58785198-9dd1-44be-bede-51ad7bea6273 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:10:01.078291 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-25f196a0-c1ea-4a5c-be47-505f2a8ca86b admin admin] Deleting port a56f47ac-21f2-495d-ba39-72aaffbaf79b {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:10:01.078607 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-25f196a0-c1ea-4a5c-be47-505f2a8ca86b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (a56f47ac-21f2-495d-ba39-72aaffbaf79b), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:01.085047 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ebc438-2821-4a6d-88f7-29d0b7971198 None None] Routers {'58785198-9dd1-44be-bede-51ad7bea6273'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:10:01.085643 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-90ebc438-2821-4a6d-88f7-29d0b7971198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:09:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['58785198-9dd1-44be-bede-51ad7bea6273'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:10:01.160436 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-25f196a0-c1ea-4a5c-be47-505f2a8ca86b admin admin] For port a56f47ac-21f2-495d-ba39-72aaffbaf79b, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a56f47ac-21f2-495d-ba39-72aaffbaf79b,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:10:01.160805 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-25f196a0-c1ea-4a5c-be47-505f2a8ca86b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (a56f47ac-21f2-495d-ba39-72aaffbaf79b), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:01.170256 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-90ebc438-2821-4a6d-88f7-29d0b7971198 None None] Set router 58785198-9dd1-44be-bede-51ad7bea6273 gateway port host: None {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:10:01.175631 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-25f196a0-c1ea-4a5c-be47-505f2a8ca86b admin admin] Calling delete_port for a56f47ac-21f2-495d-ba39-72aaffbaf79b owned by network:router_gateway {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:10:01.219950 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-90ebc438-2821-4a6d-88f7-29d0b7971198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58785198-9dd1-44be-bede-51ad7bea6273', 'name': 'tempest-TestVolumeBootPattern-1049997831-router', 'tenant_id': '5e8518708de246739da77b48c5a45c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:07:36Z', 'updated_at': '2022-08-27T05:10:00Z', 'revision_number': 6, 'project_id': '5e8518708de246739da77b48c5a45c96', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:10:01.248110 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ebc438-2821-4a6d-88f7-29d0b7971198 None None] The sync data for ids ['58785198-9dd1-44be-bede-51ad7bea6273'] in n-d-852088-5 is: [{'id': '58785198-9dd1-44be-bede-51ad7bea6273', 'name': 'tempest-TestVolumeBootPattern-1049997831-router', 'tenant_id': '5e8518708de246739da77b48c5a45c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:07:36Z', 'updated_at': '2022-08-27T05:10:00Z', 'revision_number': 6, 'project_id': '5e8518708de246739da77b48c5a45c96', 'gw_port_host': None}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:10:01.466089 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-25f196a0-c1ea-4a5c-be47-505f2a8ca86b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (a56f47ac-21f2-495d-ba39-72aaffbaf79b), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:01.495103 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f196a0-c1ea-4a5c-be47-505f2a8ca86b admin admin] Pushing event deleted for resources: {'Port': ['ID=a56f47ac-21f2-495d-ba39-72aaffbaf79b,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:10:01.561790 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-25f196a0-c1ea-4a5c-be47-505f2a8ca86b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (58785198-9dd1-44be-bede-51ad7bea6273), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:01.653615 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-25f196a0-c1ea-4a5c-be47-505f2a8ca86b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (58785198-9dd1-44be-bede-51ad7bea6273), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:01.656280 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-25f196a0-c1ea-4a5c-be47-505f2a8ca86b admin admin] Publish callbacks [] for router_controller (58785198-9dd1-44be-bede-51ad7bea6273), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:01.779854 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:01.842932 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-25f196a0-c1ea-4a5c-be47-505f2a8ca86b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (58785198-9dd1-44be-bede-51ad7bea6273), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:01.843534 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f196a0-c1ea-4a5c-be47-505f2a8ca86b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58785198-9dd1-44be-bede-51ad7bea6273 {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 05:10:01.848557 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-25f196a0-c1ea-4a5c-be47-505f2a8ca86b admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:01.850289 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-25f196a0-c1ea-4a5c-be47-505f2a8ca86b admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/58785198-9dd1-44be-bede-51ad7bea6273 HTTP/1.1" status: 204 len: 168 time: 1.1740870 Aug 27 05:10:01.853117 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56024) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:10:01.889549 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:10:01.906502 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-96c8e7ad-eaab-4522-a4a7-54e4a1c81dbd admin admin] Deleting subnet 4ce8d9e2-5d10-4318-946d-0f2303d0af09 {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 05:10:01.910895 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-96c8e7ad-eaab-4522-a4a7-54e4a1c81dbd admin admin] Publish callbacks [] for subnet (4ce8d9e2-5d10-4318-946d-0f2303d0af09), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:01.947212 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-96c8e7ad-eaab-4522-a4a7-54e4a1c81dbd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (4ce8d9e2-5d10-4318-946d-0f2303d0af09), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:02.009076 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:02.026251 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-96c8e7ad-eaab-4522-a4a7-54e4a1c81dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (4ce8d9e2-5d10-4318-946d-0f2303d0af09), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:02.094211 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=80,neutron:DELETE=15,neutron:UPDATE=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:10:02.169510 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-96c8e7ad-eaab-4522-a4a7-54e4a1c81dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (4ce8d9e2-5d10-4318-946d-0f2303d0af09), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:02.199625 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c8e7ad-eaab-4522-a4a7-54e4a1c81dbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ce8d9e2-5d10-4318-946d-0f2303d0af09,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:10:02.205191 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-96c8e7ad-eaab-4522-a4a7-54e4a1c81dbd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:02.212449 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-96c8e7ad-eaab-4522-a4a7-54e4a1c81dbd admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/4ce8d9e2-5d10-4318-946d-0f2303d0af09 HTTP/1.1" status: 204 len: 168 time: 0.3549371 Aug 27 05:10:02.213915 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56028) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:10:02.214671 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcc2ce5-8369-42c4-8007-ef4cc874db2f None None] Network 2485999e-deea-4c9b-9b1a-56081318df9a requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:10:02.299121 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8716c233-4add-44ba-a3cf-547e2897dd30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (2485999e-deea-4c9b-9b1a-56081318df9a), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:02.364053 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-8716c233-4add-44ba-a3cf-547e2897dd30 admin admin] Deleting port 4ac0644d-6c39-461a-a3e3-0d5d2565aa8d {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:10:02.364667 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8716c233-4add-44ba-a3cf-547e2897dd30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (4ac0644d-6c39-461a-a3e3-0d5d2565aa8d), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:02.426726 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2fb9b3-f69e-4c3d-80dc-89781da57b98 None None] DHCP port deletion for 2485999e-deea-4c9b-9b1a-56081318df9a request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 05:10:02.430711 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a56f47ac-21f2-495d-ba39-72aaffbaf79b no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:10:02.453038 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: a56f47ac-21f2-495d-ba39-72aaffbaf79b {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:10:02.453374 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a56f47ac-21f2-495d-ba39-72aaffbaf79b not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:10:02.453789 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 2fd7b69d-5305-4395-91cc-e42fe879c7fc no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:10:02.473190 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-8716c233-4add-44ba-a3cf-547e2897dd30 admin admin] For port 4ac0644d-6c39-461a-a3e3-0d5d2565aa8d, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=4ac0644d-6c39-461a-a3e3-0d5d2565aa8d,segment=NetworkSegment(841c421a-80fd-4b7f-bbec-bd4a4b195374),segment_id=841c421a-80fd-4b7f-bbec-bd4a4b195374)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:10:02.473915 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8716c233-4add-44ba-a3cf-547e2897dd30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (4ac0644d-6c39-461a-a3e3-0d5d2565aa8d), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:02.498028 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 2fd7b69d-5305-4395-91cc-e42fe879c7fc {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:10:02.498418 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 2fd7b69d-5305-4395-91cc-e42fe879c7fc not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:10:02.500627 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-8716c233-4add-44ba-a3cf-547e2897dd30 admin admin] Calling delete_port for 4ac0644d-6c39-461a-a3e3-0d5d2565aa8d owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:10:02.519171 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-2a2fb9b3-f69e-4c3d-80dc-89781da57b98 None None] Deleting port 4ac0644d-6c39-461a-a3e3-0d5d2565aa8d {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:10:02.519546 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2a2fb9b3-f69e-4c3d-80dc-89781da57b98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (4ac0644d-6c39-461a-a3e3-0d5d2565aa8d), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:02.612934 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-2a2fb9b3-f69e-4c3d-80dc-89781da57b98 None None] For port 4ac0644d-6c39-461a-a3e3-0d5d2565aa8d, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=4ac0644d-6c39-461a-a3e3-0d5d2565aa8d,segment=NetworkSegment(841c421a-80fd-4b7f-bbec-bd4a4b195374),segment_id=841c421a-80fd-4b7f-bbec-bd4a4b195374)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:10:02.613603 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2a2fb9b3-f69e-4c3d-80dc-89781da57b98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (4ac0644d-6c39-461a-a3e3-0d5d2565aa8d), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:02.632469 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-2a2fb9b3-f69e-4c3d-80dc-89781da57b98 None None] Calling delete_port for 4ac0644d-6c39-461a-a3e3-0d5d2565aa8d owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:10:02.683141 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8716c233-4add-44ba-a3cf-547e2897dd30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (4ac0644d-6c39-461a-a3e3-0d5d2565aa8d), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:02.731993 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8716c233-4add-44ba-a3cf-547e2897dd30 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ac0644d-6c39-461a-a3e3-0d5d2565aa8d,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:10:02.737766 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8716c233-4add-44ba-a3cf-547e2897dd30 admin admin] No DVR routers for this DVR port 4ac0644d-6c39-461a-a3e3-0d5d2565aa8d on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:10:02.743872 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2a2fb9b3-f69e-4c3d-80dc-89781da57b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (4ac0644d-6c39-461a-a3e3-0d5d2565aa8d), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:02.778601 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2fb9b3-f69e-4c3d-80dc-89781da57b98 None None] Pushing event deleted for resources: {'Port': ['ID=4ac0644d-6c39-461a-a3e3-0d5d2565aa8d,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:10:02.792720 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2fb9b3-f69e-4c3d-80dc-89781da57b98 None None] No DVR routers for this DVR port 4ac0644d-6c39-461a-a3e3-0d5d2565aa8d on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:10:02.852089 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8716c233-4add-44ba-a3cf-547e2897dd30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (2485999e-deea-4c9b-9b1a-56081318df9a), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:02.852653 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fb9b3-f69e-4c3d-80dc-89781da57b98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:10:02.854330 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fb9b3-f69e-4c3d-80dc-89781da57b98 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:10:02.854677 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fb9b3-f69e-4c3d-80dc-89781da57b98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:10:02.855018 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fb9b3-f69e-4c3d-80dc-89781da57b98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:10:02.855352 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fb9b3-f69e-4c3d-80dc-89781da57b98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:10:02.855684 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fb9b3-f69e-4c3d-80dc-89781da57b98 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:10:02.856010 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fb9b3-f69e-4c3d-80dc-89781da57b98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:10:02.856514 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fb9b3-f69e-4c3d-80dc-89781da57b98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:10:02.857464 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fb9b3-f69e-4c3d-80dc-89781da57b98 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:10:02.857790 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fb9b3-f69e-4c3d-80dc-89781da57b98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:10:02.858115 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fb9b3-f69e-4c3d-80dc-89781da57b98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:10:02.858543 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fb9b3-f69e-4c3d-80dc-89781da57b98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:10:02.858878 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fb9b3-f69e-4c3d-80dc-89781da57b98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:10:02.859199 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fb9b3-f69e-4c3d-80dc-89781da57b98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:10:02.859515 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fb9b3-f69e-4c3d-80dc-89781da57b98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:10:02.886846 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-8716c233-4add-44ba-a3cf-547e2897dd30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2485999e-deea-4c9b-9b1a-56081318df9a']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:10:02.898332 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-8716c233-4add-44ba-a3cf-547e2897dd30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '841c421a-80fd-4b7f-bbec-bd4a4b195374') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:10:02.898892 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-8716c233-4add-44ba-a3cf-547e2897dd30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '841c421a-80fd-4b7f-bbec-bd4a4b195374') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:10:02.910986 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8716c233-4add-44ba-a3cf-547e2897dd30 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (841c421a-80fd-4b7f-bbec-bd4a4b195374), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:02.929208 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8716c233-4add-44ba-a3cf-547e2897dd30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (841c421a-80fd-4b7f-bbec-bd4a4b195374), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:02.936814 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8716c233-4add-44ba-a3cf-547e2897dd30 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:10:02.937562 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8716c233-4add-44ba-a3cf-547e2897dd30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (841c421a-80fd-4b7f-bbec-bd4a4b195374), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:03.046742 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 841c421a-80fd-4b7f-bbec-bd4a4b195374 resource provider aggregate not found Aug 27 05:10:03.067151 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 841c421a-80fd-4b7f-bbec-bd4a4b195374 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 841c421a-80fd-4b7f-bbec-bd4a4b195374 found for delete ", "request_id": "req-56ec86df-b232-4a35-83ee-85215c64efd8"}]} Aug 27 05:10:03.086796 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8716c233-4add-44ba-a3cf-547e2897dd30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (2485999e-deea-4c9b-9b1a-56081318df9a), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:03.093209 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8716c233-4add-44ba-a3cf-547e2897dd30 admin admin] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:03.097105 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8716c233-4add-44ba-a3cf-547e2897dd30 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/2485999e-deea-4c9b-9b1a-56081318df9a HTTP/1.1" status: 204 len: 168 time: 0.8821261 Aug 27 05:10:03.101326 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56038) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:10:03.151187 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8716c233-4add-44ba-a3cf-547e2897dd30 admin admin] Pushing event deleted for resources: {'Network': ['ID=2485999e-deea-4c9b-9b1a-56081318df9a,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:10:03.488067 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9543d3f1-c167-4772-acd5-5f966179f723 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (6145ed6d-bf26-4633-8d25-66d81b10624d), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:03.567694 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:10:03.577596 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:10:03.723720 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-9543d3f1-c167-4772-acd5-5f966179f723 admin admin] Deleting port 8162887d-fdc0-4e3f-831b-e5f5b65cc2fa {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:10:03.724061 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9543d3f1-c167-4772-acd5-5f966179f723 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (8162887d-fdc0-4e3f-831b-e5f5b65cc2fa), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:03.808443 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-9543d3f1-c167-4772-acd5-5f966179f723 admin admin] For port 8162887d-fdc0-4e3f-831b-e5f5b65cc2fa, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=8162887d-fdc0-4e3f-831b-e5f5b65cc2fa,segment=NetworkSegment(2f5013c1-b13a-43cc-89ec-12e4a2826f93),segment_id=2f5013c1-b13a-43cc-89ec-12e4a2826f93)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:10:03.808791 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9543d3f1-c167-4772-acd5-5f966179f723 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (8162887d-fdc0-4e3f-831b-e5f5b65cc2fa), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:03.822614 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-9543d3f1-c167-4772-acd5-5f966179f723 admin admin] Calling delete_port for 8162887d-fdc0-4e3f-831b-e5f5b65cc2fa owned by network:router_interface {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:10:04.065649 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9543d3f1-c167-4772-acd5-5f966179f723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (8162887d-fdc0-4e3f-831b-e5f5b65cc2fa), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:04.074481 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:10:04.093787 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9543d3f1-c167-4772-acd5-5f966179f723 admin admin] Pushing event deleted for resources: {'Port': ['ID=8162887d-fdc0-4e3f-831b-e5f5b65cc2fa,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:10:04.264837 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9543d3f1-c167-4772-acd5-5f966179f723 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (6145ed6d-bf26-4633-8d25-66d81b10624d), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:04.449420 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 4ac0644d-6c39-461a-a3e3-0d5d2565aa8d no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:10:04.471746 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 4ac0644d-6c39-461a-a3e3-0d5d2565aa8d {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:10:04.472095 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 4ac0644d-6c39-461a-a3e3-0d5d2565aa8d not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:10:04.541220 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9543d3f1-c167-4772-acd5-5f966179f723 admin admin] Router 6145ed6d-bf26-4633-8d25-66d81b10624d has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:10:04.656320 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9543d3f1-c167-4772-acd5-5f966179f723 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:10:04.664234 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-9543d3f1-c167-4772-acd5-5f966179f723 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/6145ed6d-bf26-4633-8d25-66d81b10624d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5604386 Aug 27 05:10:04.666311 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56046) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:10:04.676458 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd454eb0-d7d2-427a-bb36-9f32e3644163 None None] Sync routers for ids ['6145ed6d-bf26-4633-8d25-66d81b10624d'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:10:04.698787 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd454eb0-d7d2-427a-bb36-9f32e3644163 None None] Routers {'6145ed6d-bf26-4633-8d25-66d81b10624d'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:10:04.699412 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-dd454eb0-d7d2-427a-bb36-9f32e3644163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:09:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['6145ed6d-bf26-4633-8d25-66d81b10624d'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:10:04.888054 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-dd454eb0-d7d2-427a-bb36-9f32e3644163 None None] Set router 6145ed6d-bf26-4633-8d25-66d81b10624d gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:10:05.038774 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:10:05.124076 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-dd454eb0-d7d2-427a-bb36-9f32e3644163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6145ed6d-bf26-4633-8d25-66d81b10624d', 'name': 'tempest-TestVolumeBootPattern-1149062476-router', 'tenant_id': 'd028e08a22da4470bd00b69a08d89141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '8f4d615c-6397-4eed-a964-3e4abfa561d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:07:47Z', 'updated_at': '2022-08-27T05:10:03Z', 'revision_number': 5, 'project_id': 'd028e08a22da4470bd00b69a08d89141', 'gw_port': {'id': '8f4d615c-6397-4eed-a964-3e4abfa561d3', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:19:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6145ed6d-bf26-4633-8d25-66d81b10624d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:07:48Z', 'updated_at': '2022-08-27T05:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:10:05.174450 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd454eb0-d7d2-427a-bb36-9f32e3644163 None None] Checking router: 6145ed6d-bf26-4633-8d25-66d81b10624d for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:10:05.188072 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd454eb0-d7d2-427a-bb36-9f32e3644163 None None] Routers {'6145ed6d-bf26-4633-8d25-66d81b10624d'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:10:05.188742 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-dd454eb0-d7d2-427a-bb36-9f32e3644163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:09:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['6145ed6d-bf26-4633-8d25-66d81b10624d'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:10:05.190549 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:10:05.273670 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1265d50c-67a6-4380-99c9-6d540c1a8ffa admin admin] Publish callbacks [] for router (6145ed6d-bf26-4633-8d25-66d81b10624d), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:05.311361 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-dd454eb0-d7d2-427a-bb36-9f32e3644163 None None] Set router 6145ed6d-bf26-4633-8d25-66d81b10624d gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:10:05.415299 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1265d50c-67a6-4380-99c9-6d540c1a8ffa admin admin] Publish callbacks [] for router_gateway (6145ed6d-bf26-4633-8d25-66d81b10624d), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:05.529841 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-dd454eb0-d7d2-427a-bb36-9f32e3644163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6145ed6d-bf26-4633-8d25-66d81b10624d', 'name': 'tempest-TestVolumeBootPattern-1149062476-router', 'tenant_id': 'd028e08a22da4470bd00b69a08d89141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '8f4d615c-6397-4eed-a964-3e4abfa561d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:07:47Z', 'updated_at': '2022-08-27T05:10:03Z', 'revision_number': 5, 'project_id': 'd028e08a22da4470bd00b69a08d89141', 'gw_port': {'id': '8f4d615c-6397-4eed-a964-3e4abfa561d3', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:19:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6145ed6d-bf26-4633-8d25-66d81b10624d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:07:48Z', 'updated_at': '2022-08-27T05:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:10:05.564243 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd454eb0-d7d2-427a-bb36-9f32e3644163 None None] The sync data for ids ['6145ed6d-bf26-4633-8d25-66d81b10624d'] in n-d-852088-5 is: [{'id': '6145ed6d-bf26-4633-8d25-66d81b10624d', 'name': 'tempest-TestVolumeBootPattern-1149062476-router', 'tenant_id': 'd028e08a22da4470bd00b69a08d89141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '8f4d615c-6397-4eed-a964-3e4abfa561d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:07:47Z', 'updated_at': '2022-08-27T05:10:03Z', 'revision_number': 5, 'project_id': 'd028e08a22da4470bd00b69a08d89141', 'gw_port': {'id': '8f4d615c-6397-4eed-a964-3e4abfa561d3', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:19:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6145ed6d-bf26-4633-8d25-66d81b10624d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:07:48Z', 'updated_at': '2022-08-27T05:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:10:05.588769 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-1265d50c-67a6-4380-99c9-6d540c1a8ffa admin admin] Deleting port 8f4d615c-6397-4eed-a964-3e4abfa561d3 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:10:05.589249 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1265d50c-67a6-4380-99c9-6d540c1a8ffa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (8f4d615c-6397-4eed-a964-3e4abfa561d3), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:05.691234 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-1265d50c-67a6-4380-99c9-6d540c1a8ffa admin admin] For port 8f4d615c-6397-4eed-a964-3e4abfa561d3, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=8f4d615c-6397-4eed-a964-3e4abfa561d3,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:10:05.691918 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1265d50c-67a6-4380-99c9-6d540c1a8ffa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (8f4d615c-6397-4eed-a964-3e4abfa561d3), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:05.705716 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-1265d50c-67a6-4380-99c9-6d540c1a8ffa admin admin] Calling delete_port for 8f4d615c-6397-4eed-a964-3e4abfa561d3 owned by network:router_gateway {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:10:05.962286 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1265d50c-67a6-4380-99c9-6d540c1a8ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (8f4d615c-6397-4eed-a964-3e4abfa561d3), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:06.006911 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1265d50c-67a6-4380-99c9-6d540c1a8ffa admin admin] Pushing event deleted for resources: {'Port': ['ID=8f4d615c-6397-4eed-a964-3e4abfa561d3,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:10:06.078032 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1265d50c-67a6-4380-99c9-6d540c1a8ffa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (6145ed6d-bf26-4633-8d25-66d81b10624d), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:06.195747 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1265d50c-67a6-4380-99c9-6d540c1a8ffa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (6145ed6d-bf26-4633-8d25-66d81b10624d), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:06.198048 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1265d50c-67a6-4380-99c9-6d540c1a8ffa admin admin] Publish callbacks [] for router_controller (6145ed6d-bf26-4633-8d25-66d81b10624d), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:06.317177 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1265d50c-67a6-4380-99c9-6d540c1a8ffa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (6145ed6d-bf26-4633-8d25-66d81b10624d), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:06.317843 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1265d50c-67a6-4380-99c9-6d540c1a8ffa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6145ed6d-bf26-4633-8d25-66d81b10624d {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 05:10:06.323620 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1265d50c-67a6-4380-99c9-6d540c1a8ffa admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:06.327216 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1265d50c-67a6-4380-99c9-6d540c1a8ffa admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/6145ed6d-bf26-4633-8d25-66d81b10624d HTTP/1.1" status: 204 len: 168 time: 1.6575203 Aug 27 05:10:06.327477 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56058) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:10:06.393728 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-4516046c-95db-4caa-9378-35bf29a089e5 admin admin] Deleting subnet e2ef1767-9ee5-4ccf-9995-2a9bccc60a17 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 05:10:06.399712 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4516046c-95db-4caa-9378-35bf29a089e5 admin admin] Publish callbacks [] for subnet (e2ef1767-9ee5-4ccf-9995-2a9bccc60a17), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:06.412908 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 8162887d-fdc0-4e3f-831b-e5f5b65cc2fa no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:10:06.453013 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4516046c-95db-4caa-9378-35bf29a089e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (e2ef1767-9ee5-4ccf-9995-2a9bccc60a17), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:06.453856 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 8162887d-fdc0-4e3f-831b-e5f5b65cc2fa {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:10:06.454212 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 8162887d-fdc0-4e3f-831b-e5f5b65cc2fa not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:10:06.499927 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:10:06.560860 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4516046c-95db-4caa-9378-35bf29a089e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (e2ef1767-9ee5-4ccf-9995-2a9bccc60a17), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:06.692954 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4516046c-95db-4caa-9378-35bf29a089e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (e2ef1767-9ee5-4ccf-9995-2a9bccc60a17), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:06.725885 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4516046c-95db-4caa-9378-35bf29a089e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2ef1767-9ee5-4ccf-9995-2a9bccc60a17,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:10:06.743613 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4516046c-95db-4caa-9378-35bf29a089e5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:06.747906 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-4516046c-95db-4caa-9378-35bf29a089e5 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/e2ef1767-9ee5-4ccf-9995-2a9bccc60a17 HTTP/1.1" status: 204 len: 168 time: 0.4178934 Aug 27 05:10:06.749827 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56064) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:10:06.753197 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913da048-9491-44b7-b854-9457519102f1 None None] Network 34d4b53c-2a89-4c6c-8f39-632171b1c32e requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:10:06.849533 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cb677009-5229-45cc-bb1d-582fa7db0214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (34d4b53c-2a89-4c6c-8f39-632171b1c32e), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:06.895281 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:10:06.910048 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-cb677009-5229-45cc-bb1d-582fa7db0214 admin admin] Deleting port e5dc9995-d326-4a56-899b-36d54c4f468a {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:10:06.910711 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cb677009-5229-45cc-bb1d-582fa7db0214 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (e5dc9995-d326-4a56-899b-36d54c4f468a), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:06.953921 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a2e1a6-8cdf-41dc-a3b1-f06990d03c7d None None] DHCP port deletion for 34d4b53c-2a89-4c6c-8f39-632171b1c32e request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 05:10:06.985283 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:10:07.010314 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-02a2e1a6-8cdf-41dc-a3b1-f06990d03c7d None None] Deleting port e5dc9995-d326-4a56-899b-36d54c4f468a {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:10:07.010696 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-02a2e1a6-8cdf-41dc-a3b1-f06990d03c7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (e5dc9995-d326-4a56-899b-36d54c4f468a), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:07.015325 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-cb677009-5229-45cc-bb1d-582fa7db0214 admin admin] For port e5dc9995-d326-4a56-899b-36d54c4f468a, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=e5dc9995-d326-4a56-899b-36d54c4f468a,segment=NetworkSegment(2f5013c1-b13a-43cc-89ec-12e4a2826f93),segment_id=2f5013c1-b13a-43cc-89ec-12e4a2826f93)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:10:07.015773 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cb677009-5229-45cc-bb1d-582fa7db0214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (e5dc9995-d326-4a56-899b-36d54c4f468a), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:07.032931 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-cb677009-5229-45cc-bb1d-582fa7db0214 admin admin] Calling delete_port for e5dc9995-d326-4a56-899b-36d54c4f468a owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:10:07.081712 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-02a2e1a6-8cdf-41dc-a3b1-f06990d03c7d None None] For port e5dc9995-d326-4a56-899b-36d54c4f468a, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=e5dc9995-d326-4a56-899b-36d54c4f468a,segment=NetworkSegment(2f5013c1-b13a-43cc-89ec-12e4a2826f93),segment_id=2f5013c1-b13a-43cc-89ec-12e4a2826f93)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:10:07.082494 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-02a2e1a6-8cdf-41dc-a3b1-f06990d03c7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (e5dc9995-d326-4a56-899b-36d54c4f468a), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:07.104410 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-02a2e1a6-8cdf-41dc-a3b1-f06990d03c7d None None] Calling delete_port for e5dc9995-d326-4a56-899b-36d54c4f468a owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:10:07.116432 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:07.229616 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cb677009-5229-45cc-bb1d-582fa7db0214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (e5dc9995-d326-4a56-899b-36d54c4f468a), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:07.236184 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-02a2e1a6-8cdf-41dc-a3b1-f06990d03c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (e5dc9995-d326-4a56-899b-36d54c4f468a), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:07.256228 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb677009-5229-45cc-bb1d-582fa7db0214 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5dc9995-d326-4a56-899b-36d54c4f468a,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:10:07.263621 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a2e1a6-8cdf-41dc-a3b1-f06990d03c7d None None] Pushing event deleted for resources: {'Port': ['ID=e5dc9995-d326-4a56-899b-36d54c4f468a,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:10:07.264917 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb677009-5229-45cc-bb1d-582fa7db0214 admin admin] No DVR routers for this DVR port e5dc9995-d326-4a56-899b-36d54c4f468a on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:10:07.267978 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a2e1a6-8cdf-41dc-a3b1-f06990d03c7d None None] No DVR routers for this DVR port e5dc9995-d326-4a56-899b-36d54c4f468a on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:10:07.351859 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cb677009-5229-45cc-bb1d-582fa7db0214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (34d4b53c-2a89-4c6c-8f39-632171b1c32e), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:07.372641 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-cb677009-5229-45cc-bb1d-582fa7db0214 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34d4b53c-2a89-4c6c-8f39-632171b1c32e']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:10:07.383150 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-cb677009-5229-45cc-bb1d-582fa7db0214 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f5013c1-b13a-43cc-89ec-12e4a2826f93') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:10:07.383456 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-cb677009-5229-45cc-bb1d-582fa7db0214 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f5013c1-b13a-43cc-89ec-12e4a2826f93') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:10:07.393617 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cb677009-5229-45cc-bb1d-582fa7db0214 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (2f5013c1-b13a-43cc-89ec-12e4a2826f93), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:07.408073 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cb677009-5229-45cc-bb1d-582fa7db0214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (2f5013c1-b13a-43cc-89ec-12e4a2826f93), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:07.415229 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb677009-5229-45cc-bb1d-582fa7db0214 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:10:07.415719 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cb677009-5229-45cc-bb1d-582fa7db0214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (2f5013c1-b13a-43cc-89ec-12e4a2826f93), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:07.528761 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 2f5013c1-b13a-43cc-89ec-12e4a2826f93 resource provider aggregate not found Aug 27 05:10:07.547389 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 2f5013c1-b13a-43cc-89ec-12e4a2826f93 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2f5013c1-b13a-43cc-89ec-12e4a2826f93 found for delete ", "request_id": "req-07ea0a12-c4ab-4d1e-9634-42d8bc5bf041"}]} Aug 27 05:10:07.660041 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cb677009-5229-45cc-bb1d-582fa7db0214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (34d4b53c-2a89-4c6c-8f39-632171b1c32e), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:07.669288 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cb677009-5229-45cc-bb1d-582fa7db0214 admin admin] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:07.678683 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-cb677009-5229-45cc-bb1d-582fa7db0214 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/34d4b53c-2a89-4c6c-8f39-632171b1c32e HTTP/1.1" status: 204 len: 168 time: 0.9267542 Aug 27 05:10:07.697392 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb677009-5229-45cc-bb1d-582fa7db0214 admin admin] Pushing event deleted for resources: {'Network': ['ID=34d4b53c-2a89-4c6c-8f39-632171b1c32e,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:10:08.215438 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56084) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:10:08.269214 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-cf3f6981-0d07-4dfe-9e73-f68010cc5c60 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=5e8518708de246739da77b48c5a45c96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0526097 Aug 27 05:10:08.270017 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56086) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:10:08.366559 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-45cb51e2-9dae-48d1-a08d-94541b1cc546 admin admin] Publish callbacks [] for security_group (370838da-fb1f-4b9c-8730-f4dc768f11dc), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:08.394394 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-45cb51e2-9dae-48d1-a08d-94541b1cc546 admin admin] Publish callbacks [] for security_group (370838da-fb1f-4b9c-8730-f4dc768f11dc), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:08.404028 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 8f4d615c-6397-4eed-a964-3e4abfa561d3 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:10:08.429839 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 8f4d615c-6397-4eed-a964-3e4abfa561d3 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:10:08.430581 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 8f4d615c-6397-4eed-a964-3e4abfa561d3 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:10:08.431071 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device e5dc9995-d326-4a56-899b-36d54c4f468a no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:10:08.568813 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-45cb51e2-9dae-48d1-a08d-94541b1cc546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (370838da-fb1f-4b9c-8730-f4dc768f11dc), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:08.572768 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-45cb51e2-9dae-48d1-a08d-94541b1cc546 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:08.576624 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-45cb51e2-9dae-48d1-a08d-94541b1cc546 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/370838da-fb1f-4b9c-8730-f4dc768f11dc HTTP/1.1" status: 204 len: 168 time: 0.3054824 Aug 27 05:10:08.596236 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cb51e2-9dae-48d1-a08d-94541b1cc546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=370838da-fb1f-4b9c-8730-f4dc768f11dc,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:10:08.641158 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: e5dc9995-d326-4a56-899b-36d54c4f468a {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:10:08.641634 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device e5dc9995-d326-4a56-899b-36d54c4f468a not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:10:09.510628 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56096) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:10:09.548982 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:10:09.559620 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-360f3df2-604c-48ed-a49b-7da09ae6dd69 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=d028e08a22da4470bd00b69a08d89141&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0454531 Aug 27 05:10:09.559803 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56098) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:10:09.620550 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6419f206-ddc5-4bd8-b4be-49e0dac300dd admin admin] Publish callbacks [] for security_group (1888d386-6943-422e-b3bf-c0d5f2e2fdbf), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:09.641621 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6419f206-ddc5-4bd8-b4be-49e0dac300dd admin admin] Publish callbacks [] for security_group (1888d386-6943-422e-b3bf-c0d5f2e2fdbf), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:09.797762 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6419f206-ddc5-4bd8-b4be-49e0dac300dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (1888d386-6943-422e-b3bf-c0d5f2e2fdbf), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:09.800724 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6419f206-ddc5-4bd8-b4be-49e0dac300dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:09.804435 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6419f206-ddc5-4bd8-b4be-49e0dac300dd admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/1888d386-6943-422e-b3bf-c0d5f2e2fdbf HTTP/1.1" status: 204 len: 168 time: 0.2412632 Aug 27 05:10:09.813060 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6419f206-ddc5-4bd8-b4be-49e0dac300dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1888d386-6943-422e-b3bf-c0d5f2e2fdbf,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:10:11.170292 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=49,neutron:DELETE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:10:11.222907 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=43 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:10:18.259975 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=7 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:10:18.263049 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=76,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:10:18.433681 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=88,neutron:DELETE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:10:19.807058 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=58,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:10:19.831697 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=50,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:10:21.237650 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:26.731263 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3fde814d-03f9-428b-aabc-5031005e71a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:29.174136 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-75aa5962-72da-4bc7-aa1e-5b005cf0e97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:30.397972 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:31.776951 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:31.976873 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:32.691998 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:10:37.081958 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:38.222194 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=2 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:10:42.687789 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=6 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:10:43.924980 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56512) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:10:43.930441 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-2ab62d54-1151-4e07-896e-58f6177a5cff tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2025174946', 'description': 'tempest-secgroup-smoke-2025174946 description', 'project_id': 'feec46b55e5144e3905252b290e98e83'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:10:44.005109 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2ab62d54-1151-4e07-896e-58f6177a5cff tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:44.080274 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2ab62d54-1151-4e07-896e-58f6177a5cff tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Publish callbacks [] for security_group (304e2fc1-d488-423b-9993-f74b727f363d), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:44.207362 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2ab62d54-1151-4e07-896e-58f6177a5cff tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (304e2fc1-d488-423b-9993-f74b727f363d), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:44.239587 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab62d54-1151-4e07-896e-58f6177a5cff tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=304e2fc1-d488-423b-9993-f74b727f363d,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:10:44.247587 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab62d54-1151-4e07-896e-58f6177a5cff tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:10:44.247930 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab62d54-1151-4e07-896e-58f6177a5cff tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:10:44.248417 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab62d54-1151-4e07-896e-58f6177a5cff tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:10:44.248753 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab62d54-1151-4e07-896e-58f6177a5cff tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:10:44.249084 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab62d54-1151-4e07-896e-58f6177a5cff tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:10:44.249408 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab62d54-1151-4e07-896e-58f6177a5cff tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:10:44.249730 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab62d54-1151-4e07-896e-58f6177a5cff tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:10:44.250048 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab62d54-1151-4e07-896e-58f6177a5cff tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:10:44.250368 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab62d54-1151-4e07-896e-58f6177a5cff tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:10:44.250683 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab62d54-1151-4e07-896e-58f6177a5cff tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:10:44.250997 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab62d54-1151-4e07-896e-58f6177a5cff tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:10:44.251313 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab62d54-1151-4e07-896e-58f6177a5cff tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:10:44.253154 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab62d54-1151-4e07-896e-58f6177a5cff tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:10:44.253494 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab62d54-1151-4e07-896e-58f6177a5cff tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:10:44.253822 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab62d54-1151-4e07-896e-58f6177a5cff tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:10:44.336543 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2ab62d54-1151-4e07-896e-58f6177a5cff tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:44.337900 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2ab62d54-1151-4e07-896e-58f6177a5cff tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4118080 Aug 27 05:10:44.340989 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56514) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:10:44.345335 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-6c37a156-5f5c-46b4-bd50-77118f880866 tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Request body: {'security_group_rule': {'security_group_id': '304e2fc1-d488-423b-9993-f74b727f363d', 'project_id': 'feec46b55e5144e3905252b290e98e83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:10:44.488630 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6c37a156-5f5c-46b4-bd50-77118f880866 tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Publish callbacks [] for security_group_rule (396bc3fd-419c-4afc-a098-c68d377cc8dd), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:44.549918 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6c37a156-5f5c-46b4-bd50-77118f880866 tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Publish callbacks [] for security_group_rule (396bc3fd-419c-4afc-a098-c68d377cc8dd), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:44.638852 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6c37a156-5f5c-46b4-bd50-77118f880866 tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (396bc3fd-419c-4afc-a098-c68d377cc8dd), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:44.658563 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c37a156-5f5c-46b4-bd50-77118f880866 tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=396bc3fd-419c-4afc-a098-c68d377cc8dd,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:10:44.744089 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6c37a156-5f5c-46b4-bd50-77118f880866 tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:44.745405 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6c37a156-5f5c-46b4-bd50-77118f880866 tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4034405 Aug 27 05:10:44.748123 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56518) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:10:44.752473 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-7673de96-b629-4493-b078-73abb1f0d392 tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Request body: {'security_group_rule': {'security_group_id': '304e2fc1-d488-423b-9993-f74b727f363d', 'project_id': 'feec46b55e5144e3905252b290e98e83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:10:44.872377 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7673de96-b629-4493-b078-73abb1f0d392 tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Publish callbacks [] for security_group_rule (15487296-2867-46dc-bf72-abfd8767c981), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:44.937880 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7673de96-b629-4493-b078-73abb1f0d392 tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Publish callbacks [] for security_group_rule (15487296-2867-46dc-bf72-abfd8767c981), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:45.045103 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7673de96-b629-4493-b078-73abb1f0d392 tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (15487296-2867-46dc-bf72-abfd8767c981), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:45.065596 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7673de96-b629-4493-b078-73abb1f0d392 tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15487296-2867-46dc-bf72-abfd8767c981,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:10:45.183701 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7673de96-b629-4493-b078-73abb1f0d392 tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:45.184924 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7673de96-b629-4493-b078-73abb1f0d392 tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4358401 Aug 27 05:10:45.191195 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56520) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:10:45.200155 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-ba4d891c-d509-4e05-95f7-9a1b7fea15e3 tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Request body: {'security_group_rule': {'security_group_id': '304e2fc1-d488-423b-9993-f74b727f363d', 'project_id': 'feec46b55e5144e3905252b290e98e83', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:10:45.309251 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ba4d891c-d509-4e05-95f7-9a1b7fea15e3 tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Publish callbacks [] for security_group_rule (00a64add-af89-4fa8-860e-16a735b0d3df), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:45.360704 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ba4d891c-d509-4e05-95f7-9a1b7fea15e3 tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Publish callbacks [] for security_group_rule (00a64add-af89-4fa8-860e-16a735b0d3df), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:45.470404 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ba4d891c-d509-4e05-95f7-9a1b7fea15e3 tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (00a64add-af89-4fa8-860e-16a735b0d3df), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:45.490768 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4d891c-d509-4e05-95f7-9a1b7fea15e3 tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00a64add-af89-4fa8-860e-16a735b0d3df,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:10:45.588927 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ba4d891c-d509-4e05-95f7-9a1b7fea15e3 tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:45.592981 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ba4d891c-d509-4e05-95f7-9a1b7fea15e3 tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3982713 Aug 27 05:10:45.598604 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56524) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:10:45.606949 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-811ee172-f13f-46af-a4ed-25d889d62295 tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Request body: {'security_group_rule': {'security_group_id': '304e2fc1-d488-423b-9993-f74b727f363d', 'project_id': 'feec46b55e5144e3905252b290e98e83', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:10:45.707761 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-811ee172-f13f-46af-a4ed-25d889d62295 tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Publish callbacks [] for security_group_rule (4ff4018c-c1a2-49be-b2be-f2d18d30dd28), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:45.767916 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-811ee172-f13f-46af-a4ed-25d889d62295 tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Publish callbacks [] for security_group_rule (4ff4018c-c1a2-49be-b2be-f2d18d30dd28), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:45.847202 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-811ee172-f13f-46af-a4ed-25d889d62295 tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (4ff4018c-c1a2-49be-b2be-f2d18d30dd28), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:45.868054 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811ee172-f13f-46af-a4ed-25d889d62295 tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ff4018c-c1a2-49be-b2be-f2d18d30dd28,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:10:45.876275 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811ee172-f13f-46af-a4ed-25d889d62295 tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:10:45.876778 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811ee172-f13f-46af-a4ed-25d889d62295 tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:10:45.877225 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811ee172-f13f-46af-a4ed-25d889d62295 tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:10:45.877597 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811ee172-f13f-46af-a4ed-25d889d62295 tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:10:45.877933 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811ee172-f13f-46af-a4ed-25d889d62295 tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:10:45.878269 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811ee172-f13f-46af-a4ed-25d889d62295 tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:10:45.878594 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811ee172-f13f-46af-a4ed-25d889d62295 tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:10:45.878923 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811ee172-f13f-46af-a4ed-25d889d62295 tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:10:45.879246 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811ee172-f13f-46af-a4ed-25d889d62295 tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:10:45.879574 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811ee172-f13f-46af-a4ed-25d889d62295 tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:10:45.879910 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811ee172-f13f-46af-a4ed-25d889d62295 tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:10:45.880357 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811ee172-f13f-46af-a4ed-25d889d62295 tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:10:45.881869 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811ee172-f13f-46af-a4ed-25d889d62295 tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:10:45.881869 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811ee172-f13f-46af-a4ed-25d889d62295 tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:10:45.881869 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811ee172-f13f-46af-a4ed-25d889d62295 tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:10:45.935186 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-811ee172-f13f-46af-a4ed-25d889d62295 tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:45.939433 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-811ee172-f13f-46af-a4ed-25d889d62295 tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3446372 Aug 27 05:10:45.939628 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56526) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:10:45.944372 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-ac8e7917-dd86-4813-a3dc-15fde89d21a6 tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Request body: {'security_group_rule': {'security_group_id': '304e2fc1-d488-423b-9993-f74b727f363d', 'project_id': 'feec46b55e5144e3905252b290e98e83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:10:46.062030 n-d-852088-5 neutron-server[107776]: INFO neutron.db.securitygroups_db [None req-ac8e7917-dd86-4813-a3dc-15fde89d21a6 tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Project feec46b55e5144e3905252b290e98e83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 05:10:46.069373 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ac8e7917-dd86-4813-a3dc-15fde89d21a6 tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Publish callbacks [] for security_group_rule (5d42362a-e673-4d10-bc6f-3250e5db42c7), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:46.131543 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ac8e7917-dd86-4813-a3dc-15fde89d21a6 tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Publish callbacks [] for security_group_rule (5d42362a-e673-4d10-bc6f-3250e5db42c7), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:46.244975 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ac8e7917-dd86-4813-a3dc-15fde89d21a6 tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (5d42362a-e673-4d10-bc6f-3250e5db42c7), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:46.264278 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8e7917-dd86-4813-a3dc-15fde89d21a6 tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d42362a-e673-4d10-bc6f-3250e5db42c7,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:10:46.266426 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:10:46.392462 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ac8e7917-dd86-4813-a3dc-15fde89d21a6 tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:46.393874 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ac8e7917-dd86-4813-a3dc-15fde89d21a6 tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4532075 Aug 27 05:10:46.397203 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56528) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:10:46.401943 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-04fc964b-61e6-41c8-b960-00c2c155fbb9 tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Request body: {'security_group_rule': {'security_group_id': '304e2fc1-d488-423b-9993-f74b727f363d', 'project_id': 'feec46b55e5144e3905252b290e98e83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:10:46.407918 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:10:46.496020 n-d-852088-5 neutron-server[107776]: INFO neutron.db.securitygroups_db [None req-04fc964b-61e6-41c8-b960-00c2c155fbb9 tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Project feec46b55e5144e3905252b290e98e83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 05:10:46.502707 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-04fc964b-61e6-41c8-b960-00c2c155fbb9 tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Publish callbacks [] for security_group_rule (078426db-9e1f-402e-869d-d26fb6ff92ae), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:46.571714 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-04fc964b-61e6-41c8-b960-00c2c155fbb9 tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Publish callbacks [] for security_group_rule (078426db-9e1f-402e-869d-d26fb6ff92ae), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:46.640115 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56532) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:10:46.666719 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-04fc964b-61e6-41c8-b960-00c2c155fbb9 tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (078426db-9e1f-402e-869d-d26fb6ff92ae), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:46.695720 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc964b-61e6-41c8-b960-00c2c155fbb9 tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=078426db-9e1f-402e-869d-d26fb6ff92ae,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:10:46.706999 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-0945aa72-dfca-4c5a-bc13-5ae4906eb5f8 admin admin] Deleting subnet 5520d28c-ab03-4697-9bee-24afc00209e1 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 05:10:46.711275 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0945aa72-dfca-4c5a-bc13-5ae4906eb5f8 admin admin] Publish callbacks [] for subnet (5520d28c-ab03-4697-9bee-24afc00209e1), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:46.747814 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0945aa72-dfca-4c5a-bc13-5ae4906eb5f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (5520d28c-ab03-4697-9bee-24afc00209e1), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:46.789265 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0945aa72-dfca-4c5a-bc13-5ae4906eb5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (5520d28c-ab03-4697-9bee-24afc00209e1), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:46.816130 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-04fc964b-61e6-41c8-b960-00c2c155fbb9 tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:46.817254 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-04fc964b-61e6-41c8-b960-00c2c155fbb9 tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4191070 Aug 27 05:10:46.910978 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0945aa72-dfca-4c5a-bc13-5ae4906eb5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (5520d28c-ab03-4697-9bee-24afc00209e1), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:46.941768 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0945aa72-dfca-4c5a-bc13-5ae4906eb5f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:46.947623 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-0945aa72-dfca-4c5a-bc13-5ae4906eb5f8 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/5520d28c-ab03-4697-9bee-24afc00209e1 HTTP/1.1" status: 204 len: 168 time: 0.3043010 Aug 27 05:10:46.947623 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0945aa72-dfca-4c5a-bc13-5ae4906eb5f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5520d28c-ab03-4697-9bee-24afc00209e1,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:10:46.948025 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56542) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:10:46.995713 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:10:47.001692 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=10,neutron:UPDATE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:10:47.024566 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-68d68a2f-ad54-4466-ba7f-244ae1692f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (30a62fb7-60bf-4d63-970f-c3734e593078), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:47.075075 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5daf89c4-1693-4226-a6ba-8bdd86ccf356 req-aedab56e-aa6b-440b-a360-2bbfc108c266 tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] 10.222.0.76 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2025174946&fields=id&tenant_id=feec46b55e5144e3905252b290e98e83 HTTP/1.1" status: 200 len: 267 time: 0.0489640 Aug 27 05:10:47.096793 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:10:47.111492 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-68d68a2f-ad54-4466-ba7f-244ae1692f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (30a62fb7-60bf-4d63-970f-c3734e593078), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:47.135428 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-68d68a2f-ad54-4466-ba7f-244ae1692f53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30a62fb7-60bf-4d63-970f-c3734e593078']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:10:47.147396 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-68d68a2f-ad54-4466-ba7f-244ae1692f53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '773f43d8-f54a-4447-9568-b9016e3a87ed') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:10:47.147876 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-68d68a2f-ad54-4466-ba7f-244ae1692f53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '773f43d8-f54a-4447-9568-b9016e3a87ed') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:10:47.161868 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-68d68a2f-ad54-4466-ba7f-244ae1692f53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (773f43d8-f54a-4447-9568-b9016e3a87ed), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:47.177743 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-68d68a2f-ad54-4466-ba7f-244ae1692f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (773f43d8-f54a-4447-9568-b9016e3a87ed), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:47.187756 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68d68a2f-ad54-4466-ba7f-244ae1692f53 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:10:47.187756 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-68d68a2f-ad54-4466-ba7f-244ae1692f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (773f43d8-f54a-4447-9568-b9016e3a87ed), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:47.200658 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf89c4-1693-4226-a6ba-8bdd86ccf356 req-03a89686-2c3a-44ea-a122-d42c07589c5f tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:10:47.203140 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5daf89c4-1693-4226-a6ba-8bdd86ccf356 req-03a89686-2c3a-44ea-a122-d42c07589c5f tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] 10.222.0.76 "GET /networking/v2.0/networks?id=4391fd9f-e1b2-4d8b-91a1-e8c6e7c445c2 HTTP/1.1" status: 200 len: 813 time: 0.1208777 Aug 27 05:10:47.218419 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5daf89c4-1693-4226-a6ba-8bdd86ccf356 req-d38c6a15-0077-42bc-a156-ca597456a1a4 tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] 10.222.0.76 "GET /networking/v2.0/quotas/feec46b55e5144e3905252b290e98e83 HTTP/1.1" status: 200 len: 375 time: 0.0100217 Aug 27 05:10:47.235835 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 773f43d8-f54a-4447-9568-b9016e3a87ed resource provider aggregate not found Aug 27 05:10:47.258517 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 773f43d8-f54a-4447-9568-b9016e3a87ed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 773f43d8-f54a-4447-9568-b9016e3a87ed found for delete ", "request_id": "req-e9b79d7f-1ce6-4e5b-987c-3d56b4dec69d"}]} Aug 27 05:10:47.276572 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-5daf89c4-1693-4226-a6ba-8bdd86ccf356 req-e33a424a-0618-481d-8ef4-92901070e0d0 tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=feec46b55e5144e3905252b290e98e83&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525599 Aug 27 05:10:47.315542 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56552) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:10:47.355638 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-68d68a2f-ad54-4466-ba7f-244ae1692f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (30a62fb7-60bf-4d63-970f-c3734e593078), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:47.364127 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-68d68a2f-ad54-4466-ba7f-244ae1692f53 admin admin] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:47.367626 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-68d68a2f-ad54-4466-ba7f-244ae1692f53 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/30a62fb7-60bf-4d63-970f-c3734e593078 HTTP/1.1" status: 204 len: 168 time: 0.4186559 Aug 27 05:10:47.394667 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d68a2f-ad54-4466-ba7f-244ae1692f53 admin admin] Pushing event deleted for resources: {'Network': ['ID=30a62fb7-60bf-4d63-970f-c3734e593078,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:10:47.400270 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4b866295-d805-4124-9016-42f31913605f tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Publish callbacks [] for security_group (304e2fc1-d488-423b-9993-f74b727f363d), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:47.426093 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4b866295-d805-4124-9016-42f31913605f tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Publish callbacks [] for security_group (304e2fc1-d488-423b-9993-f74b727f363d), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:47.564480 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4b866295-d805-4124-9016-42f31913605f tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (304e2fc1-d488-423b-9993-f74b727f363d), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:47.567160 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4b866295-d805-4124-9016-42f31913605f tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:47.568397 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-4b866295-d805-4124-9016-42f31913605f tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/304e2fc1-d488-423b-9993-f74b727f363d HTTP/1.1" status: 204 len: 168 time: 0.2524688 Aug 27 05:10:47.578647 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b866295-d805-4124-9016-42f31913605f tempest-TestVolumeBackupRestore-394336953 tempest-TestVolumeBackupRestore-394336953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=304e2fc1-d488-423b-9993-f74b727f363d,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:10:47.850120 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56560) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:10:47.893213 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3ea7a8a4-7d50-448b-9995-84bb41a8e27c admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=5d45f1d07ee14af4852e17e7f1925287&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0417752 Aug 27 05:10:47.896198 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56562) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:10:47.949191 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7e8b1ba5-0775-4a15-b09d-e40ddd389084 admin admin] Publish callbacks [] for security_group (e88bdf47-c526-4c0e-88e0-354bc7dd3f34), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:47.987167 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7e8b1ba5-0775-4a15-b09d-e40ddd389084 admin admin] Publish callbacks [] for security_group (e88bdf47-c526-4c0e-88e0-354bc7dd3f34), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:48.008224 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:10:48.464491 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7e8b1ba5-0775-4a15-b09d-e40ddd389084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (e88bdf47-c526-4c0e-88e0-354bc7dd3f34), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:48.467187 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7e8b1ba5-0775-4a15-b09d-e40ddd389084 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:48.471808 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7e8b1ba5-0775-4a15-b09d-e40ddd389084 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/e88bdf47-c526-4c0e-88e0-354bc7dd3f34 HTTP/1.1" status: 204 len: 168 time: 0.5709803 Aug 27 05:10:48.477337 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b1ba5-0775-4a15-b09d-e40ddd389084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88bdf47-c526-4c0e-88e0-354bc7dd3f34,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:10:51.196114 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:52.683532 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56758) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:10:52.823908 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=4 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:10:52.824880 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=22 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:10:53.113158 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bde4129c-0021-46c0-8cf1-fcef2009b3cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (bc7598ff-9e07-465a-834a-9f0e2c9707f7), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:53.371194 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-bde4129c-0021-46c0-8cf1-fcef2009b3cf admin admin] Deleting port 889d9520-bc37-4c84-9769-ca1402405dc4 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:10:53.371318 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bde4129c-0021-46c0-8cf1-fcef2009b3cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (889d9520-bc37-4c84-9769-ca1402405dc4), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:53.426252 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:10:53.464733 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-bde4129c-0021-46c0-8cf1-fcef2009b3cf admin admin] For port 889d9520-bc37-4c84-9769-ca1402405dc4, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=889d9520-bc37-4c84-9769-ca1402405dc4,segment=NetworkSegment(00d30a66-db99-4fcd-a013-1da036bf2d28),segment_id=00d30a66-db99-4fcd-a013-1da036bf2d28)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:10:53.465093 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bde4129c-0021-46c0-8cf1-fcef2009b3cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (889d9520-bc37-4c84-9769-ca1402405dc4), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:53.479053 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-bde4129c-0021-46c0-8cf1-fcef2009b3cf admin admin] Calling delete_port for 889d9520-bc37-4c84-9769-ca1402405dc4 owned by network:router_interface {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:10:53.594099 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:10:53.724872 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bde4129c-0021-46c0-8cf1-fcef2009b3cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (889d9520-bc37-4c84-9769-ca1402405dc4), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:53.752072 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde4129c-0021-46c0-8cf1-fcef2009b3cf admin admin] Pushing event deleted for resources: {'Port': ['ID=889d9520-bc37-4c84-9769-ca1402405dc4,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:10:53.925213 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bde4129c-0021-46c0-8cf1-fcef2009b3cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (bc7598ff-9e07-465a-834a-9f0e2c9707f7), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:54.147714 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde4129c-0021-46c0-8cf1-fcef2009b3cf admin admin] Router bc7598ff-9e07-465a-834a-9f0e2c9707f7 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:10:54.248638 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:10:54.261004 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde4129c-0021-46c0-8cf1-fcef2009b3cf admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:10:54.268550 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-bde4129c-0021-46c0-8cf1-fcef2009b3cf admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/bc7598ff-9e07-465a-834a-9f0e2c9707f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5810256 Aug 27 05:10:54.268685 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56822) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:10:54.277075 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbbf138-9fa6-4c00-bc56-049c9cd4c08a None None] Sync routers for ids ['bc7598ff-9e07-465a-834a-9f0e2c9707f7'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:10:54.289578 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbbf138-9fa6-4c00-bc56-049c9cd4c08a None None] Routers {'bc7598ff-9e07-465a-834a-9f0e2c9707f7'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:10:54.290330 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-7cbbf138-9fa6-4c00-bc56-049c9cd4c08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:10:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['bc7598ff-9e07-465a-834a-9f0e2c9707f7'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:10:54.380842 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-49853f9d-fe58-475b-804c-829375f15565 admin admin] Publish callbacks [] for router (bc7598ff-9e07-465a-834a-9f0e2c9707f7), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:54.417197 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-7cbbf138-9fa6-4c00-bc56-049c9cd4c08a None None] Set router bc7598ff-9e07-465a-834a-9f0e2c9707f7 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:10:54.503306 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-49853f9d-fe58-475b-804c-829375f15565 admin admin] Publish callbacks [] for router_gateway (bc7598ff-9e07-465a-834a-9f0e2c9707f7), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:54.636296 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-7cbbf138-9fa6-4c00-bc56-049c9cd4c08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7598ff-9e07-465a-834a-9f0e2c9707f7', 'name': 'tempest-TestVolumeBackupRestore-386161475-router', 'tenant_id': 'feec46b55e5144e3905252b290e98e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '3636ee98-6403-4a5b-bec8-f71512e9a827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:07:28Z', 'updated_at': '2022-08-27T05:10:53Z', 'revision_number': 5, 'project_id': 'feec46b55e5144e3905252b290e98e83', 'gw_port': {'id': '3636ee98-6403-4a5b-bec8-f71512e9a827', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7598ff-9e07-465a-834a-9f0e2c9707f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:07:29Z', 'updated_at': '2022-08-27T05:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:10:54.669352 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbbf138-9fa6-4c00-bc56-049c9cd4c08a None None] Checking router: bc7598ff-9e07-465a-834a-9f0e2c9707f7 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:10:54.678661 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbbf138-9fa6-4c00-bc56-049c9cd4c08a None None] Routers {'bc7598ff-9e07-465a-834a-9f0e2c9707f7'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:10:54.679279 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-7cbbf138-9fa6-4c00-bc56-049c9cd4c08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:10:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['bc7598ff-9e07-465a-834a-9f0e2c9707f7'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:10:54.683804 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-49853f9d-fe58-475b-804c-829375f15565 admin admin] Deleting port 3636ee98-6403-4a5b-bec8-f71512e9a827 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:10:54.684484 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-49853f9d-fe58-475b-804c-829375f15565 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (3636ee98-6403-4a5b-bec8-f71512e9a827), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:54.769760 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-7cbbf138-9fa6-4c00-bc56-049c9cd4c08a None None] Set router bc7598ff-9e07-465a-834a-9f0e2c9707f7 gateway port host: None {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:10:54.804278 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-49853f9d-fe58-475b-804c-829375f15565 admin admin] For port 3636ee98-6403-4a5b-bec8-f71512e9a827, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=3636ee98-6403-4a5b-bec8-f71512e9a827,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:10:54.804278 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-49853f9d-fe58-475b-804c-829375f15565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (3636ee98-6403-4a5b-bec8-f71512e9a827), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:54.817041 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-49853f9d-fe58-475b-804c-829375f15565 admin admin] Calling delete_port for 3636ee98-6403-4a5b-bec8-f71512e9a827 owned by network:router_gateway {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:10:54.832123 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-7cbbf138-9fa6-4c00-bc56-049c9cd4c08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7598ff-9e07-465a-834a-9f0e2c9707f7', 'name': 'tempest-TestVolumeBackupRestore-386161475-router', 'tenant_id': 'feec46b55e5144e3905252b290e98e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:07:28Z', 'updated_at': '2022-08-27T05:10:54Z', 'revision_number': 6, 'project_id': 'feec46b55e5144e3905252b290e98e83', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:10:54.858589 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbbf138-9fa6-4c00-bc56-049c9cd4c08a None None] The sync data for ids ['bc7598ff-9e07-465a-834a-9f0e2c9707f7'] in n-d-852088-5 is: [{'id': 'bc7598ff-9e07-465a-834a-9f0e2c9707f7', 'name': 'tempest-TestVolumeBackupRestore-386161475-router', 'tenant_id': 'feec46b55e5144e3905252b290e98e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:07:28Z', 'updated_at': '2022-08-27T05:10:54Z', 'revision_number': 6, 'project_id': 'feec46b55e5144e3905252b290e98e83', 'gw_port_host': None}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:10:54.880913 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:10:55.118957 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-49853f9d-fe58-475b-804c-829375f15565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (3636ee98-6403-4a5b-bec8-f71512e9a827), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:55.143295 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49853f9d-fe58-475b-804c-829375f15565 admin admin] Pushing event deleted for resources: {'Port': ['ID=3636ee98-6403-4a5b-bec8-f71512e9a827,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:10:55.216950 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-49853f9d-fe58-475b-804c-829375f15565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (bc7598ff-9e07-465a-834a-9f0e2c9707f7), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:55.320401 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-49853f9d-fe58-475b-804c-829375f15565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (bc7598ff-9e07-465a-834a-9f0e2c9707f7), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:55.340487 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-49853f9d-fe58-475b-804c-829375f15565 admin admin] Publish callbacks [] for router_controller (bc7598ff-9e07-465a-834a-9f0e2c9707f7), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:55.519014 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-49853f9d-fe58-475b-804c-829375f15565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (bc7598ff-9e07-465a-834a-9f0e2c9707f7), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:55.521488 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49853f9d-fe58-475b-804c-829375f15565 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc7598ff-9e07-465a-834a-9f0e2c9707f7 {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 05:10:55.526294 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-49853f9d-fe58-475b-804c-829375f15565 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:55.527631 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-49853f9d-fe58-475b-804c-829375f15565 admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/bc7598ff-9e07-465a-834a-9f0e2c9707f7 HTTP/1.1" status: 204 len: 168 time: 1.2580211 Aug 27 05:10:55.530644 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56862) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:10:55.584083 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed8eb407-7c56-4fed-bc8a-258c32d6a410 admin admin] Deleting subnet 5e216801-d54f-453d-85b7-40a30f1beb11 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 05:10:55.587633 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ed8eb407-7c56-4fed-bc8a-258c32d6a410 admin admin] Publish callbacks [] for subnet (5e216801-d54f-453d-85b7-40a30f1beb11), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:55.626679 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ed8eb407-7c56-4fed-bc8a-258c32d6a410 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (5e216801-d54f-453d-85b7-40a30f1beb11), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:55.672450 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=10 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:10:55.722054 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ed8eb407-7c56-4fed-bc8a-258c32d6a410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (5e216801-d54f-453d-85b7-40a30f1beb11), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:55.953109 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ed8eb407-7c56-4fed-bc8a-258c32d6a410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (5e216801-d54f-453d-85b7-40a30f1beb11), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:55.976245 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8eb407-7c56-4fed-bc8a-258c32d6a410 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e216801-d54f-453d-85b7-40a30f1beb11,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:10:55.982404 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ed8eb407-7c56-4fed-bc8a-258c32d6a410 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:55.987645 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc08050e-ce8b-4f05-b6ea-978d609e7f71 None None] Network 4391fd9f-e1b2-4d8b-91a1-e8c6e7c445c2 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:10:55.988453 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ed8eb407-7c56-4fed-bc8a-258c32d6a410 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/5e216801-d54f-453d-85b7-40a30f1beb11 HTTP/1.1" status: 204 len: 168 time: 0.4566514 Aug 27 05:10:55.990454 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56878) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:10:56.065023 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ba635d40-fe0b-4b55-9f24-2e3c0d612a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (4391fd9f-e1b2-4d8b-91a1-e8c6e7c445c2), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:56.113768 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-ba635d40-fe0b-4b55-9f24-2e3c0d612a1e admin admin] Deleting port bfd15eae-e6ed-450e-a20e-6e2a5c9873fb {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:10:56.115182 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ba635d40-fe0b-4b55-9f24-2e3c0d612a1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (bfd15eae-e6ed-450e-a20e-6e2a5c9873fb), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:56.136056 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731b6f83-a1d0-4d8d-bdd7-cde59292fe06 None None] DHCP port deletion for 4391fd9f-e1b2-4d8b-91a1-e8c6e7c445c2 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 05:10:56.177708 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-731b6f83-a1d0-4d8d-bdd7-cde59292fe06 None None] Deleting port bfd15eae-e6ed-450e-a20e-6e2a5c9873fb {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:10:56.178090 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-731b6f83-a1d0-4d8d-bdd7-cde59292fe06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (bfd15eae-e6ed-450e-a20e-6e2a5c9873fb), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:56.193252 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-ba635d40-fe0b-4b55-9f24-2e3c0d612a1e admin admin] For port bfd15eae-e6ed-450e-a20e-6e2a5c9873fb, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=bfd15eae-e6ed-450e-a20e-6e2a5c9873fb,segment=NetworkSegment(00d30a66-db99-4fcd-a013-1da036bf2d28),segment_id=00d30a66-db99-4fcd-a013-1da036bf2d28)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:10:56.193456 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ba635d40-fe0b-4b55-9f24-2e3c0d612a1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (bfd15eae-e6ed-450e-a20e-6e2a5c9873fb), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:56.207420 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-ba635d40-fe0b-4b55-9f24-2e3c0d612a1e admin admin] Calling delete_port for bfd15eae-e6ed-450e-a20e-6e2a5c9873fb owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:10:56.245190 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-731b6f83-a1d0-4d8d-bdd7-cde59292fe06 None None] For port bfd15eae-e6ed-450e-a20e-6e2a5c9873fb, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=bfd15eae-e6ed-450e-a20e-6e2a5c9873fb,segment=NetworkSegment(00d30a66-db99-4fcd-a013-1da036bf2d28),segment_id=00d30a66-db99-4fcd-a013-1da036bf2d28)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:10:56.245590 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-731b6f83-a1d0-4d8d-bdd7-cde59292fe06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (bfd15eae-e6ed-450e-a20e-6e2a5c9873fb), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:56.259279 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-731b6f83-a1d0-4d8d-bdd7-cde59292fe06 None None] Calling delete_port for bfd15eae-e6ed-450e-a20e-6e2a5c9873fb owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:10:56.378991 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 889d9520-bc37-4c84-9769-ca1402405dc4 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:10:56.381746 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ba635d40-fe0b-4b55-9f24-2e3c0d612a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (bfd15eae-e6ed-450e-a20e-6e2a5c9873fb), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:56.402206 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 889d9520-bc37-4c84-9769-ca1402405dc4 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:10:56.402549 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 889d9520-bc37-4c84-9769-ca1402405dc4 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:10:56.402964 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device bfd15eae-e6ed-450e-a20e-6e2a5c9873fb no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:10:56.407747 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba635d40-fe0b-4b55-9f24-2e3c0d612a1e admin admin] Pushing event deleted for resources: {'Port': ['ID=bfd15eae-e6ed-450e-a20e-6e2a5c9873fb,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:10:56.411855 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba635d40-fe0b-4b55-9f24-2e3c0d612a1e admin admin] No DVR routers for this DVR port bfd15eae-e6ed-450e-a20e-6e2a5c9873fb on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:10:56.423253 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-731b6f83-a1d0-4d8d-bdd7-cde59292fe06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (bfd15eae-e6ed-450e-a20e-6e2a5c9873fb), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:56.426724 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: bfd15eae-e6ed-450e-a20e-6e2a5c9873fb {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:10:56.427484 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device bfd15eae-e6ed-450e-a20e-6e2a5c9873fb not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:10:56.427484 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 3636ee98-6403-4a5b-bec8-f71512e9a827 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:10:56.463602 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731b6f83-a1d0-4d8d-bdd7-cde59292fe06 None None] Pushing event deleted for resources: {'Port': ['ID=bfd15eae-e6ed-450e-a20e-6e2a5c9873fb,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:10:56.466908 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 3636ee98-6403-4a5b-bec8-f71512e9a827 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:10:56.467255 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 3636ee98-6403-4a5b-bec8-f71512e9a827 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:10:56.470947 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731b6f83-a1d0-4d8d-bdd7-cde59292fe06 None None] No DVR routers for this DVR port bfd15eae-e6ed-450e-a20e-6e2a5c9873fb on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:10:56.493723 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ba635d40-fe0b-4b55-9f24-2e3c0d612a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (4391fd9f-e1b2-4d8b-91a1-e8c6e7c445c2), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:56.515807 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-ba635d40-fe0b-4b55-9f24-2e3c0d612a1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4391fd9f-e1b2-4d8b-91a1-e8c6e7c445c2']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:10:56.525730 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:10:56.526547 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-ba635d40-fe0b-4b55-9f24-2e3c0d612a1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00d30a66-db99-4fcd-a013-1da036bf2d28') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:10:56.526849 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-ba635d40-fe0b-4b55-9f24-2e3c0d612a1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00d30a66-db99-4fcd-a013-1da036bf2d28') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:10:56.537489 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ba635d40-fe0b-4b55-9f24-2e3c0d612a1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (00d30a66-db99-4fcd-a013-1da036bf2d28), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:56.551078 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ba635d40-fe0b-4b55-9f24-2e3c0d612a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (00d30a66-db99-4fcd-a013-1da036bf2d28), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:56.557595 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba635d40-fe0b-4b55-9f24-2e3c0d612a1e admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:10:56.558092 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ba635d40-fe0b-4b55-9f24-2e3c0d612a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (00d30a66-db99-4fcd-a013-1da036bf2d28), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:56.599398 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 00d30a66-db99-4fcd-a013-1da036bf2d28 resource provider aggregate not found Aug 27 05:10:56.618290 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 00d30a66-db99-4fcd-a013-1da036bf2d28 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 00d30a66-db99-4fcd-a013-1da036bf2d28 found for delete ", "request_id": "req-4f77e536-4a3c-493b-be8b-a86bd680f432"}]} Aug 27 05:10:56.732890 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ba635d40-fe0b-4b55-9f24-2e3c0d612a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (4391fd9f-e1b2-4d8b-91a1-e8c6e7c445c2), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:56.740995 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ba635d40-fe0b-4b55-9f24-2e3c0d612a1e admin admin] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:56.744155 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ba635d40-fe0b-4b55-9f24-2e3c0d612a1e admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/4391fd9f-e1b2-4d8b-91a1-e8c6e7c445c2 HTTP/1.1" status: 204 len: 168 time: 0.7546194 Aug 27 05:10:56.747213 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 56912) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:10:56.755889 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba635d40-fe0b-4b55-9f24-2e3c0d612a1e admin admin] Pushing event deleted for resources: {'Network': ['ID=4391fd9f-e1b2-4d8b-91a1-e8c6e7c445c2,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:10:56.795556 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d88e638f-4d04-49bd-aef3-13cc2c185e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:57.083231 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c4b33c4e-f352-4938-a33f-cd8513c4103b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (36bad401-e3c9-4334-a603-360274d1fe1e), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:57.124042 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:10:57.317509 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-c4b33c4e-f352-4938-a33f-cd8513c4103b admin admin] Deleting port df98a505-ab96-4a85-bf8a-0f917906d3b1 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:10:57.317849 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c4b33c4e-f352-4938-a33f-cd8513c4103b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (df98a505-ab96-4a85-bf8a-0f917906d3b1), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:57.405626 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:10:57.405626 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-c4b33c4e-f352-4938-a33f-cd8513c4103b admin admin] For port df98a505-ab96-4a85-bf8a-0f917906d3b1, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=df98a505-ab96-4a85-bf8a-0f917906d3b1,segment=NetworkSegment(286553dd-798e-40db-b68e-91ac997cda00),segment_id=286553dd-798e-40db-b68e-91ac997cda00)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:10:57.405626 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c4b33c4e-f352-4938-a33f-cd8513c4103b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (df98a505-ab96-4a85-bf8a-0f917906d3b1), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:57.420529 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-c4b33c4e-f352-4938-a33f-cd8513c4103b admin admin] Calling delete_port for df98a505-ab96-4a85-bf8a-0f917906d3b1 owned by network:router_interface {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:10:57.733630 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c4b33c4e-f352-4938-a33f-cd8513c4103b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (df98a505-ab96-4a85-bf8a-0f917906d3b1), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:57.760619 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b33c4e-f352-4938-a33f-cd8513c4103b admin admin] Pushing event deleted for resources: {'Port': ['ID=df98a505-ab96-4a85-bf8a-0f917906d3b1,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:10:58.256040 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c4b33c4e-f352-4938-a33f-cd8513c4103b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (36bad401-e3c9-4334-a603-360274d1fe1e), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:58.508316 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4b33c4e-f352-4938-a33f-cd8513c4103b admin admin] Router 36bad401-e3c9-4334-a603-360274d1fe1e has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:10:58.619125 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b33c4e-f352-4938-a33f-cd8513c4103b admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:10:58.624772 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c4b33c4e-f352-4938-a33f-cd8513c4103b admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/36bad401-e3c9-4334-a603-360274d1fe1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8760271 Aug 27 05:10:58.627247 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 56984) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:10:58.628731 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dad7f4-59de-4771-bdd9-5fbdbc09bd5c None None] Sync routers for ids ['36bad401-e3c9-4334-a603-360274d1fe1e'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:10:58.640332 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dad7f4-59de-4771-bdd9-5fbdbc09bd5c None None] Routers {'36bad401-e3c9-4334-a603-360274d1fe1e'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:10:58.640959 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-81dad7f4-59de-4771-bdd9-5fbdbc09bd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:10:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['36bad401-e3c9-4334-a603-360274d1fe1e'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:10:58.691137 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:10:58.745008 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f2f33930-ffd2-47cc-a764-916aa1f8e79e admin admin] Publish callbacks [] for router (36bad401-e3c9-4334-a603-360274d1fe1e), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:58.762558 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-81dad7f4-59de-4771-bdd9-5fbdbc09bd5c None None] Set router 36bad401-e3c9-4334-a603-360274d1fe1e gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:10:58.901418 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f2f33930-ffd2-47cc-a764-916aa1f8e79e admin admin] Publish callbacks [] for router_gateway (36bad401-e3c9-4334-a603-360274d1fe1e), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:59.030802 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-81dad7f4-59de-4771-bdd9-5fbdbc09bd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36bad401-e3c9-4334-a603-360274d1fe1e', 'name': 'tempest-TestVolumeBackupRestore-728058605-router', 'tenant_id': 'e9a0885d790341928df202754a87fce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'a8f9ae56-8482-4bac-818d-27938b011ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:07:38Z', 'updated_at': '2022-08-27T05:10:57Z', 'revision_number': 5, 'project_id': 'e9a0885d790341928df202754a87fce1', 'gw_port': {'id': 'a8f9ae56-8482-4bac-818d-27938b011ce0', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36bad401-e3c9-4334-a603-360274d1fe1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:07:39Z', 'updated_at': '2022-08-27T05:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:10:59.063516 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dad7f4-59de-4771-bdd9-5fbdbc09bd5c None None] Checking router: 36bad401-e3c9-4334-a603-360274d1fe1e for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:10:59.076317 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dad7f4-59de-4771-bdd9-5fbdbc09bd5c None None] Routers {'36bad401-e3c9-4334-a603-360274d1fe1e'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:10:59.076317 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-81dad7f4-59de-4771-bdd9-5fbdbc09bd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:10:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['36bad401-e3c9-4334-a603-360274d1fe1e'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:10:59.094221 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-f2f33930-ffd2-47cc-a764-916aa1f8e79e admin admin] Deleting port a8f9ae56-8482-4bac-818d-27938b011ce0 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:10:59.094723 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f2f33930-ffd2-47cc-a764-916aa1f8e79e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (a8f9ae56-8482-4bac-818d-27938b011ce0), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:59.177162 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-81dad7f4-59de-4771-bdd9-5fbdbc09bd5c None None] Set router 36bad401-e3c9-4334-a603-360274d1fe1e gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:10:59.191023 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-f2f33930-ffd2-47cc-a764-916aa1f8e79e admin admin] For port a8f9ae56-8482-4bac-818d-27938b011ce0, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a8f9ae56-8482-4bac-818d-27938b011ce0,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:10:59.191393 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f2f33930-ffd2-47cc-a764-916aa1f8e79e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (a8f9ae56-8482-4bac-818d-27938b011ce0), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:59.205993 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-f2f33930-ffd2-47cc-a764-916aa1f8e79e admin admin] Calling delete_port for a8f9ae56-8482-4bac-818d-27938b011ce0 owned by network:router_gateway {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:10:59.231622 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-81dad7f4-59de-4771-bdd9-5fbdbc09bd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36bad401-e3c9-4334-a603-360274d1fe1e', 'name': 'tempest-TestVolumeBackupRestore-728058605-router', 'tenant_id': 'e9a0885d790341928df202754a87fce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:07:38Z', 'updated_at': '2022-08-27T05:10:58Z', 'revision_number': 6, 'project_id': 'e9a0885d790341928df202754a87fce1', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:10:59.258921 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dad7f4-59de-4771-bdd9-5fbdbc09bd5c None None] The sync data for ids ['36bad401-e3c9-4334-a603-360274d1fe1e'] in n-d-852088-5 is: [{'id': '36bad401-e3c9-4334-a603-360274d1fe1e', 'name': 'tempest-TestVolumeBackupRestore-728058605-router', 'tenant_id': 'e9a0885d790341928df202754a87fce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:07:38Z', 'updated_at': '2022-08-27T05:10:58Z', 'revision_number': 6, 'project_id': 'e9a0885d790341928df202754a87fce1', 'gw_port_host': None}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:10:59.344379 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3b80d36d-c38a-49b2-b794-a596151eca95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:59.568615 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f2f33930-ffd2-47cc-a764-916aa1f8e79e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (a8f9ae56-8482-4bac-818d-27938b011ce0), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:59.605394 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f33930-ffd2-47cc-a764-916aa1f8e79e admin admin] Pushing event deleted for resources: {'Port': ['ID=a8f9ae56-8482-4bac-818d-27938b011ce0,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:10:59.676855 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f2f33930-ffd2-47cc-a764-916aa1f8e79e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (36bad401-e3c9-4334-a603-360274d1fe1e), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:59.768501 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f2f33930-ffd2-47cc-a764-916aa1f8e79e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (36bad401-e3c9-4334-a603-360274d1fe1e), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:10:59.772394 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f2f33930-ffd2-47cc-a764-916aa1f8e79e admin admin] Publish callbacks [] for router_controller (36bad401-e3c9-4334-a603-360274d1fe1e), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:00.022020 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f2f33930-ffd2-47cc-a764-916aa1f8e79e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (36bad401-e3c9-4334-a603-360274d1fe1e), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:00.022627 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f33930-ffd2-47cc-a764-916aa1f8e79e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36bad401-e3c9-4334-a603-360274d1fe1e {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 05:11:00.030989 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f2f33930-ffd2-47cc-a764-916aa1f8e79e admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:00.030989 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f2f33930-ffd2-47cc-a764-916aa1f8e79e admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/36bad401-e3c9-4334-a603-360274d1fe1e HTTP/1.1" status: 204 len: 168 time: 1.3998613 Aug 27 05:11:00.031985 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57022) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:00.040807 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:00.079351 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-3917846a-f284-43a1-9d30-207d2d07b003 admin admin] Deleting subnet 17ee1da4-d88f-4a53-9ca9-d944fad859c4 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 05:11:00.083222 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3917846a-f284-43a1-9d30-207d2d07b003 admin admin] Publish callbacks [] for subnet (17ee1da4-d88f-4a53-9ca9-d944fad859c4), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:00.122676 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3917846a-f284-43a1-9d30-207d2d07b003 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (17ee1da4-d88f-4a53-9ca9-d944fad859c4), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:00.168973 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:00.213639 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3917846a-f284-43a1-9d30-207d2d07b003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (17ee1da4-d88f-4a53-9ca9-d944fad859c4), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:00.379308 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a8f9ae56-8482-4bac-818d-27938b011ce0 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:11:00.405063 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: a8f9ae56-8482-4bac-818d-27938b011ce0 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:11:00.405408 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a8f9ae56-8482-4bac-818d-27938b011ce0 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:11:00.405821 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device df98a505-ab96-4a85-bf8a-0f917906d3b1 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:11:00.425121 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: df98a505-ab96-4a85-bf8a-0f917906d3b1 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:11:00.425479 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device df98a505-ab96-4a85-bf8a-0f917906d3b1 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:11:00.468021 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3917846a-f284-43a1-9d30-207d2d07b003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (17ee1da4-d88f-4a53-9ca9-d944fad859c4), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:00.494502 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3917846a-f284-43a1-9d30-207d2d07b003 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17ee1da4-d88f-4a53-9ca9-d944fad859c4,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:00.498307 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3917846a-f284-43a1-9d30-207d2d07b003 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:00.501488 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3917846a-f284-43a1-9d30-207d2d07b003 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/17ee1da4-d88f-4a53-9ca9-d944fad859c4 HTTP/1.1" status: 204 len: 168 time: 0.4684088 Aug 27 05:11:00.504069 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57040) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:00.507302 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14307d6f-f06d-4bfd-814e-4739c95bc31c None None] Network e2e7c39d-d125-4bb0-9baa-db5a637c0a18 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:11:00.549120 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:00.568909 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:00.579935 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-50c57cb1-425e-4ff5-a8c2-a0a66dfd76fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (e2e7c39d-d125-4bb0-9baa-db5a637c0a18), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:00.586196 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:00.634167 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-50c57cb1-425e-4ff5-a8c2-a0a66dfd76fe admin admin] Deleting port af10c838-2899-43bc-a701-42538adb89f4 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:11:00.634607 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-50c57cb1-425e-4ff5-a8c2-a0a66dfd76fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (af10c838-2899-43bc-a701-42538adb89f4), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:00.680961 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0875837-3af2-4ab4-912a-77bf321460f8 None None] DHCP port deletion for e2e7c39d-d125-4bb0-9baa-db5a637c0a18 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 05:11:00.709390 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-b0875837-3af2-4ab4-912a-77bf321460f8 None None] Deleting port af10c838-2899-43bc-a701-42538adb89f4 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:11:00.709761 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b0875837-3af2-4ab4-912a-77bf321460f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (af10c838-2899-43bc-a701-42538adb89f4), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:00.711215 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-50c57cb1-425e-4ff5-a8c2-a0a66dfd76fe admin admin] For port af10c838-2899-43bc-a701-42538adb89f4, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=af10c838-2899-43bc-a701-42538adb89f4,segment=NetworkSegment(286553dd-798e-40db-b68e-91ac997cda00),segment_id=286553dd-798e-40db-b68e-91ac997cda00)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:11:00.711607 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-50c57cb1-425e-4ff5-a8c2-a0a66dfd76fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (af10c838-2899-43bc-a701-42538adb89f4), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:00.725076 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-50c57cb1-425e-4ff5-a8c2-a0a66dfd76fe admin admin] Calling delete_port for af10c838-2899-43bc-a701-42538adb89f4 owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:11:00.780236 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-b0875837-3af2-4ab4-912a-77bf321460f8 None None] For port af10c838-2899-43bc-a701-42538adb89f4, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=af10c838-2899-43bc-a701-42538adb89f4,segment=NetworkSegment(286553dd-798e-40db-b68e-91ac997cda00),segment_id=286553dd-798e-40db-b68e-91ac997cda00)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:11:00.780647 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b0875837-3af2-4ab4-912a-77bf321460f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (af10c838-2899-43bc-a701-42538adb89f4), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:00.795350 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-b0875837-3af2-4ab4-912a-77bf321460f8 None None] Calling delete_port for af10c838-2899-43bc-a701-42538adb89f4 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:11:00.804606 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:00.944959 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-50c57cb1-425e-4ff5-a8c2-a0a66dfd76fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (af10c838-2899-43bc-a701-42538adb89f4), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:00.951679 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b0875837-3af2-4ab4-912a-77bf321460f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (af10c838-2899-43bc-a701-42538adb89f4), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:00.984346 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c57cb1-425e-4ff5-a8c2-a0a66dfd76fe admin admin] Pushing event deleted for resources: {'Port': ['ID=af10c838-2899-43bc-a701-42538adb89f4,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:00.984909 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0875837-3af2-4ab4-912a-77bf321460f8 None None] Pushing event deleted for resources: {'Port': ['ID=af10c838-2899-43bc-a701-42538adb89f4,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:00.991582 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c57cb1-425e-4ff5-a8c2-a0a66dfd76fe admin admin] No DVR routers for this DVR port af10c838-2899-43bc-a701-42538adb89f4 on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:11:00.999487 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0875837-3af2-4ab4-912a-77bf321460f8 None None] No DVR routers for this DVR port af10c838-2899-43bc-a701-42538adb89f4 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:11:01.073979 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-50c57cb1-425e-4ff5-a8c2-a0a66dfd76fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (e2e7c39d-d125-4bb0-9baa-db5a637c0a18), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:01.095425 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-50c57cb1-425e-4ff5-a8c2-a0a66dfd76fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2e7c39d-d125-4bb0-9baa-db5a637c0a18']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:11:01.105429 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-50c57cb1-425e-4ff5-a8c2-a0a66dfd76fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '286553dd-798e-40db-b68e-91ac997cda00') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:11:01.105723 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-50c57cb1-425e-4ff5-a8c2-a0a66dfd76fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '286553dd-798e-40db-b68e-91ac997cda00') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:11:01.115734 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-50c57cb1-425e-4ff5-a8c2-a0a66dfd76fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (286553dd-798e-40db-b68e-91ac997cda00), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:01.132644 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-50c57cb1-425e-4ff5-a8c2-a0a66dfd76fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (286553dd-798e-40db-b68e-91ac997cda00), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:01.141374 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50c57cb1-425e-4ff5-a8c2-a0a66dfd76fe admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:11:01.141787 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-50c57cb1-425e-4ff5-a8c2-a0a66dfd76fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (286553dd-798e-40db-b68e-91ac997cda00), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:01.189675 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 286553dd-798e-40db-b68e-91ac997cda00 resource provider aggregate not found Aug 27 05:11:01.215219 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 286553dd-798e-40db-b68e-91ac997cda00 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 286553dd-798e-40db-b68e-91ac997cda00 found for delete ", "request_id": "req-41062701-ddf6-4366-bc9b-50d9140b7452"}]} Aug 27 05:11:01.347537 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-50c57cb1-425e-4ff5-a8c2-a0a66dfd76fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (e2e7c39d-d125-4bb0-9baa-db5a637c0a18), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:01.354170 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-50c57cb1-425e-4ff5-a8c2-a0a66dfd76fe admin admin] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:01.358015 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-50c57cb1-425e-4ff5-a8c2-a0a66dfd76fe admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/e2e7c39d-d125-4bb0-9baa-db5a637c0a18 HTTP/1.1" status: 204 len: 168 time: 0.8524008 Aug 27 05:11:01.377212 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c57cb1-425e-4ff5-a8c2-a0a66dfd76fe admin admin] Pushing event deleted for resources: {'Network': ['ID=e2e7c39d-d125-4bb0-9baa-db5a637c0a18,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:01.839789 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57088) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:01.849775 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:01.850610 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:01.888742 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e5ce8d2a-b0f0-47b7-b152-153c630be129 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=feec46b55e5144e3905252b290e98e83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0475249 Aug 27 05:11:01.890505 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57090) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:01.945305 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2e45bd32-522d-427c-b61d-a59a9a32ce2a admin admin] Publish callbacks [] for security_group (211b5c60-e8d1-40d3-a219-8dd1c771a7b6), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:01.968469 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2e45bd32-522d-427c-b61d-a59a9a32ce2a admin admin] Publish callbacks [] for security_group (211b5c60-e8d1-40d3-a219-8dd1c771a7b6), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:02.008276 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:02.025434 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:02.156763 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2e45bd32-522d-427c-b61d-a59a9a32ce2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (211b5c60-e8d1-40d3-a219-8dd1c771a7b6), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:02.159077 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2e45bd32-522d-427c-b61d-a59a9a32ce2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:02.160358 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2e45bd32-522d-427c-b61d-a59a9a32ce2a admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/211b5c60-e8d1-40d3-a219-8dd1c771a7b6 HTTP/1.1" status: 204 len: 168 time: 0.2688715 Aug 27 05:11:02.172556 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e45bd32-522d-427c-b61d-a59a9a32ce2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211b5c60-e8d1-40d3-a219-8dd1c771a7b6,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:02.379182 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device af10c838-2899-43bc-a701-42538adb89f4 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:11:02.402819 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: af10c838-2899-43bc-a701-42538adb89f4 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:11:02.403169 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device af10c838-2899-43bc-a701-42538adb89f4 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:11:03.037295 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57100) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:03.087028 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ddf3694c-6614-4fcc-935a-1ead80baf173 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=e9a0885d790341928df202754a87fce1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0438328 Aug 27 05:11:03.088950 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57104) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:03.142325 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a8cedddb-323a-4ac3-a676-3ed076c18945 admin admin] Publish callbacks [] for security_group (864e675e-e151-4db0-8f9c-e066668a74f4), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:03.165037 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a8cedddb-323a-4ac3-a676-3ed076c18945 admin admin] Publish callbacks [] for security_group (864e675e-e151-4db0-8f9c-e066668a74f4), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:03.336097 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a8cedddb-323a-4ac3-a676-3ed076c18945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (864e675e-e151-4db0-8f9c-e066668a74f4), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:03.339004 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a8cedddb-323a-4ac3-a676-3ed076c18945 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:03.340306 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a8cedddb-323a-4ac3-a676-3ed076c18945 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/864e675e-e151-4db0-8f9c-e066668a74f4 HTTP/1.1" status: 204 len: 168 time: 0.2503622 Aug 27 05:11:03.350549 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cedddb-323a-4ac3-a676-3ed076c18945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864e675e-e151-4db0-8f9c-e066668a74f4,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:04.835001 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=41 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:04.835684 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=42 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:07.172513 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:09.691416 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:11:12.235789 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:DELETE=2,neutron:SELECT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:13.201936 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=21,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:13.345392 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:DELETE=9,neutron:SELECT=63,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:14.796334 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57182) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:14.929680 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-857dacf8-b168-461c-864b-ab06354efab9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:15.023597 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-857dacf8-b168-461c-864b-ab06354efab9 admin admin] Publish callbacks [] for security_group (ea020460-6d82-4a7e-8d22-0344b864d5e0), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:15.124266 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-857dacf8-b168-461c-864b-ab06354efab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (ea020460-6d82-4a7e-8d22-0344b864d5e0), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:15.170420 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857dacf8-b168-461c-864b-ab06354efab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea020460-6d82-4a7e-8d22-0344b864d5e0,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:15.176111 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-857dacf8-b168-461c-864b-ab06354efab9 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=ba21d8f768274409b5a071066da7ebd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3786597 Aug 27 05:11:15.179644 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57186) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:15.231095 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3f83ac8c-059f-4edc-976c-c08748479d27 admin admin] Publish callbacks [] for security_group (ea020460-6d82-4a7e-8d22-0344b864d5e0), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:15.250805 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3f83ac8c-059f-4edc-976c-c08748479d27 admin admin] Publish callbacks [] for security_group (ea020460-6d82-4a7e-8d22-0344b864d5e0), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:15.424280 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3f83ac8c-059f-4edc-976c-c08748479d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (ea020460-6d82-4a7e-8d22-0344b864d5e0), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:15.426866 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3f83ac8c-059f-4edc-976c-c08748479d27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:15.428072 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3f83ac8c-059f-4edc-976c-c08748479d27 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/ea020460-6d82-4a7e-8d22-0344b864d5e0 HTTP/1.1" status: 204 len: 168 time: 0.2483563 Aug 27 05:11:15.436480 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f83ac8c-059f-4edc-976c-c08748479d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea020460-6d82-4a7e-8d22-0344b864d5e0,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:16.999347 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=64,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:17.512602 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57222) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:17.665300 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-41cf736d-5214-4315-83b1-555b9c73cd62 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Request body: {'network': {'name': 'tempest-network-smoke--478719406', 'project_id': 'd9a223bc01234f719e782e240c9713cb', 'port_security_enabled': True}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:11:17.769569 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41cf736d-5214-4315-83b1-555b9c73cd62 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Made reservation on behalf of d9a223bc01234f719e782e240c9713cb for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:11:17.773804 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-41cf736d-5214-4315-83b1-555b9c73cd62 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:17.783113 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-41cf736d-5214-4315-83b1-555b9c73cd62 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:17.858518 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-41cf736d-5214-4315-83b1-555b9c73cd62 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for security_group (8d53fec5-13bc-4eb1-9f77-ccaff6a61634), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:18.021573 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-41cf736d-5214-4315-83b1-555b9c73cd62 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (8d53fec5-13bc-4eb1-9f77-ccaff6a61634), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:18.057417 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41cf736d-5214-4315-83b1-555b9c73cd62 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 05:11:18.064077 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cf736d-5214-4315-83b1-555b9c73cd62 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d53fec5-13bc-4eb1-9f77-ccaff6a61634,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:18.070692 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-41cf736d-5214-4315-83b1-555b9c73cd62 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (40008954-3c41-40c1-9c19-fcedf192817d), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:18.071040 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-41cf736d-5214-4315-83b1-555b9c73cd62 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Added segment 40008954-3c41-40c1-9c19-fcedf192817d of type vlan for network 97e932df-312c-4e82-8db5-407e3b6f7f6c Aug 27 05:11:18.112703 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-41cf736d-5214-4315-83b1-555b9c73cd62 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (97e932df-312c-4e82-8db5-407e3b6f7f6c), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:18.240637 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-41cf736d-5214-4315-83b1-555b9c73cd62 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (97e932df-312c-4e82-8db5-407e3b6f7f6c), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:18.245457 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cf736d-5214-4315-83b1-555b9c73cd62 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:11:18.246110 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-41cf736d-5214-4315-83b1-555b9c73cd62 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:18.311529 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cf736d-5214-4315-83b1-555b9c73cd62 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Pushing event updated for resources: {'Network': ['ID=97e932df-312c-4e82-8db5-407e3b6f7f6c,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:18.322691 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 97e932df-312c-4e82-8db5-407e3b6f7f6c details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 05:11:18.432009 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-41cf736d-5214-4315-83b1-555b9c73cd62 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9183018 Aug 27 05:11:18.434994 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57226) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:18.439281 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-ed142362-9aad-4f76-9a79-fe05533af97e tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-151449236', 'admin_state_up': True, 'project_id': 'd9a223bc01234f719e782e240c9713cb', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:11:18.532407 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ed142362-9aad-4f76-9a79-fe05533af97e tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (7cd58132-3db2-4a8f-bc95-f7d6d838445b), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:18.533369 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ed142362-9aad-4f76-9a79-fe05533af97e tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (7cd58132-3db2-4a8f-bc95-f7d6d838445b), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:18.561606 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=75,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:18.583357 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:18.588005 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ed142362-9aad-4f76-9a79-fe05533af97e tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for router_controller (7cd58132-3db2-4a8f-bc95-f7d6d838445b), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:18.856192 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ed142362-9aad-4f76-9a79-fe05533af97e tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for router_gateway (7cd58132-3db2-4a8f-bc95-f7d6d838445b), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:19.109303 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ed142362-9aad-4f76-9a79-fe05533af97e tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for router_gateway (7cd58132-3db2-4a8f-bc95-f7d6d838445b), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:19.127736 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ed142362-9aad-4f76-9a79-fe05533af97e tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:19.234157 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-ed142362-9aad-4f76-9a79-fe05533af97e tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Allocated IP 172.25.2.142 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/d4ea4d09-3364-461c-a52a-863d4b95f09a) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:11:19.339636 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ed142362-9aad-4f76-9a79-fe05533af97e tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for port (d4ea4d09-3364-461c-a52a-863d4b95f09a), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:19.461666 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ed142362-9aad-4f76-9a79-fe05533af97e tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (d4ea4d09-3364-461c-a52a-863d4b95f09a), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:19.507945 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed142362-9aad-4f76-9a79-fe05533af97e tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:11:19.511127 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-ed142362-9aad-4f76-9a79-fe05533af97e tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:11:19.513733 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed142362-9aad-4f76-9a79-fe05533af97e tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:11:19.541914 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed142362-9aad-4f76-9a79-fe05533af97e tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Pushing event updated for resources: {'Port': ['ID=d4ea4d09-3364-461c-a52a-863d4b95f09a,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:19.656839 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:19.686270 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=3 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:19.687057 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=5 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:19.881314 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ed142362-9aad-4f76-9a79-fe05533af97e tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for router_gateway (7cd58132-3db2-4a8f-bc95-f7d6d838445b), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:19.960829 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:20.089488 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ed142362-9aad-4f76-9a79-fe05533af97e tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (7cd58132-3db2-4a8f-bc95-f7d6d838445b), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:20.277714 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed142362-9aad-4f76-9a79-fe05533af97e tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Router 7cd58132-3db2-4a8f-bc95-f7d6d838445b is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 05:11:20.389691 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed142362-9aad-4f76-9a79-fe05533af97e tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:11:20.400264 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb878a7-4cb9-4867-8471-e1d99ab55213 None None] Sync routers for ids ['7cd58132-3db2-4a8f-bc95-f7d6d838445b'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:11:20.409907 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb878a7-4cb9-4867-8471-e1d99ab55213 None None] Routers {'7cd58132-3db2-4a8f-bc95-f7d6d838445b'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:11:20.410746 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-dfb878a7-4cb9-4867-8471-e1d99ab55213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:10:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['7cd58132-3db2-4a8f-bc95-f7d6d838445b'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:11:20.493048 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ed142362-9aad-4f76-9a79-fe05533af97e tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:20.494374 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ed142362-9aad-4f76-9a79-fe05533af97e tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0584409 Aug 27 05:11:20.497528 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57228) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:20.576121 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c9a69add-08ae-422e-bf5e-0525429f303d tempest-TestNetworkBasicOps-1728167230 tempest-TestNetworkBasicOps-1728167230-project-admin] 10.222.0.76 "GET /networking/v2.0/subnets?project_id=d9a223bc01234f719e782e240c9713cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0774834 Aug 27 05:11:20.578828 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57232) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:20.584948 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-dfb878a7-4cb9-4867-8471-e1d99ab55213 None None] Set router 7cd58132-3db2-4a8f-bc95-f7d6d838445b gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:11:20.670947 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03fa128-bf68-4d3c-9771-036e5a16c5ac tempest-TestNetworkBasicOps-1728167230 tempest-TestNetworkBasicOps-1728167230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:11:20.675403 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e03fa128-bf68-4d3c-9771-036e5a16c5ac tempest-TestNetworkBasicOps-1728167230 tempest-TestNetworkBasicOps-1728167230-project-admin] 10.222.0.76 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0927265 Aug 27 05:11:20.675403 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57234) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:20.705186 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-eae5fcbd-4e57-445a-9cfc-553712454fb0 tempest-TestNetworkBasicOps-1728167230 tempest-TestNetworkBasicOps-1728167230-project-admin] 10.222.0.76 "GET /networking/v2.0/subnets?network_id=2db7b18a-8c4b-4ba8-8012-3e7d96728abb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264120 Aug 27 05:11:20.706187 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57236) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:20.711148 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-b0e65a46-90aa-4fe1-9d8d-cbe964234c3d tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-922908919', 'network_id': '97e932df-312c-4e82-8db5-407e3b6f7f6c', 'project_id': 'd9a223bc01234f719e782e240c9713cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:11:20.757384 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-dfb878a7-4cb9-4867-8471-e1d99ab55213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd58132-3db2-4a8f-bc95-f7d6d838445b', 'name': 'tempest-TestNetworkBasicOps-router-151449236', 'tenant_id': 'd9a223bc01234f719e782e240c9713cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'd4ea4d09-3364-461c-a52a-863d4b95f09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:11:18Z', 'updated_at': '2022-08-27T05:11:19Z', 'revision_number': 3, 'project_id': 'd9a223bc01234f719e782e240c9713cb', 'gw_port': {'id': 'd4ea4d09-3364-461c-a52a-863d4b95f09a', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd58132-3db2-4a8f-bc95-f7d6d838445b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:11:19Z', 'updated_at': '2022-08-27T05:11:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:11:20.782848 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb878a7-4cb9-4867-8471-e1d99ab55213 None None] Checking router: 7cd58132-3db2-4a8f-bc95-f7d6d838445b for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:11:20.783142 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb878a7-4cb9-4867-8471-e1d99ab55213 None None] Updating router 7cd58132-3db2-4a8f-bc95-f7d6d838445b port d4ea4d09-3364-461c-a52a-863d4b95f09a binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:11:20.815500 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-dfb878a7-4cb9-4867-8471-e1d99ab55213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (d4ea4d09-3364-461c-a52a-863d4b95f09a), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:20.886630 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e65a46-90aa-4fe1-9d8d-cbe964234c3d tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Made reservation on behalf of d9a223bc01234f719e782e240c9713cb for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:11:20.890616 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b0e65a46-90aa-4fe1-9d8d-cbe964234c3d tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:21.062284 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-dfb878a7-4cb9-4867-8471-e1d99ab55213 None None] Publish callbacks [] for port (d4ea4d09-3364-461c-a52a-863d4b95f09a), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:21.062667 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:21.147218 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-dfb878a7-4cb9-4867-8471-e1d99ab55213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (d4ea4d09-3364-461c-a52a-863d4b95f09a), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:21.182251 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-dfb878a7-4cb9-4867-8471-e1d99ab55213 None None] Attempting to bind port d4ea4d09-3364-461c-a52a-863d4b95f09a on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:11:21.182666 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-dfb878a7-4cb9-4867-8471-e1d99ab55213 None None] Attempting to bind port d4ea4d09-3364-461c-a52a-863d4b95f09a by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:11:21.183092 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb878a7-4cb9-4867-8471-e1d99ab55213 None None] Attempting to bind port d4ea4d09-3364-461c-a52a-863d4b95f09a on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:11:21.197093 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb878a7-4cb9-4867-8471-e1d99ab55213 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:11:21.197451 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb878a7-4cb9-4867-8471-e1d99ab55213 None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:11:21.197841 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-dfb878a7-4cb9-4867-8471-e1d99ab55213 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:21.198218 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb878a7-4cb9-4867-8471-e1d99ab55213 None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:11:21.198671 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-dfb878a7-4cb9-4867-8471-e1d99ab55213 None None] Bound port: d4ea4d09-3364-461c-a52a-863d4b95f09a, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:11:21.199037 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-dfb878a7-4cb9-4867-8471-e1d99ab55213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (d4ea4d09-3364-461c-a52a-863d4b95f09a), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:21.203571 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d60649a-7e91-45eb-9d03-641804790ee9 None None] Pushing event updated for resources: {'Port': ['ID=d4ea4d09-3364-461c-a52a-863d4b95f09a,revision_number=2']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:21.222406 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b0e65a46-90aa-4fe1-9d8d-cbe964234c3d tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (15e651b8-9713-466f-ba7d-3e0154a8f4b6), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:21.229086 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d60649a-7e91-45eb-9d03-641804790ee9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:11:21.229429 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d60649a-7e91-45eb-9d03-641804790ee9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:11:21.234694 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d60649a-7e91-45eb-9d03-641804790ee9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:11:21.234694 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d60649a-7e91-45eb-9d03-641804790ee9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:11:21.234694 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d60649a-7e91-45eb-9d03-641804790ee9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:11:21.234694 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d60649a-7e91-45eb-9d03-641804790ee9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:11:21.234694 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d60649a-7e91-45eb-9d03-641804790ee9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:11:21.234694 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d60649a-7e91-45eb-9d03-641804790ee9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:11:21.234694 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d60649a-7e91-45eb-9d03-641804790ee9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:11:21.234694 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d60649a-7e91-45eb-9d03-641804790ee9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:11:21.234694 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d60649a-7e91-45eb-9d03-641804790ee9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:11:21.234694 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d60649a-7e91-45eb-9d03-641804790ee9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:11:21.234694 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d60649a-7e91-45eb-9d03-641804790ee9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:11:21.234694 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d60649a-7e91-45eb-9d03-641804790ee9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:11:21.234694 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d60649a-7e91-45eb-9d03-641804790ee9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:11:21.255653 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:21.271716 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-dfb878a7-4cb9-4867-8471-e1d99ab55213 None None] For port d4ea4d09-3364-461c-a52a-863d4b95f09a, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:11:21.275238 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-dfb878a7-4cb9-4867-8471-e1d99ab55213 None None] For port d4ea4d09-3364-461c-a52a-863d4b95f09a, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=d4ea4d09-3364-461c-a52a-863d4b95f09a,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:11:21.297103 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e65a46-90aa-4fe1-9d8d-cbe964234c3d tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Pushing event updated for resources: {'Subnet': ['ID=15e651b8-9713-466f-ba7d-3e0154a8f4b6,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:21.306101 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:21.306450 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e65a46-90aa-4fe1-9d8d-cbe964234c3d tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Checking segment: {'id': '40008954-3c41-40c1-9c19-fcedf192817d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '97e932df-312c-4e82-8db5-407e3b6f7f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:11:21.306835 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e65a46-90aa-4fe1-9d8d-cbe964234c3d tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Network hostable DHCP agents. Network: 97e932df-312c-4e82-8db5-407e3b6f7f6c, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 05:11:21.455849 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-dfb878a7-4cb9-4867-8471-e1d99ab55213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (d4ea4d09-3364-461c-a52a-863d4b95f09a), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:21.491191 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb878a7-4cb9-4867-8471-e1d99ab55213 None None] Routers {'7cd58132-3db2-4a8f-bc95-f7d6d838445b'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:11:21.491801 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-dfb878a7-4cb9-4867-8471-e1d99ab55213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:10:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['7cd58132-3db2-4a8f-bc95-f7d6d838445b'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:11:21.501187 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e65a46-90aa-4fe1-9d8d-cbe964234c3d tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Network 97e932df-312c-4e82-8db5-407e3b6f7f6c is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 05:11:21.555969 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d60649a-7e91-45eb-9d03-641804790ee9 None None] Pushing event updated for resources: {'Port': ['ID=d4ea4d09-3364-461c-a52a-863d4b95f09a,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:21.593613 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:21.609039 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-dfb878a7-4cb9-4867-8471-e1d99ab55213 None None] Set router 7cd58132-3db2-4a8f-bc95-f7d6d838445b gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:11:21.610538 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:21.655642 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-b0e65a46-90aa-4fe1-9d8d-cbe964234c3d tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 97e932df-312c-4e82-8db5-407e3b6f7f6c) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:11:21.660542 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e65a46-90aa-4fe1-9d8d-cbe964234c3d tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:11:21.661550 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b0e65a46-90aa-4fe1-9d8d-cbe964234c3d tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:21.665628 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977067cb-14a6-40b4-b1ba-fc759a120384 None None] Network 97e932df-312c-4e82-8db5-407e3b6f7f6c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:11:21.772452 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fcc01b-4fe4-4fac-b8a4-4e7724b80243 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-97e932df-312c-4e82-8db5-407e3b6f7f6c', 'network_id': '97e932df-312c-4e82-8db5-407e3b6f7f6c', 'project_id': 'd9a223bc01234f719e782e240c9713cb', 'fixed_ips': [{'subnet_id': '15e651b8-9713-466f-ba7d-3e0154a8f4b6'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 05:11:21.773378 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc01b-4fe4-4fac-b8a4-4e7724b80243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:21.791105 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-dfb878a7-4cb9-4867-8471-e1d99ab55213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd58132-3db2-4a8f-bc95-f7d6d838445b', 'name': 'tempest-TestNetworkBasicOps-router-151449236', 'tenant_id': 'd9a223bc01234f719e782e240c9713cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'd4ea4d09-3364-461c-a52a-863d4b95f09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:11:18Z', 'updated_at': '2022-08-27T05:11:19Z', 'revision_number': 3, 'project_id': 'd9a223bc01234f719e782e240c9713cb', 'gw_port': {'id': 'd4ea4d09-3364-461c-a52a-863d4b95f09a', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd58132-3db2-4a8f-bc95-f7d6d838445b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:11:19Z', 'updated_at': '2022-08-27T05:11:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:11:21.812543 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b0e65a46-90aa-4fe1-9d8d-cbe964234c3d tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1052506 Aug 27 05:11:21.815284 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57238) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:21.817233 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb878a7-4cb9-4867-8471-e1d99ab55213 None None] The sync data for ids ['7cd58132-3db2-4a8f-bc95-f7d6d838445b'] in n-d-852088-5 is: [{'id': '7cd58132-3db2-4a8f-bc95-f7d6d838445b', 'name': 'tempest-TestNetworkBasicOps-router-151449236', 'tenant_id': 'd9a223bc01234f719e782e240c9713cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'd4ea4d09-3364-461c-a52a-863d4b95f09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:11:18Z', 'updated_at': '2022-08-27T05:11:19Z', 'revision_number': 3, 'project_id': 'd9a223bc01234f719e782e240c9713cb', 'gw_port': {'id': 'd4ea4d09-3364-461c-a52a-863d4b95f09a', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd58132-3db2-4a8f-bc95-f7d6d838445b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:11:19Z', 'updated_at': '2022-08-27T05:11:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:11:21.935045 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-a7fcc01b-4fe4-4fac-b8a4-4e7724b80243 None None] Allocated IP 172.20.0.2 (97e932df-312c-4e82-8db5-407e3b6f7f6c/15e651b8-9713-466f-ba7d-3e0154a8f4b6/d14feb80-8115-4a19-b2db-6d672b6dc5e2) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:11:22.122396 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc01b-4fe4-4fac-b8a4-4e7724b80243 None None] Publish callbacks [] for port (d14feb80-8115-4a19-b2db-6d672b6dc5e2), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:22.298491 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc01b-4fe4-4fac-b8a4-4e7724b80243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (d14feb80-8115-4a19-b2db-6d672b6dc5e2), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:22.339469 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fcc01b-4fe4-4fac-b8a4-4e7724b80243 None None] Network 97e932df-312c-4e82-8db5-407e3b6f7f6c is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:11:22.347972 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-a7fcc01b-4fe4-4fac-b8a4-4e7724b80243 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:11:22.353362 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fcc01b-4fe4-4fac-b8a4-4e7724b80243 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:11:22.375309 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcc01b-4fe4-4fac-b8a4-4e7724b80243 None None] Pushing event updated for resources: {'Port': ['ID=d14feb80-8115-4a19-b2db-6d672b6dc5e2,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:22.410019 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc01b-4fe4-4fac-b8a4-4e7724b80243 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:11:22.410019 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc01b-4fe4-4fac-b8a4-4e7724b80243 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:11:22.410019 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc01b-4fe4-4fac-b8a4-4e7724b80243 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:11:22.410019 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc01b-4fe4-4fac-b8a4-4e7724b80243 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:11:22.410911 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc01b-4fe4-4fac-b8a4-4e7724b80243 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:11:22.410911 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc01b-4fe4-4fac-b8a4-4e7724b80243 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:11:22.411161 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc01b-4fe4-4fac-b8a4-4e7724b80243 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:11:22.411401 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc01b-4fe4-4fac-b8a4-4e7724b80243 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:11:22.411906 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc01b-4fe4-4fac-b8a4-4e7724b80243 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:11:22.412410 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc01b-4fe4-4fac-b8a4-4e7724b80243 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:11:22.412891 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc01b-4fe4-4fac-b8a4-4e7724b80243 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:11:22.413397 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc01b-4fe4-4fac-b8a4-4e7724b80243 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:11:22.413985 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc01b-4fe4-4fac-b8a4-4e7724b80243 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:11:22.414515 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc01b-4fe4-4fac-b8a4-4e7724b80243 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:11:22.414993 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc01b-4fe4-4fac-b8a4-4e7724b80243 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:11:22.450933 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-a7fcc01b-4fe4-4fac-b8a4-4e7724b80243 None None] Attempting to bind port d14feb80-8115-4a19-b2db-6d672b6dc5e2 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:11:22.451161 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-a7fcc01b-4fe4-4fac-b8a4-4e7724b80243 None None] Attempting to bind port d14feb80-8115-4a19-b2db-6d672b6dc5e2 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '40008954-3c41-40c1-9c19-fcedf192817d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '97e932df-312c-4e82-8db5-407e3b6f7f6c'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:11:22.451442 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fcc01b-4fe4-4fac-b8a4-4e7724b80243 None None] Attempting to bind port d14feb80-8115-4a19-b2db-6d672b6dc5e2 on network 97e932df-312c-4e82-8db5-407e3b6f7f6c {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:11:22.458182 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fcc01b-4fe4-4fac-b8a4-4e7724b80243 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:11:22.458736 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fcc01b-4fe4-4fac-b8a4-4e7724b80243 None None] Checking segment: {'id': '40008954-3c41-40c1-9c19-fcedf192817d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '97e932df-312c-4e82-8db5-407e3b6f7f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:11:22.459144 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc01b-4fe4-4fac-b8a4-4e7724b80243 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:22.459538 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fcc01b-4fe4-4fac-b8a4-4e7724b80243 None None] Bound using segment: {'id': '40008954-3c41-40c1-9c19-fcedf192817d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '97e932df-312c-4e82-8db5-407e3b6f7f6c'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:11:22.460009 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-a7fcc01b-4fe4-4fac-b8a4-4e7724b80243 None None] Bound port: d14feb80-8115-4a19-b2db-6d672b6dc5e2, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40008954-3c41-40c1-9c19-fcedf192817d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '97e932df-312c-4e82-8db5-407e3b6f7f6c'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:11:22.460428 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc01b-4fe4-4fac-b8a4-4e7724b80243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (d14feb80-8115-4a19-b2db-6d672b6dc5e2), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:22.474169 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d4ea4d09-3364-461c-a52a-863d4b95f09a up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:11:22.622548 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c08c02d3-00b3-49c4-855a-69d0ed615862 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:22.704511 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-a7fcc01b-4fe4-4fac-b8a4-4e7724b80243 None None] For port d14feb80-8115-4a19-b2db-6d672b6dc5e2, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:11:22.709773 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port d4ea4d09-3364-461c-a52a-863d4b95f09a triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:11:22.710146 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d4ea4d09-3364-461c-a52a-863d4b95f09a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:22.735556 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-a7fcc01b-4fe4-4fac-b8a4-4e7724b80243 None None] For port d14feb80-8115-4a19-b2db-6d672b6dc5e2, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=d14feb80-8115-4a19-b2db-6d672b6dc5e2,segment=NetworkSegment(40008954-3c41-40c1-9c19-fcedf192817d),segment_id=40008954-3c41-40c1-9c19-fcedf192817d)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:11:22.741269 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:22.765614 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:22.805662 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port d4ea4d09-3364-461c-a52a-863d4b95f09a is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:11:22.806051 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (d4ea4d09-3364-461c-a52a-863d4b95f09a), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:22.822608 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:22.830667 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port d4ea4d09-3364-461c-a52a-863d4b95f09a, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=d4ea4d09-3364-461c-a52a-863d4b95f09a,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:11:22.843675 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc01b-4fe4-4fac-b8a4-4e7724b80243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (d14feb80-8115-4a19-b2db-6d672b6dc5e2), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:22.902405 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcc01b-4fe4-4fac-b8a4-4e7724b80243 None None] Pushing event updated for resources: {'Port': ['ID=d14feb80-8115-4a19-b2db-6d672b6dc5e2,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:22.935160 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-c08c02d3-00b3-49c4-855a-69d0ed615862 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Allocated IP 172.20.0.1 (97e932df-312c-4e82-8db5-407e3b6f7f6c/15e651b8-9713-466f-ba7d-3e0154a8f4b6/1a83883a-658f-464e-8ebf-5808e11ddb6b) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:11:22.958515 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (d4ea4d09-3364-461c-a52a-863d4b95f09a), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:23.028323 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=d4ea4d09-3364-461c-a52a-863d4b95f09a,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:23.091846 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c08c02d3-00b3-49c4-855a-69d0ed615862 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for port (1a83883a-658f-464e-8ebf-5808e11ddb6b), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:23.108598 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:23.210298 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c08c02d3-00b3-49c4-855a-69d0ed615862 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (1a83883a-658f-464e-8ebf-5808e11ddb6b), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:23.251588 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08c02d3-00b3-49c4-855a-69d0ed615862 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Network 97e932df-312c-4e82-8db5-407e3b6f7f6c is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:11:23.258091 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-c08c02d3-00b3-49c4-855a-69d0ed615862 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:11:23.265052 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08c02d3-00b3-49c4-855a-69d0ed615862 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:11:23.288778 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08c02d3-00b3-49c4-855a-69d0ed615862 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Pushing event updated for resources: {'Port': ['ID=1a83883a-658f-464e-8ebf-5808e11ddb6b,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:23.312696 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c08c02d3-00b3-49c4-855a-69d0ed615862 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (7cd58132-3db2-4a8f-bc95-f7d6d838445b), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:23.556254 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c08c02d3-00b3-49c4-855a-69d0ed615862 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (1a83883a-658f-464e-8ebf-5808e11ddb6b), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:23.715355 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:23.839119 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c08c02d3-00b3-49c4-855a-69d0ed615862 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for port (1a83883a-658f-464e-8ebf-5808e11ddb6b), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:23.935251 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c08c02d3-00b3-49c4-855a-69d0ed615862 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (1a83883a-658f-464e-8ebf-5808e11ddb6b), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:24.021703 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c08c02d3-00b3-49c4-855a-69d0ed615862 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (7cd58132-3db2-4a8f-bc95-f7d6d838445b), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:24.023581 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08c02d3-00b3-49c4-855a-69d0ed615862 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Pushing event updated for resources: {'Port': ['ID=1a83883a-658f-464e-8ebf-5808e11ddb6b,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:24.122782 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08c02d3-00b3-49c4-855a-69d0ed615862 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Network 97e932df-312c-4e82-8db5-407e3b6f7f6c is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:11:24.124243 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-c08c02d3-00b3-49c4-855a-69d0ed615862 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:11:24.195462 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce665fd-64bc-42bb-ab53-f7d57e89c5b7 None None] Network 97e932df-312c-4e82-8db5-407e3b6f7f6c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:11:24.243301 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c08c02d3-00b3-49c4-855a-69d0ed615862 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Router 7cd58132-3db2-4a8f-bc95-f7d6d838445b has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:11:24.245410 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4fadb524-12d9-4d15-b7ae-c1fca55330d5 None None] Provisioning complete for port d14feb80-8115-4a19-b2db-6d672b6dc5e2 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:11:24.245785 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4fadb524-12d9-4d15-b7ae-c1fca55330d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d14feb80-8115-4a19-b2db-6d672b6dc5e2), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:24.356123 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08c02d3-00b3-49c4-855a-69d0ed615862 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:11:24.374696 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7da7aa-bbd2-4cb9-bbef-cd9e7ae67c17 None None] Sync routers for ids ['7cd58132-3db2-4a8f-bc95-f7d6d838445b'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:11:24.380439 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57240) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:24.385009 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4fadb524-12d9-4d15-b7ae-c1fca55330d5 None None] Current status of the port d14feb80-8115-4a19-b2db-6d672b6dc5e2 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:11:24.385401 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4fadb524-12d9-4d15-b7ae-c1fca55330d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (d14feb80-8115-4a19-b2db-6d672b6dc5e2), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:24.391397 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c08c02d3-00b3-49c4-855a-69d0ed615862 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] 10.222.0.76 "PUT /networking/v2.0/routers/7cd58132-3db2-4a8f-bc95-f7d6d838445b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5748422 Aug 27 05:11:24.401728 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7da7aa-bbd2-4cb9-bbef-cd9e7ae67c17 None None] Routers {'7cd58132-3db2-4a8f-bc95-f7d6d838445b'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:11:24.402371 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-2a7da7aa-bbd2-4cb9-bbef-cd9e7ae67c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:10:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['7cd58132-3db2-4a8f-bc95-f7d6d838445b'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:11:24.481120 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4fadb524-12d9-4d15-b7ae-c1fca55330d5 None None] For port d14feb80-8115-4a19-b2db-6d672b6dc5e2, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=d14feb80-8115-4a19-b2db-6d672b6dc5e2,segment=NetworkSegment(40008954-3c41-40c1-9c19-fcedf192817d),segment_id=40008954-3c41-40c1-9c19-fcedf192817d)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:11:24.545810 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d4ea4d09-3364-461c-a52a-863d4b95f09a up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:11:24.572430 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-2a7da7aa-bbd2-4cb9-bbef-cd9e7ae67c17 None None] Set router 7cd58132-3db2-4a8f-bc95-f7d6d838445b gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:11:24.588790 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565dd6fa-2e1a-45e8-af4b-686fee050bb8 tempest-TestNetworkBasicOps-1728167230 tempest-TestNetworkBasicOps-1728167230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:11:24.589275 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565dd6fa-2e1a-45e8-af4b-686fee050bb8 tempest-TestNetworkBasicOps-1728167230 tempest-TestNetworkBasicOps-1728167230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:11:24.589743 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565dd6fa-2e1a-45e8-af4b-686fee050bb8 tempest-TestNetworkBasicOps-1728167230 tempest-TestNetworkBasicOps-1728167230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:11:24.590211 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565dd6fa-2e1a-45e8-af4b-686fee050bb8 tempest-TestNetworkBasicOps-1728167230 tempest-TestNetworkBasicOps-1728167230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:11:24.592401 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-565dd6fa-2e1a-45e8-af4b-686fee050bb8 tempest-TestNetworkBasicOps-1728167230 tempest-TestNetworkBasicOps-1728167230-project-admin] 10.222.0.76 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.2105632 Aug 27 05:11:24.596488 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57242) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:24.609760 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4fadb524-12d9-4d15-b7ae-c1fca55330d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (d14feb80-8115-4a19-b2db-6d672b6dc5e2), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:24.696079 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a6b16c-8872-4cb0-bd2e-846c4f280647 tempest-TestNetworkBasicOps-1728167230 tempest-TestNetworkBasicOps-1728167230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:11:24.696584 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a6b16c-8872-4cb0-bd2e-846c4f280647 tempest-TestNetworkBasicOps-1728167230 tempest-TestNetworkBasicOps-1728167230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:11:24.697046 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a6b16c-8872-4cb0-bd2e-846c4f280647 tempest-TestNetworkBasicOps-1728167230 tempest-TestNetworkBasicOps-1728167230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:11:24.697497 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a6b16c-8872-4cb0-bd2e-846c4f280647 tempest-TestNetworkBasicOps-1728167230 tempest-TestNetworkBasicOps-1728167230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:11:24.702255 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b4a6b16c-8872-4cb0-bd2e-846c4f280647 tempest-TestNetworkBasicOps-1728167230 tempest-TestNetworkBasicOps-1728167230-project-admin] 10.222.0.76 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.1061792 Aug 27 05:11:24.702471 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57244) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:24.765777 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port d4ea4d09-3364-461c-a52a-863d4b95f09a triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:11:24.766159 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d4ea4d09-3364-461c-a52a-863d4b95f09a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:24.794078 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fadb524-12d9-4d15-b7ae-c1fca55330d5 None None] Pushing event updated for resources: {'Port': ['ID=d14feb80-8115-4a19-b2db-6d672b6dc5e2,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:24.803933 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-9a8a01e0-8250-4bde-bed0-ceb57f92c6ab None None] Provisioning complete for port 1a83883a-658f-464e-8ebf-5808e11ddb6b triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:11:24.804342 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9a8a01e0-8250-4bde-bed0-ceb57f92c6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (1a83883a-658f-464e-8ebf-5808e11ddb6b), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:24.810634 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:24.871122 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:24.882155 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-9a8a01e0-8250-4bde-bed0-ceb57f92c6ab None None] Port 1a83883a-658f-464e-8ebf-5808e11ddb6b cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:11:24.945110 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0c5b946f-754d-4ac6-8676-945e9e04272d tempest-TestNetworkBasicOps-1728167230 tempest-TestNetworkBasicOps-1728167230-project-admin] 10.222.0.76 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2414911 Aug 27 05:11:24.947214 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-9a8a01e0-8250-4bde-bed0-ceb57f92c6ab None None] Provisioning complete for port d14feb80-8115-4a19-b2db-6d672b6dc5e2 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:11:24.947591 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9a8a01e0-8250-4bde-bed0-ceb57f92c6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d14feb80-8115-4a19-b2db-6d672b6dc5e2), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:24.972130 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port d4ea4d09-3364-461c-a52a-863d4b95f09a is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:11:24.973456 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d14feb80-8115-4a19-b2db-6d672b6dc5e2 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:11:25.025536 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-2a7da7aa-bbd2-4cb9-bbef-cd9e7ae67c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd58132-3db2-4a8f-bc95-f7d6d838445b', 'name': 'tempest-TestNetworkBasicOps-router-151449236', 'tenant_id': 'd9a223bc01234f719e782e240c9713cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'd4ea4d09-3364-461c-a52a-863d4b95f09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:11:18Z', 'updated_at': '2022-08-27T05:11:23Z', 'revision_number': 4, 'project_id': 'd9a223bc01234f719e782e240c9713cb', 'gw_port': {'id': 'd4ea4d09-3364-461c-a52a-863d4b95f09a', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd58132-3db2-4a8f-bc95-f7d6d838445b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:11:19Z', 'updated_at': '2022-08-27T05:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '1a83883a-658f-464e-8ebf-5808e11ddb6b', 'name': '', 'network_id': '97e932df-312c-4e82-8db5-407e3b6f7f6c', 'tenant_id': 'd9a223bc01234f719e782e240c9713cb', 'mac_address': 'fa:16:3e:e5:1e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd58132-3db2-4a8f-bc95-f7d6d838445b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '15e651b8-9713-466f-ba7d-3e0154a8f4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:11:22Z', 'updated_at': '2022-08-27T05:11:23Z', 'revision_number': 2, 'project_id': 'd9a223bc01234f719e782e240c9713cb', 'subnets': [{'id': '15e651b8-9713-466f-ba7d-3e0154a8f4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:11:25.059965 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7da7aa-bbd2-4cb9-bbef-cd9e7ae67c17 None None] Checking router: 7cd58132-3db2-4a8f-bc95-f7d6d838445b for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:11:25.060343 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7da7aa-bbd2-4cb9-bbef-cd9e7ae67c17 None None] Updating router 7cd58132-3db2-4a8f-bc95-f7d6d838445b port 1a83883a-658f-464e-8ebf-5808e11ddb6b binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:11:25.071330 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57248) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:25.077274 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-bb87dc88-ca45-4c00-baff-2148dc414393 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1359212186', 'description': 'tempest-secgroup-smoke-1359212186 description', 'project_id': 'd9a223bc01234f719e782e240c9713cb'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:11:25.102884 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port d14feb80-8115-4a19-b2db-6d672b6dc5e2 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:11:25.103252 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d14feb80-8115-4a19-b2db-6d672b6dc5e2), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:25.138208 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2a7da7aa-bbd2-4cb9-bbef-cd9e7ae67c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (1a83883a-658f-464e-8ebf-5808e11ddb6b), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:25.155645 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bb87dc88-ca45-4c00-baff-2148dc414393 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:25.172422 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-9a8a01e0-8250-4bde-bed0-ceb57f92c6ab None None] Current status of the port d14feb80-8115-4a19-b2db-6d672b6dc5e2 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:11:25.230464 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bb87dc88-ca45-4c00-baff-2148dc414393 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for security_group (50f41bef-04e3-4e47-86ca-49fab7b4689a), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:25.306090 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port d14feb80-8115-4a19-b2db-6d672b6dc5e2 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:11:25.311190 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-57b80d07-a956-4d67-9d67-0ebb9f985b71 None None] Provisioning complete for port 1a83883a-658f-464e-8ebf-5808e11ddb6b triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:11:25.311562 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-57b80d07-a956-4d67-9d67-0ebb9f985b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (1a83883a-658f-464e-8ebf-5808e11ddb6b), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:25.338584 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bb87dc88-ca45-4c00-baff-2148dc414393 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (50f41bef-04e3-4e47-86ca-49fab7b4689a), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:25.369550 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb87dc88-ca45-4c00-baff-2148dc414393 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50f41bef-04e3-4e47-86ca-49fab7b4689a,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:25.387701 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-57b80d07-a956-4d67-9d67-0ebb9f985b71 None None] Port 1a83883a-658f-464e-8ebf-5808e11ddb6b cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:11:25.440488 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:25.448893 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bb87dc88-ca45-4c00-baff-2148dc414393 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:25.450241 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-bb87dc88-ca45-4c00-baff-2148dc414393 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3775198 Aug 27 05:11:25.454358 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57250) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:25.458896 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-c9418b75-4b5d-42b4-b17d-e959f54447ce tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Request body: {'security_group_rule': {'security_group_id': '50f41bef-04e3-4e47-86ca-49fab7b4689a', 'project_id': 'd9a223bc01234f719e782e240c9713cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:11:25.491054 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2a7da7aa-bbd2-4cb9-bbef-cd9e7ae67c17 None None] Publish callbacks [] for port (1a83883a-658f-464e-8ebf-5808e11ddb6b), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:25.586663 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c9418b75-4b5d-42b4-b17d-e959f54447ce tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for security_group_rule (a652a062-5bee-4779-a001-8f3c53ac90d5), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:25.632782 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2a7da7aa-bbd2-4cb9-bbef-cd9e7ae67c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (1a83883a-658f-464e-8ebf-5808e11ddb6b), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:25.646395 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c9418b75-4b5d-42b4-b17d-e959f54447ce tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for security_group_rule (a652a062-5bee-4779-a001-8f3c53ac90d5), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:25.726409 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c9418b75-4b5d-42b4-b17d-e959f54447ce tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (a652a062-5bee-4779-a001-8f3c53ac90d5), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:25.746824 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9418b75-4b5d-42b4-b17d-e959f54447ce tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a652a062-5bee-4779-a001-8f3c53ac90d5,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:25.834318 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c9418b75-4b5d-42b4-b17d-e959f54447ce tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:25.838791 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c9418b75-4b5d-42b4-b17d-e959f54447ce tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3802602 Aug 27 05:11:25.843289 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57252) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:25.843542 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-2aff728c-f3ce-4677-a7d3-9a691bf8c0e8 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Request body: {'security_group_rule': {'security_group_id': '50f41bef-04e3-4e47-86ca-49fab7b4689a', 'project_id': 'd9a223bc01234f719e782e240c9713cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:11:25.845672 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ce5c5f-fc15-4468-83f8-89d92588fc62 None None] Pushing event updated for resources: {'Port': ['ID=1a83883a-658f-464e-8ebf-5808e11ddb6b,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:25.862252 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-2a7da7aa-bbd2-4cb9-bbef-cd9e7ae67c17 None None] Attempting to bind port 1a83883a-658f-464e-8ebf-5808e11ddb6b on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:11:25.862625 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-2a7da7aa-bbd2-4cb9-bbef-cd9e7ae67c17 None None] Attempting to bind port 1a83883a-658f-464e-8ebf-5808e11ddb6b by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '40008954-3c41-40c1-9c19-fcedf192817d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '97e932df-312c-4e82-8db5-407e3b6f7f6c'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:11:25.863064 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7da7aa-bbd2-4cb9-bbef-cd9e7ae67c17 None None] Attempting to bind port 1a83883a-658f-464e-8ebf-5808e11ddb6b on network 97e932df-312c-4e82-8db5-407e3b6f7f6c {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:11:25.871242 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7da7aa-bbd2-4cb9-bbef-cd9e7ae67c17 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:11:25.871997 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7da7aa-bbd2-4cb9-bbef-cd9e7ae67c17 None None] Checking segment: {'id': '40008954-3c41-40c1-9c19-fcedf192817d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '97e932df-312c-4e82-8db5-407e3b6f7f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:11:25.872555 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2a7da7aa-bbd2-4cb9-bbef-cd9e7ae67c17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:25.872961 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7da7aa-bbd2-4cb9-bbef-cd9e7ae67c17 None None] Bound using segment: {'id': '40008954-3c41-40c1-9c19-fcedf192817d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '97e932df-312c-4e82-8db5-407e3b6f7f6c'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:11:25.873433 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-2a7da7aa-bbd2-4cb9-bbef-cd9e7ae67c17 None None] Bound port: 1a83883a-658f-464e-8ebf-5808e11ddb6b, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40008954-3c41-40c1-9c19-fcedf192817d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '97e932df-312c-4e82-8db5-407e3b6f7f6c'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:11:25.873817 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2a7da7aa-bbd2-4cb9-bbef-cd9e7ae67c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (1a83883a-658f-464e-8ebf-5808e11ddb6b), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:25.935233 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-2a7da7aa-bbd2-4cb9-bbef-cd9e7ae67c17 None None] For port 1a83883a-658f-464e-8ebf-5808e11ddb6b, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:11:25.938575 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-2a7da7aa-bbd2-4cb9-bbef-cd9e7ae67c17 None None] For port 1a83883a-658f-464e-8ebf-5808e11ddb6b, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=1a83883a-658f-464e-8ebf-5808e11ddb6b,segment=NetworkSegment(40008954-3c41-40c1-9c19-fcedf192817d),segment_id=40008954-3c41-40c1-9c19-fcedf192817d)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:11:25.975984 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2aff728c-f3ce-4677-a7d3-9a691bf8c0e8 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for security_group_rule (8e018623-8dc1-4c0a-8742-9cfcb5cd3686), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:26.033723 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2aff728c-f3ce-4677-a7d3-9a691bf8c0e8 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for security_group_rule (8e018623-8dc1-4c0a-8742-9cfcb5cd3686), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:26.055813 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2a7da7aa-bbd2-4cb9-bbef-cd9e7ae67c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (1a83883a-658f-464e-8ebf-5808e11ddb6b), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:26.089567 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7da7aa-bbd2-4cb9-bbef-cd9e7ae67c17 None None] Routers {'7cd58132-3db2-4a8f-bc95-f7d6d838445b'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:11:26.090168 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-2a7da7aa-bbd2-4cb9-bbef-cd9e7ae67c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:10:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['7cd58132-3db2-4a8f-bc95-f7d6d838445b'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:11:26.137807 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2aff728c-f3ce-4677-a7d3-9a691bf8c0e8 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (8e018623-8dc1-4c0a-8742-9cfcb5cd3686), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:26.142815 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:26.152209 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ce5c5f-fc15-4468-83f8-89d92588fc62 None None] Pushing event updated for resources: {'Port': ['ID=1a83883a-658f-464e-8ebf-5808e11ddb6b,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:26.157382 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff728c-f3ce-4677-a7d3-9a691bf8c0e8 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e018623-8dc1-4c0a-8742-9cfcb5cd3686,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:26.211146 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-2a7da7aa-bbd2-4cb9-bbef-cd9e7ae67c17 None None] Set router 7cd58132-3db2-4a8f-bc95-f7d6d838445b gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:11:26.242840 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2aff728c-f3ce-4677-a7d3-9a691bf8c0e8 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:26.244122 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2aff728c-f3ce-4677-a7d3-9a691bf8c0e8 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4042270 Aug 27 05:11:26.247277 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57254) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:26.251640 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-93a39a09-d6c8-4b3f-80d2-4ef2fb2a2d87 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Request body: {'security_group_rule': {'security_group_id': '50f41bef-04e3-4e47-86ca-49fab7b4689a', 'project_id': 'd9a223bc01234f719e782e240c9713cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:11:26.335398 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-93a39a09-d6c8-4b3f-80d2-4ef2fb2a2d87 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for security_group_rule (13a04fe4-8fb9-45eb-ac79-5d18dd1162b1), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:26.375860 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:26.401602 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-93a39a09-d6c8-4b3f-80d2-4ef2fb2a2d87 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for security_group_rule (13a04fe4-8fb9-45eb-ac79-5d18dd1162b1), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:26.404850 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-2a7da7aa-bbd2-4cb9-bbef-cd9e7ae67c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd58132-3db2-4a8f-bc95-f7d6d838445b', 'name': 'tempest-TestNetworkBasicOps-router-151449236', 'tenant_id': 'd9a223bc01234f719e782e240c9713cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'd4ea4d09-3364-461c-a52a-863d4b95f09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:11:18Z', 'updated_at': '2022-08-27T05:11:23Z', 'revision_number': 4, 'project_id': 'd9a223bc01234f719e782e240c9713cb', 'gw_port': {'id': 'd4ea4d09-3364-461c-a52a-863d4b95f09a', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd58132-3db2-4a8f-bc95-f7d6d838445b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:11:19Z', 'updated_at': '2022-08-27T05:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '1a83883a-658f-464e-8ebf-5808e11ddb6b', 'name': '', 'network_id': '97e932df-312c-4e82-8db5-407e3b6f7f6c', 'tenant_id': 'd9a223bc01234f719e782e240c9713cb', 'mac_address': 'fa:16:3e:e5:1e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd58132-3db2-4a8f-bc95-f7d6d838445b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '15e651b8-9713-466f-ba7d-3e0154a8f4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:11:22Z', 'updated_at': '2022-08-27T05:11:25Z', 'revision_number': 4, 'project_id': 'd9a223bc01234f719e782e240c9713cb', 'subnets': [{'id': '15e651b8-9713-466f-ba7d-3e0154a8f4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:11:26.431883 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d14feb80-8115-4a19-b2db-6d672b6dc5e2 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:11:26.434588 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7da7aa-bbd2-4cb9-bbef-cd9e7ae67c17 None None] The sync data for ids ['7cd58132-3db2-4a8f-bc95-f7d6d838445b'] in n-d-852088-5 is: [{'id': '7cd58132-3db2-4a8f-bc95-f7d6d838445b', 'name': 'tempest-TestNetworkBasicOps-router-151449236', 'tenant_id': 'd9a223bc01234f719e782e240c9713cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'd4ea4d09-3364-461c-a52a-863d4b95f09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:11:18Z', 'updated_at': '2022-08-27T05:11:23Z', 'revision_number': 4, 'project_id': 'd9a223bc01234f719e782e240c9713cb', 'gw_port': {'id': 'd4ea4d09-3364-461c-a52a-863d4b95f09a', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd58132-3db2-4a8f-bc95-f7d6d838445b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:11:19Z', 'updated_at': '2022-08-27T05:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '1a83883a-658f-464e-8ebf-5808e11ddb6b', 'name': '', 'network_id': '97e932df-312c-4e82-8db5-407e3b6f7f6c', 'tenant_id': 'd9a223bc01234f719e782e240c9713cb', 'mac_address': 'fa:16:3e:e5:1e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd58132-3db2-4a8f-bc95-f7d6d838445b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '15e651b8-9713-466f-ba7d-3e0154a8f4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:11:22Z', 'updated_at': '2022-08-27T05:11:25Z', 'revision_number': 4, 'project_id': 'd9a223bc01234f719e782e240c9713cb', 'subnets': [{'id': '15e651b8-9713-466f-ba7d-3e0154a8f4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:11:26.485068 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-93a39a09-d6c8-4b3f-80d2-4ef2fb2a2d87 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (13a04fe4-8fb9-45eb-ac79-5d18dd1162b1), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:26.497904 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port d14feb80-8115-4a19-b2db-6d672b6dc5e2 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:11:26.498637 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d14feb80-8115-4a19-b2db-6d672b6dc5e2), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:26.513613 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:26.523585 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a39a09-d6c8-4b3f-80d2-4ef2fb2a2d87 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13a04fe4-8fb9-45eb-ac79-5d18dd1162b1,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:26.588757 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-93a39a09-d6c8-4b3f-80d2-4ef2fb2a2d87 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:26.589773 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port d14feb80-8115-4a19-b2db-6d672b6dc5e2 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:11:26.589922 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-93a39a09-d6c8-4b3f-80d2-4ef2fb2a2d87 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3417172 Aug 27 05:11:26.592932 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57256) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:26.599225 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-948d6df4-3e06-4e9a-8c5f-d21b3896c1cf tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Request body: {'security_group_rule': {'security_group_id': '50f41bef-04e3-4e47-86ca-49fab7b4689a', 'project_id': 'd9a223bc01234f719e782e240c9713cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:11:26.812198 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e461621f-4499-439a-94a5-8780ac3816e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:26.819098 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-948d6df4-3e06-4e9a-8c5f-d21b3896c1cf tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for security_group_rule (e596a2c7-8bc2-42ed-98b7-6cb5085bb98b), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:26.835647 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:26.884685 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-948d6df4-3e06-4e9a-8c5f-d21b3896c1cf tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for security_group_rule (e596a2c7-8bc2-42ed-98b7-6cb5085bb98b), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:26.993467 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-948d6df4-3e06-4e9a-8c5f-d21b3896c1cf tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (e596a2c7-8bc2-42ed-98b7-6cb5085bb98b), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:27.016130 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d6df4-3e06-4e9a-8c5f-d21b3896c1cf tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e596a2c7-8bc2-42ed-98b7-6cb5085bb98b,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:27.148464 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-948d6df4-3e06-4e9a-8c5f-d21b3896c1cf tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:27.149709 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-948d6df4-3e06-4e9a-8c5f-d21b3896c1cf tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5548439 Aug 27 05:11:27.152489 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57258) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:27.157455 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-c1962acf-02c5-4ac7-bb8b-d3e0090fbea9 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Request body: {'security_group_rule': {'security_group_id': '50f41bef-04e3-4e47-86ca-49fab7b4689a', 'project_id': 'd9a223bc01234f719e782e240c9713cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:11:27.266813 n-d-852088-5 neutron-server[107776]: INFO neutron.db.securitygroups_db [None req-c1962acf-02c5-4ac7-bb8b-d3e0090fbea9 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Project d9a223bc01234f719e782e240c9713cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 05:11:27.275295 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c1962acf-02c5-4ac7-bb8b-d3e0090fbea9 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for security_group_rule (24ff7a06-9542-40d5-8192-1ca6d38ac9a4), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:27.339121 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c1962acf-02c5-4ac7-bb8b-d3e0090fbea9 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for security_group_rule (24ff7a06-9542-40d5-8192-1ca6d38ac9a4), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:27.469343 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c1962acf-02c5-4ac7-bb8b-d3e0090fbea9 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (24ff7a06-9542-40d5-8192-1ca6d38ac9a4), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:27.488912 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1962acf-02c5-4ac7-bb8b-d3e0090fbea9 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24ff7a06-9542-40d5-8192-1ca6d38ac9a4,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:27.566698 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c1962acf-02c5-4ac7-bb8b-d3e0090fbea9 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:27.568073 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c1962acf-02c5-4ac7-bb8b-d3e0090fbea9 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4145956 Aug 27 05:11:27.570832 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57260) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:27.575279 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-47dc2a91-eb47-4322-8598-c03ab81d3bc4 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Request body: {'security_group_rule': {'security_group_id': '50f41bef-04e3-4e47-86ca-49fab7b4689a', 'project_id': 'd9a223bc01234f719e782e240c9713cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:11:27.663906 n-d-852088-5 neutron-server[107776]: INFO neutron.db.securitygroups_db [None req-47dc2a91-eb47-4322-8598-c03ab81d3bc4 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Project d9a223bc01234f719e782e240c9713cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 05:11:27.670310 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-47dc2a91-eb47-4322-8598-c03ab81d3bc4 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for security_group_rule (c69f48a8-1096-4935-a5eb-1c94e0e72785), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:27.704188 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:27.738371 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-47dc2a91-eb47-4322-8598-c03ab81d3bc4 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for security_group_rule (c69f48a8-1096-4935-a5eb-1c94e0e72785), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:27.829232 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-47dc2a91-eb47-4322-8598-c03ab81d3bc4 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (c69f48a8-1096-4935-a5eb-1c94e0e72785), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:27.849071 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dc2a91-eb47-4322-8598-c03ab81d3bc4 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c69f48a8-1096-4935-a5eb-1c94e0e72785,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:27.962785 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-47dc2a91-eb47-4322-8598-c03ab81d3bc4 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:27.964294 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-47dc2a91-eb47-4322-8598-c03ab81d3bc4 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3924627 Aug 27 05:11:28.136393 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-676615a1-bf2c-4756-8254-79c066821836 req-259a01dc-d7b6-4ab2-923b-9fe39ec62e66 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] 10.222.0.76 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1359212186&fields=id&tenant_id=d9a223bc01234f719e782e240c9713cb HTTP/1.1" status: 200 len: 267 time: 0.0497272 Aug 27 05:11:28.246229 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676615a1-bf2c-4756-8254-79c066821836 req-7151a8d6-e19a-4951-a9dc-59799a4e8141 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:11:28.247613 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-676615a1-bf2c-4756-8254-79c066821836 req-7151a8d6-e19a-4951-a9dc-59799a4e8141 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] 10.222.0.76 "GET /networking/v2.0/networks?id=97e932df-312c-4e82-8db5-407e3b6f7f6c HTTP/1.1" status: 200 len: 796 time: 0.1047575 Aug 27 05:11:28.262344 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-676615a1-bf2c-4756-8254-79c066821836 req-e410a135-d63a-4f13-81da-f790634bb30e tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] 10.222.0.76 "GET /networking/v2.0/quotas/d9a223bc01234f719e782e240c9713cb HTTP/1.1" status: 200 len: 375 time: 0.0093422 Aug 27 05:11:28.312366 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-676615a1-bf2c-4756-8254-79c066821836 req-40336877-de9d-4e67-8099-095a0ffc6bf5 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=d9a223bc01234f719e782e240c9713cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448763 Aug 27 05:11:28.356192 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57284) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:28.415720 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8ff006d6-7abc-4aed-a80a-f6e724e8e538 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for security_group (50f41bef-04e3-4e47-86ca-49fab7b4689a), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:28.426698 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 1a83883a-658f-464e-8ebf-5808e11ddb6b up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:11:28.442001 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8ff006d6-7abc-4aed-a80a-f6e724e8e538 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for security_group (50f41bef-04e3-4e47-86ca-49fab7b4689a), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:28.461206 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:28.469954 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 1a83883a-658f-464e-8ebf-5808e11ddb6b triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:11:28.470321 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (1a83883a-658f-464e-8ebf-5808e11ddb6b), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:28.547857 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 1a83883a-658f-464e-8ebf-5808e11ddb6b is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:11:28.548278 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (1a83883a-658f-464e-8ebf-5808e11ddb6b), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:28.581028 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 1a83883a-658f-464e-8ebf-5808e11ddb6b, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=1a83883a-658f-464e-8ebf-5808e11ddb6b,segment=NetworkSegment(40008954-3c41-40c1-9c19-fcedf192817d),segment_id=40008954-3c41-40c1-9c19-fcedf192817d)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:11:28.591997 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8ff006d6-7abc-4aed-a80a-f6e724e8e538 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (50f41bef-04e3-4e47-86ca-49fab7b4689a), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:28.594756 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8ff006d6-7abc-4aed-a80a-f6e724e8e538 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:28.596565 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8ff006d6-7abc-4aed-a80a-f6e724e8e538 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/50f41bef-04e3-4e47-86ca-49fab7b4689a HTTP/1.1" status: 204 len: 168 time: 0.2433572 Aug 27 05:11:28.608414 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff006d6-7abc-4aed-a80a-f6e724e8e538 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f41bef-04e3-4e47-86ca-49fab7b4689a,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:28.721067 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (1a83883a-658f-464e-8ebf-5808e11ddb6b), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:28.753163 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57290) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:28.778379 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=1a83883a-658f-464e-8ebf-5808e11ddb6b,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:29.086150 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:29.091467 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-41cafbf1-bf10-4a07-ab23-a14688faf549 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (7cd58132-3db2-4a8f-bc95-f7d6d838445b), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:29.175236 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-38c73466-9c05-405e-9e75-42e4eba1c661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:29.337297 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-41cafbf1-bf10-4a07-ab23-a14688faf549 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Deleting port 1a83883a-658f-464e-8ebf-5808e11ddb6b {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:11:29.337561 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-41cafbf1-bf10-4a07-ab23-a14688faf549 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (1a83883a-658f-464e-8ebf-5808e11ddb6b), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:29.380315 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:29.430508 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-41cafbf1-bf10-4a07-ab23-a14688faf549 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] For port 1a83883a-658f-464e-8ebf-5808e11ddb6b, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=1a83883a-658f-464e-8ebf-5808e11ddb6b,segment=NetworkSegment(40008954-3c41-40c1-9c19-fcedf192817d),segment_id=40008954-3c41-40c1-9c19-fcedf192817d)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:11:29.430878 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-41cafbf1-bf10-4a07-ab23-a14688faf549 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (1a83883a-658f-464e-8ebf-5808e11ddb6b), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:29.445655 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-41cafbf1-bf10-4a07-ab23-a14688faf549 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Calling delete_port for 1a83883a-658f-464e-8ebf-5808e11ddb6b owned by network:router_interface {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:11:29.703292 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-41cafbf1-bf10-4a07-ab23-a14688faf549 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (1a83883a-658f-464e-8ebf-5808e11ddb6b), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:29.728501 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cafbf1-bf10-4a07-ab23-a14688faf549 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Pushing event deleted for resources: {'Port': ['ID=1a83883a-658f-464e-8ebf-5808e11ddb6b,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:29.904622 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-41cafbf1-bf10-4a07-ab23-a14688faf549 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (7cd58132-3db2-4a8f-bc95-f7d6d838445b), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:30.113959 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41cafbf1-bf10-4a07-ab23-a14688faf549 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Router 7cd58132-3db2-4a8f-bc95-f7d6d838445b has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:11:30.124469 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:30.217040 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41cafbf1-bf10-4a07-ab23-a14688faf549 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:11:30.222032 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-41cafbf1-bf10-4a07-ab23-a14688faf549 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] 10.222.0.76 "PUT /networking/v2.0/routers/7cd58132-3db2-4a8f-bc95-f7d6d838445b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4677260 Aug 27 05:11:30.225713 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57292) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:30.228326 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded8f080-c4d0-4c85-9e32-90f211d4d981 None None] Sync routers for ids ['7cd58132-3db2-4a8f-bc95-f7d6d838445b'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:11:30.239794 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded8f080-c4d0-4c85-9e32-90f211d4d981 None None] Routers {'7cd58132-3db2-4a8f-bc95-f7d6d838445b'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:11:30.240435 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-ded8f080-c4d0-4c85-9e32-90f211d4d981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:11:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['7cd58132-3db2-4a8f-bc95-f7d6d838445b'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:11:30.277565 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c12ba06-fa28-47eb-a0d1-5177dd1541ab tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Deleting subnet 15e651b8-9713-466f-ba7d-3e0154a8f4b6 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 05:11:30.280997 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9c12ba06-fa28-47eb-a0d1-5177dd1541ab tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for subnet (15e651b8-9713-466f-ba7d-3e0154a8f4b6), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:30.283355 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:30.325294 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9c12ba06-fa28-47eb-a0d1-5177dd1541ab tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (15e651b8-9713-466f-ba7d-3e0154a8f4b6), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:30.340830 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-ded8f080-c4d0-4c85-9e32-90f211d4d981 None None] Set router 7cd58132-3db2-4a8f-bc95-f7d6d838445b gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:11:30.363671 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:30.430908 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9c12ba06-fa28-47eb-a0d1-5177dd1541ab tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (15e651b8-9713-466f-ba7d-3e0154a8f4b6), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:30.521081 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-ded8f080-c4d0-4c85-9e32-90f211d4d981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd58132-3db2-4a8f-bc95-f7d6d838445b', 'name': 'tempest-TestNetworkBasicOps-router-151449236', 'tenant_id': 'd9a223bc01234f719e782e240c9713cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'd4ea4d09-3364-461c-a52a-863d4b95f09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:11:18Z', 'updated_at': '2022-08-27T05:11:29Z', 'revision_number': 5, 'project_id': 'd9a223bc01234f719e782e240c9713cb', 'gw_port': {'id': 'd4ea4d09-3364-461c-a52a-863d4b95f09a', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd58132-3db2-4a8f-bc95-f7d6d838445b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:11:19Z', 'updated_at': '2022-08-27T05:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:11:30.546129 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded8f080-c4d0-4c85-9e32-90f211d4d981 None None] Checking router: 7cd58132-3db2-4a8f-bc95-f7d6d838445b for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:11:30.555008 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded8f080-c4d0-4c85-9e32-90f211d4d981 None None] Routers {'7cd58132-3db2-4a8f-bc95-f7d6d838445b'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:11:30.555634 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-ded8f080-c4d0-4c85-9e32-90f211d4d981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:11:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['7cd58132-3db2-4a8f-bc95-f7d6d838445b'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:11:30.601060 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9c12ba06-fa28-47eb-a0d1-5177dd1541ab tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (15e651b8-9713-466f-ba7d-3e0154a8f4b6), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:30.630065 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12ba06-fa28-47eb-a0d1-5177dd1541ab tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Pushing event deleted for resources: {'Subnet': ['ID=15e651b8-9713-466f-ba7d-3e0154a8f4b6,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:30.637074 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9c12ba06-fa28-47eb-a0d1-5177dd1541ab tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:30.642746 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-9c12ba06-fa28-47eb-a0d1-5177dd1541ab tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/15e651b8-9713-466f-ba7d-3e0154a8f4b6 HTTP/1.1" status: 204 len: 168 time: 0.4137185 Aug 27 05:11:30.642933 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353db5cc-bab7-47ee-8b8e-4ad1ac1946ed None None] Network 97e932df-312c-4e82-8db5-407e3b6f7f6c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:11:30.643051 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57294) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:30.662686 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-ded8f080-c4d0-4c85-9e32-90f211d4d981 None None] Set router 7cd58132-3db2-4a8f-bc95-f7d6d838445b gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:11:30.771064 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8ca2ede0-185d-484f-8894-341408c9bcd6 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for router (7cd58132-3db2-4a8f-bc95-f7d6d838445b), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:30.807901 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2b2712-a8a3-49fd-95a7-a438aee69589 None None] DHCP port deletion for 97e932df-312c-4e82-8db5-407e3b6f7f6c request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 05:11:30.815018 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:30.851611 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-fd2b2712-a8a3-49fd-95a7-a438aee69589 None None] Deleting port d14feb80-8115-4a19-b2db-6d672b6dc5e2 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:11:30.852132 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fd2b2712-a8a3-49fd-95a7-a438aee69589 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (d14feb80-8115-4a19-b2db-6d672b6dc5e2), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:30.889258 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8ca2ede0-185d-484f-8894-341408c9bcd6 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for router_gateway (7cd58132-3db2-4a8f-bc95-f7d6d838445b), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:30.901495 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:30.919081 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-ded8f080-c4d0-4c85-9e32-90f211d4d981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd58132-3db2-4a8f-bc95-f7d6d838445b', 'name': 'tempest-TestNetworkBasicOps-router-151449236', 'tenant_id': 'd9a223bc01234f719e782e240c9713cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'd4ea4d09-3364-461c-a52a-863d4b95f09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:11:18Z', 'updated_at': '2022-08-27T05:11:29Z', 'revision_number': 5, 'project_id': 'd9a223bc01234f719e782e240c9713cb', 'gw_port': {'id': 'd4ea4d09-3364-461c-a52a-863d4b95f09a', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd58132-3db2-4a8f-bc95-f7d6d838445b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:11:19Z', 'updated_at': '2022-08-27T05:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:11:30.923626 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-fd2b2712-a8a3-49fd-95a7-a438aee69589 None None] For port d14feb80-8115-4a19-b2db-6d672b6dc5e2, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=d14feb80-8115-4a19-b2db-6d672b6dc5e2,segment=NetworkSegment(40008954-3c41-40c1-9c19-fcedf192817d),segment_id=40008954-3c41-40c1-9c19-fcedf192817d)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:11:30.924045 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fd2b2712-a8a3-49fd-95a7-a438aee69589 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (d14feb80-8115-4a19-b2db-6d672b6dc5e2), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:30.936940 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-fd2b2712-a8a3-49fd-95a7-a438aee69589 None None] Calling delete_port for d14feb80-8115-4a19-b2db-6d672b6dc5e2 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:11:30.944559 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded8f080-c4d0-4c85-9e32-90f211d4d981 None None] The sync data for ids ['7cd58132-3db2-4a8f-bc95-f7d6d838445b'] in n-d-852088-5 is: [{'id': '7cd58132-3db2-4a8f-bc95-f7d6d838445b', 'name': 'tempest-TestNetworkBasicOps-router-151449236', 'tenant_id': 'd9a223bc01234f719e782e240c9713cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'd4ea4d09-3364-461c-a52a-863d4b95f09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:11:18Z', 'updated_at': '2022-08-27T05:11:29Z', 'revision_number': 5, 'project_id': 'd9a223bc01234f719e782e240c9713cb', 'gw_port': {'id': 'd4ea4d09-3364-461c-a52a-863d4b95f09a', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd58132-3db2-4a8f-bc95-f7d6d838445b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:11:19Z', 'updated_at': '2022-08-27T05:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:11:31.003876 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-8ca2ede0-185d-484f-8894-341408c9bcd6 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Deleting port d4ea4d09-3364-461c-a52a-863d4b95f09a {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:11:31.004264 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8ca2ede0-185d-484f-8894-341408c9bcd6 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (d4ea4d09-3364-461c-a52a-863d4b95f09a), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:31.075141 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fd2b2712-a8a3-49fd-95a7-a438aee69589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (d14feb80-8115-4a19-b2db-6d672b6dc5e2), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:31.091332 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-8ca2ede0-185d-484f-8894-341408c9bcd6 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] For port d4ea4d09-3364-461c-a52a-863d4b95f09a, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=d4ea4d09-3364-461c-a52a-863d4b95f09a,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:11:31.091678 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8ca2ede0-185d-484f-8894-341408c9bcd6 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (d4ea4d09-3364-461c-a52a-863d4b95f09a), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:31.102984 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2b2712-a8a3-49fd-95a7-a438aee69589 None None] Pushing event deleted for resources: {'Port': ['ID=d14feb80-8115-4a19-b2db-6d672b6dc5e2,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:31.104968 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2b2712-a8a3-49fd-95a7-a438aee69589 None None] No DVR routers for this DVR port d14feb80-8115-4a19-b2db-6d672b6dc5e2 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:11:31.105843 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-8ca2ede0-185d-484f-8894-341408c9bcd6 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Calling delete_port for d4ea4d09-3364-461c-a52a-863d4b95f09a owned by network:router_gateway {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:11:31.709810 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8ca2ede0-185d-484f-8894-341408c9bcd6 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (d4ea4d09-3364-461c-a52a-863d4b95f09a), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:31.736232 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca2ede0-185d-484f-8894-341408c9bcd6 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Pushing event deleted for resources: {'Port': ['ID=d4ea4d09-3364-461c-a52a-863d4b95f09a,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:31.783935 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:31.819296 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8ca2ede0-185d-484f-8894-341408c9bcd6 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (7cd58132-3db2-4a8f-bc95-f7d6d838445b), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:31.910138 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8ca2ede0-185d-484f-8894-341408c9bcd6 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (7cd58132-3db2-4a8f-bc95-f7d6d838445b), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:31.913012 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8ca2ede0-185d-484f-8894-341408c9bcd6 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for router_controller (7cd58132-3db2-4a8f-bc95-f7d6d838445b), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:31.914293 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:31.916328 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:31.974619 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:32.048739 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8ca2ede0-185d-484f-8894-341408c9bcd6 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (7cd58132-3db2-4a8f-bc95-f7d6d838445b), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:32.049370 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca2ede0-185d-484f-8894-341408c9bcd6 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Fanout notify agent at l3_agent the message router_deleted on router 7cd58132-3db2-4a8f-bc95-f7d6d838445b {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 05:11:32.056664 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8ca2ede0-185d-484f-8894-341408c9bcd6 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:32.057798 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-8ca2ede0-185d-484f-8894-341408c9bcd6 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] 10.222.0.76 "DELETE /networking/v2.0/routers/7cd58132-3db2-4a8f-bc95-f7d6d838445b HTTP/1.1" status: 204 len: 168 time: 1.4136851 Aug 27 05:11:32.060636 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57296) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:32.163613 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e01ee3b5-482b-4161-b938-aa6dc9b8bf0f tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (97e932df-312c-4e82-8db5-407e3b6f7f6c), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:32.545229 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 1a83883a-658f-464e-8ebf-5808e11ddb6b no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:11:32.550802 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e01ee3b5-482b-4161-b938-aa6dc9b8bf0f tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (97e932df-312c-4e82-8db5-407e3b6f7f6c), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:32.567866 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 1a83883a-658f-464e-8ebf-5808e11ddb6b {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:11:32.568230 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 1a83883a-658f-464e-8ebf-5808e11ddb6b not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:11:32.568637 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d4ea4d09-3364-461c-a52a-863d4b95f09a no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:11:32.573574 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-e01ee3b5-482b-4161-b938-aa6dc9b8bf0f tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97e932df-312c-4e82-8db5-407e3b6f7f6c']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:11:32.585818 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-e01ee3b5-482b-4161-b938-aa6dc9b8bf0f tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40008954-3c41-40c1-9c19-fcedf192817d') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:11:32.585945 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-e01ee3b5-482b-4161-b938-aa6dc9b8bf0f tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40008954-3c41-40c1-9c19-fcedf192817d') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:11:32.587691 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: d4ea4d09-3364-461c-a52a-863d4b95f09a {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:11:32.588036 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d4ea4d09-3364-461c-a52a-863d4b95f09a not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:11:32.588471 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d14feb80-8115-4a19-b2db-6d672b6dc5e2 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:11:32.595995 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e01ee3b5-482b-4161-b938-aa6dc9b8bf0f tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (40008954-3c41-40c1-9c19-fcedf192817d), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:32.606853 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: d14feb80-8115-4a19-b2db-6d672b6dc5e2 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:11:32.607203 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d14feb80-8115-4a19-b2db-6d672b6dc5e2 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:11:32.609085 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e01ee3b5-482b-4161-b938-aa6dc9b8bf0f tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (40008954-3c41-40c1-9c19-fcedf192817d), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:32.615888 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e01ee3b5-482b-4161-b938-aa6dc9b8bf0f tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:11:32.616205 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e01ee3b5-482b-4161-b938-aa6dc9b8bf0f tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (40008954-3c41-40c1-9c19-fcedf192817d), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:32.636678 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 40008954-3c41-40c1-9c19-fcedf192817d resource provider aggregate not found Aug 27 05:11:32.681032 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 40008954-3c41-40c1-9c19-fcedf192817d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 40008954-3c41-40c1-9c19-fcedf192817d found for delete ", "request_id": "req-c4b3fb30-ec8c-4fa7-9627-97ea28fdb1f5"}]} Aug 27 05:11:32.766179 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e01ee3b5-482b-4161-b938-aa6dc9b8bf0f tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (97e932df-312c-4e82-8db5-407e3b6f7f6c), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:32.774297 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e01ee3b5-482b-4161-b938-aa6dc9b8bf0f tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:32.777217 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e01ee3b5-482b-4161-b938-aa6dc9b8bf0f tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] 10.222.0.76 "DELETE /networking/v2.0/networks/97e932df-312c-4e82-8db5-407e3b6f7f6c HTTP/1.1" status: 204 len: 168 time: 0.7155583 Aug 27 05:11:32.784275 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57302) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:32.791029 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ee3b5-482b-4161-b938-aa6dc9b8bf0f tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Pushing event deleted for resources: {'Network': ['ID=97e932df-312c-4e82-8db5-407e3b6f7f6c,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:32.791243 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-1f98d339-d115-42c1-b63a-f1cef9186b66 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Request body: {'network': {'name': 'tempest-network-smoke--1003121751', 'project_id': 'd9a223bc01234f719e782e240c9713cb', 'port_security_enabled': True}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:11:32.875096 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f98d339-d115-42c1-b63a-f1cef9186b66 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Made reservation on behalf of d9a223bc01234f719e782e240c9713cb for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:11:32.879557 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1f98d339-d115-42c1-b63a-f1cef9186b66 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:32.905064 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f98d339-d115-42c1-b63a-f1cef9186b66 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 05:11:32.913887 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1f98d339-d115-42c1-b63a-f1cef9186b66 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (a39d0244-5dd6-4e5e-bfc6-04ea74be7e39), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:32.914232 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-1f98d339-d115-42c1-b63a-f1cef9186b66 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Added segment a39d0244-5dd6-4e5e-bfc6-04ea74be7e39 of type vlan for network 9d7bad4e-980a-4e7c-a077-ef5336aa3a7a Aug 27 05:11:32.963035 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1f98d339-d115-42c1-b63a-f1cef9186b66 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (9d7bad4e-980a-4e7c-a077-ef5336aa3a7a), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:33.063627 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1f98d339-d115-42c1-b63a-f1cef9186b66 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (9d7bad4e-980a-4e7c-a077-ef5336aa3a7a), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:33.069915 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f98d339-d115-42c1-b63a-f1cef9186b66 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:11:33.070507 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1f98d339-d115-42c1-b63a-f1cef9186b66 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:33.159662 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f98d339-d115-42c1-b63a-f1cef9186b66 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Pushing event updated for resources: {'Network': ['ID=9d7bad4e-980a-4e7c-a077-ef5336aa3a7a,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:33.171044 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 9d7bad4e-980a-4e7c-a077-ef5336aa3a7a details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 05:11:33.243705 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1f98d339-d115-42c1-b63a-f1cef9186b66 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4570277 Aug 27 05:11:33.246409 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57304) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:33.250873 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-43aa6567-d83f-46f0-9e5a-402cc3c378f8 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-529231176', 'admin_state_up': True, 'project_id': 'd9a223bc01234f719e782e240c9713cb', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:11:33.355283 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-43aa6567-d83f-46f0-9e5a-402cc3c378f8 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (3997f9cb-9b17-4e9d-8868-fc708eaeda04), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:33.356444 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-43aa6567-d83f-46f0-9e5a-402cc3c378f8 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (3997f9cb-9b17-4e9d-8868-fc708eaeda04), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:33.411393 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-43aa6567-d83f-46f0-9e5a-402cc3c378f8 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for router_controller (3997f9cb-9b17-4e9d-8868-fc708eaeda04), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:33.602131 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-43aa6567-d83f-46f0-9e5a-402cc3c378f8 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for router_gateway (3997f9cb-9b17-4e9d-8868-fc708eaeda04), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:33.835391 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-43aa6567-d83f-46f0-9e5a-402cc3c378f8 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for router_gateway (3997f9cb-9b17-4e9d-8868-fc708eaeda04), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:33.854523 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-43aa6567-d83f-46f0-9e5a-402cc3c378f8 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:33.955777 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-43aa6567-d83f-46f0-9e5a-402cc3c378f8 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Allocated IP 172.25.2.175 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/bea2f6d5-791c-4719-a101-fa0ca3543b49) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:11:34.063113 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-43aa6567-d83f-46f0-9e5a-402cc3c378f8 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for port (bea2f6d5-791c-4719-a101-fa0ca3543b49), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:34.068854 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:34.078951 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:UPDATE=5,neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=7 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:34.143720 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-43aa6567-d83f-46f0-9e5a-402cc3c378f8 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (bea2f6d5-791c-4719-a101-fa0ca3543b49), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:34.180744 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43aa6567-d83f-46f0-9e5a-402cc3c378f8 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:11:34.185683 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-43aa6567-d83f-46f0-9e5a-402cc3c378f8 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:11:34.189300 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43aa6567-d83f-46f0-9e5a-402cc3c378f8 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:11:34.217382 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aa6567-d83f-46f0-9e5a-402cc3c378f8 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Pushing event updated for resources: {'Port': ['ID=bea2f6d5-791c-4719-a101-fa0ca3543b49,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:34.510218 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-43aa6567-d83f-46f0-9e5a-402cc3c378f8 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for router_gateway (3997f9cb-9b17-4e9d-8868-fc708eaeda04), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:34.699769 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-43aa6567-d83f-46f0-9e5a-402cc3c378f8 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (3997f9cb-9b17-4e9d-8868-fc708eaeda04), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:34.903197 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43aa6567-d83f-46f0-9e5a-402cc3c378f8 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Router 3997f9cb-9b17-4e9d-8868-fc708eaeda04 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 05:11:34.905157 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:35.009934 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43aa6567-d83f-46f0-9e5a-402cc3c378f8 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:11:35.020481 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095115d6-2f6a-45a5-86bd-d4a8beb633b4 None None] Sync routers for ids ['3997f9cb-9b17-4e9d-8868-fc708eaeda04'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:11:35.030337 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095115d6-2f6a-45a5-86bd-d4a8beb633b4 None None] Routers {'3997f9cb-9b17-4e9d-8868-fc708eaeda04'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:11:35.031033 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-095115d6-2f6a-45a5-86bd-d4a8beb633b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:11:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['3997f9cb-9b17-4e9d-8868-fc708eaeda04'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:11:35.094248 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-43aa6567-d83f-46f0-9e5a-402cc3c378f8 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:35.095513 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-43aa6567-d83f-46f0-9e5a-402cc3c378f8 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8481579 Aug 27 05:11:35.100348 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57306) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:35.129635 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-992c4961-b1c4-406c-b40d-2d168b829033 tempest-TestNetworkBasicOps-1728167230 tempest-TestNetworkBasicOps-1728167230-project-admin] 10.222.0.76 "GET /networking/v2.0/subnets?project_id=d9a223bc01234f719e782e240c9713cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281157 Aug 27 05:11:35.132221 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57308) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:35.142192 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-095115d6-2f6a-45a5-86bd-d4a8beb633b4 None None] Set router 3997f9cb-9b17-4e9d-8868-fc708eaeda04 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:11:35.227445 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee3a077-b315-49ca-81b9-890f41e7ee8d tempest-TestNetworkBasicOps-1728167230 tempest-TestNetworkBasicOps-1728167230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:11:35.228995 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8ee3a077-b315-49ca-81b9-890f41e7ee8d tempest-TestNetworkBasicOps-1728167230 tempest-TestNetworkBasicOps-1728167230-project-admin] 10.222.0.76 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0958805 Aug 27 05:11:35.231758 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57310) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:35.238331 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:35.259372 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-dd8464ac-3da8-4d18-9448-64de353a9a19 tempest-TestNetworkBasicOps-1728167230 tempest-TestNetworkBasicOps-1728167230-project-admin] 10.222.0.76 "GET /networking/v2.0/subnets?network_id=2db7b18a-8c4b-4ba8-8012-3e7d96728abb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265229 Aug 27 05:11:35.261984 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57312) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:35.266673 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-f829aaff-4723-4796-a338-60a9c0c5b540 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1443691688', 'network_id': '9d7bad4e-980a-4e7c-a077-ef5336aa3a7a', 'project_id': 'd9a223bc01234f719e782e240c9713cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:11:35.310635 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:35.313899 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-095115d6-2f6a-45a5-86bd-d4a8beb633b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3997f9cb-9b17-4e9d-8868-fc708eaeda04', 'name': 'tempest-TestNetworkBasicOps-router-529231176', 'tenant_id': 'd9a223bc01234f719e782e240c9713cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': 'bea2f6d5-791c-4719-a101-fa0ca3543b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:11:33Z', 'updated_at': '2022-08-27T05:11:34Z', 'revision_number': 3, 'project_id': 'd9a223bc01234f719e782e240c9713cb', 'gw_port': {'id': 'bea2f6d5-791c-4719-a101-fa0ca3543b49', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e4:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3997f9cb-9b17-4e9d-8868-fc708eaeda04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:11:33Z', 'updated_at': '2022-08-27T05:11:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:11:35.339951 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095115d6-2f6a-45a5-86bd-d4a8beb633b4 None None] Checking router: 3997f9cb-9b17-4e9d-8868-fc708eaeda04 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:11:35.340319 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095115d6-2f6a-45a5-86bd-d4a8beb633b4 None None] Updating router 3997f9cb-9b17-4e9d-8868-fc708eaeda04 port bea2f6d5-791c-4719-a101-fa0ca3543b49 binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:11:35.371379 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-095115d6-2f6a-45a5-86bd-d4a8beb633b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (bea2f6d5-791c-4719-a101-fa0ca3543b49), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:35.446396 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f829aaff-4723-4796-a338-60a9c0c5b540 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Made reservation on behalf of d9a223bc01234f719e782e240c9713cb for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:11:35.450874 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f829aaff-4723-4796-a338-60a9c0c5b540 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:35.627850 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-095115d6-2f6a-45a5-86bd-d4a8beb633b4 None None] Publish callbacks [] for port (bea2f6d5-791c-4719-a101-fa0ca3543b49), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:35.726170 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-095115d6-2f6a-45a5-86bd-d4a8beb633b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (bea2f6d5-791c-4719-a101-fa0ca3543b49), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:35.734752 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f829aaff-4723-4796-a338-60a9c0c5b540 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (b1b0d021-38fe-4cca-9196-f1afed296f39), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:35.760590 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-095115d6-2f6a-45a5-86bd-d4a8beb633b4 None None] Attempting to bind port bea2f6d5-791c-4719-a101-fa0ca3543b49 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:11:35.760959 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-095115d6-2f6a-45a5-86bd-d4a8beb633b4 None None] Attempting to bind port bea2f6d5-791c-4719-a101-fa0ca3543b49 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:11:35.761329 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095115d6-2f6a-45a5-86bd-d4a8beb633b4 None None] Attempting to bind port bea2f6d5-791c-4719-a101-fa0ca3543b49 on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:11:35.770017 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:35.778658 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095115d6-2f6a-45a5-86bd-d4a8beb633b4 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:11:35.781428 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095115d6-2f6a-45a5-86bd-d4a8beb633b4 None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:11:35.781428 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-095115d6-2f6a-45a5-86bd-d4a8beb633b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:35.781428 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095115d6-2f6a-45a5-86bd-d4a8beb633b4 None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:11:35.781428 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-095115d6-2f6a-45a5-86bd-d4a8beb633b4 None None] Bound port: bea2f6d5-791c-4719-a101-fa0ca3543b49, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:11:35.781428 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-095115d6-2f6a-45a5-86bd-d4a8beb633b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (bea2f6d5-791c-4719-a101-fa0ca3543b49), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:35.784114 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1873f7-048e-4e20-9193-88ae2a6e2ad3 None None] Pushing event updated for resources: {'Port': ['ID=bea2f6d5-791c-4719-a101-fa0ca3543b49,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:35.806612 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f829aaff-4723-4796-a338-60a9c0c5b540 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Pushing event updated for resources: {'Subnet': ['ID=b1b0d021-38fe-4cca-9196-f1afed296f39,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:35.812418 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f829aaff-4723-4796-a338-60a9c0c5b540 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Checking segment: {'id': 'a39d0244-5dd6-4e5e-bfc6-04ea74be7e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9d7bad4e-980a-4e7c-a077-ef5336aa3a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:11:35.812786 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f829aaff-4723-4796-a338-60a9c0c5b540 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Network hostable DHCP agents. Network: 9d7bad4e-980a-4e7c-a077-ef5336aa3a7a, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 05:11:35.830083 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:35.909190 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f829aaff-4723-4796-a338-60a9c0c5b540 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Network 9d7bad4e-980a-4e7c-a077-ef5336aa3a7a is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 05:11:35.968359 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-095115d6-2f6a-45a5-86bd-d4a8beb633b4 None None] For port bea2f6d5-791c-4719-a101-fa0ca3543b49, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:11:35.971526 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-095115d6-2f6a-45a5-86bd-d4a8beb633b4 None None] For port bea2f6d5-791c-4719-a101-fa0ca3543b49, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=bea2f6d5-791c-4719-a101-fa0ca3543b49,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:11:35.983211 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-f829aaff-4723-4796-a338-60a9c0c5b540 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 9d7bad4e-980a-4e7c-a077-ef5336aa3a7a) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:11:35.988315 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f829aaff-4723-4796-a338-60a9c0c5b540 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:11:35.989000 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f829aaff-4723-4796-a338-60a9c0c5b540 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:35.994617 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80724728-4f1f-4e52-90d6-110bc5d907b2 None None] Network 9d7bad4e-980a-4e7c-a077-ef5336aa3a7a requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:11:36.081113 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-095115d6-2f6a-45a5-86bd-d4a8beb633b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (bea2f6d5-791c-4719-a101-fa0ca3543b49), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:36.108868 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f829aaff-4723-4796-a338-60a9c0c5b540 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8428009 Aug 27 05:11:36.109327 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57314) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:36.131418 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0be7abe-4784-4646-b8db-7d60d0a7addd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-9d7bad4e-980a-4e7c-a077-ef5336aa3a7a', 'network_id': '9d7bad4e-980a-4e7c-a077-ef5336aa3a7a', 'project_id': 'd9a223bc01234f719e782e240c9713cb', 'fixed_ips': [{'subnet_id': 'b1b0d021-38fe-4cca-9196-f1afed296f39'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 05:11:36.132487 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e0be7abe-4784-4646-b8db-7d60d0a7addd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:36.158356 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095115d6-2f6a-45a5-86bd-d4a8beb633b4 None None] Routers {'3997f9cb-9b17-4e9d-8868-fc708eaeda04'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:11:36.158990 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-095115d6-2f6a-45a5-86bd-d4a8beb633b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:11:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['3997f9cb-9b17-4e9d-8868-fc708eaeda04'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:11:36.218825 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1873f7-048e-4e20-9193-88ae2a6e2ad3 None None] Pushing event updated for resources: {'Port': ['ID=bea2f6d5-791c-4719-a101-fa0ca3543b49,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:36.311592 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:36.376501 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-095115d6-2f6a-45a5-86bd-d4a8beb633b4 None None] Set router 3997f9cb-9b17-4e9d-8868-fc708eaeda04 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:11:36.410467 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:36.438081 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-e0be7abe-4784-4646-b8db-7d60d0a7addd None None] Allocated IP 172.20.0.2 (9d7bad4e-980a-4e7c-a077-ef5336aa3a7a/b1b0d021-38fe-4cca-9196-f1afed296f39/72525e48-ea0f-4d4a-a267-e09fb23ff0b9) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:11:36.541957 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e171c1a9-7b80-413c-b269-ab66872bc8a3 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:36.662080 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-095115d6-2f6a-45a5-86bd-d4a8beb633b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3997f9cb-9b17-4e9d-8868-fc708eaeda04', 'name': 'tempest-TestNetworkBasicOps-router-529231176', 'tenant_id': 'd9a223bc01234f719e782e240c9713cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': 'bea2f6d5-791c-4719-a101-fa0ca3543b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:11:33Z', 'updated_at': '2022-08-27T05:11:34Z', 'revision_number': 3, 'project_id': 'd9a223bc01234f719e782e240c9713cb', 'gw_port': {'id': 'bea2f6d5-791c-4719-a101-fa0ca3543b49', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e4:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3997f9cb-9b17-4e9d-8868-fc708eaeda04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:11:33Z', 'updated_at': '2022-08-27T05:11:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:11:36.705094 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095115d6-2f6a-45a5-86bd-d4a8beb633b4 None None] The sync data for ids ['3997f9cb-9b17-4e9d-8868-fc708eaeda04'] in n-d-852088-5 is: [{'id': '3997f9cb-9b17-4e9d-8868-fc708eaeda04', 'name': 'tempest-TestNetworkBasicOps-router-529231176', 'tenant_id': 'd9a223bc01234f719e782e240c9713cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': 'bea2f6d5-791c-4719-a101-fa0ca3543b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:11:33Z', 'updated_at': '2022-08-27T05:11:34Z', 'revision_number': 3, 'project_id': 'd9a223bc01234f719e782e240c9713cb', 'gw_port': {'id': 'bea2f6d5-791c-4719-a101-fa0ca3543b49', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e4:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3997f9cb-9b17-4e9d-8868-fc708eaeda04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:11:33Z', 'updated_at': '2022-08-27T05:11:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:11:36.736434 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e0be7abe-4784-4646-b8db-7d60d0a7addd None None] Publish callbacks [] for port (72525e48-ea0f-4d4a-a267-e09fb23ff0b9), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:36.863944 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e0be7abe-4784-4646-b8db-7d60d0a7addd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (72525e48-ea0f-4d4a-a267-e09fb23ff0b9), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:36.872222 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:36.909144 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0be7abe-4784-4646-b8db-7d60d0a7addd None None] Network 9d7bad4e-980a-4e7c-a077-ef5336aa3a7a is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:11:36.913246 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-e0be7abe-4784-4646-b8db-7d60d0a7addd None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:11:36.917768 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0be7abe-4784-4646-b8db-7d60d0a7addd None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:11:36.924417 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0be7abe-4784-4646-b8db-7d60d0a7addd None None] Pushing event updated for resources: {'Port': ['ID=72525e48-ea0f-4d4a-a267-e09fb23ff0b9,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:36.996292 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-e0be7abe-4784-4646-b8db-7d60d0a7addd None None] Attempting to bind port 72525e48-ea0f-4d4a-a267-e09fb23ff0b9 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:11:36.998322 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-e0be7abe-4784-4646-b8db-7d60d0a7addd None None] Attempting to bind port 72525e48-ea0f-4d4a-a267-e09fb23ff0b9 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'a39d0244-5dd6-4e5e-bfc6-04ea74be7e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9d7bad4e-980a-4e7c-a077-ef5336aa3a7a'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:11:36.998322 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0be7abe-4784-4646-b8db-7d60d0a7addd None None] Attempting to bind port 72525e48-ea0f-4d4a-a267-e09fb23ff0b9 on network 9d7bad4e-980a-4e7c-a077-ef5336aa3a7a {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:11:37.002467 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0be7abe-4784-4646-b8db-7d60d0a7addd None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:11:37.002841 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0be7abe-4784-4646-b8db-7d60d0a7addd None None] Checking segment: {'id': 'a39d0244-5dd6-4e5e-bfc6-04ea74be7e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9d7bad4e-980a-4e7c-a077-ef5336aa3a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:11:37.003308 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e0be7abe-4784-4646-b8db-7d60d0a7addd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:37.003707 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0be7abe-4784-4646-b8db-7d60d0a7addd None None] Bound using segment: {'id': 'a39d0244-5dd6-4e5e-bfc6-04ea74be7e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9d7bad4e-980a-4e7c-a077-ef5336aa3a7a'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:11:37.004189 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-e0be7abe-4784-4646-b8db-7d60d0a7addd None None] Bound port: 72525e48-ea0f-4d4a-a267-e09fb23ff0b9, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a39d0244-5dd6-4e5e-bfc6-04ea74be7e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9d7bad4e-980a-4e7c-a077-ef5336aa3a7a'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:11:37.004748 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e0be7abe-4784-4646-b8db-7d60d0a7addd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (72525e48-ea0f-4d4a-a267-e09fb23ff0b9), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:37.083847 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-e0be7abe-4784-4646-b8db-7d60d0a7addd None None] For port 72525e48-ea0f-4d4a-a267-e09fb23ff0b9, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:11:37.087008 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-e0be7abe-4784-4646-b8db-7d60d0a7addd None None] For port 72525e48-ea0f-4d4a-a267-e09fb23ff0b9, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=72525e48-ea0f-4d4a-a267-e09fb23ff0b9,segment=NetworkSegment(a39d0244-5dd6-4e5e-bfc6-04ea74be7e39),segment_id=a39d0244-5dd6-4e5e-bfc6-04ea74be7e39)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:11:37.102755 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-e171c1a9-7b80-413c-b269-ab66872bc8a3 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Allocated IP 172.20.0.1 (9d7bad4e-980a-4e7c-a077-ef5336aa3a7a/b1b0d021-38fe-4cca-9196-f1afed296f39/5c92583b-ec50-477a-9db9-23e6593081e0) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:11:37.113222 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:37.137948 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:37.201755 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e0be7abe-4784-4646-b8db-7d60d0a7addd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (72525e48-ea0f-4d4a-a267-e09fb23ff0b9), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:37.243300 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e171c1a9-7b80-413c-b269-ab66872bc8a3 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for port (5c92583b-ec50-477a-9db9-23e6593081e0), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:37.267090 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0be7abe-4784-4646-b8db-7d60d0a7addd None None] Pushing event updated for resources: {'Port': ['ID=72525e48-ea0f-4d4a-a267-e09fb23ff0b9,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:37.349662 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e171c1a9-7b80-413c-b269-ab66872bc8a3 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (5c92583b-ec50-477a-9db9-23e6593081e0), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:37.410516 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e171c1a9-7b80-413c-b269-ab66872bc8a3 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Network 9d7bad4e-980a-4e7c-a077-ef5336aa3a7a is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:11:37.415617 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-e171c1a9-7b80-413c-b269-ab66872bc8a3 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:11:37.419017 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e171c1a9-7b80-413c-b269-ab66872bc8a3 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:11:37.457831 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e171c1a9-7b80-413c-b269-ab66872bc8a3 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Pushing event updated for resources: {'Port': ['ID=5c92583b-ec50-477a-9db9-23e6593081e0,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:37.480592 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e171c1a9-7b80-413c-b269-ab66872bc8a3 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (3997f9cb-9b17-4e9d-8868-fc708eaeda04), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:37.527911 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:37.714956 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e171c1a9-7b80-413c-b269-ab66872bc8a3 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (5c92583b-ec50-477a-9db9-23e6593081e0), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:38.001368 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e171c1a9-7b80-413c-b269-ab66872bc8a3 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for port (5c92583b-ec50-477a-9db9-23e6593081e0), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:38.103466 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e171c1a9-7b80-413c-b269-ab66872bc8a3 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (5c92583b-ec50-477a-9db9-23e6593081e0), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:38.186103 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e171c1a9-7b80-413c-b269-ab66872bc8a3 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Pushing event updated for resources: {'Port': ['ID=5c92583b-ec50-477a-9db9-23e6593081e0,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:38.193967 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e171c1a9-7b80-413c-b269-ab66872bc8a3 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (3997f9cb-9b17-4e9d-8868-fc708eaeda04), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:38.228260 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5ed100-d98d-4c48-ae3d-76a54d8626cd None None] Network 9d7bad4e-980a-4e7c-a077-ef5336aa3a7a requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:11:38.300334 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e171c1a9-7b80-413c-b269-ab66872bc8a3 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Network 9d7bad4e-980a-4e7c-a077-ef5336aa3a7a is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:11:38.301776 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-e171c1a9-7b80-413c-b269-ab66872bc8a3 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:11:38.308340 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-d21ac45a-a958-4143-9117-040c5c19d1fe None None] Provisioning complete for port 72525e48-ea0f-4d4a-a267-e09fb23ff0b9 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:11:38.308711 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d21ac45a-a958-4143-9117-040c5c19d1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (72525e48-ea0f-4d4a-a267-e09fb23ff0b9), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:38.413949 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:38.429765 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d21ac45a-a958-4143-9117-040c5c19d1fe None None] Current status of the port 72525e48-ea0f-4d4a-a267-e09fb23ff0b9 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:11:38.431570 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d21ac45a-a958-4143-9117-040c5c19d1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (72525e48-ea0f-4d4a-a267-e09fb23ff0b9), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:38.467149 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e171c1a9-7b80-413c-b269-ab66872bc8a3 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Router 3997f9cb-9b17-4e9d-8868-fc708eaeda04 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:11:38.469965 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:38.471543 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d21ac45a-a958-4143-9117-040c5c19d1fe None None] For port 72525e48-ea0f-4d4a-a267-e09fb23ff0b9, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=72525e48-ea0f-4d4a-a267-e09fb23ff0b9,segment=NetworkSegment(a39d0244-5dd6-4e5e-bfc6-04ea74be7e39),segment_id=a39d0244-5dd6-4e5e-bfc6-04ea74be7e39)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:11:38.515995 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 72525e48-ea0f-4d4a-a267-e09fb23ff0b9 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:11:38.548457 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d21ac45a-a958-4143-9117-040c5c19d1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (72525e48-ea0f-4d4a-a267-e09fb23ff0b9), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:38.592624 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e171c1a9-7b80-413c-b269-ab66872bc8a3 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:11:38.598971 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e171c1a9-7b80-413c-b269-ab66872bc8a3 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] 10.222.0.76 "PUT /networking/v2.0/routers/3997f9cb-9b17-4e9d-8868-fc708eaeda04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4890583 Aug 27 05:11:38.602716 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57316) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:38.637194 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 72525e48-ea0f-4d4a-a267-e09fb23ff0b9 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:11:38.637590 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (72525e48-ea0f-4d4a-a267-e09fb23ff0b9), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:38.641403 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21ac45a-a958-4143-9117-040c5c19d1fe None None] Pushing event updated for resources: {'Port': ['ID=72525e48-ea0f-4d4a-a267-e09fb23ff0b9,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:38.697320 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:38.723481 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634e3a80-67d5-4204-8c3d-4bf75fadc00e tempest-TestNetworkBasicOps-1728167230 tempest-TestNetworkBasicOps-1728167230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:11:38.724085 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634e3a80-67d5-4204-8c3d-4bf75fadc00e tempest-TestNetworkBasicOps-1728167230 tempest-TestNetworkBasicOps-1728167230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:11:38.724596 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634e3a80-67d5-4204-8c3d-4bf75fadc00e tempest-TestNetworkBasicOps-1728167230 tempest-TestNetworkBasicOps-1728167230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:11:38.725068 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634e3a80-67d5-4204-8c3d-4bf75fadc00e tempest-TestNetworkBasicOps-1728167230 tempest-TestNetworkBasicOps-1728167230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:11:38.729488 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-634e3a80-67d5-4204-8c3d-4bf75fadc00e tempest-TestNetworkBasicOps-1728167230 tempest-TestNetworkBasicOps-1728167230-project-admin] 10.222.0.76 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1230786 Aug 27 05:11:38.729689 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57318) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:38.734826 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 72525e48-ea0f-4d4a-a267-e09fb23ff0b9 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:11:38.735950 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device bea2f6d5-791c-4719-a101-fa0ca3543b49 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:11:38.794202 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-238140c8-73cc-483a-ac0f-f25567225b6d None None] Provisioning complete for port 5c92583b-ec50-477a-9db9-23e6593081e0 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:11:38.794589 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-238140c8-73cc-483a-ac0f-f25567225b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (5c92583b-ec50-477a-9db9-23e6593081e0), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:38.799319 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port bea2f6d5-791c-4719-a101-fa0ca3543b49 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:11:38.800780 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (bea2f6d5-791c-4719-a101-fa0ca3543b49), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:38.831120 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257ce906-a52b-4c36-8604-947fc7c7973b tempest-TestNetworkBasicOps-1728167230 tempest-TestNetworkBasicOps-1728167230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:11:38.831600 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257ce906-a52b-4c36-8604-947fc7c7973b tempest-TestNetworkBasicOps-1728167230 tempest-TestNetworkBasicOps-1728167230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:11:38.832060 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257ce906-a52b-4c36-8604-947fc7c7973b tempest-TestNetworkBasicOps-1728167230 tempest-TestNetworkBasicOps-1728167230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:11:38.832545 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257ce906-a52b-4c36-8604-947fc7c7973b tempest-TestNetworkBasicOps-1728167230 tempest-TestNetworkBasicOps-1728167230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:11:38.836726 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-257ce906-a52b-4c36-8604-947fc7c7973b tempest-TestNetworkBasicOps-1728167230 tempest-TestNetworkBasicOps-1728167230-project-admin] 10.222.0.76 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.1036077 Aug 27 05:11:38.837018 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57320) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:38.864763 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-238140c8-73cc-483a-ac0f-f25567225b6d None None] Port 5c92583b-ec50-477a-9db9-23e6593081e0 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:11:38.873303 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:38.883252 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-238140c8-73cc-483a-ac0f-f25567225b6d None None] Provisioning complete for port 72525e48-ea0f-4d4a-a267-e09fb23ff0b9 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:11:38.883785 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-238140c8-73cc-483a-ac0f-f25567225b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (72525e48-ea0f-4d4a-a267-e09fb23ff0b9), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:38.889202 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5e7a13-0a9e-4b8e-ab1d-5d911666659a None None] Sync routers for ids ['3997f9cb-9b17-4e9d-8868-fc708eaeda04'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:11:38.902037 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5e7a13-0a9e-4b8e-ab1d-5d911666659a None None] Routers {'3997f9cb-9b17-4e9d-8868-fc708eaeda04'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:11:38.902909 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-8a5e7a13-0a9e-4b8e-ab1d-5d911666659a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:11:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['3997f9cb-9b17-4e9d-8868-fc708eaeda04'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:11:38.952466 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port bea2f6d5-791c-4719-a101-fa0ca3543b49 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:11:38.952843 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (bea2f6d5-791c-4719-a101-fa0ca3543b49), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:38.973705 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-65c65134-e5e8-44bc-bc4b-d0c58e144618 tempest-TestNetworkBasicOps-1728167230 tempest-TestNetworkBasicOps-1728167230-project-admin] 10.222.0.76 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1353233 Aug 27 05:11:38.985609 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port bea2f6d5-791c-4719-a101-fa0ca3543b49, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=bea2f6d5-791c-4719-a101-fa0ca3543b49,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:11:39.034040 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-8a5e7a13-0a9e-4b8e-ab1d-5d911666659a None None] Set router 3997f9cb-9b17-4e9d-8868-fc708eaeda04 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:11:39.035545 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-238140c8-73cc-483a-ac0f-f25567225b6d None None] Current status of the port 72525e48-ea0f-4d4a-a267-e09fb23ff0b9 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:11:39.055602 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (bea2f6d5-791c-4719-a101-fa0ca3543b49), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:39.110119 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=bea2f6d5-791c-4719-a101-fa0ca3543b49,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:39.155963 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-9cc5b0ca-2359-417e-ac4c-66f9ce178689 None None] Provisioning complete for port 5c92583b-ec50-477a-9db9-23e6593081e0 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:11:39.156531 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9cc5b0ca-2359-417e-ac4c-66f9ce178689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (5c92583b-ec50-477a-9db9-23e6593081e0), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:39.162234 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57324) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:39.167010 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-1d713bd7-288c-4502-83a2-f7bf21807eab tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1034831574', 'description': 'tempest-secgroup-smoke-1034831574 description', 'project_id': 'd9a223bc01234f719e782e240c9713cb'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:11:39.189589 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-9cc5b0ca-2359-417e-ac4c-66f9ce178689 None None] Port 5c92583b-ec50-477a-9db9-23e6593081e0 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:11:39.247325 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-8a5e7a13-0a9e-4b8e-ab1d-5d911666659a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3997f9cb-9b17-4e9d-8868-fc708eaeda04', 'name': 'tempest-TestNetworkBasicOps-router-529231176', 'tenant_id': 'd9a223bc01234f719e782e240c9713cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': 'bea2f6d5-791c-4719-a101-fa0ca3543b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:11:33Z', 'updated_at': '2022-08-27T05:11:37Z', 'revision_number': 4, 'project_id': 'd9a223bc01234f719e782e240c9713cb', 'gw_port': {'id': 'bea2f6d5-791c-4719-a101-fa0ca3543b49', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e4:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3997f9cb-9b17-4e9d-8868-fc708eaeda04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:11:33Z', 'updated_at': '2022-08-27T05:11:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '5c92583b-ec50-477a-9db9-23e6593081e0', 'name': '', 'network_id': '9d7bad4e-980a-4e7c-a077-ef5336aa3a7a', 'tenant_id': 'd9a223bc01234f719e782e240c9713cb', 'mac_address': 'fa:16:3e:8f:5f:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3997f9cb-9b17-4e9d-8868-fc708eaeda04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': 'b1b0d021-38fe-4cca-9196-f1afed296f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:11:36Z', 'updated_at': '2022-08-27T05:11:37Z', 'revision_number': 2, 'project_id': 'd9a223bc01234f719e782e240c9713cb', 'subnets': [{'id': 'b1b0d021-38fe-4cca-9196-f1afed296f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:11:39.260777 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1d713bd7-288c-4502-83a2-f7bf21807eab tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:39.272437 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5e7a13-0a9e-4b8e-ab1d-5d911666659a None None] Checking router: 3997f9cb-9b17-4e9d-8868-fc708eaeda04 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:11:39.272788 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5e7a13-0a9e-4b8e-ab1d-5d911666659a None None] Updating router 3997f9cb-9b17-4e9d-8868-fc708eaeda04 port 5c92583b-ec50-477a-9db9-23e6593081e0 binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:11:39.305347 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-8a5e7a13-0a9e-4b8e-ab1d-5d911666659a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (5c92583b-ec50-477a-9db9-23e6593081e0), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:39.335396 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1d713bd7-288c-4502-83a2-f7bf21807eab tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for security_group (e900d0ad-b717-4f8d-bf1a-5d3cecd4580c), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:39.353488 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:39.437653 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1d713bd7-288c-4502-83a2-f7bf21807eab tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (e900d0ad-b717-4f8d-bf1a-5d3cecd4580c), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:39.469380 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d713bd7-288c-4502-83a2-f7bf21807eab tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e900d0ad-b717-4f8d-bf1a-5d3cecd4580c,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:39.545468 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1d713bd7-288c-4502-83a2-f7bf21807eab tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:39.547129 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1d713bd7-288c-4502-83a2-f7bf21807eab tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3838835 Aug 27 05:11:39.550159 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57326) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:39.558954 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-181f0a7f-88c6-49ae-9bfd-eef1acb3fa34 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Request body: {'security_group_rule': {'security_group_id': 'e900d0ad-b717-4f8d-bf1a-5d3cecd4580c', 'project_id': 'd9a223bc01234f719e782e240c9713cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:11:39.560370 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-8a5e7a13-0a9e-4b8e-ab1d-5d911666659a None None] Publish callbacks [] for port (5c92583b-ec50-477a-9db9-23e6593081e0), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:39.646009 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-8a5e7a13-0a9e-4b8e-ab1d-5d911666659a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (5c92583b-ec50-477a-9db9-23e6593081e0), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:39.667334 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-181f0a7f-88c6-49ae-9bfd-eef1acb3fa34 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for security_group_rule (21639ae6-cf69-4181-b31b-4665b9c50577), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:39.723751 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8e59c9-a343-4f3a-9f31-3d233437ed10 None None] Pushing event updated for resources: {'Port': ['ID=5c92583b-ec50-477a-9db9-23e6593081e0,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:39.726956 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-181f0a7f-88c6-49ae-9bfd-eef1acb3fa34 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for security_group_rule (21639ae6-cf69-4181-b31b-4665b9c50577), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:39.740213 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-8a5e7a13-0a9e-4b8e-ab1d-5d911666659a None None] Attempting to bind port 5c92583b-ec50-477a-9db9-23e6593081e0 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:11:39.742228 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-8a5e7a13-0a9e-4b8e-ab1d-5d911666659a None None] Attempting to bind port 5c92583b-ec50-477a-9db9-23e6593081e0 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'a39d0244-5dd6-4e5e-bfc6-04ea74be7e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9d7bad4e-980a-4e7c-a077-ef5336aa3a7a'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:11:39.742228 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5e7a13-0a9e-4b8e-ab1d-5d911666659a None None] Attempting to bind port 5c92583b-ec50-477a-9db9-23e6593081e0 on network 9d7bad4e-980a-4e7c-a077-ef5336aa3a7a {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:11:39.746086 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5e7a13-0a9e-4b8e-ab1d-5d911666659a None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:11:39.746457 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5e7a13-0a9e-4b8e-ab1d-5d911666659a None None] Checking segment: {'id': 'a39d0244-5dd6-4e5e-bfc6-04ea74be7e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9d7bad4e-980a-4e7c-a077-ef5336aa3a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:11:39.746852 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-8a5e7a13-0a9e-4b8e-ab1d-5d911666659a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:39.747243 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5e7a13-0a9e-4b8e-ab1d-5d911666659a None None] Bound using segment: {'id': 'a39d0244-5dd6-4e5e-bfc6-04ea74be7e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9d7bad4e-980a-4e7c-a077-ef5336aa3a7a'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:11:39.747739 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-8a5e7a13-0a9e-4b8e-ab1d-5d911666659a None None] Bound port: 5c92583b-ec50-477a-9db9-23e6593081e0, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a39d0244-5dd6-4e5e-bfc6-04ea74be7e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9d7bad4e-980a-4e7c-a077-ef5336aa3a7a'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:11:39.748116 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-8a5e7a13-0a9e-4b8e-ab1d-5d911666659a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (5c92583b-ec50-477a-9db9-23e6593081e0), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:39.786412 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-181f0a7f-88c6-49ae-9bfd-eef1acb3fa34 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (21639ae6-cf69-4181-b31b-4665b9c50577), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:39.789518 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:39.809028 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181f0a7f-88c6-49ae-9bfd-eef1acb3fa34 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21639ae6-cf69-4181-b31b-4665b9c50577,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:39.810071 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-8a5e7a13-0a9e-4b8e-ab1d-5d911666659a None None] For port 5c92583b-ec50-477a-9db9-23e6593081e0, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:11:39.813251 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-8a5e7a13-0a9e-4b8e-ab1d-5d911666659a None None] For port 5c92583b-ec50-477a-9db9-23e6593081e0, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=5c92583b-ec50-477a-9db9-23e6593081e0,segment=NetworkSegment(a39d0244-5dd6-4e5e-bfc6-04ea74be7e39),segment_id=a39d0244-5dd6-4e5e-bfc6-04ea74be7e39)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:11:39.906610 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-8a5e7a13-0a9e-4b8e-ab1d-5d911666659a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (5c92583b-ec50-477a-9db9-23e6593081e0), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:39.908078 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-181f0a7f-88c6-49ae-9bfd-eef1acb3fa34 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:39.910249 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-181f0a7f-88c6-49ae-9bfd-eef1acb3fa34 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3583670 Aug 27 05:11:39.913059 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57328) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:39.917450 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-70f642f2-c4ae-496f-850a-be0fd7f18db8 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Request body: {'security_group_rule': {'security_group_id': 'e900d0ad-b717-4f8d-bf1a-5d3cecd4580c', 'project_id': 'd9a223bc01234f719e782e240c9713cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:11:39.942492 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5e7a13-0a9e-4b8e-ab1d-5d911666659a None None] Routers {'3997f9cb-9b17-4e9d-8868-fc708eaeda04'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:11:39.943120 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-8a5e7a13-0a9e-4b8e-ab1d-5d911666659a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:11:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['3997f9cb-9b17-4e9d-8868-fc708eaeda04'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:11:40.008113 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8e59c9-a343-4f3a-9f31-3d233437ed10 None None] Pushing event updated for resources: {'Port': ['ID=5c92583b-ec50-477a-9db9-23e6593081e0,revision_number=4']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:40.049662 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-70f642f2-c4ae-496f-850a-be0fd7f18db8 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for security_group_rule (92f41dea-5b4a-4915-9ad0-40dbf979670e), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:40.076754 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-8a5e7a13-0a9e-4b8e-ab1d-5d911666659a None None] Set router 3997f9cb-9b17-4e9d-8868-fc708eaeda04 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:11:40.110746 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-70f642f2-c4ae-496f-850a-be0fd7f18db8 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for security_group_rule (92f41dea-5b4a-4915-9ad0-40dbf979670e), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:40.289147 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-8a5e7a13-0a9e-4b8e-ab1d-5d911666659a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3997f9cb-9b17-4e9d-8868-fc708eaeda04', 'name': 'tempest-TestNetworkBasicOps-router-529231176', 'tenant_id': 'd9a223bc01234f719e782e240c9713cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': 'bea2f6d5-791c-4719-a101-fa0ca3543b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:11:33Z', 'updated_at': '2022-08-27T05:11:37Z', 'revision_number': 4, 'project_id': 'd9a223bc01234f719e782e240c9713cb', 'gw_port': {'id': 'bea2f6d5-791c-4719-a101-fa0ca3543b49', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3997f9cb-9b17-4e9d-8868-fc708eaeda04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:11:33Z', 'updated_at': '2022-08-27T05:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '5c92583b-ec50-477a-9db9-23e6593081e0', 'name': '', 'network_id': '9d7bad4e-980a-4e7c-a077-ef5336aa3a7a', 'tenant_id': 'd9a223bc01234f719e782e240c9713cb', 'mac_address': 'fa:16:3e:8f:5f:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3997f9cb-9b17-4e9d-8868-fc708eaeda04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': 'b1b0d021-38fe-4cca-9196-f1afed296f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:11:36Z', 'updated_at': '2022-08-27T05:11:39Z', 'revision_number': 4, 'project_id': 'd9a223bc01234f719e782e240c9713cb', 'subnets': [{'id': 'b1b0d021-38fe-4cca-9196-f1afed296f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:11:40.299020 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5e7a13-0a9e-4b8e-ab1d-5d911666659a None None] The sync data for ids ['3997f9cb-9b17-4e9d-8868-fc708eaeda04'] in n-d-852088-5 is: [{'id': '3997f9cb-9b17-4e9d-8868-fc708eaeda04', 'name': 'tempest-TestNetworkBasicOps-router-529231176', 'tenant_id': 'd9a223bc01234f719e782e240c9713cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': 'bea2f6d5-791c-4719-a101-fa0ca3543b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:11:33Z', 'updated_at': '2022-08-27T05:11:37Z', 'revision_number': 4, 'project_id': 'd9a223bc01234f719e782e240c9713cb', 'gw_port': {'id': 'bea2f6d5-791c-4719-a101-fa0ca3543b49', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3997f9cb-9b17-4e9d-8868-fc708eaeda04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:11:33Z', 'updated_at': '2022-08-27T05:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '5c92583b-ec50-477a-9db9-23e6593081e0', 'name': '', 'network_id': '9d7bad4e-980a-4e7c-a077-ef5336aa3a7a', 'tenant_id': 'd9a223bc01234f719e782e240c9713cb', 'mac_address': 'fa:16:3e:8f:5f:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3997f9cb-9b17-4e9d-8868-fc708eaeda04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': 'b1b0d021-38fe-4cca-9196-f1afed296f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:11:36Z', 'updated_at': '2022-08-27T05:11:39Z', 'revision_number': 4, 'project_id': 'd9a223bc01234f719e782e240c9713cb', 'subnets': [{'id': 'b1b0d021-38fe-4cca-9196-f1afed296f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:11:40.396088 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-70f642f2-c4ae-496f-850a-be0fd7f18db8 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (92f41dea-5b4a-4915-9ad0-40dbf979670e), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:40.418299 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f642f2-c4ae-496f-850a-be0fd7f18db8 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92f41dea-5b4a-4915-9ad0-40dbf979670e,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:40.485689 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-70f642f2-c4ae-496f-850a-be0fd7f18db8 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:40.488245 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-70f642f2-c4ae-496f-850a-be0fd7f18db8 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5728872 Aug 27 05:11:40.490510 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57330) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:40.495669 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-c3dcd9ba-6c5f-42ef-97e2-5e6fe335918d tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Request body: {'security_group_rule': {'security_group_id': 'e900d0ad-b717-4f8d-bf1a-5d3cecd4580c', 'project_id': 'd9a223bc01234f719e782e240c9713cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:11:40.526303 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 72525e48-ea0f-4d4a-a267-e09fb23ff0b9 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:11:40.576638 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 72525e48-ea0f-4d4a-a267-e09fb23ff0b9 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:11:40.577011 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (72525e48-ea0f-4d4a-a267-e09fb23ff0b9), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:40.600445 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c3dcd9ba-6c5f-42ef-97e2-5e6fe335918d tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for security_group_rule (6f9b96b7-9d42-494a-aa43-381e22f73769), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:40.658240 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 72525e48-ea0f-4d4a-a267-e09fb23ff0b9 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:11:40.659400 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 5c92583b-ec50-477a-9db9-23e6593081e0 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:11:40.675590 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c3dcd9ba-6c5f-42ef-97e2-5e6fe335918d tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for security_group_rule (6f9b96b7-9d42-494a-aa43-381e22f73769), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:40.697759 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:40.708623 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 5c92583b-ec50-477a-9db9-23e6593081e0 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:11:40.709021 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (5c92583b-ec50-477a-9db9-23e6593081e0), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:40.760431 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c3dcd9ba-6c5f-42ef-97e2-5e6fe335918d tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (6f9b96b7-9d42-494a-aa43-381e22f73769), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:40.791418 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dcd9ba-6c5f-42ef-97e2-5e6fe335918d tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f9b96b7-9d42-494a-aa43-381e22f73769,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:40.795689 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 5c92583b-ec50-477a-9db9-23e6593081e0 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:11:40.796078 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (5c92583b-ec50-477a-9db9-23e6593081e0), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:40.833071 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 5c92583b-ec50-477a-9db9-23e6593081e0, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=5c92583b-ec50-477a-9db9-23e6593081e0,segment=NetworkSegment(a39d0244-5dd6-4e5e-bfc6-04ea74be7e39),segment_id=a39d0244-5dd6-4e5e-bfc6-04ea74be7e39)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:11:40.895261 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c3dcd9ba-6c5f-42ef-97e2-5e6fe335918d tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:40.896596 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c3dcd9ba-6c5f-42ef-97e2-5e6fe335918d tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4045129 Aug 27 05:11:40.902126 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57332) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:40.904253 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-d639f210-44b2-46db-9739-14396d6313fc tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Request body: {'security_group_rule': {'security_group_id': 'e900d0ad-b717-4f8d-bf1a-5d3cecd4580c', 'project_id': 'd9a223bc01234f719e782e240c9713cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:11:40.960488 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (5c92583b-ec50-477a-9db9-23e6593081e0), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:40.961342 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device bea2f6d5-791c-4719-a101-fa0ca3543b49 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:11:41.019492 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d639f210-44b2-46db-9739-14396d6313fc tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for security_group_rule (610f1893-0c27-4629-8823-6f5b300d5974), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:41.046093 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:41.054236 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port bea2f6d5-791c-4719-a101-fa0ca3543b49 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:11:41.059214 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (bea2f6d5-791c-4719-a101-fa0ca3543b49), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:41.090261 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:41.115552 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d639f210-44b2-46db-9739-14396d6313fc tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for security_group_rule (610f1893-0c27-4629-8823-6f5b300d5974), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:41.197683 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d639f210-44b2-46db-9739-14396d6313fc tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (610f1893-0c27-4629-8823-6f5b300d5974), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:41.223395 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d639f210-44b2-46db-9739-14396d6313fc tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=610f1893-0c27-4629-8823-6f5b300d5974,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:41.227038 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=5c92583b-ec50-477a-9db9-23e6593081e0,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:41.281242 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port bea2f6d5-791c-4719-a101-fa0ca3543b49 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:11:41.290695 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d639f210-44b2-46db-9739-14396d6313fc tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:41.291971 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-d639f210-44b2-46db-9739-14396d6313fc tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3915298 Aug 27 05:11:41.295019 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57336) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:41.300694 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-8e665a1d-7b3a-4c59-89d1-4912a015ff27 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Request body: {'security_group_rule': {'security_group_id': 'e900d0ad-b717-4f8d-bf1a-5d3cecd4580c', 'project_id': 'd9a223bc01234f719e782e240c9713cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:11:41.397842 n-d-852088-5 neutron-server[107776]: INFO neutron.db.securitygroups_db [None req-8e665a1d-7b3a-4c59-89d1-4912a015ff27 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Project d9a223bc01234f719e782e240c9713cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 05:11:41.404027 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8e665a1d-7b3a-4c59-89d1-4912a015ff27 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for security_group_rule (fce92669-2a48-44d2-b4f3-d50e3ba8aa0e), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:41.475707 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8e665a1d-7b3a-4c59-89d1-4912a015ff27 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for security_group_rule (fce92669-2a48-44d2-b4f3-d50e3ba8aa0e), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:41.585876 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8e665a1d-7b3a-4c59-89d1-4912a015ff27 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (fce92669-2a48-44d2-b4f3-d50e3ba8aa0e), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:41.607050 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e665a1d-7b3a-4c59-89d1-4912a015ff27 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fce92669-2a48-44d2-b4f3-d50e3ba8aa0e,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:41.725598 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8e665a1d-7b3a-4c59-89d1-4912a015ff27 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:41.726866 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8e665a1d-7b3a-4c59-89d1-4912a015ff27 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4308214 Aug 27 05:11:41.729628 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57338) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:41.733964 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-49999a8b-11aa-40cb-9eec-7ebd51f4ddce tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Request body: {'security_group_rule': {'security_group_id': 'e900d0ad-b717-4f8d-bf1a-5d3cecd4580c', 'project_id': 'd9a223bc01234f719e782e240c9713cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:11:41.826363 n-d-852088-5 neutron-server[107776]: INFO neutron.db.securitygroups_db [None req-49999a8b-11aa-40cb-9eec-7ebd51f4ddce tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Project d9a223bc01234f719e782e240c9713cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 05:11:41.833275 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-49999a8b-11aa-40cb-9eec-7ebd51f4ddce tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for security_group_rule (8b6668f2-0214-4a22-b6fd-8b8a896fa694), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:41.890025 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:41.897739 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-49999a8b-11aa-40cb-9eec-7ebd51f4ddce tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for security_group_rule (8b6668f2-0214-4a22-b6fd-8b8a896fa694), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:41.972232 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-49999a8b-11aa-40cb-9eec-7ebd51f4ddce tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (8b6668f2-0214-4a22-b6fd-8b8a896fa694), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:41.993022 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49999a8b-11aa-40cb-9eec-7ebd51f4ddce tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b6668f2-0214-4a22-b6fd-8b8a896fa694,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:42.087849 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-49999a8b-11aa-40cb-9eec-7ebd51f4ddce tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:42.089124 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-49999a8b-11aa-40cb-9eec-7ebd51f4ddce tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3585556 Aug 27 05:11:42.203977 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:42.249037 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e587b97d-930a-4dc3-be8f-b571e6f24d16 req-94d43327-8981-4d67-8b33-861c3e655bbb tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] 10.222.0.76 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1034831574&fields=id&tenant_id=d9a223bc01234f719e782e240c9713cb HTTP/1.1" status: 200 len: 267 time: 0.0511611 Aug 27 05:11:42.362511 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587b97d-930a-4dc3-be8f-b571e6f24d16 req-eeb28d56-98f7-414d-b118-79f69fdab3bd tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:11:42.363953 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e587b97d-930a-4dc3-be8f-b571e6f24d16 req-eeb28d56-98f7-414d-b118-79f69fdab3bd tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] 10.222.0.76 "GET /networking/v2.0/networks?id=9d7bad4e-980a-4e7c-a077-ef5336aa3a7a HTTP/1.1" status: 200 len: 797 time: 0.1079638 Aug 27 05:11:42.381262 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e587b97d-930a-4dc3-be8f-b571e6f24d16 req-b906c71c-1817-4e6e-8ce1-2e81c3d925a5 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] 10.222.0.76 "GET /networking/v2.0/quotas/d9a223bc01234f719e782e240c9713cb HTTP/1.1" status: 200 len: 375 time: 0.0104887 Aug 27 05:11:42.418943 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 5c92583b-ec50-477a-9db9-23e6593081e0 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:11:42.433115 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-e587b97d-930a-4dc3-be8f-b571e6f24d16 req-d791236b-38a9-4373-a207-01454c70bc7a tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=d9a223bc01234f719e782e240c9713cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463305 Aug 27 05:11:42.471680 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57354) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:42.477258 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 5c92583b-ec50-477a-9db9-23e6593081e0 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:11:42.477633 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (5c92583b-ec50-477a-9db9-23e6593081e0), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:42.527146 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c65ef0aa-ae5b-4c96-b08a-1ea155085263 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for security_group (e900d0ad-b717-4f8d-bf1a-5d3cecd4580c), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:42.551563 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c65ef0aa-ae5b-4c96-b08a-1ea155085263 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for security_group (e900d0ad-b717-4f8d-bf1a-5d3cecd4580c), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:42.554552 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 5c92583b-ec50-477a-9db9-23e6593081e0 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:11:42.675150 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c65ef0aa-ae5b-4c96-b08a-1ea155085263 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (e900d0ad-b717-4f8d-bf1a-5d3cecd4580c), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:42.677804 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c65ef0aa-ae5b-4c96-b08a-1ea155085263 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:42.678977 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c65ef0aa-ae5b-4c96-b08a-1ea155085263 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/e900d0ad-b717-4f8d-bf1a-5d3cecd4580c HTTP/1.1" status: 204 len: 168 time: 0.2125089 Aug 27 05:11:42.689000 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ef0aa-ae5b-4c96-b08a-1ea155085263 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e900d0ad-b717-4f8d-bf1a-5d3cecd4580c,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:42.766873 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57358) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:43.018687 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=82,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:43.098154 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5176abfe-439f-44bd-a54c-21395c4585bd tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (3997f9cb-9b17-4e9d-8868-fc708eaeda04), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:43.328552 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-5176abfe-439f-44bd-a54c-21395c4585bd tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Deleting port 5c92583b-ec50-477a-9db9-23e6593081e0 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:11:43.328812 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5176abfe-439f-44bd-a54c-21395c4585bd tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (5c92583b-ec50-477a-9db9-23e6593081e0), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:43.403270 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:43.421383 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-5176abfe-439f-44bd-a54c-21395c4585bd tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] For port 5c92583b-ec50-477a-9db9-23e6593081e0, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=5c92583b-ec50-477a-9db9-23e6593081e0,segment=NetworkSegment(a39d0244-5dd6-4e5e-bfc6-04ea74be7e39),segment_id=a39d0244-5dd6-4e5e-bfc6-04ea74be7e39)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:11:43.421746 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5176abfe-439f-44bd-a54c-21395c4585bd tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (5c92583b-ec50-477a-9db9-23e6593081e0), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:43.435110 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-5176abfe-439f-44bd-a54c-21395c4585bd tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Calling delete_port for 5c92583b-ec50-477a-9db9-23e6593081e0 owned by network:router_interface {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:11:43.763059 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5176abfe-439f-44bd-a54c-21395c4585bd tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (5c92583b-ec50-477a-9db9-23e6593081e0), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:43.789726 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5176abfe-439f-44bd-a54c-21395c4585bd tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Pushing event deleted for resources: {'Port': ['ID=5c92583b-ec50-477a-9db9-23e6593081e0,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:43.973948 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5176abfe-439f-44bd-a54c-21395c4585bd tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (3997f9cb-9b17-4e9d-8868-fc708eaeda04), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:44.077471 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:44.188120 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5176abfe-439f-44bd-a54c-21395c4585bd tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Router 3997f9cb-9b17-4e9d-8868-fc708eaeda04 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:11:44.288703 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5176abfe-439f-44bd-a54c-21395c4585bd tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:11:44.293836 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-5176abfe-439f-44bd-a54c-21395c4585bd tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] 10.222.0.76 "PUT /networking/v2.0/routers/3997f9cb-9b17-4e9d-8868-fc708eaeda04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5259399 Aug 27 05:11:44.296474 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57360) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:44.299152 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3087be53-d688-4199-a2ab-401afb6cd7c2 None None] Sync routers for ids ['3997f9cb-9b17-4e9d-8868-fc708eaeda04'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:11:44.308867 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3087be53-d688-4199-a2ab-401afb6cd7c2 None None] Routers {'3997f9cb-9b17-4e9d-8868-fc708eaeda04'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:11:44.309483 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-3087be53-d688-4199-a2ab-401afb6cd7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:11:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['3997f9cb-9b17-4e9d-8868-fc708eaeda04'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:11:44.352208 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-73bac37f-a95b-4b4e-b67c-8bdff7a67599 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Deleting subnet b1b0d021-38fe-4cca-9196-f1afed296f39 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 05:11:44.355482 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-73bac37f-a95b-4b4e-b67c-8bdff7a67599 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for subnet (b1b0d021-38fe-4cca-9196-f1afed296f39), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:44.398871 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-73bac37f-a95b-4b4e-b67c-8bdff7a67599 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (b1b0d021-38fe-4cca-9196-f1afed296f39), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:44.423023 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-3087be53-d688-4199-a2ab-401afb6cd7c2 None None] Set router 3997f9cb-9b17-4e9d-8868-fc708eaeda04 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:11:44.448384 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:44.482842 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-73bac37f-a95b-4b4e-b67c-8bdff7a67599 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (b1b0d021-38fe-4cca-9196-f1afed296f39), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:44.605046 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-3087be53-d688-4199-a2ab-401afb6cd7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3997f9cb-9b17-4e9d-8868-fc708eaeda04', 'name': 'tempest-TestNetworkBasicOps-router-529231176', 'tenant_id': 'd9a223bc01234f719e782e240c9713cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': 'bea2f6d5-791c-4719-a101-fa0ca3543b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:11:33Z', 'updated_at': '2022-08-27T05:11:43Z', 'revision_number': 5, 'project_id': 'd9a223bc01234f719e782e240c9713cb', 'gw_port': {'id': 'bea2f6d5-791c-4719-a101-fa0ca3543b49', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3997f9cb-9b17-4e9d-8868-fc708eaeda04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:11:33Z', 'updated_at': '2022-08-27T05:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:11:44.623659 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-73bac37f-a95b-4b4e-b67c-8bdff7a67599 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (b1b0d021-38fe-4cca-9196-f1afed296f39), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:44.632074 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3087be53-d688-4199-a2ab-401afb6cd7c2 None None] Checking router: 3997f9cb-9b17-4e9d-8868-fc708eaeda04 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:11:44.640909 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3087be53-d688-4199-a2ab-401afb6cd7c2 None None] Routers {'3997f9cb-9b17-4e9d-8868-fc708eaeda04'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:11:44.641519 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-3087be53-d688-4199-a2ab-401afb6cd7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:11:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['3997f9cb-9b17-4e9d-8868-fc708eaeda04'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:11:44.650275 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bac37f-a95b-4b4e-b67c-8bdff7a67599 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Pushing event deleted for resources: {'Subnet': ['ID=b1b0d021-38fe-4cca-9196-f1afed296f39,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:44.660999 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bac37f-a95b-4b4e-b67c-8bdff7a67599 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:11:44.661352 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bac37f-a95b-4b4e-b67c-8bdff7a67599 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:11:44.661698 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bac37f-a95b-4b4e-b67c-8bdff7a67599 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:11:44.662038 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bac37f-a95b-4b4e-b67c-8bdff7a67599 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:11:44.662379 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bac37f-a95b-4b4e-b67c-8bdff7a67599 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:11:44.662717 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bac37f-a95b-4b4e-b67c-8bdff7a67599 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:11:44.663154 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bac37f-a95b-4b4e-b67c-8bdff7a67599 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:11:44.663372 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bac37f-a95b-4b4e-b67c-8bdff7a67599 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:11:44.663700 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bac37f-a95b-4b4e-b67c-8bdff7a67599 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:11:44.664038 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bac37f-a95b-4b4e-b67c-8bdff7a67599 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:11:44.664807 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bac37f-a95b-4b4e-b67c-8bdff7a67599 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:11:44.664807 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bac37f-a95b-4b4e-b67c-8bdff7a67599 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:11:44.665013 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bac37f-a95b-4b4e-b67c-8bdff7a67599 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:11:44.665326 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bac37f-a95b-4b4e-b67c-8bdff7a67599 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:11:44.665657 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bac37f-a95b-4b4e-b67c-8bdff7a67599 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:11:44.668603 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-73bac37f-a95b-4b4e-b67c-8bdff7a67599 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:44.674493 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-73bac37f-a95b-4b4e-b67c-8bdff7a67599 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/b1b0d021-38fe-4cca-9196-f1afed296f39 HTTP/1.1" status: 204 len: 168 time: 0.3745732 Aug 27 05:11:44.675240 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57362) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:44.678829 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544ba572-f872-4594-a3f8-8b902606658b None None] Network 9d7bad4e-980a-4e7c-a077-ef5336aa3a7a requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:11:44.782163 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b6635f6e-db0e-4f60-893a-d39d7a94e641 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for router (3997f9cb-9b17-4e9d-8868-fc708eaeda04), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:44.828307 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-3087be53-d688-4199-a2ab-401afb6cd7c2 None None] Set router 3997f9cb-9b17-4e9d-8868-fc708eaeda04 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:11:44.890279 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b6635f6e-db0e-4f60-893a-d39d7a94e641 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for router_gateway (3997f9cb-9b17-4e9d-8868-fc708eaeda04), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:44.899945 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5fab4e-122e-44eb-8513-21b7546722ae None None] DHCP port deletion for 9d7bad4e-980a-4e7c-a077-ef5336aa3a7a request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 05:11:44.931706 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:44.980754 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-ef5fab4e-122e-44eb-8513-21b7546722ae None None] Deleting port 72525e48-ea0f-4d4a-a267-e09fb23ff0b9 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:11:44.981125 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ef5fab4e-122e-44eb-8513-21b7546722ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (72525e48-ea0f-4d4a-a267-e09fb23ff0b9), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:45.025742 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-b6635f6e-db0e-4f60-893a-d39d7a94e641 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Deleting port bea2f6d5-791c-4719-a101-fa0ca3543b49 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:11:45.026111 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b6635f6e-db0e-4f60-893a-d39d7a94e641 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (bea2f6d5-791c-4719-a101-fa0ca3543b49), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:45.055315 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:45.091455 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-ef5fab4e-122e-44eb-8513-21b7546722ae None None] For port 72525e48-ea0f-4d4a-a267-e09fb23ff0b9, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=72525e48-ea0f-4d4a-a267-e09fb23ff0b9,segment=NetworkSegment(a39d0244-5dd6-4e5e-bfc6-04ea74be7e39),segment_id=a39d0244-5dd6-4e5e-bfc6-04ea74be7e39)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:11:45.091843 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ef5fab4e-122e-44eb-8513-21b7546722ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (72525e48-ea0f-4d4a-a267-e09fb23ff0b9), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:45.106606 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-b6635f6e-db0e-4f60-893a-d39d7a94e641 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] For port bea2f6d5-791c-4719-a101-fa0ca3543b49, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=bea2f6d5-791c-4719-a101-fa0ca3543b49,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:11:45.106973 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b6635f6e-db0e-4f60-893a-d39d7a94e641 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (bea2f6d5-791c-4719-a101-fa0ca3543b49), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:45.110012 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-ef5fab4e-122e-44eb-8513-21b7546722ae None None] Calling delete_port for 72525e48-ea0f-4d4a-a267-e09fb23ff0b9 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:11:45.123990 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-3087be53-d688-4199-a2ab-401afb6cd7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3997f9cb-9b17-4e9d-8868-fc708eaeda04', 'name': 'tempest-TestNetworkBasicOps-router-529231176', 'tenant_id': 'd9a223bc01234f719e782e240c9713cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': 'bea2f6d5-791c-4719-a101-fa0ca3543b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:11:33Z', 'updated_at': '2022-08-27T05:11:43Z', 'revision_number': 5, 'project_id': 'd9a223bc01234f719e782e240c9713cb', 'gw_port': {'id': 'bea2f6d5-791c-4719-a101-fa0ca3543b49', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3997f9cb-9b17-4e9d-8868-fc708eaeda04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:11:33Z', 'updated_at': '2022-08-27T05:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:11:45.124377 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-b6635f6e-db0e-4f60-893a-d39d7a94e641 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Calling delete_port for bea2f6d5-791c-4719-a101-fa0ca3543b49 owned by network:router_gateway {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:11:45.174388 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3087be53-d688-4199-a2ab-401afb6cd7c2 None None] The sync data for ids ['3997f9cb-9b17-4e9d-8868-fc708eaeda04'] in n-d-852088-5 is: [{'id': '3997f9cb-9b17-4e9d-8868-fc708eaeda04', 'name': 'tempest-TestNetworkBasicOps-router-529231176', 'tenant_id': 'd9a223bc01234f719e782e240c9713cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': 'bea2f6d5-791c-4719-a101-fa0ca3543b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:11:33Z', 'updated_at': '2022-08-27T05:11:43Z', 'revision_number': 5, 'project_id': 'd9a223bc01234f719e782e240c9713cb', 'gw_port': {'id': 'bea2f6d5-791c-4719-a101-fa0ca3543b49', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3997f9cb-9b17-4e9d-8868-fc708eaeda04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:11:33Z', 'updated_at': '2022-08-27T05:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:11:45.317611 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ef5fab4e-122e-44eb-8513-21b7546722ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (72525e48-ea0f-4d4a-a267-e09fb23ff0b9), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:45.340641 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5fab4e-122e-44eb-8513-21b7546722ae None None] Pushing event deleted for resources: {'Port': ['ID=72525e48-ea0f-4d4a-a267-e09fb23ff0b9,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:45.346097 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5fab4e-122e-44eb-8513-21b7546722ae None None] No DVR routers for this DVR port 72525e48-ea0f-4d4a-a267-e09fb23ff0b9 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:11:45.374906 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b6635f6e-db0e-4f60-893a-d39d7a94e641 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (bea2f6d5-791c-4719-a101-fa0ca3543b49), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:45.378911 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:45.401450 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6635f6e-db0e-4f60-893a-d39d7a94e641 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Pushing event deleted for resources: {'Port': ['ID=bea2f6d5-791c-4719-a101-fa0ca3543b49,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:45.466694 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b6635f6e-db0e-4f60-893a-d39d7a94e641 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (3997f9cb-9b17-4e9d-8868-fc708eaeda04), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:45.570461 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b6635f6e-db0e-4f60-893a-d39d7a94e641 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (3997f9cb-9b17-4e9d-8868-fc708eaeda04), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:45.572779 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b6635f6e-db0e-4f60-893a-d39d7a94e641 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for router_controller (3997f9cb-9b17-4e9d-8868-fc708eaeda04), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:45.675300 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b6635f6e-db0e-4f60-893a-d39d7a94e641 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (3997f9cb-9b17-4e9d-8868-fc708eaeda04), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:45.676294 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6635f6e-db0e-4f60-893a-d39d7a94e641 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Fanout notify agent at l3_agent the message router_deleted on router 3997f9cb-9b17-4e9d-8868-fc708eaeda04 {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 05:11:45.682604 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b6635f6e-db0e-4f60-893a-d39d7a94e641 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:45.685571 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b6635f6e-db0e-4f60-893a-d39d7a94e641 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] 10.222.0.76 "DELETE /networking/v2.0/routers/3997f9cb-9b17-4e9d-8868-fc708eaeda04 HTTP/1.1" status: 204 len: 168 time: 1.0081911 Aug 27 05:11:45.686374 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57364) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:46.006628 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-515df1a2-56b8-43be-a982-f772c69fc936 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (9d7bad4e-980a-4e7c-a077-ef5336aa3a7a), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:46.018905 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:46.097793 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-515df1a2-56b8-43be-a982-f772c69fc936 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (9d7bad4e-980a-4e7c-a077-ef5336aa3a7a), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:46.117708 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-515df1a2-56b8-43be-a982-f772c69fc936 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d7bad4e-980a-4e7c-a077-ef5336aa3a7a']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:11:46.127035 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-515df1a2-56b8-43be-a982-f772c69fc936 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a39d0244-5dd6-4e5e-bfc6-04ea74be7e39') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:11:46.127272 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-515df1a2-56b8-43be-a982-f772c69fc936 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a39d0244-5dd6-4e5e-bfc6-04ea74be7e39') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:11:46.136974 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-515df1a2-56b8-43be-a982-f772c69fc936 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (a39d0244-5dd6-4e5e-bfc6-04ea74be7e39), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:46.150764 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-515df1a2-56b8-43be-a982-f772c69fc936 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (a39d0244-5dd6-4e5e-bfc6-04ea74be7e39), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:46.157188 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-515df1a2-56b8-43be-a982-f772c69fc936 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:11:46.157566 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-515df1a2-56b8-43be-a982-f772c69fc936 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (a39d0244-5dd6-4e5e-bfc6-04ea74be7e39), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:46.203946 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment a39d0244-5dd6-4e5e-bfc6-04ea74be7e39 resource provider aggregate not found Aug 27 05:11:46.227207 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment a39d0244-5dd6-4e5e-bfc6-04ea74be7e39 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a39d0244-5dd6-4e5e-bfc6-04ea74be7e39 found for delete ", "request_id": "req-f4b025c8-59b6-4ea6-986a-824b08b4c053"}]} Aug 27 05:11:46.291735 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-515df1a2-56b8-43be-a982-f772c69fc936 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (9d7bad4e-980a-4e7c-a077-ef5336aa3a7a), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:46.299639 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-515df1a2-56b8-43be-a982-f772c69fc936 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:46.302215 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-515df1a2-56b8-43be-a982-f772c69fc936 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] 10.222.0.76 "DELETE /networking/v2.0/networks/9d7bad4e-980a-4e7c-a077-ef5336aa3a7a HTTP/1.1" status: 204 len: 168 time: 0.6149015 Aug 27 05:11:46.313911 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515df1a2-56b8-43be-a982-f772c69fc936 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Pushing event deleted for resources: {'Network': ['ID=9d7bad4e-980a-4e7c-a077-ef5336aa3a7a,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:46.322186 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515df1a2-56b8-43be-a982-f772c69fc936 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:11:46.322528 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515df1a2-56b8-43be-a982-f772c69fc936 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:11:46.322862 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515df1a2-56b8-43be-a982-f772c69fc936 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:11:46.323190 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515df1a2-56b8-43be-a982-f772c69fc936 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:11:46.323518 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515df1a2-56b8-43be-a982-f772c69fc936 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:11:46.323841 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515df1a2-56b8-43be-a982-f772c69fc936 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:11:46.324196 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515df1a2-56b8-43be-a982-f772c69fc936 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:11:46.330263 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515df1a2-56b8-43be-a982-f772c69fc936 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:11:46.330263 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515df1a2-56b8-43be-a982-f772c69fc936 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:11:46.330263 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515df1a2-56b8-43be-a982-f772c69fc936 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:11:46.330263 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515df1a2-56b8-43be-a982-f772c69fc936 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:11:46.330263 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515df1a2-56b8-43be-a982-f772c69fc936 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:11:46.330263 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515df1a2-56b8-43be-a982-f772c69fc936 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:11:46.330263 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515df1a2-56b8-43be-a982-f772c69fc936 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:11:46.330263 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515df1a2-56b8-43be-a982-f772c69fc936 tempest-TestNetworkBasicOps-2098917281 tempest-TestNetworkBasicOps-2098917281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:11:46.415589 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 72525e48-ea0f-4d4a-a267-e09fb23ff0b9 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:11:46.436270 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 72525e48-ea0f-4d4a-a267-e09fb23ff0b9 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:11:46.436617 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 72525e48-ea0f-4d4a-a267-e09fb23ff0b9 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:11:46.437229 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 5c92583b-ec50-477a-9db9-23e6593081e0 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:11:46.457970 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 5c92583b-ec50-477a-9db9-23e6593081e0 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:11:46.457970 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 5c92583b-ec50-477a-9db9-23e6593081e0 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:11:46.458148 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device bea2f6d5-791c-4719-a101-fa0ca3543b49 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:11:46.478954 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: bea2f6d5-791c-4719-a101-fa0ca3543b49 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:11:46.478954 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device bea2f6d5-791c-4719-a101-fa0ca3543b49 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:11:46.691130 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:11:46.780276 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57374) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:46.916793 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-4a14bdf5-70b5-43c4-806b-74478bdf8b35 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=d9a223bc01234f719e782e240c9713cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1352103 Aug 27 05:11:46.918993 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57378) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:46.966836 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-296bbde7-7125-407f-a9d7-2217890dc47c admin admin] Publish callbacks [] for security_group (8d53fec5-13bc-4eb1-9f77-ccaff6a61634), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:46.987661 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-296bbde7-7125-407f-a9d7-2217890dc47c admin admin] Publish callbacks [] for security_group (8d53fec5-13bc-4eb1-9f77-ccaff6a61634), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:47.108918 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-296bbde7-7125-407f-a9d7-2217890dc47c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (8d53fec5-13bc-4eb1-9f77-ccaff6a61634), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:47.111468 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-296bbde7-7125-407f-a9d7-2217890dc47c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:47.112678 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-296bbde7-7125-407f-a9d7-2217890dc47c admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/8d53fec5-13bc-4eb1-9f77-ccaff6a61634 HTTP/1.1" status: 204 len: 168 time: 0.1927927 Aug 27 05:11:47.120759 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296bbde7-7125-407f-a9d7-2217890dc47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d53fec5-13bc-4eb1-9f77-ccaff6a61634,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:47.722214 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57384) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:47.736103 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7770b408-18fd-4e77-8aeb-e092c9728962 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:47.786538 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4,neutron:DELETE=8,neutron:INSERT=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:47.812698 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7770b408-18fd-4e77-8aeb-e092c9728962 admin admin] Publish callbacks [] for security_group (5c0b3e77-dbe0-4e84-8dc2-94912bd35d92), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:47.894948 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7770b408-18fd-4e77-8aeb-e092c9728962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (5c0b3e77-dbe0-4e84-8dc2-94912bd35d92), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:47.937067 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7770b408-18fd-4e77-8aeb-e092c9728962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0b3e77-dbe0-4e84-8dc2-94912bd35d92,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:47.941512 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7770b408-18fd-4e77-8aeb-e092c9728962 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=df3b324edaad45b09b37c299e4fff37e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2181816 Aug 27 05:11:47.944060 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57386) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:47.994322 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6caee903-7280-4ed4-adfc-0eb7293af0c5 admin admin] Publish callbacks [] for security_group (5c0b3e77-dbe0-4e84-8dc2-94912bd35d92), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:48.014141 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6caee903-7280-4ed4-adfc-0eb7293af0c5 admin admin] Publish callbacks [] for security_group (5c0b3e77-dbe0-4e84-8dc2-94912bd35d92), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:48.140046 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6caee903-7280-4ed4-adfc-0eb7293af0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (5c0b3e77-dbe0-4e84-8dc2-94912bd35d92), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:48.142694 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6caee903-7280-4ed4-adfc-0eb7293af0c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:48.143893 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6caee903-7280-4ed4-adfc-0eb7293af0c5 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/5c0b3e77-dbe0-4e84-8dc2-94912bd35d92 HTTP/1.1" status: 204 len: 168 time: 0.1988475 Aug 27 05:11:48.152139 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caee903-7280-4ed4-adfc-0eb7293af0c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0b3e77-dbe0-4e84-8dc2-94912bd35d92,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:50.926684 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57440) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:50.931857 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-56c31fee-8ec5-46a2-ba2a-914c1973e4e2 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Request body: {'network': {'name': 'tempest-network-smoke--1445109300', 'project_id': '1825132ec3784abd99c6d5ccd714ae94', 'port_security_enabled': True}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:11:51.028897 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c31fee-8ec5-46a2-ba2a-914c1973e4e2 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Made reservation on behalf of 1825132ec3784abd99c6d5ccd714ae94 for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:11:51.033093 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-56c31fee-8ec5-46a2-ba2a-914c1973e4e2 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:51.042837 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-56c31fee-8ec5-46a2-ba2a-914c1973e4e2 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:51.119629 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-56c31fee-8ec5-46a2-ba2a-914c1973e4e2 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks [] for security_group (717b4359-0b7c-4b91-a946-2ff545b537b8), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:51.197771 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-56c31fee-8ec5-46a2-ba2a-914c1973e4e2 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (717b4359-0b7c-4b91-a946-2ff545b537b8), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:51.220823 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:51.223442 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56c31fee-8ec5-46a2-ba2a-914c1973e4e2 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 05:11:51.239129 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c31fee-8ec5-46a2-ba2a-914c1973e4e2 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=717b4359-0b7c-4b91-a946-2ff545b537b8,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:51.244461 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-56c31fee-8ec5-46a2-ba2a-914c1973e4e2 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (f8ece98c-989e-46ea-8ecf-61bbac2b93dc), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:51.244818 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-56c31fee-8ec5-46a2-ba2a-914c1973e4e2 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Added segment f8ece98c-989e-46ea-8ecf-61bbac2b93dc of type vlan for network ad1db426-87e3-4fc1-a9ac-8a8dbe4fa6e8 Aug 27 05:11:51.289651 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-56c31fee-8ec5-46a2-ba2a-914c1973e4e2 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (ad1db426-87e3-4fc1-a9ac-8a8dbe4fa6e8), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:51.391799 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-56c31fee-8ec5-46a2-ba2a-914c1973e4e2 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (ad1db426-87e3-4fc1-a9ac-8a8dbe4fa6e8), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:51.396929 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c31fee-8ec5-46a2-ba2a-914c1973e4e2 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:11:51.397577 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-56c31fee-8ec5-46a2-ba2a-914c1973e4e2 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:51.402448 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:51.470213 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c31fee-8ec5-46a2-ba2a-914c1973e4e2 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Pushing event updated for resources: {'Network': ['ID=ad1db426-87e3-4fc1-a9ac-8a8dbe4fa6e8,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:51.480750 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network ad1db426-87e3-4fc1-a9ac-8a8dbe4fa6e8 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 05:11:51.535183 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-56c31fee-8ec5-46a2-ba2a-914c1973e4e2 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6073682 Aug 27 05:11:51.537897 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57442) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:51.542282 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-29f89493-ef46-420b-9447-61f409e65e76 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1948575321', 'admin_state_up': True, 'project_id': '1825132ec3784abd99c6d5ccd714ae94', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:11:51.646353 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-29f89493-ef46-420b-9447-61f409e65e76 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (d0145ae3-0ebb-46a2-b089-204df66427e0), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:51.647423 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-29f89493-ef46-420b-9447-61f409e65e76 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (d0145ae3-0ebb-46a2-b089-204df66427e0), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:51.702356 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-29f89493-ef46-420b-9447-61f409e65e76 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks [] for router_controller (d0145ae3-0ebb-46a2-b089-204df66427e0), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:51.886654 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-29f89493-ef46-420b-9447-61f409e65e76 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks [] for router_gateway (d0145ae3-0ebb-46a2-b089-204df66427e0), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:52.136591 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-29f89493-ef46-420b-9447-61f409e65e76 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks [] for router_gateway (d0145ae3-0ebb-46a2-b089-204df66427e0), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:52.155715 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-29f89493-ef46-420b-9447-61f409e65e76 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:52.157287 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:DELETE=4,neutron:SELECT=75,neutron:UPDATE=6,neutron:INSERT=15 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:52.260520 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-29f89493-ef46-420b-9447-61f409e65e76 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Allocated IP 172.25.2.208 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/f3ffd0e5-6ee7-4932-a694-24470b8a7d87) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:11:52.372676 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-29f89493-ef46-420b-9447-61f409e65e76 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks [] for port (f3ffd0e5-6ee7-4932-a694-24470b8a7d87), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:52.460870 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-29f89493-ef46-420b-9447-61f409e65e76 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (f3ffd0e5-6ee7-4932-a694-24470b8a7d87), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:52.466172 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:52.505341 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f89493-ef46-420b-9447-61f409e65e76 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:11:52.510589 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-29f89493-ef46-420b-9447-61f409e65e76 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:11:52.514789 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f89493-ef46-420b-9447-61f409e65e76 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:11:52.518419 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f89493-ef46-420b-9447-61f409e65e76 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Pushing event updated for resources: {'Port': ['ID=f3ffd0e5-6ee7-4932-a694-24470b8a7d87,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:52.857018 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-29f89493-ef46-420b-9447-61f409e65e76 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks [] for router_gateway (d0145ae3-0ebb-46a2-b089-204df66427e0), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:53.055001 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-29f89493-ef46-420b-9447-61f409e65e76 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (d0145ae3-0ebb-46a2-b089-204df66427e0), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:53.277266 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f89493-ef46-420b-9447-61f409e65e76 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Router d0145ae3-0ebb-46a2-b089-204df66427e0 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 05:11:53.379205 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f89493-ef46-420b-9447-61f409e65e76 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:11:53.389098 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452b8056-fc63-42fa-8686-aed8527eb3e8 None None] Sync routers for ids ['d0145ae3-0ebb-46a2-b089-204df66427e0'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:11:53.391397 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:53.400540 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452b8056-fc63-42fa-8686-aed8527eb3e8 None None] Routers {'d0145ae3-0ebb-46a2-b089-204df66427e0'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:11:53.406363 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-452b8056-fc63-42fa-8686-aed8527eb3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:11:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['d0145ae3-0ebb-46a2-b089-204df66427e0'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:11:53.499619 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-29f89493-ef46-420b-9447-61f409e65e76 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:53.500927 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-29f89493-ef46-420b-9447-61f409e65e76 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9620497 Aug 27 05:11:53.504764 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-452b8056-fc63-42fa-8686-aed8527eb3e8 None None] Set router d0145ae3-0ebb-46a2-b089-204df66427e0 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:11:53.505032 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57446) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:53.506311 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:53.646477 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-614b1e12-8f76-4aff-8c9b-cc9a131f3ca7 tempest-TestSecurityGroupsBasicOps-1119938384 tempest-TestSecurityGroupsBasicOps-1119938384-project-admin] 10.222.0.76 "GET /networking/v2.0/subnets?project_id=1825132ec3784abd99c6d5ccd714ae94&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1398277 Aug 27 05:11:53.648738 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57450) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:53.743865 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47143554-5609-4cd2-8eae-b6df884ddf89 tempest-TestSecurityGroupsBasicOps-1119938384 tempest-TestSecurityGroupsBasicOps-1119938384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:11:53.746639 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-47143554-5609-4cd2-8eae-b6df884ddf89 tempest-TestSecurityGroupsBasicOps-1119938384 tempest-TestSecurityGroupsBasicOps-1119938384-project-admin] 10.222.0.76 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0966449 Aug 27 05:11:53.749345 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57452) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:53.760654 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-452b8056-fc63-42fa-8686-aed8527eb3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0145ae3-0ebb-46a2-b089-204df66427e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1948575321', 'tenant_id': '1825132ec3784abd99c6d5ccd714ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'f3ffd0e5-6ee7-4932-a694-24470b8a7d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:11:51Z', 'updated_at': '2022-08-27T05:11:52Z', 'revision_number': 3, 'project_id': '1825132ec3784abd99c6d5ccd714ae94', 'gw_port': {'id': 'f3ffd0e5-6ee7-4932-a694-24470b8a7d87', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:bd:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0145ae3-0ebb-46a2-b089-204df66427e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:11:52Z', 'updated_at': '2022-08-27T05:11:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:11:53.781893 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2ffb94fd-f3ac-46b9-ad22-a74720541914 tempest-TestSecurityGroupsBasicOps-1119938384 tempest-TestSecurityGroupsBasicOps-1119938384-project-admin] 10.222.0.76 "GET /networking/v2.0/subnets?network_id=2db7b18a-8c4b-4ba8-8012-3e7d96728abb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313334 Aug 27 05:11:53.785214 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57454) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:53.788800 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452b8056-fc63-42fa-8686-aed8527eb3e8 None None] Checking router: d0145ae3-0ebb-46a2-b089-204df66427e0 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:11:53.789144 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452b8056-fc63-42fa-8686-aed8527eb3e8 None None] Updating router d0145ae3-0ebb-46a2-b089-204df66427e0 port f3ffd0e5-6ee7-4932-a694-24470b8a7d87 binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:11:53.790034 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-4510f36d-d578-48c9-a544-316a6826d39f tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1659767368', 'network_id': 'ad1db426-87e3-4fc1-a9ac-8a8dbe4fa6e8', 'project_id': '1825132ec3784abd99c6d5ccd714ae94', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:11:53.818851 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-452b8056-fc63-42fa-8686-aed8527eb3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f3ffd0e5-6ee7-4932-a694-24470b8a7d87), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:53.964869 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:53.966588 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4510f36d-d578-48c9-a544-316a6826d39f tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Made reservation on behalf of 1825132ec3784abd99c6d5ccd714ae94 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:11:53.971214 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4510f36d-d578-48c9-a544-316a6826d39f tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:54.064020 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-452b8056-fc63-42fa-8686-aed8527eb3e8 None None] Publish callbacks [] for port (f3ffd0e5-6ee7-4932-a694-24470b8a7d87), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:54.072112 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=4,neutron:DELETE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:54.128858 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-452b8056-fc63-42fa-8686-aed8527eb3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (f3ffd0e5-6ee7-4932-a694-24470b8a7d87), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:54.161918 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-452b8056-fc63-42fa-8686-aed8527eb3e8 None None] Attempting to bind port f3ffd0e5-6ee7-4932-a694-24470b8a7d87 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:11:54.162256 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-452b8056-fc63-42fa-8686-aed8527eb3e8 None None] Attempting to bind port f3ffd0e5-6ee7-4932-a694-24470b8a7d87 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:11:54.162619 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452b8056-fc63-42fa-8686-aed8527eb3e8 None None] Attempting to bind port f3ffd0e5-6ee7-4932-a694-24470b8a7d87 on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:11:54.175424 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452b8056-fc63-42fa-8686-aed8527eb3e8 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:11:54.175835 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452b8056-fc63-42fa-8686-aed8527eb3e8 None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:11:54.176255 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-452b8056-fc63-42fa-8686-aed8527eb3e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:54.176638 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452b8056-fc63-42fa-8686-aed8527eb3e8 None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:11:54.177105 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-452b8056-fc63-42fa-8686-aed8527eb3e8 None None] Bound port: f3ffd0e5-6ee7-4932-a694-24470b8a7d87, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:11:54.177473 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-452b8056-fc63-42fa-8686-aed8527eb3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f3ffd0e5-6ee7-4932-a694-24470b8a7d87), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:54.200880 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc059d-eb28-4a13-bc84-98ff3ddb95bd None None] Pushing event updated for resources: {'Port': ['ID=f3ffd0e5-6ee7-4932-a694-24470b8a7d87,revision_number=2']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:54.238044 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4510f36d-d578-48c9-a544-316a6826d39f tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (8883f0cc-7627-4e19-8d2a-52f0e3ed30e6), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:54.238288 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-452b8056-fc63-42fa-8686-aed8527eb3e8 None None] For port f3ffd0e5-6ee7-4932-a694-24470b8a7d87, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:11:54.238288 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-452b8056-fc63-42fa-8686-aed8527eb3e8 None None] For port f3ffd0e5-6ee7-4932-a694-24470b8a7d87, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=f3ffd0e5-6ee7-4932-a694-24470b8a7d87,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:11:54.295213 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4510f36d-d578-48c9-a544-316a6826d39f tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Pushing event updated for resources: {'Subnet': ['ID=8883f0cc-7627-4e19-8d2a-52f0e3ed30e6,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:54.307073 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4510f36d-d578-48c9-a544-316a6826d39f tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Checking segment: {'id': 'f8ece98c-989e-46ea-8ecf-61bbac2b93dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ad1db426-87e3-4fc1-a9ac-8a8dbe4fa6e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:11:54.307428 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4510f36d-d578-48c9-a544-316a6826d39f tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Network hostable DHCP agents. Network: ad1db426-87e3-4fc1-a9ac-8a8dbe4fa6e8, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 05:11:54.315014 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-452b8056-fc63-42fa-8686-aed8527eb3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (f3ffd0e5-6ee7-4932-a694-24470b8a7d87), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:54.354450 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452b8056-fc63-42fa-8686-aed8527eb3e8 None None] Routers {'d0145ae3-0ebb-46a2-b089-204df66427e0'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:11:54.355070 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-452b8056-fc63-42fa-8686-aed8527eb3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:11:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['d0145ae3-0ebb-46a2-b089-204df66427e0'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:11:54.401279 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc059d-eb28-4a13-bc84-98ff3ddb95bd None None] Pushing event updated for resources: {'Port': ['ID=f3ffd0e5-6ee7-4932-a694-24470b8a7d87,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:54.417549 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4510f36d-d578-48c9-a544-316a6826d39f tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Network ad1db426-87e3-4fc1-a9ac-8a8dbe4fa6e8 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 05:11:54.469558 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-452b8056-fc63-42fa-8686-aed8527eb3e8 None None] Set router d0145ae3-0ebb-46a2-b089-204df66427e0 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:11:54.504122 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-4510f36d-d578-48c9-a544-316a6826d39f tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, ad1db426-87e3-4fc1-a9ac-8a8dbe4fa6e8) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:11:54.508370 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4510f36d-d578-48c9-a544-316a6826d39f tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:11:54.510915 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4510f36d-d578-48c9-a544-316a6826d39f tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:54.517456 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28a3987-1e9a-4f13-bc19-25de4731f6b6 None None] Network ad1db426-87e3-4fc1-a9ac-8a8dbe4fa6e8 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:11:54.576084 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-4510f36d-d578-48c9-a544-316a6826d39f tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7888229 Aug 27 05:11:54.593850 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57456) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:54.599434 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:54.625486 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ccee66-a550-41a2-a971-3dc9cab4a3d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-ad1db426-87e3-4fc1-a9ac-8a8dbe4fa6e8', 'network_id': 'ad1db426-87e3-4fc1-a9ac-8a8dbe4fa6e8', 'project_id': '1825132ec3784abd99c6d5ccd714ae94', 'fixed_ips': [{'subnet_id': '8883f0cc-7627-4e19-8d2a-52f0e3ed30e6'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 05:11:54.626442 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-97ccee66-a550-41a2-a971-3dc9cab4a3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:54.644932 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-452b8056-fc63-42fa-8686-aed8527eb3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0145ae3-0ebb-46a2-b089-204df66427e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1948575321', 'tenant_id': '1825132ec3784abd99c6d5ccd714ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'f3ffd0e5-6ee7-4932-a694-24470b8a7d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:11:51Z', 'updated_at': '2022-08-27T05:11:52Z', 'revision_number': 3, 'project_id': '1825132ec3784abd99c6d5ccd714ae94', 'gw_port': {'id': 'f3ffd0e5-6ee7-4932-a694-24470b8a7d87', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:bd:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0145ae3-0ebb-46a2-b089-204df66427e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:11:52Z', 'updated_at': '2022-08-27T05:11:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:11:54.671166 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452b8056-fc63-42fa-8686-aed8527eb3e8 None None] The sync data for ids ['d0145ae3-0ebb-46a2-b089-204df66427e0'] in n-d-852088-5 is: [{'id': 'd0145ae3-0ebb-46a2-b089-204df66427e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1948575321', 'tenant_id': '1825132ec3784abd99c6d5ccd714ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'f3ffd0e5-6ee7-4932-a694-24470b8a7d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:11:51Z', 'updated_at': '2022-08-27T05:11:52Z', 'revision_number': 3, 'project_id': '1825132ec3784abd99c6d5ccd714ae94', 'gw_port': {'id': 'f3ffd0e5-6ee7-4932-a694-24470b8a7d87', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:bd:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0145ae3-0ebb-46a2-b089-204df66427e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:11:52Z', 'updated_at': '2022-08-27T05:11:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:11:54.788576 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-97ccee66-a550-41a2-a971-3dc9cab4a3d9 None None] Allocated IP 172.20.0.2 (ad1db426-87e3-4fc1-a9ac-8a8dbe4fa6e8/8883f0cc-7627-4e19-8d2a-52f0e3ed30e6/4a10229b-5f73-4a5c-8c02-ddaaa49d9bc9) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:11:54.825410 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:54.969873 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-97ccee66-a550-41a2-a971-3dc9cab4a3d9 None None] Publish callbacks [] for port (4a10229b-5f73-4a5c-8c02-ddaaa49d9bc9), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:55.041311 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-97ccee66-a550-41a2-a971-3dc9cab4a3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (4a10229b-5f73-4a5c-8c02-ddaaa49d9bc9), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:55.085653 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ccee66-a550-41a2-a971-3dc9cab4a3d9 None None] Network ad1db426-87e3-4fc1-a9ac-8a8dbe4fa6e8 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:11:55.090703 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-97ccee66-a550-41a2-a971-3dc9cab4a3d9 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:11:55.092883 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7479a858-0dcc-4f52-b5a2-214d93eae152 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:55.093500 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ccee66-a550-41a2-a971-3dc9cab4a3d9 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:11:55.101009 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ccee66-a550-41a2-a971-3dc9cab4a3d9 None None] Pushing event updated for resources: {'Port': ['ID=4a10229b-5f73-4a5c-8c02-ddaaa49d9bc9,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:55.151592 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:55.162876 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-97ccee66-a550-41a2-a971-3dc9cab4a3d9 None None] Attempting to bind port 4a10229b-5f73-4a5c-8c02-ddaaa49d9bc9 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:11:55.163245 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-97ccee66-a550-41a2-a971-3dc9cab4a3d9 None None] Attempting to bind port 4a10229b-5f73-4a5c-8c02-ddaaa49d9bc9 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'f8ece98c-989e-46ea-8ecf-61bbac2b93dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ad1db426-87e3-4fc1-a9ac-8a8dbe4fa6e8'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:11:55.165931 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ccee66-a550-41a2-a971-3dc9cab4a3d9 None None] Attempting to bind port 4a10229b-5f73-4a5c-8c02-ddaaa49d9bc9 on network ad1db426-87e3-4fc1-a9ac-8a8dbe4fa6e8 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:11:55.169644 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ccee66-a550-41a2-a971-3dc9cab4a3d9 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:11:55.170013 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ccee66-a550-41a2-a971-3dc9cab4a3d9 None None] Checking segment: {'id': 'f8ece98c-989e-46ea-8ecf-61bbac2b93dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ad1db426-87e3-4fc1-a9ac-8a8dbe4fa6e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:11:55.170414 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-97ccee66-a550-41a2-a971-3dc9cab4a3d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:55.170797 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ccee66-a550-41a2-a971-3dc9cab4a3d9 None None] Bound using segment: {'id': 'f8ece98c-989e-46ea-8ecf-61bbac2b93dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ad1db426-87e3-4fc1-a9ac-8a8dbe4fa6e8'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:11:55.171348 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-97ccee66-a550-41a2-a971-3dc9cab4a3d9 None None] Bound port: 4a10229b-5f73-4a5c-8c02-ddaaa49d9bc9, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8ece98c-989e-46ea-8ecf-61bbac2b93dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ad1db426-87e3-4fc1-a9ac-8a8dbe4fa6e8'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:11:55.171725 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-97ccee66-a550-41a2-a971-3dc9cab4a3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (4a10229b-5f73-4a5c-8c02-ddaaa49d9bc9), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:55.175171 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:55.247968 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-97ccee66-a550-41a2-a971-3dc9cab4a3d9 None None] For port 4a10229b-5f73-4a5c-8c02-ddaaa49d9bc9, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:11:55.251466 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-97ccee66-a550-41a2-a971-3dc9cab4a3d9 None None] For port 4a10229b-5f73-4a5c-8c02-ddaaa49d9bc9, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=4a10229b-5f73-4a5c-8c02-ddaaa49d9bc9,segment=NetworkSegment(f8ece98c-989e-46ea-8ecf-61bbac2b93dc),segment_id=f8ece98c-989e-46ea-8ecf-61bbac2b93dc)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:11:55.322121 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-97ccee66-a550-41a2-a971-3dc9cab4a3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (4a10229b-5f73-4a5c-8c02-ddaaa49d9bc9), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:55.397485 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ccee66-a550-41a2-a971-3dc9cab4a3d9 None None] Pushing event updated for resources: {'Port': ['ID=4a10229b-5f73-4a5c-8c02-ddaaa49d9bc9,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:55.431282 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-7479a858-0dcc-4f52-b5a2-214d93eae152 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Allocated IP 172.20.0.1 (ad1db426-87e3-4fc1-a9ac-8a8dbe4fa6e8/8883f0cc-7627-4e19-8d2a-52f0e3ed30e6/d35e7e9a-4038-4037-8f75-c7ba8ff4c420) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:11:55.435592 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:55.585962 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7479a858-0dcc-4f52-b5a2-214d93eae152 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks [] for port (d35e7e9a-4038-4037-8f75-c7ba8ff4c420), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:55.746741 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7479a858-0dcc-4f52-b5a2-214d93eae152 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (d35e7e9a-4038-4037-8f75-c7ba8ff4c420), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:55.787371 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7479a858-0dcc-4f52-b5a2-214d93eae152 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Network ad1db426-87e3-4fc1-a9ac-8a8dbe4fa6e8 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:11:55.792734 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-7479a858-0dcc-4f52-b5a2-214d93eae152 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:11:55.796678 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7479a858-0dcc-4f52-b5a2-214d93eae152 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:11:55.827664 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7479a858-0dcc-4f52-b5a2-214d93eae152 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Pushing event updated for resources: {'Port': ['ID=d35e7e9a-4038-4037-8f75-c7ba8ff4c420,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:55.847810 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:55.851377 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7479a858-0dcc-4f52-b5a2-214d93eae152 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (d0145ae3-0ebb-46a2-b089-204df66427e0), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:56.381405 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7479a858-0dcc-4f52-b5a2-214d93eae152 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (d35e7e9a-4038-4037-8f75-c7ba8ff4c420), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:56.462895 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 4a10229b-5f73-4a5c-8c02-ddaaa49d9bc9 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:11:56.507197 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 4a10229b-5f73-4a5c-8c02-ddaaa49d9bc9 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:11:56.507604 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (4a10229b-5f73-4a5c-8c02-ddaaa49d9bc9), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:56.663434 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7479a858-0dcc-4f52-b5a2-214d93eae152 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks [] for port (d35e7e9a-4038-4037-8f75-c7ba8ff4c420), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:56.725662 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 4a10229b-5f73-4a5c-8c02-ddaaa49d9bc9 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:11:56.726046 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (4a10229b-5f73-4a5c-8c02-ddaaa49d9bc9), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:56.732323 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7479a858-0dcc-4f52-b5a2-214d93eae152 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (d35e7e9a-4038-4037-8f75-c7ba8ff4c420), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:56.761081 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 4a10229b-5f73-4a5c-8c02-ddaaa49d9bc9, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=4a10229b-5f73-4a5c-8c02-ddaaa49d9bc9,segment=NetworkSegment(f8ece98c-989e-46ea-8ecf-61bbac2b93dc),segment_id=f8ece98c-989e-46ea-8ecf-61bbac2b93dc)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:11:56.813440 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7479a858-0dcc-4f52-b5a2-214d93eae152 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (d0145ae3-0ebb-46a2-b089-204df66427e0), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:56.817215 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7479a858-0dcc-4f52-b5a2-214d93eae152 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Pushing event updated for resources: {'Port': ['ID=d35e7e9a-4038-4037-8f75-c7ba8ff4c420,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:56.837934 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2e3b42eb-3210-4631-81a8-1d4bc6100610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:56.872455 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (4a10229b-5f73-4a5c-8c02-ddaaa49d9bc9), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:56.873301 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device f3ffd0e5-6ee7-4932-a694-24470b8a7d87 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:11:56.890689 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:56.931439 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7479a858-0dcc-4f52-b5a2-214d93eae152 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Network ad1db426-87e3-4fc1-a9ac-8a8dbe4fa6e8 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:11:56.932834 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-7479a858-0dcc-4f52-b5a2-214d93eae152 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:11:56.959854 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port f3ffd0e5-6ee7-4932-a694-24470b8a7d87 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:11:56.960728 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (f3ffd0e5-6ee7-4932-a694-24470b8a7d87), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:56.983432 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=4a10229b-5f73-4a5c-8c02-ddaaa49d9bc9,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:57.043048 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port f3ffd0e5-6ee7-4932-a694-24470b8a7d87 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:11:57.043442 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f3ffd0e5-6ee7-4932-a694-24470b8a7d87), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:57.053214 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7479a858-0dcc-4f52-b5a2-214d93eae152 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Router d0145ae3-0ebb-46a2-b089-204df66427e0 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:11:57.067591 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port f3ffd0e5-6ee7-4932-a694-24470b8a7d87, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=f3ffd0e5-6ee7-4932-a694-24470b8a7d87,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:11:57.157800 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (f3ffd0e5-6ee7-4932-a694-24470b8a7d87), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:57.165336 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7479a858-0dcc-4f52-b5a2-214d93eae152 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:11:57.170610 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7479a858-0dcc-4f52-b5a2-214d93eae152 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] 10.222.0.76 "PUT /networking/v2.0/routers/d0145ae3-0ebb-46a2-b089-204df66427e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5753810 Aug 27 05:11:57.173149 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57458) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:57.179005 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-4dbc99c6-869c-4506-a04e-b79de26434fb tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--37301893', 'description': 'tempest-secgroup_access--37301893 description', 'project_id': '1825132ec3784abd99c6d5ccd714ae94'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:11:57.194732 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969b2533-759d-4a83-bd40-4a1f51aa331e None None] Sync routers for ids ['d0145ae3-0ebb-46a2-b089-204df66427e0'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:11:57.195017 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f8cc19-f030-42d5-a0e3-f10af7f8ca9e None None] Network ad1db426-87e3-4fc1-a9ac-8a8dbe4fa6e8 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:11:57.263845 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4dbc99c6-869c-4506-a04e-b79de26434fb tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:57.283012 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:57.285083 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:57.288763 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969b2533-759d-4a83-bd40-4a1f51aa331e None None] Routers {'d0145ae3-0ebb-46a2-b089-204df66427e0'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:11:57.289399 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-969b2533-759d-4a83-bd40-4a1f51aa331e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:11:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['d0145ae3-0ebb-46a2-b089-204df66427e0'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:11:57.295630 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-d0a02094-6f2e-4e54-999b-091fe7bc45e4 None None] Provisioning complete for port 4a10229b-5f73-4a5c-8c02-ddaaa49d9bc9 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:11:57.296015 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d0a02094-6f2e-4e54-999b-091fe7bc45e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (4a10229b-5f73-4a5c-8c02-ddaaa49d9bc9), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:57.338621 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4dbc99c6-869c-4506-a04e-b79de26434fb tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks [] for security_group (24e0c8a8-2e0e-4805-88ab-105895539f09), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:57.338883 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=f3ffd0e5-6ee7-4932-a694-24470b8a7d87,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:57.437541 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4dbc99c6-869c-4506-a04e-b79de26434fb tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (24e0c8a8-2e0e-4805-88ab-105895539f09), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:57.449558 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:57.468956 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbc99c6-869c-4506-a04e-b79de26434fb tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24e0c8a8-2e0e-4805-88ab-105895539f09,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:57.509686 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-969b2533-759d-4a83-bd40-4a1f51aa331e None None] Set router d0145ae3-0ebb-46a2-b089-204df66427e0 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:11:57.556522 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d0a02094-6f2e-4e54-999b-091fe7bc45e4 None None] Current status of the port 4a10229b-5f73-4a5c-8c02-ddaaa49d9bc9 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:11:57.597466 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4dbc99c6-869c-4506-a04e-b79de26434fb tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:57.601423 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-4dbc99c6-869c-4506-a04e-b79de26434fb tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4246025 Aug 27 05:11:57.602191 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57460) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:57.606847 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-0550c520-c14d-4879-858e-7ba13ecb5a4d tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--240330892', 'description': 'tempest-secgroup_general--240330892 description', 'project_id': '1825132ec3784abd99c6d5ccd714ae94'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:11:57.697981 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0550c520-c14d-4879-858e-7ba13ecb5a4d tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:57.731652 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-969b2533-759d-4a83-bd40-4a1f51aa331e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0145ae3-0ebb-46a2-b089-204df66427e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1948575321', 'tenant_id': '1825132ec3784abd99c6d5ccd714ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'f3ffd0e5-6ee7-4932-a694-24470b8a7d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:11:51Z', 'updated_at': '2022-08-27T05:11:56Z', 'revision_number': 4, 'project_id': '1825132ec3784abd99c6d5ccd714ae94', 'gw_port': {'id': 'f3ffd0e5-6ee7-4932-a694-24470b8a7d87', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:bd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0145ae3-0ebb-46a2-b089-204df66427e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:11:52Z', 'updated_at': '2022-08-27T05:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'd35e7e9a-4038-4037-8f75-c7ba8ff4c420', 'name': '', 'network_id': 'ad1db426-87e3-4fc1-a9ac-8a8dbe4fa6e8', 'tenant_id': '1825132ec3784abd99c6d5ccd714ae94', 'mac_address': 'fa:16:3e:68:9f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0145ae3-0ebb-46a2-b089-204df66427e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '8883f0cc-7627-4e19-8d2a-52f0e3ed30e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:11:55Z', 'updated_at': '2022-08-27T05:11:56Z', 'revision_number': 2, 'project_id': '1825132ec3784abd99c6d5ccd714ae94', 'subnets': [{'id': '8883f0cc-7627-4e19-8d2a-52f0e3ed30e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:11:57.760012 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969b2533-759d-4a83-bd40-4a1f51aa331e None None] Checking router: d0145ae3-0ebb-46a2-b089-204df66427e0 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:11:57.760395 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969b2533-759d-4a83-bd40-4a1f51aa331e None None] Updating router d0145ae3-0ebb-46a2-b089-204df66427e0 port d35e7e9a-4038-4037-8f75-c7ba8ff4c420 binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:11:57.787740 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0550c520-c14d-4879-858e-7ba13ecb5a4d tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks [] for security_group (6d1a6c56-00f8-4866-948c-dc5057ed3cfd), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:57.798953 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-969b2533-759d-4a83-bd40-4a1f51aa331e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (d35e7e9a-4038-4037-8f75-c7ba8ff4c420), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:57.802632 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-1f602380-8b07-48b1-9ea7-aa5a6ca4c757 None None] Provisioning complete for port 4a10229b-5f73-4a5c-8c02-ddaaa49d9bc9 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:11:57.802989 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1f602380-8b07-48b1-9ea7-aa5a6ca4c757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (4a10229b-5f73-4a5c-8c02-ddaaa49d9bc9), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:57.880915 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0550c520-c14d-4879-858e-7ba13ecb5a4d tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (6d1a6c56-00f8-4866-948c-dc5057ed3cfd), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:57.913200 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550c520-c14d-4879-858e-7ba13ecb5a4d tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1a6c56-00f8-4866-948c-dc5057ed3cfd,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:57.988026 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-1f602380-8b07-48b1-9ea7-aa5a6ca4c757 None None] Current status of the port 4a10229b-5f73-4a5c-8c02-ddaaa49d9bc9 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:11:58.008492 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0550c520-c14d-4879-858e-7ba13ecb5a4d tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:58.010053 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-0550c520-c14d-4879-858e-7ba13ecb5a4d tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4068484 Aug 27 05:11:58.013064 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57462) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:58.018769 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-b47cefe2-0769-4d85-9b43-173cba373e73 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Request body: {'security_group_rule': {'security_group_id': '24e0c8a8-2e0e-4805-88ab-105895539f09', 'project_id': '1825132ec3784abd99c6d5ccd714ae94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:11:58.031965 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-1f602380-8b07-48b1-9ea7-aa5a6ca4c757 None None] Provisioning complete for port d35e7e9a-4038-4037-8f75-c7ba8ff4c420 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:11:58.032366 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1f602380-8b07-48b1-9ea7-aa5a6ca4c757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d35e7e9a-4038-4037-8f75-c7ba8ff4c420), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:58.065886 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:58.078820 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-1f602380-8b07-48b1-9ea7-aa5a6ca4c757 None None] Port d35e7e9a-4038-4037-8f75-c7ba8ff4c420 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:11:58.115570 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b47cefe2-0769-4d85-9b43-173cba373e73 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks [] for security_group_rule (ecbf7888-b49d-4975-b8f5-7a8177dcd79e), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:58.167625 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-969b2533-759d-4a83-bd40-4a1f51aa331e None None] Publish callbacks [] for port (d35e7e9a-4038-4037-8f75-c7ba8ff4c420), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:58.174988 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b47cefe2-0769-4d85-9b43-173cba373e73 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks [] for security_group_rule (ecbf7888-b49d-4975-b8f5-7a8177dcd79e), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:58.195173 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-64ed5498-2851-47e2-9d62-869e4be78997 None None] Provisioning complete for port d35e7e9a-4038-4037-8f75-c7ba8ff4c420 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:11:58.195538 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-64ed5498-2851-47e2-9d62-869e4be78997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (d35e7e9a-4038-4037-8f75-c7ba8ff4c420), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:58.234827 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-64ed5498-2851-47e2-9d62-869e4be78997 None None] Port d35e7e9a-4038-4037-8f75-c7ba8ff4c420 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:11:58.265920 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-969b2533-759d-4a83-bd40-4a1f51aa331e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (d35e7e9a-4038-4037-8f75-c7ba8ff4c420), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:58.298127 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b47cefe2-0769-4d85-9b43-173cba373e73 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (ecbf7888-b49d-4975-b8f5-7a8177dcd79e), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:58.317090 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47cefe2-0769-4d85-9b43-173cba373e73 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecbf7888-b49d-4975-b8f5-7a8177dcd79e,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:58.334706 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454fb617-a877-49ad-a424-3442a72dd5cf None None] Pushing event updated for resources: {'Port': ['ID=d35e7e9a-4038-4037-8f75-c7ba8ff4c420,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:58.362839 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-969b2533-759d-4a83-bd40-4a1f51aa331e None None] Attempting to bind port d35e7e9a-4038-4037-8f75-c7ba8ff4c420 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:11:58.363464 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-969b2533-759d-4a83-bd40-4a1f51aa331e None None] Attempting to bind port d35e7e9a-4038-4037-8f75-c7ba8ff4c420 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'f8ece98c-989e-46ea-8ecf-61bbac2b93dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ad1db426-87e3-4fc1-a9ac-8a8dbe4fa6e8'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:11:58.363837 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969b2533-759d-4a83-bd40-4a1f51aa331e None None] Attempting to bind port d35e7e9a-4038-4037-8f75-c7ba8ff4c420 on network ad1db426-87e3-4fc1-a9ac-8a8dbe4fa6e8 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:11:58.369311 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969b2533-759d-4a83-bd40-4a1f51aa331e None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:11:58.370172 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969b2533-759d-4a83-bd40-4a1f51aa331e None None] Checking segment: {'id': 'f8ece98c-989e-46ea-8ecf-61bbac2b93dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ad1db426-87e3-4fc1-a9ac-8a8dbe4fa6e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:11:58.370573 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-969b2533-759d-4a83-bd40-4a1f51aa331e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:58.370976 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969b2533-759d-4a83-bd40-4a1f51aa331e None None] Bound using segment: {'id': 'f8ece98c-989e-46ea-8ecf-61bbac2b93dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ad1db426-87e3-4fc1-a9ac-8a8dbe4fa6e8'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:11:58.371427 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-969b2533-759d-4a83-bd40-4a1f51aa331e None None] Bound port: d35e7e9a-4038-4037-8f75-c7ba8ff4c420, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8ece98c-989e-46ea-8ecf-61bbac2b93dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ad1db426-87e3-4fc1-a9ac-8a8dbe4fa6e8'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:11:58.371807 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-969b2533-759d-4a83-bd40-4a1f51aa331e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (d35e7e9a-4038-4037-8f75-c7ba8ff4c420), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:58.402698 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b47cefe2-0769-4d85-9b43-173cba373e73 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:58.404133 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b47cefe2-0769-4d85-9b43-173cba373e73 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3897893 Aug 27 05:11:58.441935 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-969b2533-759d-4a83-bd40-4a1f51aa331e None None] For port d35e7e9a-4038-4037-8f75-c7ba8ff4c420, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:11:58.445957 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-969b2533-759d-4a83-bd40-4a1f51aa331e None None] For port d35e7e9a-4038-4037-8f75-c7ba8ff4c420, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=d35e7e9a-4038-4037-8f75-c7ba8ff4c420,segment=NetworkSegment(f8ece98c-989e-46ea-8ecf-61bbac2b93dc),segment_id=f8ece98c-989e-46ea-8ecf-61bbac2b93dc)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:11:58.464744 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 4a10229b-5f73-4a5c-8c02-ddaaa49d9bc9 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:11:58.496288 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:58.512243 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 4a10229b-5f73-4a5c-8c02-ddaaa49d9bc9 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:11:58.512871 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (4a10229b-5f73-4a5c-8c02-ddaaa49d9bc9), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:58.535423 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-969b2533-759d-4a83-bd40-4a1f51aa331e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (d35e7e9a-4038-4037-8f75-c7ba8ff4c420), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:58.586468 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969b2533-759d-4a83-bd40-4a1f51aa331e None None] Routers {'d0145ae3-0ebb-46a2-b089-204df66427e0'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:11:58.587103 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-969b2533-759d-4a83-bd40-4a1f51aa331e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:11:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['d0145ae3-0ebb-46a2-b089-204df66427e0'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:11:58.651616 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454fb617-a877-49ad-a424-3442a72dd5cf None None] Pushing event updated for resources: {'Port': ['ID=d35e7e9a-4038-4037-8f75-c7ba8ff4c420,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:58.700432 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6845976f-c3f6-4da0-8bf3-c78310de45a2 req-afd245cd-01d8-4638-8894-1fbc809f8451 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] 10.222.0.76 "GET /networking/v2.0/security-groups?name=tempest-secgroup_general--240330892&fields=id&tenant_id=1825132ec3784abd99c6d5ccd714ae94 HTTP/1.1" status: 200 len: 267 time: 0.0536082 Aug 27 05:11:58.756620 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6845976f-c3f6-4da0-8bf3-c78310de45a2 req-5c7d32ec-2f57-4685-a710-a03d21ee8b11 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] 10.222.0.76 "GET /networking/v2.0/security-groups?name=tempest-secgroup_access--37301893&fields=id&tenant_id=1825132ec3784abd99c6d5ccd714ae94 HTTP/1.1" status: 200 len: 267 time: 0.0475667 Aug 27 05:11:58.775252 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:58.867582 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 4a10229b-5f73-4a5c-8c02-ddaaa49d9bc9 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:11:58.868683 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device f3ffd0e5-6ee7-4932-a694-24470b8a7d87 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:11:58.882281 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845976f-c3f6-4da0-8bf3-c78310de45a2 req-65fc8132-98a7-4d43-8641-23ca57dce5d7 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:11:58.883776 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6845976f-c3f6-4da0-8bf3-c78310de45a2 req-65fc8132-98a7-4d43-8641-23ca57dce5d7 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] 10.222.0.76 "GET /networking/v2.0/networks?id=ad1db426-87e3-4fc1-a9ac-8a8dbe4fa6e8 HTTP/1.1" status: 200 len: 797 time: 0.1199081 Aug 27 05:11:58.899507 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-969b2533-759d-4a83-bd40-4a1f51aa331e None None] Set router d0145ae3-0ebb-46a2-b089-204df66427e0 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:11:58.899738 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6845976f-c3f6-4da0-8bf3-c78310de45a2 req-3d8c9976-74bf-4baf-8804-e10dad2d32f4 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] 10.222.0.76 "GET /networking/v2.0/quotas/1825132ec3784abd99c6d5ccd714ae94 HTTP/1.1" status: 200 len: 375 time: 0.0104084 Aug 27 05:11:58.901085 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:58.951645 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6845976f-c3f6-4da0-8bf3-c78310de45a2 req-d6c85bf4-9459-4a46-a2d7-2d741e427d57 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=1825132ec3784abd99c6d5ccd714ae94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465980 Aug 27 05:11:58.994775 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port f3ffd0e5-6ee7-4932-a694-24470b8a7d87 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:11:58.994775 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (f3ffd0e5-6ee7-4932-a694-24470b8a7d87), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:59.003413 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57482) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:59.047118 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:59.061035 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-74a6f5bb-bdf5-47f3-a842-6dc3186ddfc3 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks [] for security_group (6d1a6c56-00f8-4866-948c-dc5057ed3cfd), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:59.083381 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-74a6f5bb-bdf5-47f3-a842-6dc3186ddfc3 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks [] for security_group (6d1a6c56-00f8-4866-948c-dc5057ed3cfd), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:59.184352 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port f3ffd0e5-6ee7-4932-a694-24470b8a7d87 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:11:59.197874 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-74a6f5bb-bdf5-47f3-a842-6dc3186ddfc3 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (6d1a6c56-00f8-4866-948c-dc5057ed3cfd), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:59.200654 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-74a6f5bb-bdf5-47f3-a842-6dc3186ddfc3 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:59.201875 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-74a6f5bb-bdf5-47f3-a842-6dc3186ddfc3 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/6d1a6c56-00f8-4866-948c-dc5057ed3cfd HTTP/1.1" status: 204 len: 168 time: 0.1974764 Aug 27 05:11:59.202169 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-969b2533-759d-4a83-bd40-4a1f51aa331e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0145ae3-0ebb-46a2-b089-204df66427e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1948575321', 'tenant_id': '1825132ec3784abd99c6d5ccd714ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'f3ffd0e5-6ee7-4932-a694-24470b8a7d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:11:51Z', 'updated_at': '2022-08-27T05:11:56Z', 'revision_number': 4, 'project_id': '1825132ec3784abd99c6d5ccd714ae94', 'gw_port': {'id': 'f3ffd0e5-6ee7-4932-a694-24470b8a7d87', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:bd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0145ae3-0ebb-46a2-b089-204df66427e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:11:52Z', 'updated_at': '2022-08-27T05:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'd35e7e9a-4038-4037-8f75-c7ba8ff4c420', 'name': '', 'network_id': 'ad1db426-87e3-4fc1-a9ac-8a8dbe4fa6e8', 'tenant_id': '1825132ec3784abd99c6d5ccd714ae94', 'mac_address': 'fa:16:3e:68:9f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0145ae3-0ebb-46a2-b089-204df66427e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '8883f0cc-7627-4e19-8d2a-52f0e3ed30e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:11:55Z', 'updated_at': '2022-08-27T05:11:58Z', 'revision_number': 4, 'project_id': '1825132ec3784abd99c6d5ccd714ae94', 'subnets': [{'id': '8883f0cc-7627-4e19-8d2a-52f0e3ed30e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:11:59.204708 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57484) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:59.214487 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a6f5bb-bdf5-47f3-a842-6dc3186ddfc3 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1a6c56-00f8-4866-948c-dc5057ed3cfd,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:59.233479 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3a41b9de-5546-49c4-9480-0d2fe7b0c9d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:59.235131 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969b2533-759d-4a83-bd40-4a1f51aa331e None None] The sync data for ids ['d0145ae3-0ebb-46a2-b089-204df66427e0'] in n-d-852088-5 is: [{'id': 'd0145ae3-0ebb-46a2-b089-204df66427e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1948575321', 'tenant_id': '1825132ec3784abd99c6d5ccd714ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'f3ffd0e5-6ee7-4932-a694-24470b8a7d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:11:51Z', 'updated_at': '2022-08-27T05:11:56Z', 'revision_number': 4, 'project_id': '1825132ec3784abd99c6d5ccd714ae94', 'gw_port': {'id': 'f3ffd0e5-6ee7-4932-a694-24470b8a7d87', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:bd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0145ae3-0ebb-46a2-b089-204df66427e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:11:52Z', 'updated_at': '2022-08-27T05:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'd35e7e9a-4038-4037-8f75-c7ba8ff4c420', 'name': '', 'network_id': 'ad1db426-87e3-4fc1-a9ac-8a8dbe4fa6e8', 'tenant_id': '1825132ec3784abd99c6d5ccd714ae94', 'mac_address': 'fa:16:3e:68:9f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0145ae3-0ebb-46a2-b089-204df66427e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '8883f0cc-7627-4e19-8d2a-52f0e3ed30e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:11:55Z', 'updated_at': '2022-08-27T05:11:58Z', 'revision_number': 4, 'project_id': '1825132ec3784abd99c6d5ccd714ae94', 'subnets': [{'id': '8883f0cc-7627-4e19-8d2a-52f0e3ed30e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:11:59.275876 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c6f665af-3bdc-4ca8-853b-4de9226037a9 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks [] for security_group (24e0c8a8-2e0e-4805-88ab-105895539f09), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:59.312578 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c6f665af-3bdc-4ca8-853b-4de9226037a9 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks [] for security_group (24e0c8a8-2e0e-4805-88ab-105895539f09), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:59.454824 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c6f665af-3bdc-4ca8-853b-4de9226037a9 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (24e0c8a8-2e0e-4805-88ab-105895539f09), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:59.458522 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c6f665af-3bdc-4ca8-853b-4de9226037a9 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:11:59.459788 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c6f665af-3bdc-4ca8-853b-4de9226037a9 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/24e0c8a8-2e0e-4805-88ab-105895539f09 HTTP/1.1" status: 204 len: 168 time: 0.2540739 Aug 27 05:11:59.462837 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57486) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:11:59.469912 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f665af-3bdc-4ca8-853b-4de9226037a9 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e0c8a8-2e0e-4805-88ab-105895539f09,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:11:59.777812 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:11:59.831797 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a1894ebe-dca8-4eff-a5e6-f479ec153ed8 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (d0145ae3-0ebb-46a2-b089-204df66427e0), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:00.083826 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-a1894ebe-dca8-4eff-a5e6-f479ec153ed8 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Deleting port d35e7e9a-4038-4037-8f75-c7ba8ff4c420 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:12:00.084507 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a1894ebe-dca8-4eff-a5e6-f479ec153ed8 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (d35e7e9a-4038-4037-8f75-c7ba8ff4c420), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:00.180924 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-a1894ebe-dca8-4eff-a5e6-f479ec153ed8 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] For port d35e7e9a-4038-4037-8f75-c7ba8ff4c420, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=d35e7e9a-4038-4037-8f75-c7ba8ff4c420,segment=NetworkSegment(f8ece98c-989e-46ea-8ecf-61bbac2b93dc),segment_id=f8ece98c-989e-46ea-8ecf-61bbac2b93dc)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:12:00.181386 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a1894ebe-dca8-4eff-a5e6-f479ec153ed8 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (d35e7e9a-4038-4037-8f75-c7ba8ff4c420), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:00.196238 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-a1894ebe-dca8-4eff-a5e6-f479ec153ed8 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Calling delete_port for d35e7e9a-4038-4037-8f75-c7ba8ff4c420 owned by network:router_interface {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:12:00.313387 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:12:00.403249 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:00.441317 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d35e7e9a-4038-4037-8f75-c7ba8ff4c420 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:12:00.466464 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a1894ebe-dca8-4eff-a5e6-f479ec153ed8 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (d35e7e9a-4038-4037-8f75-c7ba8ff4c420), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:00.481477 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No active binding found for port d35e7e9a-4038-4037-8f75-c7ba8ff4c420 {{(pid=107777) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Aug 27 05:12:00.481847 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] The host n-d-852088-5 is not matching for port d35e7e9a-4038-4037-8f75-c7ba8ff4c420 host None! {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 27 05:12:00.482229 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d35e7e9a-4038-4037-8f75-c7ba8ff4c420 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 27 05:12:00.494966 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1894ebe-dca8-4eff-a5e6-f479ec153ed8 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Pushing event deleted for resources: {'Port': ['ID=d35e7e9a-4038-4037-8f75-c7ba8ff4c420,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:12:00.501118 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Port d35e7e9a-4038-4037-8f75-c7ba8ff4c420 not found, will not notify nova. {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 27 05:12:00.677613 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a1894ebe-dca8-4eff-a5e6-f479ec153ed8 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (d0145ae3-0ebb-46a2-b089-204df66427e0), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:00.829628 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:12:00.887450 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1894ebe-dca8-4eff-a5e6-f479ec153ed8 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Router d0145ae3-0ebb-46a2-b089-204df66427e0 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:12:00.991623 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1894ebe-dca8-4eff-a5e6-f479ec153ed8 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:12:00.996751 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a1894ebe-dca8-4eff-a5e6-f479ec153ed8 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] 10.222.0.76 "PUT /networking/v2.0/routers/d0145ae3-0ebb-46a2-b089-204df66427e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5328436 Aug 27 05:12:01.000943 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57492) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:12:01.001692 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133193c6-c3fb-4766-a18a-ca5e3d00b746 None None] Sync routers for ids ['d0145ae3-0ebb-46a2-b089-204df66427e0'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:12:01.011802 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133193c6-c3fb-4766-a18a-ca5e3d00b746 None None] Routers {'d0145ae3-0ebb-46a2-b089-204df66427e0'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:12:01.012476 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-133193c6-c3fb-4766-a18a-ca5e3d00b746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:11:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['d0145ae3-0ebb-46a2-b089-204df66427e0'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:12:01.057676 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-b68baab4-7b3a-4b97-bc65-5f1663b435c6 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Deleting subnet 8883f0cc-7627-4e19-8d2a-52f0e3ed30e6 {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 05:12:01.060851 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b68baab4-7b3a-4b97-bc65-5f1663b435c6 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks [] for subnet (8883f0cc-7627-4e19-8d2a-52f0e3ed30e6), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:01.101215 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b68baab4-7b3a-4b97-bc65-5f1663b435c6 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (8883f0cc-7627-4e19-8d2a-52f0e3ed30e6), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:01.114575 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-133193c6-c3fb-4766-a18a-ca5e3d00b746 None None] Set router d0145ae3-0ebb-46a2-b089-204df66427e0 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:12:01.187131 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b68baab4-7b3a-4b97-bc65-5f1663b435c6 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (8883f0cc-7627-4e19-8d2a-52f0e3ed30e6), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:01.289724 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-133193c6-c3fb-4766-a18a-ca5e3d00b746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0145ae3-0ebb-46a2-b089-204df66427e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1948575321', 'tenant_id': '1825132ec3784abd99c6d5ccd714ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'f3ffd0e5-6ee7-4932-a694-24470b8a7d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:11:51Z', 'updated_at': '2022-08-27T05:12:00Z', 'revision_number': 5, 'project_id': '1825132ec3784abd99c6d5ccd714ae94', 'gw_port': {'id': 'f3ffd0e5-6ee7-4932-a694-24470b8a7d87', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:bd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0145ae3-0ebb-46a2-b089-204df66427e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:11:52Z', 'updated_at': '2022-08-27T05:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:12:01.314111 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133193c6-c3fb-4766-a18a-ca5e3d00b746 None None] Checking router: d0145ae3-0ebb-46a2-b089-204df66427e0 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:12:01.322765 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133193c6-c3fb-4766-a18a-ca5e3d00b746 None None] Routers {'d0145ae3-0ebb-46a2-b089-204df66427e0'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:12:01.323388 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-133193c6-c3fb-4766-a18a-ca5e3d00b746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:11:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['d0145ae3-0ebb-46a2-b089-204df66427e0'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:12:01.333208 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b68baab4-7b3a-4b97-bc65-5f1663b435c6 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (8883f0cc-7627-4e19-8d2a-52f0e3ed30e6), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:01.363723 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68baab4-7b3a-4b97-bc65-5f1663b435c6 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Pushing event deleted for resources: {'Subnet': ['ID=8883f0cc-7627-4e19-8d2a-52f0e3ed30e6,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:12:01.365758 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b68baab4-7b3a-4b97-bc65-5f1663b435c6 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:01.369623 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b68baab4-7b3a-4b97-bc65-5f1663b435c6 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/8883f0cc-7627-4e19-8d2a-52f0e3ed30e6 HTTP/1.1" status: 204 len: 168 time: 0.3684144 Aug 27 05:12:01.371652 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57494) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:12:01.374349 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b639f39c-e6c7-4a2b-aba7-6f99dfd757dd None None] Network ad1db426-87e3-4fc1-a9ac-8a8dbe4fa6e8 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:12:01.431886 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-133193c6-c3fb-4766-a18a-ca5e3d00b746 None None] Set router d0145ae3-0ebb-46a2-b089-204df66427e0 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:12:01.483804 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-27f22849-d860-4d60-ae66-891a1cdb5904 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks [] for router (d0145ae3-0ebb-46a2-b089-204df66427e0), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:01.488154 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:12:01.540948 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5297390-7f6b-41e5-aee3-82c147e40c19 None None] DHCP port deletion for ad1db426-87e3-4fc1-a9ac-8a8dbe4fa6e8 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 05:12:01.584289 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-c5297390-7f6b-41e5-aee3-82c147e40c19 None None] Deleting port 4a10229b-5f73-4a5c-8c02-ddaaa49d9bc9 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:12:01.584715 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c5297390-7f6b-41e5-aee3-82c147e40c19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (4a10229b-5f73-4a5c-8c02-ddaaa49d9bc9), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:01.597646 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:12:01.655489 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-c5297390-7f6b-41e5-aee3-82c147e40c19 None None] For port 4a10229b-5f73-4a5c-8c02-ddaaa49d9bc9, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=4a10229b-5f73-4a5c-8c02-ddaaa49d9bc9,segment=NetworkSegment(f8ece98c-989e-46ea-8ecf-61bbac2b93dc),segment_id=f8ece98c-989e-46ea-8ecf-61bbac2b93dc)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:12:01.655887 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c5297390-7f6b-41e5-aee3-82c147e40c19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (4a10229b-5f73-4a5c-8c02-ddaaa49d9bc9), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:01.671137 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-c5297390-7f6b-41e5-aee3-82c147e40c19 None None] Calling delete_port for 4a10229b-5f73-4a5c-8c02-ddaaa49d9bc9 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:12:01.699941 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:12:01.711936 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-133193c6-c3fb-4766-a18a-ca5e3d00b746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0145ae3-0ebb-46a2-b089-204df66427e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1948575321', 'tenant_id': '1825132ec3784abd99c6d5ccd714ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'f3ffd0e5-6ee7-4932-a694-24470b8a7d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:11:51Z', 'updated_at': '2022-08-27T05:12:00Z', 'revision_number': 5, 'project_id': '1825132ec3784abd99c6d5ccd714ae94', 'gw_port': {'id': 'f3ffd0e5-6ee7-4932-a694-24470b8a7d87', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:bd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0145ae3-0ebb-46a2-b089-204df66427e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:11:52Z', 'updated_at': '2022-08-27T05:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:12:01.742836 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133193c6-c3fb-4766-a18a-ca5e3d00b746 None None] The sync data for ids ['d0145ae3-0ebb-46a2-b089-204df66427e0'] in n-d-852088-5 is: [{'id': 'd0145ae3-0ebb-46a2-b089-204df66427e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1948575321', 'tenant_id': '1825132ec3784abd99c6d5ccd714ae94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'f3ffd0e5-6ee7-4932-a694-24470b8a7d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:11:51Z', 'updated_at': '2022-08-27T05:12:00Z', 'revision_number': 5, 'project_id': '1825132ec3784abd99c6d5ccd714ae94', 'gw_port': {'id': 'f3ffd0e5-6ee7-4932-a694-24470b8a7d87', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:bd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0145ae3-0ebb-46a2-b089-204df66427e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:11:52Z', 'updated_at': '2022-08-27T05:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:12:01.794909 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:01.846501 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-27f22849-d860-4d60-ae66-891a1cdb5904 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks [] for router_gateway (d0145ae3-0ebb-46a2-b089-204df66427e0), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:01.886354 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c5297390-7f6b-41e5-aee3-82c147e40c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (4a10229b-5f73-4a5c-8c02-ddaaa49d9bc9), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:01.920744 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5297390-7f6b-41e5-aee3-82c147e40c19 None None] Pushing event deleted for resources: {'Port': ['ID=4a10229b-5f73-4a5c-8c02-ddaaa49d9bc9,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:12:01.926993 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5297390-7f6b-41e5-aee3-82c147e40c19 None None] No DVR routers for this DVR port 4a10229b-5f73-4a5c-8c02-ddaaa49d9bc9 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:12:01.980702 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-27f22849-d860-4d60-ae66-891a1cdb5904 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Deleting port f3ffd0e5-6ee7-4932-a694-24470b8a7d87 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:12:01.981045 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-27f22849-d860-4d60-ae66-891a1cdb5904 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (f3ffd0e5-6ee7-4932-a694-24470b8a7d87), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:02.037739 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:02.063400 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-27f22849-d860-4d60-ae66-891a1cdb5904 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] For port f3ffd0e5-6ee7-4932-a694-24470b8a7d87, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=f3ffd0e5-6ee7-4932-a694-24470b8a7d87,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:12:02.066047 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-27f22849-d860-4d60-ae66-891a1cdb5904 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (f3ffd0e5-6ee7-4932-a694-24470b8a7d87), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:02.076481 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-27f22849-d860-4d60-ae66-891a1cdb5904 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Calling delete_port for f3ffd0e5-6ee7-4932-a694-24470b8a7d87 owned by network:router_gateway {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:12:02.083771 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:12:02.346345 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-27f22849-d860-4d60-ae66-891a1cdb5904 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (f3ffd0e5-6ee7-4932-a694-24470b8a7d87), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:02.369510 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f22849-d860-4d60-ae66-891a1cdb5904 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Pushing event deleted for resources: {'Port': ['ID=f3ffd0e5-6ee7-4932-a694-24470b8a7d87,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:12:02.422206 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 4a10229b-5f73-4a5c-8c02-ddaaa49d9bc9 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:12:02.435711 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-27f22849-d860-4d60-ae66-891a1cdb5904 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (d0145ae3-0ebb-46a2-b089-204df66427e0), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:02.443216 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 4a10229b-5f73-4a5c-8c02-ddaaa49d9bc9 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:12:02.443570 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 4a10229b-5f73-4a5c-8c02-ddaaa49d9bc9 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:12:02.446600 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d35e7e9a-4038-4037-8f75-c7ba8ff4c420 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:12:02.466652 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: d35e7e9a-4038-4037-8f75-c7ba8ff4c420 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:12:02.467002 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device d35e7e9a-4038-4037-8f75-c7ba8ff4c420 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:12:02.525642 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-27f22849-d860-4d60-ae66-891a1cdb5904 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (d0145ae3-0ebb-46a2-b089-204df66427e0), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:02.527844 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-27f22849-d860-4d60-ae66-891a1cdb5904 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks [] for router_controller (d0145ae3-0ebb-46a2-b089-204df66427e0), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:02.637784 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-27f22849-d860-4d60-ae66-891a1cdb5904 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (d0145ae3-0ebb-46a2-b089-204df66427e0), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:02.638353 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f22849-d860-4d60-ae66-891a1cdb5904 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Fanout notify agent at l3_agent the message router_deleted on router d0145ae3-0ebb-46a2-b089-204df66427e0 {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 05:12:02.645231 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-27f22849-d860-4d60-ae66-891a1cdb5904 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:02.646349 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-27f22849-d860-4d60-ae66-891a1cdb5904 tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] 10.222.0.76 "DELETE /networking/v2.0/routers/d0145ae3-0ebb-46a2-b089-204df66427e0 HTTP/1.1" status: 204 len: 168 time: 1.2737436 Aug 27 05:12:02.650546 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57496) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:12:02.735666 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fcfc1aa4-a74a-4da7-a727-f7e85b658cdf tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (ad1db426-87e3-4fc1-a9ac-8a8dbe4fa6e8), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:02.840686 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fcfc1aa4-a74a-4da7-a727-f7e85b658cdf tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (ad1db426-87e3-4fc1-a9ac-8a8dbe4fa6e8), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:02.861117 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-fcfc1aa4-a74a-4da7-a727-f7e85b658cdf tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad1db426-87e3-4fc1-a9ac-8a8dbe4fa6e8']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:12:02.870573 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-fcfc1aa4-a74a-4da7-a727-f7e85b658cdf tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8ece98c-989e-46ea-8ecf-61bbac2b93dc') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:12:02.870874 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-fcfc1aa4-a74a-4da7-a727-f7e85b658cdf tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8ece98c-989e-46ea-8ecf-61bbac2b93dc') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:12:02.881463 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fcfc1aa4-a74a-4da7-a727-f7e85b658cdf tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (f8ece98c-989e-46ea-8ecf-61bbac2b93dc), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:02.895437 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fcfc1aa4-a74a-4da7-a727-f7e85b658cdf tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (f8ece98c-989e-46ea-8ecf-61bbac2b93dc), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:02.901705 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcfc1aa4-a74a-4da7-a727-f7e85b658cdf tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:12:02.902095 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fcfc1aa4-a74a-4da7-a727-f7e85b658cdf tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (f8ece98c-989e-46ea-8ecf-61bbac2b93dc), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:02.945321 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment f8ece98c-989e-46ea-8ecf-61bbac2b93dc resource provider aggregate not found Aug 27 05:12:02.950755 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:12:02.966471 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment f8ece98c-989e-46ea-8ecf-61bbac2b93dc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f8ece98c-989e-46ea-8ecf-61bbac2b93dc found for delete ", "request_id": "req-37b5880e-2e4c-4e3c-abdb-c22ed9b33078"}]} Aug 27 05:12:03.043283 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fcfc1aa4-a74a-4da7-a727-f7e85b658cdf tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (ad1db426-87e3-4fc1-a9ac-8a8dbe4fa6e8), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:03.055671 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fcfc1aa4-a74a-4da7-a727-f7e85b658cdf tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:03.055671 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-fcfc1aa4-a74a-4da7-a727-f7e85b658cdf tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] 10.222.0.76 "DELETE /networking/v2.0/networks/ad1db426-87e3-4fc1-a9ac-8a8dbe4fa6e8 HTTP/1.1" status: 204 len: 168 time: 0.4031062 Aug 27 05:12:03.067668 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc1aa4-a74a-4da7-a727-f7e85b658cdf tempest-TestSecurityGroupsBasicOps-1451856811 tempest-TestSecurityGroupsBasicOps-1451856811-project] Pushing event deleted for resources: {'Network': ['ID=ad1db426-87e3-4fc1-a9ac-8a8dbe4fa6e8,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:12:03.623685 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57508) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:12:03.758037 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-664f76e0-0ee7-45fd-b816-21aa3a925077 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=1825132ec3784abd99c6d5ccd714ae94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1331563 Aug 27 05:12:03.760632 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57512) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:12:03.814035 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-10daa493-4ed3-4647-921a-d65eb994dd4a admin admin] Publish callbacks [] for security_group (717b4359-0b7c-4b91-a946-2ff545b537b8), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:03.835805 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-10daa493-4ed3-4647-921a-d65eb994dd4a admin admin] Publish callbacks [] for security_group (717b4359-0b7c-4b91-a946-2ff545b537b8), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:03.975127 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-10daa493-4ed3-4647-921a-d65eb994dd4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (717b4359-0b7c-4b91-a946-2ff545b537b8), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:03.977784 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-10daa493-4ed3-4647-921a-d65eb994dd4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:03.978990 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-10daa493-4ed3-4647-921a-d65eb994dd4a admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/717b4359-0b7c-4b91-a946-2ff545b537b8 HTTP/1.1" status: 204 len: 168 time: 0.2173336 Aug 27 05:12:03.987289 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10daa493-4ed3-4647-921a-d65eb994dd4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717b4359-0b7c-4b91-a946-2ff545b537b8,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:12:04.416724 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device f3ffd0e5-6ee7-4932-a694-24470b8a7d87 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:12:04.436494 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: f3ffd0e5-6ee7-4932-a694-24470b8a7d87 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:12:04.436841 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device f3ffd0e5-6ee7-4932-a694-24470b8a7d87 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:12:04.604913 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57518) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:12:04.623637 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9f189be9-0831-425a-a996-5b9f26370d94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:04.700865 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9f189be9-0831-425a-a996-5b9f26370d94 admin admin] Publish callbacks [] for security_group (7ed552c8-248c-4312-ac4f-f32d1382c694), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:04.777606 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9f189be9-0831-425a-a996-5b9f26370d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (7ed552c8-248c-4312-ac4f-f32d1382c694), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:04.817650 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-9f189be9-0831-425a-a996-5b9f26370d94 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=027796de04c64eaf8a8f76506d16e79c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2116008 Aug 27 05:12:04.818375 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f189be9-0831-425a-a996-5b9f26370d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed552c8-248c-4312-ac4f-f32d1382c694,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:12:04.820433 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57520) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:12:04.834660 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:12:04.872686 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-71545b36-1ce1-4ad8-b819-9b629e6b5d54 admin admin] Publish callbacks [] for security_group (7ed552c8-248c-4312-ac4f-f32d1382c694), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:04.893057 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-71545b36-1ce1-4ad8-b819-9b629e6b5d54 admin admin] Publish callbacks [] for security_group (7ed552c8-248c-4312-ac4f-f32d1382c694), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:05.000653 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-71545b36-1ce1-4ad8-b819-9b629e6b5d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (7ed552c8-248c-4312-ac4f-f32d1382c694), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:05.003269 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-71545b36-1ce1-4ad8-b819-9b629e6b5d54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:05.004471 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-71545b36-1ce1-4ad8-b819-9b629e6b5d54 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/7ed552c8-248c-4312-ac4f-f32d1382c694 HTTP/1.1" status: 204 len: 168 time: 0.1829982 Aug 27 05:12:05.013406 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71545b36-1ce1-4ad8-b819-9b629e6b5d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed552c8-248c-4312-ac4f-f32d1382c694,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:12:05.790402 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57526) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:12:05.803768 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0f675ce2-98a4-4c8d-97a7-e1dc77a262f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:05.885522 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0f675ce2-98a4-4c8d-97a7-e1dc77a262f5 admin admin] Publish callbacks [] for security_group (e2f89e89-d10a-48e4-8a2e-cb020d37e714), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:05.955027 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0f675ce2-98a4-4c8d-97a7-e1dc77a262f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (e2f89e89-d10a-48e4-8a2e-cb020d37e714), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:05.996407 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0f675ce2-98a4-4c8d-97a7-e1dc77a262f5 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=cf93970b528c48cc96ec39ee91d2245f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2048988 Aug 27 05:12:05.997122 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f675ce2-98a4-4c8d-97a7-e1dc77a262f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f89e89-d10a-48e4-8a2e-cb020d37e714,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:12:05.999070 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57528) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:12:06.048990 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cf9a3645-c905-4d4c-857c-77f638a96a6e admin admin] Publish callbacks [] for security_group (e2f89e89-d10a-48e4-8a2e-cb020d37e714), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:06.069441 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cf9a3645-c905-4d4c-857c-77f638a96a6e admin admin] Publish callbacks [] for security_group (e2f89e89-d10a-48e4-8a2e-cb020d37e714), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:06.218502 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cf9a3645-c905-4d4c-857c-77f638a96a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (e2f89e89-d10a-48e4-8a2e-cb020d37e714), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:06.221159 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cf9a3645-c905-4d4c-857c-77f638a96a6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:06.222352 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-cf9a3645-c905-4d4c-857c-77f638a96a6e admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/e2f89e89-d10a-48e4-8a2e-cb020d37e714 HTTP/1.1" status: 204 len: 168 time: 0.2222896 Aug 27 05:12:06.233185 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9a3645-c905-4d4c-857c-77f638a96a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f89e89-d10a-48e4-8a2e-cb020d37e714,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:12:07.095166 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:07.291076 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57550) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:12:07.391190 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-3444cee0-e98c-4a28-9bac-1861cc7d2712 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1220832603-network', 'tenant_id': '5e82ecb60102415888768543069927ed'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:12:07.512027 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3444cee0-e98c-4a28-9bac-1861cc7d2712 admin admin] Made reservation on behalf of 5e82ecb60102415888768543069927ed for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:12:07.514564 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3444cee0-e98c-4a28-9bac-1861cc7d2712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:07.523784 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3444cee0-e98c-4a28-9bac-1861cc7d2712 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:07.581876 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=77,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=17 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:12:07.602621 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3444cee0-e98c-4a28-9bac-1861cc7d2712 admin admin] Publish callbacks [] for security_group (09f8d2d1-24ab-487c-a59a-8cafbed37370), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:07.688858 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3444cee0-e98c-4a28-9bac-1861cc7d2712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (09f8d2d1-24ab-487c-a59a-8cafbed37370), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:07.717891 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3444cee0-e98c-4a28-9bac-1861cc7d2712 admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 05:12:07.725196 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3444cee0-e98c-4a28-9bac-1861cc7d2712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f8d2d1-24ab-487c-a59a-8cafbed37370,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:12:07.732814 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3444cee0-e98c-4a28-9bac-1861cc7d2712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (3b0c8579-ffee-4ea8-87b5-7f3993d0adb7), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:07.733995 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-3444cee0-e98c-4a28-9bac-1861cc7d2712 admin admin] Added segment 3b0c8579-ffee-4ea8-87b5-7f3993d0adb7 of type vlan for network bd55bb1d-4c65-40e8-a732-b5a078ed6d5a Aug 27 05:12:07.771335 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:12:07.774313 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3444cee0-e98c-4a28-9bac-1861cc7d2712 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (bd55bb1d-4c65-40e8-a732-b5a078ed6d5a), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:07.877609 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3444cee0-e98c-4a28-9bac-1861cc7d2712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (bd55bb1d-4c65-40e8-a732-b5a078ed6d5a), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:07.878616 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3444cee0-e98c-4a28-9bac-1861cc7d2712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:12:07.879192 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3444cee0-e98c-4a28-9bac-1861cc7d2712 admin admin] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:07.942879 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3444cee0-e98c-4a28-9bac-1861cc7d2712 admin admin] Pushing event updated for resources: {'Network': ['ID=bd55bb1d-4c65-40e8-a732-b5a078ed6d5a,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:12:07.952194 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network bd55bb1d-4c65-40e8-a732-b5a078ed6d5a details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 05:12:08.014706 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3444cee0-e98c-4a28-9bac-1861cc7d2712 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7224267 Aug 27 05:12:08.017672 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57554) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:12:08.022498 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-7a80667e-a22e-460a-8e34-389d23965492 admin admin] Request body: {'subnet': {'network_id': 'bd55bb1d-4c65-40e8-a732-b5a078ed6d5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1220832603-subnet', 'tenant_id': '5e82ecb60102415888768543069927ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:12:08.149855 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a80667e-a22e-460a-8e34-389d23965492 admin admin] Made reservation on behalf of 5e82ecb60102415888768543069927ed for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:12:08.152630 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7a80667e-a22e-460a-8e34-389d23965492 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:08.378182 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7a80667e-a22e-460a-8e34-389d23965492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (951ba211-6e5a-4719-a244-0ee94e79ef07), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:08.430537 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a80667e-a22e-460a-8e34-389d23965492 admin admin] Pushing event updated for resources: {'Subnet': ['ID=951ba211-6e5a-4719-a244-0ee94e79ef07,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:12:08.448283 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a80667e-a22e-460a-8e34-389d23965492 admin admin] Checking segment: {'id': '3b0c8579-ffee-4ea8-87b5-7f3993d0adb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'bd55bb1d-4c65-40e8-a732-b5a078ed6d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:12:08.448640 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a80667e-a22e-460a-8e34-389d23965492 admin admin] Network hostable DHCP agents. Network: bd55bb1d-4c65-40e8-a732-b5a078ed6d5a, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 05:12:08.534938 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a80667e-a22e-460a-8e34-389d23965492 admin admin] Network bd55bb1d-4c65-40e8-a732-b5a078ed6d5a is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 05:12:08.646627 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-7a80667e-a22e-460a-8e34-389d23965492 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, bd55bb1d-4c65-40e8-a732-b5a078ed6d5a) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:12:08.650980 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a80667e-a22e-460a-8e34-389d23965492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:12:08.651739 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7a80667e-a22e-460a-8e34-389d23965492 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:08.657077 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56aefa71-f982-45cf-9b2a-fc47102965dc None None] Network bd55bb1d-4c65-40e8-a732-b5a078ed6d5a requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:12:08.720086 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:12:08.746816 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7a80667e-a22e-460a-8e34-389d23965492 admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7280602 Aug 27 05:12:08.768524 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf75397a-1ca9-43f1-a9e9-728750232ad2 None None] Network bd55bb1d-4c65-40e8-a732-b5a078ed6d5a requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:12:09.447147 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57570) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:12:09.452286 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-da861c46-ce89-458b-b320-eaa672d336c3 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-942640783-network', 'tenant_id': '890508005b814ec7a38b1073c3c21a61'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:12:09.552001 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da861c46-ce89-458b-b320-eaa672d336c3 admin admin] Made reservation on behalf of 890508005b814ec7a38b1073c3c21a61 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:12:09.554516 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-da861c46-ce89-458b-b320-eaa672d336c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:09.564713 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-da861c46-ce89-458b-b320-eaa672d336c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:09.651354 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-da861c46-ce89-458b-b320-eaa672d336c3 admin admin] Publish callbacks [] for security_group (09ea8068-6aa9-4269-817b-0e914aa8b91a), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:09.734536 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-da861c46-ce89-458b-b320-eaa672d336c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (09ea8068-6aa9-4269-817b-0e914aa8b91a), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:09.738916 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:12:09.761192 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da861c46-ce89-458b-b320-eaa672d336c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 05:12:09.770229 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da861c46-ce89-458b-b320-eaa672d336c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ea8068-6aa9-4269-817b-0e914aa8b91a,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:12:09.777366 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-da861c46-ce89-458b-b320-eaa672d336c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (8afb236e-bd40-49d7-9236-7833c13dc998), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:09.781357 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-da861c46-ce89-458b-b320-eaa672d336c3 admin admin] Added segment 8afb236e-bd40-49d7-9236-7833c13dc998 of type vlan for network 387f3b38-b013-4461-86e3-0290576d6783 Aug 27 05:12:09.821026 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-da861c46-ce89-458b-b320-eaa672d336c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (387f3b38-b013-4461-86e3-0290576d6783), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:09.903700 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-da861c46-ce89-458b-b320-eaa672d336c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (387f3b38-b013-4461-86e3-0290576d6783), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:09.904756 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da861c46-ce89-458b-b320-eaa672d336c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:12:09.905410 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-da861c46-ce89-458b-b320-eaa672d336c3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:09.923837 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:12:09.968707 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da861c46-ce89-458b-b320-eaa672d336c3 admin admin] Pushing event updated for resources: {'Network': ['ID=387f3b38-b013-4461-86e3-0290576d6783,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:12:09.978162 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 387f3b38-b013-4461-86e3-0290576d6783 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 05:12:10.032488 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-da861c46-ce89-458b-b320-eaa672d336c3 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5840404 Aug 27 05:12:10.035062 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57572) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:12:10.039814 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-813cdf1a-b1cf-4d83-bd8c-4d704aabc5e1 admin admin] Request body: {'subnet': {'network_id': '387f3b38-b013-4461-86e3-0290576d6783', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-942640783-subnet', 'tenant_id': '890508005b814ec7a38b1073c3c21a61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:12:10.174837 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813cdf1a-b1cf-4d83-bd8c-4d704aabc5e1 admin admin] Made reservation on behalf of 890508005b814ec7a38b1073c3c21a61 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:12:10.177314 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-813cdf1a-b1cf-4d83-bd8c-4d704aabc5e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:10.475558 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-813cdf1a-b1cf-4d83-bd8c-4d704aabc5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (63580b28-d68b-4662-b930-8f06bebebde8), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:10.532210 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813cdf1a-b1cf-4d83-bd8c-4d704aabc5e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63580b28-d68b-4662-b930-8f06bebebde8,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:12:10.542964 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813cdf1a-b1cf-4d83-bd8c-4d704aabc5e1 admin admin] Checking segment: {'id': '8afb236e-bd40-49d7-9236-7833c13dc998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '387f3b38-b013-4461-86e3-0290576d6783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:12:10.543325 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813cdf1a-b1cf-4d83-bd8c-4d704aabc5e1 admin admin] Network hostable DHCP agents. Network: 387f3b38-b013-4461-86e3-0290576d6783, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 05:12:10.663810 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813cdf1a-b1cf-4d83-bd8c-4d704aabc5e1 admin admin] Network 387f3b38-b013-4461-86e3-0290576d6783 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 05:12:10.761218 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-813cdf1a-b1cf-4d83-bd8c-4d704aabc5e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 387f3b38-b013-4461-86e3-0290576d6783) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:12:10.765210 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813cdf1a-b1cf-4d83-bd8c-4d704aabc5e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:12:10.765893 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-813cdf1a-b1cf-4d83-bd8c-4d704aabc5e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:10.771602 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84338de5-789c-46c7-b85a-07a3408d03d1 None None] Network 387f3b38-b013-4461-86e3-0290576d6783 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:12:10.874178 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5e275b-bc58-423c-98a6-250c11f47bfc None None] Network 387f3b38-b013-4461-86e3-0290576d6783 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:12:10.893283 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-813cdf1a-b1cf-4d83-bd8c-4d704aabc5e1 admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8571613 Aug 27 05:12:10.954747 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:12:11.361474 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=84,neutron:DELETE=11,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:12:11.413748 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11597566-1358-417c-9381-f7b15ae9dda4 req-accd73dc-26da-4d59-94f7-0cb3619edfa2 tempest-TestServerAdvancedOps-1192098158 tempest-TestServerAdvancedOps-1192098158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:12:11.415222 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-11597566-1358-417c-9381-f7b15ae9dda4 req-accd73dc-26da-4d59-94f7-0cb3619edfa2 tempest-TestServerAdvancedOps-1192098158 tempest-TestServerAdvancedOps-1192098158-project] 10.222.0.76 "GET /networking/v2.0/networks?id=bd55bb1d-4c65-40e8-a732-b5a078ed6d5a HTTP/1.1" status: 200 len: 812 time: 0.1088996 Aug 27 05:12:11.429934 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-11597566-1358-417c-9381-f7b15ae9dda4 req-499b872c-be2c-4e09-b142-d3a7988c5159 tempest-TestServerAdvancedOps-1192098158 tempest-TestServerAdvancedOps-1192098158-project] 10.222.0.76 "GET /networking/v2.0/quotas/5e82ecb60102415888768543069927ed HTTP/1.1" status: 200 len: 375 time: 0.0090830 Aug 27 05:12:11.463387 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-11597566-1358-417c-9381-f7b15ae9dda4 req-24bf5ef6-923f-43d5-98a6-ce4fa6dc4fe4 tempest-TestServerAdvancedOps-1192098158 tempest-TestServerAdvancedOps-1192098158-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=5e82ecb60102415888768543069927ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276854 Aug 27 05:12:11.507909 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57592) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:12:11.551804 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-677df027-1d3b-42fc-8911-c6db9d34b77d admin admin] Deleting subnet 951ba211-6e5a-4719-a244-0ee94e79ef07 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 05:12:11.555217 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-677df027-1d3b-42fc-8911-c6db9d34b77d admin admin] Publish callbacks [] for subnet (951ba211-6e5a-4719-a244-0ee94e79ef07), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:11.591908 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-677df027-1d3b-42fc-8911-c6db9d34b77d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (951ba211-6e5a-4719-a244-0ee94e79ef07), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:11.631000 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-677df027-1d3b-42fc-8911-c6db9d34b77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (951ba211-6e5a-4719-a244-0ee94e79ef07), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:11.672442 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:DELETE=5,neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:12:11.729816 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-677df027-1d3b-42fc-8911-c6db9d34b77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (951ba211-6e5a-4719-a244-0ee94e79ef07), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:11.741491 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=73 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:12:12.061589 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677df027-1d3b-42fc-8911-c6db9d34b77d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=951ba211-6e5a-4719-a244-0ee94e79ef07,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:12:12.065711 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-677df027-1d3b-42fc-8911-c6db9d34b77d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:12.069550 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-677df027-1d3b-42fc-8911-c6db9d34b77d admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/951ba211-6e5a-4719-a244-0ee94e79ef07 HTTP/1.1" status: 204 len: 168 time: 0.5660710 Aug 27 05:12:12.076394 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57594) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:12:12.145381 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2833f6e2-cea9-4103-a8ff-3dbb1460cfac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (bd55bb1d-4c65-40e8-a732-b5a078ed6d5a), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:12.228659 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2833f6e2-cea9-4103-a8ff-3dbb1460cfac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (bd55bb1d-4c65-40e8-a732-b5a078ed6d5a), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:12.248717 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-2833f6e2-cea9-4103-a8ff-3dbb1460cfac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd55bb1d-4c65-40e8-a732-b5a078ed6d5a']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:12:12.257836 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-2833f6e2-cea9-4103-a8ff-3dbb1460cfac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b0c8579-ffee-4ea8-87b5-7f3993d0adb7') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:12:12.262184 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-2833f6e2-cea9-4103-a8ff-3dbb1460cfac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b0c8579-ffee-4ea8-87b5-7f3993d0adb7') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:12:12.267907 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2833f6e2-cea9-4103-a8ff-3dbb1460cfac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (3b0c8579-ffee-4ea8-87b5-7f3993d0adb7), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:12.281988 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2833f6e2-cea9-4103-a8ff-3dbb1460cfac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (3b0c8579-ffee-4ea8-87b5-7f3993d0adb7), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:12.288701 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2833f6e2-cea9-4103-a8ff-3dbb1460cfac admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:12:12.289087 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2833f6e2-cea9-4103-a8ff-3dbb1460cfac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (3b0c8579-ffee-4ea8-87b5-7f3993d0adb7), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:12.327618 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 3b0c8579-ffee-4ea8-87b5-7f3993d0adb7 resource provider aggregate not found Aug 27 05:12:12.345807 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 3b0c8579-ffee-4ea8-87b5-7f3993d0adb7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3b0c8579-ffee-4ea8-87b5-7f3993d0adb7 found for delete ", "request_id": "req-d982c314-3b71-4fdf-8b4a-df92bcaad4e5"}]} Aug 27 05:12:12.418025 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2833f6e2-cea9-4103-a8ff-3dbb1460cfac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (bd55bb1d-4c65-40e8-a732-b5a078ed6d5a), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:12.423740 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2833f6e2-cea9-4103-a8ff-3dbb1460cfac admin admin] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:12.426902 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2833f6e2-cea9-4103-a8ff-3dbb1460cfac admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/bd55bb1d-4c65-40e8-a732-b5a078ed6d5a HTTP/1.1" status: 204 len: 168 time: 0.3495693 Aug 27 05:12:12.429803 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57600) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:12:12.438126 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2833f6e2-cea9-4103-a8ff-3dbb1460cfac admin admin] Pushing event deleted for resources: {'Network': ['ID=bd55bb1d-4c65-40e8-a732-b5a078ed6d5a,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:12:12.477551 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-e32909d7-4099-46ee-bc1d-35ab6b7961e1 admin admin] Deleting subnet 63580b28-d68b-4662-b930-8f06bebebde8 {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 05:12:12.481392 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e32909d7-4099-46ee-bc1d-35ab6b7961e1 admin admin] Publish callbacks [] for subnet (63580b28-d68b-4662-b930-8f06bebebde8), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:12.520075 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e32909d7-4099-46ee-bc1d-35ab6b7961e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (63580b28-d68b-4662-b930-8f06bebebde8), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:12.559878 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e32909d7-4099-46ee-bc1d-35ab6b7961e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (63580b28-d68b-4662-b930-8f06bebebde8), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:12.701277 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e32909d7-4099-46ee-bc1d-35ab6b7961e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (63580b28-d68b-4662-b930-8f06bebebde8), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:12.725934 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32909d7-4099-46ee-bc1d-35ab6b7961e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63580b28-d68b-4662-b930-8f06bebebde8,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:12:12.731957 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e32909d7-4099-46ee-bc1d-35ab6b7961e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:12.737035 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e32909d7-4099-46ee-bc1d-35ab6b7961e1 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/63580b28-d68b-4662-b930-8f06bebebde8 HTTP/1.1" status: 204 len: 168 time: 0.3062103 Aug 27 05:12:12.739531 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57602) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:12:12.812747 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ac217792-b7a6-4d3b-9f69-1a2e0c21ba2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (387f3b38-b013-4461-86e3-0290576d6783), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:12.891350 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ac217792-b7a6-4d3b-9f69-1a2e0c21ba2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (387f3b38-b013-4461-86e3-0290576d6783), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:12.911876 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-ac217792-b7a6-4d3b-9f69-1a2e0c21ba2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['387f3b38-b013-4461-86e3-0290576d6783']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:12:12.921128 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-ac217792-b7a6-4d3b-9f69-1a2e0c21ba2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8afb236e-bd40-49d7-9236-7833c13dc998') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:12:12.921436 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-ac217792-b7a6-4d3b-9f69-1a2e0c21ba2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8afb236e-bd40-49d7-9236-7833c13dc998') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:12:12.931544 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ac217792-b7a6-4d3b-9f69-1a2e0c21ba2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (8afb236e-bd40-49d7-9236-7833c13dc998), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:12.945249 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ac217792-b7a6-4d3b-9f69-1a2e0c21ba2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (8afb236e-bd40-49d7-9236-7833c13dc998), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:12.952606 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac217792-b7a6-4d3b-9f69-1a2e0c21ba2f admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:12:12.952928 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ac217792-b7a6-4d3b-9f69-1a2e0c21ba2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (8afb236e-bd40-49d7-9236-7833c13dc998), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:12.973728 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 8afb236e-bd40-49d7-9236-7833c13dc998 resource provider aggregate not found Aug 27 05:12:13.005318 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:12:13.017560 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 8afb236e-bd40-49d7-9236-7833c13dc998 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8afb236e-bd40-49d7-9236-7833c13dc998 found for delete ", "request_id": "req-2e686621-9b1d-445a-b7c2-110577cd2104"}]} Aug 27 05:12:13.140757 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ac217792-b7a6-4d3b-9f69-1a2e0c21ba2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (387f3b38-b013-4461-86e3-0290576d6783), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:13.146434 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ac217792-b7a6-4d3b-9f69-1a2e0c21ba2f admin admin] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:13.150072 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ac217792-b7a6-4d3b-9f69-1a2e0c21ba2f admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/387f3b38-b013-4461-86e3-0290576d6783 HTTP/1.1" status: 204 len: 168 time: 0.4093935 Aug 27 05:12:13.162344 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac217792-b7a6-4d3b-9f69-1a2e0c21ba2f admin admin] Pushing event deleted for resources: {'Network': ['ID=387f3b38-b013-4461-86e3-0290576d6783,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:12:13.585821 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57610) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:12:13.626416 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f60babef-d30f-44d7-8bb0-44399f1f6732 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=5e82ecb60102415888768543069927ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394328 Aug 27 05:12:13.628818 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57612) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:12:13.676932 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-94053a36-81f8-457a-b55e-19071e889531 admin admin] Publish callbacks [] for security_group (09f8d2d1-24ab-487c-a59a-8cafbed37370), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:13.697280 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-94053a36-81f8-457a-b55e-19071e889531 admin admin] Publish callbacks [] for security_group (09f8d2d1-24ab-487c-a59a-8cafbed37370), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:13.815128 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-94053a36-81f8-457a-b55e-19071e889531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (09f8d2d1-24ab-487c-a59a-8cafbed37370), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:13.817616 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-94053a36-81f8-457a-b55e-19071e889531 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:13.818812 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-94053a36-81f8-457a-b55e-19071e889531 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/09f8d2d1-24ab-487c-a59a-8cafbed37370 HTTP/1.1" status: 204 len: 168 time: 0.1890829 Aug 27 05:12:13.828020 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94053a36-81f8-457a-b55e-19071e889531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f8d2d1-24ab-487c-a59a-8cafbed37370,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:12:14.657470 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57618) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:12:14.706999 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-fdbad671-78fc-47e9-8174-b955f86b1ef9 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=890508005b814ec7a38b1073c3c21a61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0482574 Aug 27 05:12:14.709431 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57620) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:12:14.722816 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:12:14.762953 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3fe19d6c-c6ab-4696-8d62-71ad5a0b7dae admin admin] Publish callbacks [] for security_group (09ea8068-6aa9-4269-817b-0e914aa8b91a), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:14.786286 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3fe19d6c-c6ab-4696-8d62-71ad5a0b7dae admin admin] Publish callbacks [] for security_group (09ea8068-6aa9-4269-817b-0e914aa8b91a), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:14.966904 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3fe19d6c-c6ab-4696-8d62-71ad5a0b7dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (09ea8068-6aa9-4269-817b-0e914aa8b91a), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:14.970412 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3fe19d6c-c6ab-4696-8d62-71ad5a0b7dae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:14.971812 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3fe19d6c-c6ab-4696-8d62-71ad5a0b7dae admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/09ea8068-6aa9-4269-817b-0e914aa8b91a HTTP/1.1" status: 204 len: 168 time: 0.2614651 Aug 27 05:12:14.981809 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe19d6c-c6ab-4696-8d62-71ad5a0b7dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ea8068-6aa9-4269-817b-0e914aa8b91a,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:12:21.241481 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:23.691321 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:12:23.734684 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=76,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:12:23.823182 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=20,neutron:DELETE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:12:24.976209 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=51,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:12:25.924338 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b31c487e-24b8-47a5-8da5-8db4df09086e req-3d404aa6-9431-4ca4-b2c2-08c0ef21d375 tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=b99966673c4e49d4ba447d6ba62913df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240228 Aug 27 05:12:26.033954 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c487e-24b8-47a5-8da5-8db4df09086e req-730fa06b-a974-4107-814d-20553b1ffa9f tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:12:26.035440 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b31c487e-24b8-47a5-8da5-8db4df09086e req-730fa06b-a974-4107-814d-20553b1ffa9f tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1058416 Aug 27 05:12:26.050581 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b31c487e-24b8-47a5-8da5-8db4df09086e req-adbdc1cf-69db-4439-86a5-f6b6f1c41a33 tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] 10.222.0.76 "GET /networking/v2.0/quotas/b99966673c4e49d4ba447d6ba62913df HTTP/1.1" status: 200 len: 375 time: 0.0092118 Aug 27 05:12:26.087409 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b31c487e-24b8-47a5-8da5-8db4df09086e req-1c59d94c-ec8e-4784-9bc8-06e90b86352b tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=b99966673c4e49d4ba447d6ba62913df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317395 Aug 27 05:12:26.468770 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-cc1db6d2-4e30-4526-bbd3-c58fa910d397 req-3452cba8-415e-4195-bee6-b713f57cd755 tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4c130242-72b4-4f6b-b3f3-150bf3a53fa2 HTTP/1.1" status: 200 len: 210 time: 0.0287962 Aug 27 05:12:26.749816 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b4233c1d-0b94-46d1-999b-df8fd164ae36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:27.552539 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-59c7b124-58f3-499c-a5ea-221dce18f5e1 req-78195a72-e11a-4eb8-8f3a-eb84cb059708 tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4c130242-72b4-4f6b-b3f3-150bf3a53fa2 HTTP/1.1" status: 200 len: 210 time: 0.0284655 Aug 27 05:12:28.654423 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f09966ec-a95d-490c-85c4-a6bc5b9b827c req-6c4ba48d-9f31-4efe-afe6-a7416c2cfa28 tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4c130242-72b4-4f6b-b3f3-150bf3a53fa2 HTTP/1.1" status: 200 len: 210 time: 0.0287578 Aug 27 05:12:29.179194 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-b31c487e-24b8-47a5-8da5-8db4df09086e req-bb2eb3ef-aebe-44dd-b2af-19ca84dfc4fa tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] 10.222.0.75 "GET /networking/v2.0/networks?tenant_id=b99966673c4e49d4ba447d6ba62913df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216646 Aug 27 05:12:29.226852 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-49f1c342-9100-488d-be81-7f1b89ff3eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:29.229494 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=3 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:12:29.291239 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c487e-24b8-47a5-8da5-8db4df09086e req-719bdfba-96ab-4ff7-a6d1-0121207f9e62 tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:12:29.292753 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-b31c487e-24b8-47a5-8da5-8db4df09086e req-719bdfba-96ab-4ff7-a6d1-0121207f9e62 tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] 10.222.0.75 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1090415 Aug 27 05:12:29.310265 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [req-b31c487e-24b8-47a5-8da5-8db4df09086e req-78deb138-330f-408d-8f1b-c7b7875d853a tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] Request body: {'port': {'device_id': '4c130242-72b4-4f6b-b3f3-150bf3a53fa2', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'admin_state_up': True, 'tenant_id': 'b99966673c4e49d4ba447d6ba62913df'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:12:29.498811 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b31c487e-24b8-47a5-8da5-8db4df09086e req-78deb138-330f-408d-8f1b-c7b7875d853a tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] Made reservation on behalf of b99966673c4e49d4ba447d6ba62913df for: {'port': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:12:29.502622 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-b31c487e-24b8-47a5-8da5-8db4df09086e req-78deb138-330f-408d-8f1b-c7b7875d853a tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:29.512188 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-b31c487e-24b8-47a5-8da5-8db4df09086e req-78deb138-330f-408d-8f1b-c7b7875d853a tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:29.593640 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-b31c487e-24b8-47a5-8da5-8db4df09086e req-78deb138-330f-408d-8f1b-c7b7875d853a tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] Publish callbacks [] for security_group (f2708aa5-e7ca-43d3-bcb6-e978ef3bd31d), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:29.724002 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-b31c487e-24b8-47a5-8da5-8db4df09086e req-78deb138-330f-408d-8f1b-c7b7875d853a tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (f2708aa5-e7ca-43d3-bcb6-e978ef3bd31d), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:29.763826 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-69e7b93d-edf3-438b-a071-9b65d181df0b req-3a3ad96c-87d0-4a02-a1e4-6920acb1f4bc tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4c130242-72b4-4f6b-b3f3-150bf3a53fa2 HTTP/1.1" status: 200 len: 210 time: 0.0320878 Aug 27 05:12:29.793805 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78deb138-330f-408d-8f1b-c7b7875d853a tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2708aa5-e7ca-43d3-bcb6-e978ef3bd31d,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:12:29.871930 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [req-b31c487e-24b8-47a5-8da5-8db4df09086e req-78deb138-330f-408d-8f1b-c7b7875d853a tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] Allocated IP 192.168.233.159 (a82fb463-5a8f-4b8b-991d-61491eba11c6/120f3302-721f-4373-86a6-3aa14ccf6ac4/8d81606f-c6d4-4dc5-a6da-7d0d187136e8) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:12:30.028760 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-b31c487e-24b8-47a5-8da5-8db4df09086e req-78deb138-330f-408d-8f1b-c7b7875d853a tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] Publish callbacks [] for port (8d81606f-c6d4-4dc5-a6da-7d0d187136e8), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:30.138728 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-b31c487e-24b8-47a5-8da5-8db4df09086e req-78deb138-330f-408d-8f1b-c7b7875d853a tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (8d81606f-c6d4-4dc5-a6da-7d0d187136e8), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:30.188942 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b31c487e-24b8-47a5-8da5-8db4df09086e req-78deb138-330f-408d-8f1b-c7b7875d853a tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] Network a82fb463-5a8f-4b8b-991d-61491eba11c6 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:12:30.192178 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [req-b31c487e-24b8-47a5-8da5-8db4df09086e req-78deb138-330f-408d-8f1b-c7b7875d853a tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:12:30.196123 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [req-b31c487e-24b8-47a5-8da5-8db4df09086e req-78deb138-330f-408d-8f1b-c7b7875d853a tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:12:30.203274 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78deb138-330f-408d-8f1b-c7b7875d853a tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] Pushing event updated for resources: {'Port': ['ID=8d81606f-c6d4-4dc5-a6da-7d0d187136e8,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:12:30.227463 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:12:30.232980 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:12:30.250614 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c487e-24b8-47a5-8da5-8db4df09086e req-78deb138-330f-408d-8f1b-c7b7875d853a tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:12:30.251229 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-b31c487e-24b8-47a5-8da5-8db4df09086e req-78deb138-330f-408d-8f1b-c7b7875d853a tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:30.341957 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-b31c487e-24b8-47a5-8da5-8db4df09086e req-78deb138-330f-408d-8f1b-c7b7875d853a tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] 10.222.0.75 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0360813 Aug 27 05:12:30.452219 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-aad358be-100a-4a02-a4e1-44c4e71057b2 None None] Provisioning complete for port 8d81606f-c6d4-4dc5-a6da-7d0d187136e8 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:12:30.452727 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-aad358be-100a-4a02-a4e1-44c4e71057b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (8d81606f-c6d4-4dc5-a6da-7d0d187136e8), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:30.468435 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [req-b31c487e-24b8-47a5-8da5-8db4df09086e req-968c12c9-6c68-4340-9c66-5fd0bb5d904e service neutron] Request body: {'port': {'device_id': '4c130242-72b4-4f6b-b3f3-150bf3a53fa2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-852088-5'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:12:30.474183 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:30.487313 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-aad358be-100a-4a02-a4e1-44c4e71057b2 None None] Port 8d81606f-c6d4-4dc5-a6da-7d0d187136e8 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:12:30.528841 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-b31c487e-24b8-47a5-8da5-8db4df09086e req-968c12c9-6c68-4340-9c66-5fd0bb5d904e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8d81606f-c6d4-4dc5-a6da-7d0d187136e8), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:30.796439 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [req-b31c487e-24b8-47a5-8da5-8db4df09086e req-968c12c9-6c68-4340-9c66-5fd0bb5d904e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d81606f-c6d4-4dc5-a6da-7d0d187136e8 {{(pid=107776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 05:12:30.804258 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-b31c487e-24b8-47a5-8da5-8db4df09086e req-968c12c9-6c68-4340-9c66-5fd0bb5d904e service neutron] Publish callbacks [] for port (8d81606f-c6d4-4dc5-a6da-7d0d187136e8), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:30.817766 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.provisioning_blocks [req-b31c487e-24b8-47a5-8da5-8db4df09086e req-968c12c9-6c68-4340-9c66-5fd0bb5d904e service neutron] Transition to ACTIVE for port object 8d81606f-c6d4-4dc5-a6da-7d0d187136e8 will not be triggered until provisioned by entity L2. {{(pid=107776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 27 05:12:30.885976 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9227faf-29e6-4095-b360-b88eb97fdcc7 req-364b801e-5f96-4c5a-89f6-da2a51de7564 tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:12:30.887476 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b9227faf-29e6-4095-b360-b88eb97fdcc7 req-364b801e-5f96-4c5a-89f6-da2a51de7564 tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4c130242-72b4-4f6b-b3f3-150bf3a53fa2 HTTP/1.1" status: 200 len: 936 time: 0.0491064 Aug 27 05:12:30.935360 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b9227faf-29e6-4095-b360-b88eb97fdcc7 req-5eba090c-d653-482d-81f7-460fea7439d7 tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f2708aa5-e7ca-43d3-bcb6-e978ef3bd31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422542 Aug 27 05:12:30.941485 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-b31c487e-24b8-47a5-8da5-8db4df09086e req-968c12c9-6c68-4340-9c66-5fd0bb5d904e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (8d81606f-c6d4-4dc5-a6da-7d0d187136e8), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:31.027596 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968c12c9-6c68-4340-9c66-5fd0bb5d904e service neutron] Pushing event updated for resources: {'Port': ['ID=8d81606f-c6d4-4dc5-a6da-7d0d187136e8,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:12:31.058890 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-b31c487e-24b8-47a5-8da5-8db4df09086e req-968c12c9-6c68-4340-9c66-5fd0bb5d904e service neutron] Attempting to bind port 8d81606f-c6d4-4dc5-a6da-7d0d187136e8 on host n-h1-852088-5 for vnic_type normal with profile {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:12:31.059222 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-b31c487e-24b8-47a5-8da5-8db4df09086e req-968c12c9-6c68-4340-9c66-5fd0bb5d904e service neutron] Attempting to bind port 8d81606f-c6d4-4dc5-a6da-7d0d187136e8 by drivers openvswitch,hyperv on host n-h1-852088-5 at level 0 using segments [{'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:12:31.059547 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31c487e-24b8-47a5-8da5-8db4df09086e req-968c12c9-6c68-4340-9c66-5fd0bb5d904e service neutron] Attempting to bind port 8d81606f-c6d4-4dc5-a6da-7d0d187136e8 on network a82fb463-5a8f-4b8b-991d-61491eba11c6 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:12:31.063984 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31c487e-24b8-47a5-8da5-8db4df09086e req-968c12c9-6c68-4340-9c66-5fd0bb5d904e service neutron] Port 8d81606f-c6d4-4dc5-a6da-7d0d187136e8 on network a82fb463-5a8f-4b8b-991d-61491eba11c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-852088-5 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 05:12:31.064339 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31c487e-24b8-47a5-8da5-8db4df09086e req-968c12c9-6c68-4340-9c66-5fd0bb5d904e service neutron] Attempting to bind port 8d81606f-c6d4-4dc5-a6da-7d0d187136e8 on network a82fb463-5a8f-4b8b-991d-61491eba11c6 {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:12:31.069281 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31c487e-24b8-47a5-8da5-8db4df09086e req-968c12c9-6c68-4340-9c66-5fd0bb5d904e service neutron] Checking agent: {'id': '6d03b773-90f7-436b-9be6-5928d8d54dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 36, 21), 'started_at': datetime.datetime(2022, 8, 27, 4, 36, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:12:31.069613 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31c487e-24b8-47a5-8da5-8db4df09086e req-968c12c9-6c68-4340-9c66-5fd0bb5d904e service neutron] Checking segment: {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:12:31.069992 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31c487e-24b8-47a5-8da5-8db4df09086e req-968c12c9-6c68-4340-9c66-5fd0bb5d904e service neutron] Bound using segment: {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'} {{(pid=107776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:12:31.070411 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.managers [req-b31c487e-24b8-47a5-8da5-8db4df09086e req-968c12c9-6c68-4340-9c66-5fd0bb5d904e service neutron] Bound port: 8d81606f-c6d4-4dc5-a6da-7d0d187136e8, host: n-h1-852088-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1abe37-6e1f-43f7-abee-b49eabfaa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6'}}] {{(pid=107776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:12:31.070763 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-b31c487e-24b8-47a5-8da5-8db4df09086e req-968c12c9-6c68-4340-9c66-5fd0bb5d904e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8d81606f-c6d4-4dc5-a6da-7d0d187136e8), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:31.073294 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:12:31.133858 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-b31c487e-24b8-47a5-8da5-8db4df09086e req-968c12c9-6c68-4340-9c66-5fd0bb5d904e service neutron] For port 8d81606f-c6d4-4dc5-a6da-7d0d187136e8, host n-h1-852088-5, cleared binding levels {{(pid=107776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:12:31.137174 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-b31c487e-24b8-47a5-8da5-8db4df09086e req-968c12c9-6c68-4340-9c66-5fd0bb5d904e service neutron] For port 8d81606f-c6d4-4dc5-a6da-7d0d187136e8, host n-h1-852088-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=8d81606f-c6d4-4dc5-a6da-7d0d187136e8,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:12:31.255928 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-b31c487e-24b8-47a5-8da5-8db4df09086e req-968c12c9-6c68-4340-9c66-5fd0bb5d904e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (8d81606f-c6d4-4dc5-a6da-7d0d187136e8), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:31.261172 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c487e-24b8-47a5-8da5-8db4df09086e req-968c12c9-6c68-4340-9c66-5fd0bb5d904e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:12:31.261788 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-b31c487e-24b8-47a5-8da5-8db4df09086e req-968c12c9-6c68-4340-9c66-5fd0bb5d904e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:31.263199 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-b31c487e-24b8-47a5-8da5-8db4df09086e req-968c12c9-6c68-4340-9c66-5fd0bb5d904e service neutron] 10.222.0.75 "PUT /networking/v2.0/ports/8d81606f-c6d4-4dc5-a6da-7d0d187136e8 HTTP/1.1" status: 200 len: 1096 time: 0.9078896 Aug 27 05:12:31.263696 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c130242-72b4-4f6b-b3f3-150bf3a53fa2', 'tag': '8d81606f-c6d4-4dc5-a6da-7d0d187136e8'}] {{(pid=107776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 05:12:31.266005 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7ad66632f4c78724655075356aa8535ba41c652eced6c9cea0c1f0c67b1e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54bd0937-4d51-4cb0-ace0-ee9cb024a965" -d '{"events": [{"name": "network-changed", "server_uuid": "4c130242-72b4-4f6b-b3f3-150bf3a53fa2", "tag": "8d81606f-c6d4-4dc5-a6da-7d0d187136e8"}]}' {{(pid=107776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 05:12:31.313688 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968c12c9-6c68-4340-9c66-5fd0bb5d904e service neutron] Pushing event updated for resources: {'Port': ['ID=8d81606f-c6d4-4dc5-a6da-7d0d187136e8,revision_number=3']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:12:31.375125 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 05:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67530ef5-8ee0-4fb4-b81b-912550c1ef25 x-openstack-request-id: req-67530ef5-8ee0-4fb4-b81b-912550c1ef25 {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 05:12:31.375419 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c130242-72b4-4f6b-b3f3-150bf3a53fa2", "tag": "8d81606f-c6d4-4dc5-a6da-7d0d187136e8", "status": "completed", "code": 200}]} {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 05:12:31.375736 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-67530ef5-8ee0-4fb4-b81b-912550c1ef25 {{(pid=107776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 05:12:31.376108 n-d-852088-5 neutron-server[107776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67530ef5-8ee0-4fb4-b81b-912550c1ef25'] response: {'name': 'network-changed', 'server_uuid': '4c130242-72b4-4f6b-b3f3-150bf3a53fa2', 'tag': '8d81606f-c6d4-4dc5-a6da-7d0d187136e8', 'status': 'completed', 'code': 200} Aug 27 05:12:31.459700 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd0937-4d51-4cb0-ace0-ee9cb024a965 req-7de4a626-7a18-4e5d-b796-71c656b3a0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:12:31.461290 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-54bd0937-4d51-4cb0-ace0-ee9cb024a965 req-7de4a626-7a18-4e5d-b796-71c656b3a0c8 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=b99966673c4e49d4ba447d6ba62913df&device_id=4c130242-72b4-4f6b-b3f3-150bf3a53fa2 HTTP/1.1" status: 200 len: 1130 time: 0.0406210 Aug 27 05:12:31.503719 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-54bd0937-4d51-4cb0-ace0-ee9cb024a965 req-19ca92fc-8b01-49dc-bf18-ccea3b238e42 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?tenant_id=b99966673c4e49d4ba447d6ba62913df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297687 Aug 27 05:12:31.666122 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd0937-4d51-4cb0-ace0-ee9cb024a965 req-172f1e54-3509-47fd-ae0a-04fd47621591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:12:31.667527 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-54bd0937-4d51-4cb0-ace0-ee9cb024a965 req-172f1e54-3509-47fd-ae0a-04fd47621591 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1583595 Aug 27 05:12:31.767548 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c487e-24b8-47a5-8da5-8db4df09086e req-4e08a904-d621-4e37-bbdb-9c8aca9474bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:12:31.769165 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-b31c487e-24b8-47a5-8da5-8db4df09086e req-4e08a904-d621-4e37-bbdb-9c8aca9474bb service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=b99966673c4e49d4ba447d6ba62913df&device_id=4c130242-72b4-4f6b-b3f3-150bf3a53fa2 HTTP/1.1" status: 200 len: 1130 time: 0.0412340 Aug 27 05:12:31.798143 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:31.820327 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-b31c487e-24b8-47a5-8da5-8db4df09086e req-9e5a9f54-8a88-4a5b-8931-a4652374a478 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=8d81606f-c6d4-4dc5-a6da-7d0d187136e8 HTTP/1.1" status: 200 len: 217 time: 0.0366504 Aug 27 05:12:31.871354 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c487e-24b8-47a5-8da5-8db4df09086e req-baa9adf0-7dc4-406e-b456-57ea9fe20db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:12:31.875971 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-b31c487e-24b8-47a5-8da5-8db4df09086e req-baa9adf0-7dc4-406e-b456-57ea9fe20db3 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=120f3302-721f-4373-86a6-3aa14ccf6ac4 HTTP/1.1" status: 200 len: 843 time: 0.0447502 Aug 27 05:12:31.916025 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c487e-24b8-47a5-8da5-8db4df09086e req-c4c4be14-1c06-4f69-94e1-42446bf7c43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:12:31.917559 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-b31c487e-24b8-47a5-8da5-8db4df09086e req-c4c4be14-1c06-4f69-94e1-42446bf7c43e service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=a82fb463-5a8f-4b8b-991d-61491eba11c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0393031 Aug 27 05:12:32.010586 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:32.015392 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-b31c487e-24b8-47a5-8da5-8db4df09086e req-5a929ca6-0deb-499c-b7f3-8e22657eaf90 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907657 Aug 27 05:12:32.060909 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb16cf3-2fe0-4d3a-9c70-df42f26ed36e req-918f9ea3-a28b-42cc-9100-b9cde6b9016b tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:12:32.062432 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3eb16cf3-2fe0-4d3a-9c70-df42f26ed36e req-918f9ea3-a28b-42cc-9100-b9cde6b9016b tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4c130242-72b4-4f6b-b3f3-150bf3a53fa2 HTTP/1.1" status: 200 len: 948 time: 0.0482225 Aug 27 05:12:32.065227 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:12:32.108228 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-b31c487e-24b8-47a5-8da5-8db4df09086e req-264f07fd-45ef-4a5f-9578-9e971df83cb4 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a82fb463-5a8f-4b8b-991d-61491eba11c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868855 Aug 27 05:12:32.111467 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3eb16cf3-2fe0-4d3a-9c70-df42f26ed36e req-28b69713-2883-40be-a2c6-8ee6bad8b2c0 tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f2708aa5-e7ca-43d3-bcb6-e978ef3bd31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429571 Aug 27 05:12:33.238989 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0aafa8-6153-4ea9-8d66-eb4dea3acc62 req-23a7ca21-b5aa-44b4-83a3-648f7c9069ef tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:12:33.240468 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-dc0aafa8-6153-4ea9-8d66-eb4dea3acc62 req-23a7ca21-b5aa-44b4-83a3-648f7c9069ef tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4c130242-72b4-4f6b-b3f3-150bf3a53fa2 HTTP/1.1" status: 200 len: 948 time: 0.0522034 Aug 27 05:12:33.288866 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-dc0aafa8-6153-4ea9-8d66-eb4dea3acc62 req-ffb24858-292b-47a1-b71f-dceb47013d01 tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f2708aa5-e7ca-43d3-bcb6-e978ef3bd31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425513 Aug 27 05:12:33.686872 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=5 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:12:34.410404 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb827ac-a3a6-46f6-a225-299021f2f3ce req-0112fa9d-847f-45ca-8006-23e048928a50 tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:12:34.412075 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6cb827ac-a3a6-46f6-a225-299021f2f3ce req-0112fa9d-847f-45ca-8006-23e048928a50 tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4c130242-72b4-4f6b-b3f3-150bf3a53fa2 HTTP/1.1" status: 200 len: 948 time: 0.0487180 Aug 27 05:12:34.465050 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-6cb827ac-a3a6-46f6-a225-299021f2f3ce req-837513f0-f61b-49e9-aca6-86381c3876b0 tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f2708aa5-e7ca-43d3-bcb6-e978ef3bd31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461590 Aug 27 05:12:35.587044 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a16a6-5568-41b4-8a08-7cfe285c0bba req-59666bdc-1dc4-4a3c-98ae-629a77f8cd28 tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:12:35.589167 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-949a16a6-5568-41b4-8a08-7cfe285c0bba req-59666bdc-1dc4-4a3c-98ae-629a77f8cd28 tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4c130242-72b4-4f6b-b3f3-150bf3a53fa2 HTTP/1.1" status: 200 len: 948 time: 0.0495341 Aug 27 05:12:35.641347 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-949a16a6-5568-41b4-8a08-7cfe285c0bba req-590c4748-aa47-417f-84a3-f9bf5c10bdaf tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f2708aa5-e7ca-43d3-bcb6-e978ef3bd31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466330 Aug 27 05:12:36.195802 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device 8d81606f-c6d4-4dc5-a6da-7d0d187136e8 details requested by agent hyperv_n-h1-852088-5 with host n-h1-852088-5 {{(pid=107777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 05:12:36.297012 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port 8d81606f-c6d4-4dc5-a6da-7d0d187136e8, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=8d81606f-c6d4-4dc5-a6da-7d0d187136e8,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:12:36.312279 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Returning: {'device': '8d81606f-c6d4-4dc5-a6da-7d0d187136e8', 'network_id': 'a82fb463-5a8f-4b8b-991d-61491eba11c6', 'port_id': '8d81606f-c6d4-4dc5-a6da-7d0d187136e8', 'mac_address': 'fa:16:3e:ab:08:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120f3302-721f-4373-86a6-3aa14ccf6ac4', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 05:12:36.347693 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Current status of the port 8d81606f-c6d4-4dc5-a6da-7d0d187136e8 is: DOWN; New status is: BUILD {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:12:36.348081 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8d81606f-c6d4-4dc5-a6da-7d0d187136e8), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:36.362111 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d81606f-c6d4-4dc5-a6da-7d0d187136e8 {{(pid=107777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 05:12:36.382243 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port 8d81606f-c6d4-4dc5-a6da-7d0d187136e8, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=8d81606f-c6d4-4dc5-a6da-7d0d187136e8,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:12:36.455708 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (8d81606f-c6d4-4dc5-a6da-7d0d187136e8), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:36.505111 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Pushing event updated for resources: {'Port': ['ID=8d81606f-c6d4-4dc5-a6da-7d0d187136e8,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:12:36.513407 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:12:36.513753 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:12:36.514102 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:12:36.514438 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:12:36.514766 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:12:36.515100 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:12:36.515431 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:12:36.515806 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:12:36.516205 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:12:36.516538 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:12:36.516864 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:12:36.517189 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:12:36.517510 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:12:36.517832 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:12:36.518151 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:12:36.823576 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b3902-ea28-4836-9287-f616edb3b298 req-4d6f7a69-b4ae-4bae-ac2f-e4d065c6d835 tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:12:36.825103 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ba7b3902-ea28-4836-9287-f616edb3b298 req-4d6f7a69-b4ae-4bae-ac2f-e4d065c6d835 tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4c130242-72b4-4f6b-b3f3-150bf3a53fa2 HTTP/1.1" status: 200 len: 949 time: 0.1073196 Aug 27 05:12:36.873394 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-ba7b3902-ea28-4836-9287-f616edb3b298 req-ad4b469a-bf5f-4074-b53b-d6d0e78e6790 tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f2708aa5-e7ca-43d3-bcb6-e978ef3bd31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427148 Aug 27 05:12:37.129674 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:37.238587 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] get_ports_and_sgs() called for port_ids ['8d81606f-c6d4-4dc5-a6da-7d0d187136e8'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 05:12:37.370140 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:12:37.994090 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab29b3-2d65-4dc4-a237-8ca93f1224c2 req-160545a8-0b08-402e-bc17-6f3d15bf76f7 tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:12:37.995585 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8eab29b3-2d65-4dc4-a237-8ca93f1224c2 req-160545a8-0b08-402e-bc17-6f3d15bf76f7 tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4c130242-72b4-4f6b-b3f3-150bf3a53fa2 HTTP/1.1" status: 200 len: 949 time: 0.0480702 Aug 27 05:12:38.042892 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8eab29b3-2d65-4dc4-a237-8ca93f1224c2 req-3494b2b7-c5b5-4d66-94ff-3d2b6f4b0be9 tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f2708aa5-e7ca-43d3-bcb6-e978ef3bd31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416987 Aug 27 05:12:38.220362 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device 8d81606f-c6d4-4dc5-a6da-7d0d187136e8 up at agent hyperv_n-h1-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:12:38.262356 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Provisioning for port 8d81606f-c6d4-4dc5-a6da-7d0d187136e8 completed by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 27 05:12:38.346554 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Provisioning complete for port 8d81606f-c6d4-4dc5-a6da-7d0d187136e8 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:12:38.346929 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (8d81606f-c6d4-4dc5-a6da-7d0d187136e8), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:38.553334 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Current status of the port 8d81606f-c6d4-4dc5-a6da-7d0d187136e8 is: BUILD; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:12:38.553629 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8d81606f-c6d4-4dc5-a6da-7d0d187136e8), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:38.562907 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:12:38.577686 n-d-852088-5 neutron-server[107777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c130242-72b4-4f6b-b3f3-150bf3a53fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d81606f-c6d4-4dc5-a6da-7d0d187136e8'}] {{(pid=107777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 05:12:38.579905 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6e1ed2c1589df8125b2075e26a1ec4ff1174e69d6a71546bdf3c3a9a29d330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7252eed-b93c-4757-b549-6cd3706915eb" -d '{"events": [{"server_uuid": "4c130242-72b4-4f6b-b3f3-150bf3a53fa2", "name": "network-vif-plugged", "status": "completed", "tag": "8d81606f-c6d4-4dc5-a6da-7d0d187136e8"}]}' {{(pid=107777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 05:12:38.593039 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] For port 8d81606f-c6d4-4dc5-a6da-7d0d187136e8, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=8d81606f-c6d4-4dc5-a6da-7d0d187136e8,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:12:38.687459 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 05:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93aecdd-0162-429c-9e3b-44f8a0f25296 x-openstack-request-id: req-d93aecdd-0162-429c-9e3b-44f8a0f25296 {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 05:12:38.687752 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c130242-72b4-4f6b-b3f3-150bf3a53fa2", "name": "network-vif-plugged", "status": "completed", "tag": "8d81606f-c6d4-4dc5-a6da-7d0d187136e8", "code": 200}]} {{(pid=107777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 05:12:38.688008 n-d-852088-5 neutron-server[107777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d93aecdd-0162-429c-9e3b-44f8a0f25296 {{(pid=107777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 05:12:38.688442 n-d-852088-5 neutron-server[107777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d93aecdd-0162-429c-9e3b-44f8a0f25296'] response: {'server_uuid': '4c130242-72b4-4f6b-b3f3-150bf3a53fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d81606f-c6d4-4dc5-a6da-7d0d187136e8', 'code': 200} Aug 27 05:12:38.707092 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (8d81606f-c6d4-4dc5-a6da-7d0d187136e8), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:38.758351 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Pushing event updated for resources: {'Port': ['ID=8d81606f-c6d4-4dc5-a6da-7d0d187136e8,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:12:38.825730 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f5cbb-c5b9-4720-8669-dcf5fa617a5d req-1f0c0dcb-4f9e-4d6c-a0fe-537a6a9fffc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:12:38.827147 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-b58f5cbb-c5b9-4720-8669-dcf5fa617a5d req-1f0c0dcb-4f9e-4d6c-a0fe-537a6a9fffc4 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=4c130242-72b4-4f6b-b3f3-150bf3a53fa2 HTTP/1.1" status: 200 len: 1132 time: 0.0428784 Aug 27 05:12:38.871870 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-b58f5cbb-c5b9-4720-8669-dcf5fa617a5d req-edd37e2a-ccf9-40d2-a7b0-b67a8e047ab5 service neutron] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f2708aa5-e7ca-43d3-bcb6-e978ef3bd31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384429 Aug 27 05:12:39.164460 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beafe936-bc0a-47c5-b739-32341934d4a8 req-862c924e-e717-490e-b8cd-ab79298a8d58 tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:12:39.166461 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-beafe936-bc0a-47c5-b739-32341934d4a8 req-862c924e-e717-490e-b8cd-ab79298a8d58 tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4c130242-72b4-4f6b-b3f3-150bf3a53fa2 HTTP/1.1" status: 200 len: 950 time: 0.0510788 Aug 27 05:12:39.213906 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-beafe936-bc0a-47c5-b739-32341934d4a8 req-2cd1f617-a5e6-4ccf-9d0f-b317b654a1de tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f2708aa5-e7ca-43d3-bcb6-e978ef3bd31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415828 Aug 27 05:12:40.335934 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba9d7a-884b-47d4-939e-0043155e6e9c req-ff527147-e0af-4ef2-93d3-67a53eb32878 tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:12:40.337586 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b1ba9d7a-884b-47d4-939e-0043155e6e9c req-ff527147-e0af-4ef2-93d3-67a53eb32878 tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4c130242-72b4-4f6b-b3f3-150bf3a53fa2 HTTP/1.1" status: 200 len: 950 time: 0.0479755 Aug 27 05:12:40.375181 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:12:40.387633 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b1ba9d7a-884b-47d4-939e-0043155e6e9c req-17f5518f-6ca3-4729-99e6-c4028f9156ea tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f2708aa5-e7ca-43d3-bcb6-e978ef3bd31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444002 Aug 27 05:12:41.510146 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e5b8e-df1f-4239-8f5a-8fa43e13b08b req-a96d2410-9512-4989-992f-d001f7c14a60 tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:12:41.511630 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f05e5b8e-df1f-4239-8f5a-8fa43e13b08b req-a96d2410-9512-4989-992f-d001f7c14a60 tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4c130242-72b4-4f6b-b3f3-150bf3a53fa2 HTTP/1.1" status: 200 len: 950 time: 0.0508256 Aug 27 05:12:41.529899 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:12:41.559307 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-f05e5b8e-df1f-4239-8f5a-8fa43e13b08b req-309fae80-bc1d-4705-887c-260b1c9b1a13 tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f2708aa5-e7ca-43d3-bcb6-e978ef3bd31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420372 Aug 27 05:12:43.044520 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc6a42-dec6-41ca-9760-0e12c95d924f req-8933bf09-7ead-45ec-9800-529709f3d3ef tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:12:43.046048 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a0bc6a42-dec6-41ca-9760-0e12c95d924f req-8933bf09-7ead-45ec-9800-529709f3d3ef tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4c130242-72b4-4f6b-b3f3-150bf3a53fa2 HTTP/1.1" status: 200 len: 950 time: 0.0485394 Aug 27 05:12:43.094807 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-a0bc6a42-dec6-41ca-9760-0e12c95d924f req-f4e5a523-a700-4c08-8277-b9132c55d2de tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f2708aa5-e7ca-43d3-bcb6-e978ef3bd31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431247 Aug 27 05:12:44.217779 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f4b5e-3e60-4936-9528-dda487a96e2e req-0027ca02-0d94-457b-977a-e978b46ea599 tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:12:44.219231 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3c6f4b5e-3e60-4936-9528-dda487a96e2e req-0027ca02-0d94-457b-977a-e978b46ea599 tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4c130242-72b4-4f6b-b3f3-150bf3a53fa2 HTTP/1.1" status: 200 len: 950 time: 0.0480685 Aug 27 05:12:44.271669 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3c6f4b5e-3e60-4936-9528-dda487a96e2e req-221881e0-b530-4cc6-b0b5-13fdd2d8338f tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f2708aa5-e7ca-43d3-bcb6-e978ef3bd31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466225 Aug 27 05:12:44.615826 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a7f4f-1371-4765-9d11-fe287191da22 req-77cba6c1-5e77-46d1-a242-6ad9dd0dadd6 tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:12:44.617369 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-c37a7f4f-1371-4765-9d11-fe287191da22 req-77cba6c1-5e77-46d1-a242-6ad9dd0dadd6 tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=4c130242-72b4-4f6b-b3f3-150bf3a53fa2 HTTP/1.1" status: 200 len: 950 time: 0.0478375 Aug 27 05:12:44.708355 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [req-c37a7f4f-1371-4765-9d11-fe287191da22 req-7d590e0a-1641-4ff0-b3a3-435c88354862 tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] Deleting port 8d81606f-c6d4-4dc5-a6da-7d0d187136e8 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:12:44.708698 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-c37a7f4f-1371-4765-9d11-fe287191da22 req-7d590e0a-1641-4ff0-b3a3-435c88354862 tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (8d81606f-c6d4-4dc5-a6da-7d0d187136e8), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:44.802892 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [req-c37a7f4f-1371-4765-9d11-fe287191da22 req-7d590e0a-1641-4ff0-b3a3-435c88354862 tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] For port 8d81606f-c6d4-4dc5-a6da-7d0d187136e8, host n-h1-852088-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852088-5',level=0,port_id=8d81606f-c6d4-4dc5-a6da-7d0d187136e8,segment=NetworkSegment(9f1abe37-6e1f-43f7-abee-b49eabfaa60a),segment_id=9f1abe37-6e1f-43f7-abee-b49eabfaa60a)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:12:44.803258 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-c37a7f4f-1371-4765-9d11-fe287191da22 req-7d590e0a-1641-4ff0-b3a3-435c88354862 tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (8d81606f-c6d4-4dc5-a6da-7d0d187136e8), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:44.817515 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [req-c37a7f4f-1371-4765-9d11-fe287191da22 req-7d590e0a-1641-4ff0-b3a3-435c88354862 tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] Calling delete_port for 8d81606f-c6d4-4dc5-a6da-7d0d187136e8 owned by compute:nova {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:12:44.928315 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:12:45.027126 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-c37a7f4f-1371-4765-9d11-fe287191da22 req-7d590e0a-1641-4ff0-b3a3-435c88354862 tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (8d81606f-c6d4-4dc5-a6da-7d0d187136e8), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:45.057388 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d590e0a-1641-4ff0-b3a3-435c88354862 tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] Pushing event deleted for resources: {'Port': ['ID=8d81606f-c6d4-4dc5-a6da-7d0d187136e8,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:12:45.059823 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] get_ports_and_sgs() called for port_ids ['8d81606f-c6d4-4dc5-a6da-7d0d187136e8'] {{(pid=107777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 05:12:45.087755 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d590e0a-1641-4ff0-b3a3-435c88354862 tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:12:45.087755 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d590e0a-1641-4ff0-b3a3-435c88354862 tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:12:45.087755 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d590e0a-1641-4ff0-b3a3-435c88354862 tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:12:45.087755 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d590e0a-1641-4ff0-b3a3-435c88354862 tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:12:45.087755 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d590e0a-1641-4ff0-b3a3-435c88354862 tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:12:45.087755 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d590e0a-1641-4ff0-b3a3-435c88354862 tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:12:45.087755 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d590e0a-1641-4ff0-b3a3-435c88354862 tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:12:45.087755 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d590e0a-1641-4ff0-b3a3-435c88354862 tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:12:45.087755 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d590e0a-1641-4ff0-b3a3-435c88354862 tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:12:45.088883 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d590e0a-1641-4ff0-b3a3-435c88354862 tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:12:45.088883 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d590e0a-1641-4ff0-b3a3-435c88354862 tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:12:45.088883 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d590e0a-1641-4ff0-b3a3-435c88354862 tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:12:45.089175 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d590e0a-1641-4ff0-b3a3-435c88354862 tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:12:45.089279 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d590e0a-1641-4ff0-b3a3-435c88354862 tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:12:45.090132 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d590e0a-1641-4ff0-b3a3-435c88354862 tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:12:45.115790 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [req-c37a7f4f-1371-4765-9d11-fe287191da22 req-7d590e0a-1641-4ff0-b3a3-435c88354862 tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] No DVR routers for this DVR port 8d81606f-c6d4-4dc5-a6da-7d0d187136e8 on host n-h1-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:12:45.118757 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [req-c37a7f4f-1371-4765-9d11-fe287191da22 req-7d590e0a-1641-4ff0-b3a3-435c88354862 tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for port (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:45.122650 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [req-c37a7f4f-1371-4765-9d11-fe287191da22 req-7d590e0a-1641-4ff0-b3a3-435c88354862 tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] 10.222.0.75 "DELETE /networking/v2.0/ports/8d81606f-c6d4-4dc5-a6da-7d0d187136e8 HTTP/1.1" status: 204 len: 173 time: 0.5005250 Aug 27 05:12:45.123115 n-d-852088-5 neutron-server[107776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c130242-72b4-4f6b-b3f3-150bf3a53fa2', 'name': 'network-vif-deleted', 'tag': '8d81606f-c6d4-4dc5-a6da-7d0d187136e8'}] {{(pid=107776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 05:12:45.125524 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7ad66632f4c78724655075356aa8535ba41c652eced6c9cea0c1f0c67b1e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47eb618b-10cc-42cf-b093-d36a1298cbc6" -d '{"events": [{"server_uuid": "4c130242-72b4-4f6b-b3f3-150bf3a53fa2", "name": "network-vif-deleted", "tag": "8d81606f-c6d4-4dc5-a6da-7d0d187136e8"}]}' {{(pid=107776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 05:12:45.167673 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 05:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65fc1316-6e79-4bed-94a8-06cee680eb78 x-openstack-request-id: req-65fc1316-6e79-4bed-94a8-06cee680eb78 {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 05:12:45.167975 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c130242-72b4-4f6b-b3f3-150bf3a53fa2", "name": "network-vif-deleted", "tag": "8d81606f-c6d4-4dc5-a6da-7d0d187136e8", "status": "completed", "code": 200}]} {{(pid=107776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 05:12:45.168269 n-d-852088-5 neutron-server[107776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-65fc1316-6e79-4bed-94a8-06cee680eb78 {{(pid=107776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 05:12:45.168683 n-d-852088-5 neutron-server[107776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65fc1316-6e79-4bed-94a8-06cee680eb78'] response: {'server_uuid': '4c130242-72b4-4f6b-b3f3-150bf3a53fa2', 'name': 'network-vif-deleted', 'tag': '8d81606f-c6d4-4dc5-a6da-7d0d187136e8', 'status': 'completed', 'code': 200} Aug 27 05:12:45.374391 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-618f41b4-0ce0-4b22-b6c8-f2c93df200ee req-9f89148c-79b5-4bcf-9546-f914c31c4dc0 tempest-ServersAdminNegativeTestJSON-1447876559 tempest-ServersAdminNegativeTestJSON-1447876559-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4c130242-72b4-4f6b-b3f3-150bf3a53fa2 HTTP/1.1" status: 200 len: 210 time: 0.0278585 Aug 27 05:12:47.090679 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57770) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:12:47.232356 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8eb7db60-097e-47d7-90fe-4ec8c42361b8 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=b99966673c4e49d4ba447d6ba62913df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1403675 Aug 27 05:12:47.234742 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57774) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:12:47.283657 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-99139553-06e4-4cf8-8c09-9a5e2cdd3739 admin admin] Publish callbacks [] for security_group (f2708aa5-e7ca-43d3-bcb6-e978ef3bd31d), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:47.304049 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-99139553-06e4-4cf8-8c09-9a5e2cdd3739 admin admin] Publish callbacks [] for security_group (f2708aa5-e7ca-43d3-bcb6-e978ef3bd31d), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:47.452966 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-99139553-06e4-4cf8-8c09-9a5e2cdd3739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (f2708aa5-e7ca-43d3-bcb6-e978ef3bd31d), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:47.455576 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-99139553-06e4-4cf8-8c09-9a5e2cdd3739 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:47.459185 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-99139553-06e4-4cf8-8c09-9a5e2cdd3739 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/f2708aa5-e7ca-43d3-bcb6-e978ef3bd31d HTTP/1.1" status: 204 len: 168 time: 0.2211423 Aug 27 05:12:47.471988 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99139553-06e4-4cf8-8c09-9a5e2cdd3739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2708aa5-e7ca-43d3-bcb6-e978ef3bd31d,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:12:48.175205 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57780) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:12:48.191903 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5ca35b23-34f4-4767-8c3f-47d0777a2b00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:48.224678 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:12:48.269125 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5ca35b23-34f4-4767-8c3f-47d0777a2b00 admin admin] Publish callbacks [] for security_group (a81b013c-f27b-489a-919e-26e7220ac93c), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:48.279905 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device 8d81606f-c6d4-4dc5-a6da-7d0d187136e8 no longer exists at agent hyperv_n-h1-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:12:48.299142 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] No Port match for: 8d81606f-c6d4-4dc5-a6da-7d0d187136e8 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:12:48.299410 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Device 8d81606f-c6d4-4dc5-a6da-7d0d187136e8 not bound to the agent host n-h1-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:12:48.395864 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5ca35b23-34f4-4767-8c3f-47d0777a2b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (a81b013c-f27b-489a-919e-26e7220ac93c), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:48.440967 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-5ca35b23-34f4-4767-8c3f-47d0777a2b00 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=446856b9f6d943c9b65754dff8a0fdef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2647049 Aug 27 05:12:48.441915 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca35b23-34f4-4767-8c3f-47d0777a2b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a81b013c-f27b-489a-919e-26e7220ac93c,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:12:48.443728 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57782) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:12:48.494034 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-841762c6-9e89-48ea-93ca-2fa2f4eab5d3 admin admin] Publish callbacks [] for security_group (a81b013c-f27b-489a-919e-26e7220ac93c), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:48.514727 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-841762c6-9e89-48ea-93ca-2fa2f4eab5d3 admin admin] Publish callbacks [] for security_group (a81b013c-f27b-489a-919e-26e7220ac93c), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:48.641940 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-841762c6-9e89-48ea-93ca-2fa2f4eab5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (a81b013c-f27b-489a-919e-26e7220ac93c), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:48.644525 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-841762c6-9e89-48ea-93ca-2fa2f4eab5d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:48.645707 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-841762c6-9e89-48ea-93ca-2fa2f4eab5d3 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/a81b013c-f27b-489a-919e-26e7220ac93c HTTP/1.1" status: 204 len: 168 time: 0.2009466 Aug 27 05:12:48.654241 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841762c6-9e89-48ea-93ca-2fa2f4eab5d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81b013c-f27b-489a-919e-26e7220ac93c,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:12:48.662281 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841762c6-9e89-48ea-93ca-2fa2f4eab5d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:12:48.662630 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841762c6-9e89-48ea-93ca-2fa2f4eab5d3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:12:48.662967 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841762c6-9e89-48ea-93ca-2fa2f4eab5d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:12:48.664307 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841762c6-9e89-48ea-93ca-2fa2f4eab5d3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:12:48.664307 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841762c6-9e89-48ea-93ca-2fa2f4eab5d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:12:48.664307 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841762c6-9e89-48ea-93ca-2fa2f4eab5d3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:12:48.664307 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841762c6-9e89-48ea-93ca-2fa2f4eab5d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:12:48.664847 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841762c6-9e89-48ea-93ca-2fa2f4eab5d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:12:48.665660 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841762c6-9e89-48ea-93ca-2fa2f4eab5d3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:12:48.665800 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841762c6-9e89-48ea-93ca-2fa2f4eab5d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:12:48.666458 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841762c6-9e89-48ea-93ca-2fa2f4eab5d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:12:48.666458 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841762c6-9e89-48ea-93ca-2fa2f4eab5d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:12:48.666879 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841762c6-9e89-48ea-93ca-2fa2f4eab5d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:12:48.667204 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841762c6-9e89-48ea-93ca-2fa2f4eab5d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:12:48.667523 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841762c6-9e89-48ea-93ca-2fa2f4eab5d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:12:49.837678 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57804) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:12:49.939313 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-29087b18-427a-4482-82c1-09c60fed31c0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-827894523-network', 'tenant_id': 'd3379c8f3fc74a529758b4d9a664c40b'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:12:50.021312 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29087b18-427a-4482-82c1-09c60fed31c0 admin admin] Made reservation on behalf of d3379c8f3fc74a529758b4d9a664c40b for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:12:50.023725 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-29087b18-427a-4482-82c1-09c60fed31c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:50.033321 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-29087b18-427a-4482-82c1-09c60fed31c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:50.112447 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-29087b18-427a-4482-82c1-09c60fed31c0 admin admin] Publish callbacks [] for security_group (1acd11b8-76d8-485e-afda-cee0bce2dc30), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:50.204427 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-29087b18-427a-4482-82c1-09c60fed31c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (1acd11b8-76d8-485e-afda-cee0bce2dc30), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:50.232196 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29087b18-427a-4482-82c1-09c60fed31c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 05:12:50.242658 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29087b18-427a-4482-82c1-09c60fed31c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1acd11b8-76d8-485e-afda-cee0bce2dc30,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:12:50.249601 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-29087b18-427a-4482-82c1-09c60fed31c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (ffb76861-7d60-4055-8768-8d3c84639180), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:50.249949 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-29087b18-427a-4482-82c1-09c60fed31c0 admin admin] Added segment ffb76861-7d60-4055-8768-8d3c84639180 of type vlan for network f2f25ccf-c86d-4f17-9a6a-f3415dc87e18 Aug 27 05:12:50.295660 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-29087b18-427a-4482-82c1-09c60fed31c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (f2f25ccf-c86d-4f17-9a6a-f3415dc87e18), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:50.403716 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-29087b18-427a-4482-82c1-09c60fed31c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (f2f25ccf-c86d-4f17-9a6a-f3415dc87e18), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:50.404791 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29087b18-427a-4482-82c1-09c60fed31c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:12:50.405372 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-29087b18-427a-4482-82c1-09c60fed31c0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:50.461352 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:12:50.466485 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29087b18-427a-4482-82c1-09c60fed31c0 admin admin] Pushing event updated for resources: {'Network': ['ID=f2f25ccf-c86d-4f17-9a6a-f3415dc87e18,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:12:50.476111 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network f2f25ccf-c86d-4f17-9a6a-f3415dc87e18 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 05:12:50.573144 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-29087b18-427a-4482-82c1-09c60fed31c0 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7341633 Aug 27 05:12:50.575955 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57808) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:12:50.580877 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-ccc8837e-2bdf-4abf-94a6-8d3231f2bd38 admin admin] Request body: {'subnet': {'network_id': 'f2f25ccf-c86d-4f17-9a6a-f3415dc87e18', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-827894523-subnet', 'tenant_id': 'd3379c8f3fc74a529758b4d9a664c40b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:12:50.698490 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc8837e-2bdf-4abf-94a6-8d3231f2bd38 admin admin] Made reservation on behalf of d3379c8f3fc74a529758b4d9a664c40b for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:12:50.701009 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ccc8837e-2bdf-4abf-94a6-8d3231f2bd38 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:50.753151 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:12:50.965028 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ccc8837e-2bdf-4abf-94a6-8d3231f2bd38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (f025b108-3f4e-4291-b3b7-a439dca57710), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:51.022322 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc8837e-2bdf-4abf-94a6-8d3231f2bd38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f025b108-3f4e-4291-b3b7-a439dca57710,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:12:51.038167 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc8837e-2bdf-4abf-94a6-8d3231f2bd38 admin admin] Checking segment: {'id': 'ffb76861-7d60-4055-8768-8d3c84639180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f2f25ccf-c86d-4f17-9a6a-f3415dc87e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:12:51.038526 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc8837e-2bdf-4abf-94a6-8d3231f2bd38 admin admin] Network hostable DHCP agents. Network: f2f25ccf-c86d-4f17-9a6a-f3415dc87e18, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 05:12:51.158895 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc8837e-2bdf-4abf-94a6-8d3231f2bd38 admin admin] Network f2f25ccf-c86d-4f17-9a6a-f3415dc87e18 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 05:12:51.267639 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:51.308276 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-ccc8837e-2bdf-4abf-94a6-8d3231f2bd38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, f2f25ccf-c86d-4f17-9a6a-f3415dc87e18) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:12:51.315365 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc8837e-2bdf-4abf-94a6-8d3231f2bd38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:12:51.316377 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ccc8837e-2bdf-4abf-94a6-8d3231f2bd38 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:51.320284 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e10c49-76a6-4a11-8a42-f1e505bc1136 None None] Network f2f25ccf-c86d-4f17-9a6a-f3415dc87e18 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:12:51.424358 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9d23fa-efcb-4b66-897a-ec91dacc6621 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-f2f25ccf-c86d-4f17-9a6a-f3415dc87e18', 'network_id': 'f2f25ccf-c86d-4f17-9a6a-f3415dc87e18', 'project_id': 'd3379c8f3fc74a529758b4d9a664c40b', 'fixed_ips': [{'subnet_id': 'f025b108-3f4e-4291-b3b7-a439dca57710'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 05:12:51.425297 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9c9d23fa-efcb-4b66-897a-ec91dacc6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:51.458244 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ccc8837e-2bdf-4abf-94a6-8d3231f2bd38 admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8811097 Aug 27 05:12:51.460851 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57810) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:12:51.470595 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-c24ff5d5-cb4f-4351-a723-427efdb59258 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-827894523-router', 'tenant_id': 'd3379c8f3fc74a529758b4d9a664c40b', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:12:51.556082 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c24ff5d5-cb4f-4351-a723-427efdb59258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (a575fcb3-a700-4cbb-a1d5-0e520e40a8e8), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:51.557483 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c24ff5d5-cb4f-4351-a723-427efdb59258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (a575fcb3-a700-4cbb-a1d5-0e520e40a8e8), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:51.562251 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-9c9d23fa-efcb-4b66-897a-ec91dacc6621 None None] Allocated IP 172.20.0.2 (f2f25ccf-c86d-4f17-9a6a-f3415dc87e18/f025b108-3f4e-4291-b3b7-a439dca57710/a0bae79d-daf9-4dc8-8f3c-dcd30665da9d) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:12:51.610926 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c24ff5d5-cb4f-4351-a723-427efdb59258 admin admin] Publish callbacks [] for router_controller (a575fcb3-a700-4cbb-a1d5-0e520e40a8e8), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:51.706302 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9c9d23fa-efcb-4b66-897a-ec91dacc6621 None None] Publish callbacks [] for port (a0bae79d-daf9-4dc8-8f3c-dcd30665da9d), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:51.754660 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:12:51.825847 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c24ff5d5-cb4f-4351-a723-427efdb59258 admin admin] Publish callbacks [] for router_gateway (a575fcb3-a700-4cbb-a1d5-0e520e40a8e8), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:51.839639 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9c9d23fa-efcb-4b66-897a-ec91dacc6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (a0bae79d-daf9-4dc8-8f3c-dcd30665da9d), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:51.873385 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:12:51.879360 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9d23fa-efcb-4b66-897a-ec91dacc6621 None None] Network f2f25ccf-c86d-4f17-9a6a-f3415dc87e18 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:12:51.882366 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-9c9d23fa-efcb-4b66-897a-ec91dacc6621 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:12:51.886965 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9d23fa-efcb-4b66-897a-ec91dacc6621 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:12:51.891961 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9d23fa-efcb-4b66-897a-ec91dacc6621 None None] Pushing event updated for resources: {'Port': ['ID=a0bae79d-daf9-4dc8-8f3c-dcd30665da9d,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:12:51.948758 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-9c9d23fa-efcb-4b66-897a-ec91dacc6621 None None] Attempting to bind port a0bae79d-daf9-4dc8-8f3c-dcd30665da9d on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:12:51.949134 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-9c9d23fa-efcb-4b66-897a-ec91dacc6621 None None] Attempting to bind port a0bae79d-daf9-4dc8-8f3c-dcd30665da9d by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'ffb76861-7d60-4055-8768-8d3c84639180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f2f25ccf-c86d-4f17-9a6a-f3415dc87e18'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:12:51.950116 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9d23fa-efcb-4b66-897a-ec91dacc6621 None None] Attempting to bind port a0bae79d-daf9-4dc8-8f3c-dcd30665da9d on network f2f25ccf-c86d-4f17-9a6a-f3415dc87e18 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:12:51.954871 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9d23fa-efcb-4b66-897a-ec91dacc6621 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:12:51.955185 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9d23fa-efcb-4b66-897a-ec91dacc6621 None None] Checking segment: {'id': 'ffb76861-7d60-4055-8768-8d3c84639180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f2f25ccf-c86d-4f17-9a6a-f3415dc87e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:12:51.955598 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9c9d23fa-efcb-4b66-897a-ec91dacc6621 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:51.955978 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9d23fa-efcb-4b66-897a-ec91dacc6621 None None] Bound using segment: {'id': 'ffb76861-7d60-4055-8768-8d3c84639180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f2f25ccf-c86d-4f17-9a6a-f3415dc87e18'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:12:51.956465 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-9c9d23fa-efcb-4b66-897a-ec91dacc6621 None None] Bound port: a0bae79d-daf9-4dc8-8f3c-dcd30665da9d, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffb76861-7d60-4055-8768-8d3c84639180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f2f25ccf-c86d-4f17-9a6a-f3415dc87e18'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:12:51.956842 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9c9d23fa-efcb-4b66-897a-ec91dacc6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a0bae79d-daf9-4dc8-8f3c-dcd30665da9d), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:52.022014 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:12:52.024679 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-9c9d23fa-efcb-4b66-897a-ec91dacc6621 None None] For port a0bae79d-daf9-4dc8-8f3c-dcd30665da9d, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:12:52.028084 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-9c9d23fa-efcb-4b66-897a-ec91dacc6621 None None] For port a0bae79d-daf9-4dc8-8f3c-dcd30665da9d, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a0bae79d-daf9-4dc8-8f3c-dcd30665da9d,segment=NetworkSegment(ffb76861-7d60-4055-8768-8d3c84639180),segment_id=ffb76861-7d60-4055-8768-8d3c84639180)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:12:52.136625 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c24ff5d5-cb4f-4351-a723-427efdb59258 admin admin] Publish callbacks [] for router_gateway (a575fcb3-a700-4cbb-a1d5-0e520e40a8e8), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:52.159517 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c24ff5d5-cb4f-4351-a723-427efdb59258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:52.159754 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9c9d23fa-efcb-4b66-897a-ec91dacc6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a0bae79d-daf9-4dc8-8f3c-dcd30665da9d), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:52.223735 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9d23fa-efcb-4b66-897a-ec91dacc6621 None None] Pushing event updated for resources: {'Port': ['ID=a0bae79d-daf9-4dc8-8f3c-dcd30665da9d,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:12:52.281914 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-c24ff5d5-cb4f-4351-a723-427efdb59258 admin admin] Allocated IP 172.25.2.240 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/bbdcce89-8588-49c0-a46a-fa85480bc5a3) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:12:52.392889 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:12:52.428084 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c24ff5d5-cb4f-4351-a723-427efdb59258 admin admin] Publish callbacks [] for port (bbdcce89-8588-49c0-a46a-fa85480bc5a3), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:52.510279 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a0bae79d-daf9-4dc8-8f3c-dcd30665da9d up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:12:52.563766 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port a0bae79d-daf9-4dc8-8f3c-dcd30665da9d triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:12:52.564964 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a0bae79d-daf9-4dc8-8f3c-dcd30665da9d), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:52.570600 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c24ff5d5-cb4f-4351-a723-427efdb59258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (bbdcce89-8588-49c0-a46a-fa85480bc5a3), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:52.611075 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24ff5d5-cb4f-4351-a723-427efdb59258 admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:12:52.617081 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-c24ff5d5-cb4f-4351-a723-427efdb59258 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:12:52.621714 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24ff5d5-cb4f-4351-a723-427efdb59258 admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:12:52.647394 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24ff5d5-cb4f-4351-a723-427efdb59258 admin admin] Pushing event updated for resources: {'Port': ['ID=bbdcce89-8588-49c0-a46a-fa85480bc5a3,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:12:52.664064 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port a0bae79d-daf9-4dc8-8f3c-dcd30665da9d is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:12:52.664496 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a0bae79d-daf9-4dc8-8f3c-dcd30665da9d), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:52.701516 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port a0bae79d-daf9-4dc8-8f3c-dcd30665da9d, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a0bae79d-daf9-4dc8-8f3c-dcd30665da9d,segment=NetworkSegment(ffb76861-7d60-4055-8768-8d3c84639180),segment_id=ffb76861-7d60-4055-8768-8d3c84639180)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:12:52.878752 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a0bae79d-daf9-4dc8-8f3c-dcd30665da9d), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:52.938500 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=a0bae79d-daf9-4dc8-8f3c-dcd30665da9d,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:12:53.110368 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c24ff5d5-cb4f-4351-a723-427efdb59258 admin admin] Publish callbacks [] for router_gateway (a575fcb3-a700-4cbb-a1d5-0e520e40a8e8), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:53.282090 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7f828d-fcc9-4e6e-87e7-d83830450e77 None None] Network f2f25ccf-c86d-4f17-9a6a-f3415dc87e18 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:12:53.370228 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-2667f46f-ee16-4283-8def-e45928664f9e None None] Provisioning complete for port a0bae79d-daf9-4dc8-8f3c-dcd30665da9d triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:12:53.370600 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-2667f46f-ee16-4283-8def-e45928664f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a0bae79d-daf9-4dc8-8f3c-dcd30665da9d), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:53.439774 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:12:53.475419 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-2667f46f-ee16-4283-8def-e45928664f9e None None] Current status of the port a0bae79d-daf9-4dc8-8f3c-dcd30665da9d is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:12:53.565593 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c24ff5d5-cb4f-4351-a723-427efdb59258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (a575fcb3-a700-4cbb-a1d5-0e520e40a8e8), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:53.693557 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-e222870b-7fb7-453f-81de-76c8427e16e4 None None] Provisioning complete for port a0bae79d-daf9-4dc8-8f3c-dcd30665da9d triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:12:53.694181 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e222870b-7fb7-453f-81de-76c8427e16e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a0bae79d-daf9-4dc8-8f3c-dcd30665da9d), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:53.718854 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:12:53.761726 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c24ff5d5-cb4f-4351-a723-427efdb59258 admin admin] Router a575fcb3-a700-4cbb-a1d5-0e520e40a8e8 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 05:12:53.769269 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-e222870b-7fb7-453f-81de-76c8427e16e4 None None] Current status of the port a0bae79d-daf9-4dc8-8f3c-dcd30665da9d is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:12:53.864697 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24ff5d5-cb4f-4351-a723-427efdb59258 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:12:53.875508 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f4c8a2-c98d-412d-9540-142ca943cf97 None None] Sync routers for ids ['a575fcb3-a700-4cbb-a1d5-0e520e40a8e8'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:12:53.885299 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f4c8a2-c98d-412d-9540-142ca943cf97 None None] Routers {'a575fcb3-a700-4cbb-a1d5-0e520e40a8e8'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:12:53.885916 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-25f4c8a2-c98d-412d-9540-142ca943cf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:12:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['a575fcb3-a700-4cbb-a1d5-0e520e40a8e8'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:12:53.989508 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-25f4c8a2-c98d-412d-9540-142ca943cf97 None None] Set router a575fcb3-a700-4cbb-a1d5-0e520e40a8e8 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:12:54.034975 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c24ff5d5-cb4f-4351-a723-427efdb59258 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:54.036329 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c24ff5d5-cb4f-4351-a723-427efdb59258 admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5744436 Aug 27 05:12:54.039067 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57812) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:12:54.159734 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-25f4c8a2-c98d-412d-9540-142ca943cf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a575fcb3-a700-4cbb-a1d5-0e520e40a8e8', 'name': 'tempest-DeleteServersTestJSON-827894523-router', 'tenant_id': 'd3379c8f3fc74a529758b4d9a664c40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': 'bbdcce89-8588-49c0-a46a-fa85480bc5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:12:51Z', 'updated_at': '2022-08-27T05:12:52Z', 'revision_number': 3, 'project_id': 'd3379c8f3fc74a529758b4d9a664c40b', 'gw_port': {'id': 'bbdcce89-8588-49c0-a46a-fa85480bc5a3', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:1c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a575fcb3-a700-4cbb-a1d5-0e520e40a8e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:12:52Z', 'updated_at': '2022-08-27T05:12:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:12:54.191408 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f4c8a2-c98d-412d-9540-142ca943cf97 None None] Checking router: a575fcb3-a700-4cbb-a1d5-0e520e40a8e8 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:12:54.191757 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f4c8a2-c98d-412d-9540-142ca943cf97 None None] Updating router a575fcb3-a700-4cbb-a1d5-0e520e40a8e8 port bbdcce89-8588-49c0-a46a-fa85480bc5a3 binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:12:54.220330 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-25f4c8a2-c98d-412d-9540-142ca943cf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (bbdcce89-8588-49c0-a46a-fa85480bc5a3), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:54.238707 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:12:54.309921 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:12:54.455124 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ba6ae202-0b4f-4bb5-9ff9-b0dc5be4f9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:54.474301 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-25f4c8a2-c98d-412d-9540-142ca943cf97 None None] Publish callbacks [] for port (bbdcce89-8588-49c0-a46a-fa85480bc5a3), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:54.482149 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a0bae79d-daf9-4dc8-8f3c-dcd30665da9d up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:12:54.529558 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port a0bae79d-daf9-4dc8-8f3c-dcd30665da9d triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:12:54.529930 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a0bae79d-daf9-4dc8-8f3c-dcd30665da9d), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:54.552036 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:12:54.573186 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-25f4c8a2-c98d-412d-9540-142ca943cf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (bbdcce89-8588-49c0-a46a-fa85480bc5a3), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:54.618005 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-ba6ae202-0b4f-4bb5-9ff9-b0dc5be4f9a5 admin admin] Allocated IP 172.20.0.1 (f2f25ccf-c86d-4f17-9a6a-f3415dc87e18/f025b108-3f4e-4291-b3b7-a439dca57710/ae2e205b-d6eb-4997-bb37-aff365b0b135) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:12:54.623990 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-25f4c8a2-c98d-412d-9540-142ca943cf97 None None] Attempting to bind port bbdcce89-8588-49c0-a46a-fa85480bc5a3 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:12:54.624346 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-25f4c8a2-c98d-412d-9540-142ca943cf97 None None] Attempting to bind port bbdcce89-8588-49c0-a46a-fa85480bc5a3 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:12:54.624710 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f4c8a2-c98d-412d-9540-142ca943cf97 None None] Attempting to bind port bbdcce89-8588-49c0-a46a-fa85480bc5a3 on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:12:54.639816 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f4c8a2-c98d-412d-9540-142ca943cf97 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:12:54.640208 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f4c8a2-c98d-412d-9540-142ca943cf97 None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:12:54.640614 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-25f4c8a2-c98d-412d-9540-142ca943cf97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:54.641004 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f4c8a2-c98d-412d-9540-142ca943cf97 None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:12:54.641477 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-25f4c8a2-c98d-412d-9540-142ca943cf97 None None] Bound port: bbdcce89-8588-49c0-a46a-fa85480bc5a3, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:12:54.641847 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-25f4c8a2-c98d-412d-9540-142ca943cf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (bbdcce89-8588-49c0-a46a-fa85480bc5a3), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:54.648372 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port a0bae79d-daf9-4dc8-8f3c-dcd30665da9d is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:12:54.684127 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae853a-230a-4ab3-b5ab-3c62d2e2c434 None None] Pushing event updated for resources: {'Port': ['ID=bbdcce89-8588-49c0-a46a-fa85480bc5a3,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:12:54.707183 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-25f4c8a2-c98d-412d-9540-142ca943cf97 None None] For port bbdcce89-8588-49c0-a46a-fa85480bc5a3, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:12:54.710251 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-25f4c8a2-c98d-412d-9540-142ca943cf97 None None] For port bbdcce89-8588-49c0-a46a-fa85480bc5a3, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=bbdcce89-8588-49c0-a46a-fa85480bc5a3,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:12:54.730521 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ba6ae202-0b4f-4bb5-9ff9-b0dc5be4f9a5 admin admin] Publish callbacks [] for port (ae2e205b-d6eb-4997-bb37-aff365b0b135), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:54.902098 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-25f4c8a2-c98d-412d-9540-142ca943cf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (bbdcce89-8588-49c0-a46a-fa85480bc5a3), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:54.939734 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f4c8a2-c98d-412d-9540-142ca943cf97 None None] Routers {'a575fcb3-a700-4cbb-a1d5-0e520e40a8e8'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:12:54.940393 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-25f4c8a2-c98d-412d-9540-142ca943cf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:12:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['a575fcb3-a700-4cbb-a1d5-0e520e40a8e8'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:12:55.003469 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae853a-230a-4ab3-b5ab-3c62d2e2c434 None None] Pushing event updated for resources: {'Port': ['ID=bbdcce89-8588-49c0-a46a-fa85480bc5a3,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:12:55.011652 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ba6ae202-0b4f-4bb5-9ff9-b0dc5be4f9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (ae2e205b-d6eb-4997-bb37-aff365b0b135), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:55.061829 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6ae202-0b4f-4bb5-9ff9-b0dc5be4f9a5 admin admin] Network f2f25ccf-c86d-4f17-9a6a-f3415dc87e18 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:12:55.067179 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-ba6ae202-0b4f-4bb5-9ff9-b0dc5be4f9a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:12:55.070228 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6ae202-0b4f-4bb5-9ff9-b0dc5be4f9a5 admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:12:55.076322 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6ae202-0b4f-4bb5-9ff9-b0dc5be4f9a5 admin admin] Pushing event updated for resources: {'Port': ['ID=ae2e205b-d6eb-4997-bb37-aff365b0b135,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:12:55.124120 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ba6ae202-0b4f-4bb5-9ff9-b0dc5be4f9a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (a575fcb3-a700-4cbb-a1d5-0e520e40a8e8), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:55.197822 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:12:55.202333 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-25f4c8a2-c98d-412d-9540-142ca943cf97 None None] Set router a575fcb3-a700-4cbb-a1d5-0e520e40a8e8 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:12:55.313339 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-dfc455ad-8aa8-496c-bb0b-0e5dbdd01164 None None] Provisioning complete for port ae2e205b-d6eb-4997-bb37-aff365b0b135 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:12:55.313705 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-dfc455ad-8aa8-496c-bb0b-0e5dbdd01164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (ae2e205b-d6eb-4997-bb37-aff365b0b135), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:55.339532 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:12:55.380546 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-dfc455ad-8aa8-496c-bb0b-0e5dbdd01164 None None] Port ae2e205b-d6eb-4997-bb37-aff365b0b135 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:12:55.431259 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-25f4c8a2-c98d-412d-9540-142ca943cf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a575fcb3-a700-4cbb-a1d5-0e520e40a8e8', 'name': 'tempest-DeleteServersTestJSON-827894523-router', 'tenant_id': 'd3379c8f3fc74a529758b4d9a664c40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': 'bbdcce89-8588-49c0-a46a-fa85480bc5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:12:51Z', 'updated_at': '2022-08-27T05:12:52Z', 'revision_number': 3, 'project_id': 'd3379c8f3fc74a529758b4d9a664c40b', 'gw_port': {'id': 'bbdcce89-8588-49c0-a46a-fa85480bc5a3', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:1c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a575fcb3-a700-4cbb-a1d5-0e520e40a8e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:12:52Z', 'updated_at': '2022-08-27T05:12:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:12:55.457143 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f4c8a2-c98d-412d-9540-142ca943cf97 None None] The sync data for ids ['a575fcb3-a700-4cbb-a1d5-0e520e40a8e8'] in n-d-852088-5 is: [{'id': 'a575fcb3-a700-4cbb-a1d5-0e520e40a8e8', 'name': 'tempest-DeleteServersTestJSON-827894523-router', 'tenant_id': 'd3379c8f3fc74a529758b4d9a664c40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': 'bbdcce89-8588-49c0-a46a-fa85480bc5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:12:51Z', 'updated_at': '2022-08-27T05:12:52Z', 'revision_number': 3, 'project_id': 'd3379c8f3fc74a529758b4d9a664c40b', 'gw_port': {'id': 'bbdcce89-8588-49c0-a46a-fa85480bc5a3', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:1c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a575fcb3-a700-4cbb-a1d5-0e520e40a8e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:12:52Z', 'updated_at': '2022-08-27T05:12:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:12:55.522006 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:12:55.527732 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ba6ae202-0b4f-4bb5-9ff9-b0dc5be4f9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (ae2e205b-d6eb-4997-bb37-aff365b0b135), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:55.727664 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ba6ae202-0b4f-4bb5-9ff9-b0dc5be4f9a5 admin admin] Publish callbacks [] for port (ae2e205b-d6eb-4997-bb37-aff365b0b135), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:55.834157 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ba6ae202-0b4f-4bb5-9ff9-b0dc5be4f9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (ae2e205b-d6eb-4997-bb37-aff365b0b135), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:55.916405 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ba6ae202-0b4f-4bb5-9ff9-b0dc5be4f9a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (a575fcb3-a700-4cbb-a1d5-0e520e40a8e8), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:55.919731 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6ae202-0b4f-4bb5-9ff9-b0dc5be4f9a5 admin admin] Pushing event updated for resources: {'Port': ['ID=ae2e205b-d6eb-4997-bb37-aff365b0b135,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:12:55.983838 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:12:56.036053 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6ae202-0b4f-4bb5-9ff9-b0dc5be4f9a5 admin admin] Network f2f25ccf-c86d-4f17-9a6a-f3415dc87e18 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:12:56.038548 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-ba6ae202-0b4f-4bb5-9ff9-b0dc5be4f9a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:12:56.167495 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba6ae202-0b4f-4bb5-9ff9-b0dc5be4f9a5 admin admin] Router a575fcb3-a700-4cbb-a1d5-0e520e40a8e8 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:12:56.282814 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6ae202-0b4f-4bb5-9ff9-b0dc5be4f9a5 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:12:56.288206 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ba6ae202-0b4f-4bb5-9ff9-b0dc5be4f9a5 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/a575fcb3-a700-4cbb-a1d5-0e520e40a8e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2481613 Aug 27 05:12:56.309901 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-700b8df3-bbd9-4a6f-b610-b3221fab62bc None None] Provisioning complete for port ae2e205b-d6eb-4997-bb37-aff365b0b135 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:12:56.311029 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-700b8df3-bbd9-4a6f-b610-b3221fab62bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (ae2e205b-d6eb-4997-bb37-aff365b0b135), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:56.345965 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-700b8df3-bbd9-4a6f-b610-b3221fab62bc None None] Port ae2e205b-d6eb-4997-bb37-aff365b0b135 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:12:56.475953 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device bbdcce89-8588-49c0-a46a-fa85480bc5a3 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:12:56.520663 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port bbdcce89-8588-49c0-a46a-fa85480bc5a3 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:12:56.521032 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (bbdcce89-8588-49c0-a46a-fa85480bc5a3), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:56.600685 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port bbdcce89-8588-49c0-a46a-fa85480bc5a3 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:12:56.601076 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (bbdcce89-8588-49c0-a46a-fa85480bc5a3), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:56.624270 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port bbdcce89-8588-49c0-a46a-fa85480bc5a3, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=bbdcce89-8588-49c0-a46a-fa85480bc5a3,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:12:56.750945 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (bbdcce89-8588-49c0-a46a-fa85480bc5a3), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:56.764291 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d5b374-6c37-4a6c-8b5e-7d77fe31d0f5 req-f7e5afed-88e5-4f89-acbd-d5cc4a0e725b tempest-DeleteServersTestJSON-1181124668 tempest-DeleteServersTestJSON-1181124668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:12:56.765806 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d2d5b374-6c37-4a6c-8b5e-7d77fe31d0f5 req-f7e5afed-88e5-4f89-acbd-d5cc4a0e725b tempest-DeleteServersTestJSON-1181124668 tempest-DeleteServersTestJSON-1181124668-project] 10.222.0.76 "GET /networking/v2.0/networks?id=f2f25ccf-c86d-4f17-9a6a-f3415dc87e18 HTTP/1.1" status: 200 len: 811 time: 0.1083102 Aug 27 05:12:56.782177 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d2d5b374-6c37-4a6c-8b5e-7d77fe31d0f5 req-65b91997-e556-4f68-9d4d-9d1bda3bae94 tempest-DeleteServersTestJSON-1181124668 tempest-DeleteServersTestJSON-1181124668-project] 10.222.0.76 "GET /networking/v2.0/quotas/d3379c8f3fc74a529758b4d9a664c40b HTTP/1.1" status: 200 len: 375 time: 0.0101755 Aug 27 05:12:56.805821 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c080bf9e-fd02-4eca-a71d-6f06445a8e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:56.808219 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=bbdcce89-8588-49c0-a46a-fa85480bc5a3,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:12:56.839117 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-d2d5b374-6c37-4a6c-8b5e-7d77fe31d0f5 req-389e56fc-0805-4fd7-ad81-d5f18e5645aa tempest-DeleteServersTestJSON-1181124668 tempest-DeleteServersTestJSON-1181124668-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=d3379c8f3fc74a529758b4d9a664c40b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512605 Aug 27 05:12:56.876226 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57836) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:12:57.116379 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:12:57.164268 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4653ab-7060-4b3c-9dd9-13298e4a347f None None] Sync routers for ids ['a575fcb3-a700-4cbb-a1d5-0e520e40a8e8'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:12:57.173982 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4653ab-7060-4b3c-9dd9-13298e4a347f None None] Routers {'a575fcb3-a700-4cbb-a1d5-0e520e40a8e8'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:12:57.175185 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-df4653ab-7060-4b3c-9dd9-13298e4a347f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:12:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['a575fcb3-a700-4cbb-a1d5-0e520e40a8e8'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:12:57.191537 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-439845a3-432e-4245-ab76-ad180f81c9e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (a575fcb3-a700-4cbb-a1d5-0e520e40a8e8), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:57.280118 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-df4653ab-7060-4b3c-9dd9-13298e4a347f None None] Set router a575fcb3-a700-4cbb-a1d5-0e520e40a8e8 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:12:57.476899 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-df4653ab-7060-4b3c-9dd9-13298e4a347f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a575fcb3-a700-4cbb-a1d5-0e520e40a8e8', 'name': 'tempest-DeleteServersTestJSON-827894523-router', 'tenant_id': 'd3379c8f3fc74a529758b4d9a664c40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': 'bbdcce89-8588-49c0-a46a-fa85480bc5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:12:51Z', 'updated_at': '2022-08-27T05:12:55Z', 'revision_number': 4, 'project_id': 'd3379c8f3fc74a529758b4d9a664c40b', 'gw_port': {'id': 'bbdcce89-8588-49c0-a46a-fa85480bc5a3', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:1c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a575fcb3-a700-4cbb-a1d5-0e520e40a8e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:12:52Z', 'updated_at': '2022-08-27T05:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'ae2e205b-d6eb-4997-bb37-aff365b0b135', 'name': '', 'network_id': 'f2f25ccf-c86d-4f17-9a6a-f3415dc87e18', 'tenant_id': 'd3379c8f3fc74a529758b4d9a664c40b', 'mac_address': 'fa:16:3e:20:79:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a575fcb3-a700-4cbb-a1d5-0e520e40a8e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'f025b108-3f4e-4291-b3b7-a439dca57710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:12:54Z', 'updated_at': '2022-08-27T05:12:55Z', 'revision_number': 2, 'project_id': 'd3379c8f3fc74a529758b4d9a664c40b', 'subnets': [{'id': 'f025b108-3f4e-4291-b3b7-a439dca57710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:12:57.501636 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4653ab-7060-4b3c-9dd9-13298e4a347f None None] Checking router: a575fcb3-a700-4cbb-a1d5-0e520e40a8e8 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:12:57.501990 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4653ab-7060-4b3c-9dd9-13298e4a347f None None] Updating router a575fcb3-a700-4cbb-a1d5-0e520e40a8e8 port ae2e205b-d6eb-4997-bb37-aff365b0b135 binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:12:57.530277 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-df4653ab-7060-4b3c-9dd9-13298e4a347f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (ae2e205b-d6eb-4997-bb37-aff365b0b135), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:57.661460 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-439845a3-432e-4245-ab76-ad180f81c9e7 admin admin] Deleting port ae2e205b-d6eb-4997-bb37-aff365b0b135 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:12:57.661800 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-439845a3-432e-4245-ab76-ad180f81c9e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (ae2e205b-d6eb-4997-bb37-aff365b0b135), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:57.742265 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-439845a3-432e-4245-ab76-ad180f81c9e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (ae2e205b-d6eb-4997-bb37-aff365b0b135), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:57.756065 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-439845a3-432e-4245-ab76-ad180f81c9e7 admin admin] Calling delete_port for ae2e205b-d6eb-4997-bb37-aff365b0b135 owned by network:router_interface {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:12:57.793457 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-df4653ab-7060-4b3c-9dd9-13298e4a347f None None] Publish callbacks [] for port (ae2e205b-d6eb-4997-bb37-aff365b0b135), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:57.795162 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:12:57.870712 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-df4653ab-7060-4b3c-9dd9-13298e4a347f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (ae2e205b-d6eb-4997-bb37-aff365b0b135), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:57.951134 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a07855-1742-4d15-b0e3-bbbbe11f53ed None None] Pushing event updated for resources: {'Port': ['ID=ae2e205b-d6eb-4997-bb37-aff365b0b135,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:12:57.965112 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a07855-1742-4d15-b0e3-bbbbe11f53ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:12:57.965440 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a07855-1742-4d15-b0e3-bbbbe11f53ed None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:12:57.965774 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a07855-1742-4d15-b0e3-bbbbe11f53ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:12:57.966416 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a07855-1742-4d15-b0e3-bbbbe11f53ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:12:57.966416 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a07855-1742-4d15-b0e3-bbbbe11f53ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:12:57.966711 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a07855-1742-4d15-b0e3-bbbbe11f53ed None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:12:57.967026 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a07855-1742-4d15-b0e3-bbbbe11f53ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:12:57.967340 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a07855-1742-4d15-b0e3-bbbbe11f53ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:12:57.967738 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a07855-1742-4d15-b0e3-bbbbe11f53ed None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:12:57.967966 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a07855-1742-4d15-b0e3-bbbbe11f53ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:12:57.968307 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a07855-1742-4d15-b0e3-bbbbe11f53ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:12:57.968663 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a07855-1742-4d15-b0e3-bbbbe11f53ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:12:57.968974 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a07855-1742-4d15-b0e3-bbbbe11f53ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:12:57.969282 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a07855-1742-4d15-b0e3-bbbbe11f53ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:12:57.969591 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a07855-1742-4d15-b0e3-bbbbe11f53ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:12:57.978348 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-df4653ab-7060-4b3c-9dd9-13298e4a347f None None] Attempting to bind port ae2e205b-d6eb-4997-bb37-aff365b0b135 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:12:57.978715 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-df4653ab-7060-4b3c-9dd9-13298e4a347f None None] Attempting to bind port ae2e205b-d6eb-4997-bb37-aff365b0b135 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'ffb76861-7d60-4055-8768-8d3c84639180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f2f25ccf-c86d-4f17-9a6a-f3415dc87e18'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:12:57.979077 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4653ab-7060-4b3c-9dd9-13298e4a347f None None] Attempting to bind port ae2e205b-d6eb-4997-bb37-aff365b0b135 on network f2f25ccf-c86d-4f17-9a6a-f3415dc87e18 {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:12:57.984244 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4653ab-7060-4b3c-9dd9-13298e4a347f None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:12:57.984608 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4653ab-7060-4b3c-9dd9-13298e4a347f None None] Checking segment: {'id': 'ffb76861-7d60-4055-8768-8d3c84639180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f2f25ccf-c86d-4f17-9a6a-f3415dc87e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:12:57.984999 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-df4653ab-7060-4b3c-9dd9-13298e4a347f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:57.985372 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4653ab-7060-4b3c-9dd9-13298e4a347f None None] Bound using segment: {'id': 'ffb76861-7d60-4055-8768-8d3c84639180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f2f25ccf-c86d-4f17-9a6a-f3415dc87e18'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:12:57.985821 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-df4653ab-7060-4b3c-9dd9-13298e4a347f None None] Bound port: ae2e205b-d6eb-4997-bb37-aff365b0b135, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffb76861-7d60-4055-8768-8d3c84639180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f2f25ccf-c86d-4f17-9a6a-f3415dc87e18'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:12:57.986243 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-df4653ab-7060-4b3c-9dd9-13298e4a347f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (ae2e205b-d6eb-4997-bb37-aff365b0b135), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:58.044279 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-439845a3-432e-4245-ab76-ad180f81c9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (ae2e205b-d6eb-4997-bb37-aff365b0b135), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:58.044822 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.db.api [None req-df4653ab-7060-4b3c-9dd9-13298e4a347f None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=107778) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 05:12:58.045180 n-d-852088-5 neutron-server[107778]: DEBUG oslo_db.api [None req-df4653ab-7060-4b3c-9dd9-13298e4a347f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 05:12:58.069936 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439845a3-432e-4245-ab76-ad180f81c9e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae2e205b-d6eb-4997-bb37-aff365b0b135,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:12:58.238244 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-439845a3-432e-4245-ab76-ad180f81c9e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (a575fcb3-a700-4cbb-a1d5-0e520e40a8e8), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:58.290689 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:12:58.437870 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=54,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:12:58.450050 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-439845a3-432e-4245-ab76-ad180f81c9e7 admin admin] Router a575fcb3-a700-4cbb-a1d5-0e520e40a8e8 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:12:58.464095 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device bbdcce89-8588-49c0-a46a-fa85480bc5a3 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:12:58.510513 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port bbdcce89-8588-49c0-a46a-fa85480bc5a3 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:12:58.510884 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (bbdcce89-8588-49c0-a46a-fa85480bc5a3), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:58.559753 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439845a3-432e-4245-ab76-ad180f81c9e7 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:12:58.560505 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-df4653ab-7060-4b3c-9dd9-13298e4a347f None None] Attempting to bind port ae2e205b-d6eb-4997-bb37-aff365b0b135 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:12:58.560977 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-df4653ab-7060-4b3c-9dd9-13298e4a347f None None] Attempting to bind port ae2e205b-d6eb-4997-bb37-aff365b0b135 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'ffb76861-7d60-4055-8768-8d3c84639180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f2f25ccf-c86d-4f17-9a6a-f3415dc87e18'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:12:58.561205 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4653ab-7060-4b3c-9dd9-13298e4a347f None None] Attempting to bind port ae2e205b-d6eb-4997-bb37-aff365b0b135 on network f2f25ccf-c86d-4f17-9a6a-f3415dc87e18 {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:12:58.567866 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-439845a3-432e-4245-ab76-ad180f81c9e7 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/a575fcb3-a700-4cbb-a1d5-0e520e40a8e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6909275 Aug 27 05:12:58.568200 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57838) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:12:58.570305 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4653ab-7060-4b3c-9dd9-13298e4a347f None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:12:58.570674 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4653ab-7060-4b3c-9dd9-13298e4a347f None None] Checking segment: {'id': 'ffb76861-7d60-4055-8768-8d3c84639180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f2f25ccf-c86d-4f17-9a6a-f3415dc87e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:12:58.571067 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-df4653ab-7060-4b3c-9dd9-13298e4a347f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:58.572058 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4653ab-7060-4b3c-9dd9-13298e4a347f None None] Bound using segment: {'id': 'ffb76861-7d60-4055-8768-8d3c84639180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f2f25ccf-c86d-4f17-9a6a-f3415dc87e18'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:12:58.572532 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-df4653ab-7060-4b3c-9dd9-13298e4a347f None None] Bound port: ae2e205b-d6eb-4997-bb37-aff365b0b135, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffb76861-7d60-4055-8768-8d3c84639180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f2f25ccf-c86d-4f17-9a6a-f3415dc87e18'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:12:58.572906 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-df4653ab-7060-4b3c-9dd9-13298e4a347f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (ae2e205b-d6eb-4997-bb37-aff365b0b135), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:58.581631 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:12:58.588968 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port bbdcce89-8588-49c0-a46a-fa85480bc5a3 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:12:58.602676 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.plugin [None req-df4653ab-7060-4b3c-9dd9-13298e4a347f None None] Port ae2e205b-d6eb-4997-bb37-aff365b0b135 has been deleted concurrently {{(pid=107778) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:675}} Aug 27 05:12:58.610623 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:12:58.612669 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4653ab-7060-4b3c-9dd9-13298e4a347f None None] Routers {'a575fcb3-a700-4cbb-a1d5-0e520e40a8e8'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:12:58.613277 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-df4653ab-7060-4b3c-9dd9-13298e4a347f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:12:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['a575fcb3-a700-4cbb-a1d5-0e520e40a8e8'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:12:58.679008 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d5cba856-7d6f-4a6c-9630-7eff1f036919 admin admin] Publish callbacks [] for router (a575fcb3-a700-4cbb-a1d5-0e520e40a8e8), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:58.713407 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-df4653ab-7060-4b3c-9dd9-13298e4a347f None None] Set router a575fcb3-a700-4cbb-a1d5-0e520e40a8e8 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:12:58.767446 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:12:58.792496 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d5cba856-7d6f-4a6c-9630-7eff1f036919 admin admin] Publish callbacks [] for router_gateway (a575fcb3-a700-4cbb-a1d5-0e520e40a8e8), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:58.886139 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-df4653ab-7060-4b3c-9dd9-13298e4a347f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a575fcb3-a700-4cbb-a1d5-0e520e40a8e8', 'name': 'tempest-DeleteServersTestJSON-827894523-router', 'tenant_id': 'd3379c8f3fc74a529758b4d9a664c40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': 'bbdcce89-8588-49c0-a46a-fa85480bc5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:12:51Z', 'updated_at': '2022-08-27T05:12:57Z', 'revision_number': 5, 'project_id': 'd3379c8f3fc74a529758b4d9a664c40b', 'gw_port': {'id': 'bbdcce89-8588-49c0-a46a-fa85480bc5a3', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:1c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a575fcb3-a700-4cbb-a1d5-0e520e40a8e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:12:52Z', 'updated_at': '2022-08-27T05:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:12:58.904275 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-d5cba856-7d6f-4a6c-9630-7eff1f036919 admin admin] Deleting port bbdcce89-8588-49c0-a46a-fa85480bc5a3 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:12:58.904812 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d5cba856-7d6f-4a6c-9630-7eff1f036919 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (bbdcce89-8588-49c0-a46a-fa85480bc5a3), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:58.910737 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4653ab-7060-4b3c-9dd9-13298e4a347f None None] The sync data for ids ['a575fcb3-a700-4cbb-a1d5-0e520e40a8e8'] in n-d-852088-5 is: [{'id': 'a575fcb3-a700-4cbb-a1d5-0e520e40a8e8', 'name': 'tempest-DeleteServersTestJSON-827894523-router', 'tenant_id': 'd3379c8f3fc74a529758b4d9a664c40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': 'bbdcce89-8588-49c0-a46a-fa85480bc5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:12:51Z', 'updated_at': '2022-08-27T05:12:57Z', 'revision_number': 5, 'project_id': 'd3379c8f3fc74a529758b4d9a664c40b', 'gw_port': {'id': 'bbdcce89-8588-49c0-a46a-fa85480bc5a3', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:1c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a575fcb3-a700-4cbb-a1d5-0e520e40a8e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:12:52Z', 'updated_at': '2022-08-27T05:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:12:59.000133 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-d5cba856-7d6f-4a6c-9630-7eff1f036919 admin admin] For port bbdcce89-8588-49c0-a46a-fa85480bc5a3, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=bbdcce89-8588-49c0-a46a-fa85480bc5a3,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:12:59.000604 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d5cba856-7d6f-4a6c-9630-7eff1f036919 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (bbdcce89-8588-49c0-a46a-fa85480bc5a3), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:59.014682 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-d5cba856-7d6f-4a6c-9630-7eff1f036919 admin admin] Calling delete_port for bbdcce89-8588-49c0-a46a-fa85480bc5a3 owned by network:router_gateway {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:12:59.178757 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fe9add9a-32e1-4c4f-be87-07b89c07c363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:59.287802 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d5cba856-7d6f-4a6c-9630-7eff1f036919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (bbdcce89-8588-49c0-a46a-fa85480bc5a3), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:59.313464 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cba856-7d6f-4a6c-9630-7eff1f036919 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbdcce89-8588-49c0-a46a-fa85480bc5a3,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:12:59.385311 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d5cba856-7d6f-4a6c-9630-7eff1f036919 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (a575fcb3-a700-4cbb-a1d5-0e520e40a8e8), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:59.483917 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d5cba856-7d6f-4a6c-9630-7eff1f036919 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (a575fcb3-a700-4cbb-a1d5-0e520e40a8e8), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:59.486235 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d5cba856-7d6f-4a6c-9630-7eff1f036919 admin admin] Publish callbacks [] for router_controller (a575fcb3-a700-4cbb-a1d5-0e520e40a8e8), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:59.493529 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:12:59.518833 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52bac05-5c43-43bc-af3f-fe8047980b89 None None] Sync routers for ids ['a575fcb3-a700-4cbb-a1d5-0e520e40a8e8'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:12:59.531252 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52bac05-5c43-43bc-af3f-fe8047980b89 None None] Routers {'a575fcb3-a700-4cbb-a1d5-0e520e40a8e8'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:12:59.531875 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-c52bac05-5c43-43bc-af3f-fe8047980b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:12:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['a575fcb3-a700-4cbb-a1d5-0e520e40a8e8'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:12:59.602523 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-c52bac05-5c43-43bc-af3f-fe8047980b89 None None] Set router a575fcb3-a700-4cbb-a1d5-0e520e40a8e8 gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:12:59.638915 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d5cba856-7d6f-4a6c-9630-7eff1f036919 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (a575fcb3-a700-4cbb-a1d5-0e520e40a8e8), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:59.639593 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5cba856-7d6f-4a6c-9630-7eff1f036919 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a575fcb3-a700-4cbb-a1d5-0e520e40a8e8 {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 05:12:59.644355 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d5cba856-7d6f-4a6c-9630-7eff1f036919 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:59.645564 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-d5cba856-7d6f-4a6c-9630-7eff1f036919 admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/a575fcb3-a700-4cbb-a1d5-0e520e40a8e8 HTTP/1.1" status: 204 len: 168 time: 1.0764415 Aug 27 05:12:59.648128 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57840) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:12:59.655116 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-c52bac05-5c43-43bc-af3f-fe8047980b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a575fcb3-a700-4cbb-a1d5-0e520e40a8e8', 'name': 'tempest-DeleteServersTestJSON-827894523-router', 'tenant_id': 'd3379c8f3fc74a529758b4d9a664c40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:12:51Z', 'updated_at': '2022-08-27T05:12:59Z', 'revision_number': 7, 'project_id': 'd3379c8f3fc74a529758b4d9a664c40b', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:12:59.682942 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52bac05-5c43-43bc-af3f-fe8047980b89 None None] Checking router: a575fcb3-a700-4cbb-a1d5-0e520e40a8e8 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:12:59.690821 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52bac05-5c43-43bc-af3f-fe8047980b89 None None] Routers set() bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:12:59.691213 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52bac05-5c43-43bc-af3f-fe8047980b89 None None] Router IDs set() for agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 27 05:12:59.691847 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_agentschedulers_db [None req-c52bac05-5c43-43bc-af3f-fe8047980b89 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a575fcb3-a700-4cbb-a1d5-0e520e40a8e8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:12:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent'). {{(pid=107777) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 27 05:12:59.692250 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52bac05-5c43-43bc-af3f-fe8047980b89 None None] The sync data for ids ['a575fcb3-a700-4cbb-a1d5-0e520e40a8e8'] in n-d-852088-5 is: [] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:12:59.696376 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-7154c3a6-5ae1-4192-9108-08beffe48c79 admin admin] Deleting subnet f025b108-3f4e-4291-b3b7-a439dca57710 {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 05:12:59.700018 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7154c3a6-5ae1-4192-9108-08beffe48c79 admin admin] Publish callbacks [] for subnet (f025b108-3f4e-4291-b3b7-a439dca57710), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:59.740220 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7154c3a6-5ae1-4192-9108-08beffe48c79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (f025b108-3f4e-4291-b3b7-a439dca57710), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:59.829300 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7154c3a6-5ae1-4192-9108-08beffe48c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (f025b108-3f4e-4291-b3b7-a439dca57710), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:59.987811 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7154c3a6-5ae1-4192-9108-08beffe48c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (f025b108-3f4e-4291-b3b7-a439dca57710), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:12:59.995832 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:00.014726 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7154c3a6-5ae1-4192-9108-08beffe48c79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f025b108-3f4e-4291-b3b7-a439dca57710,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:00.020381 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7154c3a6-5ae1-4192-9108-08beffe48c79 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:00.024141 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7154c3a6-5ae1-4192-9108-08beffe48c79 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/f025b108-3f4e-4291-b3b7-a439dca57710 HTTP/1.1" status: 204 len: 168 time: 0.3750618 Aug 27 05:13:00.026376 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2278267-e3ca-4bae-b235-56ddcc28458f None None] Network f2f25ccf-c86d-4f17-9a6a-f3415dc87e18 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:13:00.027458 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57842) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:13:00.105147 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ff36fbb8-02b6-48bd-ad91-4168140e497b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (f2f25ccf-c86d-4f17-9a6a-f3415dc87e18), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:00.111402 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:00.152523 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-ff36fbb8-02b6-48bd-ad91-4168140e497b admin admin] Deleting port a0bae79d-daf9-4dc8-8f3c-dcd30665da9d {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:13:00.152870 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ff36fbb8-02b6-48bd-ad91-4168140e497b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (a0bae79d-daf9-4dc8-8f3c-dcd30665da9d), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:00.201973 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f46e517-fe1f-428f-9685-ef21951cff06 None None] DHCP port deletion for f2f25ccf-c86d-4f17-9a6a-f3415dc87e18 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 05:13:00.224468 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-ff36fbb8-02b6-48bd-ad91-4168140e497b admin admin] For port a0bae79d-daf9-4dc8-8f3c-dcd30665da9d, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a0bae79d-daf9-4dc8-8f3c-dcd30665da9d,segment=NetworkSegment(ffb76861-7d60-4055-8768-8d3c84639180),segment_id=ffb76861-7d60-4055-8768-8d3c84639180)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:13:00.224846 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ff36fbb8-02b6-48bd-ad91-4168140e497b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (a0bae79d-daf9-4dc8-8f3c-dcd30665da9d), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:00.238395 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-ff36fbb8-02b6-48bd-ad91-4168140e497b admin admin] Calling delete_port for a0bae79d-daf9-4dc8-8f3c-dcd30665da9d owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:13:00.238610 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-7f46e517-fe1f-428f-9685-ef21951cff06 None None] Deleting port a0bae79d-daf9-4dc8-8f3c-dcd30665da9d {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:13:00.238864 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7f46e517-fe1f-428f-9685-ef21951cff06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (a0bae79d-daf9-4dc8-8f3c-dcd30665da9d), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:00.313305 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-7f46e517-fe1f-428f-9685-ef21951cff06 None None] For port a0bae79d-daf9-4dc8-8f3c-dcd30665da9d, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a0bae79d-daf9-4dc8-8f3c-dcd30665da9d,segment=NetworkSegment(ffb76861-7d60-4055-8768-8d3c84639180),segment_id=ffb76861-7d60-4055-8768-8d3c84639180)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:13:00.313690 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7f46e517-fe1f-428f-9685-ef21951cff06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (a0bae79d-daf9-4dc8-8f3c-dcd30665da9d), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:00.331842 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-7f46e517-fe1f-428f-9685-ef21951cff06 None None] Calling delete_port for a0bae79d-daf9-4dc8-8f3c-dcd30665da9d owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:13:00.388887 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:00.455060 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device bbdcce89-8588-49c0-a46a-fa85480bc5a3 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:13:00.461916 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ff36fbb8-02b6-48bd-ad91-4168140e497b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (a0bae79d-daf9-4dc8-8f3c-dcd30665da9d), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:00.480982 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: bbdcce89-8588-49c0-a46a-fa85480bc5a3 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:13:00.481239 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device bbdcce89-8588-49c0-a46a-fa85480bc5a3 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:13:00.481651 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a0bae79d-daf9-4dc8-8f3c-dcd30665da9d no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:13:00.488758 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff36fbb8-02b6-48bd-ad91-4168140e497b admin admin] Pushing event deleted for resources: {'Port': ['ID=a0bae79d-daf9-4dc8-8f3c-dcd30665da9d,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:00.492030 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff36fbb8-02b6-48bd-ad91-4168140e497b admin admin] No DVR routers for this DVR port a0bae79d-daf9-4dc8-8f3c-dcd30665da9d on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:13:00.503023 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: a0bae79d-daf9-4dc8-8f3c-dcd30665da9d {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:13:00.503369 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a0bae79d-daf9-4dc8-8f3c-dcd30665da9d not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:13:00.505166 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7f46e517-fe1f-428f-9685-ef21951cff06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (a0bae79d-daf9-4dc8-8f3c-dcd30665da9d), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:00.536169 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:00.537101 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f46e517-fe1f-428f-9685-ef21951cff06 None None] Pushing event deleted for resources: {'Port': ['ID=a0bae79d-daf9-4dc8-8f3c-dcd30665da9d,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:00.544501 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f46e517-fe1f-428f-9685-ef21951cff06 None None] No DVR routers for this DVR port a0bae79d-daf9-4dc8-8f3c-dcd30665da9d on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:13:00.577540 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ff36fbb8-02b6-48bd-ad91-4168140e497b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (f2f25ccf-c86d-4f17-9a6a-f3415dc87e18), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:00.597773 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-ff36fbb8-02b6-48bd-ad91-4168140e497b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2f25ccf-c86d-4f17-9a6a-f3415dc87e18']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:13:00.608841 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-ff36fbb8-02b6-48bd-ad91-4168140e497b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffb76861-7d60-4055-8768-8d3c84639180') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:13:00.612728 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-ff36fbb8-02b6-48bd-ad91-4168140e497b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffb76861-7d60-4055-8768-8d3c84639180') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:13:00.619763 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ff36fbb8-02b6-48bd-ad91-4168140e497b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (ffb76861-7d60-4055-8768-8d3c84639180), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:00.633425 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ff36fbb8-02b6-48bd-ad91-4168140e497b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (ffb76861-7d60-4055-8768-8d3c84639180), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:00.639770 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff36fbb8-02b6-48bd-ad91-4168140e497b admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:13:00.640176 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ff36fbb8-02b6-48bd-ad91-4168140e497b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (ffb76861-7d60-4055-8768-8d3c84639180), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:00.679977 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment ffb76861-7d60-4055-8768-8d3c84639180 resource provider aggregate not found Aug 27 05:13:00.690881 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:13:00.700768 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment ffb76861-7d60-4055-8768-8d3c84639180 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ffb76861-7d60-4055-8768-8d3c84639180 found for delete ", "request_id": "req-07d5da0d-6f47-46d0-9d57-2008209e21ad"}]} Aug 27 05:13:00.804677 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ff36fbb8-02b6-48bd-ad91-4168140e497b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (f2f25ccf-c86d-4f17-9a6a-f3415dc87e18), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:00.811587 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-ff36fbb8-02b6-48bd-ad91-4168140e497b admin admin] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:00.814824 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-ff36fbb8-02b6-48bd-ad91-4168140e497b admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/f2f25ccf-c86d-4f17-9a6a-f3415dc87e18 HTTP/1.1" status: 204 len: 168 time: 0.7863674 Aug 27 05:13:00.826666 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff36fbb8-02b6-48bd-ad91-4168140e497b admin admin] Pushing event deleted for resources: {'Network': ['ID=f2f25ccf-c86d-4f17-9a6a-f3415dc87e18,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:01.237895 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57850) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:13:01.265351 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:01.279805 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0de13011-ca60-4bb1-a57b-ed376b7135d8 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=d3379c8f3fc74a529758b4d9a664c40b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0408032 Aug 27 05:13:01.282386 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57852) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:13:01.336109 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-296ff08d-5b37-4959-94bd-d3ad9f6be7b7 admin admin] Publish callbacks [] for security_group (1acd11b8-76d8-485e-afda-cee0bce2dc30), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:01.357791 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-296ff08d-5b37-4959-94bd-d3ad9f6be7b7 admin admin] Publish callbacks [] for security_group (1acd11b8-76d8-485e-afda-cee0bce2dc30), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:01.482176 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-296ff08d-5b37-4959-94bd-d3ad9f6be7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (1acd11b8-76d8-485e-afda-cee0bce2dc30), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:01.484741 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-296ff08d-5b37-4959-94bd-d3ad9f6be7b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:01.485935 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-296ff08d-5b37-4959-94bd-d3ad9f6be7b7 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/1acd11b8-76d8-485e-afda-cee0bce2dc30 HTTP/1.1" status: 204 len: 168 time: 0.2023335 Aug 27 05:13:01.494170 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ff08d-5b37-4959-94bd-d3ad9f6be7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1acd11b8-76d8-485e-afda-cee0bce2dc30,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:01.798713 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:02.021632 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:02.683207 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57874) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:13:02.784481 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-a8d06fcb-2d5b-4f05-9c27-abbc62da7e0b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-388858822-network', 'tenant_id': '5543ac1f4e1742e3896e92f72506ca1b'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:13:02.881972 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d06fcb-2d5b-4f05-9c27-abbc62da7e0b admin admin] Made reservation on behalf of 5543ac1f4e1742e3896e92f72506ca1b for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:13:02.884588 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a8d06fcb-2d5b-4f05-9c27-abbc62da7e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:02.893483 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a8d06fcb-2d5b-4f05-9c27-abbc62da7e0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:02.963883 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:02.968782 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a8d06fcb-2d5b-4f05-9c27-abbc62da7e0b admin admin] Publish callbacks [] for security_group (dd4e8592-766d-49c9-a35e-7c8b21f7c2ec), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:03.098951 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a8d06fcb-2d5b-4f05-9c27-abbc62da7e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (dd4e8592-766d-49c9-a35e-7c8b21f7c2ec), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:03.126952 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8d06fcb-2d5b-4f05-9c27-abbc62da7e0b admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 05:13:03.139467 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d06fcb-2d5b-4f05-9c27-abbc62da7e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4e8592-766d-49c9-a35e-7c8b21f7c2ec,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:03.144360 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a8d06fcb-2d5b-4f05-9c27-abbc62da7e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (8294adae-ee2b-494f-ab69-fb51573779c6), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:03.144707 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-a8d06fcb-2d5b-4f05-9c27-abbc62da7e0b admin admin] Added segment 8294adae-ee2b-494f-ab69-fb51573779c6 of type vlan for network e40ec964-dbf9-47b7-aabd-0c593b53a4ab Aug 27 05:13:03.187327 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a8d06fcb-2d5b-4f05-9c27-abbc62da7e0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (e40ec964-dbf9-47b7-aabd-0c593b53a4ab), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:03.293127 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a8d06fcb-2d5b-4f05-9c27-abbc62da7e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (e40ec964-dbf9-47b7-aabd-0c593b53a4ab), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:03.294181 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d06fcb-2d5b-4f05-9c27-abbc62da7e0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:13:03.294763 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a8d06fcb-2d5b-4f05-9c27-abbc62da7e0b admin admin] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:03.356523 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d06fcb-2d5b-4f05-9c27-abbc62da7e0b admin admin] Pushing event updated for resources: {'Network': ['ID=e40ec964-dbf9-47b7-aabd-0c593b53a4ab,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:03.366378 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network e40ec964-dbf9-47b7-aabd-0c593b53a4ab details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 05:13:03.433443 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a8d06fcb-2d5b-4f05-9c27-abbc62da7e0b admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7491405 Aug 27 05:13:03.436472 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57878) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:13:03.441332 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-d312f701-eb50-48f6-a354-ed64344c8248 admin admin] Request body: {'subnet': {'network_id': 'e40ec964-dbf9-47b7-aabd-0c593b53a4ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-388858822-subnet', 'tenant_id': '5543ac1f4e1742e3896e92f72506ca1b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:13:03.533393 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d312f701-eb50-48f6-a354-ed64344c8248 admin admin] Made reservation on behalf of 5543ac1f4e1742e3896e92f72506ca1b for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:13:03.535806 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d312f701-eb50-48f6-a354-ed64344c8248 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:03.787698 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d312f701-eb50-48f6-a354-ed64344c8248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (349efdea-6425-4817-946d-6671b97b869e), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:03.792694 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:03.845577 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d312f701-eb50-48f6-a354-ed64344c8248 admin admin] Pushing event updated for resources: {'Subnet': ['ID=349efdea-6425-4817-946d-6671b97b869e,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:03.852772 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d312f701-eb50-48f6-a354-ed64344c8248 admin admin] Checking segment: {'id': '8294adae-ee2b-494f-ab69-fb51573779c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e40ec964-dbf9-47b7-aabd-0c593b53a4ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:13:03.853192 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d312f701-eb50-48f6-a354-ed64344c8248 admin admin] Network hostable DHCP agents. Network: e40ec964-dbf9-47b7-aabd-0c593b53a4ab, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 05:13:03.939024 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d312f701-eb50-48f6-a354-ed64344c8248 admin admin] Network e40ec964-dbf9-47b7-aabd-0c593b53a4ab is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 05:13:04.030047 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-d312f701-eb50-48f6-a354-ed64344c8248 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, e40ec964-dbf9-47b7-aabd-0c593b53a4ab) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:13:04.034397 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d312f701-eb50-48f6-a354-ed64344c8248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:13:04.035055 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d312f701-eb50-48f6-a354-ed64344c8248 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:04.040125 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4aadcb-6497-46a5-bc7d-cc259ef25fde None None] Network e40ec964-dbf9-47b7-aabd-0c593b53a4ab requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:13:04.144025 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b2e527-b8f5-4b93-8ac6-ee01df2e94fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-e40ec964-dbf9-47b7-aabd-0c593b53a4ab', 'network_id': 'e40ec964-dbf9-47b7-aabd-0c593b53a4ab', 'project_id': '5543ac1f4e1742e3896e92f72506ca1b', 'fixed_ips': [{'subnet_id': '349efdea-6425-4817-946d-6671b97b869e'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 05:13:04.144961 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-90b2e527-b8f5-4b93-8ac6-ee01df2e94fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:04.166975 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-d312f701-eb50-48f6-a354-ed64344c8248 admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7292674 Aug 27 05:13:04.173300 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57880) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:13:04.174672 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-a96b77fc-80f8-4047-b4b5-425e5fb96c79 admin admin] Request body: {'router': {'name': 'tempest-ServerDiskConfigTestJSON-388858822-router', 'tenant_id': '5543ac1f4e1742e3896e92f72506ca1b', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:13:04.261835 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a96b77fc-80f8-4047-b4b5-425e5fb96c79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (8eec6d86-afde-4b56-8945-37309edaf087), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:04.263014 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a96b77fc-80f8-4047-b4b5-425e5fb96c79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (8eec6d86-afde-4b56-8945-37309edaf087), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:04.277510 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-90b2e527-b8f5-4b93-8ac6-ee01df2e94fe None None] Allocated IP 172.20.0.2 (e40ec964-dbf9-47b7-aabd-0c593b53a4ab/349efdea-6425-4817-946d-6671b97b869e/0b3f5aca-c4a6-4397-9160-4d83b2b934b9) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:13:04.315068 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a96b77fc-80f8-4047-b4b5-425e5fb96c79 admin admin] Publish callbacks [] for router_controller (8eec6d86-afde-4b56-8945-37309edaf087), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:04.425832 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-90b2e527-b8f5-4b93-8ac6-ee01df2e94fe None None] Publish callbacks [] for port (0b3f5aca-c4a6-4397-9160-4d83b2b934b9), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:04.502073 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a96b77fc-80f8-4047-b4b5-425e5fb96c79 admin admin] Publish callbacks [] for router_gateway (8eec6d86-afde-4b56-8945-37309edaf087), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:04.527707 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-90b2e527-b8f5-4b93-8ac6-ee01df2e94fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (0b3f5aca-c4a6-4397-9160-4d83b2b934b9), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:04.571332 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b2e527-b8f5-4b93-8ac6-ee01df2e94fe None None] Network e40ec964-dbf9-47b7-aabd-0c593b53a4ab is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:13:04.574398 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-90b2e527-b8f5-4b93-8ac6-ee01df2e94fe None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:13:04.578219 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b2e527-b8f5-4b93-8ac6-ee01df2e94fe None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:13:04.584692 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b2e527-b8f5-4b93-8ac6-ee01df2e94fe None None] Pushing event updated for resources: {'Port': ['ID=0b3f5aca-c4a6-4397-9160-4d83b2b934b9,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:04.590788 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:04.638326 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-90b2e527-b8f5-4b93-8ac6-ee01df2e94fe None None] Attempting to bind port 0b3f5aca-c4a6-4397-9160-4d83b2b934b9 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:13:04.638694 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-90b2e527-b8f5-4b93-8ac6-ee01df2e94fe None None] Attempting to bind port 0b3f5aca-c4a6-4397-9160-4d83b2b934b9 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '8294adae-ee2b-494f-ab69-fb51573779c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e40ec964-dbf9-47b7-aabd-0c593b53a4ab'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:13:04.639052 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b2e527-b8f5-4b93-8ac6-ee01df2e94fe None None] Attempting to bind port 0b3f5aca-c4a6-4397-9160-4d83b2b934b9 on network e40ec964-dbf9-47b7-aabd-0c593b53a4ab {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:13:04.644152 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b2e527-b8f5-4b93-8ac6-ee01df2e94fe None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:13:04.644554 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b2e527-b8f5-4b93-8ac6-ee01df2e94fe None None] Checking segment: {'id': '8294adae-ee2b-494f-ab69-fb51573779c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e40ec964-dbf9-47b7-aabd-0c593b53a4ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:13:04.644952 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-90b2e527-b8f5-4b93-8ac6-ee01df2e94fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:04.645344 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b2e527-b8f5-4b93-8ac6-ee01df2e94fe None None] Bound using segment: {'id': '8294adae-ee2b-494f-ab69-fb51573779c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e40ec964-dbf9-47b7-aabd-0c593b53a4ab'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:13:04.645800 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-90b2e527-b8f5-4b93-8ac6-ee01df2e94fe None None] Bound port: 0b3f5aca-c4a6-4397-9160-4d83b2b934b9, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8294adae-ee2b-494f-ab69-fb51573779c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e40ec964-dbf9-47b7-aabd-0c593b53a4ab'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:13:04.646172 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-90b2e527-b8f5-4b93-8ac6-ee01df2e94fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (0b3f5aca-c4a6-4397-9160-4d83b2b934b9), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:04.715315 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-90b2e527-b8f5-4b93-8ac6-ee01df2e94fe None None] For port 0b3f5aca-c4a6-4397-9160-4d83b2b934b9, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:13:04.719048 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-90b2e527-b8f5-4b93-8ac6-ee01df2e94fe None None] For port 0b3f5aca-c4a6-4397-9160-4d83b2b934b9, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=0b3f5aca-c4a6-4397-9160-4d83b2b934b9,segment=NetworkSegment(8294adae-ee2b-494f-ab69-fb51573779c6),segment_id=8294adae-ee2b-494f-ab69-fb51573779c6)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:13:04.720132 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:04.806419 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a96b77fc-80f8-4047-b4b5-425e5fb96c79 admin admin] Publish callbacks [] for router_gateway (8eec6d86-afde-4b56-8945-37309edaf087), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:04.824885 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a96b77fc-80f8-4047-b4b5-425e5fb96c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:04.845057 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-90b2e527-b8f5-4b93-8ac6-ee01df2e94fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (0b3f5aca-c4a6-4397-9160-4d83b2b934b9), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:04.909877 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b2e527-b8f5-4b93-8ac6-ee01df2e94fe None None] Pushing event updated for resources: {'Port': ['ID=0b3f5aca-c4a6-4397-9160-4d83b2b934b9,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:04.940891 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-a96b77fc-80f8-4047-b4b5-425e5fb96c79 admin admin] Allocated IP 172.25.2.9 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/bdfcd06c-1776-40b3-80e4-7cb8aea4b06c) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:13:05.070212 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a96b77fc-80f8-4047-b4b5-425e5fb96c79 admin admin] Publish callbacks [] for port (bdfcd06c-1776-40b3-80e4-7cb8aea4b06c), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:05.164908 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a96b77fc-80f8-4047-b4b5-425e5fb96c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (bdfcd06c-1776-40b3-80e4-7cb8aea4b06c), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:05.207899 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96b77fc-80f8-4047-b4b5-425e5fb96c79 admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:13:05.211133 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-a96b77fc-80f8-4047-b4b5-425e5fb96c79 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:13:05.215042 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96b77fc-80f8-4047-b4b5-425e5fb96c79 admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:13:05.218343 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96b77fc-80f8-4047-b4b5-425e5fb96c79 admin admin] Pushing event updated for resources: {'Port': ['ID=bdfcd06c-1776-40b3-80e4-7cb8aea4b06c,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:05.291765 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:05.492839 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:05.544139 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a96b77fc-80f8-4047-b4b5-425e5fb96c79 admin admin] Publish callbacks [] for router_gateway (8eec6d86-afde-4b56-8945-37309edaf087), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:05.786287 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc6d47a-f54d-4150-b1b5-2099a89dc377 None None] Network e40ec964-dbf9-47b7-aabd-0c593b53a4ab requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:13:05.872174 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-38555d2a-3333-449d-ae9f-071a7d1f7476 None None] Provisioning complete for port 0b3f5aca-c4a6-4397-9160-4d83b2b934b9 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:13:05.872558 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-38555d2a-3333-449d-ae9f-071a7d1f7476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (0b3f5aca-c4a6-4397-9160-4d83b2b934b9), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:05.986787 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-38555d2a-3333-449d-ae9f-071a7d1f7476 None None] Current status of the port 0b3f5aca-c4a6-4397-9160-4d83b2b934b9 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:13:05.987180 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-38555d2a-3333-449d-ae9f-071a7d1f7476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (0b3f5aca-c4a6-4397-9160-4d83b2b934b9), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:06.025946 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-38555d2a-3333-449d-ae9f-071a7d1f7476 None None] For port 0b3f5aca-c4a6-4397-9160-4d83b2b934b9, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=0b3f5aca-c4a6-4397-9160-4d83b2b934b9,segment=NetworkSegment(8294adae-ee2b-494f-ab69-fb51573779c6),segment_id=8294adae-ee2b-494f-ab69-fb51573779c6)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:13:06.064052 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a96b77fc-80f8-4047-b4b5-425e5fb96c79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (8eec6d86-afde-4b56-8945-37309edaf087), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:06.128255 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-38555d2a-3333-449d-ae9f-071a7d1f7476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (0b3f5aca-c4a6-4397-9160-4d83b2b934b9), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:06.180628 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38555d2a-3333-449d-ae9f-071a7d1f7476 None None] Pushing event updated for resources: {'Port': ['ID=0b3f5aca-c4a6-4397-9160-4d83b2b934b9,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:06.249125 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-ec209301-0e9c-4acd-96ff-cc38f136fff0 None None] Provisioning complete for port 0b3f5aca-c4a6-4397-9160-4d83b2b934b9 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:13:06.249495 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ec209301-0e9c-4acd-96ff-cc38f136fff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (0b3f5aca-c4a6-4397-9160-4d83b2b934b9), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:06.250204 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a96b77fc-80f8-4047-b4b5-425e5fb96c79 admin admin] Router 8eec6d86-afde-4b56-8945-37309edaf087 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 05:13:06.331417 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-ec209301-0e9c-4acd-96ff-cc38f136fff0 None None] Current status of the port 0b3f5aca-c4a6-4397-9160-4d83b2b934b9 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:13:06.358218 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a96b77fc-80f8-4047-b4b5-425e5fb96c79 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:13:06.367193 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d5fce3-3953-4e1d-a4d5-07b8e55ded9e None None] Sync routers for ids ['8eec6d86-afde-4b56-8945-37309edaf087'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:13:06.378667 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d5fce3-3953-4e1d-a4d5-07b8e55ded9e None None] Routers {'8eec6d86-afde-4b56-8945-37309edaf087'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:13:06.381082 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-f0d5fce3-3953-4e1d-a4d5-07b8e55ded9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:12:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['8eec6d86-afde-4b56-8945-37309edaf087'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:13:06.435841 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a96b77fc-80f8-4047-b4b5-425e5fb96c79 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:06.439792 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a96b77fc-80f8-4047-b4b5-425e5fb96c79 admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2661366 Aug 27 05:13:06.444362 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57882) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:13:06.484980 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 0b3f5aca-c4a6-4397-9160-4d83b2b934b9 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:13:06.532381 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 0b3f5aca-c4a6-4397-9160-4d83b2b934b9 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:13:06.532741 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (0b3f5aca-c4a6-4397-9160-4d83b2b934b9), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:06.571355 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-f0d5fce3-3953-4e1d-a4d5-07b8e55ded9e None None] Set router 8eec6d86-afde-4b56-8945-37309edaf087 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:13:06.755308 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 0b3f5aca-c4a6-4397-9160-4d83b2b934b9 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:13:06.765350 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-f0d5fce3-3953-4e1d-a4d5-07b8e55ded9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eec6d86-afde-4b56-8945-37309edaf087', 'name': 'tempest-ServerDiskConfigTestJSON-388858822-router', 'tenant_id': '5543ac1f4e1742e3896e92f72506ca1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'bdfcd06c-1776-40b3-80e4-7cb8aea4b06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:13:04Z', 'updated_at': '2022-08-27T05:13:05Z', 'revision_number': 3, 'project_id': '5543ac1f4e1742e3896e92f72506ca1b', 'gw_port': {'id': 'bdfcd06c-1776-40b3-80e4-7cb8aea4b06c', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a5:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eec6d86-afde-4b56-8945-37309edaf087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:13:04Z', 'updated_at': '2022-08-27T05:13:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:13:06.792992 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d5fce3-3953-4e1d-a4d5-07b8e55ded9e None None] Checking router: 8eec6d86-afde-4b56-8945-37309edaf087 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:13:06.793233 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d5fce3-3953-4e1d-a4d5-07b8e55ded9e None None] Updating router 8eec6d86-afde-4b56-8945-37309edaf087 port bdfcd06c-1776-40b3-80e4-7cb8aea4b06c binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:13:06.824532 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-f0d5fce3-3953-4e1d-a4d5-07b8e55ded9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (bdfcd06c-1776-40b3-80e4-7cb8aea4b06c), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:07.023960 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:DELETE=3,neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:07.052659 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:07.094296 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-f0d5fce3-3953-4e1d-a4d5-07b8e55ded9e None None] Publish callbacks [] for port (bdfcd06c-1776-40b3-80e4-7cb8aea4b06c), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:07.130250 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-97d9590e-0660-404f-9ace-86d2ffe3f5ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:07.133570 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:07.162786 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-f0d5fce3-3953-4e1d-a4d5-07b8e55ded9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (bdfcd06c-1776-40b3-80e4-7cb8aea4b06c), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:07.202017 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-f0d5fce3-3953-4e1d-a4d5-07b8e55ded9e None None] Attempting to bind port bdfcd06c-1776-40b3-80e4-7cb8aea4b06c on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:13:07.202387 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-f0d5fce3-3953-4e1d-a4d5-07b8e55ded9e None None] Attempting to bind port bdfcd06c-1776-40b3-80e4-7cb8aea4b06c by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:13:07.202743 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d5fce3-3953-4e1d-a4d5-07b8e55ded9e None None] Attempting to bind port bdfcd06c-1776-40b3-80e4-7cb8aea4b06c on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:13:07.208911 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:07.214214 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d5fce3-3953-4e1d-a4d5-07b8e55ded9e None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:13:07.214586 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d5fce3-3953-4e1d-a4d5-07b8e55ded9e None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:13:07.214983 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-f0d5fce3-3953-4e1d-a4d5-07b8e55ded9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:07.215369 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d5fce3-3953-4e1d-a4d5-07b8e55ded9e None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:13:07.215830 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-f0d5fce3-3953-4e1d-a4d5-07b8e55ded9e None None] Bound port: bdfcd06c-1776-40b3-80e4-7cb8aea4b06c, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:13:07.216225 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-f0d5fce3-3953-4e1d-a4d5-07b8e55ded9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (bdfcd06c-1776-40b3-80e4-7cb8aea4b06c), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:07.217922 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0792b2-9c2b-4e16-8b28-75978518bb58 None None] Pushing event updated for resources: {'Port': ['ID=bdfcd06c-1776-40b3-80e4-7cb8aea4b06c,revision_number=2']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:07.270973 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-f0d5fce3-3953-4e1d-a4d5-07b8e55ded9e None None] For port bdfcd06c-1776-40b3-80e4-7cb8aea4b06c, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:13:07.273965 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-f0d5fce3-3953-4e1d-a4d5-07b8e55ded9e None None] For port bdfcd06c-1776-40b3-80e4-7cb8aea4b06c, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=bdfcd06c-1776-40b3-80e4-7cb8aea4b06c,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:13:07.295518 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-97d9590e-0660-404f-9ace-86d2ffe3f5ea admin admin] Allocated IP 172.20.0.1 (e40ec964-dbf9-47b7-aabd-0c593b53a4ab/349efdea-6425-4817-946d-6671b97b869e/526c78c4-1047-4ec0-9d86-0446d408e457) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:13:07.304580 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:07.365258 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-f0d5fce3-3953-4e1d-a4d5-07b8e55ded9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (bdfcd06c-1776-40b3-80e4-7cb8aea4b06c), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:07.402436 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-97d9590e-0660-404f-9ace-86d2ffe3f5ea admin admin] Publish callbacks [] for port (526c78c4-1047-4ec0-9d86-0446d408e457), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:07.410166 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d5fce3-3953-4e1d-a4d5-07b8e55ded9e None None] Routers {'8eec6d86-afde-4b56-8945-37309edaf087'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:13:07.410802 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-f0d5fce3-3953-4e1d-a4d5-07b8e55ded9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:12:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['8eec6d86-afde-4b56-8945-37309edaf087'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:13:07.457871 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0792b2-9c2b-4e16-8b28-75978518bb58 None None] Pushing event updated for resources: {'Port': ['ID=bdfcd06c-1776-40b3-80e4-7cb8aea4b06c,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:07.500715 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-97d9590e-0660-404f-9ace-86d2ffe3f5ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (526c78c4-1047-4ec0-9d86-0446d408e457), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:07.522802 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-f0d5fce3-3953-4e1d-a4d5-07b8e55ded9e None None] Set router 8eec6d86-afde-4b56-8945-37309edaf087 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:13:07.551629 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d9590e-0660-404f-9ace-86d2ffe3f5ea admin admin] Network e40ec964-dbf9-47b7-aabd-0c593b53a4ab is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:13:07.557643 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-97d9590e-0660-404f-9ace-86d2ffe3f5ea admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:13:07.560276 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d9590e-0660-404f-9ace-86d2ffe3f5ea admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:13:07.564177 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d9590e-0660-404f-9ace-86d2ffe3f5ea admin admin] Pushing event updated for resources: {'Port': ['ID=526c78c4-1047-4ec0-9d86-0446d408e457,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:07.605902 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-97d9590e-0660-404f-9ace-86d2ffe3f5ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (8eec6d86-afde-4b56-8945-37309edaf087), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:07.703755 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-f0d5fce3-3953-4e1d-a4d5-07b8e55ded9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eec6d86-afde-4b56-8945-37309edaf087', 'name': 'tempest-ServerDiskConfigTestJSON-388858822-router', 'tenant_id': '5543ac1f4e1742e3896e92f72506ca1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'bdfcd06c-1776-40b3-80e4-7cb8aea4b06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:13:04Z', 'updated_at': '2022-08-27T05:13:05Z', 'revision_number': 3, 'project_id': '5543ac1f4e1742e3896e92f72506ca1b', 'gw_port': {'id': 'bdfcd06c-1776-40b3-80e4-7cb8aea4b06c', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a5:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eec6d86-afde-4b56-8945-37309edaf087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:13:04Z', 'updated_at': '2022-08-27T05:13:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:13:07.730913 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d5fce3-3953-4e1d-a4d5-07b8e55ded9e None None] The sync data for ids ['8eec6d86-afde-4b56-8945-37309edaf087'] in n-d-852088-5 is: [{'id': '8eec6d86-afde-4b56-8945-37309edaf087', 'name': 'tempest-ServerDiskConfigTestJSON-388858822-router', 'tenant_id': '5543ac1f4e1742e3896e92f72506ca1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'bdfcd06c-1776-40b3-80e4-7cb8aea4b06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:13:04Z', 'updated_at': '2022-08-27T05:13:05Z', 'revision_number': 3, 'project_id': '5543ac1f4e1742e3896e92f72506ca1b', 'gw_port': {'id': 'bdfcd06c-1776-40b3-80e4-7cb8aea4b06c', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a5:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eec6d86-afde-4b56-8945-37309edaf087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:13:04Z', 'updated_at': '2022-08-27T05:13:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:13:07.809427 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-97d9590e-0660-404f-9ace-86d2ffe3f5ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (526c78c4-1047-4ec0-9d86-0446d408e457), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:07.862975 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-19a1db59-019c-42f8-87f4-789859c45cc4 None None] Provisioning complete for port 526c78c4-1047-4ec0-9d86-0446d408e457 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:13:07.864202 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-19a1db59-019c-42f8-87f4-789859c45cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (526c78c4-1047-4ec0-9d86-0446d408e457), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:07.867801 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:07.901838 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-19a1db59-019c-42f8-87f4-789859c45cc4 None None] Port 526c78c4-1047-4ec0-9d86-0446d408e457 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:13:08.000675 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-97d9590e-0660-404f-9ace-86d2ffe3f5ea admin admin] Publish callbacks [] for port (526c78c4-1047-4ec0-9d86-0446d408e457), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:08.073705 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-97d9590e-0660-404f-9ace-86d2ffe3f5ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (526c78c4-1047-4ec0-9d86-0446d408e457), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:08.144821 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d9590e-0660-404f-9ace-86d2ffe3f5ea admin admin] Pushing event updated for resources: {'Port': ['ID=526c78c4-1047-4ec0-9d86-0446d408e457,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:08.147731 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-97d9590e-0660-404f-9ace-86d2ffe3f5ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (8eec6d86-afde-4b56-8945-37309edaf087), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:08.250768 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d9590e-0660-404f-9ace-86d2ffe3f5ea admin admin] Network e40ec964-dbf9-47b7-aabd-0c593b53a4ab is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:13:08.252321 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-97d9590e-0660-404f-9ace-86d2ffe3f5ea admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:13:08.375800 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d9590e-0660-404f-9ace-86d2ffe3f5ea admin admin] Router 8eec6d86-afde-4b56-8945-37309edaf087 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:13:08.507737 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device bdfcd06c-1776-40b3-80e4-7cb8aea4b06c up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:13:08.517777 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d9590e-0660-404f-9ace-86d2ffe3f5ea admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:13:08.531767 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-97d9590e-0660-404f-9ace-86d2ffe3f5ea admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/8eec6d86-afde-4b56-8945-37309edaf087/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0816071 Aug 27 05:13:08.560837 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-48211467-74f5-428c-8d12-fe00f995c305 None None] Provisioning complete for port 526c78c4-1047-4ec0-9d86-0446d408e457 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:13:08.561217 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-48211467-74f5-428c-8d12-fe00f995c305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (526c78c4-1047-4ec0-9d86-0446d408e457), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:08.595771 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:08.610024 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-48211467-74f5-428c-8d12-fe00f995c305 None None] Port 526c78c4-1047-4ec0-9d86-0446d408e457 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:13:08.614824 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port bdfcd06c-1776-40b3-80e4-7cb8aea4b06c triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:13:08.614824 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (bdfcd06c-1776-40b3-80e4-7cb8aea4b06c), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:08.661513 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:08.695241 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port bdfcd06c-1776-40b3-80e4-7cb8aea4b06c is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:13:08.695632 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (bdfcd06c-1776-40b3-80e4-7cb8aea4b06c), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:08.719649 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port bdfcd06c-1776-40b3-80e4-7cb8aea4b06c, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=bdfcd06c-1776-40b3-80e4-7cb8aea4b06c,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:13:08.827798 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (bdfcd06c-1776-40b3-80e4-7cb8aea4b06c), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:08.880304 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=bdfcd06c-1776-40b3-80e4-7cb8aea4b06c,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:09.005657 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf6d1e-4e9d-4beb-9f42-88d2f2f0edb0 req-cbce837f-449e-49f4-8b41-63f608e4e963 tempest-ServerDiskConfigTestJSON-316939297 tempest-ServerDiskConfigTestJSON-316939297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:13:09.007196 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3cdf6d1e-4e9d-4beb-9f42-88d2f2f0edb0 req-cbce837f-449e-49f4-8b41-63f608e4e963 tempest-ServerDiskConfigTestJSON-316939297 tempest-ServerDiskConfigTestJSON-316939297-project] 10.222.0.76 "GET /networking/v2.0/networks?id=e40ec964-dbf9-47b7-aabd-0c593b53a4ab HTTP/1.1" status: 200 len: 814 time: 0.1075118 Aug 27 05:13:09.022490 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3cdf6d1e-4e9d-4beb-9f42-88d2f2f0edb0 req-08d20ea0-57f0-42eb-ae58-4db80b6164fb tempest-ServerDiskConfigTestJSON-316939297 tempest-ServerDiskConfigTestJSON-316939297-project] 10.222.0.76 "GET /networking/v2.0/quotas/5543ac1f4e1742e3896e92f72506ca1b HTTP/1.1" status: 200 len: 375 time: 0.0092711 Aug 27 05:13:09.082103 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-3cdf6d1e-4e9d-4beb-9f42-88d2f2f0edb0 req-f53ccf44-f351-4990-8bf5-2df0fb7953de tempest-ServerDiskConfigTestJSON-316939297 tempest-ServerDiskConfigTestJSON-316939297-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=5543ac1f4e1742e3896e92f72506ca1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536728 Aug 27 05:13:09.278008 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:09.336185 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c57d9f-dfac-4b7b-abc1-c9012ad47980 req-c0bc8020-8d0f-4e48-a7ae-a58f063c600d tempest-ServerDiskConfigTestJSON-316939297 tempest-ServerDiskConfigTestJSON-316939297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:13:09.337752 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-32c57d9f-dfac-4b7b-abc1-c9012ad47980 req-c0bc8020-8d0f-4e48-a7ae-a58f063c600d tempest-ServerDiskConfigTestJSON-316939297 tempest-ServerDiskConfigTestJSON-316939297-project] 10.222.0.76 "GET /networking/v2.0/networks?id=e40ec964-dbf9-47b7-aabd-0c593b53a4ab HTTP/1.1" status: 200 len: 814 time: 0.1142144 Aug 27 05:13:09.353460 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-32c57d9f-dfac-4b7b-abc1-c9012ad47980 req-3a52ce9f-b8db-4910-bed9-1c0d2a0798ad tempest-ServerDiskConfigTestJSON-316939297 tempest-ServerDiskConfigTestJSON-316939297-project] 10.222.0.76 "GET /networking/v2.0/quotas/5543ac1f4e1742e3896e92f72506ca1b HTTP/1.1" status: 200 len: 375 time: 0.0094461 Aug 27 05:13:09.408488 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-32c57d9f-dfac-4b7b-abc1-c9012ad47980 req-3498eb0d-9d34-4017-b989-1572fa7cd61e tempest-ServerDiskConfigTestJSON-316939297 tempest-ServerDiskConfigTestJSON-316939297-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=5543ac1f4e1742e3896e92f72506ca1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474453 Aug 27 05:13:09.408615 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aeaec12-6d1a-4c0b-bcee-4ecdccb2cbcd None None] Sync routers for ids ['8eec6d86-afde-4b56-8945-37309edaf087'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:13:09.450982 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57916) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:13:09.458430 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aeaec12-6d1a-4c0b-bcee-4ecdccb2cbcd None None] Routers {'8eec6d86-afde-4b56-8945-37309edaf087'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:13:09.459065 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-5aeaec12-6d1a-4c0b-bcee-4ecdccb2cbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:12:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['8eec6d86-afde-4b56-8945-37309edaf087'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:13:09.571597 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-5aeaec12-6d1a-4c0b-bcee-4ecdccb2cbcd None None] Set router 8eec6d86-afde-4b56-8945-37309edaf087 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:13:09.759167 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-5aeaec12-6d1a-4c0b-bcee-4ecdccb2cbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eec6d86-afde-4b56-8945-37309edaf087', 'name': 'tempest-ServerDiskConfigTestJSON-388858822-router', 'tenant_id': '5543ac1f4e1742e3896e92f72506ca1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'bdfcd06c-1776-40b3-80e4-7cb8aea4b06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:13:04Z', 'updated_at': '2022-08-27T05:13:07Z', 'revision_number': 4, 'project_id': '5543ac1f4e1742e3896e92f72506ca1b', 'gw_port': {'id': 'bdfcd06c-1776-40b3-80e4-7cb8aea4b06c', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eec6d86-afde-4b56-8945-37309edaf087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:13:04Z', 'updated_at': '2022-08-27T05:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '526c78c4-1047-4ec0-9d86-0446d408e457', 'name': '', 'network_id': 'e40ec964-dbf9-47b7-aabd-0c593b53a4ab', 'tenant_id': '5543ac1f4e1742e3896e92f72506ca1b', 'mac_address': 'fa:16:3e:cb:10:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eec6d86-afde-4b56-8945-37309edaf087', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '349efdea-6425-4817-946d-6671b97b869e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:13:07Z', 'updated_at': '2022-08-27T05:13:07Z', 'revision_number': 2, 'project_id': '5543ac1f4e1742e3896e92f72506ca1b', 'subnets': [{'id': '349efdea-6425-4817-946d-6671b97b869e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:13:09.765666 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6a14b786-c3c8-4ed2-aa93-0d41c5b46412 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (8eec6d86-afde-4b56-8945-37309edaf087), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:09.767849 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:09.785939 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aeaec12-6d1a-4c0b-bcee-4ecdccb2cbcd None None] Checking router: 8eec6d86-afde-4b56-8945-37309edaf087 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:13:09.786296 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aeaec12-6d1a-4c0b-bcee-4ecdccb2cbcd None None] Updating router 8eec6d86-afde-4b56-8945-37309edaf087 port 526c78c4-1047-4ec0-9d86-0446d408e457 binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:13:09.817264 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5aeaec12-6d1a-4c0b-bcee-4ecdccb2cbcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (526c78c4-1047-4ec0-9d86-0446d408e457), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:09.856790 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:10.002648 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-6a14b786-c3c8-4ed2-aa93-0d41c5b46412 admin admin] Deleting port 526c78c4-1047-4ec0-9d86-0446d408e457 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:13:10.003038 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6a14b786-c3c8-4ed2-aa93-0d41c5b46412 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (526c78c4-1047-4ec0-9d86-0446d408e457), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:10.076990 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5aeaec12-6d1a-4c0b-bcee-4ecdccb2cbcd None None] Publish callbacks [] for port (526c78c4-1047-4ec0-9d86-0446d408e457), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:10.082067 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6a14b786-c3c8-4ed2-aa93-0d41c5b46412 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (526c78c4-1047-4ec0-9d86-0446d408e457), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:10.099682 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-6a14b786-c3c8-4ed2-aa93-0d41c5b46412 admin admin] Calling delete_port for 526c78c4-1047-4ec0-9d86-0446d408e457 owned by network:router_interface {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:13:10.175776 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5aeaec12-6d1a-4c0b-bcee-4ecdccb2cbcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (526c78c4-1047-4ec0-9d86-0446d408e457), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:10.262017 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5c66e7-3c0d-4c04-ba43-661df328eff9 None None] Pushing event updated for resources: {'Port': ['ID=526c78c4-1047-4ec0-9d86-0446d408e457,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:10.277171 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-5aeaec12-6d1a-4c0b-bcee-4ecdccb2cbcd None None] Attempting to bind port 526c78c4-1047-4ec0-9d86-0446d408e457 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:13:10.277547 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-5aeaec12-6d1a-4c0b-bcee-4ecdccb2cbcd None None] Attempting to bind port 526c78c4-1047-4ec0-9d86-0446d408e457 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '8294adae-ee2b-494f-ab69-fb51573779c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e40ec964-dbf9-47b7-aabd-0c593b53a4ab'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:13:10.277914 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeaec12-6d1a-4c0b-bcee-4ecdccb2cbcd None None] Attempting to bind port 526c78c4-1047-4ec0-9d86-0446d408e457 on network e40ec964-dbf9-47b7-aabd-0c593b53a4ab {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:13:10.279697 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:10.284055 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeaec12-6d1a-4c0b-bcee-4ecdccb2cbcd None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:13:10.284462 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeaec12-6d1a-4c0b-bcee-4ecdccb2cbcd None None] Checking segment: {'id': '8294adae-ee2b-494f-ab69-fb51573779c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e40ec964-dbf9-47b7-aabd-0c593b53a4ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:13:10.284865 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5aeaec12-6d1a-4c0b-bcee-4ecdccb2cbcd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:10.285255 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeaec12-6d1a-4c0b-bcee-4ecdccb2cbcd None None] Bound using segment: {'id': '8294adae-ee2b-494f-ab69-fb51573779c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e40ec964-dbf9-47b7-aabd-0c593b53a4ab'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:13:10.285731 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-5aeaec12-6d1a-4c0b-bcee-4ecdccb2cbcd None None] Bound port: 526c78c4-1047-4ec0-9d86-0446d408e457, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8294adae-ee2b-494f-ab69-fb51573779c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e40ec964-dbf9-47b7-aabd-0c593b53a4ab'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:13:10.286111 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5aeaec12-6d1a-4c0b-bcee-4ecdccb2cbcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (526c78c4-1047-4ec0-9d86-0446d408e457), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:10.339142 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:10.347603 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6a14b786-c3c8-4ed2-aa93-0d41c5b46412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (526c78c4-1047-4ec0-9d86-0446d408e457), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:10.347943 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-5aeaec12-6d1a-4c0b-bcee-4ecdccb2cbcd None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 05:13:10.348340 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-5aeaec12-6d1a-4c0b-bcee-4ecdccb2cbcd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 05:13:10.380440 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a14b786-c3c8-4ed2-aa93-0d41c5b46412 admin admin] Pushing event deleted for resources: {'Port': ['ID=526c78c4-1047-4ec0-9d86-0446d408e457,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:10.489965 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device bdfcd06c-1776-40b3-80e4-7cb8aea4b06c up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:13:10.540324 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port bdfcd06c-1776-40b3-80e4-7cb8aea4b06c triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:13:10.541732 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (bdfcd06c-1776-40b3-80e4-7cb8aea4b06c), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:10.565368 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6a14b786-c3c8-4ed2-aa93-0d41c5b46412 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (8eec6d86-afde-4b56-8945-37309edaf087), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:10.624310 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port bdfcd06c-1776-40b3-80e4-7cb8aea4b06c is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:13:10.724617 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:10.788135 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a14b786-c3c8-4ed2-aa93-0d41c5b46412 admin admin] Router 8eec6d86-afde-4b56-8945-37309edaf087 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:13:10.800126 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:10.864387 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-5aeaec12-6d1a-4c0b-bcee-4ecdccb2cbcd None None] Attempting to bind port 526c78c4-1047-4ec0-9d86-0446d408e457 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:13:10.864763 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-5aeaec12-6d1a-4c0b-bcee-4ecdccb2cbcd None None] Attempting to bind port 526c78c4-1047-4ec0-9d86-0446d408e457 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '8294adae-ee2b-494f-ab69-fb51573779c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e40ec964-dbf9-47b7-aabd-0c593b53a4ab'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:13:10.865124 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeaec12-6d1a-4c0b-bcee-4ecdccb2cbcd None None] Attempting to bind port 526c78c4-1047-4ec0-9d86-0446d408e457 on network e40ec964-dbf9-47b7-aabd-0c593b53a4ab {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:13:10.870523 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeaec12-6d1a-4c0b-bcee-4ecdccb2cbcd None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:13:10.870893 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeaec12-6d1a-4c0b-bcee-4ecdccb2cbcd None None] Checking segment: {'id': '8294adae-ee2b-494f-ab69-fb51573779c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e40ec964-dbf9-47b7-aabd-0c593b53a4ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:13:10.871293 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5aeaec12-6d1a-4c0b-bcee-4ecdccb2cbcd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:10.871765 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeaec12-6d1a-4c0b-bcee-4ecdccb2cbcd None None] Bound using segment: {'id': '8294adae-ee2b-494f-ab69-fb51573779c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e40ec964-dbf9-47b7-aabd-0c593b53a4ab'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:13:10.872261 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-5aeaec12-6d1a-4c0b-bcee-4ecdccb2cbcd None None] Bound port: 526c78c4-1047-4ec0-9d86-0446d408e457, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8294adae-ee2b-494f-ab69-fb51573779c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e40ec964-dbf9-47b7-aabd-0c593b53a4ab'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:13:10.872643 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5aeaec12-6d1a-4c0b-bcee-4ecdccb2cbcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (526c78c4-1047-4ec0-9d86-0446d408e457), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:10.903194 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a14b786-c3c8-4ed2-aa93-0d41c5b46412 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:13:10.906126 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-5aeaec12-6d1a-4c0b-bcee-4ecdccb2cbcd None None] Port 526c78c4-1047-4ec0-9d86-0446d408e457 has been deleted concurrently {{(pid=107777) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:675}} Aug 27 05:13:10.908517 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6a14b786-c3c8-4ed2-aa93-0d41c5b46412 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/8eec6d86-afde-4b56-8945-37309edaf087/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4641540 Aug 27 05:13:10.911218 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57918) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:13:10.917765 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aeaec12-6d1a-4c0b-bcee-4ecdccb2cbcd None None] Routers {'8eec6d86-afde-4b56-8945-37309edaf087'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:13:10.918621 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-5aeaec12-6d1a-4c0b-bcee-4ecdccb2cbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:12:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['8eec6d86-afde-4b56-8945-37309edaf087'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:13:11.014016 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3b68c22e-13ad-41c7-871f-63d2df5c7cf1 admin admin] Publish callbacks [] for router (8eec6d86-afde-4b56-8945-37309edaf087), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:11.031208 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-5aeaec12-6d1a-4c0b-bcee-4ecdccb2cbcd None None] Set router 8eec6d86-afde-4b56-8945-37309edaf087 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:13:11.117446 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3b68c22e-13ad-41c7-871f-63d2df5c7cf1 admin admin] Publish callbacks [] for router_gateway (8eec6d86-afde-4b56-8945-37309edaf087), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:11.217748 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-5aeaec12-6d1a-4c0b-bcee-4ecdccb2cbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eec6d86-afde-4b56-8945-37309edaf087', 'name': 'tempest-ServerDiskConfigTestJSON-388858822-router', 'tenant_id': '5543ac1f4e1742e3896e92f72506ca1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'bdfcd06c-1776-40b3-80e4-7cb8aea4b06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:13:04Z', 'updated_at': '2022-08-27T05:13:10Z', 'revision_number': 5, 'project_id': '5543ac1f4e1742e3896e92f72506ca1b', 'gw_port': {'id': 'bdfcd06c-1776-40b3-80e4-7cb8aea4b06c', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eec6d86-afde-4b56-8945-37309edaf087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:13:04Z', 'updated_at': '2022-08-27T05:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:13:11.242815 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aeaec12-6d1a-4c0b-bcee-4ecdccb2cbcd None None] The sync data for ids ['8eec6d86-afde-4b56-8945-37309edaf087'] in n-d-852088-5 is: [{'id': '8eec6d86-afde-4b56-8945-37309edaf087', 'name': 'tempest-ServerDiskConfigTestJSON-388858822-router', 'tenant_id': '5543ac1f4e1742e3896e92f72506ca1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'bdfcd06c-1776-40b3-80e4-7cb8aea4b06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:13:04Z', 'updated_at': '2022-08-27T05:13:10Z', 'revision_number': 5, 'project_id': '5543ac1f4e1742e3896e92f72506ca1b', 'gw_port': {'id': 'bdfcd06c-1776-40b3-80e4-7cb8aea4b06c', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eec6d86-afde-4b56-8945-37309edaf087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:13:04Z', 'updated_at': '2022-08-27T05:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:13:11.252539 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-3b68c22e-13ad-41c7-871f-63d2df5c7cf1 admin admin] Deleting port bdfcd06c-1776-40b3-80e4-7cb8aea4b06c {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:13:11.252877 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3b68c22e-13ad-41c7-871f-63d2df5c7cf1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (bdfcd06c-1776-40b3-80e4-7cb8aea4b06c), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:11.338876 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-3b68c22e-13ad-41c7-871f-63d2df5c7cf1 admin admin] For port bdfcd06c-1776-40b3-80e4-7cb8aea4b06c, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=bdfcd06c-1776-40b3-80e4-7cb8aea4b06c,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:13:11.339248 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3b68c22e-13ad-41c7-871f-63d2df5c7cf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (bdfcd06c-1776-40b3-80e4-7cb8aea4b06c), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:11.352882 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-3b68c22e-13ad-41c7-871f-63d2df5c7cf1 admin admin] Calling delete_port for bdfcd06c-1776-40b3-80e4-7cb8aea4b06c owned by network:router_gateway {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:13:11.608025 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3b68c22e-13ad-41c7-871f-63d2df5c7cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (bdfcd06c-1776-40b3-80e4-7cb8aea4b06c), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:11.635948 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b68c22e-13ad-41c7-871f-63d2df5c7cf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdfcd06c-1776-40b3-80e4-7cb8aea4b06c,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:11.703322 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3b68c22e-13ad-41c7-871f-63d2df5c7cf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (8eec6d86-afde-4b56-8945-37309edaf087), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:11.791148 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:11.794940 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3b68c22e-13ad-41c7-871f-63d2df5c7cf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (8eec6d86-afde-4b56-8945-37309edaf087), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:11.797203 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3b68c22e-13ad-41c7-871f-63d2df5c7cf1 admin admin] Publish callbacks [] for router_controller (8eec6d86-afde-4b56-8945-37309edaf087), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:11.881591 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ad185e-6566-485e-8c25-d8a4f3462247 None None] Sync routers for ids ['8eec6d86-afde-4b56-8945-37309edaf087'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:13:11.892864 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ad185e-6566-485e-8c25-d8a4f3462247 None None] Routers {'8eec6d86-afde-4b56-8945-37309edaf087'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:13:11.893409 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-74ad185e-6566-485e-8c25-d8a4f3462247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:12:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['8eec6d86-afde-4b56-8945-37309edaf087'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:13:11.935832 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3b68c22e-13ad-41c7-871f-63d2df5c7cf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (8eec6d86-afde-4b56-8945-37309edaf087), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:11.936499 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b68c22e-13ad-41c7-871f-63d2df5c7cf1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8eec6d86-afde-4b56-8945-37309edaf087 {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 05:13:11.940928 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3b68c22e-13ad-41c7-871f-63d2df5c7cf1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:11.942258 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3b68c22e-13ad-41c7-871f-63d2df5c7cf1 admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/8eec6d86-afde-4b56-8945-37309edaf087 HTTP/1.1" status: 204 len: 168 time: 1.0296788 Aug 27 05:13:11.944581 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57920) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:13:11.965223 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-74ad185e-6566-485e-8c25-d8a4f3462247 None None] Set router 8eec6d86-afde-4b56-8945-37309edaf087 gateway port host: None {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:13:11.992581 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f9db269-e173-4a94-8111-8a0280f008ec admin admin] Deleting subnet 349efdea-6425-4817-946d-6671b97b869e {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 05:13:11.996432 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6f9db269-e173-4a94-8111-8a0280f008ec admin admin] Publish callbacks [] for subnet (349efdea-6425-4817-946d-6671b97b869e), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:12.016838 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-74ad185e-6566-485e-8c25-d8a4f3462247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eec6d86-afde-4b56-8945-37309edaf087', 'name': 'tempest-ServerDiskConfigTestJSON-388858822-router', 'tenant_id': '5543ac1f4e1742e3896e92f72506ca1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:13:04Z', 'updated_at': '2022-08-27T05:13:11Z', 'revision_number': 7, 'project_id': '5543ac1f4e1742e3896e92f72506ca1b', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:13:12.036126 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6f9db269-e173-4a94-8111-8a0280f008ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (349efdea-6425-4817-946d-6671b97b869e), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:12.041508 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ad185e-6566-485e-8c25-d8a4f3462247 None None] Checking router: 8eec6d86-afde-4b56-8945-37309edaf087 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:13:12.049946 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ad185e-6566-485e-8c25-d8a4f3462247 None None] Routers set() bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:13:12.050302 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ad185e-6566-485e-8c25-d8a4f3462247 None None] Router IDs set() for agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 27 05:13:12.050878 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_agentschedulers_db [None req-74ad185e-6566-485e-8c25-d8a4f3462247 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8eec6d86-afde-4b56-8945-37309edaf087'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:12:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent'). {{(pid=107778) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 27 05:13:12.051243 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ad185e-6566-485e-8c25-d8a4f3462247 None None] The sync data for ids ['8eec6d86-afde-4b56-8945-37309edaf087'] in n-d-852088-5 is: [] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:13:12.107356 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:12.114436 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6f9db269-e173-4a94-8111-8a0280f008ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (349efdea-6425-4817-946d-6671b97b869e), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:12.279364 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6f9db269-e173-4a94-8111-8a0280f008ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (349efdea-6425-4817-946d-6671b97b869e), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:12.310556 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9db269-e173-4a94-8111-8a0280f008ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=349efdea-6425-4817-946d-6671b97b869e,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:12.314407 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6f9db269-e173-4a94-8111-8a0280f008ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:12.317614 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6f9db269-e173-4a94-8111-8a0280f008ec admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/349efdea-6425-4817-946d-6671b97b869e HTTP/1.1" status: 204 len: 168 time: 0.3720944 Aug 27 05:13:12.320123 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57922) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:13:12.323150 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09f347b-01a6-412a-a202-f3668748cd16 None None] Network e40ec964-dbf9-47b7-aabd-0c593b53a4ab requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:13:12.388794 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-98db602e-c1e9-4d98-a618-5d104bef91ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (e40ec964-dbf9-47b7-aabd-0c593b53a4ab), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:12.432199 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-98db602e-c1e9-4d98-a618-5d104bef91ef admin admin] Deleting port 0b3f5aca-c4a6-4397-9160-4d83b2b934b9 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:13:12.432574 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-98db602e-c1e9-4d98-a618-5d104bef91ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (0b3f5aca-c4a6-4397-9160-4d83b2b934b9), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:12.500705 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-98db602e-c1e9-4d98-a618-5d104bef91ef admin admin] For port 0b3f5aca-c4a6-4397-9160-4d83b2b934b9, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=0b3f5aca-c4a6-4397-9160-4d83b2b934b9,segment=NetworkSegment(8294adae-ee2b-494f-ab69-fb51573779c6),segment_id=8294adae-ee2b-494f-ab69-fb51573779c6)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:13:12.501075 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-98db602e-c1e9-4d98-a618-5d104bef91ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (0b3f5aca-c4a6-4397-9160-4d83b2b934b9), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:12.515281 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cff519c-5071-4d52-9b3e-2a3ca98a83ce None None] DHCP port deletion for e40ec964-dbf9-47b7-aabd-0c593b53a4ab request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 05:13:12.515914 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-98db602e-c1e9-4d98-a618-5d104bef91ef admin admin] Calling delete_port for 0b3f5aca-c4a6-4397-9160-4d83b2b934b9 owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:13:12.558176 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-6cff519c-5071-4d52-9b3e-2a3ca98a83ce None None] Deleting port 0b3f5aca-c4a6-4397-9160-4d83b2b934b9 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:13:12.558566 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6cff519c-5071-4d52-9b3e-2a3ca98a83ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (0b3f5aca-c4a6-4397-9160-4d83b2b934b9), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:12.598845 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 0b3f5aca-c4a6-4397-9160-4d83b2b934b9 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:13:12.656746 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-6cff519c-5071-4d52-9b3e-2a3ca98a83ce None None] For port 0b3f5aca-c4a6-4397-9160-4d83b2b934b9, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=0b3f5aca-c4a6-4397-9160-4d83b2b934b9,segment=NetworkSegment(8294adae-ee2b-494f-ab69-fb51573779c6),segment_id=8294adae-ee2b-494f-ab69-fb51573779c6)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:13:12.657058 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6cff519c-5071-4d52-9b3e-2a3ca98a83ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (0b3f5aca-c4a6-4397-9160-4d83b2b934b9), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:12.672852 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-6cff519c-5071-4d52-9b3e-2a3ca98a83ce None None] Calling delete_port for 0b3f5aca-c4a6-4397-9160-4d83b2b934b9 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:13:12.707127 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-98db602e-c1e9-4d98-a618-5d104bef91ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (0b3f5aca-c4a6-4397-9160-4d83b2b934b9), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:12.745518 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98db602e-c1e9-4d98-a618-5d104bef91ef admin admin] No DVR routers for this DVR port 0b3f5aca-c4a6-4397-9160-4d83b2b934b9 on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:13:12.747053 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db602e-c1e9-4d98-a618-5d104bef91ef admin admin] Pushing event deleted for resources: {'Port': ['ID=0b3f5aca-c4a6-4397-9160-4d83b2b934b9,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:12.751617 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 0b3f5aca-c4a6-4397-9160-4d83b2b934b9 is: ACTIVE; New status is: DOWN {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:13:12.751780 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (0b3f5aca-c4a6-4397-9160-4d83b2b934b9), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:12.829481 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-98db602e-c1e9-4d98-a618-5d104bef91ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (e40ec964-dbf9-47b7-aabd-0c593b53a4ab), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:12.855399 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-98db602e-c1e9-4d98-a618-5d104bef91ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e40ec964-dbf9-47b7-aabd-0c593b53a4ab']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:13:12.868306 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-98db602e-c1e9-4d98-a618-5d104bef91ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8294adae-ee2b-494f-ab69-fb51573779c6') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:13:12.869203 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-98db602e-c1e9-4d98-a618-5d104bef91ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8294adae-ee2b-494f-ab69-fb51573779c6') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:13:12.881667 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-98db602e-c1e9-4d98-a618-5d104bef91ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (8294adae-ee2b-494f-ab69-fb51573779c6), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:12.898630 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-98db602e-c1e9-4d98-a618-5d104bef91ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (8294adae-ee2b-494f-ab69-fb51573779c6), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:12.899055 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:12.906693 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98db602e-c1e9-4d98-a618-5d104bef91ef admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:13:12.907159 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-98db602e-c1e9-4d98-a618-5d104bef91ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (8294adae-ee2b-494f-ab69-fb51573779c6), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:12.926177 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:12.951941 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device bdfcd06c-1776-40b3-80e4-7cb8aea4b06c no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:13:12.960324 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 8294adae-ee2b-494f-ab69-fb51573779c6 resource provider aggregate not found Aug 27 05:13:12.971067 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: bdfcd06c-1776-40b3-80e4-7cb8aea4b06c {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:13:12.971413 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device bdfcd06c-1776-40b3-80e4-7cb8aea4b06c not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:13:12.974359 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:12.974534 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6cff519c-5071-4d52-9b3e-2a3ca98a83ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (0b3f5aca-c4a6-4397-9160-4d83b2b934b9), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:12.991982 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 8294adae-ee2b-494f-ab69-fb51573779c6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8294adae-ee2b-494f-ab69-fb51573779c6 found for delete ", "request_id": "req-e59c1bcc-5a7d-44a4-97ee-e58e99e1f1d2"}]} Aug 27 05:13:12.998355 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cff519c-5071-4d52-9b3e-2a3ca98a83ce None None] Pushing event deleted for resources: {'Port': ['ID=0b3f5aca-c4a6-4397-9160-4d83b2b934b9,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:13.003614 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cff519c-5071-4d52-9b3e-2a3ca98a83ce None None] No DVR routers for this DVR port 0b3f5aca-c4a6-4397-9160-4d83b2b934b9 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:13:13.144904 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-98db602e-c1e9-4d98-a618-5d104bef91ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (e40ec964-dbf9-47b7-aabd-0c593b53a4ab), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:13.151480 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-98db602e-c1e9-4d98-a618-5d104bef91ef admin admin] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:13.154716 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-98db602e-c1e9-4d98-a618-5d104bef91ef admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/e40ec964-dbf9-47b7-aabd-0c593b53a4ab HTTP/1.1" status: 204 len: 168 time: 0.8336236 Aug 27 05:13:13.167015 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db602e-c1e9-4d98-a618-5d104bef91ef admin admin] Pushing event deleted for resources: {'Network': ['ID=e40ec964-dbf9-47b7-aabd-0c593b53a4ab,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:13.550751 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57930) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:13:13.592925 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-60e4a375-b58b-434c-a1e5-b479a02b994d admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=5543ac1f4e1742e3896e92f72506ca1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0410082 Aug 27 05:13:13.595324 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57932) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:13:13.644596 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e72ea39a-38d1-41a7-864b-24caaf1c4b1c admin admin] Publish callbacks [] for security_group (dd4e8592-766d-49c9-a35e-7c8b21f7c2ec), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:13.665534 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e72ea39a-38d1-41a7-864b-24caaf1c4b1c admin admin] Publish callbacks [] for security_group (dd4e8592-766d-49c9-a35e-7c8b21f7c2ec), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:13.836198 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e72ea39a-38d1-41a7-864b-24caaf1c4b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (dd4e8592-766d-49c9-a35e-7c8b21f7c2ec), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:13.839910 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e72ea39a-38d1-41a7-864b-24caaf1c4b1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:13.841127 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e72ea39a-38d1-41a7-864b-24caaf1c4b1c admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/dd4e8592-766d-49c9-a35e-7c8b21f7c2ec HTTP/1.1" status: 204 len: 168 time: 0.2449141 Aug 27 05:13:13.849857 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72ea39a-38d1-41a7-864b-24caaf1c4b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4e8592-766d-49c9-a35e-7c8b21f7c2ec,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:15.053255 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57954) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:13:15.158969 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-53b8acb1-3a31-425e-8c85-2bc40af75e5a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-928565701-network', 'tenant_id': '97b503acaee64ab69e13c9dd3230850a'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:13:15.259150 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b8acb1-3a31-425e-8c85-2bc40af75e5a admin admin] Made reservation on behalf of 97b503acaee64ab69e13c9dd3230850a for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:13:15.262420 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-53b8acb1-3a31-425e-8c85-2bc40af75e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:15.276865 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-53b8acb1-3a31-425e-8c85-2bc40af75e5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:15.340065 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:INSERT=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:15.353178 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-53b8acb1-3a31-425e-8c85-2bc40af75e5a admin admin] Publish callbacks [] for security_group (40222194-7cdd-421f-bd08-039c3b3f633f), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:15.430457 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-53b8acb1-3a31-425e-8c85-2bc40af75e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (40222194-7cdd-421f-bd08-039c3b3f633f), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:15.456894 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53b8acb1-3a31-425e-8c85-2bc40af75e5a admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 05:13:15.466856 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b8acb1-3a31-425e-8c85-2bc40af75e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40222194-7cdd-421f-bd08-039c3b3f633f,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:15.472115 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-53b8acb1-3a31-425e-8c85-2bc40af75e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (b9f4b3bb-2afd-4c2d-9524-7853d42d588d), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:15.472487 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-53b8acb1-3a31-425e-8c85-2bc40af75e5a admin admin] Added segment b9f4b3bb-2afd-4c2d-9524-7853d42d588d of type vlan for network ef491ea0-69ed-407d-855f-7afb16d6c6e0 Aug 27 05:13:15.513331 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-53b8acb1-3a31-425e-8c85-2bc40af75e5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (ef491ea0-69ed-407d-855f-7afb16d6c6e0), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:15.619925 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-53b8acb1-3a31-425e-8c85-2bc40af75e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (ef491ea0-69ed-407d-855f-7afb16d6c6e0), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:15.620937 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b8acb1-3a31-425e-8c85-2bc40af75e5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:13:15.621517 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-53b8acb1-3a31-425e-8c85-2bc40af75e5a admin admin] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:15.684694 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b8acb1-3a31-425e-8c85-2bc40af75e5a admin admin] Pushing event updated for resources: {'Network': ['ID=ef491ea0-69ed-407d-855f-7afb16d6c6e0,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:15.694208 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network ef491ea0-69ed-407d-855f-7afb16d6c6e0 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 05:13:15.772991 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-53b8acb1-3a31-425e-8c85-2bc40af75e5a admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7186379 Aug 27 05:13:15.776237 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57958) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:13:15.781117 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-8912b117-55b9-4bae-99da-e9123ee5154a admin admin] Request body: {'subnet': {'network_id': 'ef491ea0-69ed-407d-855f-7afb16d6c6e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-928565701-subnet', 'tenant_id': '97b503acaee64ab69e13c9dd3230850a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:13:15.924434 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8912b117-55b9-4bae-99da-e9123ee5154a admin admin] Made reservation on behalf of 97b503acaee64ab69e13c9dd3230850a for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:13:15.926771 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8912b117-55b9-4bae-99da-e9123ee5154a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:15.939284 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:16.182148 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8912b117-55b9-4bae-99da-e9123ee5154a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (7f52283d-7f59-4e2e-ad36-298f4ec732f0), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:16.246099 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8912b117-55b9-4bae-99da-e9123ee5154a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f52283d-7f59-4e2e-ad36-298f4ec732f0,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:16.254997 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8912b117-55b9-4bae-99da-e9123ee5154a admin admin] Checking segment: {'id': 'b9f4b3bb-2afd-4c2d-9524-7853d42d588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ef491ea0-69ed-407d-855f-7afb16d6c6e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:13:16.255353 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8912b117-55b9-4bae-99da-e9123ee5154a admin admin] Network hostable DHCP agents. Network: ef491ea0-69ed-407d-855f-7afb16d6c6e0, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 05:13:16.345032 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8912b117-55b9-4bae-99da-e9123ee5154a admin admin] Network ef491ea0-69ed-407d-855f-7afb16d6c6e0 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 05:13:16.473215 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-8912b117-55b9-4bae-99da-e9123ee5154a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, ef491ea0-69ed-407d-855f-7afb16d6c6e0) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:13:16.478150 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8912b117-55b9-4bae-99da-e9123ee5154a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:13:16.484738 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8912b117-55b9-4bae-99da-e9123ee5154a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:16.484911 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344655f9-6bcf-403e-bb70-61cc25601826 None None] Network ef491ea0-69ed-407d-855f-7afb16d6c6e0 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:13:16.570413 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8912b117-55b9-4bae-99da-e9123ee5154a admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7931232 Aug 27 05:13:16.575309 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57960) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:13:16.579498 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-75e7ba2b-47ec-481f-8f4d-47284181f40c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-928565701-router', 'tenant_id': '97b503acaee64ab69e13c9dd3230850a', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:13:16.595168 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf187941-f1c9-4a4b-9c61-0ad48196650d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-ef491ea0-69ed-407d-855f-7afb16d6c6e0', 'network_id': 'ef491ea0-69ed-407d-855f-7afb16d6c6e0', 'project_id': '97b503acaee64ab69e13c9dd3230850a', 'fixed_ips': [{'subnet_id': '7f52283d-7f59-4e2e-ad36-298f4ec732f0'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 05:13:16.596427 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-bf187941-f1c9-4a4b-9c61-0ad48196650d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:16.661913 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-75e7ba2b-47ec-481f-8f4d-47284181f40c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (4987e885-89d3-4bc1-a00d-53a8d4e64361), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:16.662985 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-75e7ba2b-47ec-481f-8f4d-47284181f40c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (4987e885-89d3-4bc1-a00d-53a8d4e64361), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:16.715897 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-75e7ba2b-47ec-481f-8f4d-47284181f40c admin admin] Publish callbacks [] for router_controller (4987e885-89d3-4bc1-a00d-53a8d4e64361), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:16.733511 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-bf187941-f1c9-4a4b-9c61-0ad48196650d None None] Allocated IP 172.20.0.2 (ef491ea0-69ed-407d-855f-7afb16d6c6e0/7f52283d-7f59-4e2e-ad36-298f4ec732f0/0054cb7a-370a-4835-bcdf-164b38dbecb9) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:13:16.858690 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:16.877530 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-bf187941-f1c9-4a4b-9c61-0ad48196650d None None] Publish callbacks [] for port (0054cb7a-370a-4835-bcdf-164b38dbecb9), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:16.934694 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-75e7ba2b-47ec-481f-8f4d-47284181f40c admin admin] Publish callbacks [] for router_gateway (4987e885-89d3-4bc1-a00d-53a8d4e64361), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:16.979429 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-bf187941-f1c9-4a4b-9c61-0ad48196650d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (0054cb7a-370a-4835-bcdf-164b38dbecb9), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:17.024264 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf187941-f1c9-4a4b-9c61-0ad48196650d None None] Network ef491ea0-69ed-407d-855f-7afb16d6c6e0 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:13:17.029366 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-bf187941-f1c9-4a4b-9c61-0ad48196650d None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:13:17.033288 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf187941-f1c9-4a4b-9c61-0ad48196650d None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:13:17.036880 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf187941-f1c9-4a4b-9c61-0ad48196650d None None] Pushing event updated for resources: {'Port': ['ID=0054cb7a-370a-4835-bcdf-164b38dbecb9,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:17.093743 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-bf187941-f1c9-4a4b-9c61-0ad48196650d None None] Attempting to bind port 0054cb7a-370a-4835-bcdf-164b38dbecb9 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:13:17.094117 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-bf187941-f1c9-4a4b-9c61-0ad48196650d None None] Attempting to bind port 0054cb7a-370a-4835-bcdf-164b38dbecb9 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'b9f4b3bb-2afd-4c2d-9524-7853d42d588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ef491ea0-69ed-407d-855f-7afb16d6c6e0'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:13:17.094483 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf187941-f1c9-4a4b-9c61-0ad48196650d None None] Attempting to bind port 0054cb7a-370a-4835-bcdf-164b38dbecb9 on network ef491ea0-69ed-407d-855f-7afb16d6c6e0 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:13:17.099934 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf187941-f1c9-4a4b-9c61-0ad48196650d None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:13:17.100344 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf187941-f1c9-4a4b-9c61-0ad48196650d None None] Checking segment: {'id': 'b9f4b3bb-2afd-4c2d-9524-7853d42d588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ef491ea0-69ed-407d-855f-7afb16d6c6e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:13:17.100747 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-bf187941-f1c9-4a4b-9c61-0ad48196650d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:17.101167 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf187941-f1c9-4a4b-9c61-0ad48196650d None None] Bound using segment: {'id': 'b9f4b3bb-2afd-4c2d-9524-7853d42d588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ef491ea0-69ed-407d-855f-7afb16d6c6e0'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:13:17.101633 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-bf187941-f1c9-4a4b-9c61-0ad48196650d None None] Bound port: 0054cb7a-370a-4835-bcdf-164b38dbecb9, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9f4b3bb-2afd-4c2d-9524-7853d42d588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ef491ea0-69ed-407d-855f-7afb16d6c6e0'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:13:17.102015 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-bf187941-f1c9-4a4b-9c61-0ad48196650d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (0054cb7a-370a-4835-bcdf-164b38dbecb9), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:17.167885 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-bf187941-f1c9-4a4b-9c61-0ad48196650d None None] For port 0054cb7a-370a-4835-bcdf-164b38dbecb9, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:13:17.171203 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-bf187941-f1c9-4a4b-9c61-0ad48196650d None None] For port 0054cb7a-370a-4835-bcdf-164b38dbecb9, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=0054cb7a-370a-4835-bcdf-164b38dbecb9,segment=NetworkSegment(b9f4b3bb-2afd-4c2d-9524-7853d42d588d),segment_id=b9f4b3bb-2afd-4c2d-9524-7853d42d588d)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:13:17.237542 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-bf187941-f1c9-4a4b-9c61-0ad48196650d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (0054cb7a-370a-4835-bcdf-164b38dbecb9), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:17.297578 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf187941-f1c9-4a4b-9c61-0ad48196650d None None] Pushing event updated for resources: {'Port': ['ID=0054cb7a-370a-4835-bcdf-164b38dbecb9,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:17.562446 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-75e7ba2b-47ec-481f-8f4d-47284181f40c admin admin] Publish callbacks [] for router_gateway (4987e885-89d3-4bc1-a00d-53a8d4e64361), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:17.583895 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-75e7ba2b-47ec-481f-8f4d-47284181f40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:17.687948 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-75e7ba2b-47ec-481f-8f4d-47284181f40c admin admin] Allocated IP 172.25.2.86 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/589ce735-794f-4123-92ec-cb9fd5715ece) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:13:17.797266 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-75e7ba2b-47ec-481f-8f4d-47284181f40c admin admin] Publish callbacks [] for port (589ce735-794f-4123-92ec-cb9fd5715ece), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:17.888539 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-75e7ba2b-47ec-481f-8f4d-47284181f40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (589ce735-794f-4123-92ec-cb9fd5715ece), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:17.930696 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e7ba2b-47ec-481f-8f4d-47284181f40c admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:13:17.933465 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:17.938912 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-75e7ba2b-47ec-481f-8f4d-47284181f40c admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:13:17.941127 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e7ba2b-47ec-481f-8f4d-47284181f40c admin admin] Pushing event updated for resources: {'Port': ['ID=589ce735-794f-4123-92ec-cb9fd5715ece,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:17.944484 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e7ba2b-47ec-481f-8f4d-47284181f40c admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:13:18.197509 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1064764-d504-450d-99bc-1694d6b9e8b7 None None] Network ef491ea0-69ed-407d-855f-7afb16d6c6e0 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:13:18.257035 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:18.296103 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-75e7ba2b-47ec-481f-8f4d-47284181f40c admin admin] Publish callbacks [] for router_gateway (4987e885-89d3-4bc1-a00d-53a8d4e64361), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:18.296500 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:18.310866 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-f7af6ca2-f100-41cc-be19-75ed2c071b24 None None] Provisioning complete for port 0054cb7a-370a-4835-bcdf-164b38dbecb9 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:13:18.311237 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f7af6ca2-f100-41cc-be19-75ed2c071b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (0054cb7a-370a-4835-bcdf-164b38dbecb9), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:18.334585 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:18.389574 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-f7af6ca2-f100-41cc-be19-75ed2c071b24 None None] Current status of the port 0054cb7a-370a-4835-bcdf-164b38dbecb9 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:13:18.389874 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f7af6ca2-f100-41cc-be19-75ed2c071b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (0054cb7a-370a-4835-bcdf-164b38dbecb9), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:18.440133 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-f7af6ca2-f100-41cc-be19-75ed2c071b24 None None] For port 0054cb7a-370a-4835-bcdf-164b38dbecb9, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=0054cb7a-370a-4835-bcdf-164b38dbecb9,segment=NetworkSegment(b9f4b3bb-2afd-4c2d-9524-7853d42d588d),segment_id=b9f4b3bb-2afd-4c2d-9524-7853d42d588d)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:13:18.502453 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-75e7ba2b-47ec-481f-8f4d-47284181f40c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (4987e885-89d3-4bc1-a00d-53a8d4e64361), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:18.513016 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 0054cb7a-370a-4835-bcdf-164b38dbecb9 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:13:18.536926 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f7af6ca2-f100-41cc-be19-75ed2c071b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (0054cb7a-370a-4835-bcdf-164b38dbecb9), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:18.604342 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 0054cb7a-370a-4835-bcdf-164b38dbecb9 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:13:18.605958 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (0054cb7a-370a-4835-bcdf-164b38dbecb9), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:18.607407 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af6ca2-f100-41cc-be19-75ed2c071b24 None None] Pushing event updated for resources: {'Port': ['ID=0054cb7a-370a-4835-bcdf-164b38dbecb9,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:18.660588 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-ca4eee3b-ee4b-429e-b9aa-5d9bf091bbe5 None None] Provisioning complete for port 0054cb7a-370a-4835-bcdf-164b38dbecb9 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:13:18.660879 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ca4eee3b-ee4b-429e-b9aa-5d9bf091bbe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (0054cb7a-370a-4835-bcdf-164b38dbecb9), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:18.707353 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75e7ba2b-47ec-481f-8f4d-47284181f40c admin admin] Router 4987e885-89d3-4bc1-a00d-53a8d4e64361 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 05:13:18.724822 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 0054cb7a-370a-4835-bcdf-164b38dbecb9 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:13:18.753889 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:18.766676 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-ca4eee3b-ee4b-429e-b9aa-5d9bf091bbe5 None None] Current status of the port 0054cb7a-370a-4835-bcdf-164b38dbecb9 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:13:18.816434 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e7ba2b-47ec-481f-8f4d-47284181f40c admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:13:18.825660 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5389249b-fc85-4944-afe9-fa8be32308be None None] Sync routers for ids ['4987e885-89d3-4bc1-a00d-53a8d4e64361'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:13:18.835159 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5389249b-fc85-4944-afe9-fa8be32308be None None] Routers {'4987e885-89d3-4bc1-a00d-53a8d4e64361'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:13:18.835777 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-5389249b-fc85-4944-afe9-fa8be32308be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:12:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['4987e885-89d3-4bc1-a00d-53a8d4e64361'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:13:18.901616 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-75e7ba2b-47ec-481f-8f4d-47284181f40c admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:18.904650 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-75e7ba2b-47ec-481f-8f4d-47284181f40c admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3283465 Aug 27 05:13:18.905907 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57962) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:13:18.942218 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-5389249b-fc85-4944-afe9-fa8be32308be None None] Set router 4987e885-89d3-4bc1-a00d-53a8d4e64361 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:13:19.045931 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:19.117190 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-5389249b-fc85-4944-afe9-fa8be32308be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4987e885-89d3-4bc1-a00d-53a8d4e64361', 'name': 'tempest-ServerActionsTestJSON-928565701-router', 'tenant_id': '97b503acaee64ab69e13c9dd3230850a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '589ce735-794f-4123-92ec-cb9fd5715ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:13:16Z', 'updated_at': '2022-08-27T05:13:18Z', 'revision_number': 3, 'project_id': '97b503acaee64ab69e13c9dd3230850a', 'gw_port': {'id': '589ce735-794f-4123-92ec-cb9fd5715ece', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ed:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4987e885-89d3-4bc1-a00d-53a8d4e64361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:13:17Z', 'updated_at': '2022-08-27T05:13:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:13:19.143798 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5389249b-fc85-4944-afe9-fa8be32308be None None] Checking router: 4987e885-89d3-4bc1-a00d-53a8d4e64361 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:13:19.144143 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5389249b-fc85-4944-afe9-fa8be32308be None None] Updating router 4987e885-89d3-4bc1-a00d-53a8d4e64361 port 589ce735-794f-4123-92ec-cb9fd5715ece binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:13:19.171737 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5389249b-fc85-4944-afe9-fa8be32308be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (589ce735-794f-4123-92ec-cb9fd5715ece), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:19.328899 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-16bcf33d-62a1-4a2d-b7f3-e01cf8a0528d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:19.423625 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5389249b-fc85-4944-afe9-fa8be32308be None None] Publish callbacks [] for port (589ce735-794f-4123-92ec-cb9fd5715ece), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:19.487455 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-16bcf33d-62a1-4a2d-b7f3-e01cf8a0528d admin admin] Allocated IP 172.20.0.1 (ef491ea0-69ed-407d-855f-7afb16d6c6e0/7f52283d-7f59-4e2e-ad36-298f4ec732f0/9e0e4aa7-5130-414d-b805-599f0f50941d) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:13:19.590286 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-16bcf33d-62a1-4a2d-b7f3-e01cf8a0528d admin admin] Publish callbacks [] for port (9e0e4aa7-5130-414d-b805-599f0f50941d), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:19.616250 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:19.625024 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5389249b-fc85-4944-afe9-fa8be32308be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (589ce735-794f-4123-92ec-cb9fd5715ece), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:19.660640 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-5389249b-fc85-4944-afe9-fa8be32308be None None] Attempting to bind port 589ce735-794f-4123-92ec-cb9fd5715ece on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:13:19.661015 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-5389249b-fc85-4944-afe9-fa8be32308be None None] Attempting to bind port 589ce735-794f-4123-92ec-cb9fd5715ece by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:13:19.661382 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5389249b-fc85-4944-afe9-fa8be32308be None None] Attempting to bind port 589ce735-794f-4123-92ec-cb9fd5715ece on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:13:19.675026 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5389249b-fc85-4944-afe9-fa8be32308be None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:13:19.675399 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5389249b-fc85-4944-afe9-fa8be32308be None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:13:19.675804 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5389249b-fc85-4944-afe9-fa8be32308be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:19.676232 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5389249b-fc85-4944-afe9-fa8be32308be None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:13:19.676687 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-5389249b-fc85-4944-afe9-fa8be32308be None None] Bound port: 589ce735-794f-4123-92ec-cb9fd5715ece, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:13:19.677067 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5389249b-fc85-4944-afe9-fa8be32308be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (589ce735-794f-4123-92ec-cb9fd5715ece), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:19.698627 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8387a5fe-39c8-43c4-b770-76ae97bb3bc7 None None] Pushing event updated for resources: {'Port': ['ID=589ce735-794f-4123-92ec-cb9fd5715ece,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:19.710531 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:19.730683 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-5389249b-fc85-4944-afe9-fa8be32308be None None] For port 589ce735-794f-4123-92ec-cb9fd5715ece, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:13:19.740834 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-5389249b-fc85-4944-afe9-fa8be32308be None None] For port 589ce735-794f-4123-92ec-cb9fd5715ece, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=589ce735-794f-4123-92ec-cb9fd5715ece,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:13:19.777261 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-16bcf33d-62a1-4a2d-b7f3-e01cf8a0528d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (9e0e4aa7-5130-414d-b805-599f0f50941d), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:19.823109 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bcf33d-62a1-4a2d-b7f3-e01cf8a0528d admin admin] Network ef491ea0-69ed-407d-855f-7afb16d6c6e0 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:13:19.826153 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-16bcf33d-62a1-4a2d-b7f3-e01cf8a0528d admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:13:19.830235 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bcf33d-62a1-4a2d-b7f3-e01cf8a0528d admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:13:19.856343 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bcf33d-62a1-4a2d-b7f3-e01cf8a0528d admin admin] Pushing event updated for resources: {'Port': ['ID=9e0e4aa7-5130-414d-b805-599f0f50941d,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:19.875657 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-16bcf33d-62a1-4a2d-b7f3-e01cf8a0528d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (4987e885-89d3-4bc1-a00d-53a8d4e64361), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:19.908340 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5389249b-fc85-4944-afe9-fa8be32308be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (589ce735-794f-4123-92ec-cb9fd5715ece), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:19.912944 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:19.952873 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5389249b-fc85-4944-afe9-fa8be32308be None None] Routers {'4987e885-89d3-4bc1-a00d-53a8d4e64361'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:13:19.953603 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-5389249b-fc85-4944-afe9-fa8be32308be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:12:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['4987e885-89d3-4bc1-a00d-53a8d4e64361'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:13:20.006739 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8387a5fe-39c8-43c4-b770-76ae97bb3bc7 None None] Pushing event updated for resources: {'Port': ['ID=589ce735-794f-4123-92ec-cb9fd5715ece,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:20.051173 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:20.075846 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-5389249b-fc85-4944-afe9-fa8be32308be None None] Set router 4987e885-89d3-4bc1-a00d-53a8d4e64361 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:13:20.080268 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-16bcf33d-62a1-4a2d-b7f3-e01cf8a0528d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (9e0e4aa7-5130-414d-b805-599f0f50941d), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:20.182707 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-76c7348c-146f-4eb0-accf-29582963888f None None] Provisioning complete for port 9e0e4aa7-5130-414d-b805-599f0f50941d triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:13:20.182980 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-76c7348c-146f-4eb0-accf-29582963888f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (9e0e4aa7-5130-414d-b805-599f0f50941d), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:20.237179 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-76c7348c-146f-4eb0-accf-29582963888f None None] Port 9e0e4aa7-5130-414d-b805-599f0f50941d cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:13:20.256416 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-16bcf33d-62a1-4a2d-b7f3-e01cf8a0528d admin admin] Publish callbacks [] for port (9e0e4aa7-5130-414d-b805-599f0f50941d), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:20.301336 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-5389249b-fc85-4944-afe9-fa8be32308be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4987e885-89d3-4bc1-a00d-53a8d4e64361', 'name': 'tempest-ServerActionsTestJSON-928565701-router', 'tenant_id': '97b503acaee64ab69e13c9dd3230850a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '589ce735-794f-4123-92ec-cb9fd5715ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:13:16Z', 'updated_at': '2022-08-27T05:13:18Z', 'revision_number': 3, 'project_id': '97b503acaee64ab69e13c9dd3230850a', 'gw_port': {'id': '589ce735-794f-4123-92ec-cb9fd5715ece', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ed:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4987e885-89d3-4bc1-a00d-53a8d4e64361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:13:17Z', 'updated_at': '2022-08-27T05:13:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:13:20.327328 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5389249b-fc85-4944-afe9-fa8be32308be None None] The sync data for ids ['4987e885-89d3-4bc1-a00d-53a8d4e64361'] in n-d-852088-5 is: [{'id': '4987e885-89d3-4bc1-a00d-53a8d4e64361', 'name': 'tempest-ServerActionsTestJSON-928565701-router', 'tenant_id': '97b503acaee64ab69e13c9dd3230850a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '589ce735-794f-4123-92ec-cb9fd5715ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:13:16Z', 'updated_at': '2022-08-27T05:13:18Z', 'revision_number': 3, 'project_id': '97b503acaee64ab69e13c9dd3230850a', 'gw_port': {'id': '589ce735-794f-4123-92ec-cb9fd5715ece', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ed:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4987e885-89d3-4bc1-a00d-53a8d4e64361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:13:17Z', 'updated_at': '2022-08-27T05:13:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:13:20.364663 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-16bcf33d-62a1-4a2d-b7f3-e01cf8a0528d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (9e0e4aa7-5130-414d-b805-599f0f50941d), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:20.439011 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bcf33d-62a1-4a2d-b7f3-e01cf8a0528d admin admin] Pushing event updated for resources: {'Port': ['ID=9e0e4aa7-5130-414d-b805-599f0f50941d,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:20.441655 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-16bcf33d-62a1-4a2d-b7f3-e01cf8a0528d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (4987e885-89d3-4bc1-a00d-53a8d4e64361), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:20.491460 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 0054cb7a-370a-4835-bcdf-164b38dbecb9 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:13:20.570082 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:20.572855 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bcf33d-62a1-4a2d-b7f3-e01cf8a0528d admin admin] Network ef491ea0-69ed-407d-855f-7afb16d6c6e0 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:13:20.573679 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 0054cb7a-370a-4835-bcdf-164b38dbecb9 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:13:20.574227 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (0054cb7a-370a-4835-bcdf-164b38dbecb9), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:20.574359 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-16bcf33d-62a1-4a2d-b7f3-e01cf8a0528d admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:13:20.741556 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16bcf33d-62a1-4a2d-b7f3-e01cf8a0528d admin admin] Router 4987e885-89d3-4bc1-a00d-53a8d4e64361 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:13:20.840263 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 0054cb7a-370a-4835-bcdf-164b38dbecb9 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:13:20.866043 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-72686e0d-621a-4b07-8a8d-21ef28dc45c6 None None] Provisioning complete for port 9e0e4aa7-5130-414d-b805-599f0f50941d triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:13:20.866716 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-72686e0d-621a-4b07-8a8d-21ef28dc45c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (9e0e4aa7-5130-414d-b805-599f0f50941d), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:20.903011 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-72686e0d-621a-4b07-8a8d-21ef28dc45c6 None None] Port 9e0e4aa7-5130-414d-b805-599f0f50941d cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:13:21.110995 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16bcf33d-62a1-4a2d-b7f3-e01cf8a0528d admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:13:21.116039 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-16bcf33d-62a1-4a2d-b7f3-e01cf8a0528d admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/4987e885-89d3-4bc1-a00d-53a8d4e64361/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2091160 Aug 27 05:13:21.254336 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:21.511791 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57970) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:13:21.516681 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-181b2842-9943-455c-8270-41764ca8b73c tempest-ServerActionsTestJSON-539868731 tempest-ServerActionsTestJSON-539868731-project] Request body: {'security_group': {'name': 'tempest-securitygroup--894692218', 'description': 'tempest-description--276670887'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:13:21.521244 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:21.627877 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-181b2842-9943-455c-8270-41764ca8b73c tempest-ServerActionsTestJSON-539868731 tempest-ServerActionsTestJSON-539868731-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:21.701344 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-181b2842-9943-455c-8270-41764ca8b73c tempest-ServerActionsTestJSON-539868731 tempest-ServerActionsTestJSON-539868731-project] Publish callbacks [] for security_group (2a6f1e20-4cd4-4c56-9769-5cfd377f98a0), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:21.787489 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-181b2842-9943-455c-8270-41764ca8b73c tempest-ServerActionsTestJSON-539868731 tempest-ServerActionsTestJSON-539868731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (2a6f1e20-4cd4-4c56-9769-5cfd377f98a0), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:21.818570 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b2842-9943-455c-8270-41764ca8b73c tempest-ServerActionsTestJSON-539868731 tempest-ServerActionsTestJSON-539868731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6f1e20-4cd4-4c56-9769-5cfd377f98a0,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:21.947167 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-181b2842-9943-455c-8270-41764ca8b73c tempest-ServerActionsTestJSON-539868731 tempest-ServerActionsTestJSON-539868731-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:21.949640 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-181b2842-9943-455c-8270-41764ca8b73c tempest-ServerActionsTestJSON-539868731 tempest-ServerActionsTestJSON-539868731-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4356954 Aug 27 05:13:21.951827 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57972) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:13:21.956211 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-fffdb1e8-7a48-4ede-8473-54a46bd2dc49 tempest-ServerActionsTestJSON-539868731 tempest-ServerActionsTestJSON-539868731-project] Request body: {'security_group_rule': {'security_group_id': '2a6f1e20-4cd4-4c56-9769-5cfd377f98a0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:13:22.009268 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c5d3cd-0d07-4675-bcc1-aa2385ecf884 None None] Sync routers for ids ['4987e885-89d3-4bc1-a00d-53a8d4e64361'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:13:22.020368 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c5d3cd-0d07-4675-bcc1-aa2385ecf884 None None] Routers {'4987e885-89d3-4bc1-a00d-53a8d4e64361'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:13:22.020978 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-c8c5d3cd-0d07-4675-bcc1-aa2385ecf884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:12:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['4987e885-89d3-4bc1-a00d-53a8d4e64361'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:13:22.087769 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fffdb1e8-7a48-4ede-8473-54a46bd2dc49 tempest-ServerActionsTestJSON-539868731 tempest-ServerActionsTestJSON-539868731-project] Publish callbacks [] for security_group_rule (e57583bf-8cd4-4e90-a3e3-5539a5146638), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:22.123281 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-c8c5d3cd-0d07-4675-bcc1-aa2385ecf884 None None] Set router 4987e885-89d3-4bc1-a00d-53a8d4e64361 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:13:22.144804 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fffdb1e8-7a48-4ede-8473-54a46bd2dc49 tempest-ServerActionsTestJSON-539868731 tempest-ServerActionsTestJSON-539868731-project] Publish callbacks [] for security_group_rule (e57583bf-8cd4-4e90-a3e3-5539a5146638), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:22.148413 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:22.233670 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fffdb1e8-7a48-4ede-8473-54a46bd2dc49 tempest-ServerActionsTestJSON-539868731 tempest-ServerActionsTestJSON-539868731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (e57583bf-8cd4-4e90-a3e3-5539a5146638), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:22.256356 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffdb1e8-7a48-4ede-8473-54a46bd2dc49 tempest-ServerActionsTestJSON-539868731 tempest-ServerActionsTestJSON-539868731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e57583bf-8cd4-4e90-a3e3-5539a5146638,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:22.324526 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fffdb1e8-7a48-4ede-8473-54a46bd2dc49 tempest-ServerActionsTestJSON-539868731 tempest-ServerActionsTestJSON-539868731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:22.325809 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-fffdb1e8-7a48-4ede-8473-54a46bd2dc49 tempest-ServerActionsTestJSON-539868731 tempest-ServerActionsTestJSON-539868731-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3730133 Aug 27 05:13:22.328585 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57974) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:13:22.333290 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-e438f042-6baa-44ce-b64e-ffcd965ab682 tempest-ServerActionsTestJSON-539868731 tempest-ServerActionsTestJSON-539868731-project] Request body: {'security_group_rule': {'security_group_id': '2a6f1e20-4cd4-4c56-9769-5cfd377f98a0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:13:22.391335 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-c8c5d3cd-0d07-4675-bcc1-aa2385ecf884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4987e885-89d3-4bc1-a00d-53a8d4e64361', 'name': 'tempest-ServerActionsTestJSON-928565701-router', 'tenant_id': '97b503acaee64ab69e13c9dd3230850a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '589ce735-794f-4123-92ec-cb9fd5715ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:13:16Z', 'updated_at': '2022-08-27T05:13:19Z', 'revision_number': 4, 'project_id': '97b503acaee64ab69e13c9dd3230850a', 'gw_port': {'id': '589ce735-794f-4123-92ec-cb9fd5715ece', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ed:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4987e885-89d3-4bc1-a00d-53a8d4e64361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:13:17Z', 'updated_at': '2022-08-27T05:13:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '9e0e4aa7-5130-414d-b805-599f0f50941d', 'name': '', 'network_id': 'ef491ea0-69ed-407d-855f-7afb16d6c6e0', 'tenant_id': '97b503acaee64ab69e13c9dd3230850a', 'mac_address': 'fa:16:3e:c2:99:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4987e885-89d3-4bc1-a00d-53a8d4e64361', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '7f52283d-7f59-4e2e-ad36-298f4ec732f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:13:19Z', 'updated_at': '2022-08-27T05:13:20Z', 'revision_number': 2, 'project_id': '97b503acaee64ab69e13c9dd3230850a', 'subnets': [{'id': '7f52283d-7f59-4e2e-ad36-298f4ec732f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:13:22.419825 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c5d3cd-0d07-4675-bcc1-aa2385ecf884 None None] Checking router: 4987e885-89d3-4bc1-a00d-53a8d4e64361 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:13:22.420323 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c5d3cd-0d07-4675-bcc1-aa2385ecf884 None None] Updating router 4987e885-89d3-4bc1-a00d-53a8d4e64361 port 9e0e4aa7-5130-414d-b805-599f0f50941d binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:13:22.443651 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e438f042-6baa-44ce-b64e-ffcd965ab682 tempest-ServerActionsTestJSON-539868731 tempest-ServerActionsTestJSON-539868731-project] Publish callbacks [] for security_group_rule (b67e3271-170d-4189-8ce2-83dfc6b92e23), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:22.451176 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-c8c5d3cd-0d07-4675-bcc1-aa2385ecf884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (9e0e4aa7-5130-414d-b805-599f0f50941d), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:22.488597 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 589ce735-794f-4123-92ec-cb9fd5715ece up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:13:22.507435 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e438f042-6baa-44ce-b64e-ffcd965ab682 tempest-ServerActionsTestJSON-539868731 tempest-ServerActionsTestJSON-539868731-project] Publish callbacks [] for security_group_rule (b67e3271-170d-4189-8ce2-83dfc6b92e23), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:22.539301 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 589ce735-794f-4123-92ec-cb9fd5715ece triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:13:22.539749 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (589ce735-794f-4123-92ec-cb9fd5715ece), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:22.579231 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:22.598727 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e438f042-6baa-44ce-b64e-ffcd965ab682 tempest-ServerActionsTestJSON-539868731 tempest-ServerActionsTestJSON-539868731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (b67e3271-170d-4189-8ce2-83dfc6b92e23), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:22.599285 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:22.610781 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:22.612071 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 589ce735-794f-4123-92ec-cb9fd5715ece is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:13:22.612718 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (589ce735-794f-4123-92ec-cb9fd5715ece), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:22.621571 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e438f042-6baa-44ce-b64e-ffcd965ab682 tempest-ServerActionsTestJSON-539868731 tempest-ServerActionsTestJSON-539868731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b67e3271-170d-4189-8ce2-83dfc6b92e23,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:22.634501 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 589ce735-794f-4123-92ec-cb9fd5715ece, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=589ce735-794f-4123-92ec-cb9fd5715ece,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:13:22.718600 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e438f042-6baa-44ce-b64e-ffcd965ab682 tempest-ServerActionsTestJSON-539868731 tempest-ServerActionsTestJSON-539868731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:22.720880 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e438f042-6baa-44ce-b64e-ffcd965ab682 tempest-ServerActionsTestJSON-539868731 tempest-ServerActionsTestJSON-539868731-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3900907 Aug 27 05:13:22.721002 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-c8c5d3cd-0d07-4675-bcc1-aa2385ecf884 None None] Publish callbacks [] for port (9e0e4aa7-5130-414d-b805-599f0f50941d), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:22.722850 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57976) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:13:22.727307 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-fee5c57e-4227-42dd-9113-861d54f5315c tempest-ServerActionsTestJSON-539868731 tempest-ServerActionsTestJSON-539868731-project] Request body: {'floatingip': {'floating_network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:13:22.764088 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (589ce735-794f-4123-92ec-cb9fd5715ece), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:22.813763 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=589ce735-794f-4123-92ec-cb9fd5715ece,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:22.848218 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-c8c5d3cd-0d07-4675-bcc1-aa2385ecf884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (9e0e4aa7-5130-414d-b805-599f0f50941d), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:22.883126 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fee5c57e-4227-42dd-9113-861d54f5315c tempest-ServerActionsTestJSON-539868731 tempest-ServerActionsTestJSON-539868731-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:22.910358 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69be6d4-6782-4494-88e2-6d757a73114c None None] Pushing event updated for resources: {'Port': ['ID=9e0e4aa7-5130-414d-b805-599f0f50941d,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:22.944067 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-c8c5d3cd-0d07-4675-bcc1-aa2385ecf884 None None] Attempting to bind port 9e0e4aa7-5130-414d-b805-599f0f50941d on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:13:22.944481 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-c8c5d3cd-0d07-4675-bcc1-aa2385ecf884 None None] Attempting to bind port 9e0e4aa7-5130-414d-b805-599f0f50941d by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'b9f4b3bb-2afd-4c2d-9524-7853d42d588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ef491ea0-69ed-407d-855f-7afb16d6c6e0'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:13:22.944823 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c5d3cd-0d07-4675-bcc1-aa2385ecf884 None None] Attempting to bind port 9e0e4aa7-5130-414d-b805-599f0f50941d on network ef491ea0-69ed-407d-855f-7afb16d6c6e0 {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:13:22.950825 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c5d3cd-0d07-4675-bcc1-aa2385ecf884 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:13:22.951202 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c5d3cd-0d07-4675-bcc1-aa2385ecf884 None None] Checking segment: {'id': 'b9f4b3bb-2afd-4c2d-9524-7853d42d588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ef491ea0-69ed-407d-855f-7afb16d6c6e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:13:22.951601 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-c8c5d3cd-0d07-4675-bcc1-aa2385ecf884 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:22.951985 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c5d3cd-0d07-4675-bcc1-aa2385ecf884 None None] Bound using segment: {'id': 'b9f4b3bb-2afd-4c2d-9524-7853d42d588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ef491ea0-69ed-407d-855f-7afb16d6c6e0'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:13:22.952469 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-c8c5d3cd-0d07-4675-bcc1-aa2385ecf884 None None] Bound port: 9e0e4aa7-5130-414d-b805-599f0f50941d, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9f4b3bb-2afd-4c2d-9524-7853d42d588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ef491ea0-69ed-407d-855f-7afb16d6c6e0'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:13:22.952842 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-c8c5d3cd-0d07-4675-bcc1-aa2385ecf884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (9e0e4aa7-5130-414d-b805-599f0f50941d), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:22.964603 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:22.975424 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fee5c57e-4227-42dd-9113-861d54f5315c tempest-ServerActionsTestJSON-539868731 tempest-ServerActionsTestJSON-539868731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:23.016860 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-c8c5d3cd-0d07-4675-bcc1-aa2385ecf884 None None] For port 9e0e4aa7-5130-414d-b805-599f0f50941d, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:13:23.019807 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-c8c5d3cd-0d07-4675-bcc1-aa2385ecf884 None None] For port 9e0e4aa7-5130-414d-b805-599f0f50941d, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=9e0e4aa7-5130-414d-b805-599f0f50941d,segment=NetworkSegment(b9f4b3bb-2afd-4c2d-9524-7853d42d588d),segment_id=b9f4b3bb-2afd-4c2d-9524-7853d42d588d)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:13:23.081621 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-fee5c57e-4227-42dd-9113-861d54f5315c tempest-ServerActionsTestJSON-539868731 tempest-ServerActionsTestJSON-539868731-project] Allocated IP 172.25.2.212 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/efa4f922-6fc3-4697-8278-cae3d5322e21) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:13:23.107604 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-c8c5d3cd-0d07-4675-bcc1-aa2385ecf884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (9e0e4aa7-5130-414d-b805-599f0f50941d), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:23.145173 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:23.149845 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c5d3cd-0d07-4675-bcc1-aa2385ecf884 None None] Routers {'4987e885-89d3-4bc1-a00d-53a8d4e64361'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:13:23.150583 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-c8c5d3cd-0d07-4675-bcc1-aa2385ecf884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:12:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['4987e885-89d3-4bc1-a00d-53a8d4e64361'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:13:23.191713 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fee5c57e-4227-42dd-9113-861d54f5315c tempest-ServerActionsTestJSON-539868731 tempest-ServerActionsTestJSON-539868731-project] Publish callbacks [] for port (efa4f922-6fc3-4697-8278-cae3d5322e21), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:23.198625 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69be6d4-6782-4494-88e2-6d757a73114c None None] Pushing event updated for resources: {'Port': ['ID=9e0e4aa7-5130-414d-b805-599f0f50941d,revision_number=4']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:23.265947 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-c8c5d3cd-0d07-4675-bcc1-aa2385ecf884 None None] Set router 4987e885-89d3-4bc1-a00d-53a8d4e64361 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:13:23.302178 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fee5c57e-4227-42dd-9113-861d54f5315c tempest-ServerActionsTestJSON-539868731 tempest-ServerActionsTestJSON-539868731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (efa4f922-6fc3-4697-8278-cae3d5322e21), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:23.340781 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee5c57e-4227-42dd-9113-861d54f5315c tempest-ServerActionsTestJSON-539868731 tempest-ServerActionsTestJSON-539868731-project] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:13:23.343614 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-fee5c57e-4227-42dd-9113-861d54f5315c tempest-ServerActionsTestJSON-539868731 tempest-ServerActionsTestJSON-539868731-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:13:23.346846 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee5c57e-4227-42dd-9113-861d54f5315c tempest-ServerActionsTestJSON-539868731 tempest-ServerActionsTestJSON-539868731-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:13:23.379500 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee5c57e-4227-42dd-9113-861d54f5315c tempest-ServerActionsTestJSON-539868731 tempest-ServerActionsTestJSON-539868731-project] Pushing event updated for resources: {'Port': ['ID=efa4f922-6fc3-4697-8278-cae3d5322e21,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:23.448319 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fee5c57e-4227-42dd-9113-861d54f5315c tempest-ServerActionsTestJSON-539868731 tempest-ServerActionsTestJSON-539868731-project] Publish callbacks [] for floatingip (7213f8d2-74c3-46dd-aa0d-69bb0ed99382), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:23.458520 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-c8c5d3cd-0d07-4675-bcc1-aa2385ecf884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4987e885-89d3-4bc1-a00d-53a8d4e64361', 'name': 'tempest-ServerActionsTestJSON-928565701-router', 'tenant_id': '97b503acaee64ab69e13c9dd3230850a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '589ce735-794f-4123-92ec-cb9fd5715ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:13:16Z', 'updated_at': '2022-08-27T05:13:19Z', 'revision_number': 4, 'project_id': '97b503acaee64ab69e13c9dd3230850a', 'gw_port': {'id': '589ce735-794f-4123-92ec-cb9fd5715ece', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ed:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4987e885-89d3-4bc1-a00d-53a8d4e64361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:13:17Z', 'updated_at': '2022-08-27T05:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '9e0e4aa7-5130-414d-b805-599f0f50941d', 'name': '', 'network_id': 'ef491ea0-69ed-407d-855f-7afb16d6c6e0', 'tenant_id': '97b503acaee64ab69e13c9dd3230850a', 'mac_address': 'fa:16:3e:c2:99:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4987e885-89d3-4bc1-a00d-53a8d4e64361', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '7f52283d-7f59-4e2e-ad36-298f4ec732f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:13:19Z', 'updated_at': '2022-08-27T05:13:23Z', 'revision_number': 4, 'project_id': '97b503acaee64ab69e13c9dd3230850a', 'subnets': [{'id': '7f52283d-7f59-4e2e-ad36-298f4ec732f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:13:23.486902 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c5d3cd-0d07-4675-bcc1-aa2385ecf884 None None] The sync data for ids ['4987e885-89d3-4bc1-a00d-53a8d4e64361'] in n-d-852088-5 is: [{'id': '4987e885-89d3-4bc1-a00d-53a8d4e64361', 'name': 'tempest-ServerActionsTestJSON-928565701-router', 'tenant_id': '97b503acaee64ab69e13c9dd3230850a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '589ce735-794f-4123-92ec-cb9fd5715ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:13:16Z', 'updated_at': '2022-08-27T05:13:19Z', 'revision_number': 4, 'project_id': '97b503acaee64ab69e13c9dd3230850a', 'gw_port': {'id': '589ce735-794f-4123-92ec-cb9fd5715ece', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ed:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4987e885-89d3-4bc1-a00d-53a8d4e64361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:13:17Z', 'updated_at': '2022-08-27T05:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '9e0e4aa7-5130-414d-b805-599f0f50941d', 'name': '', 'network_id': 'ef491ea0-69ed-407d-855f-7afb16d6c6e0', 'tenant_id': '97b503acaee64ab69e13c9dd3230850a', 'mac_address': 'fa:16:3e:c2:99:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4987e885-89d3-4bc1-a00d-53a8d4e64361', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '7f52283d-7f59-4e2e-ad36-298f4ec732f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:13:19Z', 'updated_at': '2022-08-27T05:13:23Z', 'revision_number': 4, 'project_id': '97b503acaee64ab69e13c9dd3230850a', 'subnets': [{'id': '7f52283d-7f59-4e2e-ad36-298f4ec732f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:13:23.598110 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fee5c57e-4227-42dd-9113-861d54f5315c tempest-ServerActionsTestJSON-539868731 tempest-ServerActionsTestJSON-539868731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (efa4f922-6fc3-4697-8278-cae3d5322e21), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:23.714314 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:23.762544 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fee5c57e-4227-42dd-9113-861d54f5315c tempest-ServerActionsTestJSON-539868731 tempest-ServerActionsTestJSON-539868731-project] Publish callbacks [] for port (efa4f922-6fc3-4697-8278-cae3d5322e21), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:23.850736 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fee5c57e-4227-42dd-9113-861d54f5315c tempest-ServerActionsTestJSON-539868731 tempest-ServerActionsTestJSON-539868731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (efa4f922-6fc3-4697-8278-cae3d5322e21), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:23.923795 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee5c57e-4227-42dd-9113-861d54f5315c tempest-ServerActionsTestJSON-539868731 tempest-ServerActionsTestJSON-539868731-project] Pushing event updated for resources: {'Port': ['ID=efa4f922-6fc3-4697-8278-cae3d5322e21,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:23.926212 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fee5c57e-4227-42dd-9113-861d54f5315c tempest-ServerActionsTestJSON-539868731 tempest-ServerActionsTestJSON-539868731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677636'] for floatingip (7213f8d2-74c3-46dd-aa0d-69bb0ed99382), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:24.057935 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fee5c57e-4227-42dd-9113-861d54f5315c tempest-ServerActionsTestJSON-539868731 tempest-ServerActionsTestJSON-539868731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:24.059249 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-fee5c57e-4227-42dd-9113-861d54f5315c tempest-ServerActionsTestJSON-539868731 tempest-ServerActionsTestJSON-539868731-project] 10.222.0.76 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3353605 Aug 27 05:13:24.224451 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-78ddeb0c-be35-490a-a418-4fd799a066ec req-1924bf10-df8b-40fb-b245-289463b8bd63 tempest-ServerActionsTestJSON-539868731 tempest-ServerActionsTestJSON-539868731-project] 10.222.0.76 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--894692218&fields=id&tenant_id=97b503acaee64ab69e13c9dd3230850a HTTP/1.1" status: 200 len: 267 time: 0.0457091 Aug 27 05:13:24.349655 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ddeb0c-be35-490a-a418-4fd799a066ec req-3959b916-15d8-4152-8c70-9ae4a4903527 tempest-ServerActionsTestJSON-539868731 tempest-ServerActionsTestJSON-539868731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:13:24.351048 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-78ddeb0c-be35-490a-a418-4fd799a066ec req-3959b916-15d8-4152-8c70-9ae4a4903527 tempest-ServerActionsTestJSON-539868731 tempest-ServerActionsTestJSON-539868731-project] 10.222.0.76 "GET /networking/v2.0/networks?id=ef491ea0-69ed-407d-855f-7afb16d6c6e0 HTTP/1.1" status: 200 len: 811 time: 0.1189134 Aug 27 05:13:24.366384 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-78ddeb0c-be35-490a-a418-4fd799a066ec req-1b1aad2b-cbab-4117-ad2a-c5b23788c264 tempest-ServerActionsTestJSON-539868731 tempest-ServerActionsTestJSON-539868731-project] 10.222.0.76 "GET /networking/v2.0/quotas/97b503acaee64ab69e13c9dd3230850a HTTP/1.1" status: 200 len: 375 time: 0.0096104 Aug 27 05:13:24.433659 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-78ddeb0c-be35-490a-a418-4fd799a066ec req-1660a67a-0c33-4f85-8383-c31c7d22c903 tempest-ServerActionsTestJSON-539868731 tempest-ServerActionsTestJSON-539868731-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=97b503acaee64ab69e13c9dd3230850a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0577464 Aug 27 05:13:24.565758 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 9e0e4aa7-5130-414d-b805-599f0f50941d up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:13:24.588465 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57994) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:13:24.610818 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 9e0e4aa7-5130-414d-b805-599f0f50941d triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:13:24.611352 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (9e0e4aa7-5130-414d-b805-599f0f50941d), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:24.648811 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5e9c646d-d96a-4ed7-8735-84540b1b28ac tempest-ServerActionsTestJSON-539868731 tempest-ServerActionsTestJSON-539868731-project] Publish callbacks [] for security_group (2a6f1e20-4cd4-4c56-9769-5cfd377f98a0), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:24.671795 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5e9c646d-d96a-4ed7-8735-84540b1b28ac tempest-ServerActionsTestJSON-539868731 tempest-ServerActionsTestJSON-539868731-project] Publish callbacks [] for security_group (2a6f1e20-4cd4-4c56-9769-5cfd377f98a0), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:24.692678 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 9e0e4aa7-5130-414d-b805-599f0f50941d is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:13:24.693073 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (9e0e4aa7-5130-414d-b805-599f0f50941d), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:24.725062 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 9e0e4aa7-5130-414d-b805-599f0f50941d, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=9e0e4aa7-5130-414d-b805-599f0f50941d,segment=NetworkSegment(b9f4b3bb-2afd-4c2d-9524-7853d42d588d),segment_id=b9f4b3bb-2afd-4c2d-9524-7853d42d588d)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:13:24.810618 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5e9c646d-d96a-4ed7-8735-84540b1b28ac tempest-ServerActionsTestJSON-539868731 tempest-ServerActionsTestJSON-539868731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (2a6f1e20-4cd4-4c56-9769-5cfd377f98a0), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:24.813219 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5e9c646d-d96a-4ed7-8735-84540b1b28ac tempest-ServerActionsTestJSON-539868731 tempest-ServerActionsTestJSON-539868731-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:24.814401 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-5e9c646d-d96a-4ed7-8735-84540b1b28ac tempest-ServerActionsTestJSON-539868731 tempest-ServerActionsTestJSON-539868731-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/2a6f1e20-4cd4-4c56-9769-5cfd377f98a0 HTTP/1.1" status: 204 len: 168 time: 0.2246540 Aug 27 05:13:24.817027 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 57996) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:13:24.823950 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9c646d-d96a-4ed7-8735-84540b1b28ac tempest-ServerActionsTestJSON-539868731 tempest-ServerActionsTestJSON-539868731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6f1e20-4cd4-4c56-9769-5cfd377f98a0,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:24.835922 n-d-852088-5 neutron-server[107776]: INFO neutron.api.v2.resource [None req-e2c04179-2ee0-481c-9063-6bc0c4efdddc tempest-ServerActionsTestJSON-539868731 tempest-ServerActionsTestJSON-539868731-project] show failed (client error): The resource could not be found. Aug 27 05:13:24.837516 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e2c04179-2ee0-481c-9063-6bc0c4efdddc tempest-ServerActionsTestJSON-539868731 tempest-ServerActionsTestJSON-539868731-project] 10.222.0.76 "GET /networking/v2.0/security-groups/2a6f1e20-4cd4-4c56-9769-5cfd377f98a0 HTTP/1.1" status: 404 len: 347 time: 0.0190234 Aug 27 05:13:24.841137 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 57998) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:13:24.849809 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (9e0e4aa7-5130-414d-b805-599f0f50941d), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:24.849809 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 589ce735-794f-4123-92ec-cb9fd5715ece up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:13:24.907207 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:24.935363 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=9e0e4aa7-5130-414d-b805-599f0f50941d,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:24.942584 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:24.944946 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 589ce735-794f-4123-92ec-cb9fd5715ece triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:13:24.945332 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (589ce735-794f-4123-92ec-cb9fd5715ece), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:24.994026 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-50a5a821-162e-4ec2-8a00-75ede2197069 tempest-ServerActionsTestJSON-539868731 tempest-ServerActionsTestJSON-539868731-project] Deleting port efa4f922-6fc3-4697-8278-cae3d5322e21 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:13:24.994375 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-50a5a821-162e-4ec2-8a00-75ede2197069 tempest-ServerActionsTestJSON-539868731 tempest-ServerActionsTestJSON-539868731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (efa4f922-6fc3-4697-8278-cae3d5322e21), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:25.031544 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 589ce735-794f-4123-92ec-cb9fd5715ece is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:13:25.074883 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-50a5a821-162e-4ec2-8a00-75ede2197069 tempest-ServerActionsTestJSON-539868731 tempest-ServerActionsTestJSON-539868731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (efa4f922-6fc3-4697-8278-cae3d5322e21), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:25.075433 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-50a5a821-162e-4ec2-8a00-75ede2197069 tempest-ServerActionsTestJSON-539868731 tempest-ServerActionsTestJSON-539868731-project] Publish callbacks [] for floatingip (efa4f922-6fc3-4697-8278-cae3d5322e21), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:25.095544 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-50a5a821-162e-4ec2-8a00-75ede2197069 tempest-ServerActionsTestJSON-539868731 tempest-ServerActionsTestJSON-539868731-project] Calling delete_port for efa4f922-6fc3-4697-8278-cae3d5322e21 owned by network:floatingip {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:13:25.334191 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-50a5a821-162e-4ec2-8a00-75ede2197069 tempest-ServerActionsTestJSON-539868731 tempest-ServerActionsTestJSON-539868731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (efa4f922-6fc3-4697-8278-cae3d5322e21), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:25.359000 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a5a821-162e-4ec2-8a00-75ede2197069 tempest-ServerActionsTestJSON-539868731 tempest-ServerActionsTestJSON-539868731-project] Pushing event deleted for resources: {'Port': ['ID=efa4f922-6fc3-4697-8278-cae3d5322e21,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:25.422985 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:25.430004 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-50a5a821-162e-4ec2-8a00-75ede2197069 tempest-ServerActionsTestJSON-539868731 tempest-ServerActionsTestJSON-539868731-project] Publish callbacks [] for floatingip (7213f8d2-74c3-46dd-aa0d-69bb0ed99382), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:25.434120 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-50a5a821-162e-4ec2-8a00-75ede2197069 tempest-ServerActionsTestJSON-539868731 tempest-ServerActionsTestJSON-539868731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210479'] for floatingip (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:25.434120 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-50a5a821-162e-4ec2-8a00-75ede2197069 tempest-ServerActionsTestJSON-539868731 tempest-ServerActionsTestJSON-539868731-project] 10.222.0.76 "DELETE /networking/v2.0/floatingips/7213f8d2-74c3-46dd-aa0d-69bb0ed99382 HTTP/1.1" status: 204 len: 168 time: 0.5915184 Aug 27 05:13:25.436960 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58000) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:13:25.747664 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e4ed9229-2fcb-4143-9c54-8dbcd9e49205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (4987e885-89d3-4bc1-a00d-53a8d4e64361), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:25.935713 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:25.972694 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed9229-2fcb-4143-9c54-8dbcd9e49205 admin admin] Deleting port 9e0e4aa7-5130-414d-b805-599f0f50941d {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:13:25.973035 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e4ed9229-2fcb-4143-9c54-8dbcd9e49205 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (9e0e4aa7-5130-414d-b805-599f0f50941d), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:26.058302 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-e4ed9229-2fcb-4143-9c54-8dbcd9e49205 admin admin] For port 9e0e4aa7-5130-414d-b805-599f0f50941d, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=9e0e4aa7-5130-414d-b805-599f0f50941d,segment=NetworkSegment(b9f4b3bb-2afd-4c2d-9524-7853d42d588d),segment_id=b9f4b3bb-2afd-4c2d-9524-7853d42d588d)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:13:26.058671 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e4ed9229-2fcb-4143-9c54-8dbcd9e49205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (9e0e4aa7-5130-414d-b805-599f0f50941d), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:26.071374 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed9229-2fcb-4143-9c54-8dbcd9e49205 admin admin] Calling delete_port for 9e0e4aa7-5130-414d-b805-599f0f50941d owned by network:router_interface {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:13:26.204783 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:26.322325 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e4ed9229-2fcb-4143-9c54-8dbcd9e49205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (9e0e4aa7-5130-414d-b805-599f0f50941d), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:26.348927 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed9229-2fcb-4143-9c54-8dbcd9e49205 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e0e4aa7-5130-414d-b805-599f0f50941d,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:26.532432 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e4ed9229-2fcb-4143-9c54-8dbcd9e49205 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (4987e885-89d3-4bc1-a00d-53a8d4e64361), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:26.719276 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e7ce79f2-5047-413a-8d1f-2d433a119394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:26.748881 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ed9229-2fcb-4143-9c54-8dbcd9e49205 admin admin] Router 4987e885-89d3-4bc1-a00d-53a8d4e64361 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:13:26.851289 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ed9229-2fcb-4143-9c54-8dbcd9e49205 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:13:26.856205 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e4ed9229-2fcb-4143-9c54-8dbcd9e49205 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/4987e885-89d3-4bc1-a00d-53a8d4e64361/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4182632 Aug 27 05:13:26.858970 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58002) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:13:26.861613 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033cbae5-05e9-41a0-bbf2-f9457e14ed10 None None] Sync routers for ids ['4987e885-89d3-4bc1-a00d-53a8d4e64361'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:13:26.873423 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033cbae5-05e9-41a0-bbf2-f9457e14ed10 None None] Routers {'4987e885-89d3-4bc1-a00d-53a8d4e64361'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:13:26.874128 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-033cbae5-05e9-41a0-bbf2-f9457e14ed10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:12:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['4987e885-89d3-4bc1-a00d-53a8d4e64361'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:13:26.962753 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fae74d42-4c49-499a-b25a-24034eae979f admin admin] Publish callbacks [] for router (4987e885-89d3-4bc1-a00d-53a8d4e64361), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:26.979045 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-033cbae5-05e9-41a0-bbf2-f9457e14ed10 None None] Set router 4987e885-89d3-4bc1-a00d-53a8d4e64361 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:13:27.070584 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fae74d42-4c49-499a-b25a-24034eae979f admin admin] Publish callbacks [] for router_gateway (4987e885-89d3-4bc1-a00d-53a8d4e64361), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:27.162984 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-033cbae5-05e9-41a0-bbf2-f9457e14ed10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4987e885-89d3-4bc1-a00d-53a8d4e64361', 'name': 'tempest-ServerActionsTestJSON-928565701-router', 'tenant_id': '97b503acaee64ab69e13c9dd3230850a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '589ce735-794f-4123-92ec-cb9fd5715ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:13:16Z', 'updated_at': '2022-08-27T05:13:26Z', 'revision_number': 5, 'project_id': '97b503acaee64ab69e13c9dd3230850a', 'gw_port': {'id': '589ce735-794f-4123-92ec-cb9fd5715ece', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ed:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4987e885-89d3-4bc1-a00d-53a8d4e64361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:13:17Z', 'updated_at': '2022-08-27T05:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:13:27.192618 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033cbae5-05e9-41a0-bbf2-f9457e14ed10 None None] Checking router: 4987e885-89d3-4bc1-a00d-53a8d4e64361 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:13:27.193172 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-fae74d42-4c49-499a-b25a-24034eae979f admin admin] Deleting port 589ce735-794f-4123-92ec-cb9fd5715ece {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:13:27.193559 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fae74d42-4c49-499a-b25a-24034eae979f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (589ce735-794f-4123-92ec-cb9fd5715ece), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:27.201956 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033cbae5-05e9-41a0-bbf2-f9457e14ed10 None None] Routers {'4987e885-89d3-4bc1-a00d-53a8d4e64361'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:13:27.202564 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-033cbae5-05e9-41a0-bbf2-f9457e14ed10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:12:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['4987e885-89d3-4bc1-a00d-53a8d4e64361'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:13:27.279099 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-fae74d42-4c49-499a-b25a-24034eae979f admin admin] For port 589ce735-794f-4123-92ec-cb9fd5715ece, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=589ce735-794f-4123-92ec-cb9fd5715ece,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:13:27.279447 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fae74d42-4c49-499a-b25a-24034eae979f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (589ce735-794f-4123-92ec-cb9fd5715ece), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:27.287898 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-033cbae5-05e9-41a0-bbf2-f9457e14ed10 None None] Set router 4987e885-89d3-4bc1-a00d-53a8d4e64361 gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:13:27.294779 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-fae74d42-4c49-499a-b25a-24034eae979f admin admin] Calling delete_port for 589ce735-794f-4123-92ec-cb9fd5715ece owned by network:router_gateway {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:13:27.347149 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-033cbae5-05e9-41a0-bbf2-f9457e14ed10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4987e885-89d3-4bc1-a00d-53a8d4e64361', 'name': 'tempest-ServerActionsTestJSON-928565701-router', 'tenant_id': '97b503acaee64ab69e13c9dd3230850a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:13:16Z', 'updated_at': '2022-08-27T05:13:27Z', 'revision_number': 6, 'project_id': '97b503acaee64ab69e13c9dd3230850a', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:13:27.372616 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033cbae5-05e9-41a0-bbf2-f9457e14ed10 None None] The sync data for ids ['4987e885-89d3-4bc1-a00d-53a8d4e64361'] in n-d-852088-5 is: [{'id': '4987e885-89d3-4bc1-a00d-53a8d4e64361', 'name': 'tempest-ServerActionsTestJSON-928565701-router', 'tenant_id': '97b503acaee64ab69e13c9dd3230850a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:13:16Z', 'updated_at': '2022-08-27T05:13:27Z', 'revision_number': 6, 'project_id': '97b503acaee64ab69e13c9dd3230850a', 'gw_port_host': None}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:13:27.413547 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:27.557012 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fae74d42-4c49-499a-b25a-24034eae979f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (589ce735-794f-4123-92ec-cb9fd5715ece), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:27.583577 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae74d42-4c49-499a-b25a-24034eae979f admin admin] Pushing event deleted for resources: {'Port': ['ID=589ce735-794f-4123-92ec-cb9fd5715ece,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:27.652429 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fae74d42-4c49-499a-b25a-24034eae979f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (4987e885-89d3-4bc1-a00d-53a8d4e64361), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:27.742276 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fae74d42-4c49-499a-b25a-24034eae979f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (4987e885-89d3-4bc1-a00d-53a8d4e64361), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:27.745860 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fae74d42-4c49-499a-b25a-24034eae979f admin admin] Publish callbacks [] for router_controller (4987e885-89d3-4bc1-a00d-53a8d4e64361), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:27.746684 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:27.850490 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fae74d42-4c49-499a-b25a-24034eae979f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (4987e885-89d3-4bc1-a00d-53a8d4e64361), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:27.851120 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae74d42-4c49-499a-b25a-24034eae979f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4987e885-89d3-4bc1-a00d-53a8d4e64361 {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 05:13:27.856125 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fae74d42-4c49-499a-b25a-24034eae979f admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:27.857311 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-fae74d42-4c49-499a-b25a-24034eae979f admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/4987e885-89d3-4bc1-a00d-53a8d4e64361 HTTP/1.1" status: 204 len: 168 time: 0.9973712 Aug 27 05:13:27.860023 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58006) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:13:27.899364 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:27.905334 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-725c0487-67ff-4548-84bf-b1093dafcc14 admin admin] Deleting subnet 7f52283d-7f59-4e2e-ad36-298f4ec732f0 {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 05:13:27.908475 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-725c0487-67ff-4548-84bf-b1093dafcc14 admin admin] Publish callbacks [] for subnet (7f52283d-7f59-4e2e-ad36-298f4ec732f0), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:27.944228 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-725c0487-67ff-4548-84bf-b1093dafcc14 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (7f52283d-7f59-4e2e-ad36-298f4ec732f0), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:28.025036 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-725c0487-67ff-4548-84bf-b1093dafcc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (7f52283d-7f59-4e2e-ad36-298f4ec732f0), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:28.142448 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-725c0487-67ff-4548-84bf-b1093dafcc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (7f52283d-7f59-4e2e-ad36-298f4ec732f0), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:28.171846 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725c0487-67ff-4548-84bf-b1093dafcc14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f52283d-7f59-4e2e-ad36-298f4ec732f0,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:28.175531 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-725c0487-67ff-4548-84bf-b1093dafcc14 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:28.178752 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-725c0487-67ff-4548-84bf-b1093dafcc14 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/7f52283d-7f59-4e2e-ad36-298f4ec732f0 HTTP/1.1" status: 204 len: 168 time: 0.3176689 Aug 27 05:13:28.181479 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58008) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:13:28.184046 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4027ddd7-5dfb-46bf-b1fc-dcd10b25f31d None None] Network ef491ea0-69ed-407d-855f-7afb16d6c6e0 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:13:28.187863 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:28.249666 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:28.261623 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-01b9bf5d-a56a-42d5-849c-052200cb40d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (ef491ea0-69ed-407d-855f-7afb16d6c6e0), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:28.311564 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-01b9bf5d-a56a-42d5-849c-052200cb40d0 admin admin] Deleting port 0054cb7a-370a-4835-bcdf-164b38dbecb9 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:13:28.311564 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-01b9bf5d-a56a-42d5-849c-052200cb40d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (0054cb7a-370a-4835-bcdf-164b38dbecb9), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:28.349766 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288dceaf-001b-4205-8b14-c04a85d75c73 None None] DHCP port deletion for ef491ea0-69ed-407d-855f-7afb16d6c6e0 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 05:13:28.388676 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-01b9bf5d-a56a-42d5-849c-052200cb40d0 admin admin] For port 0054cb7a-370a-4835-bcdf-164b38dbecb9, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=0054cb7a-370a-4835-bcdf-164b38dbecb9,segment=NetworkSegment(b9f4b3bb-2afd-4c2d-9524-7853d42d588d),segment_id=b9f4b3bb-2afd-4c2d-9524-7853d42d588d)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:13:28.389062 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-01b9bf5d-a56a-42d5-849c-052200cb40d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (0054cb7a-370a-4835-bcdf-164b38dbecb9), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:28.397616 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-288dceaf-001b-4205-8b14-c04a85d75c73 None None] Deleting port 0054cb7a-370a-4835-bcdf-164b38dbecb9 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:13:28.397989 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-288dceaf-001b-4205-8b14-c04a85d75c73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (0054cb7a-370a-4835-bcdf-164b38dbecb9), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:28.407802 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-01b9bf5d-a56a-42d5-849c-052200cb40d0 admin admin] Calling delete_port for 0054cb7a-370a-4835-bcdf-164b38dbecb9 owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:13:28.474550 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-288dceaf-001b-4205-8b14-c04a85d75c73 None None] For port 0054cb7a-370a-4835-bcdf-164b38dbecb9, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=0054cb7a-370a-4835-bcdf-164b38dbecb9,segment=NetworkSegment(b9f4b3bb-2afd-4c2d-9524-7853d42d588d),segment_id=b9f4b3bb-2afd-4c2d-9524-7853d42d588d)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:13:28.475363 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-288dceaf-001b-4205-8b14-c04a85d75c73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (0054cb7a-370a-4835-bcdf-164b38dbecb9), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:28.489569 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-288dceaf-001b-4205-8b14-c04a85d75c73 None None] Calling delete_port for 0054cb7a-370a-4835-bcdf-164b38dbecb9 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:13:28.497213 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 9e0e4aa7-5130-414d-b805-599f0f50941d no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:13:28.521384 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 9e0e4aa7-5130-414d-b805-599f0f50941d {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:13:28.521791 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 9e0e4aa7-5130-414d-b805-599f0f50941d not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:13:28.522195 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 0054cb7a-370a-4835-bcdf-164b38dbecb9 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:13:28.593209 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-01b9bf5d-a56a-42d5-849c-052200cb40d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (0054cb7a-370a-4835-bcdf-164b38dbecb9), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:28.607117 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No active binding found for port 0054cb7a-370a-4835-bcdf-164b38dbecb9 {{(pid=107777) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Aug 27 05:13:28.607486 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] The host n-d-852088-5 is not matching for port 0054cb7a-370a-4835-bcdf-164b38dbecb9 host None! {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 27 05:13:28.607869 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 0054cb7a-370a-4835-bcdf-164b38dbecb9 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:13:28.608319 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 589ce735-794f-4123-92ec-cb9fd5715ece no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:13:28.618320 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b9bf5d-a56a-42d5-849c-052200cb40d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0054cb7a-370a-4835-bcdf-164b38dbecb9,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:28.622727 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b9bf5d-a56a-42d5-849c-052200cb40d0 admin admin] No DVR routers for this DVR port 0054cb7a-370a-4835-bcdf-164b38dbecb9 on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:13:28.633558 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 589ce735-794f-4123-92ec-cb9fd5715ece {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:13:28.633903 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 589ce735-794f-4123-92ec-cb9fd5715ece not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:13:28.642223 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-288dceaf-001b-4205-8b14-c04a85d75c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (0054cb7a-370a-4835-bcdf-164b38dbecb9), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:28.667999 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288dceaf-001b-4205-8b14-c04a85d75c73 None None] Pushing event deleted for resources: {'Port': ['ID=0054cb7a-370a-4835-bcdf-164b38dbecb9,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:28.671707 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288dceaf-001b-4205-8b14-c04a85d75c73 None None] No DVR routers for this DVR port 0054cb7a-370a-4835-bcdf-164b38dbecb9 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:13:28.701754 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-01b9bf5d-a56a-42d5-849c-052200cb40d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (ef491ea0-69ed-407d-855f-7afb16d6c6e0), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:28.722396 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-01b9bf5d-a56a-42d5-849c-052200cb40d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef491ea0-69ed-407d-855f-7afb16d6c6e0']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:13:28.732217 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-01b9bf5d-a56a-42d5-849c-052200cb40d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9f4b3bb-2afd-4c2d-9524-7853d42d588d') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:13:28.732515 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-01b9bf5d-a56a-42d5-849c-052200cb40d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9f4b3bb-2afd-4c2d-9524-7853d42d588d') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:13:28.742025 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-01b9bf5d-a56a-42d5-849c-052200cb40d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (b9f4b3bb-2afd-4c2d-9524-7853d42d588d), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:28.755643 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-01b9bf5d-a56a-42d5-849c-052200cb40d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (b9f4b3bb-2afd-4c2d-9524-7853d42d588d), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:28.762036 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01b9bf5d-a56a-42d5-849c-052200cb40d0 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:13:28.762422 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-01b9bf5d-a56a-42d5-849c-052200cb40d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (b9f4b3bb-2afd-4c2d-9524-7853d42d588d), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:28.806365 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment b9f4b3bb-2afd-4c2d-9524-7853d42d588d resource provider aggregate not found Aug 27 05:13:28.827399 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment b9f4b3bb-2afd-4c2d-9524-7853d42d588d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b9f4b3bb-2afd-4c2d-9524-7853d42d588d found for delete ", "request_id": "req-47c17a46-9999-430e-82fc-db3879469a69"}]} Aug 27 05:13:28.919240 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-01b9bf5d-a56a-42d5-849c-052200cb40d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (ef491ea0-69ed-407d-855f-7afb16d6c6e0), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:28.924795 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-01b9bf5d-a56a-42d5-849c-052200cb40d0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:28.927896 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-01b9bf5d-a56a-42d5-849c-052200cb40d0 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/ef491ea0-69ed-407d-855f-7afb16d6c6e0 HTTP/1.1" status: 204 len: 168 time: 0.7442484 Aug 27 05:13:28.939340 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b9bf5d-a56a-42d5-849c-052200cb40d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef491ea0-69ed-407d-855f-7afb16d6c6e0,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:29.210287 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f7add0ef-2062-458f-964a-6efef8ef3eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:29.251346 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58016) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:13:29.292135 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1572d593-d400-4372-987e-b97774f88e00 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=97b503acaee64ab69e13c9dd3230850a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0405276 Aug 27 05:13:29.294843 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58018) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:13:29.334715 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:29.347263 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e385e332-ad98-46ba-a5e9-f8f805ea7f10 admin admin] Publish callbacks [] for security_group (40222194-7cdd-421f-bd08-039c3b3f633f), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:29.367674 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e385e332-ad98-46ba-a5e9-f8f805ea7f10 admin admin] Publish callbacks [] for security_group (40222194-7cdd-421f-bd08-039c3b3f633f), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:29.522443 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e385e332-ad98-46ba-a5e9-f8f805ea7f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (40222194-7cdd-421f-bd08-039c3b3f633f), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:29.525047 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e385e332-ad98-46ba-a5e9-f8f805ea7f10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:29.526352 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e385e332-ad98-46ba-a5e9-f8f805ea7f10 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/40222194-7cdd-421f-bd08-039c3b3f633f HTTP/1.1" status: 204 len: 168 time: 0.2304668 Aug 27 05:13:29.535179 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385e332-ad98-46ba-a5e9-f8f805ea7f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40222194-7cdd-421f-bd08-039c3b3f633f,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:30.381532 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:30.597581 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58040) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:13:30.699641 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-2a4e6e7a-416f-4f21-8673-fe11958731a0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1728087614-network', 'tenant_id': 'db5b07d8deec469fb9203212887071fb'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:13:30.808547 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4e6e7a-416f-4f21-8673-fe11958731a0 admin admin] Made reservation on behalf of db5b07d8deec469fb9203212887071fb for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:13:30.810885 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2a4e6e7a-416f-4f21-8673-fe11958731a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:30.820469 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2a4e6e7a-416f-4f21-8673-fe11958731a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:30.902071 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2a4e6e7a-416f-4f21-8673-fe11958731a0 admin admin] Publish callbacks [] for security_group (48af455c-1dc1-460f-863b-f29c9197f6eb), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:30.973699 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2a4e6e7a-416f-4f21-8673-fe11958731a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (48af455c-1dc1-460f-863b-f29c9197f6eb), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:30.993074 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=81,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:31.000660 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a4e6e7a-416f-4f21-8673-fe11958731a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 05:13:31.009638 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4e6e7a-416f-4f21-8673-fe11958731a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48af455c-1dc1-460f-863b-f29c9197f6eb,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:31.016541 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2a4e6e7a-416f-4f21-8673-fe11958731a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (d136e9b7-5640-4be2-ac7b-f1ea3386cd36), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:31.016888 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-2a4e6e7a-416f-4f21-8673-fe11958731a0 admin admin] Added segment d136e9b7-5640-4be2-ac7b-f1ea3386cd36 of type vlan for network 5f78ae6c-55fe-432e-a80c-f9a16c9dc629 Aug 27 05:13:31.057024 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2a4e6e7a-416f-4f21-8673-fe11958731a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (5f78ae6c-55fe-432e-a80c-f9a16c9dc629), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:31.159287 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2a4e6e7a-416f-4f21-8673-fe11958731a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (5f78ae6c-55fe-432e-a80c-f9a16c9dc629), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:31.160286 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4e6e7a-416f-4f21-8673-fe11958731a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:13:31.160882 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2a4e6e7a-416f-4f21-8673-fe11958731a0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:31.221766 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4e6e7a-416f-4f21-8673-fe11958731a0 admin admin] Pushing event updated for resources: {'Network': ['ID=5f78ae6c-55fe-432e-a80c-f9a16c9dc629,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:31.231818 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 5f78ae6c-55fe-432e-a80c-f9a16c9dc629 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 05:13:31.342518 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2a4e6e7a-416f-4f21-8673-fe11958731a0 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7438214 Aug 27 05:13:31.345411 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58046) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:13:31.350173 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-cf524ccf-6d18-401b-96dd-1caed8e79a58 admin admin] Request body: {'subnet': {'network_id': '5f78ae6c-55fe-432e-a80c-f9a16c9dc629', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1728087614-subnet', 'tenant_id': 'db5b07d8deec469fb9203212887071fb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:13:31.438700 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf524ccf-6d18-401b-96dd-1caed8e79a58 admin admin] Made reservation on behalf of db5b07d8deec469fb9203212887071fb for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:13:31.441112 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cf524ccf-6d18-401b-96dd-1caed8e79a58 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:31.678962 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cf524ccf-6d18-401b-96dd-1caed8e79a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (f882b971-4d2e-4398-9fb6-94743fa64c44), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:31.694468 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:31.722255 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:31.738205 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf524ccf-6d18-401b-96dd-1caed8e79a58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f882b971-4d2e-4398-9fb6-94743fa64c44,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:31.754541 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf524ccf-6d18-401b-96dd-1caed8e79a58 admin admin] Checking segment: {'id': 'd136e9b7-5640-4be2-ac7b-f1ea3386cd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5f78ae6c-55fe-432e-a80c-f9a16c9dc629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:13:31.758053 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf524ccf-6d18-401b-96dd-1caed8e79a58 admin admin] Network hostable DHCP agents. Network: 5f78ae6c-55fe-432e-a80c-f9a16c9dc629, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 05:13:31.776849 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:31.862034 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf524ccf-6d18-401b-96dd-1caed8e79a58 admin admin] Network 5f78ae6c-55fe-432e-a80c-f9a16c9dc629 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 05:13:31.976056 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-cf524ccf-6d18-401b-96dd-1caed8e79a58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 5f78ae6c-55fe-432e-a80c-f9a16c9dc629) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:13:31.981364 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf524ccf-6d18-401b-96dd-1caed8e79a58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:13:31.987595 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cf524ccf-6d18-401b-96dd-1caed8e79a58 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:31.988365 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b314656d-2323-4c8c-9743-0e482fd785ee None None] Network 5f78ae6c-55fe-432e-a80c-f9a16c9dc629 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:13:32.036666 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:32.093934 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-cf524ccf-6d18-401b-96dd-1caed8e79a58 admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7474847 Aug 27 05:13:32.096779 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58050) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:13:32.099735 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb9ed5a-0f3e-431a-9cee-f53ac4487d12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-5f78ae6c-55fe-432e-a80c-f9a16c9dc629', 'network_id': '5f78ae6c-55fe-432e-a80c-f9a16c9dc629', 'project_id': 'db5b07d8deec469fb9203212887071fb', 'fixed_ips': [{'subnet_id': 'f882b971-4d2e-4398-9fb6-94743fa64c44'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 05:13:32.101410 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fcb9ed5a-0f3e-431a-9cee-f53ac4487d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:32.101552 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-9efc3af2-b440-4c80-9a66-3e8b4ce22649 admin admin] Request body: {'router': {'name': 'tempest-ServersNegativeTestJSON-1728087614-router', 'tenant_id': 'db5b07d8deec469fb9203212887071fb', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:13:32.204992 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9efc3af2-b440-4c80-9a66-3e8b4ce22649 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (3ab4bf46-934f-4388-af81-86ea7a267cb8), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:32.206084 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9efc3af2-b440-4c80-9a66-3e8b4ce22649 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (3ab4bf46-934f-4388-af81-86ea7a267cb8), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:32.241600 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-fcb9ed5a-0f3e-431a-9cee-f53ac4487d12 None None] Allocated IP 172.20.0.2 (5f78ae6c-55fe-432e-a80c-f9a16c9dc629/f882b971-4d2e-4398-9fb6-94743fa64c44/2072502f-c9b6-4407-85fd-5d1b1c29bc20) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:13:32.251044 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:32.256822 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9efc3af2-b440-4c80-9a66-3e8b4ce22649 admin admin] Publish callbacks [] for router_controller (3ab4bf46-934f-4388-af81-86ea7a267cb8), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:32.389416 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fcb9ed5a-0f3e-431a-9cee-f53ac4487d12 None None] Publish callbacks [] for port (2072502f-c9b6-4407-85fd-5d1b1c29bc20), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:32.466019 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fcb9ed5a-0f3e-431a-9cee-f53ac4487d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (2072502f-c9b6-4407-85fd-5d1b1c29bc20), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:32.508273 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb9ed5a-0f3e-431a-9cee-f53ac4487d12 None None] Network 5f78ae6c-55fe-432e-a80c-f9a16c9dc629 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:13:32.511961 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-fcb9ed5a-0f3e-431a-9cee-f53ac4487d12 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:13:32.516234 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb9ed5a-0f3e-431a-9cee-f53ac4487d12 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:13:32.523125 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb9ed5a-0f3e-431a-9cee-f53ac4487d12 None None] Pushing event updated for resources: {'Port': ['ID=2072502f-c9b6-4407-85fd-5d1b1c29bc20,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:32.585179 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-fcb9ed5a-0f3e-431a-9cee-f53ac4487d12 None None] Attempting to bind port 2072502f-c9b6-4407-85fd-5d1b1c29bc20 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:13:32.585724 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-fcb9ed5a-0f3e-431a-9cee-f53ac4487d12 None None] Attempting to bind port 2072502f-c9b6-4407-85fd-5d1b1c29bc20 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'd136e9b7-5640-4be2-ac7b-f1ea3386cd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5f78ae6c-55fe-432e-a80c-f9a16c9dc629'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:13:32.586091 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb9ed5a-0f3e-431a-9cee-f53ac4487d12 None None] Attempting to bind port 2072502f-c9b6-4407-85fd-5d1b1c29bc20 on network 5f78ae6c-55fe-432e-a80c-f9a16c9dc629 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:13:32.591787 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb9ed5a-0f3e-431a-9cee-f53ac4487d12 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:13:32.592156 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb9ed5a-0f3e-431a-9cee-f53ac4487d12 None None] Checking segment: {'id': 'd136e9b7-5640-4be2-ac7b-f1ea3386cd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5f78ae6c-55fe-432e-a80c-f9a16c9dc629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:13:32.592725 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fcb9ed5a-0f3e-431a-9cee-f53ac4487d12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:32.593123 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb9ed5a-0f3e-431a-9cee-f53ac4487d12 None None] Bound using segment: {'id': 'd136e9b7-5640-4be2-ac7b-f1ea3386cd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5f78ae6c-55fe-432e-a80c-f9a16c9dc629'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:13:32.593593 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-fcb9ed5a-0f3e-431a-9cee-f53ac4487d12 None None] Bound port: 2072502f-c9b6-4407-85fd-5d1b1c29bc20, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd136e9b7-5640-4be2-ac7b-f1ea3386cd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5f78ae6c-55fe-432e-a80c-f9a16c9dc629'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:13:32.593970 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fcb9ed5a-0f3e-431a-9cee-f53ac4487d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (2072502f-c9b6-4407-85fd-5d1b1c29bc20), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:32.658380 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-fcb9ed5a-0f3e-431a-9cee-f53ac4487d12 None None] For port 2072502f-c9b6-4407-85fd-5d1b1c29bc20, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:13:32.661796 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-fcb9ed5a-0f3e-431a-9cee-f53ac4487d12 None None] For port 2072502f-c9b6-4407-85fd-5d1b1c29bc20, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=2072502f-c9b6-4407-85fd-5d1b1c29bc20,segment=NetworkSegment(d136e9b7-5640-4be2-ac7b-f1ea3386cd36),segment_id=d136e9b7-5640-4be2-ac7b-f1ea3386cd36)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:13:32.662840 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:32.717396 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9efc3af2-b440-4c80-9a66-3e8b4ce22649 admin admin] Publish callbacks [] for router_gateway (3ab4bf46-934f-4388-af81-86ea7a267cb8), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:32.759849 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fcb9ed5a-0f3e-431a-9cee-f53ac4487d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (2072502f-c9b6-4407-85fd-5d1b1c29bc20), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:32.813842 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb9ed5a-0f3e-431a-9cee-f53ac4487d12 None None] Pushing event updated for resources: {'Port': ['ID=2072502f-c9b6-4407-85fd-5d1b1c29bc20,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:32.908060 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:32.995346 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9efc3af2-b440-4c80-9a66-3e8b4ce22649 admin admin] Publish callbacks [] for router_gateway (3ab4bf46-934f-4388-af81-86ea7a267cb8), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:33.016589 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9efc3af2-b440-4c80-9a66-3e8b4ce22649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:33.131527 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-9efc3af2-b440-4c80-9a66-3e8b4ce22649 admin admin] Allocated IP 172.25.2.96 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/8ba74b81-1e99-41bf-9355-71bfe28f5c24) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:13:33.239635 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9efc3af2-b440-4c80-9a66-3e8b4ce22649 admin admin] Publish callbacks [] for port (8ba74b81-1e99-41bf-9355-71bfe28f5c24), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:33.374869 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9efc3af2-b440-4c80-9a66-3e8b4ce22649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (8ba74b81-1e99-41bf-9355-71bfe28f5c24), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:33.413035 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efc3af2-b440-4c80-9a66-3e8b4ce22649 admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:13:33.415958 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-9efc3af2-b440-4c80-9a66-3e8b4ce22649 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:13:33.421858 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efc3af2-b440-4c80-9a66-3e8b4ce22649 admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:13:33.451049 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efc3af2-b440-4c80-9a66-3e8b4ce22649 admin admin] Pushing event updated for resources: {'Port': ['ID=8ba74b81-1e99-41bf-9355-71bfe28f5c24,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:33.528609 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:33.811000 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8833f3-c410-4d5c-8a95-98f45a2e3eae None None] Network 5f78ae6c-55fe-432e-a80c-f9a16c9dc629 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:13:33.812674 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9efc3af2-b440-4c80-9a66-3e8b4ce22649 admin admin] Publish callbacks [] for router_gateway (3ab4bf46-934f-4388-af81-86ea7a267cb8), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:33.993227 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-58000aa8-3e5c-41d6-9ef3-cf8a3a81607a None None] Provisioning complete for port 2072502f-c9b6-4407-85fd-5d1b1c29bc20 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:13:33.993597 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-58000aa8-3e5c-41d6-9ef3-cf8a3a81607a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (2072502f-c9b6-4407-85fd-5d1b1c29bc20), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:34.015756 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9efc3af2-b440-4c80-9a66-3e8b4ce22649 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (3ab4bf46-934f-4388-af81-86ea7a267cb8), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:34.114529 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-58000aa8-3e5c-41d6-9ef3-cf8a3a81607a None None] Current status of the port 2072502f-c9b6-4407-85fd-5d1b1c29bc20 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:13:34.114778 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-58000aa8-3e5c-41d6-9ef3-cf8a3a81607a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (2072502f-c9b6-4407-85fd-5d1b1c29bc20), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:34.149501 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-58000aa8-3e5c-41d6-9ef3-cf8a3a81607a None None] For port 2072502f-c9b6-4407-85fd-5d1b1c29bc20, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=2072502f-c9b6-4407-85fd-5d1b1c29bc20,segment=NetworkSegment(d136e9b7-5640-4be2-ac7b-f1ea3386cd36),segment_id=d136e9b7-5640-4be2-ac7b-f1ea3386cd36)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:13:34.210270 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9efc3af2-b440-4c80-9a66-3e8b4ce22649 admin admin] Router 3ab4bf46-934f-4388-af81-86ea7a267cb8 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 05:13:34.213243 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:34.245209 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-58000aa8-3e5c-41d6-9ef3-cf8a3a81607a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (2072502f-c9b6-4407-85fd-5d1b1c29bc20), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:34.294683 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58000aa8-3e5c-41d6-9ef3-cf8a3a81607a None None] Pushing event updated for resources: {'Port': ['ID=2072502f-c9b6-4407-85fd-5d1b1c29bc20,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:34.337221 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9efc3af2-b440-4c80-9a66-3e8b4ce22649 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:13:34.340512 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130676fc-82b5-4472-af08-43510a456632 None None] Sync routers for ids ['3ab4bf46-934f-4388-af81-86ea7a267cb8'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:13:34.350666 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130676fc-82b5-4472-af08-43510a456632 None None] Routers {'3ab4bf46-934f-4388-af81-86ea7a267cb8'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:13:34.351208 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-130676fc-82b5-4472-af08-43510a456632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:13:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['3ab4bf46-934f-4388-af81-86ea7a267cb8'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:13:34.363453 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-50a83c3b-ffd5-4916-ba25-d7c97ad87d4c None None] Provisioning complete for port 2072502f-c9b6-4407-85fd-5d1b1c29bc20 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:13:34.364243 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-50a83c3b-ffd5-4916-ba25-d7c97ad87d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (2072502f-c9b6-4407-85fd-5d1b1c29bc20), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:34.436114 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9efc3af2-b440-4c80-9a66-3e8b4ce22649 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:34.436114 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9efc3af2-b440-4c80-9a66-3e8b4ce22649 admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3358240 Aug 27 05:13:34.439146 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58052) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:13:34.446128 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-50a83c3b-ffd5-4916-ba25-d7c97ad87d4c None None] Current status of the port 2072502f-c9b6-4407-85fd-5d1b1c29bc20 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:13:34.453754 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-130676fc-82b5-4472-af08-43510a456632 None None] Set router 3ab4bf46-934f-4388-af81-86ea7a267cb8 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:13:34.540861 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 2072502f-c9b6-4407-85fd-5d1b1c29bc20 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:13:34.565315 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:34.587969 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 2072502f-c9b6-4407-85fd-5d1b1c29bc20 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:13:34.588346 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (2072502f-c9b6-4407-85fd-5d1b1c29bc20), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:34.633304 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-130676fc-82b5-4472-af08-43510a456632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab4bf46-934f-4388-af81-86ea7a267cb8', 'name': 'tempest-ServersNegativeTestJSON-1728087614-router', 'tenant_id': 'db5b07d8deec469fb9203212887071fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '8ba74b81-1e99-41bf-9355-71bfe28f5c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:13:32Z', 'updated_at': '2022-08-27T05:13:33Z', 'revision_number': 3, 'project_id': 'db5b07d8deec469fb9203212887071fb', 'gw_port': {'id': '8ba74b81-1e99-41bf-9355-71bfe28f5c24', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ab4bf46-934f-4388-af81-86ea7a267cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:13:33Z', 'updated_at': '2022-08-27T05:13:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:13:34.659657 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130676fc-82b5-4472-af08-43510a456632 None None] Checking router: 3ab4bf46-934f-4388-af81-86ea7a267cb8 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:13:34.660000 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130676fc-82b5-4472-af08-43510a456632 None None] Updating router 3ab4bf46-934f-4388-af81-86ea7a267cb8 port 8ba74b81-1e99-41bf-9355-71bfe28f5c24 binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:13:34.665675 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 2072502f-c9b6-4407-85fd-5d1b1c29bc20 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:13:34.691978 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-130676fc-82b5-4472-af08-43510a456632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8ba74b81-1e99-41bf-9355-71bfe28f5c24), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:34.747783 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:34.888912 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-60e93afd-19bf-48f2-9b98-1bfddc36e558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:35.011561 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-130676fc-82b5-4472-af08-43510a456632 None None] Publish callbacks [] for port (8ba74b81-1e99-41bf-9355-71bfe28f5c24), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:35.046530 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-60e93afd-19bf-48f2-9b98-1bfddc36e558 admin admin] Allocated IP 172.20.0.1 (5f78ae6c-55fe-432e-a80c-f9a16c9dc629/f882b971-4d2e-4398-9fb6-94743fa64c44/c1d6840f-e132-48f3-8587-239c13b6ca4b) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:13:35.110997 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-130676fc-82b5-4472-af08-43510a456632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (8ba74b81-1e99-41bf-9355-71bfe28f5c24), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:35.116310 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:35.147311 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-130676fc-82b5-4472-af08-43510a456632 None None] Attempting to bind port 8ba74b81-1e99-41bf-9355-71bfe28f5c24 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:13:35.147633 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-130676fc-82b5-4472-af08-43510a456632 None None] Attempting to bind port 8ba74b81-1e99-41bf-9355-71bfe28f5c24 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:13:35.147977 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130676fc-82b5-4472-af08-43510a456632 None None] Attempting to bind port 8ba74b81-1e99-41bf-9355-71bfe28f5c24 on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:13:35.149540 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-60e93afd-19bf-48f2-9b98-1bfddc36e558 admin admin] Publish callbacks [] for port (c1d6840f-e132-48f3-8587-239c13b6ca4b), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:35.152941 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:35.162701 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130676fc-82b5-4472-af08-43510a456632 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:13:35.163066 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130676fc-82b5-4472-af08-43510a456632 None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:13:35.163537 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-130676fc-82b5-4472-af08-43510a456632 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:35.163918 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130676fc-82b5-4472-af08-43510a456632 None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:13:35.164401 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-130676fc-82b5-4472-af08-43510a456632 None None] Bound port: 8ba74b81-1e99-41bf-9355-71bfe28f5c24, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:13:35.164765 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-130676fc-82b5-4472-af08-43510a456632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8ba74b81-1e99-41bf-9355-71bfe28f5c24), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:35.167958 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f270a6c-860b-4675-aa03-d71d3382b968 None None] Pushing event updated for resources: {'Port': ['ID=8ba74b81-1e99-41bf-9355-71bfe28f5c24,revision_number=2']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:35.219750 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-130676fc-82b5-4472-af08-43510a456632 None None] For port 8ba74b81-1e99-41bf-9355-71bfe28f5c24, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:13:35.222721 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-130676fc-82b5-4472-af08-43510a456632 None None] For port 8ba74b81-1e99-41bf-9355-71bfe28f5c24, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=8ba74b81-1e99-41bf-9355-71bfe28f5c24,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:13:35.250646 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-60e93afd-19bf-48f2-9b98-1bfddc36e558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (c1d6840f-e132-48f3-8587-239c13b6ca4b), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:35.296652 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e93afd-19bf-48f2-9b98-1bfddc36e558 admin admin] Network 5f78ae6c-55fe-432e-a80c-f9a16c9dc629 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:13:35.301678 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-60e93afd-19bf-48f2-9b98-1bfddc36e558 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:13:35.305586 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e93afd-19bf-48f2-9b98-1bfddc36e558 admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:13:35.308275 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-130676fc-82b5-4472-af08-43510a456632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (8ba74b81-1e99-41bf-9355-71bfe28f5c24), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:35.309067 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e93afd-19bf-48f2-9b98-1bfddc36e558 admin admin] Pushing event updated for resources: {'Port': ['ID=c1d6840f-e132-48f3-8587-239c13b6ca4b,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:35.343011 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130676fc-82b5-4472-af08-43510a456632 None None] Routers {'3ab4bf46-934f-4388-af81-86ea7a267cb8'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:13:35.344249 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-130676fc-82b5-4472-af08-43510a456632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:13:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['3ab4bf46-934f-4388-af81-86ea7a267cb8'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:13:35.348228 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-60e93afd-19bf-48f2-9b98-1bfddc36e558 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (3ab4bf46-934f-4388-af81-86ea7a267cb8), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:35.452196 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f270a6c-860b-4675-aa03-d71d3382b968 None None] Pushing event updated for resources: {'Port': ['ID=8ba74b81-1e99-41bf-9355-71bfe28f5c24,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:35.470916 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-130676fc-82b5-4472-af08-43510a456632 None None] Set router 3ab4bf46-934f-4388-af81-86ea7a267cb8 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:13:35.571382 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-60e93afd-19bf-48f2-9b98-1bfddc36e558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (c1d6840f-e132-48f3-8587-239c13b6ca4b), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:35.574803 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-ecdc93b9-5b78-4afd-a3f0-e10b741cdf74 None None] Provisioning complete for port c1d6840f-e132-48f3-8587-239c13b6ca4b triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:13:35.575350 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ecdc93b9-5b78-4afd-a3f0-e10b741cdf74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (c1d6840f-e132-48f3-8587-239c13b6ca4b), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:35.584070 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:35.610503 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-ecdc93b9-5b78-4afd-a3f0-e10b741cdf74 None None] Port c1d6840f-e132-48f3-8587-239c13b6ca4b cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:13:35.648617 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-130676fc-82b5-4472-af08-43510a456632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab4bf46-934f-4388-af81-86ea7a267cb8', 'name': 'tempest-ServersNegativeTestJSON-1728087614-router', 'tenant_id': 'db5b07d8deec469fb9203212887071fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '8ba74b81-1e99-41bf-9355-71bfe28f5c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:13:32Z', 'updated_at': '2022-08-27T05:13:33Z', 'revision_number': 3, 'project_id': 'db5b07d8deec469fb9203212887071fb', 'gw_port': {'id': '8ba74b81-1e99-41bf-9355-71bfe28f5c24', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ab4bf46-934f-4388-af81-86ea7a267cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:13:33Z', 'updated_at': '2022-08-27T05:13:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:13:35.676136 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130676fc-82b5-4472-af08-43510a456632 None None] The sync data for ids ['3ab4bf46-934f-4388-af81-86ea7a267cb8'] in n-d-852088-5 is: [{'id': '3ab4bf46-934f-4388-af81-86ea7a267cb8', 'name': 'tempest-ServersNegativeTestJSON-1728087614-router', 'tenant_id': 'db5b07d8deec469fb9203212887071fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '8ba74b81-1e99-41bf-9355-71bfe28f5c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:13:32Z', 'updated_at': '2022-08-27T05:13:33Z', 'revision_number': 3, 'project_id': 'db5b07d8deec469fb9203212887071fb', 'gw_port': {'id': '8ba74b81-1e99-41bf-9355-71bfe28f5c24', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ab4bf46-934f-4388-af81-86ea7a267cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:13:33Z', 'updated_at': '2022-08-27T05:13:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:13:35.751650 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-60e93afd-19bf-48f2-9b98-1bfddc36e558 admin admin] Publish callbacks [] for port (c1d6840f-e132-48f3-8587-239c13b6ca4b), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:35.888798 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-60e93afd-19bf-48f2-9b98-1bfddc36e558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (c1d6840f-e132-48f3-8587-239c13b6ca4b), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:35.965179 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e93afd-19bf-48f2-9b98-1bfddc36e558 admin admin] Pushing event updated for resources: {'Port': ['ID=c1d6840f-e132-48f3-8587-239c13b6ca4b,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:35.969309 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-60e93afd-19bf-48f2-9b98-1bfddc36e558 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (3ab4bf46-934f-4388-af81-86ea7a267cb8), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:36.071722 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e93afd-19bf-48f2-9b98-1bfddc36e558 admin admin] Network 5f78ae6c-55fe-432e-a80c-f9a16c9dc629 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:13:36.073617 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-60e93afd-19bf-48f2-9b98-1bfddc36e558 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:13:36.198321 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e93afd-19bf-48f2-9b98-1bfddc36e558 admin admin] Router 3ab4bf46-934f-4388-af81-86ea7a267cb8 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:13:36.313144 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e93afd-19bf-48f2-9b98-1bfddc36e558 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:13:36.318104 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-60e93afd-19bf-48f2-9b98-1bfddc36e558 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/3ab4bf46-934f-4388-af81-86ea7a267cb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8793893 Aug 27 05:13:36.342666 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-69564bd0-1f3c-4ba5-9561-fa339c55b1e1 None None] Provisioning complete for port c1d6840f-e132-48f3-8587-239c13b6ca4b triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:13:36.343046 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-69564bd0-1f3c-4ba5-9561-fa339c55b1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (c1d6840f-e132-48f3-8587-239c13b6ca4b), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:36.381126 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-69564bd0-1f3c-4ba5-9561-fa339c55b1e1 None None] Port c1d6840f-e132-48f3-8587-239c13b6ca4b cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:13:36.518310 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 8ba74b81-1e99-41bf-9355-71bfe28f5c24 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:13:36.559034 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:36.572797 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 8ba74b81-1e99-41bf-9355-71bfe28f5c24 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:13:36.573716 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (8ba74b81-1e99-41bf-9355-71bfe28f5c24), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:36.639145 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:36.652871 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 8ba74b81-1e99-41bf-9355-71bfe28f5c24 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:13:36.653261 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8ba74b81-1e99-41bf-9355-71bfe28f5c24), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:36.675280 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 8ba74b81-1e99-41bf-9355-71bfe28f5c24, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=8ba74b81-1e99-41bf-9355-71bfe28f5c24,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:13:36.705463 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:36.787517 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead4d67-f873-49b9-95cc-5b8d18cbb363 req-ffc316cf-275a-46f9-8827-ab9f4fd5f714 tempest-ServersNegativeTestJSON-1581385932 tempest-ServersNegativeTestJSON-1581385932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:13:36.789028 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-eead4d67-f873-49b9-95cc-5b8d18cbb363 req-ffc316cf-275a-46f9-8827-ab9f4fd5f714 tempest-ServersNegativeTestJSON-1581385932 tempest-ServersNegativeTestJSON-1581385932-project] 10.222.0.76 "GET /networking/v2.0/networks?id=5f78ae6c-55fe-432e-a80c-f9a16c9dc629 HTTP/1.1" status: 200 len: 814 time: 0.1049993 Aug 27 05:13:36.804258 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-eead4d67-f873-49b9-95cc-5b8d18cbb363 req-e9deb31c-8ec6-4c4b-b59b-415f0efc2149 tempest-ServersNegativeTestJSON-1581385932 tempest-ServersNegativeTestJSON-1581385932-project] 10.222.0.76 "GET /networking/v2.0/quotas/db5b07d8deec469fb9203212887071fb HTTP/1.1" status: 200 len: 375 time: 0.0095503 Aug 27 05:13:36.850338 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (8ba74b81-1e99-41bf-9355-71bfe28f5c24), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:36.860137 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-eead4d67-f873-49b9-95cc-5b8d18cbb363 req-5608964a-699c-4517-a6d0-5df10e9f2e62 tempest-ServersNegativeTestJSON-1581385932 tempest-ServersNegativeTestJSON-1581385932-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=db5b07d8deec469fb9203212887071fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501482 Aug 27 05:13:36.893792 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58072) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:13:36.899801 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=8ba74b81-1e99-41bf-9355-71bfe28f5c24,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:36.908385 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:13:36.911213 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:13:36.911213 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:13:36.911213 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:13:36.911213 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:13:36.911213 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:13:36.911213 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:13:36.911213 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:13:36.911213 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:13:36.912561 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:13:36.912561 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:13:36.912561 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:13:36.912561 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:13:36.913277 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:13:36.913277 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:13:37.170647 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:37.227718 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd9b83c-dc38-4e37-987e-e06b19bf4d34 None None] Sync routers for ids ['3ab4bf46-934f-4388-af81-86ea7a267cb8'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:13:37.239694 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd9b83c-dc38-4e37-987e-e06b19bf4d34 None None] Routers {'3ab4bf46-934f-4388-af81-86ea7a267cb8'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:13:37.240370 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-9bd9b83c-dc38-4e37-987e-e06b19bf4d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:13:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['3ab4bf46-934f-4388-af81-86ea7a267cb8'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:13:37.293384 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:37.346793 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-9bd9b83c-dc38-4e37-987e-e06b19bf4d34 None None] Set router 3ab4bf46-934f-4388-af81-86ea7a267cb8 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:13:37.453042 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7962696e-0b95-4820-b5f9-c6a9a55d358c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (3ab4bf46-934f-4388-af81-86ea7a267cb8), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:37.541793 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-9bd9b83c-dc38-4e37-987e-e06b19bf4d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab4bf46-934f-4388-af81-86ea7a267cb8', 'name': 'tempest-ServersNegativeTestJSON-1728087614-router', 'tenant_id': 'db5b07d8deec469fb9203212887071fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '8ba74b81-1e99-41bf-9355-71bfe28f5c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:13:32Z', 'updated_at': '2022-08-27T05:13:35Z', 'revision_number': 4, 'project_id': 'db5b07d8deec469fb9203212887071fb', 'gw_port': {'id': '8ba74b81-1e99-41bf-9355-71bfe28f5c24', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab4bf46-934f-4388-af81-86ea7a267cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:13:33Z', 'updated_at': '2022-08-27T05:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'c1d6840f-e132-48f3-8587-239c13b6ca4b', 'name': '', 'network_id': '5f78ae6c-55fe-432e-a80c-f9a16c9dc629', 'tenant_id': 'db5b07d8deec469fb9203212887071fb', 'mac_address': 'fa:16:3e:1a:28:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ab4bf46-934f-4388-af81-86ea7a267cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'f882b971-4d2e-4398-9fb6-94743fa64c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:13:34Z', 'updated_at': '2022-08-27T05:13:35Z', 'revision_number': 2, 'project_id': 'db5b07d8deec469fb9203212887071fb', 'subnets': [{'id': 'f882b971-4d2e-4398-9fb6-94743fa64c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:13:37.567045 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd9b83c-dc38-4e37-987e-e06b19bf4d34 None None] Checking router: 3ab4bf46-934f-4388-af81-86ea7a267cb8 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:13:37.567397 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd9b83c-dc38-4e37-987e-e06b19bf4d34 None None] Updating router 3ab4bf46-934f-4388-af81-86ea7a267cb8 port c1d6840f-e132-48f3-8587-239c13b6ca4b binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:13:37.598116 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9bd9b83c-dc38-4e37-987e-e06b19bf4d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (c1d6840f-e132-48f3-8587-239c13b6ca4b), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:37.690304 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:13:37.690976 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-7962696e-0b95-4820-b5f9-c6a9a55d358c admin admin] Deleting port c1d6840f-e132-48f3-8587-239c13b6ca4b {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:13:37.690976 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7962696e-0b95-4820-b5f9-c6a9a55d358c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (c1d6840f-e132-48f3-8587-239c13b6ca4b), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:37.778803 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7962696e-0b95-4820-b5f9-c6a9a55d358c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (c1d6840f-e132-48f3-8587-239c13b6ca4b), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:37.783369 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=5,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:37.792687 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-7962696e-0b95-4820-b5f9-c6a9a55d358c admin admin] Calling delete_port for c1d6840f-e132-48f3-8587-239c13b6ca4b owned by network:router_interface {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:13:37.864540 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9bd9b83c-dc38-4e37-987e-e06b19bf4d34 None None] Publish callbacks [] for port (c1d6840f-e132-48f3-8587-239c13b6ca4b), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:37.947523 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9bd9b83c-dc38-4e37-987e-e06b19bf4d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (c1d6840f-e132-48f3-8587-239c13b6ca4b), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:37.975716 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:38.032326 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5094b9-dfde-4653-95a3-a58972b93a01 None None] Pushing event updated for resources: {'Port': ['ID=c1d6840f-e132-48f3-8587-239c13b6ca4b,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:38.048719 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-9bd9b83c-dc38-4e37-987e-e06b19bf4d34 None None] Attempting to bind port c1d6840f-e132-48f3-8587-239c13b6ca4b on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:13:38.049030 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-9bd9b83c-dc38-4e37-987e-e06b19bf4d34 None None] Attempting to bind port c1d6840f-e132-48f3-8587-239c13b6ca4b by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'd136e9b7-5640-4be2-ac7b-f1ea3386cd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5f78ae6c-55fe-432e-a80c-f9a16c9dc629'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:13:38.049393 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd9b83c-dc38-4e37-987e-e06b19bf4d34 None None] Attempting to bind port c1d6840f-e132-48f3-8587-239c13b6ca4b on network 5f78ae6c-55fe-432e-a80c-f9a16c9dc629 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:13:38.054455 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd9b83c-dc38-4e37-987e-e06b19bf4d34 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:13:38.054828 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd9b83c-dc38-4e37-987e-e06b19bf4d34 None None] Checking segment: {'id': 'd136e9b7-5640-4be2-ac7b-f1ea3386cd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5f78ae6c-55fe-432e-a80c-f9a16c9dc629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:13:38.055225 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9bd9b83c-dc38-4e37-987e-e06b19bf4d34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:38.055612 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd9b83c-dc38-4e37-987e-e06b19bf4d34 None None] Bound using segment: {'id': 'd136e9b7-5640-4be2-ac7b-f1ea3386cd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5f78ae6c-55fe-432e-a80c-f9a16c9dc629'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:13:38.056076 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-9bd9b83c-dc38-4e37-987e-e06b19bf4d34 None None] Bound port: c1d6840f-e132-48f3-8587-239c13b6ca4b, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd136e9b7-5640-4be2-ac7b-f1ea3386cd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5f78ae6c-55fe-432e-a80c-f9a16c9dc629'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:13:38.056482 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9bd9b83c-dc38-4e37-987e-e06b19bf4d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (c1d6840f-e132-48f3-8587-239c13b6ca4b), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:38.074394 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7962696e-0b95-4820-b5f9-c6a9a55d358c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (c1d6840f-e132-48f3-8587-239c13b6ca4b), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:38.098510 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:38.101918 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7962696e-0b95-4820-b5f9-c6a9a55d358c admin admin] Pushing event deleted for resources: {'Port': ['ID=c1d6840f-e132-48f3-8587-239c13b6ca4b,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:38.117513 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-9bd9b83c-dc38-4e37-987e-e06b19bf4d34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 05:13:38.117945 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-9bd9b83c-dc38-4e37-987e-e06b19bf4d34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 05:13:38.176377 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:38.267116 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:38.274014 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7962696e-0b95-4820-b5f9-c6a9a55d358c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (3ab4bf46-934f-4388-af81-86ea7a267cb8), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:38.486720 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 8ba74b81-1e99-41bf-9355-71bfe28f5c24 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:13:38.494079 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7962696e-0b95-4820-b5f9-c6a9a55d358c admin admin] Router 3ab4bf46-934f-4388-af81-86ea7a267cb8 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:13:38.531234 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 8ba74b81-1e99-41bf-9355-71bfe28f5c24 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:13:38.531693 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (8ba74b81-1e99-41bf-9355-71bfe28f5c24), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:38.602316 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7962696e-0b95-4820-b5f9-c6a9a55d358c admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:13:38.605542 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 8ba74b81-1e99-41bf-9355-71bfe28f5c24 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:13:38.608328 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7962696e-0b95-4820-b5f9-c6a9a55d358c admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/3ab4bf46-934f-4388-af81-86ea7a267cb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7185881 Aug 27 05:13:38.610809 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58074) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:13:38.633500 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-9bd9b83c-dc38-4e37-987e-e06b19bf4d34 None None] Attempting to bind port c1d6840f-e132-48f3-8587-239c13b6ca4b on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:13:38.633878 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-9bd9b83c-dc38-4e37-987e-e06b19bf4d34 None None] Attempting to bind port c1d6840f-e132-48f3-8587-239c13b6ca4b by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'd136e9b7-5640-4be2-ac7b-f1ea3386cd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5f78ae6c-55fe-432e-a80c-f9a16c9dc629'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:13:38.634239 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd9b83c-dc38-4e37-987e-e06b19bf4d34 None None] Attempting to bind port c1d6840f-e132-48f3-8587-239c13b6ca4b on network 5f78ae6c-55fe-432e-a80c-f9a16c9dc629 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:13:38.641077 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd9b83c-dc38-4e37-987e-e06b19bf4d34 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:13:38.641450 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd9b83c-dc38-4e37-987e-e06b19bf4d34 None None] Checking segment: {'id': 'd136e9b7-5640-4be2-ac7b-f1ea3386cd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5f78ae6c-55fe-432e-a80c-f9a16c9dc629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:13:38.641846 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9bd9b83c-dc38-4e37-987e-e06b19bf4d34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:38.642237 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd9b83c-dc38-4e37-987e-e06b19bf4d34 None None] Bound using segment: {'id': 'd136e9b7-5640-4be2-ac7b-f1ea3386cd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5f78ae6c-55fe-432e-a80c-f9a16c9dc629'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:13:38.642714 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-9bd9b83c-dc38-4e37-987e-e06b19bf4d34 None None] Bound port: c1d6840f-e132-48f3-8587-239c13b6ca4b, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd136e9b7-5640-4be2-ac7b-f1ea3386cd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5f78ae6c-55fe-432e-a80c-f9a16c9dc629'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:13:38.643094 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9bd9b83c-dc38-4e37-987e-e06b19bf4d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (c1d6840f-e132-48f3-8587-239c13b6ca4b), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:38.673575 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-9bd9b83c-dc38-4e37-987e-e06b19bf4d34 None None] Port c1d6840f-e132-48f3-8587-239c13b6ca4b has been deleted concurrently {{(pid=107777) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:675}} Aug 27 05:13:38.683900 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd9b83c-dc38-4e37-987e-e06b19bf4d34 None None] Routers {'3ab4bf46-934f-4388-af81-86ea7a267cb8'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:13:38.684546 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-9bd9b83c-dc38-4e37-987e-e06b19bf4d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:13:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['3ab4bf46-934f-4388-af81-86ea7a267cb8'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:13:38.716993 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e28623d2-4db8-4ba0-b67a-bea5af218fcd admin admin] Publish callbacks [] for router (3ab4bf46-934f-4388-af81-86ea7a267cb8), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:38.789831 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-9bd9b83c-dc38-4e37-987e-e06b19bf4d34 None None] Set router 3ab4bf46-934f-4388-af81-86ea7a267cb8 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:13:38.825680 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e28623d2-4db8-4ba0-b67a-bea5af218fcd admin admin] Publish callbacks [] for router_gateway (3ab4bf46-934f-4388-af81-86ea7a267cb8), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:38.955498 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-e28623d2-4db8-4ba0-b67a-bea5af218fcd admin admin] Deleting port 8ba74b81-1e99-41bf-9355-71bfe28f5c24 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:13:38.955754 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e28623d2-4db8-4ba0-b67a-bea5af218fcd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (8ba74b81-1e99-41bf-9355-71bfe28f5c24), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:38.960421 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-9bd9b83c-dc38-4e37-987e-e06b19bf4d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab4bf46-934f-4388-af81-86ea7a267cb8', 'name': 'tempest-ServersNegativeTestJSON-1728087614-router', 'tenant_id': 'db5b07d8deec469fb9203212887071fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '8ba74b81-1e99-41bf-9355-71bfe28f5c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:13:32Z', 'updated_at': '2022-08-27T05:13:37Z', 'revision_number': 5, 'project_id': 'db5b07d8deec469fb9203212887071fb', 'gw_port': {'id': '8ba74b81-1e99-41bf-9355-71bfe28f5c24', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab4bf46-934f-4388-af81-86ea7a267cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:13:33Z', 'updated_at': '2022-08-27T05:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:13:38.989944 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd9b83c-dc38-4e37-987e-e06b19bf4d34 None None] The sync data for ids ['3ab4bf46-934f-4388-af81-86ea7a267cb8'] in n-d-852088-5 is: [{'id': '3ab4bf46-934f-4388-af81-86ea7a267cb8', 'name': 'tempest-ServersNegativeTestJSON-1728087614-router', 'tenant_id': 'db5b07d8deec469fb9203212887071fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '8ba74b81-1e99-41bf-9355-71bfe28f5c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:13:32Z', 'updated_at': '2022-08-27T05:13:37Z', 'revision_number': 5, 'project_id': 'db5b07d8deec469fb9203212887071fb', 'gw_port': {'id': '8ba74b81-1e99-41bf-9355-71bfe28f5c24', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab4bf46-934f-4388-af81-86ea7a267cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:13:33Z', 'updated_at': '2022-08-27T05:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:13:39.052351 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-e28623d2-4db8-4ba0-b67a-bea5af218fcd admin admin] For port 8ba74b81-1e99-41bf-9355-71bfe28f5c24, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=8ba74b81-1e99-41bf-9355-71bfe28f5c24,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:13:39.052716 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e28623d2-4db8-4ba0-b67a-bea5af218fcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (8ba74b81-1e99-41bf-9355-71bfe28f5c24), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:39.072659 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-e28623d2-4db8-4ba0-b67a-bea5af218fcd admin admin] Calling delete_port for 8ba74b81-1e99-41bf-9355-71bfe28f5c24 owned by network:router_gateway {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:13:39.138883 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:39.340569 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e28623d2-4db8-4ba0-b67a-bea5af218fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (8ba74b81-1e99-41bf-9355-71bfe28f5c24), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:39.365881 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28623d2-4db8-4ba0-b67a-bea5af218fcd admin admin] Pushing event deleted for resources: {'Port': ['ID=8ba74b81-1e99-41bf-9355-71bfe28f5c24,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:39.375441 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:39.442220 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e28623d2-4db8-4ba0-b67a-bea5af218fcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (3ab4bf46-934f-4388-af81-86ea7a267cb8), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:39.538105 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e28623d2-4db8-4ba0-b67a-bea5af218fcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (3ab4bf46-934f-4388-af81-86ea7a267cb8), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:39.540870 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e28623d2-4db8-4ba0-b67a-bea5af218fcd admin admin] Publish callbacks [] for router_controller (3ab4bf46-934f-4388-af81-86ea7a267cb8), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:39.618888 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26448f51-cee7-4ab7-8163-1a9f31b3eaf3 None None] Sync routers for ids ['3ab4bf46-934f-4388-af81-86ea7a267cb8'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:13:39.629629 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26448f51-cee7-4ab7-8163-1a9f31b3eaf3 None None] Routers {'3ab4bf46-934f-4388-af81-86ea7a267cb8'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:13:39.630235 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-26448f51-cee7-4ab7-8163-1a9f31b3eaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:13:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['3ab4bf46-934f-4388-af81-86ea7a267cb8'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:13:39.656418 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e28623d2-4db8-4ba0-b67a-bea5af218fcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (3ab4bf46-934f-4388-af81-86ea7a267cb8), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:39.657066 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e28623d2-4db8-4ba0-b67a-bea5af218fcd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ab4bf46-934f-4388-af81-86ea7a267cb8 {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 05:13:39.661732 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e28623d2-4db8-4ba0-b67a-bea5af218fcd admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:39.662898 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e28623d2-4db8-4ba0-b67a-bea5af218fcd admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/3ab4bf46-934f-4388-af81-86ea7a267cb8 HTTP/1.1" status: 204 len: 168 time: 1.0510654 Aug 27 05:13:39.665473 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58076) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:13:39.700759 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-26448f51-cee7-4ab7-8163-1a9f31b3eaf3 None None] Set router 3ab4bf46-934f-4388-af81-86ea7a267cb8 gateway port host: None {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:13:39.717857 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-a003c32e-97e6-4db3-9aa2-1fbe3a9c7ca9 admin admin] Deleting subnet f882b971-4d2e-4398-9fb6-94743fa64c44 {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 05:13:39.721383 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a003c32e-97e6-4db3-9aa2-1fbe3a9c7ca9 admin admin] Publish callbacks [] for subnet (f882b971-4d2e-4398-9fb6-94743fa64c44), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:39.750830 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-26448f51-cee7-4ab7-8163-1a9f31b3eaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab4bf46-934f-4388-af81-86ea7a267cb8', 'name': 'tempest-ServersNegativeTestJSON-1728087614-router', 'tenant_id': 'db5b07d8deec469fb9203212887071fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:13:32Z', 'updated_at': '2022-08-27T05:13:39Z', 'revision_number': 7, 'project_id': 'db5b07d8deec469fb9203212887071fb', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:13:39.758165 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a003c32e-97e6-4db3-9aa2-1fbe3a9c7ca9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (f882b971-4d2e-4398-9fb6-94743fa64c44), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:39.776615 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26448f51-cee7-4ab7-8163-1a9f31b3eaf3 None None] Checking router: 3ab4bf46-934f-4388-af81-86ea7a267cb8 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:13:39.779410 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:39.786259 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26448f51-cee7-4ab7-8163-1a9f31b3eaf3 None None] Routers set() bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:13:39.786623 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26448f51-cee7-4ab7-8163-1a9f31b3eaf3 None None] Router IDs set() for agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 27 05:13:39.787238 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_agentschedulers_db [None req-26448f51-cee7-4ab7-8163-1a9f31b3eaf3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3ab4bf46-934f-4388-af81-86ea7a267cb8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:13:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent'). {{(pid=107778) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 27 05:13:39.787593 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26448f51-cee7-4ab7-8163-1a9f31b3eaf3 None None] The sync data for ids ['3ab4bf46-934f-4388-af81-86ea7a267cb8'] in n-d-852088-5 is: [] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:13:39.850146 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a003c32e-97e6-4db3-9aa2-1fbe3a9c7ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (f882b971-4d2e-4398-9fb6-94743fa64c44), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:39.988102 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a003c32e-97e6-4db3-9aa2-1fbe3a9c7ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (f882b971-4d2e-4398-9fb6-94743fa64c44), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:40.018098 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003c32e-97e6-4db3-9aa2-1fbe3a9c7ca9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f882b971-4d2e-4398-9fb6-94743fa64c44,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:40.020103 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a003c32e-97e6-4db3-9aa2-1fbe3a9c7ca9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:40.023305 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a003c32e-97e6-4db3-9aa2-1fbe3a9c7ca9 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/f882b971-4d2e-4398-9fb6-94743fa64c44 HTTP/1.1" status: 204 len: 168 time: 0.3568957 Aug 27 05:13:40.025302 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7762ee-4c10-4394-93fa-66d852ee5fb5 None None] Network 5f78ae6c-55fe-432e-a80c-f9a16c9dc629 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:13:40.026060 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58078) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:13:40.095308 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c9259417-0f44-4790-8c95-5941985e2f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (5f78ae6c-55fe-432e-a80c-f9a16c9dc629), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:40.144717 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-c9259417-0f44-4790-8c95-5941985e2f2c admin admin] Deleting port 2072502f-c9b6-4407-85fd-5d1b1c29bc20 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:13:40.145069 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c9259417-0f44-4790-8c95-5941985e2f2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (2072502f-c9b6-4407-85fd-5d1b1c29bc20), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:40.210433 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-c9259417-0f44-4790-8c95-5941985e2f2c admin admin] For port 2072502f-c9b6-4407-85fd-5d1b1c29bc20, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=2072502f-c9b6-4407-85fd-5d1b1c29bc20,segment=NetworkSegment(d136e9b7-5640-4be2-ac7b-f1ea3386cd36),segment_id=d136e9b7-5640-4be2-ac7b-f1ea3386cd36)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:13:40.210801 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c9259417-0f44-4790-8c95-5941985e2f2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (2072502f-c9b6-4407-85fd-5d1b1c29bc20), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:40.224112 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-c9259417-0f44-4790-8c95-5941985e2f2c admin admin] Calling delete_port for 2072502f-c9b6-4407-85fd-5d1b1c29bc20 owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:13:40.250819 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb52981-904a-4996-b309-f72bd2ebc0f5 None None] DHCP port deletion for 5f78ae6c-55fe-432e-a80c-f9a16c9dc629 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 05:13:40.277300 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:40.294683 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-9fb52981-904a-4996-b309-f72bd2ebc0f5 None None] Deleting port 2072502f-c9b6-4407-85fd-5d1b1c29bc20 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:13:40.296265 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9fb52981-904a-4996-b309-f72bd2ebc0f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (2072502f-c9b6-4407-85fd-5d1b1c29bc20), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:40.362160 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-9fb52981-904a-4996-b309-f72bd2ebc0f5 None None] For port 2072502f-c9b6-4407-85fd-5d1b1c29bc20, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=2072502f-c9b6-4407-85fd-5d1b1c29bc20,segment=NetworkSegment(d136e9b7-5640-4be2-ac7b-f1ea3386cd36),segment_id=d136e9b7-5640-4be2-ac7b-f1ea3386cd36)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:13:40.362560 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9fb52981-904a-4996-b309-f72bd2ebc0f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (2072502f-c9b6-4407-85fd-5d1b1c29bc20), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:40.365040 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c9259417-0f44-4790-8c95-5941985e2f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (2072502f-c9b6-4407-85fd-5d1b1c29bc20), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:40.376757 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-9fb52981-904a-4996-b309-f72bd2ebc0f5 None None] Calling delete_port for 2072502f-c9b6-4407-85fd-5d1b1c29bc20 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:13:40.392876 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9259417-0f44-4790-8c95-5941985e2f2c admin admin] Pushing event deleted for resources: {'Port': ['ID=2072502f-c9b6-4407-85fd-5d1b1c29bc20,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:40.397475 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9259417-0f44-4790-8c95-5941985e2f2c admin admin] No DVR routers for this DVR port 2072502f-c9b6-4407-85fd-5d1b1c29bc20 on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:13:40.467051 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9fb52981-904a-4996-b309-f72bd2ebc0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (2072502f-c9b6-4407-85fd-5d1b1c29bc20), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:40.471415 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c9259417-0f44-4790-8c95-5941985e2f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (5f78ae6c-55fe-432e-a80c-f9a16c9dc629), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:40.493117 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 8ba74b81-1e99-41bf-9355-71bfe28f5c24 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:13:40.495442 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-c9259417-0f44-4790-8c95-5941985e2f2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f78ae6c-55fe-432e-a80c-f9a16c9dc629']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:13:40.496440 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb52981-904a-4996-b309-f72bd2ebc0f5 None None] Pushing event deleted for resources: {'Port': ['ID=2072502f-c9b6-4407-85fd-5d1b1c29bc20,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:40.506027 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-c9259417-0f44-4790-8c95-5941985e2f2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd136e9b7-5640-4be2-ac7b-f1ea3386cd36') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:13:40.506325 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-c9259417-0f44-4790-8c95-5941985e2f2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd136e9b7-5640-4be2-ac7b-f1ea3386cd36') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:13:40.516081 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb52981-904a-4996-b309-f72bd2ebc0f5 None None] No DVR routers for this DVR port 2072502f-c9b6-4407-85fd-5d1b1c29bc20 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:13:40.519286 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 8ba74b81-1e99-41bf-9355-71bfe28f5c24 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:13:40.519631 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 8ba74b81-1e99-41bf-9355-71bfe28f5c24 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:13:40.520151 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 2072502f-c9b6-4407-85fd-5d1b1c29bc20 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:13:40.522793 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c9259417-0f44-4790-8c95-5941985e2f2c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (d136e9b7-5640-4be2-ac7b-f1ea3386cd36), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:40.539986 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 2072502f-c9b6-4407-85fd-5d1b1c29bc20 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:13:40.540366 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 2072502f-c9b6-4407-85fd-5d1b1c29bc20 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:13:40.548326 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c9259417-0f44-4790-8c95-5941985e2f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (d136e9b7-5640-4be2-ac7b-f1ea3386cd36), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:40.555285 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9259417-0f44-4790-8c95-5941985e2f2c admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:13:40.555285 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c9259417-0f44-4790-8c95-5941985e2f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (d136e9b7-5640-4be2-ac7b-f1ea3386cd36), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:40.594908 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment d136e9b7-5640-4be2-ac7b-f1ea3386cd36 resource provider aggregate not found Aug 27 05:13:40.613485 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment d136e9b7-5640-4be2-ac7b-f1ea3386cd36 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d136e9b7-5640-4be2-ac7b-f1ea3386cd36 found for delete ", "request_id": "req-5e42c217-3667-4968-a349-ca4d937a8210"}]} Aug 27 05:13:40.707699 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c9259417-0f44-4790-8c95-5941985e2f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (5f78ae6c-55fe-432e-a80c-f9a16c9dc629), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:40.715698 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c9259417-0f44-4790-8c95-5941985e2f2c admin admin] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:40.717002 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c9259417-0f44-4790-8c95-5941985e2f2c admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/5f78ae6c-55fe-432e-a80c-f9a16c9dc629 HTTP/1.1" status: 204 len: 168 time: 0.6897974 Aug 27 05:13:40.728496 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9259417-0f44-4790-8c95-5941985e2f2c admin admin] Pushing event deleted for resources: {'Network': ['ID=5f78ae6c-55fe-432e-a80c-f9a16c9dc629,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:41.115728 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58088) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:13:41.156501 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c45c0a19-0ede-4ced-afa2-49d2f2313165 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=db5b07d8deec469fb9203212887071fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395770 Aug 27 05:13:41.160006 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58090) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:13:41.180227 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:DELETE=12,neutron:SELECT=88 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:41.208499 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8718831c-be01-46b7-96f9-f78b1ab95893 admin admin] Publish callbacks [] for security_group (48af455c-1dc1-460f-863b-f29c9197f6eb), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:41.233150 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8718831c-be01-46b7-96f9-f78b1ab95893 admin admin] Publish callbacks [] for security_group (48af455c-1dc1-460f-863b-f29c9197f6eb), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:41.353194 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8718831c-be01-46b7-96f9-f78b1ab95893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (48af455c-1dc1-460f-863b-f29c9197f6eb), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:41.355723 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8718831c-be01-46b7-96f9-f78b1ab95893 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:41.356923 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-8718831c-be01-46b7-96f9-f78b1ab95893 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/48af455c-1dc1-460f-863b-f29c9197f6eb HTTP/1.1" status: 204 len: 168 time: 0.1960104 Aug 27 05:13:41.364947 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8718831c-be01-46b7-96f9-f78b1ab95893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48af455c-1dc1-460f-863b-f29c9197f6eb,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:42.460542 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58112) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:13:42.565457 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-9c694958-470d-47eb-9231-8e47dbed9e8e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1790576'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:13:42.650222 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c694958-470d-47eb-9231-8e47dbed9e8e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Made reservation on behalf of 67bcc69e05534d498bd49685ac3611a8 for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:13:42.655151 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9c694958-470d-47eb-9231-8e47dbed9e8e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:42.664402 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9c694958-470d-47eb-9231-8e47dbed9e8e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:42.743496 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9c694958-470d-47eb-9231-8e47dbed9e8e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks [] for security_group (28d5ce50-0b19-439f-b1b6-ea53f0cd5df0), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:42.850476 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9c694958-470d-47eb-9231-8e47dbed9e8e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (28d5ce50-0b19-439f-b1b6-ea53f0cd5df0), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:42.880806 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c694958-470d-47eb-9231-8e47dbed9e8e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 05:13:42.892126 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c694958-470d-47eb-9231-8e47dbed9e8e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28d5ce50-0b19-439f-b1b6-ea53f0cd5df0,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:42.897087 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9c694958-470d-47eb-9231-8e47dbed9e8e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (5816200e-4bc7-46a7-84d1-37fbb23a06e5), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:42.897429 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-9c694958-470d-47eb-9231-8e47dbed9e8e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Added segment 5816200e-4bc7-46a7-84d1-37fbb23a06e5 of type vlan for network e36d217c-3553-45c5-be2a-1eea0417cb65 Aug 27 05:13:42.943458 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9c694958-470d-47eb-9231-8e47dbed9e8e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (e36d217c-3553-45c5-be2a-1eea0417cb65), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:42.950246 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:43.076495 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9c694958-470d-47eb-9231-8e47dbed9e8e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (e36d217c-3553-45c5-be2a-1eea0417cb65), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:43.081401 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c694958-470d-47eb-9231-8e47dbed9e8e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:13:43.082144 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9c694958-470d-47eb-9231-8e47dbed9e8e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:43.153077 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c694958-470d-47eb-9231-8e47dbed9e8e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Pushing event updated for resources: {'Network': ['ID=e36d217c-3553-45c5-be2a-1eea0417cb65,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:43.163283 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network e36d217c-3553-45c5-be2a-1eea0417cb65 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 05:13:43.204212 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9c694958-470d-47eb-9231-8e47dbed9e8e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7322853 Aug 27 05:13:43.346248 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:43.352870 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:46.546232 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58116) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:13:46.551537 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-a859e535-7f5d-4000-a072-ab5135d0ff9f tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Request body: {'subnet': {'network_id': 'e36d217c-3553-45c5-be2a-1eea0417cb65', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:13:46.707677 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a859e535-7f5d-4000-a072-ab5135d0ff9f tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Made reservation on behalf of 67bcc69e05534d498bd49685ac3611a8 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:13:46.711406 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a859e535-7f5d-4000-a072-ab5135d0ff9f tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:46.953686 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a859e535-7f5d-4000-a072-ab5135d0ff9f tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (f844f82f-087b-4fe0-8a9e-312d8b3db819), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:47.016701 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a859e535-7f5d-4000-a072-ab5135d0ff9f tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Pushing event updated for resources: {'Subnet': ['ID=f844f82f-087b-4fe0-8a9e-312d8b3db819,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:47.021868 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:DELETE=4,neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:47.026599 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a859e535-7f5d-4000-a072-ab5135d0ff9f tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Checking segment: {'id': '5816200e-4bc7-46a7-84d1-37fbb23a06e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e36d217c-3553-45c5-be2a-1eea0417cb65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:13:47.026989 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a859e535-7f5d-4000-a072-ab5135d0ff9f tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Network hostable DHCP agents. Network: e36d217c-3553-45c5-be2a-1eea0417cb65, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 05:13:47.133786 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a859e535-7f5d-4000-a072-ab5135d0ff9f tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Network e36d217c-3553-45c5-be2a-1eea0417cb65 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 05:13:47.245216 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-a859e535-7f5d-4000-a072-ab5135d0ff9f tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, e36d217c-3553-45c5-be2a-1eea0417cb65) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:13:47.250016 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a859e535-7f5d-4000-a072-ab5135d0ff9f tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:13:47.250619 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a859e535-7f5d-4000-a072-ab5135d0ff9f tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:47.254800 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa771486-6294-4bb3-901a-31b4ab5793dd None None] Network e36d217c-3553-45c5-be2a-1eea0417cb65 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:13:47.347974 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a859e535-7f5d-4000-a072-ab5135d0ff9f tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8006053 Aug 27 05:13:47.351503 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58118) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:13:47.357454 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-24e0c3f5-0138-4b06-94ee-aaf88bf58213 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-420292309'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:13:47.362550 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ed9d61-4b0d-4c46-b093-fde9154903fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-e36d217c-3553-45c5-be2a-1eea0417cb65', 'network_id': 'e36d217c-3553-45c5-be2a-1eea0417cb65', 'project_id': '67bcc69e05534d498bd49685ac3611a8', 'fixed_ips': [{'subnet_id': 'f844f82f-087b-4fe0-8a9e-312d8b3db819'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 05:13:47.363497 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-08ed9d61-4b0d-4c46-b093-fde9154903fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:47.439311 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e0c3f5-0138-4b06-94ee-aaf88bf58213 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Made reservation on behalf of 67bcc69e05534d498bd49685ac3611a8 for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:13:47.443280 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-24e0c3f5-0138-4b06-94ee-aaf88bf58213 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:47.469140 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24e0c3f5-0138-4b06-94ee-aaf88bf58213 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 05:13:47.478424 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-24e0c3f5-0138-4b06-94ee-aaf88bf58213 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (6805a6cd-1986-4381-a6cb-ca0190184bcf), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:47.478788 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-24e0c3f5-0138-4b06-94ee-aaf88bf58213 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Added segment 6805a6cd-1986-4381-a6cb-ca0190184bcf of type vlan for network 5640afae-625a-4fcc-9169-09edf20a51d1 Aug 27 05:13:47.503708 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-08ed9d61-4b0d-4c46-b093-fde9154903fd None None] Allocated IP 2001:db8:0:ffff::2 (e36d217c-3553-45c5-be2a-1eea0417cb65/f844f82f-087b-4fe0-8a9e-312d8b3db819/e1b263e9-3401-4181-8500-ff9bd7c6f525) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:13:47.524047 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-24e0c3f5-0138-4b06-94ee-aaf88bf58213 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (5640afae-625a-4fcc-9169-09edf20a51d1), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:47.639411 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-24e0c3f5-0138-4b06-94ee-aaf88bf58213 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (5640afae-625a-4fcc-9169-09edf20a51d1), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:47.644486 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e0c3f5-0138-4b06-94ee-aaf88bf58213 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:13:47.645081 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-24e0c3f5-0138-4b06-94ee-aaf88bf58213 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:47.664629 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-08ed9d61-4b0d-4c46-b093-fde9154903fd None None] Publish callbacks [] for port (e1b263e9-3401-4181-8500-ff9bd7c6f525), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:47.717794 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e0c3f5-0138-4b06-94ee-aaf88bf58213 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Pushing event updated for resources: {'Network': ['ID=5640afae-625a-4fcc-9169-09edf20a51d1,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:47.728034 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 5640afae-625a-4fcc-9169-09edf20a51d1 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 05:13:47.799376 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-08ed9d61-4b0d-4c46-b093-fde9154903fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (e1b263e9-3401-4181-8500-ff9bd7c6f525), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:47.825855 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-24e0c3f5-0138-4b06-94ee-aaf88bf58213 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4732616 Aug 27 05:13:47.828825 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58120) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:13:47.833897 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-7114eca9-c3c8-4fe8-b5f1-ee7beaf251d3 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Request body: {'subnet': {'network_id': '5640afae-625a-4fcc-9169-09edf20a51d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:13:47.845023 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ed9d61-4b0d-4c46-b093-fde9154903fd None None] Network e36d217c-3553-45c5-be2a-1eea0417cb65 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:13:47.848232 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-08ed9d61-4b0d-4c46-b093-fde9154903fd None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:13:47.850839 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ed9d61-4b0d-4c46-b093-fde9154903fd None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:13:47.861205 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ed9d61-4b0d-4c46-b093-fde9154903fd None None] Pushing event updated for resources: {'Port': ['ID=e1b263e9-3401-4181-8500-ff9bd7c6f525,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:47.923306 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-08ed9d61-4b0d-4c46-b093-fde9154903fd None None] Attempting to bind port e1b263e9-3401-4181-8500-ff9bd7c6f525 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:13:47.923693 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-08ed9d61-4b0d-4c46-b093-fde9154903fd None None] Attempting to bind port e1b263e9-3401-4181-8500-ff9bd7c6f525 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '5816200e-4bc7-46a7-84d1-37fbb23a06e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e36d217c-3553-45c5-be2a-1eea0417cb65'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:13:47.924036 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ed9d61-4b0d-4c46-b093-fde9154903fd None None] Attempting to bind port e1b263e9-3401-4181-8500-ff9bd7c6f525 on network e36d217c-3553-45c5-be2a-1eea0417cb65 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:13:47.929637 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ed9d61-4b0d-4c46-b093-fde9154903fd None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:13:47.930018 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ed9d61-4b0d-4c46-b093-fde9154903fd None None] Checking segment: {'id': '5816200e-4bc7-46a7-84d1-37fbb23a06e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e36d217c-3553-45c5-be2a-1eea0417cb65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:13:47.930421 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-08ed9d61-4b0d-4c46-b093-fde9154903fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:47.930813 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ed9d61-4b0d-4c46-b093-fde9154903fd None None] Bound using segment: {'id': '5816200e-4bc7-46a7-84d1-37fbb23a06e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e36d217c-3553-45c5-be2a-1eea0417cb65'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:13:47.931287 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-08ed9d61-4b0d-4c46-b093-fde9154903fd None None] Bound port: e1b263e9-3401-4181-8500-ff9bd7c6f525, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5816200e-4bc7-46a7-84d1-37fbb23a06e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e36d217c-3553-45c5-be2a-1eea0417cb65'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:13:47.931672 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-08ed9d61-4b0d-4c46-b093-fde9154903fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (e1b263e9-3401-4181-8500-ff9bd7c6f525), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:48.002064 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-08ed9d61-4b0d-4c46-b093-fde9154903fd None None] For port e1b263e9-3401-4181-8500-ff9bd7c6f525, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:13:48.005145 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-08ed9d61-4b0d-4c46-b093-fde9154903fd None None] For port e1b263e9-3401-4181-8500-ff9bd7c6f525, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=e1b263e9-3401-4181-8500-ff9bd7c6f525,segment=NetworkSegment(5816200e-4bc7-46a7-84d1-37fbb23a06e5),segment_id=5816200e-4bc7-46a7-84d1-37fbb23a06e5)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:13:48.072063 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-08ed9d61-4b0d-4c46-b093-fde9154903fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (e1b263e9-3401-4181-8500-ff9bd7c6f525), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:48.153170 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ed9d61-4b0d-4c46-b093-fde9154903fd None None] Pushing event updated for resources: {'Port': ['ID=e1b263e9-3401-4181-8500-ff9bd7c6f525,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:48.171063 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:48.294059 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7114eca9-c3c8-4fe8-b5f1-ee7beaf251d3 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Made reservation on behalf of 67bcc69e05534d498bd49685ac3611a8 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:13:48.298087 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7114eca9-c3c8-4fe8-b5f1-ee7beaf251d3 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:48.508443 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device e1b263e9-3401-4181-8500-ff9bd7c6f525 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:13:48.557508 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:48.559586 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port e1b263e9-3401-4181-8500-ff9bd7c6f525 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:13:48.559962 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e1b263e9-3401-4181-8500-ff9bd7c6f525), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:48.562866 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7114eca9-c3c8-4fe8-b5f1-ee7beaf251d3 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (9ef12fd5-0515-445e-9263-9a8096ede11a), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:48.623102 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:48.629485 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7114eca9-c3c8-4fe8-b5f1-ee7beaf251d3 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Pushing event updated for resources: {'Subnet': ['ID=9ef12fd5-0515-445e-9263-9a8096ede11a,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:48.635516 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port e1b263e9-3401-4181-8500-ff9bd7c6f525 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:13:48.635914 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (e1b263e9-3401-4181-8500-ff9bd7c6f525), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:48.637232 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7114eca9-c3c8-4fe8-b5f1-ee7beaf251d3 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Checking segment: {'id': '6805a6cd-1986-4381-a6cb-ca0190184bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5640afae-625a-4fcc-9169-09edf20a51d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:13:48.637593 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7114eca9-c3c8-4fe8-b5f1-ee7beaf251d3 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Network hostable DHCP agents. Network: 5640afae-625a-4fcc-9169-09edf20a51d1, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 05:13:48.671199 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port e1b263e9-3401-4181-8500-ff9bd7c6f525, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=e1b263e9-3401-4181-8500-ff9bd7c6f525,segment=NetworkSegment(5816200e-4bc7-46a7-84d1-37fbb23a06e5),segment_id=5816200e-4bc7-46a7-84d1-37fbb23a06e5)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:13:48.736516 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7114eca9-c3c8-4fe8-b5f1-ee7beaf251d3 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Network 5640afae-625a-4fcc-9169-09edf20a51d1 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 05:13:48.737117 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (e1b263e9-3401-4181-8500-ff9bd7c6f525), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:48.792198 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=e1b263e9-3401-4181-8500-ff9bd7c6f525,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:48.976573 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-7114eca9-c3c8-4fe8-b5f1-ee7beaf251d3 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 5640afae-625a-4fcc-9169-09edf20a51d1) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:13:48.980959 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7114eca9-c3c8-4fe8-b5f1-ee7beaf251d3 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:13:48.981570 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7114eca9-c3c8-4fe8-b5f1-ee7beaf251d3 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:48.986566 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71909d21-10a9-4232-a845-d2baef379ffd None None] Network 5640afae-625a-4fcc-9169-09edf20a51d1 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:13:48.991872 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=12,neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:49.034500 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b931049-b5a3-49cc-a55d-7b998c1f34e4 None None] Network e36d217c-3553-45c5-be2a-1eea0417cb65 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:13:49.120989 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-9125254e-99bf-4716-9759-a9954dee1161 None None] Provisioning complete for port e1b263e9-3401-4181-8500-ff9bd7c6f525 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:13:49.121364 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9125254e-99bf-4716-9759-a9954dee1161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e1b263e9-3401-4181-8500-ff9bd7c6f525), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:49.165728 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7114eca9-c3c8-4fe8-b5f1-ee7beaf251d3 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.3357658 Aug 27 05:13:49.168958 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58122) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:13:49.216185 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28feb99-9db0-47f5-be2d-3cee2864585b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-5640afae-625a-4fcc-9169-09edf20a51d1', 'network_id': '5640afae-625a-4fcc-9169-09edf20a51d1', 'project_id': '67bcc69e05534d498bd49685ac3611a8', 'fixed_ips': [{'subnet_id': '9ef12fd5-0515-445e-9263-9a8096ede11a'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 05:13:49.217117 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e28feb99-9db0-47f5-be2d-3cee2864585b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:49.279429 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c94c9792-77c3-462b-bb85-6dd99f280a7e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (5640afae-625a-4fcc-9169-09edf20a51d1), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:49.349931 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-9125254e-99bf-4716-9759-a9954dee1161 None None] Current status of the port e1b263e9-3401-4181-8500-ff9bd7c6f525 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:13:49.363704 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c94c9792-77c3-462b-bb85-6dd99f280a7e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (9ef12fd5-0515-445e-9263-9a8096ede11a), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:49.423436 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-e28feb99-9db0-47f5-be2d-3cee2864585b None None] Allocated IP 2001:db8::2 (5640afae-625a-4fcc-9169-09edf20a51d1/9ef12fd5-0515-445e-9263-9a8096ede11a/d3df70ea-a6f3-4236-983d-f45dede996c4) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:13:49.580239 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e28feb99-9db0-47f5-be2d-3cee2864585b None None] Publish callbacks [] for port (d3df70ea-a6f3-4236-983d-f45dede996c4), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:49.583490 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-a4cf2daf-b5eb-412c-bbac-28797bf2bc9f None None] Provisioning complete for port e1b263e9-3401-4181-8500-ff9bd7c6f525 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:13:49.583850 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a4cf2daf-b5eb-412c-bbac-28797bf2bc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e1b263e9-3401-4181-8500-ff9bd7c6f525), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:49.623962 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:49.660485 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-a4cf2daf-b5eb-412c-bbac-28797bf2bc9f None None] Current status of the port e1b263e9-3401-4181-8500-ff9bd7c6f525 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:13:49.685423 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e28feb99-9db0-47f5-be2d-3cee2864585b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (d3df70ea-a6f3-4236-983d-f45dede996c4), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:49.712330 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:49.732497 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28feb99-9db0-47f5-be2d-3cee2864585b None None] Network 5640afae-625a-4fcc-9169-09edf20a51d1 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:13:49.735902 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-e28feb99-9db0-47f5-be2d-3cee2864585b None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:13:49.737754 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28feb99-9db0-47f5-be2d-3cee2864585b None None] Pushing event updated for resources: {'Port': ['ID=d3df70ea-a6f3-4236-983d-f45dede996c4,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:49.739934 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28feb99-9db0-47f5-be2d-3cee2864585b None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:13:49.798598 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-e28feb99-9db0-47f5-be2d-3cee2864585b None None] Attempting to bind port d3df70ea-a6f3-4236-983d-f45dede996c4 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:13:49.798965 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-e28feb99-9db0-47f5-be2d-3cee2864585b None None] Attempting to bind port d3df70ea-a6f3-4236-983d-f45dede996c4 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '6805a6cd-1986-4381-a6cb-ca0190184bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5640afae-625a-4fcc-9169-09edf20a51d1'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:13:49.799322 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28feb99-9db0-47f5-be2d-3cee2864585b None None] Attempting to bind port d3df70ea-a6f3-4236-983d-f45dede996c4 on network 5640afae-625a-4fcc-9169-09edf20a51d1 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:13:49.804421 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28feb99-9db0-47f5-be2d-3cee2864585b None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:13:49.804796 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28feb99-9db0-47f5-be2d-3cee2864585b None None] Checking segment: {'id': '6805a6cd-1986-4381-a6cb-ca0190184bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5640afae-625a-4fcc-9169-09edf20a51d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:13:49.805195 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e28feb99-9db0-47f5-be2d-3cee2864585b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:49.805589 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28feb99-9db0-47f5-be2d-3cee2864585b None None] Bound using segment: {'id': '6805a6cd-1986-4381-a6cb-ca0190184bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5640afae-625a-4fcc-9169-09edf20a51d1'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:13:49.806048 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-e28feb99-9db0-47f5-be2d-3cee2864585b None None] Bound port: d3df70ea-a6f3-4236-983d-f45dede996c4, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6805a6cd-1986-4381-a6cb-ca0190184bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5640afae-625a-4fcc-9169-09edf20a51d1'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:13:49.806425 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e28feb99-9db0-47f5-be2d-3cee2864585b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (d3df70ea-a6f3-4236-983d-f45dede996c4), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:49.809743 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c94c9792-77c3-462b-bb85-6dd99f280a7e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (9ef12fd5-0515-445e-9263-9a8096ede11a), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:49.842138 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c9792-77c3-462b-bb85-6dd99f280a7e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Pushing event deleted for resources: {'Subnet': ['ID=9ef12fd5-0515-445e-9263-9a8096ede11a,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:49.864523 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94c9792-77c3-462b-bb85-6dd99f280a7e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:13:49.864877 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94c9792-77c3-462b-bb85-6dd99f280a7e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:13:49.865222 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94c9792-77c3-462b-bb85-6dd99f280a7e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:13:49.865568 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94c9792-77c3-462b-bb85-6dd99f280a7e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:13:49.865913 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94c9792-77c3-462b-bb85-6dd99f280a7e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:13:49.866269 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94c9792-77c3-462b-bb85-6dd99f280a7e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:13:49.866702 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94c9792-77c3-462b-bb85-6dd99f280a7e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:13:49.866925 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94c9792-77c3-462b-bb85-6dd99f280a7e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:13:49.867250 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94c9792-77c3-462b-bb85-6dd99f280a7e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:13:49.867577 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94c9792-77c3-462b-bb85-6dd99f280a7e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:13:49.867906 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94c9792-77c3-462b-bb85-6dd99f280a7e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:13:49.868257 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94c9792-77c3-462b-bb85-6dd99f280a7e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:13:49.868584 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94c9792-77c3-462b-bb85-6dd99f280a7e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:13:49.868905 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94c9792-77c3-462b-bb85-6dd99f280a7e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:13:49.869225 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94c9792-77c3-462b-bb85-6dd99f280a7e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:13:49.869728 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-e28feb99-9db0-47f5-be2d-3cee2864585b None None] For port d3df70ea-a6f3-4236-983d-f45dede996c4, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:13:49.872825 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-e28feb99-9db0-47f5-be2d-3cee2864585b None None] For port d3df70ea-a6f3-4236-983d-f45dede996c4, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=d3df70ea-a6f3-4236-983d-f45dede996c4,segment=NetworkSegment(6805a6cd-1986-4381-a6cb-ca0190184bcf),segment_id=6805a6cd-1986-4381-a6cb-ca0190184bcf)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:13:49.920215 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c94c9792-77c3-462b-bb85-6dd99f280a7e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (5640afae-625a-4fcc-9169-09edf20a51d1), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:49.947212 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-c94c9792-77c3-462b-bb85-6dd99f280a7e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5640afae-625a-4fcc-9169-09edf20a51d1']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:13:49.957729 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e28feb99-9db0-47f5-be2d-3cee2864585b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (d3df70ea-a6f3-4236-983d-f45dede996c4), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:49.958559 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-c94c9792-77c3-462b-bb85-6dd99f280a7e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6805a6cd-1986-4381-a6cb-ca0190184bcf') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:13:49.958851 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-c94c9792-77c3-462b-bb85-6dd99f280a7e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6805a6cd-1986-4381-a6cb-ca0190184bcf') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:13:49.972921 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c94c9792-77c3-462b-bb85-6dd99f280a7e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (6805a6cd-1986-4381-a6cb-ca0190184bcf), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:49.987446 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c94c9792-77c3-462b-bb85-6dd99f280a7e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (6805a6cd-1986-4381-a6cb-ca0190184bcf), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:49.993834 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c94c9792-77c3-462b-bb85-6dd99f280a7e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:13:49.994228 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c94c9792-77c3-462b-bb85-6dd99f280a7e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (6805a6cd-1986-4381-a6cb-ca0190184bcf), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:50.039069 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 6805a6cd-1986-4381-a6cb-ca0190184bcf resource provider aggregate not found Aug 27 05:13:50.040370 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28feb99-9db0-47f5-be2d-3cee2864585b None None] Pushing event updated for resources: {'Port': ['ID=d3df70ea-a6f3-4236-983d-f45dede996c4,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:50.053551 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc286e6-50d8-49ab-8a4e-2819012a9ad5 None None] get_active_networks_info from n-d-852088-5 {{(pid=107777) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 27 05:13:50.059390 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 6805a6cd-1986-4381-a6cb-ca0190184bcf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6805a6cd-1986-4381-a6cb-ca0190184bcf found for delete ", "request_id": "req-fc720de3-b518-46ad-a99e-2723220c1139"}]} Aug 27 05:13:50.112041 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.db.api [None req-c94c9792-77c3-462b-bb85-6dd99f280a7e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 05:13:50.112041 n-d-852088-5 neutron-server[107775]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 05:13:50.112041 n-d-852088-5 neutron-server[107775]: [parameters: {'id': '5640afae-625a-4fcc-9169-09edf20a51d1'}] Aug 27 05:13:50.112041 n-d-852088-5 neutron-server[107775]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=107775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 05:13:50.112609 n-d-852088-5 neutron-server[107775]: DEBUG oslo_db.api [None req-c94c9792-77c3-462b-bb85-6dd99f280a7e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 05:13:50.125877 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc286e6-50d8-49ab-8a4e-2819012a9ad5 None None] Resources bound (agent type, host, resource id): {{(pid=107777) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 05:13:50.278932 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c558dfda-441e-479e-99fe-ee1a3d4837a3 None None] Network 5640afae-625a-4fcc-9169-09edf20a51d1 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:13:50.493714 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device e1b263e9-3401-4181-8500-ff9bd7c6f525 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:13:50.519737 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:50.543055 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port e1b263e9-3401-4181-8500-ff9bd7c6f525 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:13:50.543351 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e1b263e9-3401-4181-8500-ff9bd7c6f525), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:50.613908 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c94c9792-77c3-462b-bb85-6dd99f280a7e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (5640afae-625a-4fcc-9169-09edf20a51d1), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:50.614841 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port e1b263e9-3401-4181-8500-ff9bd7c6f525 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:13:50.646820 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:50.659302 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-c94c9792-77c3-462b-bb85-6dd99f280a7e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Deleting port d3df70ea-a6f3-4236-983d-f45dede996c4 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:13:50.660592 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c94c9792-77c3-462b-bb85-6dd99f280a7e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (d3df70ea-a6f3-4236-983d-f45dede996c4), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:50.730132 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-c94c9792-77c3-462b-bb85-6dd99f280a7e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] For port d3df70ea-a6f3-4236-983d-f45dede996c4, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=d3df70ea-a6f3-4236-983d-f45dede996c4,segment=NetworkSegment(6805a6cd-1986-4381-a6cb-ca0190184bcf),segment_id=6805a6cd-1986-4381-a6cb-ca0190184bcf)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:13:50.730508 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c94c9792-77c3-462b-bb85-6dd99f280a7e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (d3df70ea-a6f3-4236-983d-f45dede996c4), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:50.744058 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-c94c9792-77c3-462b-bb85-6dd99f280a7e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Calling delete_port for d3df70ea-a6f3-4236-983d-f45dede996c4 owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:13:50.947657 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c94c9792-77c3-462b-bb85-6dd99f280a7e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (d3df70ea-a6f3-4236-983d-f45dede996c4), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:50.973400 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c9792-77c3-462b-bb85-6dd99f280a7e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Pushing event deleted for resources: {'Port': ['ID=d3df70ea-a6f3-4236-983d-f45dede996c4,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:50.977631 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94c9792-77c3-462b-bb85-6dd99f280a7e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] No DVR routers for this DVR port d3df70ea-a6f3-4236-983d-f45dede996c4 on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:13:51.061083 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c94c9792-77c3-462b-bb85-6dd99f280a7e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (5640afae-625a-4fcc-9169-09edf20a51d1), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:51.080806 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-c94c9792-77c3-462b-bb85-6dd99f280a7e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5640afae-625a-4fcc-9169-09edf20a51d1']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:13:51.090577 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-c94c9792-77c3-462b-bb85-6dd99f280a7e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6805a6cd-1986-4381-a6cb-ca0190184bcf') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:13:51.090877 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-c94c9792-77c3-462b-bb85-6dd99f280a7e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6805a6cd-1986-4381-a6cb-ca0190184bcf') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:13:51.100396 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c94c9792-77c3-462b-bb85-6dd99f280a7e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (6805a6cd-1986-4381-a6cb-ca0190184bcf), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:51.114235 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c94c9792-77c3-462b-bb85-6dd99f280a7e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (6805a6cd-1986-4381-a6cb-ca0190184bcf), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:51.120850 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c94c9792-77c3-462b-bb85-6dd99f280a7e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:13:51.121238 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c94c9792-77c3-462b-bb85-6dd99f280a7e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (6805a6cd-1986-4381-a6cb-ca0190184bcf), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:51.265757 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c94c9792-77c3-462b-bb85-6dd99f280a7e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (5640afae-625a-4fcc-9169-09edf20a51d1), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:51.276843 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c94c9792-77c3-462b-bb85-6dd99f280a7e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:51.280213 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c94c9792-77c3-462b-bb85-6dd99f280a7e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] 10.222.0.76 "DELETE /networking/v2.0/networks/5640afae-625a-4fcc-9169-09edf20a51d1 HTTP/1.1" status: 204 len: 168 time: 2.1101205 Aug 27 05:13:51.280746 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:UPDATE=3,neutron:SELECT=87,neutron:DELETE=10 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:51.283860 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58128) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:13:51.285741 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:51.289551 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-a1107124-f2a5-4e57-b9d9-2859cdba5953 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-506724508'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:13:51.298183 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c9792-77c3-462b-bb85-6dd99f280a7e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Pushing event deleted for resources: {'Network': ['ID=5640afae-625a-4fcc-9169-09edf20a51d1,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:51.408356 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1107124-f2a5-4e57-b9d9-2859cdba5953 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Made reservation on behalf of 67bcc69e05534d498bd49685ac3611a8 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:13:51.412497 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a1107124-f2a5-4e57-b9d9-2859cdba5953 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:51.436585 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1107124-f2a5-4e57-b9d9-2859cdba5953 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 05:13:51.445236 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a1107124-f2a5-4e57-b9d9-2859cdba5953 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (af0d35d2-be18-49bf-86e4-c3a80bbd698b), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:51.445580 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-a1107124-f2a5-4e57-b9d9-2859cdba5953 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Added segment af0d35d2-be18-49bf-86e4-c3a80bbd698b of type vlan for network c02d8ab6-85ed-4730-ac6f-aca9840b12cd Aug 27 05:13:51.485536 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a1107124-f2a5-4e57-b9d9-2859cdba5953 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (c02d8ab6-85ed-4730-ac6f-aca9840b12cd), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:51.582079 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a1107124-f2a5-4e57-b9d9-2859cdba5953 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (c02d8ab6-85ed-4730-ac6f-aca9840b12cd), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:51.586956 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1107124-f2a5-4e57-b9d9-2859cdba5953 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:13:51.587548 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a1107124-f2a5-4e57-b9d9-2859cdba5953 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:51.665233 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1107124-f2a5-4e57-b9d9-2859cdba5953 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Pushing event updated for resources: {'Network': ['ID=c02d8ab6-85ed-4730-ac6f-aca9840b12cd,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:51.673150 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1107124-f2a5-4e57-b9d9-2859cdba5953 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:13:51.673499 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1107124-f2a5-4e57-b9d9-2859cdba5953 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:13:51.673842 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1107124-f2a5-4e57-b9d9-2859cdba5953 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:13:51.674180 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1107124-f2a5-4e57-b9d9-2859cdba5953 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:13:51.674539 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1107124-f2a5-4e57-b9d9-2859cdba5953 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:13:51.674853 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1107124-f2a5-4e57-b9d9-2859cdba5953 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:13:51.675171 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1107124-f2a5-4e57-b9d9-2859cdba5953 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:13:51.675496 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1107124-f2a5-4e57-b9d9-2859cdba5953 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:13:51.675822 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1107124-f2a5-4e57-b9d9-2859cdba5953 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:13:51.676278 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1107124-f2a5-4e57-b9d9-2859cdba5953 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:13:51.676603 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1107124-f2a5-4e57-b9d9-2859cdba5953 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:13:51.676929 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1107124-f2a5-4e57-b9d9-2859cdba5953 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:13:51.677248 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1107124-f2a5-4e57-b9d9-2859cdba5953 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:13:51.677567 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1107124-f2a5-4e57-b9d9-2859cdba5953 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:13:51.677883 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1107124-f2a5-4e57-b9d9-2859cdba5953 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:13:51.689693 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network c02d8ab6-85ed-4730-ac6f-aca9840b12cd details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 05:13:51.727443 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a1107124-f2a5-4e57-b9d9-2859cdba5953 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4418685 Aug 27 05:13:51.731617 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58130) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:13:51.737078 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-6ce376cf-1be0-44ad-8574-10a6e3e88a19 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Request body: {'subnet': {'network_id': 'c02d8ab6-85ed-4730-ac6f-aca9840b12cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:13:51.899982 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce376cf-1be0-44ad-8574-10a6e3e88a19 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Made reservation on behalf of 67bcc69e05534d498bd49685ac3611a8 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:13:51.904622 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6ce376cf-1be0-44ad-8574-10a6e3e88a19 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:51.970087 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.ipam_backend_mixin [None req-6ce376cf-1be0-44ad-8574-10a6e3e88a19 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Performing IP validity checks on allocation pools {{(pid=107776) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Aug 27 05:13:51.970610 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.ipam_backend_mixin [None req-6ce376cf-1be0-44ad-8574-10a6e3e88a19 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Checking for overlaps among allocation pools and gateway ip {{(pid=107776) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Aug 27 05:13:52.079467 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 6805a6cd-1986-4381-a6cb-ca0190184bcf resource provider aggregate not found Aug 27 05:13:52.098835 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 6805a6cd-1986-4381-a6cb-ca0190184bcf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6805a6cd-1986-4381-a6cb-ca0190184bcf found for delete ", "request_id": "req-88fc7380-dd4b-4777-b3e3-eb85a034e13c"}]} Aug 27 05:13:52.182854 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6ce376cf-1be0-44ad-8574-10a6e3e88a19 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (88641d9b-1bb9-4980-8be1-a1cb2147caaa), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:52.244726 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce376cf-1be0-44ad-8574-10a6e3e88a19 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Pushing event updated for resources: {'Subnet': ['ID=88641d9b-1bb9-4980-8be1-a1cb2147caaa,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:52.253778 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce376cf-1be0-44ad-8574-10a6e3e88a19 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Checking segment: {'id': 'af0d35d2-be18-49bf-86e4-c3a80bbd698b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c02d8ab6-85ed-4730-ac6f-aca9840b12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:13:52.254138 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce376cf-1be0-44ad-8574-10a6e3e88a19 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Network hostable DHCP agents. Network: c02d8ab6-85ed-4730-ac6f-aca9840b12cd, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 05:13:52.376084 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce376cf-1be0-44ad-8574-10a6e3e88a19 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Network c02d8ab6-85ed-4730-ac6f-aca9840b12cd is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 05:13:52.456628 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-6ce376cf-1be0-44ad-8574-10a6e3e88a19 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, c02d8ab6-85ed-4730-ac6f-aca9840b12cd) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:13:52.460790 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce376cf-1be0-44ad-8574-10a6e3e88a19 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:13:52.461388 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6ce376cf-1be0-44ad-8574-10a6e3e88a19 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:52.466583 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff0a8f0-3b55-453a-84b1-e724e0eecc80 None None] Network c02d8ab6-85ed-4730-ac6f-aca9840b12cd requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:13:52.553214 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6ce376cf-1be0-44ad-8574-10a6e3e88a19 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8178873 Aug 27 05:13:52.553464 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58136) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:13:52.569535 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7f9e95-7264-403d-ac33-686250e18b6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-c02d8ab6-85ed-4730-ac6f-aca9840b12cd', 'network_id': 'c02d8ab6-85ed-4730-ac6f-aca9840b12cd', 'project_id': '67bcc69e05534d498bd49685ac3611a8', 'fixed_ips': [{'subnet_id': '88641d9b-1bb9-4980-8be1-a1cb2147caaa'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 05:13:52.570462 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ac7f9e95-7264-403d-ac33-686250e18b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:52.663689 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8f1edf58-f2ba-4bd7-9e80-64db8d175d0e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (c02d8ab6-85ed-4730-ac6f-aca9840b12cd), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:52.705970 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-ac7f9e95-7264-403d-ac33-686250e18b6d None None] Allocated IP 2001:db8::3 (c02d8ab6-85ed-4730-ac6f-aca9840b12cd/88641d9b-1bb9-4980-8be1-a1cb2147caaa/deddae2c-3c67-4c02-99c9-5783c7bbdb72) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:13:52.713252 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:52.717111 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8f1edf58-f2ba-4bd7-9e80-64db8d175d0e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (88641d9b-1bb9-4980-8be1-a1cb2147caaa), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:52.745241 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:52.763166 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:52.849400 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ac7f9e95-7264-403d-ac33-686250e18b6d None None] Publish callbacks [] for port (deddae2c-3c67-4c02-99c9-5783c7bbdb72), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:52.940199 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ac7f9e95-7264-403d-ac33-686250e18b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (deddae2c-3c67-4c02-99c9-5783c7bbdb72), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:52.987812 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7f9e95-7264-403d-ac33-686250e18b6d None None] Network c02d8ab6-85ed-4730-ac6f-aca9840b12cd is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:13:52.992614 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-ac7f9e95-7264-403d-ac33-686250e18b6d None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:13:52.996658 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7f9e95-7264-403d-ac33-686250e18b6d None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:13:52.999781 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7f9e95-7264-403d-ac33-686250e18b6d None None] Pushing event updated for resources: {'Port': ['ID=deddae2c-3c67-4c02-99c9-5783c7bbdb72,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:53.054210 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-ac7f9e95-7264-403d-ac33-686250e18b6d None None] Attempting to bind port deddae2c-3c67-4c02-99c9-5783c7bbdb72 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:13:53.054571 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-ac7f9e95-7264-403d-ac33-686250e18b6d None None] Attempting to bind port deddae2c-3c67-4c02-99c9-5783c7bbdb72 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'af0d35d2-be18-49bf-86e4-c3a80bbd698b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c02d8ab6-85ed-4730-ac6f-aca9840b12cd'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:13:53.054928 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7f9e95-7264-403d-ac33-686250e18b6d None None] Attempting to bind port deddae2c-3c67-4c02-99c9-5783c7bbdb72 on network c02d8ab6-85ed-4730-ac6f-aca9840b12cd {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:13:53.061070 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7f9e95-7264-403d-ac33-686250e18b6d None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:13:53.061436 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7f9e95-7264-403d-ac33-686250e18b6d None None] Checking segment: {'id': 'af0d35d2-be18-49bf-86e4-c3a80bbd698b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c02d8ab6-85ed-4730-ac6f-aca9840b12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:13:53.061837 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ac7f9e95-7264-403d-ac33-686250e18b6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:53.062232 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7f9e95-7264-403d-ac33-686250e18b6d None None] Bound using segment: {'id': 'af0d35d2-be18-49bf-86e4-c3a80bbd698b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c02d8ab6-85ed-4730-ac6f-aca9840b12cd'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:13:53.062680 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-ac7f9e95-7264-403d-ac33-686250e18b6d None None] Bound port: deddae2c-3c67-4c02-99c9-5783c7bbdb72, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af0d35d2-be18-49bf-86e4-c3a80bbd698b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c02d8ab6-85ed-4730-ac6f-aca9840b12cd'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:13:53.063053 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ac7f9e95-7264-403d-ac33-686250e18b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (deddae2c-3c67-4c02-99c9-5783c7bbdb72), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:53.064691 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:53.066121 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8f1edf58-f2ba-4bd7-9e80-64db8d175d0e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (88641d9b-1bb9-4980-8be1-a1cb2147caaa), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:53.101437 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1edf58-f2ba-4bd7-9e80-64db8d175d0e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Pushing event deleted for resources: {'Subnet': ['ID=88641d9b-1bb9-4980-8be1-a1cb2147caaa,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:53.124112 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-ac7f9e95-7264-403d-ac33-686250e18b6d None None] For port deddae2c-3c67-4c02-99c9-5783c7bbdb72, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:13:53.127283 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-ac7f9e95-7264-403d-ac33-686250e18b6d None None] For port deddae2c-3c67-4c02-99c9-5783c7bbdb72, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=deddae2c-3c67-4c02-99c9-5783c7bbdb72,segment=NetworkSegment(af0d35d2-be18-49bf-86e4-c3a80bbd698b),segment_id=af0d35d2-be18-49bf-86e4-c3a80bbd698b)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:13:53.163340 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8f1edf58-f2ba-4bd7-9e80-64db8d175d0e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (c02d8ab6-85ed-4730-ac6f-aca9840b12cd), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:53.185169 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-8f1edf58-f2ba-4bd7-9e80-64db8d175d0e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c02d8ab6-85ed-4730-ac6f-aca9840b12cd']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:13:53.195080 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-8f1edf58-f2ba-4bd7-9e80-64db8d175d0e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af0d35d2-be18-49bf-86e4-c3a80bbd698b') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:13:53.195383 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-8f1edf58-f2ba-4bd7-9e80-64db8d175d0e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af0d35d2-be18-49bf-86e4-c3a80bbd698b') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:13:53.206648 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8f1edf58-f2ba-4bd7-9e80-64db8d175d0e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (af0d35d2-be18-49bf-86e4-c3a80bbd698b), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:53.254745 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ac7f9e95-7264-403d-ac33-686250e18b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (deddae2c-3c67-4c02-99c9-5783c7bbdb72), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:53.256999 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8f1edf58-f2ba-4bd7-9e80-64db8d175d0e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (af0d35d2-be18-49bf-86e4-c3a80bbd698b), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:53.264932 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f1edf58-f2ba-4bd7-9e80-64db8d175d0e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:13:53.265253 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8f1edf58-f2ba-4bd7-9e80-64db8d175d0e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (af0d35d2-be18-49bf-86e4-c3a80bbd698b), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:53.306521 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment af0d35d2-be18-49bf-86e4-c3a80bbd698b resource provider aggregate not found Aug 27 05:13:53.329061 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment af0d35d2-be18-49bf-86e4-c3a80bbd698b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid af0d35d2-be18-49bf-86e4-c3a80bbd698b found for delete ", "request_id": "req-b4a4d9fd-3254-4433-b3d7-886f48df49d5"}]} Aug 27 05:13:53.344636 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7f9e95-7264-403d-ac33-686250e18b6d None None] Pushing event updated for resources: {'Port': ['ID=deddae2c-3c67-4c02-99c9-5783c7bbdb72,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:53.358950 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c65f839-7c31-4812-9cce-e98b46a891e4 None None] get_active_networks_info from n-d-852088-5 {{(pid=107777) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 27 05:13:53.378064 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.db.api [None req-8f1edf58-f2ba-4bd7-9e80-64db8d175d0e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 05:13:53.378064 n-d-852088-5 neutron-server[107776]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 05:13:53.378064 n-d-852088-5 neutron-server[107776]: [parameters: {'id': 'c02d8ab6-85ed-4730-ac6f-aca9840b12cd'}] Aug 27 05:13:53.378064 n-d-852088-5 neutron-server[107776]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=107776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 05:13:53.378898 n-d-852088-5 neutron-server[107776]: DEBUG oslo_db.api [None req-8f1edf58-f2ba-4bd7-9e80-64db8d175d0e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 05:13:53.424004 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c65f839-7c31-4812-9cce-e98b46a891e4 None None] Resources bound (agent type, host, resource id): {{(pid=107777) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 05:13:53.573342 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b7cebc-e125-46c9-b8a1-546ae37340bc None None] Network c02d8ab6-85ed-4730-ac6f-aca9840b12cd requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:13:53.631694 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:53.879754 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8f1edf58-f2ba-4bd7-9e80-64db8d175d0e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (c02d8ab6-85ed-4730-ac6f-aca9840b12cd), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:53.931224 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-8f1edf58-f2ba-4bd7-9e80-64db8d175d0e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Deleting port deddae2c-3c67-4c02-99c9-5783c7bbdb72 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:13:53.931568 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8f1edf58-f2ba-4bd7-9e80-64db8d175d0e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (deddae2c-3c67-4c02-99c9-5783c7bbdb72), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:53.995992 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-8f1edf58-f2ba-4bd7-9e80-64db8d175d0e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] For port deddae2c-3c67-4c02-99c9-5783c7bbdb72, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=deddae2c-3c67-4c02-99c9-5783c7bbdb72,segment=NetworkSegment(af0d35d2-be18-49bf-86e4-c3a80bbd698b),segment_id=af0d35d2-be18-49bf-86e4-c3a80bbd698b)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:13:53.996398 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8f1edf58-f2ba-4bd7-9e80-64db8d175d0e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (deddae2c-3c67-4c02-99c9-5783c7bbdb72), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:54.008736 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-8f1edf58-f2ba-4bd7-9e80-64db8d175d0e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Calling delete_port for deddae2c-3c67-4c02-99c9-5783c7bbdb72 owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:13:54.153405 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8f1edf58-f2ba-4bd7-9e80-64db8d175d0e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (deddae2c-3c67-4c02-99c9-5783c7bbdb72), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:54.179742 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1edf58-f2ba-4bd7-9e80-64db8d175d0e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Pushing event deleted for resources: {'Port': ['ID=deddae2c-3c67-4c02-99c9-5783c7bbdb72,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:54.181604 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1edf58-f2ba-4bd7-9e80-64db8d175d0e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] No DVR routers for this DVR port deddae2c-3c67-4c02-99c9-5783c7bbdb72 on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:13:54.262832 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8f1edf58-f2ba-4bd7-9e80-64db8d175d0e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (c02d8ab6-85ed-4730-ac6f-aca9840b12cd), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:54.282738 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-8f1edf58-f2ba-4bd7-9e80-64db8d175d0e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c02d8ab6-85ed-4730-ac6f-aca9840b12cd']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:13:54.292152 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-8f1edf58-f2ba-4bd7-9e80-64db8d175d0e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af0d35d2-be18-49bf-86e4-c3a80bbd698b') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:13:54.292478 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-8f1edf58-f2ba-4bd7-9e80-64db8d175d0e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af0d35d2-be18-49bf-86e4-c3a80bbd698b') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:13:54.301851 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8f1edf58-f2ba-4bd7-9e80-64db8d175d0e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (af0d35d2-be18-49bf-86e4-c3a80bbd698b), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:54.314822 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8f1edf58-f2ba-4bd7-9e80-64db8d175d0e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (af0d35d2-be18-49bf-86e4-c3a80bbd698b), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:54.318895 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:54.321608 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f1edf58-f2ba-4bd7-9e80-64db8d175d0e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:13:54.321992 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8f1edf58-f2ba-4bd7-9e80-64db8d175d0e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (af0d35d2-be18-49bf-86e4-c3a80bbd698b), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:54.501842 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8f1edf58-f2ba-4bd7-9e80-64db8d175d0e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (c02d8ab6-85ed-4730-ac6f-aca9840b12cd), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:54.508962 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8f1edf58-f2ba-4bd7-9e80-64db8d175d0e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:54.512703 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8f1edf58-f2ba-4bd7-9e80-64db8d175d0e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] 10.222.0.76 "DELETE /networking/v2.0/networks/c02d8ab6-85ed-4730-ac6f-aca9840b12cd HTTP/1.1" status: 204 len: 168 time: 1.9582984 Aug 27 05:13:54.516609 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58142) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:13:54.521656 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-bca9c078-636b-44b5-82e1-c041a4c0ac56 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-175695342'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:13:54.524411 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1edf58-f2ba-4bd7-9e80-64db8d175d0e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Pushing event deleted for resources: {'Network': ['ID=c02d8ab6-85ed-4730-ac6f-aca9840b12cd,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:54.660176 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca9c078-636b-44b5-82e1-c041a4c0ac56 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Made reservation on behalf of 67bcc69e05534d498bd49685ac3611a8 for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:13:54.664141 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bca9c078-636b-44b5-82e1-c041a4c0ac56 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:54.688626 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bca9c078-636b-44b5-82e1-c041a4c0ac56 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 05:13:54.697297 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bca9c078-636b-44b5-82e1-c041a4c0ac56 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (1af7b7c8-4b32-4c99-83f2-dd244e4670b2), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:54.697686 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-bca9c078-636b-44b5-82e1-c041a4c0ac56 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Added segment 1af7b7c8-4b32-4c99-83f2-dd244e4670b2 of type vlan for network af267afa-eb86-42aa-b98a-5b0227bcfe0e Aug 27 05:13:54.746372 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bca9c078-636b-44b5-82e1-c041a4c0ac56 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (af267afa-eb86-42aa-b98a-5b0227bcfe0e), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:54.842467 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bca9c078-636b-44b5-82e1-c041a4c0ac56 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (af267afa-eb86-42aa-b98a-5b0227bcfe0e), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:54.847459 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca9c078-636b-44b5-82e1-c041a4c0ac56 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:13:54.848046 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bca9c078-636b-44b5-82e1-c041a4c0ac56 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:54.920921 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca9c078-636b-44b5-82e1-c041a4c0ac56 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Pushing event updated for resources: {'Network': ['ID=af267afa-eb86-42aa-b98a-5b0227bcfe0e,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:54.931443 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network af267afa-eb86-42aa-b98a-5b0227bcfe0e details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 05:13:54.948751 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=56 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:54.949521 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:54.991131 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-bca9c078-636b-44b5-82e1-c041a4c0ac56 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4734194 Aug 27 05:13:54.994099 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58144) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:13:55.000215 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-36e4a832-6607-45e5-a1ae-a07ef5092a65 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Request body: {'subnet': {'network_id': 'af267afa-eb86-42aa-b98a-5b0227bcfe0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:13:55.151814 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e4a832-6607-45e5-a1ae-a07ef5092a65 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Made reservation on behalf of 67bcc69e05534d498bd49685ac3611a8 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:13:55.155729 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-36e4a832-6607-45e5-a1ae-a07ef5092a65 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:55.348347 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment af0d35d2-be18-49bf-86e4-c3a80bbd698b resource provider aggregate not found Aug 27 05:13:55.374766 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment af0d35d2-be18-49bf-86e4-c3a80bbd698b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid af0d35d2-be18-49bf-86e4-c3a80bbd698b found for delete ", "request_id": "req-f1f05d1f-8654-4b7f-ac05-b5019b867aa8"}]} Aug 27 05:13:55.496887 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-36e4a832-6607-45e5-a1ae-a07ef5092a65 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (145bba1d-929f-470c-94d1-327c3f02cfb1), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:55.553613 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e4a832-6607-45e5-a1ae-a07ef5092a65 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Pushing event updated for resources: {'Subnet': ['ID=145bba1d-929f-470c-94d1-327c3f02cfb1,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:55.569653 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e4a832-6607-45e5-a1ae-a07ef5092a65 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Checking segment: {'id': '1af7b7c8-4b32-4c99-83f2-dd244e4670b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'af267afa-eb86-42aa-b98a-5b0227bcfe0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:13:55.570017 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e4a832-6607-45e5-a1ae-a07ef5092a65 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Network hostable DHCP agents. Network: af267afa-eb86-42aa-b98a-5b0227bcfe0e, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 05:13:55.671478 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e4a832-6607-45e5-a1ae-a07ef5092a65 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Network af267afa-eb86-42aa-b98a-5b0227bcfe0e is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 05:13:55.745570 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-36e4a832-6607-45e5-a1ae-a07ef5092a65 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, af267afa-eb86-42aa-b98a-5b0227bcfe0e) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:13:55.750057 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e4a832-6607-45e5-a1ae-a07ef5092a65 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:13:55.750752 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-36e4a832-6607-45e5-a1ae-a07ef5092a65 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:55.758372 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f238ab6c-80ec-4acd-a9b8-1e6935487e99 None None] Network af267afa-eb86-42aa-b98a-5b0227bcfe0e requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:13:55.759686 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:55.833241 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-36e4a832-6607-45e5-a1ae-a07ef5092a65 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8340828 Aug 27 05:13:55.833456 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58150) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:13:55.839032 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-98240f41-81a6-41c8-a133-313673cd7425 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-687249522'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:13:55.860771 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8fdd04-eac3-479c-8996-5b0c9c9b8da2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-af267afa-eb86-42aa-b98a-5b0227bcfe0e', 'network_id': 'af267afa-eb86-42aa-b98a-5b0227bcfe0e', 'project_id': '67bcc69e05534d498bd49685ac3611a8', 'fixed_ips': [{'subnet_id': '145bba1d-929f-470c-94d1-327c3f02cfb1'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 05:13:55.861692 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ad8fdd04-eac3-479c-8996-5b0c9c9b8da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:55.953827 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98240f41-81a6-41c8-a133-313673cd7425 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Made reservation on behalf of 67bcc69e05534d498bd49685ac3611a8 for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:13:55.957571 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-98240f41-81a6-41c8-a133-313673cd7425 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:55.983564 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98240f41-81a6-41c8-a133-313673cd7425 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 05:13:55.985481 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:55.993555 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-98240f41-81a6-41c8-a133-313673cd7425 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (16da6946-1cd6-4585-98f2-ccfe178a2229), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:55.993895 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-98240f41-81a6-41c8-a133-313673cd7425 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Added segment 16da6946-1cd6-4585-98f2-ccfe178a2229 of type vlan for network d4447010-aa9c-46ad-8430-1f9e3c87d87d Aug 27 05:13:56.002935 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-ad8fdd04-eac3-479c-8996-5b0c9c9b8da2 None None] Allocated IP 2001:db8::2 (af267afa-eb86-42aa-b98a-5b0227bcfe0e/145bba1d-929f-470c-94d1-327c3f02cfb1/8b3e3c12-48b8-4397-945c-9c858a944595) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:13:56.035464 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-98240f41-81a6-41c8-a133-313673cd7425 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (d4447010-aa9c-46ad-8430-1f9e3c87d87d), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:56.142311 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-98240f41-81a6-41c8-a133-313673cd7425 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (d4447010-aa9c-46ad-8430-1f9e3c87d87d), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:56.147509 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98240f41-81a6-41c8-a133-313673cd7425 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:13:56.148108 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-98240f41-81a6-41c8-a133-313673cd7425 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:56.150800 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ad8fdd04-eac3-479c-8996-5b0c9c9b8da2 None None] Publish callbacks [] for port (8b3e3c12-48b8-4397-945c-9c858a944595), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:56.220433 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98240f41-81a6-41c8-a133-313673cd7425 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Pushing event updated for resources: {'Network': ['ID=d4447010-aa9c-46ad-8430-1f9e3c87d87d,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:56.230472 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network d4447010-aa9c-46ad-8430-1f9e3c87d87d details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 05:13:56.282196 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ad8fdd04-eac3-479c-8996-5b0c9c9b8da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (8b3e3c12-48b8-4397-945c-9c858a944595), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:56.293950 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-98240f41-81a6-41c8-a133-313673cd7425 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4594738 Aug 27 05:13:56.298377 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58152) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:13:56.302686 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-30834c7f-7d8a-4a40-8a99-728da69eabb1 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Request body: {'subnet': {'network_id': 'd4447010-aa9c-46ad-8430-1f9e3c87d87d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:13:56.337062 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8fdd04-eac3-479c-8996-5b0c9c9b8da2 None None] Network af267afa-eb86-42aa-b98a-5b0227bcfe0e is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:13:56.342596 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-ad8fdd04-eac3-479c-8996-5b0c9c9b8da2 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:13:56.345375 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8fdd04-eac3-479c-8996-5b0c9c9b8da2 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:13:56.359372 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8fdd04-eac3-479c-8996-5b0c9c9b8da2 None None] Pushing event updated for resources: {'Port': ['ID=8b3e3c12-48b8-4397-945c-9c858a944595,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:56.411298 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-ad8fdd04-eac3-479c-8996-5b0c9c9b8da2 None None] Attempting to bind port 8b3e3c12-48b8-4397-945c-9c858a944595 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:13:56.411662 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-ad8fdd04-eac3-479c-8996-5b0c9c9b8da2 None None] Attempting to bind port 8b3e3c12-48b8-4397-945c-9c858a944595 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '1af7b7c8-4b32-4c99-83f2-dd244e4670b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'af267afa-eb86-42aa-b98a-5b0227bcfe0e'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:13:56.412021 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8fdd04-eac3-479c-8996-5b0c9c9b8da2 None None] Attempting to bind port 8b3e3c12-48b8-4397-945c-9c858a944595 on network af267afa-eb86-42aa-b98a-5b0227bcfe0e {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:13:56.417677 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8fdd04-eac3-479c-8996-5b0c9c9b8da2 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:13:56.418036 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8fdd04-eac3-479c-8996-5b0c9c9b8da2 None None] Checking segment: {'id': '1af7b7c8-4b32-4c99-83f2-dd244e4670b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'af267afa-eb86-42aa-b98a-5b0227bcfe0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:13:56.418430 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ad8fdd04-eac3-479c-8996-5b0c9c9b8da2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:56.420605 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8fdd04-eac3-479c-8996-5b0c9c9b8da2 None None] Bound using segment: {'id': '1af7b7c8-4b32-4c99-83f2-dd244e4670b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'af267afa-eb86-42aa-b98a-5b0227bcfe0e'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:13:56.420605 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-ad8fdd04-eac3-479c-8996-5b0c9c9b8da2 None None] Bound port: 8b3e3c12-48b8-4397-945c-9c858a944595, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af7b7c8-4b32-4c99-83f2-dd244e4670b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'af267afa-eb86-42aa-b98a-5b0227bcfe0e'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:13:56.420605 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ad8fdd04-eac3-479c-8996-5b0c9c9b8da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8b3e3c12-48b8-4397-945c-9c858a944595), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:56.480278 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-ad8fdd04-eac3-479c-8996-5b0c9c9b8da2 None None] For port 8b3e3c12-48b8-4397-945c-9c858a944595, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:13:56.483288 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-ad8fdd04-eac3-479c-8996-5b0c9c9b8da2 None None] For port 8b3e3c12-48b8-4397-945c-9c858a944595, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=8b3e3c12-48b8-4397-945c-9c858a944595,segment=NetworkSegment(1af7b7c8-4b32-4c99-83f2-dd244e4670b2),segment_id=1af7b7c8-4b32-4c99-83f2-dd244e4670b2)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:13:56.493974 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30834c7f-7d8a-4a40-8a99-728da69eabb1 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Made reservation on behalf of 67bcc69e05534d498bd49685ac3611a8 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:13:56.498679 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-30834c7f-7d8a-4a40-8a99-728da69eabb1 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:56.597860 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ad8fdd04-eac3-479c-8996-5b0c9c9b8da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (8b3e3c12-48b8-4397-945c-9c858a944595), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:56.631398 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:56.671832 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8fdd04-eac3-479c-8996-5b0c9c9b8da2 None None] Pushing event updated for resources: {'Port': ['ID=8b3e3c12-48b8-4397-945c-9c858a944595,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:56.751618 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a6366559-715a-434b-80d8-6f0c60b33b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:56.787789 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-30834c7f-7d8a-4a40-8a99-728da69eabb1 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (b96a24bd-3535-4e7d-a635-5f370d0872b5), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:56.875621 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30834c7f-7d8a-4a40-8a99-728da69eabb1 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Pushing event updated for resources: {'Subnet': ['ID=b96a24bd-3535-4e7d-a635-5f370d0872b5,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:56.884747 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30834c7f-7d8a-4a40-8a99-728da69eabb1 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Checking segment: {'id': '16da6946-1cd6-4585-98f2-ccfe178a2229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd4447010-aa9c-46ad-8430-1f9e3c87d87d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:13:56.885135 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30834c7f-7d8a-4a40-8a99-728da69eabb1 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Network hostable DHCP agents. Network: d4447010-aa9c-46ad-8430-1f9e3c87d87d, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 05:13:56.997062 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30834c7f-7d8a-4a40-8a99-728da69eabb1 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Network d4447010-aa9c-46ad-8430-1f9e3c87d87d is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 05:13:57.106652 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-30834c7f-7d8a-4a40-8a99-728da69eabb1 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, d4447010-aa9c-46ad-8430-1f9e3c87d87d) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:13:57.110854 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30834c7f-7d8a-4a40-8a99-728da69eabb1 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:13:57.112513 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-30834c7f-7d8a-4a40-8a99-728da69eabb1 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:57.115268 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4d5b68-37ae-4469-a453-78c513c33042 None None] Network d4447010-aa9c-46ad-8430-1f9e3c87d87d requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:13:57.208011 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-30834c7f-7d8a-4a40-8a99-728da69eabb1 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9093029 Aug 27 05:13:57.210671 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58154) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:13:57.222537 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d7b364-7e71-4e78-ad47-eb94b38a40d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-d4447010-aa9c-46ad-8430-1f9e3c87d87d', 'network_id': 'd4447010-aa9c-46ad-8430-1f9e3c87d87d', 'project_id': '67bcc69e05534d498bd49685ac3611a8', 'fixed_ips': [{'subnet_id': 'b96a24bd-3535-4e7d-a635-5f370d0872b5'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 05:13:57.223470 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-46d7b364-7e71-4e78-ad47-eb94b38a40d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:57.234210 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:57.264577 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:57.320498 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bed21f20-8263-4b99-a2b1-281a6d32bd33 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (d4447010-aa9c-46ad-8430-1f9e3c87d87d), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:57.372119 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-46d7b364-7e71-4e78-ad47-eb94b38a40d3 None None] Allocated IP 2001:db8::2 (d4447010-aa9c-46ad-8430-1f9e3c87d87d/b96a24bd-3535-4e7d-a635-5f370d0872b5/bd410361-fa2c-4a73-99bd-5f4cee631ae5) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:13:57.393757 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bed21f20-8263-4b99-a2b1-281a6d32bd33 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (b96a24bd-3535-4e7d-a635-5f370d0872b5), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:57.534101 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-46d7b364-7e71-4e78-ad47-eb94b38a40d3 None None] Publish callbacks [] for port (bd410361-fa2c-4a73-99bd-5f4cee631ae5), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:57.591679 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-46d7b364-7e71-4e78-ad47-eb94b38a40d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (bd410361-fa2c-4a73-99bd-5f4cee631ae5), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:57.618258 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a478c15f-1f8c-4536-84d0-a0f809fb3873 None None] Network af267afa-eb86-42aa-b98a-5b0227bcfe0e requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:13:57.691009 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bed21f20-8263-4b99-a2b1-281a6d32bd33 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (b96a24bd-3535-4e7d-a635-5f370d0872b5), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:57.691941 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-49bf9d82-89d1-467d-89f1-38978e6292df None None] Provisioning complete for port 8b3e3c12-48b8-4397-945c-9c858a944595 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:13:57.692344 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-49bf9d82-89d1-467d-89f1-38978e6292df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (8b3e3c12-48b8-4397-945c-9c858a944595), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:57.700049 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d7b364-7e71-4e78-ad47-eb94b38a40d3 None None] Network d4447010-aa9c-46ad-8430-1f9e3c87d87d is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:13:57.718079 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d7b364-7e71-4e78-ad47-eb94b38a40d3 None None] Pushing event updated for resources: {'Port': ['ID=bd410361-fa2c-4a73-99bd-5f4cee631ae5,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:57.722410 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed21f20-8263-4b99-a2b1-281a6d32bd33 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Pushing event deleted for resources: {'Subnet': ['ID=b96a24bd-3535-4e7d-a635-5f370d0872b5,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:57.724122 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-46d7b364-7e71-4e78-ad47-eb94b38a40d3 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:13:57.733927 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d7b364-7e71-4e78-ad47-eb94b38a40d3 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:13:57.737412 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:57.776281 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:57.789849 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bed21f20-8263-4b99-a2b1-281a6d32bd33 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (d4447010-aa9c-46ad-8430-1f9e3c87d87d), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:57.814884 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-bed21f20-8263-4b99-a2b1-281a6d32bd33 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4447010-aa9c-46ad-8430-1f9e3c87d87d']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:13:57.825130 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-bed21f20-8263-4b99-a2b1-281a6d32bd33 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16da6946-1cd6-4585-98f2-ccfe178a2229') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:13:57.825431 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-bed21f20-8263-4b99-a2b1-281a6d32bd33 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16da6946-1cd6-4585-98f2-ccfe178a2229') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:13:57.835867 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bed21f20-8263-4b99-a2b1-281a6d32bd33 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (16da6946-1cd6-4585-98f2-ccfe178a2229), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:57.851651 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bed21f20-8263-4b99-a2b1-281a6d32bd33 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (16da6946-1cd6-4585-98f2-ccfe178a2229), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:57.859422 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bed21f20-8263-4b99-a2b1-281a6d32bd33 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:13:57.859813 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bed21f20-8263-4b99-a2b1-281a6d32bd33 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (16da6946-1cd6-4585-98f2-ccfe178a2229), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:57.881998 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-46d7b364-7e71-4e78-ad47-eb94b38a40d3 None None] Attempting to bind port bd410361-fa2c-4a73-99bd-5f4cee631ae5 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:13:57.882441 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-46d7b364-7e71-4e78-ad47-eb94b38a40d3 None None] Attempting to bind port bd410361-fa2c-4a73-99bd-5f4cee631ae5 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '16da6946-1cd6-4585-98f2-ccfe178a2229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd4447010-aa9c-46ad-8430-1f9e3c87d87d'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:13:57.882802 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d7b364-7e71-4e78-ad47-eb94b38a40d3 None None] Attempting to bind port bd410361-fa2c-4a73-99bd-5f4cee631ae5 on network d4447010-aa9c-46ad-8430-1f9e3c87d87d {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:13:57.891109 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-49bf9d82-89d1-467d-89f1-38978e6292df None None] Current status of the port 8b3e3c12-48b8-4397-945c-9c858a944595 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:13:57.891499 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-49bf9d82-89d1-467d-89f1-38978e6292df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8b3e3c12-48b8-4397-945c-9c858a944595), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:57.893942 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d7b364-7e71-4e78-ad47-eb94b38a40d3 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:13:57.896524 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d7b364-7e71-4e78-ad47-eb94b38a40d3 None None] Checking segment: {'id': '16da6946-1cd6-4585-98f2-ccfe178a2229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd4447010-aa9c-46ad-8430-1f9e3c87d87d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:13:57.896524 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-46d7b364-7e71-4e78-ad47-eb94b38a40d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:57.896524 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d7b364-7e71-4e78-ad47-eb94b38a40d3 None None] Bound using segment: {'id': '16da6946-1cd6-4585-98f2-ccfe178a2229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd4447010-aa9c-46ad-8430-1f9e3c87d87d'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:13:57.896524 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-46d7b364-7e71-4e78-ad47-eb94b38a40d3 None None] Bound port: bd410361-fa2c-4a73-99bd-5f4cee631ae5, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16da6946-1cd6-4585-98f2-ccfe178a2229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd4447010-aa9c-46ad-8430-1f9e3c87d87d'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:13:57.896524 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-46d7b364-7e71-4e78-ad47-eb94b38a40d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (bd410361-fa2c-4a73-99bd-5f4cee631ae5), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:57.910533 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 16da6946-1cd6-4585-98f2-ccfe178a2229 resource provider aggregate not found Aug 27 05:13:57.938555 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 16da6946-1cd6-4585-98f2-ccfe178a2229 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 16da6946-1cd6-4585-98f2-ccfe178a2229 found for delete ", "request_id": "req-a8be4d96-cc20-4b6d-a522-9b37d521757f"}]} Aug 27 05:13:57.965024 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-49bf9d82-89d1-467d-89f1-38978e6292df None None] For port 8b3e3c12-48b8-4397-945c-9c858a944595, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=8b3e3c12-48b8-4397-945c-9c858a944595,segment=NetworkSegment(1af7b7c8-4b32-4c99-83f2-dd244e4670b2),segment_id=1af7b7c8-4b32-4c99-83f2-dd244e4670b2)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:13:57.992219 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-46d7b364-7e71-4e78-ad47-eb94b38a40d3 None None] For port bd410361-fa2c-4a73-99bd-5f4cee631ae5, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:13:57.995562 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-46d7b364-7e71-4e78-ad47-eb94b38a40d3 None None] For port bd410361-fa2c-4a73-99bd-5f4cee631ae5, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=bd410361-fa2c-4a73-99bd-5f4cee631ae5,segment=NetworkSegment(16da6946-1cd6-4585-98f2-ccfe178a2229),segment_id=16da6946-1cd6-4585-98f2-ccfe178a2229)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:13:58.005730 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.db.api [None req-bed21f20-8263-4b99-a2b1-281a6d32bd33 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 05:13:58.005730 n-d-852088-5 neutron-server[107775]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 05:13:58.005730 n-d-852088-5 neutron-server[107775]: [parameters: {'id': 'd4447010-aa9c-46ad-8430-1f9e3c87d87d'}] Aug 27 05:13:58.005730 n-d-852088-5 neutron-server[107775]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=107775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 05:13:58.006241 n-d-852088-5 neutron-server[107775]: DEBUG oslo_db.api [None req-bed21f20-8263-4b99-a2b1-281a6d32bd33 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 05:13:58.062515 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-49bf9d82-89d1-467d-89f1-38978e6292df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (8b3e3c12-48b8-4397-945c-9c858a944595), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:58.088243 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-46d7b364-7e71-4e78-ad47-eb94b38a40d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (bd410361-fa2c-4a73-99bd-5f4cee631ae5), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:58.146712 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bf9d82-89d1-467d-89f1-38978e6292df None None] Pushing event updated for resources: {'Port': ['ID=8b3e3c12-48b8-4397-945c-9c858a944595,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:58.174395 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270e4bf9-63a8-4fde-9366-d33f5fa52235 None None] get_active_networks_info from n-d-852088-5 {{(pid=107777) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 27 05:13:58.222178 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-e84997d5-15a7-42da-9feb-ca30b1036ee9 None None] Provisioning complete for port 8b3e3c12-48b8-4397-945c-9c858a944595 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:13:58.222546 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e84997d5-15a7-42da-9feb-ca30b1036ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (8b3e3c12-48b8-4397-945c-9c858a944595), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:58.236359 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:58.263586 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d7b364-7e71-4e78-ad47-eb94b38a40d3 None None] Pushing event updated for resources: {'Port': ['ID=bd410361-fa2c-4a73-99bd-5f4cee631ae5,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:58.338720 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270e4bf9-63a8-4fde-9366-d33f5fa52235 None None] Resources bound (agent type, host, resource id): {{(pid=107777) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 05:13:58.357703 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-e84997d5-15a7-42da-9feb-ca30b1036ee9 None None] Current status of the port 8b3e3c12-48b8-4397-945c-9c858a944595 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:13:58.506949 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bed21f20-8263-4b99-a2b1-281a6d32bd33 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (d4447010-aa9c-46ad-8430-1f9e3c87d87d), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:58.538903 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 8b3e3c12-48b8-4397-945c-9c858a944595 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:13:58.556216 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-bed21f20-8263-4b99-a2b1-281a6d32bd33 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Deleting port bd410361-fa2c-4a73-99bd-5f4cee631ae5 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:13:58.556575 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bed21f20-8263-4b99-a2b1-281a6d32bd33 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (bd410361-fa2c-4a73-99bd-5f4cee631ae5), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:58.622287 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 8b3e3c12-48b8-4397-945c-9c858a944595 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:13:58.622582 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (8b3e3c12-48b8-4397-945c-9c858a944595), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:58.627061 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-bed21f20-8263-4b99-a2b1-281a6d32bd33 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] For port bd410361-fa2c-4a73-99bd-5f4cee631ae5, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=bd410361-fa2c-4a73-99bd-5f4cee631ae5,segment=NetworkSegment(16da6946-1cd6-4585-98f2-ccfe178a2229),segment_id=16da6946-1cd6-4585-98f2-ccfe178a2229)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:13:58.627434 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bed21f20-8263-4b99-a2b1-281a6d32bd33 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (bd410361-fa2c-4a73-99bd-5f4cee631ae5), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:58.641922 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-bed21f20-8263-4b99-a2b1-281a6d32bd33 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Calling delete_port for bd410361-fa2c-4a73-99bd-5f4cee631ae5 owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:13:58.701403 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:58.703535 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9871305-9eaa-496f-92e5-46abd5cb3ed0 None None] Network d4447010-aa9c-46ad-8430-1f9e3c87d87d requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:13:58.781140 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 8b3e3c12-48b8-4397-945c-9c858a944595 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:13:58.799452 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bed21f20-8263-4b99-a2b1-281a6d32bd33 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (bd410361-fa2c-4a73-99bd-5f4cee631ae5), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:58.830715 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed21f20-8263-4b99-a2b1-281a6d32bd33 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Pushing event deleted for resources: {'Port': ['ID=bd410361-fa2c-4a73-99bd-5f4cee631ae5,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:58.834204 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed21f20-8263-4b99-a2b1-281a6d32bd33 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] No DVR routers for this DVR port bd410361-fa2c-4a73-99bd-5f4cee631ae5 on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:13:58.915092 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bed21f20-8263-4b99-a2b1-281a6d32bd33 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (d4447010-aa9c-46ad-8430-1f9e3c87d87d), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:58.936932 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-bed21f20-8263-4b99-a2b1-281a6d32bd33 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4447010-aa9c-46ad-8430-1f9e3c87d87d']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:13:58.946686 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-bed21f20-8263-4b99-a2b1-281a6d32bd33 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16da6946-1cd6-4585-98f2-ccfe178a2229') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:13:58.946981 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-bed21f20-8263-4b99-a2b1-281a6d32bd33 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16da6946-1cd6-4585-98f2-ccfe178a2229') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:13:58.956756 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bed21f20-8263-4b99-a2b1-281a6d32bd33 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (16da6946-1cd6-4585-98f2-ccfe178a2229), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:58.970211 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bed21f20-8263-4b99-a2b1-281a6d32bd33 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (16da6946-1cd6-4585-98f2-ccfe178a2229), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:58.976652 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bed21f20-8263-4b99-a2b1-281a6d32bd33 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:13:58.977039 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bed21f20-8263-4b99-a2b1-281a6d32bd33 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (16da6946-1cd6-4585-98f2-ccfe178a2229), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:59.099782 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bed21f20-8263-4b99-a2b1-281a6d32bd33 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (d4447010-aa9c-46ad-8430-1f9e3c87d87d), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:59.108744 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bed21f20-8263-4b99-a2b1-281a6d32bd33 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:59.111615 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-bed21f20-8263-4b99-a2b1-281a6d32bd33 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] 10.222.0.76 "DELETE /networking/v2.0/networks/d4447010-aa9c-46ad-8430-1f9e3c87d87d HTTP/1.1" status: 204 len: 168 time: 1.9000032 Aug 27 05:13:59.114590 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58160) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:13:59.123392 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed21f20-8263-4b99-a2b1-281a6d32bd33 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Pushing event deleted for resources: {'Network': ['ID=d4447010-aa9c-46ad-8430-1f9e3c87d87d,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:59.146214 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-383115a3-22b4-4358-9bee-ea641aff389e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] GET failed (client error): The resource could not be found. Aug 27 05:13:59.147506 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-383115a3-22b4-4358-9bee-ea641aff389e tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] 10.222.0.76 "GET /networking/v2.0/subnets/b96a24bd-3535-4e7d-a635-5f370d0872b5 HTTP/1.1" status: 404 len: 337 time: 0.0319555 Aug 27 05:13:59.151710 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58162) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:13:59.170195 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f729de3-5c00-4c0c-b80a-87691c9da69a tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] DELETE failed (client error): The resource could not be found. Aug 27 05:13:59.170605 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f729de3-5c00-4c0c-b80a-87691c9da69a tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 05:13:59.173498 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6f729de3-5c00-4c0c-b80a-87691c9da69a tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] 10.222.0.76 "DELETE /networking/v2.0/networks/d4447010-aa9c-46ad-8430-1f9e3c87d87d HTTP/1.1" status: 404 len: 339 time: 0.0208941 Aug 27 05:13:59.176234 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d73749d9-c313-4105-96f0-650b62b16b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:59.185611 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58164) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:13:59.205434 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-5310b909-c0cb-43f3-8355-c21fce38cce7 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] DELETE failed (client error): The resource could not be found. Aug 27 05:13:59.205895 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5310b909-c0cb-43f3-8355-c21fce38cce7 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 05:13:59.208881 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-5310b909-c0cb-43f3-8355-c21fce38cce7 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/b96a24bd-3535-4e7d-a635-5f370d0872b5 HTTP/1.1" status: 404 len: 337 time: 0.0295231 Aug 27 05:13:59.211373 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58166) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:13:59.230927 n-d-852088-5 neutron-server[107776]: INFO neutron.pecan_wsgi.hooks.translation [None req-b10e339c-ac79-495a-8c87-cf4b55db9d31 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] DELETE failed (client error): The resource could not be found. Aug 27 05:13:59.231411 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b10e339c-ac79-495a-8c87-cf4b55db9d31 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 05:13:59.234324 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b10e339c-ac79-495a-8c87-cf4b55db9d31 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] 10.222.0.76 "DELETE /networking/v2.0/networks/d4447010-aa9c-46ad-8430-1f9e3c87d87d HTTP/1.1" status: 404 len: 339 time: 0.0220723 Aug 27 05:13:59.236681 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58168) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:13:59.287593 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5da2274-d9dc-455a-9afb-fc994b71b0b3 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Deleting subnet 145bba1d-929f-470c-94d1-327c3f02cfb1 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 05:13:59.290866 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f5da2274-d9dc-455a-9afb-fc994b71b0b3 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks [] for subnet (145bba1d-929f-470c-94d1-327c3f02cfb1), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:59.330764 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f5da2274-d9dc-455a-9afb-fc994b71b0b3 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (145bba1d-929f-470c-94d1-327c3f02cfb1), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:59.415149 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f5da2274-d9dc-455a-9afb-fc994b71b0b3 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (145bba1d-929f-470c-94d1-327c3f02cfb1), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:59.568726 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f5da2274-d9dc-455a-9afb-fc994b71b0b3 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (145bba1d-929f-470c-94d1-327c3f02cfb1), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:59.599235 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da2274-d9dc-455a-9afb-fc994b71b0b3 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Pushing event deleted for resources: {'Subnet': ['ID=145bba1d-929f-470c-94d1-327c3f02cfb1,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:13:59.604661 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f5da2274-d9dc-455a-9afb-fc994b71b0b3 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:59.608495 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f5da2274-d9dc-455a-9afb-fc994b71b0b3 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/145bba1d-929f-470c-94d1-327c3f02cfb1 HTTP/1.1" status: 204 len: 168 time: 0.3703549 Aug 27 05:13:59.610565 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58170) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:13:59.612934 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be5edc1-f689-4049-92ae-bef2f59d141a None None] Network af267afa-eb86-42aa-b98a-5b0227bcfe0e requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:13:59.704279 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5d427723-4a78-4bb1-a9a6-6424ee518fb9 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (af267afa-eb86-42aa-b98a-5b0227bcfe0e), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:59.712295 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:13:59.749398 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-5d427723-4a78-4bb1-a9a6-6424ee518fb9 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Deleting port 8b3e3c12-48b8-4397-945c-9c858a944595 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:13:59.749741 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5d427723-4a78-4bb1-a9a6-6424ee518fb9 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (8b3e3c12-48b8-4397-945c-9c858a944595), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:59.761828 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2c1e7d-2f1e-4bdd-bdb3-1fc25286802b None None] DHCP port deletion for af267afa-eb86-42aa-b98a-5b0227bcfe0e request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 05:13:59.799589 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-ee2c1e7d-2f1e-4bdd-bdb3-1fc25286802b None None] Deleting port 8b3e3c12-48b8-4397-945c-9c858a944595 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:13:59.799963 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ee2c1e7d-2f1e-4bdd-bdb3-1fc25286802b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (8b3e3c12-48b8-4397-945c-9c858a944595), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:59.819476 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-5d427723-4a78-4bb1-a9a6-6424ee518fb9 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] For port 8b3e3c12-48b8-4397-945c-9c858a944595, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=8b3e3c12-48b8-4397-945c-9c858a944595,segment=NetworkSegment(1af7b7c8-4b32-4c99-83f2-dd244e4670b2),segment_id=1af7b7c8-4b32-4c99-83f2-dd244e4670b2)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:13:59.819757 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5d427723-4a78-4bb1-a9a6-6424ee518fb9 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (8b3e3c12-48b8-4397-945c-9c858a944595), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:59.833699 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-5d427723-4a78-4bb1-a9a6-6424ee518fb9 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Calling delete_port for 8b3e3c12-48b8-4397-945c-9c858a944595 owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:13:59.863617 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-ee2c1e7d-2f1e-4bdd-bdb3-1fc25286802b None None] For port 8b3e3c12-48b8-4397-945c-9c858a944595, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=8b3e3c12-48b8-4397-945c-9c858a944595,segment=NetworkSegment(1af7b7c8-4b32-4c99-83f2-dd244e4670b2),segment_id=1af7b7c8-4b32-4c99-83f2-dd244e4670b2)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:13:59.864006 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ee2c1e7d-2f1e-4bdd-bdb3-1fc25286802b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (8b3e3c12-48b8-4397-945c-9c858a944595), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:59.877677 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-ee2c1e7d-2f1e-4bdd-bdb3-1fc25286802b None None] Calling delete_port for 8b3e3c12-48b8-4397-945c-9c858a944595 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:13:59.957649 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 16da6946-1cd6-4585-98f2-ccfe178a2229 resource provider aggregate not found Aug 27 05:13:59.974776 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 16da6946-1cd6-4585-98f2-ccfe178a2229 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 16da6946-1cd6-4585-98f2-ccfe178a2229 found for delete ", "request_id": "req-ef8c510e-168a-43c6-a583-e08fa0392a39"}]} Aug 27 05:13:59.987869 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5d427723-4a78-4bb1-a9a6-6424ee518fb9 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (8b3e3c12-48b8-4397-945c-9c858a944595), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:13:59.995152 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ee2c1e7d-2f1e-4bdd-bdb3-1fc25286802b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (8b3e3c12-48b8-4397-945c-9c858a944595), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:00.014917 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d427723-4a78-4bb1-a9a6-6424ee518fb9 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Pushing event deleted for resources: {'Port': ['ID=8b3e3c12-48b8-4397-945c-9c858a944595,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:00.016806 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d427723-4a78-4bb1-a9a6-6424ee518fb9 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] No DVR routers for this DVR port 8b3e3c12-48b8-4397-945c-9c858a944595 on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:14:00.025310 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c1e7d-2f1e-4bdd-bdb3-1fc25286802b None None] Pushing event deleted for resources: {'Port': ['ID=8b3e3c12-48b8-4397-945c-9c858a944595,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:00.027446 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2c1e7d-2f1e-4bdd-bdb3-1fc25286802b None None] No DVR routers for this DVR port 8b3e3c12-48b8-4397-945c-9c858a944595 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:14:00.112579 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5d427723-4a78-4bb1-a9a6-6424ee518fb9 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (af267afa-eb86-42aa-b98a-5b0227bcfe0e), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:00.122497 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-5d427723-4a78-4bb1-a9a6-6424ee518fb9 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af267afa-eb86-42aa-b98a-5b0227bcfe0e']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:14:00.131505 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-5d427723-4a78-4bb1-a9a6-6424ee518fb9 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1af7b7c8-4b32-4c99-83f2-dd244e4670b2') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:14:00.131799 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-5d427723-4a78-4bb1-a9a6-6424ee518fb9 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1af7b7c8-4b32-4c99-83f2-dd244e4670b2') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:14:00.141651 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5d427723-4a78-4bb1-a9a6-6424ee518fb9 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (1af7b7c8-4b32-4c99-83f2-dd244e4670b2), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:00.148766 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:00.155426 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5d427723-4a78-4bb1-a9a6-6424ee518fb9 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (1af7b7c8-4b32-4c99-83f2-dd244e4670b2), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:00.162331 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d427723-4a78-4bb1-a9a6-6424ee518fb9 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:14:00.168716 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5d427723-4a78-4bb1-a9a6-6424ee518fb9 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (1af7b7c8-4b32-4c99-83f2-dd244e4670b2), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:00.405020 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:00.493067 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 8b3e3c12-48b8-4397-945c-9c858a944595 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:14:00.513456 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 8b3e3c12-48b8-4397-945c-9c858a944595 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:14:00.513905 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 8b3e3c12-48b8-4397-945c-9c858a944595 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:14:00.516804 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 1af7b7c8-4b32-4c99-83f2-dd244e4670b2 resource provider aggregate not found Aug 27 05:14:00.538993 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 1af7b7c8-4b32-4c99-83f2-dd244e4670b2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1af7b7c8-4b32-4c99-83f2-dd244e4670b2 found for delete ", "request_id": "req-4ca38a07-7863-4f50-a27d-9cd743b9c09e"}]} Aug 27 05:14:00.631483 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5d427723-4a78-4bb1-a9a6-6424ee518fb9 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (af267afa-eb86-42aa-b98a-5b0227bcfe0e), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:00.641170 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5d427723-4a78-4bb1-a9a6-6424ee518fb9 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:00.644348 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-5d427723-4a78-4bb1-a9a6-6424ee518fb9 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] 10.222.0.76 "DELETE /networking/v2.0/networks/af267afa-eb86-42aa-b98a-5b0227bcfe0e HTTP/1.1" status: 204 len: 168 time: 1.0328312 Aug 27 05:14:00.646981 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58180) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:14:00.654708 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d427723-4a78-4bb1-a9a6-6424ee518fb9 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Pushing event deleted for resources: {'Network': ['ID=af267afa-eb86-42aa-b98a-5b0227bcfe0e,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:00.673794 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-5049a516-c898-4173-b430-f60db65dc31a tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] DELETE failed (client error): The resource could not be found. Aug 27 05:14:00.674245 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5049a516-c898-4173-b430-f60db65dc31a tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 05:14:00.677203 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-5049a516-c898-4173-b430-f60db65dc31a tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/88641d9b-1bb9-4980-8be1-a1cb2147caaa HTTP/1.1" status: 404 len: 337 time: 0.0292275 Aug 27 05:14:00.679828 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58182) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:14:00.698373 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-3397d399-5f54-4238-ab40-b58d8843c49f tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] DELETE failed (client error): The resource could not be found. Aug 27 05:14:00.700954 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3397d399-5f54-4238-ab40-b58d8843c49f tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 05:14:00.701704 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-3397d399-5f54-4238-ab40-b58d8843c49f tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] 10.222.0.76 "DELETE /networking/v2.0/networks/c02d8ab6-85ed-4730-ac6f-aca9840b12cd HTTP/1.1" status: 404 len: 339 time: 0.0209737 Aug 27 05:14:00.704140 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58184) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:14:00.728613 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-9054da7a-4b69-459e-96e1-99e2abdcd5ac tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] DELETE failed (client error): The resource could not be found. Aug 27 05:14:00.729222 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9054da7a-4b69-459e-96e1-99e2abdcd5ac tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 05:14:00.732091 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9054da7a-4b69-459e-96e1-99e2abdcd5ac tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/9ef12fd5-0515-445e-9263-9a8096ede11a HTTP/1.1" status: 404 len: 337 time: 0.0270653 Aug 27 05:14:00.734518 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58186) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:14:00.752020 n-d-852088-5 neutron-server[107775]: INFO neutron.pecan_wsgi.hooks.translation [None req-31a3be20-48de-4a3b-b65b-a1a42c60d2d1 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] DELETE failed (client error): The resource could not be found. Aug 27 05:14:00.752513 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31a3be20-48de-4a3b-b65b-a1a42c60d2d1 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 05:14:00.755294 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-31a3be20-48de-4a3b-b65b-a1a42c60d2d1 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] 10.222.0.76 "DELETE /networking/v2.0/networks/5640afae-625a-4fcc-9169-09edf20a51d1 HTTP/1.1" status: 404 len: 339 time: 0.0199177 Aug 27 05:14:00.757530 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58188) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:14:00.812642 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2a8c06d-120c-4417-b41d-eb4d93498ad7 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Deleting subnet f844f82f-087b-4fe0-8a9e-312d8b3db819 {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 05:14:00.815670 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d2a8c06d-120c-4417-b41d-eb4d93498ad7 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks [] for subnet (f844f82f-087b-4fe0-8a9e-312d8b3db819), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:00.817992 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:00.856353 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d2a8c06d-120c-4417-b41d-eb4d93498ad7 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (f844f82f-087b-4fe0-8a9e-312d8b3db819), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:00.936755 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d2a8c06d-120c-4417-b41d-eb4d93498ad7 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (f844f82f-087b-4fe0-8a9e-312d8b3db819), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:00.985929 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:01.083278 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d2a8c06d-120c-4417-b41d-eb4d93498ad7 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (f844f82f-087b-4fe0-8a9e-312d8b3db819), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:01.112611 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a8c06d-120c-4417-b41d-eb4d93498ad7 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Pushing event deleted for resources: {'Subnet': ['ID=f844f82f-087b-4fe0-8a9e-312d8b3db819,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:01.116987 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d2a8c06d-120c-4417-b41d-eb4d93498ad7 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:01.121137 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-d2a8c06d-120c-4417-b41d-eb4d93498ad7 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/f844f82f-087b-4fe0-8a9e-312d8b3db819 HTTP/1.1" status: 204 len: 168 time: 0.3623793 Aug 27 05:14:01.122539 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21313e2-a8b2-444b-827e-0c16a15dac83 None None] Network e36d217c-3553-45c5-be2a-1eea0417cb65 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:14:01.123299 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58190) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:14:01.182080 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:01.205093 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5d495179-477c-4246-a8b5-13f711abc525 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (e36d217c-3553-45c5-be2a-1eea0417cb65), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:01.247671 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-5d495179-477c-4246-a8b5-13f711abc525 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Deleting port e1b263e9-3401-4181-8500-ff9bd7c6f525 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:14:01.249862 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5d495179-477c-4246-a8b5-13f711abc525 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (e1b263e9-3401-4181-8500-ff9bd7c6f525), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:01.258723 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13bc1ff-f8ef-40c8-9956-090651afbfe2 None None] DHCP port deletion for e36d217c-3553-45c5-be2a-1eea0417cb65 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 05:14:01.303198 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d13bc1ff-f8ef-40c8-9956-090651afbfe2 None None] Deleting port e1b263e9-3401-4181-8500-ff9bd7c6f525 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:14:01.303584 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d13bc1ff-f8ef-40c8-9956-090651afbfe2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (e1b263e9-3401-4181-8500-ff9bd7c6f525), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:01.313701 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-5d495179-477c-4246-a8b5-13f711abc525 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] For port e1b263e9-3401-4181-8500-ff9bd7c6f525, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=e1b263e9-3401-4181-8500-ff9bd7c6f525,segment=NetworkSegment(5816200e-4bc7-46a7-84d1-37fbb23a06e5),segment_id=5816200e-4bc7-46a7-84d1-37fbb23a06e5)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:14:01.314065 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5d495179-477c-4246-a8b5-13f711abc525 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (e1b263e9-3401-4181-8500-ff9bd7c6f525), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:01.327478 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-5d495179-477c-4246-a8b5-13f711abc525 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Calling delete_port for e1b263e9-3401-4181-8500-ff9bd7c6f525 owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:14:01.368154 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d13bc1ff-f8ef-40c8-9956-090651afbfe2 None None] For port e1b263e9-3401-4181-8500-ff9bd7c6f525, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=e1b263e9-3401-4181-8500-ff9bd7c6f525,segment=NetworkSegment(5816200e-4bc7-46a7-84d1-37fbb23a06e5),segment_id=5816200e-4bc7-46a7-84d1-37fbb23a06e5)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:14:01.368580 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d13bc1ff-f8ef-40c8-9956-090651afbfe2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (e1b263e9-3401-4181-8500-ff9bd7c6f525), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:01.382284 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d13bc1ff-f8ef-40c8-9956-090651afbfe2 None None] Calling delete_port for e1b263e9-3401-4181-8500-ff9bd7c6f525 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:14:01.484852 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5d495179-477c-4246-a8b5-13f711abc525 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (e1b263e9-3401-4181-8500-ff9bd7c6f525), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:01.490943 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d13bc1ff-f8ef-40c8-9956-090651afbfe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (e1b263e9-3401-4181-8500-ff9bd7c6f525), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:01.514369 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d495179-477c-4246-a8b5-13f711abc525 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Pushing event deleted for resources: {'Port': ['ID=e1b263e9-3401-4181-8500-ff9bd7c6f525,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:01.517278 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d495179-477c-4246-a8b5-13f711abc525 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] No DVR routers for this DVR port e1b263e9-3401-4181-8500-ff9bd7c6f525 on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:14:01.523392 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13bc1ff-f8ef-40c8-9956-090651afbfe2 None None] No DVR routers for this DVR port e1b263e9-3401-4181-8500-ff9bd7c6f525 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:14:01.525142 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13bc1ff-f8ef-40c8-9956-090651afbfe2 None None] Pushing event deleted for resources: {'Port': ['ID=e1b263e9-3401-4181-8500-ff9bd7c6f525,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:01.606970 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5d495179-477c-4246-a8b5-13f711abc525 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (e36d217c-3553-45c5-be2a-1eea0417cb65), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:01.626942 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-5d495179-477c-4246-a8b5-13f711abc525 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e36d217c-3553-45c5-be2a-1eea0417cb65']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:14:01.636824 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-5d495179-477c-4246-a8b5-13f711abc525 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5816200e-4bc7-46a7-84d1-37fbb23a06e5') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:14:01.637129 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-5d495179-477c-4246-a8b5-13f711abc525 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5816200e-4bc7-46a7-84d1-37fbb23a06e5') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:14:01.646904 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5d495179-477c-4246-a8b5-13f711abc525 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (5816200e-4bc7-46a7-84d1-37fbb23a06e5), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:01.659952 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5d495179-477c-4246-a8b5-13f711abc525 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (5816200e-4bc7-46a7-84d1-37fbb23a06e5), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:01.666939 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d495179-477c-4246-a8b5-13f711abc525 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:14:01.667323 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5d495179-477c-4246-a8b5-13f711abc525 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (5816200e-4bc7-46a7-84d1-37fbb23a06e5), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:01.786308 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:01.814129 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5d495179-477c-4246-a8b5-13f711abc525 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (e36d217c-3553-45c5-be2a-1eea0417cb65), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:01.821633 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5d495179-477c-4246-a8b5-13f711abc525 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:01.824037 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-5d495179-477c-4246-a8b5-13f711abc525 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] 10.222.0.76 "DELETE /networking/v2.0/networks/e36d217c-3553-45c5-be2a-1eea0417cb65 HTTP/1.1" status: 204 len: 168 time: 0.6997862 Aug 27 05:14:01.840236 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d495179-477c-4246-a8b5-13f711abc525 tempest-NetworksIpV6Test-541308047 tempest-NetworksIpV6Test-541308047-project] Pushing event deleted for resources: {'Network': ['ID=e36d217c-3553-45c5-be2a-1eea0417cb65,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:01.993333 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:02.002769 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 5816200e-4bc7-46a7-84d1-37fbb23a06e5 resource provider aggregate not found Aug 27 05:14:02.012054 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 5816200e-4bc7-46a7-84d1-37fbb23a06e5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5816200e-4bc7-46a7-84d1-37fbb23a06e5 found for delete ", "request_id": "req-e52a362f-e192-4562-b28c-a8a8244c63ad"}]} Aug 27 05:14:02.305927 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58200) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:14:02.441961 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1d42c264-8447-4baa-8d36-2b1017073b36 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=67bcc69e05534d498bd49685ac3611a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1348658 Aug 27 05:14:02.444411 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58204) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:14:02.490106 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device e1b263e9-3401-4181-8500-ff9bd7c6f525 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:14:02.494862 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0ea6137d-2cfa-472e-a4a1-85852abc52c5 admin admin] Publish callbacks [] for security_group (28d5ce50-0b19-439f-b1b6-ea53f0cd5df0), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:02.510721 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: e1b263e9-3401-4181-8500-ff9bd7c6f525 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:14:02.511715 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device e1b263e9-3401-4181-8500-ff9bd7c6f525 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:14:02.515648 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0ea6137d-2cfa-472e-a4a1-85852abc52c5 admin admin] Publish callbacks [] for security_group (28d5ce50-0b19-439f-b1b6-ea53f0cd5df0), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:02.642546 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0ea6137d-2cfa-472e-a4a1-85852abc52c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (28d5ce50-0b19-439f-b1b6-ea53f0cd5df0), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:02.645059 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0ea6137d-2cfa-472e-a4a1-85852abc52c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:02.646251 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-0ea6137d-2cfa-472e-a4a1-85852abc52c5 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/28d5ce50-0b19-439f-b1b6-ea53f0cd5df0 HTTP/1.1" status: 204 len: 168 time: 0.2009463 Aug 27 05:14:02.655032 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea6137d-2cfa-472e-a4a1-85852abc52c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d5ce50-0b19-439f-b1b6-ea53f0cd5df0,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:02.724497 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:03.705069 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58226) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:14:03.805188 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-b4d310e9-c4d9-4b2c-980f-91805d2cc2af tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-206320955', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:14:03.923300 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b4d310e9-c4d9-4b2c-980f-91805d2cc2af tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (5f5aaeec-cca0-4368-8692-a2f93ad2aec1), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:03.924415 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b4d310e9-c4d9-4b2c-980f-91805d2cc2af tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (5f5aaeec-cca0-4368-8692-a2f93ad2aec1), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:03.978492 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b4d310e9-c4d9-4b2c-980f-91805d2cc2af tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Publish callbacks [] for router_controller (5f5aaeec-cca0-4368-8692-a2f93ad2aec1), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:04.060372 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b4d310e9-c4d9-4b2c-980f-91805d2cc2af tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (5f5aaeec-cca0-4368-8692-a2f93ad2aec1), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:04.184126 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-b4d310e9-c4d9-4b2c-980f-91805d2cc2af tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:04.185372 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-b4d310e9-c4d9-4b2c-980f-91805d2cc2af tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4792831 Aug 27 05:14:04.188273 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58230) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:14:04.193072 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-9ba0729c-6966-4ec7-a561-76ce9c8f1d51 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1177756442'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:14:04.313687 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba0729c-6966-4ec7-a561-76ce9c8f1d51 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Made reservation on behalf of c4068066f5a64b25985bef6050c16aea for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:14:04.317324 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9ba0729c-6966-4ec7-a561-76ce9c8f1d51 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:04.327018 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9ba0729c-6966-4ec7-a561-76ce9c8f1d51 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:04.375800 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=83,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:04.404505 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9ba0729c-6966-4ec7-a561-76ce9c8f1d51 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Publish callbacks [] for security_group (51478fa0-a97a-422f-b965-003bec56bed3), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:04.479400 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9ba0729c-6966-4ec7-a561-76ce9c8f1d51 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (51478fa0-a97a-422f-b965-003bec56bed3), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:04.507877 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ba0729c-6966-4ec7-a561-76ce9c8f1d51 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 05:14:04.518389 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba0729c-6966-4ec7-a561-76ce9c8f1d51 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51478fa0-a97a-422f-b965-003bec56bed3,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:04.523099 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9ba0729c-6966-4ec7-a561-76ce9c8f1d51 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (c84e5613-4d1b-40b9-9f5d-b9f2d1ef6ad5), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:04.523516 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-9ba0729c-6966-4ec7-a561-76ce9c8f1d51 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Added segment c84e5613-4d1b-40b9-9f5d-b9f2d1ef6ad5 of type vlan for network 1cc1d705-e078-424d-9778-7fd854c76d59 Aug 27 05:14:04.566189 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9ba0729c-6966-4ec7-a561-76ce9c8f1d51 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (1cc1d705-e078-424d-9778-7fd854c76d59), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:04.581798 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=73,neutron:DELETE=4,neutron:INSERT=19,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:04.668154 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9ba0729c-6966-4ec7-a561-76ce9c8f1d51 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (1cc1d705-e078-424d-9778-7fd854c76d59), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:04.673135 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba0729c-6966-4ec7-a561-76ce9c8f1d51 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:14:04.678136 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9ba0729c-6966-4ec7-a561-76ce9c8f1d51 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:04.741345 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba0729c-6966-4ec7-a561-76ce9c8f1d51 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Pushing event updated for resources: {'Network': ['ID=1cc1d705-e078-424d-9778-7fd854c76d59,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:04.751742 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 1cc1d705-e078-424d-9778-7fd854c76d59 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 05:14:04.779112 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-9ba0729c-6966-4ec7-a561-76ce9c8f1d51 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5897775 Aug 27 05:14:04.782199 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58232) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:14:04.787809 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-1ac8868e-26c8-4b61-a494-82f6a18528d9 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Request body: {'subnet': {'network_id': '1cc1d705-e078-424d-9778-7fd854c76d59', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:14:04.934437 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac8868e-26c8-4b61-a494-82f6a18528d9 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Made reservation on behalf of c4068066f5a64b25985bef6050c16aea for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:14:04.938280 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1ac8868e-26c8-4b61-a494-82f6a18528d9 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:05.058061 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:DELETE=7,neutron:UPDATE=2,neutron:SELECT=85,neutron:INSERT=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:05.211028 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1ac8868e-26c8-4b61-a494-82f6a18528d9 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (c39a5317-d01e-4a2b-af65-fd3b2456fadc), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:05.240980 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:05.271786 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac8868e-26c8-4b61-a494-82f6a18528d9 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Pushing event updated for resources: {'Subnet': ['ID=c39a5317-d01e-4a2b-af65-fd3b2456fadc,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:05.282864 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac8868e-26c8-4b61-a494-82f6a18528d9 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Checking segment: {'id': 'c84e5613-4d1b-40b9-9f5d-b9f2d1ef6ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1cc1d705-e078-424d-9778-7fd854c76d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:14:05.300121 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac8868e-26c8-4b61-a494-82f6a18528d9 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Network hostable DHCP agents. Network: 1cc1d705-e078-424d-9778-7fd854c76d59, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 05:14:05.364836 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac8868e-26c8-4b61-a494-82f6a18528d9 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Network 1cc1d705-e078-424d-9778-7fd854c76d59 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 05:14:05.427528 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-1ac8868e-26c8-4b61-a494-82f6a18528d9 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 1cc1d705-e078-424d-9778-7fd854c76d59) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:14:05.431526 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac8868e-26c8-4b61-a494-82f6a18528d9 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:14:05.432813 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1ac8868e-26c8-4b61-a494-82f6a18528d9 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:05.437539 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7f1a5e-bfee-4fa1-9daa-75e382a74d88 None None] Network 1cc1d705-e078-424d-9778-7fd854c76d59 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:14:05.522349 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1ac8868e-26c8-4b61-a494-82f6a18528d9 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7388914 Aug 27 05:14:05.525277 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58234) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:14:05.533882 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-d0877dac-2e90-45b5-897a-09aa7c3eb64d tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-9686876'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:14:05.541911 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68957566-a5db-4a0e-9253-f0f25f212673 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-1cc1d705-e078-424d-9778-7fd854c76d59', 'network_id': '1cc1d705-e078-424d-9778-7fd854c76d59', 'project_id': 'c4068066f5a64b25985bef6050c16aea', 'fixed_ips': [{'subnet_id': 'c39a5317-d01e-4a2b-af65-fd3b2456fadc'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 05:14:05.543014 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-68957566-a5db-4a0e-9253-f0f25f212673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:05.654380 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0877dac-2e90-45b5-897a-09aa7c3eb64d tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Made reservation on behalf of c4068066f5a64b25985bef6050c16aea for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:14:05.658650 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d0877dac-2e90-45b5-897a-09aa7c3eb64d tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:05.689052 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0877dac-2e90-45b5-897a-09aa7c3eb64d tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 05:14:05.692054 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-68957566-a5db-4a0e-9253-f0f25f212673 None None] Allocated IP 172.20.0.2 (1cc1d705-e078-424d-9778-7fd854c76d59/c39a5317-d01e-4a2b-af65-fd3b2456fadc/96a8427c-6866-4d2b-b462-f8494c190256) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:14:05.698901 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d0877dac-2e90-45b5-897a-09aa7c3eb64d tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (5544c1e5-fc44-4a62-82e3-98bbc2fcf85c), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:05.699245 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-d0877dac-2e90-45b5-897a-09aa7c3eb64d tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Added segment 5544c1e5-fc44-4a62-82e3-98bbc2fcf85c of type vlan for network fa37146e-b5c3-49ce-b9f3-fdb400902300 Aug 27 05:14:05.739721 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d0877dac-2e90-45b5-897a-09aa7c3eb64d tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (fa37146e-b5c3-49ce-b9f3-fdb400902300), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:05.837554 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d0877dac-2e90-45b5-897a-09aa7c3eb64d tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (fa37146e-b5c3-49ce-b9f3-fdb400902300), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:05.844086 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0877dac-2e90-45b5-897a-09aa7c3eb64d tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:14:05.847029 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d0877dac-2e90-45b5-897a-09aa7c3eb64d tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:05.847184 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:05.850600 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-68957566-a5db-4a0e-9253-f0f25f212673 None None] Publish callbacks [] for port (96a8427c-6866-4d2b-b462-f8494c190256), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:05.913850 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0877dac-2e90-45b5-897a-09aa7c3eb64d tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Pushing event updated for resources: {'Network': ['ID=fa37146e-b5c3-49ce-b9f3-fdb400902300,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:05.924365 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network fa37146e-b5c3-49ce-b9f3-fdb400902300 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 05:14:05.928494 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-68957566-a5db-4a0e-9253-f0f25f212673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (96a8427c-6866-4d2b-b462-f8494c190256), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:06.019669 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-d0877dac-2e90-45b5-897a-09aa7c3eb64d tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4933052 Aug 27 05:14:06.021007 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68957566-a5db-4a0e-9253-f0f25f212673 None None] Network 1cc1d705-e078-424d-9778-7fd854c76d59 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:14:06.022414 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58236) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:14:06.028628 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-5e58174e-c830-49eb-a074-6cc85119a934 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Request body: {'subnet': {'network_id': 'fa37146e-b5c3-49ce-b9f3-fdb400902300', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:14:06.032260 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-68957566-a5db-4a0e-9253-f0f25f212673 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:14:06.038173 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68957566-a5db-4a0e-9253-f0f25f212673 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:14:06.043699 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68957566-a5db-4a0e-9253-f0f25f212673 None None] Pushing event updated for resources: {'Port': ['ID=96a8427c-6866-4d2b-b462-f8494c190256,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:06.100703 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-68957566-a5db-4a0e-9253-f0f25f212673 None None] Attempting to bind port 96a8427c-6866-4d2b-b462-f8494c190256 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:14:06.101069 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-68957566-a5db-4a0e-9253-f0f25f212673 None None] Attempting to bind port 96a8427c-6866-4d2b-b462-f8494c190256 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'c84e5613-4d1b-40b9-9f5d-b9f2d1ef6ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1cc1d705-e078-424d-9778-7fd854c76d59'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:14:06.101438 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68957566-a5db-4a0e-9253-f0f25f212673 None None] Attempting to bind port 96a8427c-6866-4d2b-b462-f8494c190256 on network 1cc1d705-e078-424d-9778-7fd854c76d59 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:14:06.107649 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68957566-a5db-4a0e-9253-f0f25f212673 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:14:06.108004 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68957566-a5db-4a0e-9253-f0f25f212673 None None] Checking segment: {'id': 'c84e5613-4d1b-40b9-9f5d-b9f2d1ef6ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1cc1d705-e078-424d-9778-7fd854c76d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:14:06.113228 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-68957566-a5db-4a0e-9253-f0f25f212673 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:06.113228 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68957566-a5db-4a0e-9253-f0f25f212673 None None] Bound using segment: {'id': 'c84e5613-4d1b-40b9-9f5d-b9f2d1ef6ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1cc1d705-e078-424d-9778-7fd854c76d59'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:14:06.113228 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-68957566-a5db-4a0e-9253-f0f25f212673 None None] Bound port: 96a8427c-6866-4d2b-b462-f8494c190256, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c84e5613-4d1b-40b9-9f5d-b9f2d1ef6ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1cc1d705-e078-424d-9778-7fd854c76d59'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:14:06.113228 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-68957566-a5db-4a0e-9253-f0f25f212673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (96a8427c-6866-4d2b-b462-f8494c190256), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:06.149493 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:06.177846 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-68957566-a5db-4a0e-9253-f0f25f212673 None None] For port 96a8427c-6866-4d2b-b462-f8494c190256, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:14:06.180841 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-68957566-a5db-4a0e-9253-f0f25f212673 None None] For port 96a8427c-6866-4d2b-b462-f8494c190256, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=96a8427c-6866-4d2b-b462-f8494c190256,segment=NetworkSegment(c84e5613-4d1b-40b9-9f5d-b9f2d1ef6ad5),segment_id=c84e5613-4d1b-40b9-9f5d-b9f2d1ef6ad5)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:14:06.193499 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e58174e-c830-49eb-a074-6cc85119a934 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Made reservation on behalf of c4068066f5a64b25985bef6050c16aea for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:14:06.198302 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5e58174e-c830-49eb-a074-6cc85119a934 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:06.262712 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-68957566-a5db-4a0e-9253-f0f25f212673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (96a8427c-6866-4d2b-b462-f8494c190256), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:06.314513 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68957566-a5db-4a0e-9253-f0f25f212673 None None] Pushing event updated for resources: {'Port': ['ID=96a8427c-6866-4d2b-b462-f8494c190256,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:06.495068 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5e58174e-c830-49eb-a074-6cc85119a934 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (3bc46866-9c37-463b-8dfd-866d675e6723), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:06.506257 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:06.571676 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e58174e-c830-49eb-a074-6cc85119a934 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Pushing event updated for resources: {'Subnet': ['ID=3bc46866-9c37-463b-8dfd-866d675e6723,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:06.576257 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 96a8427c-6866-4d2b-b462-f8494c190256 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:14:06.579436 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e58174e-c830-49eb-a074-6cc85119a934 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Checking segment: {'id': '5544c1e5-fc44-4a62-82e3-98bbc2fcf85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'fa37146e-b5c3-49ce-b9f3-fdb400902300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:14:06.580861 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e58174e-c830-49eb-a074-6cc85119a934 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Network hostable DHCP agents. Network: fa37146e-b5c3-49ce-b9f3-fdb400902300, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 05:14:06.627364 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 96a8427c-6866-4d2b-b462-f8494c190256 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:14:06.627652 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (96a8427c-6866-4d2b-b462-f8494c190256), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:06.662233 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e58174e-c830-49eb-a074-6cc85119a934 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Network fa37146e-b5c3-49ce-b9f3-fdb400902300 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 05:14:06.706159 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 96a8427c-6866-4d2b-b462-f8494c190256 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:14:06.706466 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (96a8427c-6866-4d2b-b462-f8494c190256), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:06.739117 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 96a8427c-6866-4d2b-b462-f8494c190256, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=96a8427c-6866-4d2b-b462-f8494c190256,segment=NetworkSegment(c84e5613-4d1b-40b9-9f5d-b9f2d1ef6ad5),segment_id=c84e5613-4d1b-40b9-9f5d-b9f2d1ef6ad5)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:14:06.753670 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-5e58174e-c830-49eb-a074-6cc85119a934 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, fa37146e-b5c3-49ce-b9f3-fdb400902300) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:14:06.757805 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e58174e-c830-49eb-a074-6cc85119a934 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:14:06.758391 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5e58174e-c830-49eb-a074-6cc85119a934 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:06.763297 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739cb432-51b1-4bf5-bb5b-de62ee237ea8 None None] Network fa37146e-b5c3-49ce-b9f3-fdb400902300 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:14:06.862753 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (96a8427c-6866-4d2b-b462-f8494c190256), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:06.887895 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bc73c7-fb9b-458a-a5d8-b13b58ef3c9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-fa37146e-b5c3-49ce-b9f3-fdb400902300', 'network_id': 'fa37146e-b5c3-49ce-b9f3-fdb400902300', 'project_id': 'c4068066f5a64b25985bef6050c16aea', 'fixed_ips': [{'subnet_id': '3bc46866-9c37-463b-8dfd-866d675e6723'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 05:14:06.889136 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-01bc73c7-fb9b-458a-a5d8-b13b58ef3c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:06.893780 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-5e58174e-c830-49eb-a074-6cc85119a934 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8703229 Aug 27 05:14:06.896683 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58238) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:14:06.901658 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-dd436975-778c-4406-afa7-08e807864f30 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fa37146e-b5c3-49ce-b9f3-fdb400902300'}}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:14:06.938308 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=96a8427c-6866-4d2b-b462-f8494c190256,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:07.206026 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-01bc73c7-fb9b-458a-a5d8-b13b58ef3c9a None None] Allocated IP 172.21.0.2 (fa37146e-b5c3-49ce-b9f3-fdb400902300/3bc46866-9c37-463b-8dfd-866d675e6723/fce71c2e-e4f8-4425-8ea0-b95b416ce303) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:14:07.268256 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:07.352274 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca6cc39-7fd7-46d1-8238-55e92dacb19e None None] Network 1cc1d705-e078-424d-9778-7fd854c76d59 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:14:07.393705 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dd436975-778c-4406-afa7-08e807864f30 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Publish callbacks [] for router_gateway (5f5aaeec-cca0-4368-8692-a2f93ad2aec1), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:07.414544 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:07.419510 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-01bc73c7-fb9b-458a-a5d8-b13b58ef3c9a None None] Publish callbacks [] for port (fce71c2e-e4f8-4425-8ea0-b95b416ce303), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:07.450518 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-e2311b88-dc5d-4cf4-b365-8c6bc7379ef7 None None] Provisioning complete for port 96a8427c-6866-4d2b-b462-f8494c190256 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:14:07.450890 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e2311b88-dc5d-4cf4-b365-8c6bc7379ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (96a8427c-6866-4d2b-b462-f8494c190256), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:07.454847 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:07.559158 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-e2311b88-dc5d-4cf4-b365-8c6bc7379ef7 None None] Current status of the port 96a8427c-6866-4d2b-b462-f8494c190256 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:14:07.572388 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=10,neutron:SELECT=84,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:07.583515 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-01bc73c7-fb9b-458a-a5d8-b13b58ef3c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (fce71c2e-e4f8-4425-8ea0-b95b416ce303), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:07.618336 n-d-852088-5 neutron-server[107775]: INFO neutron.api.v2.resource [None req-dd436975-778c-4406-afa7-08e807864f30 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 05:14:07.626557 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-dd436975-778c-4406-afa7-08e807864f30 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] 10.222.0.76 "PUT /networking/v2.0/routers/5f5aaeec-cca0-4368-8692-a2f93ad2aec1 HTTP/1.1" status: 400 len: 364 time: 0.7269585 Aug 27 05:14:07.626672 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58240) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:14:07.633983 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bc73c7-fb9b-458a-a5d8-b13b58ef3c9a None None] Network fa37146e-b5c3-49ce-b9f3-fdb400902300 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:14:07.639269 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-01bc73c7-fb9b-458a-a5d8-b13b58ef3c9a None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:14:07.643668 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bc73c7-fb9b-458a-a5d8-b13b58ef3c9a None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:14:07.647044 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bc73c7-fb9b-458a-a5d8-b13b58ef3c9a None None] Pushing event updated for resources: {'Port': ['ID=fce71c2e-e4f8-4425-8ea0-b95b416ce303,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:07.702082 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-a166270e-10c4-4d3a-85da-806563237c94 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Deleting subnet 3bc46866-9c37-463b-8dfd-866d675e6723 {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 05:14:07.705668 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a166270e-10c4-4d3a-85da-806563237c94 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Publish callbacks [] for subnet (3bc46866-9c37-463b-8dfd-866d675e6723), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:07.709629 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-01bc73c7-fb9b-458a-a5d8-b13b58ef3c9a None None] Attempting to bind port fce71c2e-e4f8-4425-8ea0-b95b416ce303 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:14:07.710010 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-01bc73c7-fb9b-458a-a5d8-b13b58ef3c9a None None] Attempting to bind port fce71c2e-e4f8-4425-8ea0-b95b416ce303 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '5544c1e5-fc44-4a62-82e3-98bbc2fcf85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'fa37146e-b5c3-49ce-b9f3-fdb400902300'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:14:07.710372 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bc73c7-fb9b-458a-a5d8-b13b58ef3c9a None None] Attempting to bind port fce71c2e-e4f8-4425-8ea0-b95b416ce303 on network fa37146e-b5c3-49ce-b9f3-fdb400902300 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:14:07.716513 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bc73c7-fb9b-458a-a5d8-b13b58ef3c9a None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:14:07.721524 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bc73c7-fb9b-458a-a5d8-b13b58ef3c9a None None] Checking segment: {'id': '5544c1e5-fc44-4a62-82e3-98bbc2fcf85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'fa37146e-b5c3-49ce-b9f3-fdb400902300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:14:07.721524 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-01bc73c7-fb9b-458a-a5d8-b13b58ef3c9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:07.721524 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bc73c7-fb9b-458a-a5d8-b13b58ef3c9a None None] Bound using segment: {'id': '5544c1e5-fc44-4a62-82e3-98bbc2fcf85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'fa37146e-b5c3-49ce-b9f3-fdb400902300'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:14:07.721524 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-01bc73c7-fb9b-458a-a5d8-b13b58ef3c9a None None] Bound port: fce71c2e-e4f8-4425-8ea0-b95b416ce303, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5544c1e5-fc44-4a62-82e3-98bbc2fcf85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'fa37146e-b5c3-49ce-b9f3-fdb400902300'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:14:07.721524 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-01bc73c7-fb9b-458a-a5d8-b13b58ef3c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (fce71c2e-e4f8-4425-8ea0-b95b416ce303), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:07.753627 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a166270e-10c4-4d3a-85da-806563237c94 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (3bc46866-9c37-463b-8dfd-866d675e6723), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:07.794842 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-01bc73c7-fb9b-458a-a5d8-b13b58ef3c9a None None] For port fce71c2e-e4f8-4425-8ea0-b95b416ce303, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:14:07.796788 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-635087ba-8916-4f6c-81c7-630fc332afb3 None None] Provisioning complete for port 96a8427c-6866-4d2b-b462-f8494c190256 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:14:07.797161 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-635087ba-8916-4f6c-81c7-630fc332afb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (96a8427c-6866-4d2b-b462-f8494c190256), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:07.800341 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-01bc73c7-fb9b-458a-a5d8-b13b58ef3c9a None None] For port fce71c2e-e4f8-4425-8ea0-b95b416ce303, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=fce71c2e-e4f8-4425-8ea0-b95b416ce303,segment=NetworkSegment(5544c1e5-fc44-4a62-82e3-98bbc2fcf85c),segment_id=5544c1e5-fc44-4a62-82e3-98bbc2fcf85c)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:14:07.876413 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-635087ba-8916-4f6c-81c7-630fc332afb3 None None] Current status of the port 96a8427c-6866-4d2b-b462-f8494c190256 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:14:07.946784 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-01bc73c7-fb9b-458a-a5d8-b13b58ef3c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (fce71c2e-e4f8-4425-8ea0-b95b416ce303), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:07.948503 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a166270e-10c4-4d3a-85da-806563237c94 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (3bc46866-9c37-463b-8dfd-866d675e6723), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:07.980440 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:08.014140 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bc73c7-fb9b-458a-a5d8-b13b58ef3c9a None None] Pushing event updated for resources: {'Port': ['ID=fce71c2e-e4f8-4425-8ea0-b95b416ce303,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:08.146196 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a166270e-10c4-4d3a-85da-806563237c94 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (3bc46866-9c37-463b-8dfd-866d675e6723), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:08.182838 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a166270e-10c4-4d3a-85da-806563237c94 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Pushing event deleted for resources: {'Subnet': ['ID=3bc46866-9c37-463b-8dfd-866d675e6723,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:08.189134 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a166270e-10c4-4d3a-85da-806563237c94 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:08.193475 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a166270e-10c4-4d3a-85da-806563237c94 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/3bc46866-9c37-463b-8dfd-866d675e6723 HTTP/1.1" status: 204 len: 168 time: 0.5643752 Aug 27 05:14:08.194906 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58242) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:14:08.247959 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:DELETE=7,neutron:SELECT=90,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:08.279033 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-832a3c3a-da72-450c-9683-1b88b1467177 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (fa37146e-b5c3-49ce-b9f3-fdb400902300), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:08.321093 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-832a3c3a-da72-450c-9683-1b88b1467177 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Deleting port fce71c2e-e4f8-4425-8ea0-b95b416ce303 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:14:08.321431 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-832a3c3a-da72-450c-9683-1b88b1467177 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (fce71c2e-e4f8-4425-8ea0-b95b416ce303), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:08.391375 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-832a3c3a-da72-450c-9683-1b88b1467177 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] For port fce71c2e-e4f8-4425-8ea0-b95b416ce303, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=fce71c2e-e4f8-4425-8ea0-b95b416ce303,segment=NetworkSegment(5544c1e5-fc44-4a62-82e3-98bbc2fcf85c),segment_id=5544c1e5-fc44-4a62-82e3-98bbc2fcf85c)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:14:08.391763 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-832a3c3a-da72-450c-9683-1b88b1467177 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (fce71c2e-e4f8-4425-8ea0-b95b416ce303), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:08.406799 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-832a3c3a-da72-450c-9683-1b88b1467177 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Calling delete_port for fce71c2e-e4f8-4425-8ea0-b95b416ce303 owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:14:08.571012 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 96a8427c-6866-4d2b-b462-f8494c190256 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:14:08.571197 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-832a3c3a-da72-450c-9683-1b88b1467177 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (fce71c2e-e4f8-4425-8ea0-b95b416ce303), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:08.612673 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a3c3a-da72-450c-9683-1b88b1467177 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Pushing event deleted for resources: {'Port': ['ID=fce71c2e-e4f8-4425-8ea0-b95b416ce303,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:08.618078 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832a3c3a-da72-450c-9683-1b88b1467177 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] No DVR routers for this DVR port fce71c2e-e4f8-4425-8ea0-b95b416ce303 on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:14:08.622881 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 96a8427c-6866-4d2b-b462-f8494c190256 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:14:08.623436 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (96a8427c-6866-4d2b-b462-f8494c190256), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:08.707639 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 96a8427c-6866-4d2b-b462-f8494c190256 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:14:08.709012 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device fce71c2e-e4f8-4425-8ea0-b95b416ce303 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:14:08.729376 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: fce71c2e-e4f8-4425-8ea0-b95b416ce303 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:14:08.730170 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device fce71c2e-e4f8-4425-8ea0-b95b416ce303 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 27 05:14:08.737352 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-832a3c3a-da72-450c-9683-1b88b1467177 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (fa37146e-b5c3-49ce-b9f3-fdb400902300), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:08.750229 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Port fce71c2e-e4f8-4425-8ea0-b95b416ce303 not found, will not notify nova. {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 27 05:14:08.759494 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-832a3c3a-da72-450c-9683-1b88b1467177 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa37146e-b5c3-49ce-b9f3-fdb400902300']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:14:08.770110 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-832a3c3a-da72-450c-9683-1b88b1467177 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5544c1e5-fc44-4a62-82e3-98bbc2fcf85c') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:14:08.770416 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-832a3c3a-da72-450c-9683-1b88b1467177 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5544c1e5-fc44-4a62-82e3-98bbc2fcf85c') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:14:08.782051 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-832a3c3a-da72-450c-9683-1b88b1467177 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (5544c1e5-fc44-4a62-82e3-98bbc2fcf85c), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:08.797672 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-832a3c3a-da72-450c-9683-1b88b1467177 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (5544c1e5-fc44-4a62-82e3-98bbc2fcf85c), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:08.804377 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-832a3c3a-da72-450c-9683-1b88b1467177 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:14:08.804780 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-832a3c3a-da72-450c-9683-1b88b1467177 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (5544c1e5-fc44-4a62-82e3-98bbc2fcf85c), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:08.853503 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 5544c1e5-fc44-4a62-82e3-98bbc2fcf85c resource provider aggregate not found Aug 27 05:14:08.872209 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 5544c1e5-fc44-4a62-82e3-98bbc2fcf85c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5544c1e5-fc44-4a62-82e3-98bbc2fcf85c found for delete ", "request_id": "req-be10fbbc-0465-42b7-bf0c-2f47422c1d3b"}]} Aug 27 05:14:08.921161 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737a4b69-4f57-4f62-bfcd-a3133381a7de None None] Network fa37146e-b5c3-49ce-b9f3-fdb400902300 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:14:08.982540 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-832a3c3a-da72-450c-9683-1b88b1467177 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (fa37146e-b5c3-49ce-b9f3-fdb400902300), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:08.989253 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-832a3c3a-da72-450c-9683-1b88b1467177 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:08.992693 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-832a3c3a-da72-450c-9683-1b88b1467177 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] 10.222.0.76 "DELETE /networking/v2.0/networks/fa37146e-b5c3-49ce-b9f3-fdb400902300 HTTP/1.1" status: 204 len: 168 time: 0.7967095 Aug 27 05:14:08.996215 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58248) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:14:09.006097 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-bca0423d-c095-4ec4-80a0-15cae6ca26ed None None] Could not find standard attr ID for object fce71c2e-e4f8-4425-8ea0-b95b416ce303. {{(pid=107777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 27 05:14:09.012226 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a3c3a-da72-450c-9683-1b88b1467177 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Pushing event deleted for resources: {'Network': ['ID=fa37146e-b5c3-49ce-b9f3-fdb400902300,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:09.055900 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-3acb7034-6eb0-48bf-81b7-76c04e41b364 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Deleting subnet c39a5317-d01e-4a2b-af65-fd3b2456fadc {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 05:14:09.059181 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a598f883-3afd-4aed-8631-b516c1690a77 None None] DHCP port deletion for fa37146e-b5c3-49ce-b9f3-fdb400902300 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 05:14:09.059597 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3acb7034-6eb0-48bf-81b7-76c04e41b364 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Publish callbacks [] for subnet (c39a5317-d01e-4a2b-af65-fd3b2456fadc), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:09.106111 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3acb7034-6eb0-48bf-81b7-76c04e41b364 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (c39a5317-d01e-4a2b-af65-fd3b2456fadc), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:09.184473 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3acb7034-6eb0-48bf-81b7-76c04e41b364 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (c39a5317-d01e-4a2b-af65-fd3b2456fadc), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:09.331408 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3acb7034-6eb0-48bf-81b7-76c04e41b364 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (c39a5317-d01e-4a2b-af65-fd3b2456fadc), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:09.361271 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acb7034-6eb0-48bf-81b7-76c04e41b364 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Pushing event deleted for resources: {'Subnet': ['ID=c39a5317-d01e-4a2b-af65-fd3b2456fadc,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:09.366883 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3acb7034-6eb0-48bf-81b7-76c04e41b364 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:09.371366 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3acb7034-6eb0-48bf-81b7-76c04e41b364 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/c39a5317-d01e-4a2b-af65-fd3b2456fadc HTTP/1.1" status: 204 len: 168 time: 0.3734915 Aug 27 05:14:09.372797 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58250) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:14:09.374594 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d6b414-fd56-4fd4-8197-cf17f0d0b95c None None] Network 1cc1d705-e078-424d-9778-7fd854c76d59 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:14:09.451231 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d2afe87f-f09a-4466-8687-43e45efe95dd tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (1cc1d705-e078-424d-9778-7fd854c76d59), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:09.494289 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-d2afe87f-f09a-4466-8687-43e45efe95dd tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Deleting port 96a8427c-6866-4d2b-b462-f8494c190256 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:14:09.494698 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d2afe87f-f09a-4466-8687-43e45efe95dd tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (96a8427c-6866-4d2b-b462-f8494c190256), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:09.521301 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272c39e7-802c-4d5d-a640-1e3b11ab52ee None None] DHCP port deletion for 1cc1d705-e078-424d-9778-7fd854c76d59 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 05:14:09.563605 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-272c39e7-802c-4d5d-a640-1e3b11ab52ee None None] Deleting port 96a8427c-6866-4d2b-b462-f8494c190256 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:14:09.564394 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-272c39e7-802c-4d5d-a640-1e3b11ab52ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (96a8427c-6866-4d2b-b462-f8494c190256), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:09.566767 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-d2afe87f-f09a-4466-8687-43e45efe95dd tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] For port 96a8427c-6866-4d2b-b462-f8494c190256, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=96a8427c-6866-4d2b-b462-f8494c190256,segment=NetworkSegment(c84e5613-4d1b-40b9-9f5d-b9f2d1ef6ad5),segment_id=c84e5613-4d1b-40b9-9f5d-b9f2d1ef6ad5)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:14:09.566767 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d2afe87f-f09a-4466-8687-43e45efe95dd tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (96a8427c-6866-4d2b-b462-f8494c190256), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:09.580609 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-d2afe87f-f09a-4466-8687-43e45efe95dd tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Calling delete_port for 96a8427c-6866-4d2b-b462-f8494c190256 owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:14:09.639961 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-272c39e7-802c-4d5d-a640-1e3b11ab52ee None None] For port 96a8427c-6866-4d2b-b462-f8494c190256, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=96a8427c-6866-4d2b-b462-f8494c190256,segment=NetworkSegment(c84e5613-4d1b-40b9-9f5d-b9f2d1ef6ad5),segment_id=c84e5613-4d1b-40b9-9f5d-b9f2d1ef6ad5)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:14:09.640636 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-272c39e7-802c-4d5d-a640-1e3b11ab52ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (96a8427c-6866-4d2b-b462-f8494c190256), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:09.654536 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-272c39e7-802c-4d5d-a640-1e3b11ab52ee None None] Calling delete_port for 96a8427c-6866-4d2b-b462-f8494c190256 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:14:09.740867 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d2afe87f-f09a-4466-8687-43e45efe95dd tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (96a8427c-6866-4d2b-b462-f8494c190256), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:09.753047 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-272c39e7-802c-4d5d-a640-1e3b11ab52ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (96a8427c-6866-4d2b-b462-f8494c190256), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:09.766687 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2afe87f-f09a-4466-8687-43e45efe95dd tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Pushing event deleted for resources: {'Port': ['ID=96a8427c-6866-4d2b-b462-f8494c190256,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:09.776153 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2afe87f-f09a-4466-8687-43e45efe95dd tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] No DVR routers for this DVR port 96a8427c-6866-4d2b-b462-f8494c190256 on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:14:09.778576 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272c39e7-802c-4d5d-a640-1e3b11ab52ee None None] No DVR routers for this DVR port 96a8427c-6866-4d2b-b462-f8494c190256 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:14:09.781090 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c39e7-802c-4d5d-a640-1e3b11ab52ee None None] Pushing event deleted for resources: {'Port': ['ID=96a8427c-6866-4d2b-b462-f8494c190256,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:09.870234 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d2afe87f-f09a-4466-8687-43e45efe95dd tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (1cc1d705-e078-424d-9778-7fd854c76d59), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:09.891028 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-d2afe87f-f09a-4466-8687-43e45efe95dd tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cc1d705-e078-424d-9778-7fd854c76d59']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:14:09.900237 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-d2afe87f-f09a-4466-8687-43e45efe95dd tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c84e5613-4d1b-40b9-9f5d-b9f2d1ef6ad5') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:14:09.900551 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-d2afe87f-f09a-4466-8687-43e45efe95dd tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c84e5613-4d1b-40b9-9f5d-b9f2d1ef6ad5') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:14:09.910666 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d2afe87f-f09a-4466-8687-43e45efe95dd tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (c84e5613-4d1b-40b9-9f5d-b9f2d1ef6ad5), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:09.918637 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:09.926076 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d2afe87f-f09a-4466-8687-43e45efe95dd tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (c84e5613-4d1b-40b9-9f5d-b9f2d1ef6ad5), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:09.934289 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2afe87f-f09a-4466-8687-43e45efe95dd tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:14:09.934702 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d2afe87f-f09a-4466-8687-43e45efe95dd tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (c84e5613-4d1b-40b9-9f5d-b9f2d1ef6ad5), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:09.982057 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment c84e5613-4d1b-40b9-9f5d-b9f2d1ef6ad5 resource provider aggregate not found Aug 27 05:14:10.003356 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment c84e5613-4d1b-40b9-9f5d-b9f2d1ef6ad5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c84e5613-4d1b-40b9-9f5d-b9f2d1ef6ad5 found for delete ", "request_id": "req-3331461e-b4b7-4940-9be5-defcc5de3af8"}]} Aug 27 05:14:10.111582 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d2afe87f-f09a-4466-8687-43e45efe95dd tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (1cc1d705-e078-424d-9778-7fd854c76d59), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:10.120414 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d2afe87f-f09a-4466-8687-43e45efe95dd tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:10.122293 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d2afe87f-f09a-4466-8687-43e45efe95dd tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] 10.222.0.76 "DELETE /networking/v2.0/networks/1cc1d705-e078-424d-9778-7fd854c76d59 HTTP/1.1" status: 204 len: 168 time: 0.7485709 Aug 27 05:14:10.125194 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58256) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:14:10.133892 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2afe87f-f09a-4466-8687-43e45efe95dd tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Pushing event deleted for resources: {'Network': ['ID=1cc1d705-e078-424d-9778-7fd854c76d59,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:10.155608 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-d5b1a341-6db2-4802-9032-6f66633bb68e tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5f5aaeec-cca0-4368-8692-a2f93ad2aec1 HTTP/1.1" status: 200 len: 205 time: 0.0290866 Aug 27 05:14:10.157921 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58258) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:14:10.237283 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5fbb8605-6ed1-4711-aaa8-ff5c8242f920 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Publish callbacks [] for router (5f5aaeec-cca0-4368-8692-a2f93ad2aec1), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:10.395232 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5fbb8605-6ed1-4711-aaa8-ff5c8242f920 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (5f5aaeec-cca0-4368-8692-a2f93ad2aec1), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:10.397467 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5fbb8605-6ed1-4711-aaa8-ff5c8242f920 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Publish callbacks [] for router_controller (5f5aaeec-cca0-4368-8692-a2f93ad2aec1), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:10.494950 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 96a8427c-6866-4d2b-b462-f8494c190256 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:14:10.517948 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 96a8427c-6866-4d2b-b462-f8494c190256 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:14:10.518288 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 96a8427c-6866-4d2b-b462-f8494c190256 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:14:10.518690 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device fce71c2e-e4f8-4425-8ea0-b95b416ce303 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:14:10.530717 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5fbb8605-6ed1-4711-aaa8-ff5c8242f920 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (5f5aaeec-cca0-4368-8692-a2f93ad2aec1), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:10.531367 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fbb8605-6ed1-4711-aaa8-ff5c8242f920 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Fanout notify agent at l3_agent the message router_deleted on router 5f5aaeec-cca0-4368-8692-a2f93ad2aec1 {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 05:14:10.537203 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: fce71c2e-e4f8-4425-8ea0-b95b416ce303 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:14:10.538902 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device fce71c2e-e4f8-4425-8ea0-b95b416ce303 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:14:10.539339 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5fbb8605-6ed1-4711-aaa8-ff5c8242f920 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:10.540317 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-5fbb8605-6ed1-4711-aaa8-ff5c8242f920 tempest-RoutersNegativeTest-1044456026 tempest-RoutersNegativeTest-1044456026-project] 10.222.0.76 "DELETE /networking/v2.0/routers/5f5aaeec-cca0-4368-8692-a2f93ad2aec1 HTTP/1.1" status: 204 len: 168 time: 0.3813937 Aug 27 05:14:11.093270 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58264) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:14:11.225017 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:11.231972 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-23d0135a-28c1-4f77-98dc-6a82bb429e35 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=c4068066f5a64b25985bef6050c16aea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1375365 Aug 27 05:14:11.238991 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58268) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:14:11.284716 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cb5f9075-c5ef-475b-b7a6-ba5e602aea72 admin admin] Publish callbacks [] for security_group (51478fa0-a97a-422f-b965-003bec56bed3), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:11.310531 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cb5f9075-c5ef-475b-b7a6-ba5e602aea72 admin admin] Publish callbacks [] for security_group (51478fa0-a97a-422f-b965-003bec56bed3), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:11.439384 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cb5f9075-c5ef-475b-b7a6-ba5e602aea72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (51478fa0-a97a-422f-b965-003bec56bed3), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:11.442001 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cb5f9075-c5ef-475b-b7a6-ba5e602aea72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:11.443161 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-cb5f9075-c5ef-475b-b7a6-ba5e602aea72 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/51478fa0-a97a-422f-b965-003bec56bed3 HTTP/1.1" status: 204 len: 168 time: 0.2076998 Aug 27 05:14:11.451063 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f9075-c5ef-475b-b7a6-ba5e602aea72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51478fa0-a97a-422f-b965-003bec56bed3,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:12.476646 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58290) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:14:12.577161 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-993bf0ed-2df7-42e9-8a50-64f72344c254 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1674568698-network', 'tenant_id': '7c42882d6b0e4528ac35da0aa56f8621'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:14:12.581567 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:12.678896 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993bf0ed-2df7-42e9-8a50-64f72344c254 admin admin] Made reservation on behalf of 7c42882d6b0e4528ac35da0aa56f8621 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:14:12.681273 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-993bf0ed-2df7-42e9-8a50-64f72344c254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:12.691522 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-993bf0ed-2df7-42e9-8a50-64f72344c254 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:12.769405 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-993bf0ed-2df7-42e9-8a50-64f72344c254 admin admin] Publish callbacks [] for security_group (146210c4-7da3-46e7-835b-433ba7251fa7), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:12.854680 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-993bf0ed-2df7-42e9-8a50-64f72344c254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (146210c4-7da3-46e7-835b-433ba7251fa7), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:12.880263 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-993bf0ed-2df7-42e9-8a50-64f72344c254 admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 05:14:12.889390 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993bf0ed-2df7-42e9-8a50-64f72344c254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146210c4-7da3-46e7-835b-433ba7251fa7,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:12.897004 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-993bf0ed-2df7-42e9-8a50-64f72344c254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (381b2b90-eccf-4c2b-9919-5ff06409e4d8), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:12.897004 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-993bf0ed-2df7-42e9-8a50-64f72344c254 admin admin] Added segment 381b2b90-eccf-4c2b-9919-5ff06409e4d8 of type vlan for network b638dae3-52d9-4d52-9864-a9d6a780af4c Aug 27 05:14:12.938985 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-993bf0ed-2df7-42e9-8a50-64f72344c254 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (b638dae3-52d9-4d52-9864-a9d6a780af4c), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:13.060485 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-993bf0ed-2df7-42e9-8a50-64f72344c254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (b638dae3-52d9-4d52-9864-a9d6a780af4c), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:13.061464 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993bf0ed-2df7-42e9-8a50-64f72344c254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:14:13.062052 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-993bf0ed-2df7-42e9-8a50-64f72344c254 admin admin] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:13.126460 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993bf0ed-2df7-42e9-8a50-64f72344c254 admin admin] Pushing event updated for resources: {'Network': ['ID=b638dae3-52d9-4d52-9864-a9d6a780af4c,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:13.137126 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network b638dae3-52d9-4d52-9864-a9d6a780af4c details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 05:14:13.202361 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-993bf0ed-2df7-42e9-8a50-64f72344c254 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7246122 Aug 27 05:14:13.205332 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58294) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:14:13.210631 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-4cbd4c21-658c-43cf-992d-76fa824286ef admin admin] Request body: {'subnet': {'network_id': 'b638dae3-52d9-4d52-9864-a9d6a780af4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1674568698-subnet', 'tenant_id': '7c42882d6b0e4528ac35da0aa56f8621', 'ip_version': 4}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:14:13.314049 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbd4c21-658c-43cf-992d-76fa824286ef admin admin] Made reservation on behalf of 7c42882d6b0e4528ac35da0aa56f8621 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:14:13.316543 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4cbd4c21-658c-43cf-992d-76fa824286ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:13.357154 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:13.576668 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4cbd4c21-658c-43cf-992d-76fa824286ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (03854a5f-0bdf-466e-9709-a5daab8b6b7d), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:13.634543 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbd4c21-658c-43cf-992d-76fa824286ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=03854a5f-0bdf-466e-9709-a5daab8b6b7d,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:13.643067 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbd4c21-658c-43cf-992d-76fa824286ef admin admin] Checking segment: {'id': '381b2b90-eccf-4c2b-9919-5ff06409e4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b638dae3-52d9-4d52-9864-a9d6a780af4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:14:13.643426 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbd4c21-658c-43cf-992d-76fa824286ef admin admin] Network hostable DHCP agents. Network: b638dae3-52d9-4d52-9864-a9d6a780af4c, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 05:14:13.730800 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbd4c21-658c-43cf-992d-76fa824286ef admin admin] Network b638dae3-52d9-4d52-9864-a9d6a780af4c is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 05:14:13.854761 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-4cbd4c21-658c-43cf-992d-76fa824286ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, b638dae3-52d9-4d52-9864-a9d6a780af4c) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:14:13.858866 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbd4c21-658c-43cf-992d-76fa824286ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:14:13.859481 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4cbd4c21-658c-43cf-992d-76fa824286ef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:13.864548 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f9daac-742c-4afc-acc3-3657317ebfc5 None None] Network b638dae3-52d9-4d52-9864-a9d6a780af4c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:14:13.969213 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6963752b-bd39-4e0a-b595-6bc429304787 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-b638dae3-52d9-4d52-9864-a9d6a780af4c', 'network_id': 'b638dae3-52d9-4d52-9864-a9d6a780af4c', 'project_id': '7c42882d6b0e4528ac35da0aa56f8621', 'fixed_ips': [{'subnet_id': '03854a5f-0bdf-466e-9709-a5daab8b6b7d'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 05:14:13.969213 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6963752b-bd39-4e0a-b595-6bc429304787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:13.988645 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:13.997272 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-4cbd4c21-658c-43cf-992d-76fa824286ef admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7875216 Aug 27 05:14:13.997747 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58296) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:14:14.002668 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-651387b2-e6bd-441c-bef0-74916adbb624 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1674568698-router', 'tenant_id': '7c42882d6b0e4528ac35da0aa56f8621', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:14:14.095869 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:14.118672 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-6963752b-bd39-4e0a-b595-6bc429304787 None None] Allocated IP 172.20.0.2 (b638dae3-52d9-4d52-9864-a9d6a780af4c/03854a5f-0bdf-466e-9709-a5daab8b6b7d/a96fdc70-2c03-4795-9a1d-8d51cb61afb7) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:14:14.129172 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-651387b2-e6bd-441c-bef0-74916adbb624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (5a5f0746-4bf2-47c2-a78a-9076ccd5649a), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:14.130316 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-651387b2-e6bd-441c-bef0-74916adbb624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (5a5f0746-4bf2-47c2-a78a-9076ccd5649a), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:14.181717 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-651387b2-e6bd-441c-bef0-74916adbb624 admin admin] Publish callbacks [] for router_controller (5a5f0746-4bf2-47c2-a78a-9076ccd5649a), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:14.263054 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6963752b-bd39-4e0a-b595-6bc429304787 None None] Publish callbacks [] for port (a96fdc70-2c03-4795-9a1d-8d51cb61afb7), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:14.334715 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6963752b-bd39-4e0a-b595-6bc429304787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (a96fdc70-2c03-4795-9a1d-8d51cb61afb7), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:14.376915 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6963752b-bd39-4e0a-b595-6bc429304787 None None] Network b638dae3-52d9-4d52-9864-a9d6a780af4c is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:14:14.380334 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-6963752b-bd39-4e0a-b595-6bc429304787 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:14:14.385809 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6963752b-bd39-4e0a-b595-6bc429304787 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:14:14.392926 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6963752b-bd39-4e0a-b595-6bc429304787 None None] Pushing event updated for resources: {'Port': ['ID=a96fdc70-2c03-4795-9a1d-8d51cb61afb7,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:14.396148 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-651387b2-e6bd-441c-bef0-74916adbb624 admin admin] Publish callbacks [] for router_gateway (5a5f0746-4bf2-47c2-a78a-9076ccd5649a), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:14.451205 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-6963752b-bd39-4e0a-b595-6bc429304787 None None] Attempting to bind port a96fdc70-2c03-4795-9a1d-8d51cb61afb7 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:14:14.451574 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-6963752b-bd39-4e0a-b595-6bc429304787 None None] Attempting to bind port a96fdc70-2c03-4795-9a1d-8d51cb61afb7 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '381b2b90-eccf-4c2b-9919-5ff06409e4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b638dae3-52d9-4d52-9864-a9d6a780af4c'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:14:14.451930 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6963752b-bd39-4e0a-b595-6bc429304787 None None] Attempting to bind port a96fdc70-2c03-4795-9a1d-8d51cb61afb7 on network b638dae3-52d9-4d52-9864-a9d6a780af4c {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:14:14.457082 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6963752b-bd39-4e0a-b595-6bc429304787 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:14:14.457448 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6963752b-bd39-4e0a-b595-6bc429304787 None None] Checking segment: {'id': '381b2b90-eccf-4c2b-9919-5ff06409e4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b638dae3-52d9-4d52-9864-a9d6a780af4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:14:14.457842 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6963752b-bd39-4e0a-b595-6bc429304787 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:14.458223 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6963752b-bd39-4e0a-b595-6bc429304787 None None] Bound using segment: {'id': '381b2b90-eccf-4c2b-9919-5ff06409e4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b638dae3-52d9-4d52-9864-a9d6a780af4c'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:14:14.458676 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-6963752b-bd39-4e0a-b595-6bc429304787 None None] Bound port: a96fdc70-2c03-4795-9a1d-8d51cb61afb7, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '381b2b90-eccf-4c2b-9919-5ff06409e4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b638dae3-52d9-4d52-9864-a9d6a780af4c'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:14:14.459048 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6963752b-bd39-4e0a-b595-6bc429304787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a96fdc70-2c03-4795-9a1d-8d51cb61afb7), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:14.521089 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-6963752b-bd39-4e0a-b595-6bc429304787 None None] For port a96fdc70-2c03-4795-9a1d-8d51cb61afb7, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:14:14.524345 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-6963752b-bd39-4e0a-b595-6bc429304787 None None] For port a96fdc70-2c03-4795-9a1d-8d51cb61afb7, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a96fdc70-2c03-4795-9a1d-8d51cb61afb7,segment=NetworkSegment(381b2b90-eccf-4c2b-9919-5ff06409e4d8),segment_id=381b2b90-eccf-4c2b-9919-5ff06409e4d8)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:14:14.615055 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6963752b-bd39-4e0a-b595-6bc429304787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a96fdc70-2c03-4795-9a1d-8d51cb61afb7), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:14.626660 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:14.655683 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-651387b2-e6bd-441c-bef0-74916adbb624 admin admin] Publish callbacks [] for router_gateway (5a5f0746-4bf2-47c2-a78a-9076ccd5649a), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:14.674989 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6963752b-bd39-4e0a-b595-6bc429304787 None None] Pushing event updated for resources: {'Port': ['ID=a96fdc70-2c03-4795-9a1d-8d51cb61afb7,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:14.675862 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-651387b2-e6bd-441c-bef0-74916adbb624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:14.691207 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:14:14.791519 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-651387b2-e6bd-441c-bef0-74916adbb624 admin admin] Allocated IP 172.25.2.42 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/1cb03c09-87a1-44f3-a34b-d872baa38a86) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:14:14.797104 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:14.933705 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-651387b2-e6bd-441c-bef0-74916adbb624 admin admin] Publish callbacks [] for port (1cb03c09-87a1-44f3-a34b-d872baa38a86), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:15.102686 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-651387b2-e6bd-441c-bef0-74916adbb624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (1cb03c09-87a1-44f3-a34b-d872baa38a86), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:15.145862 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651387b2-e6bd-441c-bef0-74916adbb624 admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:14:15.151451 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-651387b2-e6bd-441c-bef0-74916adbb624 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:14:15.153497 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651387b2-e6bd-441c-bef0-74916adbb624 admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:14:15.158566 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651387b2-e6bd-441c-bef0-74916adbb624 admin admin] Pushing event updated for resources: {'Port': ['ID=1cb03c09-87a1-44f3-a34b-d872baa38a86,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:15.514081 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-651387b2-e6bd-441c-bef0-74916adbb624 admin admin] Publish callbacks [] for router_gateway (5a5f0746-4bf2-47c2-a78a-9076ccd5649a), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:15.636415 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:15.666173 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2815bc70-c5a2-415a-a759-0013c2267c3d None None] Network b638dae3-52d9-4d52-9864-a9d6a780af4c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:14:15.716899 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:15.765808 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-651387b2-e6bd-441c-bef0-74916adbb624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (5a5f0746-4bf2-47c2-a78a-9076ccd5649a), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:15.798971 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-5013593e-2dc4-47e9-adc4-8a1c225eba35 None None] Provisioning complete for port a96fdc70-2c03-4795-9a1d-8d51cb61afb7 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:14:15.800717 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5013593e-2dc4-47e9-adc4-8a1c225eba35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a96fdc70-2c03-4795-9a1d-8d51cb61afb7), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:16.040342 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-651387b2-e6bd-441c-bef0-74916adbb624 admin admin] Router 5a5f0746-4bf2-47c2-a78a-9076ccd5649a is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 05:14:16.045991 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-5013593e-2dc4-47e9-adc4-8a1c225eba35 None None] Current status of the port a96fdc70-2c03-4795-9a1d-8d51cb61afb7 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:14:16.046593 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5013593e-2dc4-47e9-adc4-8a1c225eba35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a96fdc70-2c03-4795-9a1d-8d51cb61afb7), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:16.086472 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-5013593e-2dc4-47e9-adc4-8a1c225eba35 None None] For port a96fdc70-2c03-4795-9a1d-8d51cb61afb7, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a96fdc70-2c03-4795-9a1d-8d51cb61afb7,segment=NetworkSegment(381b2b90-eccf-4c2b-9919-5ff06409e4d8),segment_id=381b2b90-eccf-4c2b-9919-5ff06409e4d8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:14:16.157250 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651387b2-e6bd-441c-bef0-74916adbb624 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:14:16.168683 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12c3023-007a-4d4a-a833-c26b3d8697d6 None None] Sync routers for ids ['5a5f0746-4bf2-47c2-a78a-9076ccd5649a'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:14:16.183483 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12c3023-007a-4d4a-a833-c26b3d8697d6 None None] Routers {'5a5f0746-4bf2-47c2-a78a-9076ccd5649a'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:14:16.184114 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-a12c3023-007a-4d4a-a833-c26b3d8697d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:13:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['5a5f0746-4bf2-47c2-a78a-9076ccd5649a'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:14:16.222274 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5013593e-2dc4-47e9-adc4-8a1c225eba35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a96fdc70-2c03-4795-9a1d-8d51cb61afb7), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:16.259607 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-651387b2-e6bd-441c-bef0-74916adbb624 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:16.261632 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-651387b2-e6bd-441c-bef0-74916adbb624 admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.2628813 Aug 27 05:14:16.264713 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58298) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:14:16.327478 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5013593e-2dc4-47e9-adc4-8a1c225eba35 None None] Pushing event updated for resources: {'Port': ['ID=a96fdc70-2c03-4795-9a1d-8d51cb61afb7,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:16.357790 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-a12c3023-007a-4d4a-a833-c26b3d8697d6 None None] Set router 5a5f0746-4bf2-47c2-a78a-9076ccd5649a gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:14:16.359490 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4ce8596d-a08d-416f-8d4a-af75629d2594 None None] Provisioning complete for port a96fdc70-2c03-4795-9a1d-8d51cb61afb7 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:14:16.359864 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4ce8596d-a08d-416f-8d4a-af75629d2594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a96fdc70-2c03-4795-9a1d-8d51cb61afb7), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:16.437905 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:16.476394 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:16.547129 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a96fdc70-2c03-4795-9a1d-8d51cb61afb7 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:14:16.601249 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4ce8596d-a08d-416f-8d4a-af75629d2594 None None] Current status of the port a96fdc70-2c03-4795-9a1d-8d51cb61afb7 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:14:16.647504 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-a12c3023-007a-4d4a-a833-c26b3d8697d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5f0746-4bf2-47c2-a78a-9076ccd5649a', 'name': 'tempest-TestEncryptedCinderVolumes-1674568698-router', 'tenant_id': '7c42882d6b0e4528ac35da0aa56f8621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '1cb03c09-87a1-44f3-a34b-d872baa38a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:14:14Z', 'updated_at': '2022-08-27T05:14:15Z', 'revision_number': 3, 'project_id': '7c42882d6b0e4528ac35da0aa56f8621', 'gw_port': {'id': '1cb03c09-87a1-44f3-a34b-d872baa38a86', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cf:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a5f0746-4bf2-47c2-a78a-9076ccd5649a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:14:14Z', 'updated_at': '2022-08-27T05:14:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:14:16.678862 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port a96fdc70-2c03-4795-9a1d-8d51cb61afb7 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:14:16.679585 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a96fdc70-2c03-4795-9a1d-8d51cb61afb7), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:16.689985 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:16.694277 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3f5b67cd-ec84-4866-9268-3759f6facf7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:16.699079 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12c3023-007a-4d4a-a833-c26b3d8697d6 None None] Checking router: 5a5f0746-4bf2-47c2-a78a-9076ccd5649a for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:14:16.699423 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12c3023-007a-4d4a-a833-c26b3d8697d6 None None] Updating router 5a5f0746-4bf2-47c2-a78a-9076ccd5649a port 1cb03c09-87a1-44f3-a34b-d872baa38a86 binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:14:16.751170 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a12c3023-007a-4d4a-a833-c26b3d8697d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (1cb03c09-87a1-44f3-a34b-d872baa38a86), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:16.855611 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-3f5b67cd-ec84-4866-9268-3759f6facf7a admin admin] Allocated IP 172.20.0.1 (b638dae3-52d9-4d52-9864-a9d6a780af4c/03854a5f-0bdf-466e-9709-a5daab8b6b7d/8e72aa1f-ad6e-4fe7-9f09-3fba94e1d9bb) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:14:16.860472 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port a96fdc70-2c03-4795-9a1d-8d51cb61afb7 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:14:16.924140 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:16.969218 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3f5b67cd-ec84-4866-9268-3759f6facf7a admin admin] Publish callbacks [] for port (8e72aa1f-ad6e-4fe7-9f09-3fba94e1d9bb), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:17.038703 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a12c3023-007a-4d4a-a833-c26b3d8697d6 None None] Publish callbacks [] for port (1cb03c09-87a1-44f3-a34b-d872baa38a86), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:17.108661 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3f5b67cd-ec84-4866-9268-3759f6facf7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (8e72aa1f-ad6e-4fe7-9f09-3fba94e1d9bb), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:17.149398 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5b67cd-ec84-4866-9268-3759f6facf7a admin admin] Network b638dae3-52d9-4d52-9864-a9d6a780af4c is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:14:17.153653 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a12c3023-007a-4d4a-a833-c26b3d8697d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (1cb03c09-87a1-44f3-a34b-d872baa38a86), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:17.157888 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-3f5b67cd-ec84-4866-9268-3759f6facf7a admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:14:17.158951 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5b67cd-ec84-4866-9268-3759f6facf7a admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:14:17.161853 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5b67cd-ec84-4866-9268-3759f6facf7a admin admin] Pushing event updated for resources: {'Port': ['ID=8e72aa1f-ad6e-4fe7-9f09-3fba94e1d9bb,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:17.192144 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-a12c3023-007a-4d4a-a833-c26b3d8697d6 None None] Attempting to bind port 1cb03c09-87a1-44f3-a34b-d872baa38a86 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:14:17.192560 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-a12c3023-007a-4d4a-a833-c26b3d8697d6 None None] Attempting to bind port 1cb03c09-87a1-44f3-a34b-d872baa38a86 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:14:17.192927 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12c3023-007a-4d4a-a833-c26b3d8697d6 None None] Attempting to bind port 1cb03c09-87a1-44f3-a34b-d872baa38a86 on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:14:17.205272 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3f5b67cd-ec84-4866-9268-3759f6facf7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (5a5f0746-4bf2-47c2-a78a-9076ccd5649a), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:17.208537 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12c3023-007a-4d4a-a833-c26b3d8697d6 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:14:17.208929 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12c3023-007a-4d4a-a833-c26b3d8697d6 None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:14:17.209329 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a12c3023-007a-4d4a-a833-c26b3d8697d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:17.209733 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12c3023-007a-4d4a-a833-c26b3d8697d6 None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:14:17.210210 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-a12c3023-007a-4d4a-a833-c26b3d8697d6 None None] Bound port: 1cb03c09-87a1-44f3-a34b-d872baa38a86, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:14:17.210597 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a12c3023-007a-4d4a-a833-c26b3d8697d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (1cb03c09-87a1-44f3-a34b-d872baa38a86), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:17.214643 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17bd2a1-9929-41e0-9520-2aa0f2df8daa None None] Pushing event updated for resources: {'Port': ['ID=1cb03c09-87a1-44f3-a34b-d872baa38a86,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:17.267501 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-a12c3023-007a-4d4a-a833-c26b3d8697d6 None None] For port 1cb03c09-87a1-44f3-a34b-d872baa38a86, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:14:17.270690 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-a12c3023-007a-4d4a-a833-c26b3d8697d6 None None] For port 1cb03c09-87a1-44f3-a34b-d872baa38a86, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=1cb03c09-87a1-44f3-a34b-d872baa38a86,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:14:17.377076 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a12c3023-007a-4d4a-a833-c26b3d8697d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (1cb03c09-87a1-44f3-a34b-d872baa38a86), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:17.417934 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12c3023-007a-4d4a-a833-c26b3d8697d6 None None] Routers {'5a5f0746-4bf2-47c2-a78a-9076ccd5649a'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:14:17.418559 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-a12c3023-007a-4d4a-a833-c26b3d8697d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:13:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['5a5f0746-4bf2-47c2-a78a-9076ccd5649a'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:14:17.434400 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3f5b67cd-ec84-4866-9268-3759f6facf7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8e72aa1f-ad6e-4fe7-9f09-3fba94e1d9bb), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:17.469936 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-3eaba5b4-2b35-4f23-aa2a-e7e92fbe8338 None None] Provisioning complete for port 8e72aa1f-ad6e-4fe7-9f09-3fba94e1d9bb triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:14:17.470305 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3eaba5b4-2b35-4f23-aa2a-e7e92fbe8338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (8e72aa1f-ad6e-4fe7-9f09-3fba94e1d9bb), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:17.470742 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:17.509156 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:17.513179 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17bd2a1-9929-41e0-9520-2aa0f2df8daa None None] Pushing event updated for resources: {'Port': ['ID=1cb03c09-87a1-44f3-a34b-d872baa38a86,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:17.558355 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-3eaba5b4-2b35-4f23-aa2a-e7e92fbe8338 None None] Port 8e72aa1f-ad6e-4fe7-9f09-3fba94e1d9bb cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:14:17.585691 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-a12c3023-007a-4d4a-a833-c26b3d8697d6 None None] Set router 5a5f0746-4bf2-47c2-a78a-9076ccd5649a gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:14:17.603072 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3f5b67cd-ec84-4866-9268-3759f6facf7a admin admin] Publish callbacks [] for port (8e72aa1f-ad6e-4fe7-9f09-3fba94e1d9bb), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:17.696711 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3f5b67cd-ec84-4866-9268-3759f6facf7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (8e72aa1f-ad6e-4fe7-9f09-3fba94e1d9bb), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:17.766559 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:17.777619 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-a12c3023-007a-4d4a-a833-c26b3d8697d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5f0746-4bf2-47c2-a78a-9076ccd5649a', 'name': 'tempest-TestEncryptedCinderVolumes-1674568698-router', 'tenant_id': '7c42882d6b0e4528ac35da0aa56f8621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '1cb03c09-87a1-44f3-a34b-d872baa38a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:14:14Z', 'updated_at': '2022-08-27T05:14:17Z', 'revision_number': 4, 'project_id': '7c42882d6b0e4528ac35da0aa56f8621', 'gw_port': {'id': '1cb03c09-87a1-44f3-a34b-d872baa38a86', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cf:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a5f0746-4bf2-47c2-a78a-9076ccd5649a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:14:14Z', 'updated_at': '2022-08-27T05:14:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '8e72aa1f-ad6e-4fe7-9f09-3fba94e1d9bb', 'name': '', 'network_id': 'b638dae3-52d9-4d52-9864-a9d6a780af4c', 'tenant_id': '7c42882d6b0e4528ac35da0aa56f8621', 'mac_address': 'fa:16:3e:4b:40:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a5f0746-4bf2-47c2-a78a-9076ccd5649a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '03854a5f-0bdf-466e-9709-a5daab8b6b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:14:16Z', 'updated_at': '2022-08-27T05:14:16Z', 'revision_number': 1, 'project_id': '7c42882d6b0e4528ac35da0aa56f8621', 'subnets': [{'id': '03854a5f-0bdf-466e-9709-a5daab8b6b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:14:17.783218 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5b67cd-ec84-4866-9268-3759f6facf7a admin admin] Pushing event updated for resources: {'Port': ['ID=8e72aa1f-ad6e-4fe7-9f09-3fba94e1d9bb,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:17.785910 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3f5b67cd-ec84-4866-9268-3759f6facf7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (5a5f0746-4bf2-47c2-a78a-9076ccd5649a), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:17.807961 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12c3023-007a-4d4a-a833-c26b3d8697d6 None None] The sync data for ids ['5a5f0746-4bf2-47c2-a78a-9076ccd5649a'] in n-d-852088-5 is: [{'id': '5a5f0746-4bf2-47c2-a78a-9076ccd5649a', 'name': 'tempest-TestEncryptedCinderVolumes-1674568698-router', 'tenant_id': '7c42882d6b0e4528ac35da0aa56f8621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '1cb03c09-87a1-44f3-a34b-d872baa38a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:14:14Z', 'updated_at': '2022-08-27T05:14:17Z', 'revision_number': 4, 'project_id': '7c42882d6b0e4528ac35da0aa56f8621', 'gw_port': {'id': '1cb03c09-87a1-44f3-a34b-d872baa38a86', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cf:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a5f0746-4bf2-47c2-a78a-9076ccd5649a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:14:14Z', 'updated_at': '2022-08-27T05:14:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '8e72aa1f-ad6e-4fe7-9f09-3fba94e1d9bb', 'name': '', 'network_id': 'b638dae3-52d9-4d52-9864-a9d6a780af4c', 'tenant_id': '7c42882d6b0e4528ac35da0aa56f8621', 'mac_address': 'fa:16:3e:4b:40:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a5f0746-4bf2-47c2-a78a-9076ccd5649a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '03854a5f-0bdf-466e-9709-a5daab8b6b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:14:16Z', 'updated_at': '2022-08-27T05:14:16Z', 'revision_number': 1, 'project_id': '7c42882d6b0e4528ac35da0aa56f8621', 'subnets': [{'id': '03854a5f-0bdf-466e-9709-a5daab8b6b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:14:17.886222 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5b67cd-ec84-4866-9268-3759f6facf7a admin admin] Network b638dae3-52d9-4d52-9864-a9d6a780af4c is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:14:17.888211 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-3f5b67cd-ec84-4866-9268-3759f6facf7a admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:14:18.033380 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f5b67cd-ec84-4866-9268-3759f6facf7a admin admin] Router 5a5f0746-4bf2-47c2-a78a-9076ccd5649a has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:14:18.153338 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5b67cd-ec84-4866-9268-3759f6facf7a admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:14:18.158471 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3f5b67cd-ec84-4866-9268-3759f6facf7a admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/5a5f0746-4bf2-47c2-a78a-9076ccd5649a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8929224 Aug 27 05:14:18.182812 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-a8d8642f-3532-4163-921f-ba4513e48d8d None None] Provisioning complete for port 8e72aa1f-ad6e-4fe7-9f09-3fba94e1d9bb triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:14:18.183276 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a8d8642f-3532-4163-921f-ba4513e48d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (8e72aa1f-ad6e-4fe7-9f09-3fba94e1d9bb), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:18.217847 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-a8d8642f-3532-4163-921f-ba4513e48d8d None None] Port 8e72aa1f-ad6e-4fe7-9f09-3fba94e1d9bb cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:14:18.970076 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58314) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:14:18.975101 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-773a04eb-2f7d-4023-aea8-91d387ca0948 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1440950277-network', 'tenant_id': '1f372f6b7e9142e9a9c83b6411a958cc'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:14:19.113975 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773a04eb-2f7d-4023-aea8-91d387ca0948 admin admin] Made reservation on behalf of 1f372f6b7e9142e9a9c83b6411a958cc for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:14:19.116392 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-773a04eb-2f7d-4023-aea8-91d387ca0948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:19.126946 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-773a04eb-2f7d-4023-aea8-91d387ca0948 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:19.207304 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-773a04eb-2f7d-4023-aea8-91d387ca0948 admin admin] Publish callbacks [] for security_group (dec6874e-ddca-45c2-a9a9-5baf72e0dc1a), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:19.317376 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-773a04eb-2f7d-4023-aea8-91d387ca0948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (dec6874e-ddca-45c2-a9a9-5baf72e0dc1a), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:19.346813 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-773a04eb-2f7d-4023-aea8-91d387ca0948 admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 05:14:19.353643 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773a04eb-2f7d-4023-aea8-91d387ca0948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec6874e-ddca-45c2-a9a9-5baf72e0dc1a,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:19.371113 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-773a04eb-2f7d-4023-aea8-91d387ca0948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (a2dad44d-2373-41b0-8297-d1598f6f45e8), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:19.371113 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-773a04eb-2f7d-4023-aea8-91d387ca0948 admin admin] Added segment a2dad44d-2373-41b0-8297-d1598f6f45e8 of type vlan for network 0a0c8fe7-9648-46c6-863f-6aa130a1e338 Aug 27 05:14:19.407819 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-773a04eb-2f7d-4023-aea8-91d387ca0948 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (0a0c8fe7-9648-46c6-863f-6aa130a1e338), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:19.743235 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:19.814384 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-773a04eb-2f7d-4023-aea8-91d387ca0948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (0a0c8fe7-9648-46c6-863f-6aa130a1e338), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:19.815523 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773a04eb-2f7d-4023-aea8-91d387ca0948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:14:19.816141 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-773a04eb-2f7d-4023-aea8-91d387ca0948 admin admin] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:19.880265 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773a04eb-2f7d-4023-aea8-91d387ca0948 admin admin] Pushing event updated for resources: {'Network': ['ID=0a0c8fe7-9648-46c6-863f-6aa130a1e338,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:19.892481 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 0a0c8fe7-9648-46c6-863f-6aa130a1e338 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 05:14:19.897905 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd46753-ee84-4e10-b1bb-d83246545784 None None] Sync routers for ids ['5a5f0746-4bf2-47c2-a78a-9076ccd5649a'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:14:19.909175 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd46753-ee84-4e10-b1bb-d83246545784 None None] Routers {'5a5f0746-4bf2-47c2-a78a-9076ccd5649a'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:14:19.909794 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-fbd46753-ee84-4e10-b1bb-d83246545784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:13:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['5a5f0746-4bf2-47c2-a78a-9076ccd5649a'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:14:19.944945 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-773a04eb-2f7d-4023-aea8-91d387ca0948 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9736681 Aug 27 05:14:19.948550 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58316) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:14:19.954838 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-12d8259a-b276-4839-8742-1f0fe46e1db7 admin admin] Request body: {'subnet': {'network_id': '0a0c8fe7-9648-46c6-863f-6aa130a1e338', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1440950277-subnet', 'tenant_id': '1f372f6b7e9142e9a9c83b6411a958cc', 'ip_version': 4}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:14:20.019281 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-fbd46753-ee84-4e10-b1bb-d83246545784 None None] Set router 5a5f0746-4bf2-47c2-a78a-9076ccd5649a gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:14:20.135855 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d8259a-b276-4839-8742-1f0fe46e1db7 admin admin] Made reservation on behalf of 1f372f6b7e9142e9a9c83b6411a958cc for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:14:20.143676 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-12d8259a-b276-4839-8742-1f0fe46e1db7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:20.214533 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-fbd46753-ee84-4e10-b1bb-d83246545784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5f0746-4bf2-47c2-a78a-9076ccd5649a', 'name': 'tempest-TestEncryptedCinderVolumes-1674568698-router', 'tenant_id': '7c42882d6b0e4528ac35da0aa56f8621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '1cb03c09-87a1-44f3-a34b-d872baa38a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:14:14Z', 'updated_at': '2022-08-27T05:14:17Z', 'revision_number': 4, 'project_id': '7c42882d6b0e4528ac35da0aa56f8621', 'gw_port': {'id': '1cb03c09-87a1-44f3-a34b-d872baa38a86', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cf:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a5f0746-4bf2-47c2-a78a-9076ccd5649a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:14:14Z', 'updated_at': '2022-08-27T05:14:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '8e72aa1f-ad6e-4fe7-9f09-3fba94e1d9bb', 'name': '', 'network_id': 'b638dae3-52d9-4d52-9864-a9d6a780af4c', 'tenant_id': '7c42882d6b0e4528ac35da0aa56f8621', 'mac_address': 'fa:16:3e:4b:40:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a5f0746-4bf2-47c2-a78a-9076ccd5649a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '03854a5f-0bdf-466e-9709-a5daab8b6b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:14:16Z', 'updated_at': '2022-08-27T05:14:17Z', 'revision_number': 2, 'project_id': '7c42882d6b0e4528ac35da0aa56f8621', 'subnets': [{'id': '03854a5f-0bdf-466e-9709-a5daab8b6b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:14:20.240082 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd46753-ee84-4e10-b1bb-d83246545784 None None] Checking router: 5a5f0746-4bf2-47c2-a78a-9076ccd5649a for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:14:20.240469 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd46753-ee84-4e10-b1bb-d83246545784 None None] Updating router 5a5f0746-4bf2-47c2-a78a-9076ccd5649a port 8e72aa1f-ad6e-4fe7-9f09-3fba94e1d9bb binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:14:20.262885 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:20.268387 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-fbd46753-ee84-4e10-b1bb-d83246545784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8e72aa1f-ad6e-4fe7-9f09-3fba94e1d9bb), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:20.403571 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-12d8259a-b276-4839-8742-1f0fe46e1db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (68a67043-dfcc-4012-8b4b-fe8b3f5321b4), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:20.455220 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d8259a-b276-4839-8742-1f0fe46e1db7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68a67043-dfcc-4012-8b4b-fe8b3f5321b4,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:20.476462 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d8259a-b276-4839-8742-1f0fe46e1db7 admin admin] Checking segment: {'id': 'a2dad44d-2373-41b0-8297-d1598f6f45e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '0a0c8fe7-9648-46c6-863f-6aa130a1e338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:14:20.476830 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d8259a-b276-4839-8742-1f0fe46e1db7 admin admin] Network hostable DHCP agents. Network: 0a0c8fe7-9648-46c6-863f-6aa130a1e338, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 05:14:20.549661 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 1cb03c09-87a1-44f3-a34b-d872baa38a86 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:14:20.576739 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d8259a-b276-4839-8742-1f0fe46e1db7 admin admin] Network 0a0c8fe7-9648-46c6-863f-6aa130a1e338 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 05:14:20.582870 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:20.597641 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 1cb03c09-87a1-44f3-a34b-d872baa38a86 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:14:20.598013 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (1cb03c09-87a1-44f3-a34b-d872baa38a86), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:20.602058 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-fbd46753-ee84-4e10-b1bb-d83246545784 None None] Publish callbacks [] for port (8e72aa1f-ad6e-4fe7-9f09-3fba94e1d9bb), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:20.669179 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 1cb03c09-87a1-44f3-a34b-d872baa38a86 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:14:20.669483 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (1cb03c09-87a1-44f3-a34b-d872baa38a86), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:20.690050 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 1cb03c09-87a1-44f3-a34b-d872baa38a86, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=1cb03c09-87a1-44f3-a34b-d872baa38a86,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:14:20.698407 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-12d8259a-b276-4839-8742-1f0fe46e1db7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 0a0c8fe7-9648-46c6-863f-6aa130a1e338) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:14:20.698407 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d8259a-b276-4839-8742-1f0fe46e1db7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:14:20.698407 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-12d8259a-b276-4839-8742-1f0fe46e1db7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:20.700180 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42f1500-d3a0-4304-8f31-85bead8e567d None None] Network 0a0c8fe7-9648-46c6-863f-6aa130a1e338 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:14:20.717729 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-fbd46753-ee84-4e10-b1bb-d83246545784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (8e72aa1f-ad6e-4fe7-9f09-3fba94e1d9bb), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:20.762811 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be752f4-3078-4e30-9037-710943323b99 None None] Pushing event updated for resources: {'Port': ['ID=8e72aa1f-ad6e-4fe7-9f09-3fba94e1d9bb,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:20.783727 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be752f4-3078-4e30-9037-710943323b99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:14:20.784056 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be752f4-3078-4e30-9037-710943323b99 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:14:20.784413 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be752f4-3078-4e30-9037-710943323b99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:14:20.784743 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be752f4-3078-4e30-9037-710943323b99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:14:20.785072 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be752f4-3078-4e30-9037-710943323b99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:14:20.785393 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be752f4-3078-4e30-9037-710943323b99 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:14:20.785710 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be752f4-3078-4e30-9037-710943323b99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:14:20.786289 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be752f4-3078-4e30-9037-710943323b99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:14:20.786601 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be752f4-3078-4e30-9037-710943323b99 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:14:20.786910 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be752f4-3078-4e30-9037-710943323b99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:14:20.787220 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be752f4-3078-4e30-9037-710943323b99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:14:20.787535 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be752f4-3078-4e30-9037-710943323b99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:14:20.787844 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be752f4-3078-4e30-9037-710943323b99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:14:20.788145 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be752f4-3078-4e30-9037-710943323b99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:14:20.788477 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be752f4-3078-4e30-9037-710943323b99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:14:20.803240 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (1cb03c09-87a1-44f3-a34b-d872baa38a86), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:20.824755 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a060635-b2c0-45a0-a10a-a5e7c15dfe7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-0a0c8fe7-9648-46c6-863f-6aa130a1e338', 'network_id': '0a0c8fe7-9648-46c6-863f-6aa130a1e338', 'project_id': '1f372f6b7e9142e9a9c83b6411a958cc', 'fixed_ips': [{'subnet_id': '68a67043-dfcc-4012-8b4b-fe8b3f5321b4'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 05:14:20.825383 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-fbd46753-ee84-4e10-b1bb-d83246545784 None None] Attempting to bind port 8e72aa1f-ad6e-4fe7-9f09-3fba94e1d9bb on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:14:20.825666 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4a060635-b2c0-45a0-a10a-a5e7c15dfe7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:20.825808 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-fbd46753-ee84-4e10-b1bb-d83246545784 None None] Attempting to bind port 8e72aa1f-ad6e-4fe7-9f09-3fba94e1d9bb by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '381b2b90-eccf-4c2b-9919-5ff06409e4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b638dae3-52d9-4d52-9864-a9d6a780af4c'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:14:20.826088 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd46753-ee84-4e10-b1bb-d83246545784 None None] Attempting to bind port 8e72aa1f-ad6e-4fe7-9f09-3fba94e1d9bb on network b638dae3-52d9-4d52-9864-a9d6a780af4c {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:14:20.831273 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd46753-ee84-4e10-b1bb-d83246545784 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:14:20.831579 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd46753-ee84-4e10-b1bb-d83246545784 None None] Checking segment: {'id': '381b2b90-eccf-4c2b-9919-5ff06409e4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b638dae3-52d9-4d52-9864-a9d6a780af4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:14:20.831967 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-fbd46753-ee84-4e10-b1bb-d83246545784 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:20.832565 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd46753-ee84-4e10-b1bb-d83246545784 None None] Bound using segment: {'id': '381b2b90-eccf-4c2b-9919-5ff06409e4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b638dae3-52d9-4d52-9864-a9d6a780af4c'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:14:20.832893 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-fbd46753-ee84-4e10-b1bb-d83246545784 None None] Bound port: 8e72aa1f-ad6e-4fe7-9f09-3fba94e1d9bb, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '381b2b90-eccf-4c2b-9919-5ff06409e4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b638dae3-52d9-4d52-9864-a9d6a780af4c'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:14:20.833272 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-fbd46753-ee84-4e10-b1bb-d83246545784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8e72aa1f-ad6e-4fe7-9f09-3fba94e1d9bb), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:20.836999 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-12d8259a-b276-4839-8742-1f0fe46e1db7 admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8875232 Aug 27 05:14:20.839716 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58318) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:14:20.845187 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-19c14ac7-4909-4d7e-b009-ede261d91fc6 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1440950277-router', 'tenant_id': '1f372f6b7e9142e9a9c83b6411a958cc', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:14:20.878451 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=1cb03c09-87a1-44f3-a34b-d872baa38a86,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:20.899215 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-fbd46753-ee84-4e10-b1bb-d83246545784 None None] For port 8e72aa1f-ad6e-4fe7-9f09-3fba94e1d9bb, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:14:20.902958 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-fbd46753-ee84-4e10-b1bb-d83246545784 None None] For port 8e72aa1f-ad6e-4fe7-9f09-3fba94e1d9bb, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=8e72aa1f-ad6e-4fe7-9f09-3fba94e1d9bb,segment=NetworkSegment(381b2b90-eccf-4c2b-9919-5ff06409e4d8),segment_id=381b2b90-eccf-4c2b-9919-5ff06409e4d8)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:14:20.922863 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:20.976831 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-19c14ac7-4909-4d7e-b009-ede261d91fc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:20.977043 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-fbd46753-ee84-4e10-b1bb-d83246545784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (8e72aa1f-ad6e-4fe7-9f09-3fba94e1d9bb), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:20.977908 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-19c14ac7-4909-4d7e-b009-ede261d91fc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:20.989965 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-4a060635-b2c0-45a0-a10a-a5e7c15dfe7c None None] Allocated IP 172.20.0.2 (0a0c8fe7-9648-46c6-863f-6aa130a1e338/68a67043-dfcc-4012-8b4b-fe8b3f5321b4/4b8920aa-16e4-447c-a9e7-96647abeb433) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:14:21.008211 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:21.018291 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:21.023646 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd46753-ee84-4e10-b1bb-d83246545784 None None] Routers {'5a5f0746-4bf2-47c2-a78a-9076ccd5649a'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:14:21.024310 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-fbd46753-ee84-4e10-b1bb-d83246545784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:13:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['5a5f0746-4bf2-47c2-a78a-9076ccd5649a'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:14:21.037007 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-19c14ac7-4909-4d7e-b009-ede261d91fc6 admin admin] Publish callbacks [] for router_controller (4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:21.081035 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be752f4-3078-4e30-9037-710943323b99 None None] Pushing event updated for resources: {'Port': ['ID=8e72aa1f-ad6e-4fe7-9f09-3fba94e1d9bb,revision_number=4']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:21.146631 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-fbd46753-ee84-4e10-b1bb-d83246545784 None None] Set router 5a5f0746-4bf2-47c2-a78a-9076ccd5649a gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:14:21.284247 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4a060635-b2c0-45a0-a10a-a5e7c15dfe7c None None] Publish callbacks [] for port (4b8920aa-16e4-447c-a9e7-96647abeb433), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:21.288558 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-19c14ac7-4909-4d7e-b009-ede261d91fc6 admin admin] Publish callbacks [] for router_gateway (4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:21.325518 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:21.346197 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-fbd46753-ee84-4e10-b1bb-d83246545784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5f0746-4bf2-47c2-a78a-9076ccd5649a', 'name': 'tempest-TestEncryptedCinderVolumes-1674568698-router', 'tenant_id': '7c42882d6b0e4528ac35da0aa56f8621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '1cb03c09-87a1-44f3-a34b-d872baa38a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:14:14Z', 'updated_at': '2022-08-27T05:14:17Z', 'revision_number': 4, 'project_id': '7c42882d6b0e4528ac35da0aa56f8621', 'gw_port': {'id': '1cb03c09-87a1-44f3-a34b-d872baa38a86', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cf:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5f0746-4bf2-47c2-a78a-9076ccd5649a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:14:14Z', 'updated_at': '2022-08-27T05:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '8e72aa1f-ad6e-4fe7-9f09-3fba94e1d9bb', 'name': '', 'network_id': 'b638dae3-52d9-4d52-9864-a9d6a780af4c', 'tenant_id': '7c42882d6b0e4528ac35da0aa56f8621', 'mac_address': 'fa:16:3e:4b:40:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a5f0746-4bf2-47c2-a78a-9076ccd5649a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '03854a5f-0bdf-466e-9709-a5daab8b6b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:14:16Z', 'updated_at': '2022-08-27T05:14:20Z', 'revision_number': 4, 'project_id': '7c42882d6b0e4528ac35da0aa56f8621', 'subnets': [{'id': '03854a5f-0bdf-466e-9709-a5daab8b6b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:14:21.371264 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd46753-ee84-4e10-b1bb-d83246545784 None None] The sync data for ids ['5a5f0746-4bf2-47c2-a78a-9076ccd5649a'] in n-d-852088-5 is: [{'id': '5a5f0746-4bf2-47c2-a78a-9076ccd5649a', 'name': 'tempest-TestEncryptedCinderVolumes-1674568698-router', 'tenant_id': '7c42882d6b0e4528ac35da0aa56f8621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '1cb03c09-87a1-44f3-a34b-d872baa38a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:14:14Z', 'updated_at': '2022-08-27T05:14:17Z', 'revision_number': 4, 'project_id': '7c42882d6b0e4528ac35da0aa56f8621', 'gw_port': {'id': '1cb03c09-87a1-44f3-a34b-d872baa38a86', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cf:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5f0746-4bf2-47c2-a78a-9076ccd5649a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:14:14Z', 'updated_at': '2022-08-27T05:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '8e72aa1f-ad6e-4fe7-9f09-3fba94e1d9bb', 'name': '', 'network_id': 'b638dae3-52d9-4d52-9864-a9d6a780af4c', 'tenant_id': '7c42882d6b0e4528ac35da0aa56f8621', 'mac_address': 'fa:16:3e:4b:40:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a5f0746-4bf2-47c2-a78a-9076ccd5649a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '03854a5f-0bdf-466e-9709-a5daab8b6b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:14:16Z', 'updated_at': '2022-08-27T05:14:20Z', 'revision_number': 4, 'project_id': '7c42882d6b0e4528ac35da0aa56f8621', 'subnets': [{'id': '03854a5f-0bdf-466e-9709-a5daab8b6b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:14:21.390554 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4a060635-b2c0-45a0-a10a-a5e7c15dfe7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (4b8920aa-16e4-447c-a9e7-96647abeb433), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:21.439999 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a060635-b2c0-45a0-a10a-a5e7c15dfe7c None None] Network 0a0c8fe7-9648-46c6-863f-6aa130a1e338 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:14:21.439999 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-4a060635-b2c0-45a0-a10a-a5e7c15dfe7c None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:14:21.442319 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a060635-b2c0-45a0-a10a-a5e7c15dfe7c None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:14:21.456041 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a060635-b2c0-45a0-a10a-a5e7c15dfe7c None None] Pushing event updated for resources: {'Port': ['ID=4b8920aa-16e4-447c-a9e7-96647abeb433,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:21.511848 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-4a060635-b2c0-45a0-a10a-a5e7c15dfe7c None None] Attempting to bind port 4b8920aa-16e4-447c-a9e7-96647abeb433 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:14:21.512505 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-4a060635-b2c0-45a0-a10a-a5e7c15dfe7c None None] Attempting to bind port 4b8920aa-16e4-447c-a9e7-96647abeb433 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'a2dad44d-2373-41b0-8297-d1598f6f45e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '0a0c8fe7-9648-46c6-863f-6aa130a1e338'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:14:21.514732 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a060635-b2c0-45a0-a10a-a5e7c15dfe7c None None] Attempting to bind port 4b8920aa-16e4-447c-a9e7-96647abeb433 on network 0a0c8fe7-9648-46c6-863f-6aa130a1e338 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:14:21.519514 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a060635-b2c0-45a0-a10a-a5e7c15dfe7c None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:14:21.519900 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a060635-b2c0-45a0-a10a-a5e7c15dfe7c None None] Checking segment: {'id': 'a2dad44d-2373-41b0-8297-d1598f6f45e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '0a0c8fe7-9648-46c6-863f-6aa130a1e338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:14:21.520390 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4a060635-b2c0-45a0-a10a-a5e7c15dfe7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:21.520791 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a060635-b2c0-45a0-a10a-a5e7c15dfe7c None None] Bound using segment: {'id': 'a2dad44d-2373-41b0-8297-d1598f6f45e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '0a0c8fe7-9648-46c6-863f-6aa130a1e338'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:14:21.521264 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-4a060635-b2c0-45a0-a10a-a5e7c15dfe7c None None] Bound port: 4b8920aa-16e4-447c-a9e7-96647abeb433, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2dad44d-2373-41b0-8297-d1598f6f45e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '0a0c8fe7-9648-46c6-863f-6aa130a1e338'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:14:21.521653 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4a060635-b2c0-45a0-a10a-a5e7c15dfe7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (4b8920aa-16e4-447c-a9e7-96647abeb433), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:21.560023 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:21.595667 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-19c14ac7-4909-4d7e-b009-ede261d91fc6 admin admin] Publish callbacks [] for router_gateway (4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:21.595858 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4a060635-b2c0-45a0-a10a-a5e7c15dfe7c None None] For port 4b8920aa-16e4-447c-a9e7-96647abeb433, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:14:21.598522 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4a060635-b2c0-45a0-a10a-a5e7c15dfe7c None None] For port 4b8920aa-16e4-447c-a9e7-96647abeb433, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=4b8920aa-16e4-447c-a9e7-96647abeb433,segment=NetworkSegment(a2dad44d-2373-41b0-8297-d1598f6f45e8),segment_id=a2dad44d-2373-41b0-8297-d1598f6f45e8)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:14:21.610965 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-19c14ac7-4909-4d7e-b009-ede261d91fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:21.612654 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:21.712046 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4a060635-b2c0-45a0-a10a-a5e7c15dfe7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (4b8920aa-16e4-447c-a9e7-96647abeb433), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:21.730064 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-19c14ac7-4909-4d7e-b009-ede261d91fc6 admin admin] Allocated IP 172.25.2.49 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/f9f2ee43-f6a5-4bae-b0da-1a0f01173959) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:14:21.785486 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a060635-b2c0-45a0-a10a-a5e7c15dfe7c None None] Pushing event updated for resources: {'Port': ['ID=4b8920aa-16e4-447c-a9e7-96647abeb433,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:21.856877 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:21.860860 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-19c14ac7-4909-4d7e-b009-ede261d91fc6 admin admin] Publish callbacks [] for port (f9f2ee43-f6a5-4bae-b0da-1a0f01173959), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:21.978173 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-19c14ac7-4909-4d7e-b009-ede261d91fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (f9f2ee43-f6a5-4bae-b0da-1a0f01173959), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:22.021279 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c14ac7-4909-4d7e-b009-ede261d91fc6 admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:14:22.024409 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-19c14ac7-4909-4d7e-b009-ede261d91fc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:14:22.028706 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c14ac7-4909-4d7e-b009-ede261d91fc6 admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:14:22.069243 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c14ac7-4909-4d7e-b009-ede261d91fc6 admin admin] Pushing event updated for resources: {'Port': ['ID=f9f2ee43-f6a5-4bae-b0da-1a0f01173959,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:22.407783 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-19c14ac7-4909-4d7e-b009-ede261d91fc6 admin admin] Publish callbacks [] for router_gateway (4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:22.617891 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-19c14ac7-4909-4d7e-b009-ede261d91fc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:22.637295 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 8e72aa1f-ad6e-4fe7-9f09-3fba94e1d9bb up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:14:22.692768 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 8e72aa1f-ad6e-4fe7-9f09-3fba94e1d9bb triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:14:22.693221 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (8e72aa1f-ad6e-4fe7-9f09-3fba94e1d9bb), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:22.722455 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:22.771820 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0abdda-20dc-49d7-a434-3d64a943c57f None None] Network 0a0c8fe7-9648-46c6-863f-6aa130a1e338 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:14:22.817672 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 8e72aa1f-ad6e-4fe7-9f09-3fba94e1d9bb is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:14:22.818062 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8e72aa1f-ad6e-4fe7-9f09-3fba94e1d9bb), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:22.828004 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c14ac7-4909-4d7e-b009-ede261d91fc6 admin admin] Router 4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 05:14:22.888078 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 8e72aa1f-ad6e-4fe7-9f09-3fba94e1d9bb, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=8e72aa1f-ad6e-4fe7-9f09-3fba94e1d9bb,segment=NetworkSegment(381b2b90-eccf-4c2b-9919-5ff06409e4d8),segment_id=381b2b90-eccf-4c2b-9919-5ff06409e4d8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:14:22.892395 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-3fd42d2c-c7c7-487a-97ac-b238ed96cbbc None None] Provisioning complete for port 4b8920aa-16e4-447c-a9e7-96647abeb433 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:14:22.892771 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3fd42d2c-c7c7-487a-97ac-b238ed96cbbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (4b8920aa-16e4-447c-a9e7-96647abeb433), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:22.938462 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c14ac7-4909-4d7e-b009-ede261d91fc6 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:14:22.954830 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc17c54f-00a4-4d85-b904-2c26301d1354 None None] Sync routers for ids ['4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:14:22.975599 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc17c54f-00a4-4d85-b904-2c26301d1354 None None] Routers {'4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:14:22.976252 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-dc17c54f-00a4-4d85-b904-2c26301d1354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:13:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:14:23.015570 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (8e72aa1f-ad6e-4fe7-9f09-3fba94e1d9bb), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:23.016447 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 1cb03c09-87a1-44f3-a34b-d872baa38a86 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:14:23.064471 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-19c14ac7-4909-4d7e-b009-ede261d91fc6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:23.067256 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-19c14ac7-4909-4d7e-b009-ede261d91fc6 admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.2259080 Aug 27 05:14:23.069910 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58320) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:14:23.178408 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-3fd42d2c-c7c7-487a-97ac-b238ed96cbbc None None] Current status of the port 4b8920aa-16e4-447c-a9e7-96647abeb433 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:14:23.178797 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3fd42d2c-c7c7-487a-97ac-b238ed96cbbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (4b8920aa-16e4-447c-a9e7-96647abeb433), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:23.201325 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=8e72aa1f-ad6e-4fe7-9f09-3fba94e1d9bb,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:23.231569 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-dc17c54f-00a4-4d85-b904-2c26301d1354 None None] Set router 4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:14:23.237035 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 1cb03c09-87a1-44f3-a34b-d872baa38a86 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:14:23.237404 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (1cb03c09-87a1-44f3-a34b-d872baa38a86), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:23.274821 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:23.315417 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-3fd42d2c-c7c7-487a-97ac-b238ed96cbbc None None] For port 4b8920aa-16e4-447c-a9e7-96647abeb433, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=4b8920aa-16e4-447c-a9e7-96647abeb433,segment=NetworkSegment(a2dad44d-2373-41b0-8297-d1598f6f45e8),segment_id=a2dad44d-2373-41b0-8297-d1598f6f45e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:14:23.362424 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:23.369262 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:23.419679 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3fd42d2c-c7c7-487a-97ac-b238ed96cbbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (4b8920aa-16e4-447c-a9e7-96647abeb433), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:23.472133 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 1cb03c09-87a1-44f3-a34b-d872baa38a86 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:14:23.473213 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 4b8920aa-16e4-447c-a9e7-96647abeb433 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:14:23.507626 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ff198269-fe06-4aee-be9f-08a3018db062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:23.561753 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd42d2c-c7c7-487a-97ac-b238ed96cbbc None None] Pushing event updated for resources: {'Port': ['ID=4b8920aa-16e4-447c-a9e7-96647abeb433,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:23.569140 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-79c2c924-dfd0-4f82-9d7e-7da9ab0180a7 None None] Provisioning complete for port 4b8920aa-16e4-447c-a9e7-96647abeb433 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:14:23.570159 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-79c2c924-dfd0-4f82-9d7e-7da9ab0180a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (4b8920aa-16e4-447c-a9e7-96647abeb433), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:23.571227 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-dc17c54f-00a4-4d85-b904-2c26301d1354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e', 'name': 'tempest-TestEncryptedCinderVolumes-1440950277-router', 'tenant_id': '1f372f6b7e9142e9a9c83b6411a958cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'f9f2ee43-f6a5-4bae-b0da-1a0f01173959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:14:20Z', 'updated_at': '2022-08-27T05:14:22Z', 'revision_number': 3, 'project_id': '1f372f6b7e9142e9a9c83b6411a958cc', 'gw_port': {'id': 'f9f2ee43-f6a5-4bae-b0da-1a0f01173959', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:59:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:14:21Z', 'updated_at': '2022-08-27T05:14:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:14:23.622034 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc17c54f-00a4-4d85-b904-2c26301d1354 None None] Checking router: 4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:14:23.622392 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc17c54f-00a4-4d85-b904-2c26301d1354 None None] Updating router 4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e port f9f2ee43-f6a5-4bae-b0da-1a0f01173959 binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:14:23.668411 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 4b8920aa-16e4-447c-a9e7-96647abeb433 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:14:23.669114 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (4b8920aa-16e4-447c-a9e7-96647abeb433), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:23.674483 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-ff198269-fe06-4aee-be9f-08a3018db062 admin admin] Allocated IP 172.20.0.1 (0a0c8fe7-9648-46c6-863f-6aa130a1e338/68a67043-dfcc-4012-8b4b-fe8b3f5321b4/71ce252f-0bfd-4a28-8df2-ae8ae465e6f8) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:14:23.690198 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-dc17c54f-00a4-4d85-b904-2c26301d1354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f9f2ee43-f6a5-4bae-b0da-1a0f01173959), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:23.722513 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:23.778535 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:DELETE=1,neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:23.783820 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ff198269-fe06-4aee-be9f-08a3018db062 admin admin] Publish callbacks [] for port (71ce252f-0bfd-4a28-8df2-ae8ae465e6f8), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:23.819861 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-79c2c924-dfd0-4f82-9d7e-7da9ab0180a7 None None] Current status of the port 4b8920aa-16e4-447c-a9e7-96647abeb433 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:14:23.866824 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ff198269-fe06-4aee-be9f-08a3018db062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (71ce252f-0bfd-4a28-8df2-ae8ae465e6f8), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:23.868852 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:23.871042 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=50,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:23.876227 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 4b8920aa-16e4-447c-a9e7-96647abeb433 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:14:23.910014 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff198269-fe06-4aee-be9f-08a3018db062 admin admin] Network 0a0c8fe7-9648-46c6-863f-6aa130a1e338 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:14:23.915177 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-ff198269-fe06-4aee-be9f-08a3018db062 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:14:23.919225 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff198269-fe06-4aee-be9f-08a3018db062 admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:14:23.922555 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff198269-fe06-4aee-be9f-08a3018db062 admin admin] Pushing event updated for resources: {'Port': ['ID=71ce252f-0bfd-4a28-8df2-ae8ae465e6f8,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:23.978261 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ff198269-fe06-4aee-be9f-08a3018db062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:24.043839 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:24.174022 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-70537fca-43d9-4ba9-b35d-f25c791d070e None None] Provisioning complete for port 71ce252f-0bfd-4a28-8df2-ae8ae465e6f8 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:14:24.174389 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-70537fca-43d9-4ba9-b35d-f25c791d070e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (71ce252f-0bfd-4a28-8df2-ae8ae465e6f8), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:24.207583 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-dc17c54f-00a4-4d85-b904-2c26301d1354 None None] Publish callbacks [] for port (f9f2ee43-f6a5-4bae-b0da-1a0f01173959), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:24.221190 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-70537fca-43d9-4ba9-b35d-f25c791d070e None None] Port 71ce252f-0bfd-4a28-8df2-ae8ae465e6f8 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:14:24.223491 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ff198269-fe06-4aee-be9f-08a3018db062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (71ce252f-0bfd-4a28-8df2-ae8ae465e6f8), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:24.325208 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-dc17c54f-00a4-4d85-b904-2c26301d1354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (f9f2ee43-f6a5-4bae-b0da-1a0f01173959), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:24.361485 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-dc17c54f-00a4-4d85-b904-2c26301d1354 None None] Attempting to bind port f9f2ee43-f6a5-4bae-b0da-1a0f01173959 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:14:24.361840 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-dc17c54f-00a4-4d85-b904-2c26301d1354 None None] Attempting to bind port f9f2ee43-f6a5-4bae-b0da-1a0f01173959 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:14:24.362202 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc17c54f-00a4-4d85-b904-2c26301d1354 None None] Attempting to bind port f9f2ee43-f6a5-4bae-b0da-1a0f01173959 on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:14:24.377132 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc17c54f-00a4-4d85-b904-2c26301d1354 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:14:24.377508 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc17c54f-00a4-4d85-b904-2c26301d1354 None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:14:24.377909 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-dc17c54f-00a4-4d85-b904-2c26301d1354 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:24.378306 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc17c54f-00a4-4d85-b904-2c26301d1354 None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:14:24.378775 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-dc17c54f-00a4-4d85-b904-2c26301d1354 None None] Bound port: f9f2ee43-f6a5-4bae-b0da-1a0f01173959, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:14:24.379169 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-dc17c54f-00a4-4d85-b904-2c26301d1354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f9f2ee43-f6a5-4bae-b0da-1a0f01173959), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:24.383894 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a321e-71a8-46a4-a5f4-fa32fd21153b None None] Pushing event updated for resources: {'Port': ['ID=f9f2ee43-f6a5-4bae-b0da-1a0f01173959,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:24.389260 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ff198269-fe06-4aee-be9f-08a3018db062 admin admin] Publish callbacks [] for port (71ce252f-0bfd-4a28-8df2-ae8ae465e6f8), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:24.432349 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-dc17c54f-00a4-4d85-b904-2c26301d1354 None None] For port f9f2ee43-f6a5-4bae-b0da-1a0f01173959, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:14:24.435382 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-dc17c54f-00a4-4d85-b904-2c26301d1354 None None] For port f9f2ee43-f6a5-4bae-b0da-1a0f01173959, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=f9f2ee43-f6a5-4bae-b0da-1a0f01173959,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:14:24.468389 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ff198269-fe06-4aee-be9f-08a3018db062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (71ce252f-0bfd-4a28-8df2-ae8ae465e6f8), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:24.527981 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 8e72aa1f-ad6e-4fe7-9f09-3fba94e1d9bb up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:14:24.545468 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff198269-fe06-4aee-be9f-08a3018db062 admin admin] Pushing event updated for resources: {'Port': ['ID=71ce252f-0bfd-4a28-8df2-ae8ae465e6f8,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:24.549669 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ff198269-fe06-4aee-be9f-08a3018db062 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:24.552706 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-dc17c54f-00a4-4d85-b904-2c26301d1354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (f9f2ee43-f6a5-4bae-b0da-1a0f01173959), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:24.610432 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc17c54f-00a4-4d85-b904-2c26301d1354 None None] Routers {'4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:14:24.610984 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-dc17c54f-00a4-4d85-b904-2c26301d1354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:13:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:14:24.632482 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:24.649207 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff198269-fe06-4aee-be9f-08a3018db062 admin admin] Network 0a0c8fe7-9648-46c6-863f-6aa130a1e338 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:14:24.651247 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-ff198269-fe06-4aee-be9f-08a3018db062 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:14:24.661765 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a321e-71a8-46a4-a5f4-fa32fd21153b None None] Pushing event updated for resources: {'Port': ['ID=f9f2ee43-f6a5-4bae-b0da-1a0f01173959,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:24.674557 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 8e72aa1f-ad6e-4fe7-9f09-3fba94e1d9bb triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:14:24.675126 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (8e72aa1f-ad6e-4fe7-9f09-3fba94e1d9bb), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:24.732670 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:24.770826 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-dc17c54f-00a4-4d85-b904-2c26301d1354 None None] Set router 4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:14:24.774576 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff198269-fe06-4aee-be9f-08a3018db062 admin admin] Router 4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:14:24.830841 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:24.881673 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 8e72aa1f-ad6e-4fe7-9f09-3fba94e1d9bb is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:14:24.882747 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 4b8920aa-16e4-447c-a9e7-96647abeb433 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:14:24.890895 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff198269-fe06-4aee-be9f-08a3018db062 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:14:24.897022 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ff198269-fe06-4aee-be9f-08a3018db062 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8252268 Aug 27 05:14:24.973390 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-d68188a0-6175-4bf9-9de2-39cbf70c014e None None] Provisioning complete for port 71ce252f-0bfd-4a28-8df2-ae8ae465e6f8 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:14:24.973768 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d68188a0-6175-4bf9-9de2-39cbf70c014e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (71ce252f-0bfd-4a28-8df2-ae8ae465e6f8), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:25.031791 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d68188a0-6175-4bf9-9de2-39cbf70c014e None None] Port 71ce252f-0bfd-4a28-8df2-ae8ae465e6f8 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:14:25.033780 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 4b8920aa-16e4-447c-a9e7-96647abeb433 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:14:25.034167 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (4b8920aa-16e4-447c-a9e7-96647abeb433), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:25.105114 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-dc17c54f-00a4-4d85-b904-2c26301d1354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e', 'name': 'tempest-TestEncryptedCinderVolumes-1440950277-router', 'tenant_id': '1f372f6b7e9142e9a9c83b6411a958cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'f9f2ee43-f6a5-4bae-b0da-1a0f01173959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:14:20Z', 'updated_at': '2022-08-27T05:14:24Z', 'revision_number': 4, 'project_id': '1f372f6b7e9142e9a9c83b6411a958cc', 'gw_port': {'id': 'f9f2ee43-f6a5-4bae-b0da-1a0f01173959', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:59:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:14:21Z', 'updated_at': '2022-08-27T05:14:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '71ce252f-0bfd-4a28-8df2-ae8ae465e6f8', 'name': '', 'network_id': '0a0c8fe7-9648-46c6-863f-6aa130a1e338', 'tenant_id': '1f372f6b7e9142e9a9c83b6411a958cc', 'mac_address': 'fa:16:3e:f6:ee:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '68a67043-dfcc-4012-8b4b-fe8b3f5321b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:14:23Z', 'updated_at': '2022-08-27T05:14:24Z', 'revision_number': 2, 'project_id': '1f372f6b7e9142e9a9c83b6411a958cc', 'subnets': [{'id': '68a67043-dfcc-4012-8b4b-fe8b3f5321b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:14:25.136524 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc17c54f-00a4-4d85-b904-2c26301d1354 None None] The sync data for ids ['4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e'] in n-d-852088-5 is: [{'id': '4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e', 'name': 'tempest-TestEncryptedCinderVolumes-1440950277-router', 'tenant_id': '1f372f6b7e9142e9a9c83b6411a958cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'f9f2ee43-f6a5-4bae-b0da-1a0f01173959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:14:20Z', 'updated_at': '2022-08-27T05:14:24Z', 'revision_number': 4, 'project_id': '1f372f6b7e9142e9a9c83b6411a958cc', 'gw_port': {'id': 'f9f2ee43-f6a5-4bae-b0da-1a0f01173959', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:59:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:14:21Z', 'updated_at': '2022-08-27T05:14:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '71ce252f-0bfd-4a28-8df2-ae8ae465e6f8', 'name': '', 'network_id': '0a0c8fe7-9648-46c6-863f-6aa130a1e338', 'tenant_id': '1f372f6b7e9142e9a9c83b6411a958cc', 'mac_address': 'fa:16:3e:f6:ee:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '68a67043-dfcc-4012-8b4b-fe8b3f5321b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:14:23Z', 'updated_at': '2022-08-27T05:14:24Z', 'revision_number': 2, 'project_id': '1f372f6b7e9142e9a9c83b6411a958cc', 'subnets': [{'id': '68a67043-dfcc-4012-8b4b-fe8b3f5321b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:14:25.172248 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 4b8920aa-16e4-447c-a9e7-96647abeb433 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:14:25.602500 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e55191c-15c3-402e-b933-a548742e437c req-fae821b0-fd3c-4b19-8f32-cafa01987bec tempest-TestEncryptedCinderVolumes-850067406 tempest-TestEncryptedCinderVolumes-850067406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:14:25.604682 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-9e55191c-15c3-402e-b933-a548742e437c req-fae821b0-fd3c-4b19-8f32-cafa01987bec tempest-TestEncryptedCinderVolumes-850067406 tempest-TestEncryptedCinderVolumes-850067406-project] 10.222.0.76 "GET /networking/v2.0/networks?id=b638dae3-52d9-4d52-9864-a9d6a780af4c HTTP/1.1" status: 200 len: 817 time: 0.1175137 Aug 27 05:14:25.621314 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-9e55191c-15c3-402e-b933-a548742e437c req-49f5c9ba-8df9-4f3c-a5ec-684ec88fe024 tempest-TestEncryptedCinderVolumes-850067406 tempest-TestEncryptedCinderVolumes-850067406-project] 10.222.0.76 "GET /networking/v2.0/quotas/7c42882d6b0e4528ac35da0aa56f8621 HTTP/1.1" status: 200 len: 375 time: 0.0104396 Aug 27 05:14:25.681752 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-9e55191c-15c3-402e-b933-a548742e437c req-63aefd52-2cba-4fb3-81c1-80be75317e2b tempest-TestEncryptedCinderVolumes-850067406 tempest-TestEncryptedCinderVolumes-850067406-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=7c42882d6b0e4528ac35da0aa56f8621&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0551057 Aug 27 05:14:26.521622 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device f9f2ee43-f6a5-4bae-b0da-1a0f01173959 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:14:26.566124 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port f9f2ee43-f6a5-4bae-b0da-1a0f01173959 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:14:26.566499 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (f9f2ee43-f6a5-4bae-b0da-1a0f01173959), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:26.649319 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:26.653011 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port f9f2ee43-f6a5-4bae-b0da-1a0f01173959 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:14:26.653396 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f9f2ee43-f6a5-4bae-b0da-1a0f01173959), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:26.675084 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port f9f2ee43-f6a5-4bae-b0da-1a0f01173959, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=f9f2ee43-f6a5-4bae-b0da-1a0f01173959,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:14:26.803430 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a01927a0-d17d-46f9-b232-f51f8ab7b742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:26.804978 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (f9f2ee43-f6a5-4bae-b0da-1a0f01173959), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:26.853382 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=f9f2ee43-f6a5-4bae-b0da-1a0f01173959,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:27.233814 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c54bc00-f765-47bf-acc6-bb8980922ac2 req-9935fc8b-3dd1-4276-bbce-f33bc68dcc9b tempest-TestEncryptedCinderVolumes-850067406 tempest-TestEncryptedCinderVolumes-850067406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:14:27.235189 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7c54bc00-f765-47bf-acc6-bb8980922ac2 req-9935fc8b-3dd1-4276-bbce-f33bc68dcc9b tempest-TestEncryptedCinderVolumes-850067406 tempest-TestEncryptedCinderVolumes-850067406-project] 10.222.0.76 "GET /networking/v2.0/networks?id=b638dae3-52d9-4d52-9864-a9d6a780af4c HTTP/1.1" status: 200 len: 817 time: 0.1070743 Aug 27 05:14:27.250584 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7c54bc00-f765-47bf-acc6-bb8980922ac2 req-4f070702-999a-4786-b17f-6365c9a19764 tempest-TestEncryptedCinderVolumes-850067406 tempest-TestEncryptedCinderVolumes-850067406-project] 10.222.0.76 "GET /networking/v2.0/quotas/7c42882d6b0e4528ac35da0aa56f8621 HTTP/1.1" status: 200 len: 375 time: 0.0099499 Aug 27 05:14:27.300127 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-7c54bc00-f765-47bf-acc6-bb8980922ac2 req-bef08035-d4dc-4e6c-9fbe-5a731d747275 tempest-TestEncryptedCinderVolumes-850067406 tempest-TestEncryptedCinderVolumes-850067406-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=7c42882d6b0e4528ac35da0aa56f8621&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445421 Aug 27 05:14:27.815569 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e051760-e8df-4dc3-9e71-76f0b0f3da33 req-9e698428-93ab-48d3-9c33-81bf5798c741 tempest-TestEncryptedCinderVolumes-850067406 tempest-TestEncryptedCinderVolumes-850067406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:14:27.817096 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2e051760-e8df-4dc3-9e71-76f0b0f3da33 req-9e698428-93ab-48d3-9c33-81bf5798c741 tempest-TestEncryptedCinderVolumes-850067406 tempest-TestEncryptedCinderVolumes-850067406-project] 10.222.0.76 "GET /networking/v2.0/networks?id=b638dae3-52d9-4d52-9864-a9d6a780af4c HTTP/1.1" status: 200 len: 817 time: 0.1032779 Aug 27 05:14:27.835525 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2e051760-e8df-4dc3-9e71-76f0b0f3da33 req-ecb4b8db-daa0-47eb-80fd-ad3f859c00f4 tempest-TestEncryptedCinderVolumes-850067406 tempest-TestEncryptedCinderVolumes-850067406-project] 10.222.0.76 "GET /networking/v2.0/quotas/7c42882d6b0e4528ac35da0aa56f8621 HTTP/1.1" status: 200 len: 375 time: 0.0128837 Aug 27 05:14:27.890720 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-2e051760-e8df-4dc3-9e71-76f0b0f3da33 req-be97da62-1e33-47d9-8bb3-35b16100b0f5 tempest-TestEncryptedCinderVolumes-850067406 tempest-TestEncryptedCinderVolumes-850067406-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=7c42882d6b0e4528ac35da0aa56f8621&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497313 Aug 27 05:14:28.060457 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58384) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:14:28.380932 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3b67f04c-cc6a-4e3d-bf69-a4f13831101b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (5a5f0746-4bf2-47c2-a78a-9076ccd5649a), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:28.540791 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device f9f2ee43-f6a5-4bae-b0da-1a0f01173959 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:14:28.593396 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port f9f2ee43-f6a5-4bae-b0da-1a0f01173959 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:14:28.593777 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (f9f2ee43-f6a5-4bae-b0da-1a0f01173959), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:28.674104 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port f9f2ee43-f6a5-4bae-b0da-1a0f01173959 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:14:28.704965 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad620bc-de64-4647-81cb-e18a41f9e8d9 None None] Sync routers for ids ['4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:14:28.716307 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad620bc-de64-4647-81cb-e18a41f9e8d9 None None] Routers {'4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:14:28.716936 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-8ad620bc-de64-4647-81cb-e18a41f9e8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:13:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:14:28.826476 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-8ad620bc-de64-4647-81cb-e18a41f9e8d9 None None] Set router 4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:14:28.941829 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:28.957602 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-3b67f04c-cc6a-4e3d-bf69-a4f13831101b admin admin] Deleting port 8e72aa1f-ad6e-4fe7-9f09-3fba94e1d9bb {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:14:28.957868 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3b67f04c-cc6a-4e3d-bf69-a4f13831101b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (8e72aa1f-ad6e-4fe7-9f09-3fba94e1d9bb), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:29.015582 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-8ad620bc-de64-4647-81cb-e18a41f9e8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e', 'name': 'tempest-TestEncryptedCinderVolumes-1440950277-router', 'tenant_id': '1f372f6b7e9142e9a9c83b6411a958cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'f9f2ee43-f6a5-4bae-b0da-1a0f01173959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:14:20Z', 'updated_at': '2022-08-27T05:14:24Z', 'revision_number': 4, 'project_id': '1f372f6b7e9142e9a9c83b6411a958cc', 'gw_port': {'id': 'f9f2ee43-f6a5-4bae-b0da-1a0f01173959', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:59:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:14:21Z', 'updated_at': '2022-08-27T05:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '71ce252f-0bfd-4a28-8df2-ae8ae465e6f8', 'name': '', 'network_id': '0a0c8fe7-9648-46c6-863f-6aa130a1e338', 'tenant_id': '1f372f6b7e9142e9a9c83b6411a958cc', 'mac_address': 'fa:16:3e:f6:ee:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '68a67043-dfcc-4012-8b4b-fe8b3f5321b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:14:23Z', 'updated_at': '2022-08-27T05:14:24Z', 'revision_number': 2, 'project_id': '1f372f6b7e9142e9a9c83b6411a958cc', 'subnets': [{'id': '68a67043-dfcc-4012-8b4b-fe8b3f5321b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:14:29.042343 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-3b67f04c-cc6a-4e3d-bf69-a4f13831101b admin admin] For port 8e72aa1f-ad6e-4fe7-9f09-3fba94e1d9bb, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=8e72aa1f-ad6e-4fe7-9f09-3fba94e1d9bb,segment=NetworkSegment(381b2b90-eccf-4c2b-9919-5ff06409e4d8),segment_id=381b2b90-eccf-4c2b-9919-5ff06409e4d8)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:14:29.042712 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3b67f04c-cc6a-4e3d-bf69-a4f13831101b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (8e72aa1f-ad6e-4fe7-9f09-3fba94e1d9bb), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:29.044013 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad620bc-de64-4647-81cb-e18a41f9e8d9 None None] Checking router: 4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:14:29.044396 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad620bc-de64-4647-81cb-e18a41f9e8d9 None None] Updating router 4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e port 71ce252f-0bfd-4a28-8df2-ae8ae465e6f8 binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:14:29.046931 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:29.056022 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-3b67f04c-cc6a-4e3d-bf69-a4f13831101b admin admin] Calling delete_port for 8e72aa1f-ad6e-4fe7-9f09-3fba94e1d9bb owned by network:router_interface {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:14:29.071494 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-8ad620bc-de64-4647-81cb-e18a41f9e8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (71ce252f-0bfd-4a28-8df2-ae8ae465e6f8), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:29.173860 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:29.177361 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b38adf68-f850-44a7-ad92-d3a35bf7dd69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:29.331505 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-8ad620bc-de64-4647-81cb-e18a41f9e8d9 None None] Publish callbacks [] for port (71ce252f-0bfd-4a28-8df2-ae8ae465e6f8), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:29.340122 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3b67f04c-cc6a-4e3d-bf69-a4f13831101b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (8e72aa1f-ad6e-4fe7-9f09-3fba94e1d9bb), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:29.368844 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b67f04c-cc6a-4e3d-bf69-a4f13831101b admin admin] Pushing event deleted for resources: {'Port': ['ID=8e72aa1f-ad6e-4fe7-9f09-3fba94e1d9bb,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:29.438030 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-8ad620bc-de64-4647-81cb-e18a41f9e8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (71ce252f-0bfd-4a28-8df2-ae8ae465e6f8), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:29.537870 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81e2f74-0653-45ea-8ec0-d5ccfe33a3f3 None None] Pushing event updated for resources: {'Port': ['ID=71ce252f-0bfd-4a28-8df2-ae8ae465e6f8,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:29.542810 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-8ad620bc-de64-4647-81cb-e18a41f9e8d9 None None] Attempting to bind port 71ce252f-0bfd-4a28-8df2-ae8ae465e6f8 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:14:29.543177 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-8ad620bc-de64-4647-81cb-e18a41f9e8d9 None None] Attempting to bind port 71ce252f-0bfd-4a28-8df2-ae8ae465e6f8 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'a2dad44d-2373-41b0-8297-d1598f6f45e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '0a0c8fe7-9648-46c6-863f-6aa130a1e338'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:14:29.543538 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad620bc-de64-4647-81cb-e18a41f9e8d9 None None] Attempting to bind port 71ce252f-0bfd-4a28-8df2-ae8ae465e6f8 on network 0a0c8fe7-9648-46c6-863f-6aa130a1e338 {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:14:29.547288 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3b67f04c-cc6a-4e3d-bf69-a4f13831101b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (5a5f0746-4bf2-47c2-a78a-9076ccd5649a), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:29.549744 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad620bc-de64-4647-81cb-e18a41f9e8d9 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:14:29.556251 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad620bc-de64-4647-81cb-e18a41f9e8d9 None None] Checking segment: {'id': 'a2dad44d-2373-41b0-8297-d1598f6f45e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '0a0c8fe7-9648-46c6-863f-6aa130a1e338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:14:29.556251 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-8ad620bc-de64-4647-81cb-e18a41f9e8d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:29.556251 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad620bc-de64-4647-81cb-e18a41f9e8d9 None None] Bound using segment: {'id': 'a2dad44d-2373-41b0-8297-d1598f6f45e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '0a0c8fe7-9648-46c6-863f-6aa130a1e338'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:14:29.556251 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-8ad620bc-de64-4647-81cb-e18a41f9e8d9 None None] Bound port: 71ce252f-0bfd-4a28-8df2-ae8ae465e6f8, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2dad44d-2373-41b0-8297-d1598f6f45e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '0a0c8fe7-9648-46c6-863f-6aa130a1e338'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:14:29.556251 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-8ad620bc-de64-4647-81cb-e18a41f9e8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (71ce252f-0bfd-4a28-8df2-ae8ae465e6f8), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:29.619004 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-8ad620bc-de64-4647-81cb-e18a41f9e8d9 None None] For port 71ce252f-0bfd-4a28-8df2-ae8ae465e6f8, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:14:29.622830 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-8ad620bc-de64-4647-81cb-e18a41f9e8d9 None None] For port 71ce252f-0bfd-4a28-8df2-ae8ae465e6f8, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=71ce252f-0bfd-4a28-8df2-ae8ae465e6f8,segment=NetworkSegment(a2dad44d-2373-41b0-8297-d1598f6f45e8),segment_id=a2dad44d-2373-41b0-8297-d1598f6f45e8)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:14:29.723939 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-8ad620bc-de64-4647-81cb-e18a41f9e8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (71ce252f-0bfd-4a28-8df2-ae8ae465e6f8), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:29.752449 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:29.765438 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad620bc-de64-4647-81cb-e18a41f9e8d9 None None] Routers {'4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:14:29.766071 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-8ad620bc-de64-4647-81cb-e18a41f9e8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:14:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:14:29.769751 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b67f04c-cc6a-4e3d-bf69-a4f13831101b admin admin] Router 5a5f0746-4bf2-47c2-a78a-9076ccd5649a has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:14:29.884372 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:29.887456 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b67f04c-cc6a-4e3d-bf69-a4f13831101b admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:14:29.890956 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81e2f74-0653-45ea-8ec0-d5ccfe33a3f3 None None] Pushing event updated for resources: {'Port': ['ID=71ce252f-0bfd-4a28-8df2-ae8ae465e6f8,revision_number=4']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:29.896859 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3b67f04c-cc6a-4e3d-bf69-a4f13831101b admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/5a5f0746-4bf2-47c2-a78a-9076ccd5649a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8333795 Aug 27 05:14:29.896966 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d653a8-7ebc-4bf1-b994-c49f28e7842b None None] Sync routers for ids ['5a5f0746-4bf2-47c2-a78a-9076ccd5649a'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:14:29.897929 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58386) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:14:29.908448 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d653a8-7ebc-4bf1-b994-c49f28e7842b None None] Routers {'5a5f0746-4bf2-47c2-a78a-9076ccd5649a'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:14:29.909076 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-b3d653a8-7ebc-4bf1-b994-c49f28e7842b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:14:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['5a5f0746-4bf2-47c2-a78a-9076ccd5649a'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:14:29.974286 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-8ad620bc-de64-4647-81cb-e18a41f9e8d9 None None] Set router 4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:14:30.014432 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8e961771-8347-4bfd-8d9e-bf9abe9ded4c admin admin] Publish callbacks [] for router (5a5f0746-4bf2-47c2-a78a-9076ccd5649a), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:30.022059 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-b3d653a8-7ebc-4bf1-b994-c49f28e7842b None None] Set router 5a5f0746-4bf2-47c2-a78a-9076ccd5649a gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:14:30.105040 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:30.126775 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8e961771-8347-4bfd-8d9e-bf9abe9ded4c admin admin] Publish callbacks [] for router_gateway (5a5f0746-4bf2-47c2-a78a-9076ccd5649a), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:30.176259 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-8ad620bc-de64-4647-81cb-e18a41f9e8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e', 'name': 'tempest-TestEncryptedCinderVolumes-1440950277-router', 'tenant_id': '1f372f6b7e9142e9a9c83b6411a958cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'f9f2ee43-f6a5-4bae-b0da-1a0f01173959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:14:20Z', 'updated_at': '2022-08-27T05:14:24Z', 'revision_number': 4, 'project_id': '1f372f6b7e9142e9a9c83b6411a958cc', 'gw_port': {'id': 'f9f2ee43-f6a5-4bae-b0da-1a0f01173959', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:59:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:14:21Z', 'updated_at': '2022-08-27T05:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '71ce252f-0bfd-4a28-8df2-ae8ae465e6f8', 'name': '', 'network_id': '0a0c8fe7-9648-46c6-863f-6aa130a1e338', 'tenant_id': '1f372f6b7e9142e9a9c83b6411a958cc', 'mac_address': 'fa:16:3e:f6:ee:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '68a67043-dfcc-4012-8b4b-fe8b3f5321b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:14:23Z', 'updated_at': '2022-08-27T05:14:29Z', 'revision_number': 4, 'project_id': '1f372f6b7e9142e9a9c83b6411a958cc', 'subnets': [{'id': '68a67043-dfcc-4012-8b4b-fe8b3f5321b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:14:30.201202 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad620bc-de64-4647-81cb-e18a41f9e8d9 None None] The sync data for ids ['4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e'] in n-d-852088-5 is: [{'id': '4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e', 'name': 'tempest-TestEncryptedCinderVolumes-1440950277-router', 'tenant_id': '1f372f6b7e9142e9a9c83b6411a958cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'f9f2ee43-f6a5-4bae-b0da-1a0f01173959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:14:20Z', 'updated_at': '2022-08-27T05:14:24Z', 'revision_number': 4, 'project_id': '1f372f6b7e9142e9a9c83b6411a958cc', 'gw_port': {'id': 'f9f2ee43-f6a5-4bae-b0da-1a0f01173959', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:59:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:14:21Z', 'updated_at': '2022-08-27T05:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '71ce252f-0bfd-4a28-8df2-ae8ae465e6f8', 'name': '', 'network_id': '0a0c8fe7-9648-46c6-863f-6aa130a1e338', 'tenant_id': '1f372f6b7e9142e9a9c83b6411a958cc', 'mac_address': 'fa:16:3e:f6:ee:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '68a67043-dfcc-4012-8b4b-fe8b3f5321b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:14:23Z', 'updated_at': '2022-08-27T05:14:29Z', 'revision_number': 4, 'project_id': '1f372f6b7e9142e9a9c83b6411a958cc', 'subnets': [{'id': '68a67043-dfcc-4012-8b4b-fe8b3f5321b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:14:30.203387 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-b3d653a8-7ebc-4bf1-b994-c49f28e7842b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5f0746-4bf2-47c2-a78a-9076ccd5649a', 'name': 'tempest-TestEncryptedCinderVolumes-1674568698-router', 'tenant_id': '7c42882d6b0e4528ac35da0aa56f8621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '1cb03c09-87a1-44f3-a34b-d872baa38a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:14:14Z', 'updated_at': '2022-08-27T05:14:29Z', 'revision_number': 5, 'project_id': '7c42882d6b0e4528ac35da0aa56f8621', 'gw_port': {'id': '1cb03c09-87a1-44f3-a34b-d872baa38a86', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cf:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5f0746-4bf2-47c2-a78a-9076ccd5649a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:14:14Z', 'updated_at': '2022-08-27T05:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:14:30.229651 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d653a8-7ebc-4bf1-b994-c49f28e7842b None None] Checking router: 5a5f0746-4bf2-47c2-a78a-9076ccd5649a for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:14:30.239227 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d653a8-7ebc-4bf1-b994-c49f28e7842b None None] Routers {'5a5f0746-4bf2-47c2-a78a-9076ccd5649a'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:14:30.239834 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-b3d653a8-7ebc-4bf1-b994-c49f28e7842b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:14:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['5a5f0746-4bf2-47c2-a78a-9076ccd5649a'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:14:30.307319 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-8e961771-8347-4bfd-8d9e-bf9abe9ded4c admin admin] Deleting port 1cb03c09-87a1-44f3-a34b-d872baa38a86 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:14:30.307743 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8e961771-8347-4bfd-8d9e-bf9abe9ded4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (1cb03c09-87a1-44f3-a34b-d872baa38a86), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:30.408374 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-8e961771-8347-4bfd-8d9e-bf9abe9ded4c admin admin] For port 1cb03c09-87a1-44f3-a34b-d872baa38a86, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=1cb03c09-87a1-44f3-a34b-d872baa38a86,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:14:30.408815 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8e961771-8347-4bfd-8d9e-bf9abe9ded4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (1cb03c09-87a1-44f3-a34b-d872baa38a86), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:30.424741 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-8e961771-8347-4bfd-8d9e-bf9abe9ded4c admin admin] Calling delete_port for 1cb03c09-87a1-44f3-a34b-d872baa38a86 owned by network:router_gateway {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:14:30.494062 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:30.499240 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-b3d653a8-7ebc-4bf1-b994-c49f28e7842b None None] Set router 5a5f0746-4bf2-47c2-a78a-9076ccd5649a gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:14:30.563653 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:30.570233 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:30.577448 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:30.641148 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 71ce252f-0bfd-4a28-8df2-ae8ae465e6f8 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:14:30.700185 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:30.737115 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8e961771-8347-4bfd-8d9e-bf9abe9ded4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (1cb03c09-87a1-44f3-a34b-d872baa38a86), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:30.999186 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 71ce252f-0bfd-4a28-8df2-ae8ae465e6f8 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:14:30.999186 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (71ce252f-0bfd-4a28-8df2-ae8ae465e6f8), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:30.999186 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-b3d653a8-7ebc-4bf1-b994-c49f28e7842b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5f0746-4bf2-47c2-a78a-9076ccd5649a', 'name': 'tempest-TestEncryptedCinderVolumes-1674568698-router', 'tenant_id': '7c42882d6b0e4528ac35da0aa56f8621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '1cb03c09-87a1-44f3-a34b-d872baa38a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:14:14Z', 'updated_at': '2022-08-27T05:14:29Z', 'revision_number': 5, 'project_id': '7c42882d6b0e4528ac35da0aa56f8621', 'gw_port': {'id': '1cb03c09-87a1-44f3-a34b-d872baa38a86', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cf:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5f0746-4bf2-47c2-a78a-9076ccd5649a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:14:14Z', 'updated_at': '2022-08-27T05:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:14:31.002991 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e961771-8347-4bfd-8d9e-bf9abe9ded4c admin admin] Pushing event deleted for resources: {'Port': ['ID=1cb03c09-87a1-44f3-a34b-d872baa38a86,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:31.003662 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d653a8-7ebc-4bf1-b994-c49f28e7842b None None] The sync data for ids ['5a5f0746-4bf2-47c2-a78a-9076ccd5649a'] in n-d-852088-5 is: [{'id': '5a5f0746-4bf2-47c2-a78a-9076ccd5649a', 'name': 'tempest-TestEncryptedCinderVolumes-1674568698-router', 'tenant_id': '7c42882d6b0e4528ac35da0aa56f8621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '1cb03c09-87a1-44f3-a34b-d872baa38a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:14:14Z', 'updated_at': '2022-08-27T05:14:29Z', 'revision_number': 5, 'project_id': '7c42882d6b0e4528ac35da0aa56f8621', 'gw_port': {'id': '1cb03c09-87a1-44f3-a34b-d872baa38a86', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cf:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5f0746-4bf2-47c2-a78a-9076ccd5649a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:14:14Z', 'updated_at': '2022-08-27T05:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:14:31.003887 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8e961771-8347-4bfd-8d9e-bf9abe9ded4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (5a5f0746-4bf2-47c2-a78a-9076ccd5649a), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:31.004006 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 71ce252f-0bfd-4a28-8df2-ae8ae465e6f8 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:14:31.004006 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (71ce252f-0bfd-4a28-8df2-ae8ae465e6f8), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:31.004006 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 71ce252f-0bfd-4a28-8df2-ae8ae465e6f8, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=71ce252f-0bfd-4a28-8df2-ae8ae465e6f8,segment=NetworkSegment(a2dad44d-2373-41b0-8297-d1598f6f45e8),segment_id=a2dad44d-2373-41b0-8297-d1598f6f45e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:14:31.004360 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8e961771-8347-4bfd-8d9e-bf9abe9ded4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (5a5f0746-4bf2-47c2-a78a-9076ccd5649a), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:31.004360 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8e961771-8347-4bfd-8d9e-bf9abe9ded4c admin admin] Publish callbacks [] for router_controller (5a5f0746-4bf2-47c2-a78a-9076ccd5649a), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:31.091050 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (71ce252f-0bfd-4a28-8df2-ae8ae465e6f8), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:31.115293 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8e961771-8347-4bfd-8d9e-bf9abe9ded4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (5a5f0746-4bf2-47c2-a78a-9076ccd5649a), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:31.118071 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e961771-8347-4bfd-8d9e-bf9abe9ded4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a5f0746-4bf2-47c2-a78a-9076ccd5649a {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 05:14:31.120222 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8e961771-8347-4bfd-8d9e-bf9abe9ded4c admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:31.121389 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-8e961771-8347-4bfd-8d9e-bf9abe9ded4c admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/5a5f0746-4bf2-47c2-a78a-9076ccd5649a HTTP/1.1" status: 204 len: 168 time: 1.2222550 Aug 27 05:14:31.124201 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58388) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:14:31.146365 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=71ce252f-0bfd-4a28-8df2-ae8ae465e6f8,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:31.173436 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-dba67ac8-799e-4aac-9f6b-5e5e18e36e02 admin admin] Deleting subnet 03854a5f-0bdf-466e-9709-a5daab8b6b7d {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 05:14:31.176485 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dba67ac8-799e-4aac-9f6b-5e5e18e36e02 admin admin] Publish callbacks [] for subnet (03854a5f-0bdf-466e-9709-a5daab8b6b7d), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:31.212845 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dba67ac8-799e-4aac-9f6b-5e5e18e36e02 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (03854a5f-0bdf-466e-9709-a5daab8b6b7d), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:31.295117 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dba67ac8-799e-4aac-9f6b-5e5e18e36e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (03854a5f-0bdf-466e-9709-a5daab8b6b7d), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:31.462963 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dba67ac8-799e-4aac-9f6b-5e5e18e36e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (03854a5f-0bdf-466e-9709-a5daab8b6b7d), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:31.488772 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba67ac8-799e-4aac-9f6b-5e5e18e36e02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03854a5f-0bdf-466e-9709-a5daab8b6b7d,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:31.494873 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dba67ac8-799e-4aac-9f6b-5e5e18e36e02 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:31.499179 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-dba67ac8-799e-4aac-9f6b-5e5e18e36e02 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/03854a5f-0bdf-466e-9709-a5daab8b6b7d HTTP/1.1" status: 204 len: 168 time: 0.3735187 Aug 27 05:14:31.500336 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a417ce4-d47d-4554-a98b-067111aadb2b None None] Network b638dae3-52d9-4d52-9864-a9d6a780af4c requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:14:31.501478 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58390) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:14:31.579219 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0208edff-0826-4c5e-ba8b-da6b97caa2ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (b638dae3-52d9-4d52-9864-a9d6a780af4c), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:31.581555 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:31.623420 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-0208edff-0826-4c5e-ba8b-da6b97caa2ad admin admin] Deleting port a96fdc70-2c03-4795-9a1d-8d51cb61afb7 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:14:31.623572 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0208edff-0826-4c5e-ba8b-da6b97caa2ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (a96fdc70-2c03-4795-9a1d-8d51cb61afb7), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:31.663350 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5627aede-513c-4d39-8237-aad66024de6a None None] DHCP port deletion for b638dae3-52d9-4d52-9864-a9d6a780af4c request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 05:14:31.691426 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-0208edff-0826-4c5e-ba8b-da6b97caa2ad admin admin] For port a96fdc70-2c03-4795-9a1d-8d51cb61afb7, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a96fdc70-2c03-4795-9a1d-8d51cb61afb7,segment=NetworkSegment(381b2b90-eccf-4c2b-9919-5ff06409e4d8),segment_id=381b2b90-eccf-4c2b-9919-5ff06409e4d8)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:14:31.691792 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0208edff-0826-4c5e-ba8b-da6b97caa2ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (a96fdc70-2c03-4795-9a1d-8d51cb61afb7), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:31.705346 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-0208edff-0826-4c5e-ba8b-da6b97caa2ad admin admin] Calling delete_port for a96fdc70-2c03-4795-9a1d-8d51cb61afb7 owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:14:31.715055 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-5627aede-513c-4d39-8237-aad66024de6a None None] Deleting port a96fdc70-2c03-4795-9a1d-8d51cb61afb7 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:14:31.715433 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5627aede-513c-4d39-8237-aad66024de6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (a96fdc70-2c03-4795-9a1d-8d51cb61afb7), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:31.781797 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-5627aede-513c-4d39-8237-aad66024de6a None None] For port a96fdc70-2c03-4795-9a1d-8d51cb61afb7, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a96fdc70-2c03-4795-9a1d-8d51cb61afb7,segment=NetworkSegment(381b2b90-eccf-4c2b-9919-5ff06409e4d8),segment_id=381b2b90-eccf-4c2b-9919-5ff06409e4d8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:14:31.782190 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5627aede-513c-4d39-8237-aad66024de6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (a96fdc70-2c03-4795-9a1d-8d51cb61afb7), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:31.800591 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-5627aede-513c-4d39-8237-aad66024de6a None None] Calling delete_port for a96fdc70-2c03-4795-9a1d-8d51cb61afb7 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:14:31.843284 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:31.906276 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0208edff-0826-4c5e-ba8b-da6b97caa2ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (a96fdc70-2c03-4795-9a1d-8d51cb61afb7), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:31.910069 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:31.922975 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5627aede-513c-4d39-8237-aad66024de6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (a96fdc70-2c03-4795-9a1d-8d51cb61afb7), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:31.931840 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0208edff-0826-4c5e-ba8b-da6b97caa2ad admin admin] Pushing event deleted for resources: {'Port': ['ID=a96fdc70-2c03-4795-9a1d-8d51cb61afb7,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:31.941316 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0208edff-0826-4c5e-ba8b-da6b97caa2ad admin admin] No DVR routers for this DVR port a96fdc70-2c03-4795-9a1d-8d51cb61afb7 on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:14:31.963108 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5627aede-513c-4d39-8237-aad66024de6a None None] Pushing event deleted for resources: {'Port': ['ID=a96fdc70-2c03-4795-9a1d-8d51cb61afb7,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:31.971765 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5627aede-513c-4d39-8237-aad66024de6a None None] No DVR routers for this DVR port a96fdc70-2c03-4795-9a1d-8d51cb61afb7 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:14:32.044492 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:32.046411 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0208edff-0826-4c5e-ba8b-da6b97caa2ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (b638dae3-52d9-4d52-9864-a9d6a780af4c), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:32.055590 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:32.076687 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-0208edff-0826-4c5e-ba8b-da6b97caa2ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b638dae3-52d9-4d52-9864-a9d6a780af4c']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:14:32.089050 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-0208edff-0826-4c5e-ba8b-da6b97caa2ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '381b2b90-eccf-4c2b-9919-5ff06409e4d8') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:14:32.089304 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-0208edff-0826-4c5e-ba8b-da6b97caa2ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '381b2b90-eccf-4c2b-9919-5ff06409e4d8') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:14:32.099920 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0208edff-0826-4c5e-ba8b-da6b97caa2ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (381b2b90-eccf-4c2b-9919-5ff06409e4d8), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:32.114505 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0208edff-0826-4c5e-ba8b-da6b97caa2ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (381b2b90-eccf-4c2b-9919-5ff06409e4d8), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:32.121223 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0208edff-0826-4c5e-ba8b-da6b97caa2ad admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:14:32.133893 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0208edff-0826-4c5e-ba8b-da6b97caa2ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (381b2b90-eccf-4c2b-9919-5ff06409e4d8), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:32.162442 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 381b2b90-eccf-4c2b-9919-5ff06409e4d8 resource provider aggregate not found Aug 27 05:14:32.188631 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 381b2b90-eccf-4c2b-9919-5ff06409e4d8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 381b2b90-eccf-4c2b-9919-5ff06409e4d8 found for delete ", "request_id": "req-5a301978-2ae0-450c-859f-0548957e7e37"}]} Aug 27 05:14:32.277767 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0208edff-0826-4c5e-ba8b-da6b97caa2ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (b638dae3-52d9-4d52-9864-a9d6a780af4c), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:32.283572 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0208edff-0826-4c5e-ba8b-da6b97caa2ad admin admin] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:32.287028 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-0208edff-0826-4c5e-ba8b-da6b97caa2ad admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/b638dae3-52d9-4d52-9864-a9d6a780af4c HTTP/1.1" status: 204 len: 168 time: 0.7845984 Aug 27 05:14:32.290288 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58396) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:14:32.298800 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0208edff-0826-4c5e-ba8b-da6b97caa2ad admin admin] Pushing event deleted for resources: {'Network': ['ID=b638dae3-52d9-4d52-9864-a9d6a780af4c,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:32.616037 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b0fedb40-9ec6-466e-95ca-029813f28bf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:32.651777 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 71ce252f-0bfd-4a28-8df2-ae8ae465e6f8 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:14:32.700798 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 71ce252f-0bfd-4a28-8df2-ae8ae465e6f8 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:14:32.701172 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (71ce252f-0bfd-4a28-8df2-ae8ae465e6f8), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:32.773227 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 71ce252f-0bfd-4a28-8df2-ae8ae465e6f8 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:14:32.789386 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:DELETE=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:32.826291 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 8e72aa1f-ad6e-4fe7-9f09-3fba94e1d9bb no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:14:32.846886 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 8e72aa1f-ad6e-4fe7-9f09-3fba94e1d9bb {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:14:32.847237 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 8e72aa1f-ad6e-4fe7-9f09-3fba94e1d9bb not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:14:32.847654 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a96fdc70-2c03-4795-9a1d-8d51cb61afb7 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:14:32.868425 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: a96fdc70-2c03-4795-9a1d-8d51cb61afb7 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:14:32.868770 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a96fdc70-2c03-4795-9a1d-8d51cb61afb7 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:14:32.869189 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 1cb03c09-87a1-44f3-a34b-d872baa38a86 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:14:32.892692 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 1cb03c09-87a1-44f3-a34b-d872baa38a86 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:14:32.892957 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 1cb03c09-87a1-44f3-a34b-d872baa38a86 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:14:33.108032 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-b0fedb40-9ec6-466e-95ca-029813f28bf9 admin admin] Deleting port 71ce252f-0bfd-4a28-8df2-ae8ae465e6f8 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:14:33.108032 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b0fedb40-9ec6-466e-95ca-029813f28bf9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (71ce252f-0bfd-4a28-8df2-ae8ae465e6f8), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:33.186410 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-b0fedb40-9ec6-466e-95ca-029813f28bf9 admin admin] For port 71ce252f-0bfd-4a28-8df2-ae8ae465e6f8, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=71ce252f-0bfd-4a28-8df2-ae8ae465e6f8,segment=NetworkSegment(a2dad44d-2373-41b0-8297-d1598f6f45e8),segment_id=a2dad44d-2373-41b0-8297-d1598f6f45e8)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:14:33.186775 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b0fedb40-9ec6-466e-95ca-029813f28bf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (71ce252f-0bfd-4a28-8df2-ae8ae465e6f8), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:33.203126 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-b0fedb40-9ec6-466e-95ca-029813f28bf9 admin admin] Calling delete_port for 71ce252f-0bfd-4a28-8df2-ae8ae465e6f8 owned by network:router_interface {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:14:33.323779 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:33.468289 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b0fedb40-9ec6-466e-95ca-029813f28bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (71ce252f-0bfd-4a28-8df2-ae8ae465e6f8), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:33.493048 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fedb40-9ec6-466e-95ca-029813f28bf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=71ce252f-0bfd-4a28-8df2-ae8ae465e6f8,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:33.662189 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-b0fedb40-9ec6-466e-95ca-029813f28bf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:33.870898 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0fedb40-9ec6-466e-95ca-029813f28bf9 admin admin] Router 4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:14:33.968182 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:33.979344 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0fedb40-9ec6-466e-95ca-029813f28bf9 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:14:33.985002 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b0fedb40-9ec6-466e-95ca-029813f28bf9 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6932960 Aug 27 05:14:33.987258 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58398) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:14:33.987880 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d8ca70-5096-4a78-8fd7-d2131ed962cc None None] Sync routers for ids ['4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:14:33.998983 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d8ca70-5096-4a78-8fd7-d2131ed962cc None None] Routers {'4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:14:33.999586 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-b7d8ca70-5096-4a78-8fd7-d2131ed962cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:14:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:14:34.091318 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e5b48fe5-bb3e-47f9-a565-9bd5149face8 admin admin] Publish callbacks [] for router (4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:34.098582 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-b7d8ca70-5096-4a78-8fd7-d2131ed962cc None None] Set router 4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:14:34.193808 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e5b48fe5-bb3e-47f9-a565-9bd5149face8 admin admin] Publish callbacks [] for router_gateway (4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:34.272883 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-b7d8ca70-5096-4a78-8fd7-d2131ed962cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e', 'name': 'tempest-TestEncryptedCinderVolumes-1440950277-router', 'tenant_id': '1f372f6b7e9142e9a9c83b6411a958cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'f9f2ee43-f6a5-4bae-b0da-1a0f01173959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:14:20Z', 'updated_at': '2022-08-27T05:14:33Z', 'revision_number': 5, 'project_id': '1f372f6b7e9142e9a9c83b6411a958cc', 'gw_port': {'id': 'f9f2ee43-f6a5-4bae-b0da-1a0f01173959', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:59:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:14:21Z', 'updated_at': '2022-08-27T05:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:14:34.298860 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d8ca70-5096-4a78-8fd7-d2131ed962cc None None] Checking router: 4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:14:34.299388 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-e5b48fe5-bb3e-47f9-a565-9bd5149face8 admin admin] Deleting port f9f2ee43-f6a5-4bae-b0da-1a0f01173959 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:14:34.299733 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e5b48fe5-bb3e-47f9-a565-9bd5149face8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (f9f2ee43-f6a5-4bae-b0da-1a0f01173959), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:34.307362 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d8ca70-5096-4a78-8fd7-d2131ed962cc None None] Routers {'4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:14:34.308038 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-b7d8ca70-5096-4a78-8fd7-d2131ed962cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:14:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:14:34.362810 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:34.383364 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-e5b48fe5-bb3e-47f9-a565-9bd5149face8 admin admin] For port f9f2ee43-f6a5-4bae-b0da-1a0f01173959, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=f9f2ee43-f6a5-4bae-b0da-1a0f01173959,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:14:34.391109 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e5b48fe5-bb3e-47f9-a565-9bd5149face8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (f9f2ee43-f6a5-4bae-b0da-1a0f01173959), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:34.391396 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-b7d8ca70-5096-4a78-8fd7-d2131ed962cc None None] Set router 4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e gateway port host: None {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:14:34.396888 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-e5b48fe5-bb3e-47f9-a565-9bd5149face8 admin admin] Calling delete_port for f9f2ee43-f6a5-4bae-b0da-1a0f01173959 owned by network:router_gateway {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:14:34.443652 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-b7d8ca70-5096-4a78-8fd7-d2131ed962cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e', 'name': 'tempest-TestEncryptedCinderVolumes-1440950277-router', 'tenant_id': '1f372f6b7e9142e9a9c83b6411a958cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:14:20Z', 'updated_at': '2022-08-27T05:14:34Z', 'revision_number': 6, 'project_id': '1f372f6b7e9142e9a9c83b6411a958cc', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:14:34.469206 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d8ca70-5096-4a78-8fd7-d2131ed962cc None None] The sync data for ids ['4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e'] in n-d-852088-5 is: [{'id': '4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e', 'name': 'tempest-TestEncryptedCinderVolumes-1440950277-router', 'tenant_id': '1f372f6b7e9142e9a9c83b6411a958cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:14:20Z', 'updated_at': '2022-08-27T05:14:34Z', 'revision_number': 6, 'project_id': '1f372f6b7e9142e9a9c83b6411a958cc', 'gw_port_host': None}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:14:34.677737 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e5b48fe5-bb3e-47f9-a565-9bd5149face8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (f9f2ee43-f6a5-4bae-b0da-1a0f01173959), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:34.709030 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b48fe5-bb3e-47f9-a565-9bd5149face8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9f2ee43-f6a5-4bae-b0da-1a0f01173959,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:34.772332 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e5b48fe5-bb3e-47f9-a565-9bd5149face8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:34.862751 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e5b48fe5-bb3e-47f9-a565-9bd5149face8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:34.865046 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e5b48fe5-bb3e-47f9-a565-9bd5149face8 admin admin] Publish callbacks [] for router_controller (4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:35.005286 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e5b48fe5-bb3e-47f9-a565-9bd5149face8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:35.005883 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b48fe5-bb3e-47f9-a565-9bd5149face8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 05:14:35.011148 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e5b48fe5-bb3e-47f9-a565-9bd5149face8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:35.019347 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e5b48fe5-bb3e-47f9-a565-9bd5149face8 admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/4f8c2938-3dc1-44f4-aa57-a5bb9a945f2e HTTP/1.1" status: 204 len: 168 time: 1.0237556 Aug 27 05:14:35.019347 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58400) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:14:35.065866 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-88287bb5-64fc-4bd6-85af-e33dceec694b admin admin] Deleting subnet 68a67043-dfcc-4012-8b4b-fe8b3f5321b4 {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 05:14:35.069137 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-88287bb5-64fc-4bd6-85af-e33dceec694b admin admin] Publish callbacks [] for subnet (68a67043-dfcc-4012-8b4b-fe8b3f5321b4), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:35.104567 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-88287bb5-64fc-4bd6-85af-e33dceec694b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (68a67043-dfcc-4012-8b4b-fe8b3f5321b4), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:35.179134 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-88287bb5-64fc-4bd6-85af-e33dceec694b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (68a67043-dfcc-4012-8b4b-fe8b3f5321b4), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:35.220819 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=7 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:35.369903 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-88287bb5-64fc-4bd6-85af-e33dceec694b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (68a67043-dfcc-4012-8b4b-fe8b3f5321b4), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:35.397390 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88287bb5-64fc-4bd6-85af-e33dceec694b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68a67043-dfcc-4012-8b4b-fe8b3f5321b4,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:35.402035 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-88287bb5-64fc-4bd6-85af-e33dceec694b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:35.406381 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-88287bb5-64fc-4bd6-85af-e33dceec694b admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/68a67043-dfcc-4012-8b4b-fe8b3f5321b4 HTTP/1.1" status: 204 len: 168 time: 0.3895249 Aug 27 05:14:35.408340 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b593f476-d924-42e5-a6ca-2b543e301c1d None None] Network 0a0c8fe7-9648-46c6-863f-6aa130a1e338 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:14:35.413228 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58402) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:14:35.486158 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bb6d6e42-0bf7-4779-a4de-7697d03f9f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (0a0c8fe7-9648-46c6-863f-6aa130a1e338), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:35.537871 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-bb6d6e42-0bf7-4779-a4de-7697d03f9f50 admin admin] Deleting port 4b8920aa-16e4-447c-a9e7-96647abeb433 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:14:35.538454 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bb6d6e42-0bf7-4779-a4de-7697d03f9f50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (4b8920aa-16e4-447c-a9e7-96647abeb433), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:35.554600 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:35.579839 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9c0cd5-56f9-4917-abd6-bc18d8c68d1b None None] DHCP port deletion for 0a0c8fe7-9648-46c6-863f-6aa130a1e338 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 05:14:35.613377 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-bb6d6e42-0bf7-4779-a4de-7697d03f9f50 admin admin] For port 4b8920aa-16e4-447c-a9e7-96647abeb433, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=4b8920aa-16e4-447c-a9e7-96647abeb433,segment=NetworkSegment(a2dad44d-2373-41b0-8297-d1598f6f45e8),segment_id=a2dad44d-2373-41b0-8297-d1598f6f45e8)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:14:35.613742 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bb6d6e42-0bf7-4779-a4de-7697d03f9f50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (4b8920aa-16e4-447c-a9e7-96647abeb433), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:35.621469 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-7b9c0cd5-56f9-4917-abd6-bc18d8c68d1b None None] Deleting port 4b8920aa-16e4-447c-a9e7-96647abeb433 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:14:35.621849 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7b9c0cd5-56f9-4917-abd6-bc18d8c68d1b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (4b8920aa-16e4-447c-a9e7-96647abeb433), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:35.627753 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-bb6d6e42-0bf7-4779-a4de-7697d03f9f50 admin admin] Calling delete_port for 4b8920aa-16e4-447c-a9e7-96647abeb433 owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:14:35.687192 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-7b9c0cd5-56f9-4917-abd6-bc18d8c68d1b None None] For port 4b8920aa-16e4-447c-a9e7-96647abeb433, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=4b8920aa-16e4-447c-a9e7-96647abeb433,segment=NetworkSegment(a2dad44d-2373-41b0-8297-d1598f6f45e8),segment_id=a2dad44d-2373-41b0-8297-d1598f6f45e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:14:35.687578 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7b9c0cd5-56f9-4917-abd6-bc18d8c68d1b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (4b8920aa-16e4-447c-a9e7-96647abeb433), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:35.701676 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-7b9c0cd5-56f9-4917-abd6-bc18d8c68d1b None None] Calling delete_port for 4b8920aa-16e4-447c-a9e7-96647abeb433 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:14:35.792254 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bb6d6e42-0bf7-4779-a4de-7697d03f9f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (4b8920aa-16e4-447c-a9e7-96647abeb433), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:35.798225 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7b9c0cd5-56f9-4917-abd6-bc18d8c68d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (4b8920aa-16e4-447c-a9e7-96647abeb433), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:35.803189 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:35.817669 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6d6e42-0bf7-4779-a4de-7697d03f9f50 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b8920aa-16e4-447c-a9e7-96647abeb433,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:35.821837 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6d6e42-0bf7-4779-a4de-7697d03f9f50 admin admin] No DVR routers for this DVR port 4b8920aa-16e4-447c-a9e7-96647abeb433 on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:14:35.826277 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c0cd5-56f9-4917-abd6-bc18d8c68d1b None None] Pushing event deleted for resources: {'Port': ['ID=4b8920aa-16e4-447c-a9e7-96647abeb433,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:35.828128 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9c0cd5-56f9-4917-abd6-bc18d8c68d1b None None] No DVR routers for this DVR port 4b8920aa-16e4-447c-a9e7-96647abeb433 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:14:35.906086 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bb6d6e42-0bf7-4779-a4de-7697d03f9f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (0a0c8fe7-9648-46c6-863f-6aa130a1e338), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:35.926658 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-bb6d6e42-0bf7-4779-a4de-7697d03f9f50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a0c8fe7-9648-46c6-863f-6aa130a1e338']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:14:35.937351 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-bb6d6e42-0bf7-4779-a4de-7697d03f9f50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2dad44d-2373-41b0-8297-d1598f6f45e8') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:14:35.937592 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-bb6d6e42-0bf7-4779-a4de-7697d03f9f50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2dad44d-2373-41b0-8297-d1598f6f45e8') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:14:35.949191 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bb6d6e42-0bf7-4779-a4de-7697d03f9f50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (a2dad44d-2373-41b0-8297-d1598f6f45e8), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:35.964317 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bb6d6e42-0bf7-4779-a4de-7697d03f9f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (a2dad44d-2373-41b0-8297-d1598f6f45e8), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:35.971471 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb6d6e42-0bf7-4779-a4de-7697d03f9f50 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:14:35.971864 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bb6d6e42-0bf7-4779-a4de-7697d03f9f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (a2dad44d-2373-41b0-8297-d1598f6f45e8), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:36.012514 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment a2dad44d-2373-41b0-8297-d1598f6f45e8 resource provider aggregate not found Aug 27 05:14:36.030937 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment a2dad44d-2373-41b0-8297-d1598f6f45e8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a2dad44d-2373-41b0-8297-d1598f6f45e8 found for delete ", "request_id": "req-6f43ae1c-98d7-4339-bf67-b8059bf51335"}]} Aug 27 05:14:36.137490 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bb6d6e42-0bf7-4779-a4de-7697d03f9f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (0a0c8fe7-9648-46c6-863f-6aa130a1e338), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:36.143378 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bb6d6e42-0bf7-4779-a4de-7697d03f9f50 admin admin] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:36.147822 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-bb6d6e42-0bf7-4779-a4de-7697d03f9f50 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/0a0c8fe7-9648-46c6-863f-6aa130a1e338 HTTP/1.1" status: 204 len: 168 time: 0.7323487 Aug 27 05:14:36.158218 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6d6e42-0bf7-4779-a4de-7697d03f9f50 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a0c8fe7-9648-46c6-863f-6aa130a1e338,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:36.508474 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 71ce252f-0bfd-4a28-8df2-ae8ae465e6f8 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:14:36.529238 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 71ce252f-0bfd-4a28-8df2-ae8ae465e6f8 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:14:36.549806 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 71ce252f-0bfd-4a28-8df2-ae8ae465e6f8 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:14:36.549806 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device f9f2ee43-f6a5-4bae-b0da-1a0f01173959 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:14:36.549806 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: f9f2ee43-f6a5-4bae-b0da-1a0f01173959 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:14:36.549806 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device f9f2ee43-f6a5-4bae-b0da-1a0f01173959 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:14:36.549806 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 4b8920aa-16e4-447c-a9e7-96647abeb433 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:14:36.570432 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 4b8920aa-16e4-447c-a9e7-96647abeb433 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:14:36.570789 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 4b8920aa-16e4-447c-a9e7-96647abeb433 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:14:36.609635 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58410) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:14:36.648811 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-074d3310-54c2-4b85-b830-199eefa9edde admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=7c42882d6b0e4528ac35da0aa56f8621&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380261 Aug 27 05:14:36.652106 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58412) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:14:36.704347 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cdaed7e8-23a5-442f-b31b-c17bc53290af admin admin] Publish callbacks [] for security_group (146210c4-7da3-46e7-835b-433ba7251fa7), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:36.724632 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cdaed7e8-23a5-442f-b31b-c17bc53290af admin admin] Publish callbacks [] for security_group (146210c4-7da3-46e7-835b-433ba7251fa7), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:36.931383 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cdaed7e8-23a5-442f-b31b-c17bc53290af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (146210c4-7da3-46e7-835b-433ba7251fa7), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:36.934662 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-cdaed7e8-23a5-442f-b31b-c17bc53290af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:36.936101 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-cdaed7e8-23a5-442f-b31b-c17bc53290af admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/146210c4-7da3-46e7-835b-433ba7251fa7 HTTP/1.1" status: 204 len: 168 time: 0.2829187 Aug 27 05:14:36.956427 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaed7e8-23a5-442f-b31b-c17bc53290af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146210c4-7da3-46e7-835b-433ba7251fa7,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:37.187906 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:37.742116 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58418) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:14:37.777003 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:37.783848 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-b678c217-9f70-45c7-9bc4-f5bab2de4e0b admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=1f372f6b7e9142e9a9c83b6411a958cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0405953 Aug 27 05:14:37.786613 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58420) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:14:37.836555 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0a4f5be0-1acf-4f47-9f89-74cd09e0f733 admin admin] Publish callbacks [] for security_group (dec6874e-ddca-45c2-a9a9-5baf72e0dc1a), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:37.857910 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0a4f5be0-1acf-4f47-9f89-74cd09e0f733 admin admin] Publish callbacks [] for security_group (dec6874e-ddca-45c2-a9a9-5baf72e0dc1a), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:38.045466 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0a4f5be0-1acf-4f47-9f89-74cd09e0f733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (dec6874e-ddca-45c2-a9a9-5baf72e0dc1a), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:38.048317 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0a4f5be0-1acf-4f47-9f89-74cd09e0f733 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:38.049517 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0a4f5be0-1acf-4f47-9f89-74cd09e0f733 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/dec6874e-ddca-45c2-a9a9-5baf72e0dc1a HTTP/1.1" status: 204 len: 168 time: 0.2619879 Aug 27 05:14:38.058729 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4f5be0-1acf-4f47-9f89-74cd09e0f733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec6874e-ddca-45c2-a9a9-5baf72e0dc1a,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:39.153952 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58442) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:14:39.254141 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-a811e701-26e7-464f-a6fd-8f42d180dc64 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-274874528-network', 'tenant_id': 'f4f7660d9be0490098a63eeed7eb3fb0'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:14:39.365527 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a811e701-26e7-464f-a6fd-8f42d180dc64 admin admin] Made reservation on behalf of f4f7660d9be0490098a63eeed7eb3fb0 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:14:39.367968 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a811e701-26e7-464f-a6fd-8f42d180dc64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:39.377376 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a811e701-26e7-464f-a6fd-8f42d180dc64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:39.458099 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a811e701-26e7-464f-a6fd-8f42d180dc64 admin admin] Publish callbacks [] for security_group (5835ccd2-4cdf-446d-ab48-2b91ec8d15df), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:39.525671 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a811e701-26e7-464f-a6fd-8f42d180dc64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (5835ccd2-4cdf-446d-ab48-2b91ec8d15df), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:39.551698 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a811e701-26e7-464f-a6fd-8f42d180dc64 admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 05:14:39.562234 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a811e701-26e7-464f-a6fd-8f42d180dc64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5835ccd2-4cdf-446d-ab48-2b91ec8d15df,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:39.567225 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a811e701-26e7-464f-a6fd-8f42d180dc64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (f7231ce5-af37-48a6-9dee-9e313be1b266), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:39.567636 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-a811e701-26e7-464f-a6fd-8f42d180dc64 admin admin] Added segment f7231ce5-af37-48a6-9dee-9e313be1b266 of type vlan for network feb69554-279f-4c0a-a3ae-9a33f3b28f4e Aug 27 05:14:39.608855 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a811e701-26e7-464f-a6fd-8f42d180dc64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (feb69554-279f-4c0a-a3ae-9a33f3b28f4e), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:39.702052 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a811e701-26e7-464f-a6fd-8f42d180dc64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (feb69554-279f-4c0a-a3ae-9a33f3b28f4e), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:39.703055 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a811e701-26e7-464f-a6fd-8f42d180dc64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:14:39.703635 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a811e701-26e7-464f-a6fd-8f42d180dc64 admin admin] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:39.762532 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a811e701-26e7-464f-a6fd-8f42d180dc64 admin admin] Pushing event updated for resources: {'Network': ['ID=feb69554-279f-4c0a-a3ae-9a33f3b28f4e,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:39.772051 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network feb69554-279f-4c0a-a3ae-9a33f3b28f4e details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 05:14:39.837852 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a811e701-26e7-464f-a6fd-8f42d180dc64 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6826808 Aug 27 05:14:39.840833 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58446) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:14:39.845650 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-f777a292-f40d-4d80-824d-649719c4d468 admin admin] Request body: {'subnet': {'network_id': 'feb69554-279f-4c0a-a3ae-9a33f3b28f4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-274874528-subnet', 'tenant_id': 'f4f7660d9be0490098a63eeed7eb3fb0', 'ip_version': 4}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:14:39.948557 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f777a292-f40d-4d80-824d-649719c4d468 admin admin] Made reservation on behalf of f4f7660d9be0490098a63eeed7eb3fb0 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:14:39.951478 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f777a292-f40d-4d80-824d-649719c4d468 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:40.043293 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:40.216847 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f777a292-f40d-4d80-824d-649719c4d468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (1ea8b3d9-29ae-4d12-8c6c-8259f970b26d), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:40.259509 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:40.281486 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f777a292-f40d-4d80-824d-649719c4d468 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ea8b3d9-29ae-4d12-8c6c-8259f970b26d,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:40.289075 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f777a292-f40d-4d80-824d-649719c4d468 admin admin] Checking segment: {'id': 'f7231ce5-af37-48a6-9dee-9e313be1b266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'feb69554-279f-4c0a-a3ae-9a33f3b28f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:14:40.289432 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f777a292-f40d-4d80-824d-649719c4d468 admin admin] Network hostable DHCP agents. Network: feb69554-279f-4c0a-a3ae-9a33f3b28f4e, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 05:14:40.416642 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f777a292-f40d-4d80-824d-649719c4d468 admin admin] Network feb69554-279f-4c0a-a3ae-9a33f3b28f4e is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 05:14:40.529447 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-f777a292-f40d-4d80-824d-649719c4d468 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, feb69554-279f-4c0a-a3ae-9a33f3b28f4e) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:14:40.533518 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f777a292-f40d-4d80-824d-649719c4d468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:14:40.534125 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-f777a292-f40d-4d80-824d-649719c4d468 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:40.540982 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd98a575-7e73-47b8-85fd-4ae8eb0355d4 None None] Network feb69554-279f-4c0a-a3ae-9a33f3b28f4e requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:14:40.641461 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cde6a0f-50a6-4df9-856e-02f58acfbb55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-feb69554-279f-4c0a-a3ae-9a33f3b28f4e', 'network_id': 'feb69554-279f-4c0a-a3ae-9a33f3b28f4e', 'project_id': 'f4f7660d9be0490098a63eeed7eb3fb0', 'fixed_ips': [{'subnet_id': '1ea8b3d9-29ae-4d12-8c6c-8259f970b26d'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 05:14:40.642390 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9cde6a0f-50a6-4df9-856e-02f58acfbb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:40.660072 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-f777a292-f40d-4d80-824d-649719c4d468 admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8181925 Aug 27 05:14:40.665612 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58448) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:14:40.667819 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-78533d64-342f-4a90-9995-62370543bd3c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-274874528-router', 'tenant_id': 'f4f7660d9be0490098a63eeed7eb3fb0', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:14:40.774849 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-78533d64-342f-4a90-9995-62370543bd3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (9021dfea-fb10-4bae-97e6-43454c56191c), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:40.775989 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-78533d64-342f-4a90-9995-62370543bd3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (9021dfea-fb10-4bae-97e6-43454c56191c), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:40.782813 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-9cde6a0f-50a6-4df9-856e-02f58acfbb55 None None] Allocated IP 172.20.0.2 (feb69554-279f-4c0a-a3ae-9a33f3b28f4e/1ea8b3d9-29ae-4d12-8c6c-8259f970b26d/1fae0f26-c51a-4a8b-b11a-ddb83815e0ef) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:14:40.791642 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:40.826022 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:40.829201 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-78533d64-342f-4a90-9995-62370543bd3c admin admin] Publish callbacks [] for router_controller (9021dfea-fb10-4bae-97e6-43454c56191c), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:40.933438 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9cde6a0f-50a6-4df9-856e-02f58acfbb55 None None] Publish callbacks [] for port (1fae0f26-c51a-4a8b-b11a-ddb83815e0ef), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:41.040254 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9cde6a0f-50a6-4df9-856e-02f58acfbb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (1fae0f26-c51a-4a8b-b11a-ddb83815e0ef), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:41.042261 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-78533d64-342f-4a90-9995-62370543bd3c admin admin] Publish callbacks [] for router_gateway (9021dfea-fb10-4bae-97e6-43454c56191c), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:41.083589 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cde6a0f-50a6-4df9-856e-02f58acfbb55 None None] Network feb69554-279f-4c0a-a3ae-9a33f3b28f4e is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:14:41.086578 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-9cde6a0f-50a6-4df9-856e-02f58acfbb55 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:14:41.090993 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cde6a0f-50a6-4df9-856e-02f58acfbb55 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:14:41.097652 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cde6a0f-50a6-4df9-856e-02f58acfbb55 None None] Pushing event updated for resources: {'Port': ['ID=1fae0f26-c51a-4a8b-b11a-ddb83815e0ef,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:41.123378 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cde6a0f-50a6-4df9-856e-02f58acfbb55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:14:41.123733 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cde6a0f-50a6-4df9-856e-02f58acfbb55 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:14:41.126732 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cde6a0f-50a6-4df9-856e-02f58acfbb55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:14:41.126732 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cde6a0f-50a6-4df9-856e-02f58acfbb55 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:14:41.126732 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cde6a0f-50a6-4df9-856e-02f58acfbb55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:14:41.126732 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cde6a0f-50a6-4df9-856e-02f58acfbb55 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:14:41.126732 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cde6a0f-50a6-4df9-856e-02f58acfbb55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:14:41.126732 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cde6a0f-50a6-4df9-856e-02f58acfbb55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:14:41.126732 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cde6a0f-50a6-4df9-856e-02f58acfbb55 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:14:41.126732 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cde6a0f-50a6-4df9-856e-02f58acfbb55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:14:41.126732 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cde6a0f-50a6-4df9-856e-02f58acfbb55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:14:41.127624 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cde6a0f-50a6-4df9-856e-02f58acfbb55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:14:41.127624 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cde6a0f-50a6-4df9-856e-02f58acfbb55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:14:41.127624 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cde6a0f-50a6-4df9-856e-02f58acfbb55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:14:41.127908 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cde6a0f-50a6-4df9-856e-02f58acfbb55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:14:41.133436 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:41.170028 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-9cde6a0f-50a6-4df9-856e-02f58acfbb55 None None] Attempting to bind port 1fae0f26-c51a-4a8b-b11a-ddb83815e0ef on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:14:41.170399 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-9cde6a0f-50a6-4df9-856e-02f58acfbb55 None None] Attempting to bind port 1fae0f26-c51a-4a8b-b11a-ddb83815e0ef by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'f7231ce5-af37-48a6-9dee-9e313be1b266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'feb69554-279f-4c0a-a3ae-9a33f3b28f4e'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:14:41.170759 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cde6a0f-50a6-4df9-856e-02f58acfbb55 None None] Attempting to bind port 1fae0f26-c51a-4a8b-b11a-ddb83815e0ef on network feb69554-279f-4c0a-a3ae-9a33f3b28f4e {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:14:41.176668 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cde6a0f-50a6-4df9-856e-02f58acfbb55 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:14:41.181047 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cde6a0f-50a6-4df9-856e-02f58acfbb55 None None] Checking segment: {'id': 'f7231ce5-af37-48a6-9dee-9e313be1b266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'feb69554-279f-4c0a-a3ae-9a33f3b28f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:14:41.181047 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9cde6a0f-50a6-4df9-856e-02f58acfbb55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:41.181047 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cde6a0f-50a6-4df9-856e-02f58acfbb55 None None] Bound using segment: {'id': 'f7231ce5-af37-48a6-9dee-9e313be1b266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'feb69554-279f-4c0a-a3ae-9a33f3b28f4e'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:14:41.181047 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-9cde6a0f-50a6-4df9-856e-02f58acfbb55 None None] Bound port: 1fae0f26-c51a-4a8b-b11a-ddb83815e0ef, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7231ce5-af37-48a6-9dee-9e313be1b266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'feb69554-279f-4c0a-a3ae-9a33f3b28f4e'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:14:41.181047 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9cde6a0f-50a6-4df9-856e-02f58acfbb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (1fae0f26-c51a-4a8b-b11a-ddb83815e0ef), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:41.242177 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-9cde6a0f-50a6-4df9-856e-02f58acfbb55 None None] For port 1fae0f26-c51a-4a8b-b11a-ddb83815e0ef, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:14:41.245401 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-9cde6a0f-50a6-4df9-856e-02f58acfbb55 None None] For port 1fae0f26-c51a-4a8b-b11a-ddb83815e0ef, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=1fae0f26-c51a-4a8b-b11a-ddb83815e0ef,segment=NetworkSegment(f7231ce5-af37-48a6-9dee-9e313be1b266),segment_id=f7231ce5-af37-48a6-9dee-9e313be1b266)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:14:41.306232 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-78533d64-342f-4a90-9995-62370543bd3c admin admin] Publish callbacks [] for router_gateway (9021dfea-fb10-4bae-97e6-43454c56191c), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:41.320397 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9cde6a0f-50a6-4df9-856e-02f58acfbb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (1fae0f26-c51a-4a8b-b11a-ddb83815e0ef), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:41.326118 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-78533d64-342f-4a90-9995-62370543bd3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:41.379112 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cde6a0f-50a6-4df9-856e-02f58acfbb55 None None] Pushing event updated for resources: {'Port': ['ID=1fae0f26-c51a-4a8b-b11a-ddb83815e0ef,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:41.700234 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-78533d64-342f-4a90-9995-62370543bd3c admin admin] Allocated IP 172.25.2.48 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/6b1523bb-3b2f-4776-bb50-d0600a7d4e7e) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:14:41.812756 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-78533d64-342f-4a90-9995-62370543bd3c admin admin] Publish callbacks [] for port (6b1523bb-3b2f-4776-bb50-d0600a7d4e7e), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:41.927184 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-78533d64-342f-4a90-9995-62370543bd3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (6b1523bb-3b2f-4776-bb50-d0600a7d4e7e), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:41.939334 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:DELETE=1,neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:41.977143 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78533d64-342f-4a90-9995-62370543bd3c admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:14:41.983442 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-78533d64-342f-4a90-9995-62370543bd3c admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:14:41.988207 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78533d64-342f-4a90-9995-62370543bd3c admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:14:42.020427 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78533d64-342f-4a90-9995-62370543bd3c admin admin] Pushing event updated for resources: {'Port': ['ID=6b1523bb-3b2f-4776-bb50-d0600a7d4e7e,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:42.266181 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943c9198-64c4-4aad-985c-b940f9342da1 None None] Network feb69554-279f-4c0a-a3ae-9a33f3b28f4e requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:14:42.318985 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-91d339e0-a095-4495-a777-7920470ce475 None None] Provisioning complete for port 1fae0f26-c51a-4a8b-b11a-ddb83815e0ef triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:14:42.319362 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-91d339e0-a095-4495-a777-7920470ce475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (1fae0f26-c51a-4a8b-b11a-ddb83815e0ef), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:42.396002 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:42.405677 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-78533d64-342f-4a90-9995-62370543bd3c admin admin] Publish callbacks [] for router_gateway (9021dfea-fb10-4bae-97e6-43454c56191c), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:42.447853 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-91d339e0-a095-4495-a777-7920470ce475 None None] Current status of the port 1fae0f26-c51a-4a8b-b11a-ddb83815e0ef is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:14:42.448282 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-91d339e0-a095-4495-a777-7920470ce475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (1fae0f26-c51a-4a8b-b11a-ddb83815e0ef), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:42.483434 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-91d339e0-a095-4495-a777-7920470ce475 None None] For port 1fae0f26-c51a-4a8b-b11a-ddb83815e0ef, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=1fae0f26-c51a-4a8b-b11a-ddb83815e0ef,segment=NetworkSegment(f7231ce5-af37-48a6-9dee-9e313be1b266),segment_id=f7231ce5-af37-48a6-9dee-9e313be1b266)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:14:42.560002 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 1fae0f26-c51a-4a8b-b11a-ddb83815e0ef up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:14:42.608210 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-91d339e0-a095-4495-a777-7920470ce475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (1fae0f26-c51a-4a8b-b11a-ddb83815e0ef), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:42.612833 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 1fae0f26-c51a-4a8b-b11a-ddb83815e0ef triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:14:42.613202 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (1fae0f26-c51a-4a8b-b11a-ddb83815e0ef), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:42.623614 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-78533d64-342f-4a90-9995-62370543bd3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (9021dfea-fb10-4bae-97e6-43454c56191c), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:42.692220 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d339e0-a095-4495-a777-7920470ce475 None None] Pushing event updated for resources: {'Port': ['ID=1fae0f26-c51a-4a8b-b11a-ddb83815e0ef,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:42.739477 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 1fae0f26-c51a-4a8b-b11a-ddb83815e0ef is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:14:42.741685 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-a2accde4-94d2-4704-9bf1-139faad8631e None None] Provisioning complete for port 1fae0f26-c51a-4a8b-b11a-ddb83815e0ef triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:14:42.742068 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a2accde4-94d2-4704-9bf1-139faad8631e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (1fae0f26-c51a-4a8b-b11a-ddb83815e0ef), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:42.766212 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:42.814613 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-a2accde4-94d2-4704-9bf1-139faad8631e None None] Current status of the port 1fae0f26-c51a-4a8b-b11a-ddb83815e0ef is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:14:42.817351 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78533d64-342f-4a90-9995-62370543bd3c admin admin] Router 9021dfea-fb10-4bae-97e6-43454c56191c is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 05:14:42.924792 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78533d64-342f-4a90-9995-62370543bd3c admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:14:42.938216 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69f4e23-7cd6-4678-9a36-3e74ab45d2cf None None] Sync routers for ids ['9021dfea-fb10-4bae-97e6-43454c56191c'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:14:42.951183 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69f4e23-7cd6-4678-9a36-3e74ab45d2cf None None] Routers {'9021dfea-fb10-4bae-97e6-43454c56191c'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:14:42.951808 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-f69f4e23-7cd6-4678-9a36-3e74ab45d2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:14:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['9021dfea-fb10-4bae-97e6-43454c56191c'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:14:43.035855 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-78533d64-342f-4a90-9995-62370543bd3c admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:43.037441 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-78533d64-342f-4a90-9995-62370543bd3c admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3732612 Aug 27 05:14:43.040226 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58450) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:14:43.059629 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-f69f4e23-7cd6-4678-9a36-3e74ab45d2cf None None] Set router 9021dfea-fb10-4bae-97e6-43454c56191c gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:14:43.242818 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:43.334609 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:43.375619 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-f69f4e23-7cd6-4678-9a36-3e74ab45d2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9021dfea-fb10-4bae-97e6-43454c56191c', 'name': 'tempest-TestMinimumBasicScenario-274874528-router', 'tenant_id': 'f4f7660d9be0490098a63eeed7eb3fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '6b1523bb-3b2f-4776-bb50-d0600a7d4e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:14:40Z', 'updated_at': '2022-08-27T05:14:42Z', 'revision_number': 3, 'project_id': 'f4f7660d9be0490098a63eeed7eb3fb0', 'gw_port': {'id': '6b1523bb-3b2f-4776-bb50-d0600a7d4e7e', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9021dfea-fb10-4bae-97e6-43454c56191c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:14:41Z', 'updated_at': '2022-08-27T05:14:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:14:43.401432 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69f4e23-7cd6-4678-9a36-3e74ab45d2cf None None] Checking router: 9021dfea-fb10-4bae-97e6-43454c56191c for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:14:43.401788 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69f4e23-7cd6-4678-9a36-3e74ab45d2cf None None] Updating router 9021dfea-fb10-4bae-97e6-43454c56191c port 6b1523bb-3b2f-4776-bb50-d0600a7d4e7e binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:14:43.429721 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f69f4e23-7cd6-4678-9a36-3e74ab45d2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (6b1523bb-3b2f-4776-bb50-d0600a7d4e7e), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:43.465318 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dd0ea257-5bfa-45e7-8d07-d8c4396179a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:43.609087 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:43.617874 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-dd0ea257-5bfa-45e7-8d07-d8c4396179a1 admin admin] Allocated IP 172.20.0.1 (feb69554-279f-4c0a-a3ae-9a33f3b28f4e/1ea8b3d9-29ae-4d12-8c6c-8259f970b26d/fdbc2ac3-f87d-4cbe-9fd7-e7940288ce8a) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:14:43.682485 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f69f4e23-7cd6-4678-9a36-3e74ab45d2cf None None] Publish callbacks [] for port (6b1523bb-3b2f-4776-bb50-d0600a7d4e7e), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:43.728252 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dd0ea257-5bfa-45e7-8d07-d8c4396179a1 admin admin] Publish callbacks [] for port (fdbc2ac3-f87d-4cbe-9fd7-e7940288ce8a), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:43.815207 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f69f4e23-7cd6-4678-9a36-3e74ab45d2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (6b1523bb-3b2f-4776-bb50-d0600a7d4e7e), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:43.849206 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-f69f4e23-7cd6-4678-9a36-3e74ab45d2cf None None] Attempting to bind port 6b1523bb-3b2f-4776-bb50-d0600a7d4e7e on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:14:43.849568 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-f69f4e23-7cd6-4678-9a36-3e74ab45d2cf None None] Attempting to bind port 6b1523bb-3b2f-4776-bb50-d0600a7d4e7e by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:14:43.849922 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69f4e23-7cd6-4678-9a36-3e74ab45d2cf None None] Attempting to bind port 6b1523bb-3b2f-4776-bb50-d0600a7d4e7e on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:14:43.858185 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dd0ea257-5bfa-45e7-8d07-d8c4396179a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (fdbc2ac3-f87d-4cbe-9fd7-e7940288ce8a), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:43.866854 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69f4e23-7cd6-4678-9a36-3e74ab45d2cf None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:14:43.866854 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69f4e23-7cd6-4678-9a36-3e74ab45d2cf None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:14:43.866854 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f69f4e23-7cd6-4678-9a36-3e74ab45d2cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:43.866854 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69f4e23-7cd6-4678-9a36-3e74ab45d2cf None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:14:43.866854 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-f69f4e23-7cd6-4678-9a36-3e74ab45d2cf None None] Bound port: 6b1523bb-3b2f-4776-bb50-d0600a7d4e7e, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:14:43.866854 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f69f4e23-7cd6-4678-9a36-3e74ab45d2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (6b1523bb-3b2f-4776-bb50-d0600a7d4e7e), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:43.884642 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0758fa6a-b3da-4ae5-be53-b4b48ba0f3a4 None None] Pushing event updated for resources: {'Port': ['ID=6b1523bb-3b2f-4776-bb50-d0600a7d4e7e,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:43.902080 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0ea257-5bfa-45e7-8d07-d8c4396179a1 admin admin] Network feb69554-279f-4c0a-a3ae-9a33f3b28f4e is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:14:43.907235 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-dd0ea257-5bfa-45e7-8d07-d8c4396179a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:14:43.909655 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0ea257-5bfa-45e7-8d07-d8c4396179a1 admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:14:43.918431 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-f69f4e23-7cd6-4678-9a36-3e74ab45d2cf None None] For port 6b1523bb-3b2f-4776-bb50-d0600a7d4e7e, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:14:43.921707 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-f69f4e23-7cd6-4678-9a36-3e74ab45d2cf None None] For port 6b1523bb-3b2f-4776-bb50-d0600a7d4e7e, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=6b1523bb-3b2f-4776-bb50-d0600a7d4e7e,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:14:43.938786 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0ea257-5bfa-45e7-8d07-d8c4396179a1 admin admin] Pushing event updated for resources: {'Port': ['ID=fdbc2ac3-f87d-4cbe-9fd7-e7940288ce8a,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:43.961943 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dd0ea257-5bfa-45e7-8d07-d8c4396179a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (9021dfea-fb10-4bae-97e6-43454c56191c), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:44.016635 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:44.045895 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f69f4e23-7cd6-4678-9a36-3e74ab45d2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (6b1523bb-3b2f-4776-bb50-d0600a7d4e7e), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:44.096066 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69f4e23-7cd6-4678-9a36-3e74ab45d2cf None None] Routers {'9021dfea-fb10-4bae-97e6-43454c56191c'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:14:44.096723 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-f69f4e23-7cd6-4678-9a36-3e74ab45d2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:14:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['9021dfea-fb10-4bae-97e6-43454c56191c'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:14:44.098302 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:44.152936 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0758fa6a-b3da-4ae5-be53-b4b48ba0f3a4 None None] Pushing event updated for resources: {'Port': ['ID=6b1523bb-3b2f-4776-bb50-d0600a7d4e7e,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:44.161531 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-7989b7e5-cdb4-4b8c-bc58-9de6734bc7ce None None] Provisioning complete for port fdbc2ac3-f87d-4cbe-9fd7-e7940288ce8a triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:14:44.162170 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7989b7e5-cdb4-4b8c-bc58-9de6734bc7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (fdbc2ac3-f87d-4cbe-9fd7-e7940288ce8a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:44.204214 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dd0ea257-5bfa-45e7-8d07-d8c4396179a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (fdbc2ac3-f87d-4cbe-9fd7-e7940288ce8a), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:44.232813 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-7989b7e5-cdb4-4b8c-bc58-9de6734bc7ce None None] Port fdbc2ac3-f87d-4cbe-9fd7-e7940288ce8a cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:14:44.249140 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-f69f4e23-7cd6-4678-9a36-3e74ab45d2cf None None] Set router 9021dfea-fb10-4bae-97e6-43454c56191c gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:14:44.382095 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:44.388490 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dd0ea257-5bfa-45e7-8d07-d8c4396179a1 admin admin] Publish callbacks [] for port (fdbc2ac3-f87d-4cbe-9fd7-e7940288ce8a), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:44.425153 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-f69f4e23-7cd6-4678-9a36-3e74ab45d2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9021dfea-fb10-4bae-97e6-43454c56191c', 'name': 'tempest-TestMinimumBasicScenario-274874528-router', 'tenant_id': 'f4f7660d9be0490098a63eeed7eb3fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '6b1523bb-3b2f-4776-bb50-d0600a7d4e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:14:40Z', 'updated_at': '2022-08-27T05:14:42Z', 'revision_number': 3, 'project_id': 'f4f7660d9be0490098a63eeed7eb3fb0', 'gw_port': {'id': '6b1523bb-3b2f-4776-bb50-d0600a7d4e7e', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9021dfea-fb10-4bae-97e6-43454c56191c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:14:41Z', 'updated_at': '2022-08-27T05:14:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:14:44.445800 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=71 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:44.446683 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=40 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:44.454511 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69f4e23-7cd6-4678-9a36-3e74ab45d2cf None None] The sync data for ids ['9021dfea-fb10-4bae-97e6-43454c56191c'] in n-d-852088-5 is: [{'id': '9021dfea-fb10-4bae-97e6-43454c56191c', 'name': 'tempest-TestMinimumBasicScenario-274874528-router', 'tenant_id': 'f4f7660d9be0490098a63eeed7eb3fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '6b1523bb-3b2f-4776-bb50-d0600a7d4e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:14:40Z', 'updated_at': '2022-08-27T05:14:42Z', 'revision_number': 3, 'project_id': 'f4f7660d9be0490098a63eeed7eb3fb0', 'gw_port': {'id': '6b1523bb-3b2f-4776-bb50-d0600a7d4e7e', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9021dfea-fb10-4bae-97e6-43454c56191c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:14:41Z', 'updated_at': '2022-08-27T05:14:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:14:44.483606 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dd0ea257-5bfa-45e7-8d07-d8c4396179a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (fdbc2ac3-f87d-4cbe-9fd7-e7940288ce8a), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:44.524897 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 1fae0f26-c51a-4a8b-b11a-ddb83815e0ef up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:14:44.556743 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0ea257-5bfa-45e7-8d07-d8c4396179a1 admin admin] Pushing event updated for resources: {'Port': ['ID=fdbc2ac3-f87d-4cbe-9fd7-e7940288ce8a,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:44.560324 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dd0ea257-5bfa-45e7-8d07-d8c4396179a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (9021dfea-fb10-4bae-97e6-43454c56191c), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:44.573239 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 1fae0f26-c51a-4a8b-b11a-ddb83815e0ef triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:14:44.573647 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (1fae0f26-c51a-4a8b-b11a-ddb83815e0ef), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:44.656628 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 1fae0f26-c51a-4a8b-b11a-ddb83815e0ef is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:14:44.672072 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0ea257-5bfa-45e7-8d07-d8c4396179a1 admin admin] Network feb69554-279f-4c0a-a3ae-9a33f3b28f4e is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:14:44.673436 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-dd0ea257-5bfa-45e7-8d07-d8c4396179a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:14:44.679250 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:44.808956 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd0ea257-5bfa-45e7-8d07-d8c4396179a1 admin admin] Router 9021dfea-fb10-4bae-97e6-43454c56191c has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:14:44.929116 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd0ea257-5bfa-45e7-8d07-d8c4396179a1 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:14:44.939507 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-dd0ea257-5bfa-45e7-8d07-d8c4396179a1 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/9021dfea-fb10-4bae-97e6-43454c56191c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8960662 Aug 27 05:14:44.960779 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-ef65f721-547a-4875-8a3f-63fabf91cd6f None None] Provisioning complete for port fdbc2ac3-f87d-4cbe-9fd7-e7940288ce8a triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:14:44.961244 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ef65f721-547a-4875-8a3f-63fabf91cd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (fdbc2ac3-f87d-4cbe-9fd7-e7940288ce8a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:44.999725 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-ef65f721-547a-4875-8a3f-63fabf91cd6f None None] Port fdbc2ac3-f87d-4cbe-9fd7-e7940288ce8a cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:14:45.676420 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58466) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:14:45.681366 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-3a293b25-20c1-467f-9038-7b03bfc3c369 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1321396118-network', 'tenant_id': 'ae6108ba79e94cff9cbaee7a91ca9f46'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:14:46.015151 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a293b25-20c1-467f-9038-7b03bfc3c369 admin admin] Made reservation on behalf of ae6108ba79e94cff9cbaee7a91ca9f46 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:14:46.017595 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3a293b25-20c1-467f-9038-7b03bfc3c369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:46.028128 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3a293b25-20c1-467f-9038-7b03bfc3c369 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:46.086166 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b390da5e-ce4e-4dba-8b98-ee153e56b268 None None] Sync routers for ids ['9021dfea-fb10-4bae-97e6-43454c56191c'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:14:46.096698 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b390da5e-ce4e-4dba-8b98-ee153e56b268 None None] Routers {'9021dfea-fb10-4bae-97e6-43454c56191c'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:14:46.097431 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-b390da5e-ce4e-4dba-8b98-ee153e56b268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:14:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['9021dfea-fb10-4bae-97e6-43454c56191c'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:14:46.118655 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3a293b25-20c1-467f-9038-7b03bfc3c369 admin admin] Publish callbacks [] for security_group (dd4361e3-0582-4c9c-9096-2d3f8ddafc61), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:46.199466 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-b390da5e-ce4e-4dba-8b98-ee153e56b268 None None] Set router 9021dfea-fb10-4bae-97e6-43454c56191c gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:14:46.209161 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3a293b25-20c1-467f-9038-7b03bfc3c369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (dd4361e3-0582-4c9c-9096-2d3f8ddafc61), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:46.236481 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a293b25-20c1-467f-9038-7b03bfc3c369 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 05:14:46.248179 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a293b25-20c1-467f-9038-7b03bfc3c369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4361e3-0582-4c9c-9096-2d3f8ddafc61,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:46.253274 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3a293b25-20c1-467f-9038-7b03bfc3c369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (f081be30-95ef-4568-bd19-5e5ab0daabb6), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:46.253615 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-3a293b25-20c1-467f-9038-7b03bfc3c369 admin admin] Added segment f081be30-95ef-4568-bd19-5e5ab0daabb6 of type vlan for network f2b95ecd-9ede-4728-96a9-beb08099f449 Aug 27 05:14:46.297248 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3a293b25-20c1-467f-9038-7b03bfc3c369 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (f2b95ecd-9ede-4728-96a9-beb08099f449), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:46.387161 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-b390da5e-ce4e-4dba-8b98-ee153e56b268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9021dfea-fb10-4bae-97e6-43454c56191c', 'name': 'tempest-TestMinimumBasicScenario-274874528-router', 'tenant_id': 'f4f7660d9be0490098a63eeed7eb3fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '6b1523bb-3b2f-4776-bb50-d0600a7d4e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:14:40Z', 'updated_at': '2022-08-27T05:14:44Z', 'revision_number': 4, 'project_id': 'f4f7660d9be0490098a63eeed7eb3fb0', 'gw_port': {'id': '6b1523bb-3b2f-4776-bb50-d0600a7d4e7e', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9021dfea-fb10-4bae-97e6-43454c56191c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:14:41Z', 'updated_at': '2022-08-27T05:14:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'fdbc2ac3-f87d-4cbe-9fd7-e7940288ce8a', 'name': '', 'network_id': 'feb69554-279f-4c0a-a3ae-9a33f3b28f4e', 'tenant_id': 'f4f7660d9be0490098a63eeed7eb3fb0', 'mac_address': 'fa:16:3e:c9:db:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9021dfea-fb10-4bae-97e6-43454c56191c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '1ea8b3d9-29ae-4d12-8c6c-8259f970b26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:14:43Z', 'updated_at': '2022-08-27T05:14:44Z', 'revision_number': 2, 'project_id': 'f4f7660d9be0490098a63eeed7eb3fb0', 'subnets': [{'id': '1ea8b3d9-29ae-4d12-8c6c-8259f970b26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:14:46.415237 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3a293b25-20c1-467f-9038-7b03bfc3c369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (f2b95ecd-9ede-4728-96a9-beb08099f449), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:46.416017 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b390da5e-ce4e-4dba-8b98-ee153e56b268 None None] Checking router: 9021dfea-fb10-4bae-97e6-43454c56191c for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:14:46.416398 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b390da5e-ce4e-4dba-8b98-ee153e56b268 None None] Updating router 9021dfea-fb10-4bae-97e6-43454c56191c port fdbc2ac3-f87d-4cbe-9fd7-e7940288ce8a binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:14:46.416528 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a293b25-20c1-467f-9038-7b03bfc3c369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:14:46.417409 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3a293b25-20c1-467f-9038-7b03bfc3c369 admin admin] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:46.445660 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-b390da5e-ce4e-4dba-8b98-ee153e56b268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (fdbc2ac3-f87d-4cbe-9fd7-e7940288ce8a), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:46.485068 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a293b25-20c1-467f-9038-7b03bfc3c369 admin admin] Pushing event updated for resources: {'Network': ['ID=f2b95ecd-9ede-4728-96a9-beb08099f449,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:46.497308 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network f2b95ecd-9ede-4728-96a9-beb08099f449 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 05:14:46.540613 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3a293b25-20c1-467f-9038-7b03bfc3c369 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8619363 Aug 27 05:14:46.540889 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58468) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:14:46.547208 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-79f266e1-53a8-4106-92c5-04008fe6ad6d admin admin] Request body: {'subnet': {'network_id': 'f2b95ecd-9ede-4728-96a9-beb08099f449', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1321396118-subnet', 'tenant_id': 'ae6108ba79e94cff9cbaee7a91ca9f46', 'ip_version': 4}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:14:46.561645 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6b1523bb-3b2f-4776-bb50-d0600a7d4e7e up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:14:46.625882 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 6b1523bb-3b2f-4776-bb50-d0600a7d4e7e triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:14:46.626256 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (6b1523bb-3b2f-4776-bb50-d0600a7d4e7e), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:46.674105 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f266e1-53a8-4106-92c5-04008fe6ad6d admin admin] Made reservation on behalf of ae6108ba79e94cff9cbaee7a91ca9f46 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:14:46.677247 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-79f266e1-53a8-4106-92c5-04008fe6ad6d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:46.701611 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 6b1523bb-3b2f-4776-bb50-d0600a7d4e7e is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:14:46.702000 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (6b1523bb-3b2f-4776-bb50-d0600a7d4e7e), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:46.724357 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 6b1523bb-3b2f-4776-bb50-d0600a7d4e7e, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=6b1523bb-3b2f-4776-bb50-d0600a7d4e7e,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:14:46.789360 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-b390da5e-ce4e-4dba-8b98-ee153e56b268 None None] Publish callbacks [] for port (fdbc2ac3-f87d-4cbe-9fd7-e7940288ce8a), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:46.815246 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (6b1523bb-3b2f-4776-bb50-d0600a7d4e7e), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:46.863460 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=6b1523bb-3b2f-4776-bb50-d0600a7d4e7e,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:46.873831 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-b390da5e-ce4e-4dba-8b98-ee153e56b268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (fdbc2ac3-f87d-4cbe-9fd7-e7940288ce8a), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:46.903697 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-79f266e1-53a8-4106-92c5-04008fe6ad6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (d76b4971-a08a-46e6-a701-414bf46719d6), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:46.937660 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a779746-33b1-4c89-bcd9-b60d86e3a256 None None] Pushing event updated for resources: {'Port': ['ID=fdbc2ac3-f87d-4cbe-9fd7-e7940288ce8a,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:46.946846 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:46.969008 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-b390da5e-ce4e-4dba-8b98-ee153e56b268 None None] Attempting to bind port fdbc2ac3-f87d-4cbe-9fd7-e7940288ce8a on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:14:46.969008 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-b390da5e-ce4e-4dba-8b98-ee153e56b268 None None] Attempting to bind port fdbc2ac3-f87d-4cbe-9fd7-e7940288ce8a by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'f7231ce5-af37-48a6-9dee-9e313be1b266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'feb69554-279f-4c0a-a3ae-9a33f3b28f4e'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:14:46.969370 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b390da5e-ce4e-4dba-8b98-ee153e56b268 None None] Attempting to bind port fdbc2ac3-f87d-4cbe-9fd7-e7940288ce8a on network feb69554-279f-4c0a-a3ae-9a33f3b28f4e {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:14:46.974768 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b390da5e-ce4e-4dba-8b98-ee153e56b268 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:14:46.975132 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b390da5e-ce4e-4dba-8b98-ee153e56b268 None None] Checking segment: {'id': 'f7231ce5-af37-48a6-9dee-9e313be1b266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'feb69554-279f-4c0a-a3ae-9a33f3b28f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:14:46.975538 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-b390da5e-ce4e-4dba-8b98-ee153e56b268 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:46.975678 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f266e1-53a8-4106-92c5-04008fe6ad6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d76b4971-a08a-46e6-a701-414bf46719d6,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:46.975920 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b390da5e-ce4e-4dba-8b98-ee153e56b268 None None] Bound using segment: {'id': 'f7231ce5-af37-48a6-9dee-9e313be1b266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'feb69554-279f-4c0a-a3ae-9a33f3b28f4e'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:14:46.976398 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-b390da5e-ce4e-4dba-8b98-ee153e56b268 None None] Bound port: fdbc2ac3-f87d-4cbe-9fd7-e7940288ce8a, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7231ce5-af37-48a6-9dee-9e313be1b266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'feb69554-279f-4c0a-a3ae-9a33f3b28f4e'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:14:46.976768 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-b390da5e-ce4e-4dba-8b98-ee153e56b268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (fdbc2ac3-f87d-4cbe-9fd7-e7940288ce8a), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:46.984650 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f266e1-53a8-4106-92c5-04008fe6ad6d admin admin] Checking segment: {'id': 'f081be30-95ef-4568-bd19-5e5ab0daabb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f2b95ecd-9ede-4728-96a9-beb08099f449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:14:46.985005 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f266e1-53a8-4106-92c5-04008fe6ad6d admin admin] Network hostable DHCP agents. Network: f2b95ecd-9ede-4728-96a9-beb08099f449, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 05:14:47.036262 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-b390da5e-ce4e-4dba-8b98-ee153e56b268 None None] For port fdbc2ac3-f87d-4cbe-9fd7-e7940288ce8a, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:14:47.039431 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-b390da5e-ce4e-4dba-8b98-ee153e56b268 None None] For port fdbc2ac3-f87d-4cbe-9fd7-e7940288ce8a, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=fdbc2ac3-f87d-4cbe-9fd7-e7940288ce8a,segment=NetworkSegment(f7231ce5-af37-48a6-9dee-9e313be1b266),segment_id=f7231ce5-af37-48a6-9dee-9e313be1b266)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:14:47.113977 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f266e1-53a8-4106-92c5-04008fe6ad6d admin admin] Network f2b95ecd-9ede-4728-96a9-beb08099f449 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 05:14:47.146539 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-b390da5e-ce4e-4dba-8b98-ee153e56b268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (fdbc2ac3-f87d-4cbe-9fd7-e7940288ce8a), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:47.152521 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:47.190406 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b390da5e-ce4e-4dba-8b98-ee153e56b268 None None] Routers {'9021dfea-fb10-4bae-97e6-43454c56191c'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:14:47.191027 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-b390da5e-ce4e-4dba-8b98-ee153e56b268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:14:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['9021dfea-fb10-4bae-97e6-43454c56191c'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:14:47.200673 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-79f266e1-53a8-4106-92c5-04008fe6ad6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, f2b95ecd-9ede-4728-96a9-beb08099f449) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:14:47.204919 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f266e1-53a8-4106-92c5-04008fe6ad6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:14:47.205515 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-79f266e1-53a8-4106-92c5-04008fe6ad6d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:47.213322 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90230e2-ab05-4b1e-b5dc-1afe1039201f None None] Network f2b95ecd-9ede-4728-96a9-beb08099f449 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:14:47.231613 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:47.247057 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a779746-33b1-4c89-bcd9-b60d86e3a256 None None] Pushing event updated for resources: {'Port': ['ID=fdbc2ac3-f87d-4cbe-9fd7-e7940288ce8a,revision_number=4']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:47.310989 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-79f266e1-53a8-4106-92c5-04008fe6ad6d admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7689679 Aug 27 05:14:47.313755 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58470) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:14:47.326161 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-b390da5e-ce4e-4dba-8b98-ee153e56b268 None None] Set router 9021dfea-fb10-4bae-97e6-43454c56191c gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:14:47.327254 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250d1cd0-1877-4f1e-9d52-315db57a6054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-f2b95ecd-9ede-4728-96a9-beb08099f449', 'network_id': 'f2b95ecd-9ede-4728-96a9-beb08099f449', 'project_id': 'ae6108ba79e94cff9cbaee7a91ca9f46', 'fixed_ips': [{'subnet_id': 'd76b4971-a08a-46e6-a701-414bf46719d6'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 05:14:47.328409 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-250d1cd0-1877-4f1e-9d52-315db57a6054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:47.328762 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-f9d07aef-9bb1-44fd-b12f-5879f723ddb9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1321396118-router', 'tenant_id': 'ae6108ba79e94cff9cbaee7a91ca9f46', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:14:47.346641 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:47.455529 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f9d07aef-9bb1-44fd-b12f-5879f723ddb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (4afc96d4-6755-4a11-ade2-b9af5bb8581b), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:47.461777 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f9d07aef-9bb1-44fd-b12f-5879f723ddb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (4afc96d4-6755-4a11-ade2-b9af5bb8581b), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:47.478271 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-250d1cd0-1877-4f1e-9d52-315db57a6054 None None] Allocated IP 172.20.0.2 (f2b95ecd-9ede-4728-96a9-beb08099f449/d76b4971-a08a-46e6-a701-414bf46719d6/ec072d36-7b4d-4907-a673-170af0e0cd67) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:14:47.513366 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f9d07aef-9bb1-44fd-b12f-5879f723ddb9 admin admin] Publish callbacks [] for router_controller (4afc96d4-6755-4a11-ade2-b9af5bb8581b), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:47.518393 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-b390da5e-ce4e-4dba-8b98-ee153e56b268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9021dfea-fb10-4bae-97e6-43454c56191c', 'name': 'tempest-TestMinimumBasicScenario-274874528-router', 'tenant_id': 'f4f7660d9be0490098a63eeed7eb3fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '6b1523bb-3b2f-4776-bb50-d0600a7d4e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:14:40Z', 'updated_at': '2022-08-27T05:14:44Z', 'revision_number': 4, 'project_id': 'f4f7660d9be0490098a63eeed7eb3fb0', 'gw_port': {'id': '6b1523bb-3b2f-4776-bb50-d0600a7d4e7e', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9021dfea-fb10-4bae-97e6-43454c56191c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:14:41Z', 'updated_at': '2022-08-27T05:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'fdbc2ac3-f87d-4cbe-9fd7-e7940288ce8a', 'name': '', 'network_id': 'feb69554-279f-4c0a-a3ae-9a33f3b28f4e', 'tenant_id': 'f4f7660d9be0490098a63eeed7eb3fb0', 'mac_address': 'fa:16:3e:c9:db:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9021dfea-fb10-4bae-97e6-43454c56191c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '1ea8b3d9-29ae-4d12-8c6c-8259f970b26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:14:43Z', 'updated_at': '2022-08-27T05:14:47Z', 'revision_number': 4, 'project_id': 'f4f7660d9be0490098a63eeed7eb3fb0', 'subnets': [{'id': '1ea8b3d9-29ae-4d12-8c6c-8259f970b26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:14:47.547854 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b390da5e-ce4e-4dba-8b98-ee153e56b268 None None] The sync data for ids ['9021dfea-fb10-4bae-97e6-43454c56191c'] in n-d-852088-5 is: [{'id': '9021dfea-fb10-4bae-97e6-43454c56191c', 'name': 'tempest-TestMinimumBasicScenario-274874528-router', 'tenant_id': 'f4f7660d9be0490098a63eeed7eb3fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '6b1523bb-3b2f-4776-bb50-d0600a7d4e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:14:40Z', 'updated_at': '2022-08-27T05:14:44Z', 'revision_number': 4, 'project_id': 'f4f7660d9be0490098a63eeed7eb3fb0', 'gw_port': {'id': '6b1523bb-3b2f-4776-bb50-d0600a7d4e7e', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9021dfea-fb10-4bae-97e6-43454c56191c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:14:41Z', 'updated_at': '2022-08-27T05:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'fdbc2ac3-f87d-4cbe-9fd7-e7940288ce8a', 'name': '', 'network_id': 'feb69554-279f-4c0a-a3ae-9a33f3b28f4e', 'tenant_id': 'f4f7660d9be0490098a63eeed7eb3fb0', 'mac_address': 'fa:16:3e:c9:db:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9021dfea-fb10-4bae-97e6-43454c56191c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '1ea8b3d9-29ae-4d12-8c6c-8259f970b26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:14:43Z', 'updated_at': '2022-08-27T05:14:47Z', 'revision_number': 4, 'project_id': 'f4f7660d9be0490098a63eeed7eb3fb0', 'subnets': [{'id': '1ea8b3d9-29ae-4d12-8c6c-8259f970b26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:14:47.557590 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:47.663208 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-250d1cd0-1877-4f1e-9d52-315db57a6054 None None] Publish callbacks [] for port (ec072d36-7b4d-4907-a673-170af0e0cd67), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:47.756230 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f9d07aef-9bb1-44fd-b12f-5879f723ddb9 admin admin] Publish callbacks [] for router_gateway (4afc96d4-6755-4a11-ade2-b9af5bb8581b), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:47.769559 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-250d1cd0-1877-4f1e-9d52-315db57a6054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (ec072d36-7b4d-4907-a673-170af0e0cd67), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:47.809393 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250d1cd0-1877-4f1e-9d52-315db57a6054 None None] Network f2b95ecd-9ede-4728-96a9-beb08099f449 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:14:47.835815 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-250d1cd0-1877-4f1e-9d52-315db57a6054 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:14:47.835815 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250d1cd0-1877-4f1e-9d52-315db57a6054 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:14:47.835815 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250d1cd0-1877-4f1e-9d52-315db57a6054 None None] Pushing event updated for resources: {'Port': ['ID=ec072d36-7b4d-4907-a673-170af0e0cd67,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:47.883949 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-250d1cd0-1877-4f1e-9d52-315db57a6054 None None] Attempting to bind port ec072d36-7b4d-4907-a673-170af0e0cd67 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:14:47.884373 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-250d1cd0-1877-4f1e-9d52-315db57a6054 None None] Attempting to bind port ec072d36-7b4d-4907-a673-170af0e0cd67 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'f081be30-95ef-4568-bd19-5e5ab0daabb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f2b95ecd-9ede-4728-96a9-beb08099f449'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:14:47.884738 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250d1cd0-1877-4f1e-9d52-315db57a6054 None None] Attempting to bind port ec072d36-7b4d-4907-a673-170af0e0cd67 on network f2b95ecd-9ede-4728-96a9-beb08099f449 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:14:47.890401 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250d1cd0-1877-4f1e-9d52-315db57a6054 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:14:47.890805 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250d1cd0-1877-4f1e-9d52-315db57a6054 None None] Checking segment: {'id': 'f081be30-95ef-4568-bd19-5e5ab0daabb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f2b95ecd-9ede-4728-96a9-beb08099f449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:14:47.891170 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-250d1cd0-1877-4f1e-9d52-315db57a6054 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:47.891558 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250d1cd0-1877-4f1e-9d52-315db57a6054 None None] Bound using segment: {'id': 'f081be30-95ef-4568-bd19-5e5ab0daabb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f2b95ecd-9ede-4728-96a9-beb08099f449'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:14:47.892026 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-250d1cd0-1877-4f1e-9d52-315db57a6054 None None] Bound port: ec072d36-7b4d-4907-a673-170af0e0cd67, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f081be30-95ef-4568-bd19-5e5ab0daabb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f2b95ecd-9ede-4728-96a9-beb08099f449'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:14:47.892445 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-250d1cd0-1877-4f1e-9d52-315db57a6054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (ec072d36-7b4d-4907-a673-170af0e0cd67), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:47.968545 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-250d1cd0-1877-4f1e-9d52-315db57a6054 None None] For port ec072d36-7b4d-4907-a673-170af0e0cd67, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:14:47.973040 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-250d1cd0-1877-4f1e-9d52-315db57a6054 None None] For port ec072d36-7b4d-4907-a673-170af0e0cd67, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=ec072d36-7b4d-4907-a673-170af0e0cd67,segment=NetworkSegment(f081be30-95ef-4568-bd19-5e5ab0daabb6),segment_id=f081be30-95ef-4568-bd19-5e5ab0daabb6)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:14:48.001681 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:48.164452 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-250d1cd0-1877-4f1e-9d52-315db57a6054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (ec072d36-7b4d-4907-a673-170af0e0cd67), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:48.226768 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250d1cd0-1877-4f1e-9d52-315db57a6054 None None] Pushing event updated for resources: {'Port': ['ID=ec072d36-7b4d-4907-a673-170af0e0cd67,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:48.369774 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f9d07aef-9bb1-44fd-b12f-5879f723ddb9 admin admin] Publish callbacks [] for router_gateway (4afc96d4-6755-4a11-ade2-b9af5bb8581b), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:48.401034 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f9d07aef-9bb1-44fd-b12f-5879f723ddb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:48.556937 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-f9d07aef-9bb1-44fd-b12f-5879f723ddb9 admin admin] Allocated IP 172.25.2.184 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/cd531075-2717-499f-bcea-44be1bdf8d04) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:14:48.670528 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f9d07aef-9bb1-44fd-b12f-5879f723ddb9 admin admin] Publish callbacks [] for port (cd531075-2717-499f-bcea-44be1bdf8d04), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:48.682272 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6b1523bb-3b2f-4776-bb50-d0600a7d4e7e up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:14:48.736238 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 6b1523bb-3b2f-4776-bb50-d0600a7d4e7e triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:14:48.736612 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (6b1523bb-3b2f-4776-bb50-d0600a7d4e7e), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:48.805601 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f9d07aef-9bb1-44fd-b12f-5879f723ddb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (cd531075-2717-499f-bcea-44be1bdf8d04), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:48.811810 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 6b1523bb-3b2f-4776-bb50-d0600a7d4e7e is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:14:48.812902 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device fdbc2ac3-f87d-4cbe-9fd7-e7940288ce8a up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:14:48.855676 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d07aef-9bb1-44fd-b12f-5879f723ddb9 admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:14:48.861110 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-f9d07aef-9bb1-44fd-b12f-5879f723ddb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:14:48.864039 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d07aef-9bb1-44fd-b12f-5879f723ddb9 admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:14:48.864972 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port fdbc2ac3-f87d-4cbe-9fd7-e7940288ce8a triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:14:48.865351 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (fdbc2ac3-f87d-4cbe-9fd7-e7940288ce8a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:48.867401 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d07aef-9bb1-44fd-b12f-5879f723ddb9 admin admin] Pushing event updated for resources: {'Port': ['ID=cd531075-2717-499f-bcea-44be1bdf8d04,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:48.869516 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:48.907312 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:48.963571 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port fdbc2ac3-f87d-4cbe-9fd7-e7940288ce8a is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:14:48.963571 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (fdbc2ac3-f87d-4cbe-9fd7-e7940288ce8a), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:49.002177 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port fdbc2ac3-f87d-4cbe-9fd7-e7940288ce8a, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=fdbc2ac3-f87d-4cbe-9fd7-e7940288ce8a,segment=NetworkSegment(f7231ce5-af37-48a6-9dee-9e313be1b266),segment_id=f7231ce5-af37-48a6-9dee-9e313be1b266)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:14:49.106627 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (fdbc2ac3-f87d-4cbe-9fd7-e7940288ce8a), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:49.107562 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device ec072d36-7b4d-4907-a673-170af0e0cd67 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:14:49.187805 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=fdbc2ac3-f87d-4cbe-9fd7-e7940288ce8a,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:49.206048 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port ec072d36-7b4d-4907-a673-170af0e0cd67 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:14:49.206575 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (ec072d36-7b4d-4907-a673-170af0e0cd67), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:49.260350 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:49.263610 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be53eb7-b8af-466c-a1e4-2653ffcc54c1 None None] Network f2b95ecd-9ede-4728-96a9-beb08099f449 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:14:49.264157 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f9d07aef-9bb1-44fd-b12f-5879f723ddb9 admin admin] Publish callbacks [] for router_gateway (4afc96d4-6755-4a11-ade2-b9af5bb8581b), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:49.347476 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port ec072d36-7b4d-4907-a673-170af0e0cd67 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:14:49.347861 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (ec072d36-7b4d-4907-a673-170af0e0cd67), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:49.373026 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-6a0b0b40-ecee-4fd3-b63f-e00cc1d26e05 None None] Provisioning complete for port ec072d36-7b4d-4907-a673-170af0e0cd67 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:14:49.373396 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6a0b0b40-ecee-4fd3-b63f-e00cc1d26e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (ec072d36-7b4d-4907-a673-170af0e0cd67), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:49.468098 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f9d07aef-9bb1-44fd-b12f-5879f723ddb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (4afc96d4-6755-4a11-ade2-b9af5bb8581b), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:49.549176 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:49.582528 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port ec072d36-7b4d-4907-a673-170af0e0cd67, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=ec072d36-7b4d-4907-a673-170af0e0cd67,segment=NetworkSegment(f081be30-95ef-4568-bd19-5e5ab0daabb6),segment_id=f081be30-95ef-4568-bd19-5e5ab0daabb6)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:14:49.634849 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-6a0b0b40-ecee-4fd3-b63f-e00cc1d26e05 None None] Current status of the port ec072d36-7b4d-4907-a673-170af0e0cd67 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:14:49.635247 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6a0b0b40-ecee-4fd3-b63f-e00cc1d26e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (ec072d36-7b4d-4907-a673-170af0e0cd67), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:49.693206 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (ec072d36-7b4d-4907-a673-170af0e0cd67), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:49.726254 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d07aef-9bb1-44fd-b12f-5879f723ddb9 admin admin] Router 4afc96d4-6755-4a11-ade2-b9af5bb8581b is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 05:14:49.773037 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-6a0b0b40-ecee-4fd3-b63f-e00cc1d26e05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 05:14:49.773446 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-6a0b0b40-ecee-4fd3-b63f-e00cc1d26e05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 05:14:49.778803 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=ec072d36-7b4d-4907-a673-170af0e0cd67,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:49.841238 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d07aef-9bb1-44fd-b12f-5879f723ddb9 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:14:49.850864 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6b3aa2-cd21-4aac-a9b7-688fe9eb5a62 None None] Sync routers for ids ['4afc96d4-6755-4a11-ade2-b9af5bb8581b'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:14:49.861141 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6b3aa2-cd21-4aac-a9b7-688fe9eb5a62 None None] Routers {'4afc96d4-6755-4a11-ade2-b9af5bb8581b'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:14:49.876269 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-ca6b3aa2-cd21-4aac-a9b7-688fe9eb5a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:14:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['4afc96d4-6755-4a11-ade2-b9af5bb8581b'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:14:49.960397 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f9d07aef-9bb1-44fd-b12f-5879f723ddb9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:49.964299 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f9d07aef-9bb1-44fd-b12f-5879f723ddb9 admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6469266 Aug 27 05:14:49.965478 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-ca6b3aa2-cd21-4aac-a9b7-688fe9eb5a62 None None] Set router 4afc96d4-6755-4a11-ade2-b9af5bb8581b gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:14:49.965843 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58472) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:14:50.147538 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-ca6b3aa2-cd21-4aac-a9b7-688fe9eb5a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4afc96d4-6755-4a11-ade2-b9af5bb8581b', 'name': 'tempest-TestMinimumBasicScenario-1321396118-router', 'tenant_id': 'ae6108ba79e94cff9cbaee7a91ca9f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'cd531075-2717-499f-bcea-44be1bdf8d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:14:47Z', 'updated_at': '2022-08-27T05:14:49Z', 'revision_number': 3, 'project_id': 'ae6108ba79e94cff9cbaee7a91ca9f46', 'gw_port': {'id': 'cd531075-2717-499f-bcea-44be1bdf8d04', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a8:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4afc96d4-6755-4a11-ade2-b9af5bb8581b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:14:48Z', 'updated_at': '2022-08-27T05:14:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:14:50.177768 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6b3aa2-cd21-4aac-a9b7-688fe9eb5a62 None None] Checking router: 4afc96d4-6755-4a11-ade2-b9af5bb8581b for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:14:50.178118 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6b3aa2-cd21-4aac-a9b7-688fe9eb5a62 None None] Updating router 4afc96d4-6755-4a11-ade2-b9af5bb8581b port cd531075-2717-499f-bcea-44be1bdf8d04 binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:14:50.203664 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:50.207122 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3aa2-cd21-4aac-a9b7-688fe9eb5a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (cd531075-2717-499f-bcea-44be1bdf8d04), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:50.288056 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:50.338263 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-6a0b0b40-ecee-4fd3-b63f-e00cc1d26e05 None None] Current status of the port ec072d36-7b4d-4907-a673-170af0e0cd67 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:14:50.348067 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:50.391155 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-de1a9f05-c884-472d-953d-d498d8251df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:50.391518 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:50.483402 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-02194944-a3f7-451c-99fa-879ca5d7d01e None None] Provisioning complete for port ec072d36-7b4d-4907-a673-170af0e0cd67 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:14:50.483402 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-02194944-a3f7-451c-99fa-879ca5d7d01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (ec072d36-7b4d-4907-a673-170af0e0cd67), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:50.521074 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3aa2-cd21-4aac-a9b7-688fe9eb5a62 None None] Publish callbacks [] for port (cd531075-2717-499f-bcea-44be1bdf8d04), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:50.557517 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-de1a9f05-c884-472d-953d-d498d8251df0 admin admin] Allocated IP 172.20.0.1 (f2b95ecd-9ede-4728-96a9-beb08099f449/d76b4971-a08a-46e6-a701-414bf46719d6/eeb70b61-5b6e-4c70-93a6-deee25d996d0) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:14:50.563310 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device fdbc2ac3-f87d-4cbe-9fd7-e7940288ce8a up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:14:50.608357 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-02194944-a3f7-451c-99fa-879ca5d7d01e None None] Current status of the port ec072d36-7b4d-4907-a673-170af0e0cd67 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:14:50.625161 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port fdbc2ac3-f87d-4cbe-9fd7-e7940288ce8a triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:14:50.625537 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (fdbc2ac3-f87d-4cbe-9fd7-e7940288ce8a), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:50.647452 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3aa2-cd21-4aac-a9b7-688fe9eb5a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (cd531075-2717-499f-bcea-44be1bdf8d04), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:50.672550 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-de1a9f05-c884-472d-953d-d498d8251df0 admin admin] Publish callbacks [] for port (eeb70b61-5b6e-4c70-93a6-deee25d996d0), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:50.693752 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-ca6b3aa2-cd21-4aac-a9b7-688fe9eb5a62 None None] Attempting to bind port cd531075-2717-499f-bcea-44be1bdf8d04 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:14:50.694350 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-ca6b3aa2-cd21-4aac-a9b7-688fe9eb5a62 None None] Attempting to bind port cd531075-2717-499f-bcea-44be1bdf8d04 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:14:50.694494 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6b3aa2-cd21-4aac-a9b7-688fe9eb5a62 None None] Attempting to bind port cd531075-2717-499f-bcea-44be1bdf8d04 on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:14:50.714041 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6b3aa2-cd21-4aac-a9b7-688fe9eb5a62 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:14:50.715576 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6b3aa2-cd21-4aac-a9b7-688fe9eb5a62 None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:14:50.728283 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3aa2-cd21-4aac-a9b7-688fe9eb5a62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:50.728283 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6b3aa2-cd21-4aac-a9b7-688fe9eb5a62 None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:14:50.728283 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-ca6b3aa2-cd21-4aac-a9b7-688fe9eb5a62 None None] Bound port: cd531075-2717-499f-bcea-44be1bdf8d04, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:14:50.728283 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3aa2-cd21-4aac-a9b7-688fe9eb5a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (cd531075-2717-499f-bcea-44be1bdf8d04), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:50.728283 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcef73a-e2b8-4317-b0a8-f136732c78a7 None None] Pushing event updated for resources: {'Port': ['ID=cd531075-2717-499f-bcea-44be1bdf8d04,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:50.743973 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:50.782782 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-de1a9f05-c884-472d-953d-d498d8251df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (eeb70b61-5b6e-4c70-93a6-deee25d996d0), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:50.803147 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port fdbc2ac3-f87d-4cbe-9fd7-e7940288ce8a is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:14:50.804221 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device ec072d36-7b4d-4907-a673-170af0e0cd67 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:14:50.824681 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-ca6b3aa2-cd21-4aac-a9b7-688fe9eb5a62 None None] For port cd531075-2717-499f-bcea-44be1bdf8d04, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:14:50.828676 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1a9f05-c884-472d-953d-d498d8251df0 admin admin] Network f2b95ecd-9ede-4728-96a9-beb08099f449 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:14:50.832364 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-de1a9f05-c884-472d-953d-d498d8251df0 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:14:50.834476 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1a9f05-c884-472d-953d-d498d8251df0 admin admin] Pushing event updated for resources: {'Port': ['ID=eeb70b61-5b6e-4c70-93a6-deee25d996d0,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:50.836640 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1a9f05-c884-472d-953d-d498d8251df0 admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:14:50.844333 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-ca6b3aa2-cd21-4aac-a9b7-688fe9eb5a62 None None] For port cd531075-2717-499f-bcea-44be1bdf8d04, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=cd531075-2717-499f-bcea-44be1bdf8d04,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:14:50.867052 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port ec072d36-7b4d-4907-a673-170af0e0cd67 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:14:50.867299 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (ec072d36-7b4d-4907-a673-170af0e0cd67), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:50.875364 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-de1a9f05-c884-472d-953d-d498d8251df0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (4afc96d4-6755-4a11-ade2-b9af5bb8581b), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:50.918066 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3aa2-cd21-4aac-a9b7-688fe9eb5a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (cd531075-2717-499f-bcea-44be1bdf8d04), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:50.994046 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6b3aa2-cd21-4aac-a9b7-688fe9eb5a62 None None] Routers {'4afc96d4-6755-4a11-ade2-b9af5bb8581b'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:14:50.994700 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-ca6b3aa2-cd21-4aac-a9b7-688fe9eb5a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:14:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['4afc96d4-6755-4a11-ade2-b9af5bb8581b'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:14:51.001030 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port ec072d36-7b4d-4907-a673-170af0e0cd67 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:14:51.050149 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcef73a-e2b8-4317-b0a8-f136732c78a7 None None] Pushing event updated for resources: {'Port': ['ID=cd531075-2717-499f-bcea-44be1bdf8d04,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:51.113754 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-de1a9f05-c884-472d-953d-d498d8251df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (eeb70b61-5b6e-4c70-93a6-deee25d996d0), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:51.126111 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-ca6b3aa2-cd21-4aac-a9b7-688fe9eb5a62 None None] Set router 4afc96d4-6755-4a11-ade2-b9af5bb8581b gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:14:51.128690 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:51.193077 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-8fccd85e-97a4-4f7e-b0db-fa37d0c0d6d6 None None] Provisioning complete for port eeb70b61-5b6e-4c70-93a6-deee25d996d0 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:14:51.193364 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8fccd85e-97a4-4f7e-b0db-fa37d0c0d6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (eeb70b61-5b6e-4c70-93a6-deee25d996d0), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:51.270080 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-8fccd85e-97a4-4f7e-b0db-fa37d0c0d6d6 None None] Port eeb70b61-5b6e-4c70-93a6-deee25d996d0 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:14:51.277573 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-de1a9f05-c884-472d-953d-d498d8251df0 admin admin] Publish callbacks [] for port (eeb70b61-5b6e-4c70-93a6-deee25d996d0), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:51.340497 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:51.341494 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-ca6b3aa2-cd21-4aac-a9b7-688fe9eb5a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4afc96d4-6755-4a11-ade2-b9af5bb8581b', 'name': 'tempest-TestMinimumBasicScenario-1321396118-router', 'tenant_id': 'ae6108ba79e94cff9cbaee7a91ca9f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'cd531075-2717-499f-bcea-44be1bdf8d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:14:47Z', 'updated_at': '2022-08-27T05:14:49Z', 'revision_number': 3, 'project_id': 'ae6108ba79e94cff9cbaee7a91ca9f46', 'gw_port': {'id': 'cd531075-2717-499f-bcea-44be1bdf8d04', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a8:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4afc96d4-6755-4a11-ade2-b9af5bb8581b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:14:48Z', 'updated_at': '2022-08-27T05:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:14:51.370032 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6b3aa2-cd21-4aac-a9b7-688fe9eb5a62 None None] The sync data for ids ['4afc96d4-6755-4a11-ade2-b9af5bb8581b'] in n-d-852088-5 is: [{'id': '4afc96d4-6755-4a11-ade2-b9af5bb8581b', 'name': 'tempest-TestMinimumBasicScenario-1321396118-router', 'tenant_id': 'ae6108ba79e94cff9cbaee7a91ca9f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'cd531075-2717-499f-bcea-44be1bdf8d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:14:47Z', 'updated_at': '2022-08-27T05:14:49Z', 'revision_number': 3, 'project_id': 'ae6108ba79e94cff9cbaee7a91ca9f46', 'gw_port': {'id': 'cd531075-2717-499f-bcea-44be1bdf8d04', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a8:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4afc96d4-6755-4a11-ade2-b9af5bb8581b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:14:48Z', 'updated_at': '2022-08-27T05:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:14:51.435035 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-de1a9f05-c884-472d-953d-d498d8251df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (eeb70b61-5b6e-4c70-93a6-deee25d996d0), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:51.505643 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-de1a9f05-c884-472d-953d-d498d8251df0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (4afc96d4-6755-4a11-ade2-b9af5bb8581b), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:51.507584 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1a9f05-c884-472d-953d-d498d8251df0 admin admin] Pushing event updated for resources: {'Port': ['ID=eeb70b61-5b6e-4c70-93a6-deee25d996d0,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:51.519600 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:51.559353 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:51.629292 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1a9f05-c884-472d-953d-d498d8251df0 admin admin] Network f2b95ecd-9ede-4728-96a9-beb08099f449 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:14:51.630792 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-de1a9f05-c884-472d-953d-d498d8251df0 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:14:51.692758 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:14:51.766428 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de1a9f05-c884-472d-953d-d498d8251df0 admin admin] Router 4afc96d4-6755-4a11-ade2-b9af5bb8581b has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:14:51.896302 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-d358b22c-4916-47db-abae-3acdfff1d6b0 None None] Provisioning complete for port eeb70b61-5b6e-4c70-93a6-deee25d996d0 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:14:51.896944 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d358b22c-4916-47db-abae-3acdfff1d6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (eeb70b61-5b6e-4c70-93a6-deee25d996d0), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:51.935133 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d358b22c-4916-47db-abae-3acdfff1d6b0 None None] Port eeb70b61-5b6e-4c70-93a6-deee25d996d0 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:14:52.198380 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de1a9f05-c884-472d-953d-d498d8251df0 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:14:52.203456 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-de1a9f05-c884-472d-953d-d498d8251df0 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/4afc96d4-6755-4a11-ade2-b9af5bb8581b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2365410 Aug 27 05:14:52.542037 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device cd531075-2717-499f-bcea-44be1bdf8d04 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:14:52.588536 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port cd531075-2717-499f-bcea-44be1bdf8d04 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:14:52.589001 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (cd531075-2717-499f-bcea-44be1bdf8d04), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:52.669624 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port cd531075-2717-499f-bcea-44be1bdf8d04 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:14:52.673222 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (cd531075-2717-499f-bcea-44be1bdf8d04), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:52.691296 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port cd531075-2717-499f-bcea-44be1bdf8d04, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=cd531075-2717-499f-bcea-44be1bdf8d04,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:14:52.971439 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (cd531075-2717-499f-bcea-44be1bdf8d04), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:53.028052 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=cd531075-2717-499f-bcea-44be1bdf8d04,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:53.097453 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45114be-f990-4696-8a12-8f5f9b4be89e None None] Sync routers for ids ['4afc96d4-6755-4a11-ade2-b9af5bb8581b'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:14:53.107962 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45114be-f990-4696-8a12-8f5f9b4be89e None None] Routers {'4afc96d4-6755-4a11-ade2-b9af5bb8581b'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:14:53.108694 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-a45114be-f990-4696-8a12-8f5f9b4be89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:14:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['4afc96d4-6755-4a11-ade2-b9af5bb8581b'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:14:53.225708 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-a45114be-f990-4696-8a12-8f5f9b4be89e None None] Set router 4afc96d4-6755-4a11-ade2-b9af5bb8581b gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:14:53.411312 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-a45114be-f990-4696-8a12-8f5f9b4be89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4afc96d4-6755-4a11-ade2-b9af5bb8581b', 'name': 'tempest-TestMinimumBasicScenario-1321396118-router', 'tenant_id': 'ae6108ba79e94cff9cbaee7a91ca9f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'cd531075-2717-499f-bcea-44be1bdf8d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:14:47Z', 'updated_at': '2022-08-27T05:14:50Z', 'revision_number': 4, 'project_id': 'ae6108ba79e94cff9cbaee7a91ca9f46', 'gw_port': {'id': 'cd531075-2717-499f-bcea-44be1bdf8d04', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afc96d4-6755-4a11-ade2-b9af5bb8581b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:14:48Z', 'updated_at': '2022-08-27T05:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'eeb70b61-5b6e-4c70-93a6-deee25d996d0', 'name': '', 'network_id': 'f2b95ecd-9ede-4728-96a9-beb08099f449', 'tenant_id': 'ae6108ba79e94cff9cbaee7a91ca9f46', 'mac_address': 'fa:16:3e:81:a3:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4afc96d4-6755-4a11-ade2-b9af5bb8581b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'd76b4971-a08a-46e6-a701-414bf46719d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:14:50Z', 'updated_at': '2022-08-27T05:14:51Z', 'revision_number': 2, 'project_id': 'ae6108ba79e94cff9cbaee7a91ca9f46', 'subnets': [{'id': 'd76b4971-a08a-46e6-a701-414bf46719d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:14:53.439115 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45114be-f990-4696-8a12-8f5f9b4be89e None None] Checking router: 4afc96d4-6755-4a11-ade2-b9af5bb8581b for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:14:53.439464 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45114be-f990-4696-8a12-8f5f9b4be89e None None] Updating router 4afc96d4-6755-4a11-ade2-b9af5bb8581b port eeb70b61-5b6e-4c70-93a6-deee25d996d0 binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:14:53.441242 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:53.472390 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-a45114be-f990-4696-8a12-8f5f9b4be89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (eeb70b61-5b6e-4c70-93a6-deee25d996d0), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:53.759035 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-a45114be-f990-4696-8a12-8f5f9b4be89e None None] Publish callbacks [] for port (eeb70b61-5b6e-4c70-93a6-deee25d996d0), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:53.843596 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-a45114be-f990-4696-8a12-8f5f9b4be89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (eeb70b61-5b6e-4c70-93a6-deee25d996d0), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:53.886590 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833d076d-a878-4fd7-ae62-593d8ea209eb None None] Pushing event updated for resources: {'Port': ['ID=eeb70b61-5b6e-4c70-93a6-deee25d996d0,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:53.965514 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-a45114be-f990-4696-8a12-8f5f9b4be89e None None] Attempting to bind port eeb70b61-5b6e-4c70-93a6-deee25d996d0 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:14:53.966124 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-a45114be-f990-4696-8a12-8f5f9b4be89e None None] Attempting to bind port eeb70b61-5b6e-4c70-93a6-deee25d996d0 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'f081be30-95ef-4568-bd19-5e5ab0daabb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f2b95ecd-9ede-4728-96a9-beb08099f449'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:14:53.966680 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45114be-f990-4696-8a12-8f5f9b4be89e None None] Attempting to bind port eeb70b61-5b6e-4c70-93a6-deee25d996d0 on network f2b95ecd-9ede-4728-96a9-beb08099f449 {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:14:53.972702 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45114be-f990-4696-8a12-8f5f9b4be89e None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:14:53.973169 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45114be-f990-4696-8a12-8f5f9b4be89e None None] Checking segment: {'id': 'f081be30-95ef-4568-bd19-5e5ab0daabb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f2b95ecd-9ede-4728-96a9-beb08099f449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:14:53.973655 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-a45114be-f990-4696-8a12-8f5f9b4be89e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:53.974206 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45114be-f990-4696-8a12-8f5f9b4be89e None None] Bound using segment: {'id': 'f081be30-95ef-4568-bd19-5e5ab0daabb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f2b95ecd-9ede-4728-96a9-beb08099f449'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:14:53.974818 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-a45114be-f990-4696-8a12-8f5f9b4be89e None None] Bound port: eeb70b61-5b6e-4c70-93a6-deee25d996d0, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f081be30-95ef-4568-bd19-5e5ab0daabb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f2b95ecd-9ede-4728-96a9-beb08099f449'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:14:53.975307 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-a45114be-f990-4696-8a12-8f5f9b4be89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (eeb70b61-5b6e-4c70-93a6-deee25d996d0), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:54.025130 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:54.047395 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-a45114be-f990-4696-8a12-8f5f9b4be89e None None] For port eeb70b61-5b6e-4c70-93a6-deee25d996d0, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:14:54.051022 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-a45114be-f990-4696-8a12-8f5f9b4be89e None None] For port eeb70b61-5b6e-4c70-93a6-deee25d996d0, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=eeb70b61-5b6e-4c70-93a6-deee25d996d0,segment=NetworkSegment(f081be30-95ef-4568-bd19-5e5ab0daabb6),segment_id=f081be30-95ef-4568-bd19-5e5ab0daabb6)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:14:54.149208 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-a45114be-f990-4696-8a12-8f5f9b4be89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (eeb70b61-5b6e-4c70-93a6-deee25d996d0), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:54.188654 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45114be-f990-4696-8a12-8f5f9b4be89e None None] Routers {'4afc96d4-6755-4a11-ade2-b9af5bb8581b'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:14:54.189267 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-a45114be-f990-4696-8a12-8f5f9b4be89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:14:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['4afc96d4-6755-4a11-ade2-b9af5bb8581b'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:14:54.334380 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833d076d-a878-4fd7-ae62-593d8ea209eb None None] Pushing event updated for resources: {'Port': ['ID=eeb70b61-5b6e-4c70-93a6-deee25d996d0,revision_number=4']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:54.412913 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-a45114be-f990-4696-8a12-8f5f9b4be89e None None] Set router 4afc96d4-6755-4a11-ade2-b9af5bb8581b gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:14:54.565108 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device cd531075-2717-499f-bcea-44be1bdf8d04 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:14:54.628851 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port cd531075-2717-499f-bcea-44be1bdf8d04 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:14:54.629643 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (cd531075-2717-499f-bcea-44be1bdf8d04), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:54.678009 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-a45114be-f990-4696-8a12-8f5f9b4be89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4afc96d4-6755-4a11-ade2-b9af5bb8581b', 'name': 'tempest-TestMinimumBasicScenario-1321396118-router', 'tenant_id': 'ae6108ba79e94cff9cbaee7a91ca9f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'cd531075-2717-499f-bcea-44be1bdf8d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:14:47Z', 'updated_at': '2022-08-27T05:14:50Z', 'revision_number': 4, 'project_id': 'ae6108ba79e94cff9cbaee7a91ca9f46', 'gw_port': {'id': 'cd531075-2717-499f-bcea-44be1bdf8d04', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afc96d4-6755-4a11-ade2-b9af5bb8581b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:14:48Z', 'updated_at': '2022-08-27T05:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'eeb70b61-5b6e-4c70-93a6-deee25d996d0', 'name': '', 'network_id': 'f2b95ecd-9ede-4728-96a9-beb08099f449', 'tenant_id': 'ae6108ba79e94cff9cbaee7a91ca9f46', 'mac_address': 'fa:16:3e:81:a3:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4afc96d4-6755-4a11-ade2-b9af5bb8581b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'd76b4971-a08a-46e6-a701-414bf46719d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:14:50Z', 'updated_at': '2022-08-27T05:14:54Z', 'revision_number': 4, 'project_id': 'ae6108ba79e94cff9cbaee7a91ca9f46', 'subnets': [{'id': 'd76b4971-a08a-46e6-a701-414bf46719d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:14:54.711945 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45114be-f990-4696-8a12-8f5f9b4be89e None None] The sync data for ids ['4afc96d4-6755-4a11-ade2-b9af5bb8581b'] in n-d-852088-5 is: [{'id': '4afc96d4-6755-4a11-ade2-b9af5bb8581b', 'name': 'tempest-TestMinimumBasicScenario-1321396118-router', 'tenant_id': 'ae6108ba79e94cff9cbaee7a91ca9f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'cd531075-2717-499f-bcea-44be1bdf8d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:14:47Z', 'updated_at': '2022-08-27T05:14:50Z', 'revision_number': 4, 'project_id': 'ae6108ba79e94cff9cbaee7a91ca9f46', 'gw_port': {'id': 'cd531075-2717-499f-bcea-44be1bdf8d04', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afc96d4-6755-4a11-ade2-b9af5bb8581b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:14:48Z', 'updated_at': '2022-08-27T05:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'eeb70b61-5b6e-4c70-93a6-deee25d996d0', 'name': '', 'network_id': 'f2b95ecd-9ede-4728-96a9-beb08099f449', 'tenant_id': 'ae6108ba79e94cff9cbaee7a91ca9f46', 'mac_address': 'fa:16:3e:81:a3:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4afc96d4-6755-4a11-ade2-b9af5bb8581b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'd76b4971-a08a-46e6-a701-414bf46719d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:14:50Z', 'updated_at': '2022-08-27T05:14:54Z', 'revision_number': 4, 'project_id': 'ae6108ba79e94cff9cbaee7a91ca9f46', 'subnets': [{'id': 'd76b4971-a08a-46e6-a701-414bf46719d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:14:54.923575 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port cd531075-2717-499f-bcea-44be1bdf8d04 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:14:56.643803 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device eeb70b61-5b6e-4c70-93a6-deee25d996d0 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:14:56.643803 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:56.643803 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port eeb70b61-5b6e-4c70-93a6-deee25d996d0 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:14:56.643803 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (eeb70b61-5b6e-4c70-93a6-deee25d996d0), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:56.681602 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port eeb70b61-5b6e-4c70-93a6-deee25d996d0 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:14:56.681985 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (eeb70b61-5b6e-4c70-93a6-deee25d996d0), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:56.715742 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port eeb70b61-5b6e-4c70-93a6-deee25d996d0, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=eeb70b61-5b6e-4c70-93a6-deee25d996d0,segment=NetworkSegment(f081be30-95ef-4568-bd19-5e5ab0daabb6),segment_id=f081be30-95ef-4568-bd19-5e5ab0daabb6)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:14:56.811466 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-15f1b44a-0a2b-4029-8c54-53878f2b5680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:56.814138 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (eeb70b61-5b6e-4c70-93a6-deee25d996d0), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:56.818725 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:56.863280 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=eeb70b61-5b6e-4c70-93a6-deee25d996d0,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:14:58.564054 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device eeb70b61-5b6e-4c70-93a6-deee25d996d0 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:14:58.626809 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port eeb70b61-5b6e-4c70-93a6-deee25d996d0 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:14:58.627656 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (eeb70b61-5b6e-4c70-93a6-deee25d996d0), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:58.721145 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port eeb70b61-5b6e-4c70-93a6-deee25d996d0 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:14:59.228644 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fc88f063-caa7-4b08-8bd3-53f395207662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:14:59.846427 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:14:59.852493 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=82,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:00.421531 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:01.794489 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:02.017315 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:02.194554 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:02.195709 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=84 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:04.661965 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa5c89-6b96-4b5f-a7e0-9c12326b95c5 req-2ade760c-80f2-4678-9413-fa24c49f3054 tempest-TestMinimumBasicScenario-1716808945 tempest-TestMinimumBasicScenario-1716808945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:15:04.663689 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-37aa5c89-6b96-4b5f-a7e0-9c12326b95c5 req-2ade760c-80f2-4678-9413-fa24c49f3054 tempest-TestMinimumBasicScenario-1716808945 tempest-TestMinimumBasicScenario-1716808945-project] 10.222.0.76 "GET /networking/v2.0/networks?id=feb69554-279f-4c0a-a3ae-9a33f3b28f4e HTTP/1.1" status: 200 len: 814 time: 0.1088428 Aug 27 05:15:04.675336 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:04.679357 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-37aa5c89-6b96-4b5f-a7e0-9c12326b95c5 req-05208926-2933-4b7d-b6ac-9f0c0bc2a154 tempest-TestMinimumBasicScenario-1716808945 tempest-TestMinimumBasicScenario-1716808945-project] 10.222.0.76 "GET /networking/v2.0/quotas/f4f7660d9be0490098a63eeed7eb3fb0 HTTP/1.1" status: 200 len: 375 time: 0.0092139 Aug 27 05:15:04.686287 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=42 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:04.730463 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-37aa5c89-6b96-4b5f-a7e0-9c12326b95c5 req-5a4725e5-6240-479d-8447-4018ab08cef3 tempest-TestMinimumBasicScenario-1716808945 tempest-TestMinimumBasicScenario-1716808945-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=f4f7660d9be0490098a63eeed7eb3fb0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442493 Aug 27 05:15:07.165262 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:14.720716 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=13 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:14.723211 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=16 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:16.999718 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e98de-e5e5-4811-8ed3-ab02906bb537 req-13885c03-9d42-45ed-b838-998ca81ee9b2 tempest-TestMinimumBasicScenario-1716808945 tempest-TestMinimumBasicScenario-1716808945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:15:17.001291 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-dc1e98de-e5e5-4811-8ed3-ab02906bb537 req-13885c03-9d42-45ed-b838-998ca81ee9b2 tempest-TestMinimumBasicScenario-1716808945 tempest-TestMinimumBasicScenario-1716808945-project] 10.222.0.76 "GET /networking/v2.0/networks?id=feb69554-279f-4c0a-a3ae-9a33f3b28f4e HTTP/1.1" status: 200 len: 814 time: 0.1075606 Aug 27 05:15:17.016144 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-dc1e98de-e5e5-4811-8ed3-ab02906bb537 req-f80576df-33f4-419d-acf0-28e47c17ec58 tempest-TestMinimumBasicScenario-1716808945 tempest-TestMinimumBasicScenario-1716808945-project] 10.222.0.76 "GET /networking/v2.0/quotas/f4f7660d9be0490098a63eeed7eb3fb0 HTTP/1.1" status: 200 len: 375 time: 0.0095837 Aug 27 05:15:17.065636 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-dc1e98de-e5e5-4811-8ed3-ab02906bb537 req-ce723209-cee4-44c2-a262-8e1001f1fd1b tempest-TestMinimumBasicScenario-1716808945 tempest-TestMinimumBasicScenario-1716808945-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=f4f7660d9be0490098a63eeed7eb3fb0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443835 Aug 27 05:15:17.105377 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=39,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:17.105377 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:18.328336 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58670) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:15:18.648798 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cfb1c544-93cf-4855-8e97-24d084231737 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (9021dfea-fb10-4bae-97e6-43454c56191c), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:18.872088 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-cfb1c544-93cf-4855-8e97-24d084231737 admin admin] Deleting port fdbc2ac3-f87d-4cbe-9fd7-e7940288ce8a {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:15:18.872691 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cfb1c544-93cf-4855-8e97-24d084231737 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (fdbc2ac3-f87d-4cbe-9fd7-e7940288ce8a), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:18.955426 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-cfb1c544-93cf-4855-8e97-24d084231737 admin admin] For port fdbc2ac3-f87d-4cbe-9fd7-e7940288ce8a, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=fdbc2ac3-f87d-4cbe-9fd7-e7940288ce8a,segment=NetworkSegment(f7231ce5-af37-48a6-9dee-9e313be1b266),segment_id=f7231ce5-af37-48a6-9dee-9e313be1b266)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:15:18.955707 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cfb1c544-93cf-4855-8e97-24d084231737 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (fdbc2ac3-f87d-4cbe-9fd7-e7940288ce8a), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:18.969375 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-cfb1c544-93cf-4855-8e97-24d084231737 admin admin] Calling delete_port for fdbc2ac3-f87d-4cbe-9fd7-e7940288ce8a owned by network:router_interface {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:15:19.209459 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cfb1c544-93cf-4855-8e97-24d084231737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (fdbc2ac3-f87d-4cbe-9fd7-e7940288ce8a), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:19.212729 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:19.216079 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:19.240968 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb1c544-93cf-4855-8e97-24d084231737 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdbc2ac3-f87d-4cbe-9fd7-e7940288ce8a,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:19.268299 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb1c544-93cf-4855-8e97-24d084231737 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:15:19.270981 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb1c544-93cf-4855-8e97-24d084231737 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:15:19.270981 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb1c544-93cf-4855-8e97-24d084231737 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:15:19.270981 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb1c544-93cf-4855-8e97-24d084231737 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:15:19.270981 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb1c544-93cf-4855-8e97-24d084231737 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:15:19.270981 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb1c544-93cf-4855-8e97-24d084231737 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:15:19.270981 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb1c544-93cf-4855-8e97-24d084231737 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:15:19.270981 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb1c544-93cf-4855-8e97-24d084231737 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:15:19.270981 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb1c544-93cf-4855-8e97-24d084231737 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:15:19.271677 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb1c544-93cf-4855-8e97-24d084231737 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:15:19.271677 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb1c544-93cf-4855-8e97-24d084231737 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:15:19.271858 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb1c544-93cf-4855-8e97-24d084231737 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:15:19.272125 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb1c544-93cf-4855-8e97-24d084231737 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:15:19.272479 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb1c544-93cf-4855-8e97-24d084231737 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:15:19.272794 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb1c544-93cf-4855-8e97-24d084231737 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:15:19.418434 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cfb1c544-93cf-4855-8e97-24d084231737 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (9021dfea-fb10-4bae-97e6-43454c56191c), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:19.631380 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb1c544-93cf-4855-8e97-24d084231737 admin admin] Router 9021dfea-fb10-4bae-97e6-43454c56191c has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:15:19.735193 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb1c544-93cf-4855-8e97-24d084231737 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:15:19.740328 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-cfb1c544-93cf-4855-8e97-24d084231737 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/9021dfea-fb10-4bae-97e6-43454c56191c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4108660 Aug 27 05:15:19.742901 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58678) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:15:19.745487 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70535fcf-7ca8-4387-8a96-7b155d68cce0 None None] Sync routers for ids ['9021dfea-fb10-4bae-97e6-43454c56191c'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:15:19.756295 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70535fcf-7ca8-4387-8a96-7b155d68cce0 None None] Routers {'9021dfea-fb10-4bae-97e6-43454c56191c'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:15:19.756970 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-70535fcf-7ca8-4387-8a96-7b155d68cce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:14:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['9021dfea-fb10-4bae-97e6-43454c56191c'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:15:19.845698 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4ccd678d-997d-461a-b994-5d8561f42c2d admin admin] Publish callbacks [] for router (9021dfea-fb10-4bae-97e6-43454c56191c), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:19.858729 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-70535fcf-7ca8-4387-8a96-7b155d68cce0 None None] Set router 9021dfea-fb10-4bae-97e6-43454c56191c gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:15:19.920854 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:19.948935 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4ccd678d-997d-461a-b994-5d8561f42c2d admin admin] Publish callbacks [] for router_gateway (9021dfea-fb10-4bae-97e6-43454c56191c), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:20.030810 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-70535fcf-7ca8-4387-8a96-7b155d68cce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9021dfea-fb10-4bae-97e6-43454c56191c', 'name': 'tempest-TestMinimumBasicScenario-274874528-router', 'tenant_id': 'f4f7660d9be0490098a63eeed7eb3fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '6b1523bb-3b2f-4776-bb50-d0600a7d4e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:14:40Z', 'updated_at': '2022-08-27T05:15:19Z', 'revision_number': 5, 'project_id': 'f4f7660d9be0490098a63eeed7eb3fb0', 'gw_port': {'id': '6b1523bb-3b2f-4776-bb50-d0600a7d4e7e', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9021dfea-fb10-4bae-97e6-43454c56191c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:14:41Z', 'updated_at': '2022-08-27T05:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:15:20.056854 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70535fcf-7ca8-4387-8a96-7b155d68cce0 None None] Checking router: 9021dfea-fb10-4bae-97e6-43454c56191c for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:15:20.065644 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70535fcf-7ca8-4387-8a96-7b155d68cce0 None None] Routers {'9021dfea-fb10-4bae-97e6-43454c56191c'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:15:20.066249 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-70535fcf-7ca8-4387-8a96-7b155d68cce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:14:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['9021dfea-fb10-4bae-97e6-43454c56191c'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:15:20.136076 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-4ccd678d-997d-461a-b994-5d8561f42c2d admin admin] Deleting port 6b1523bb-3b2f-4776-bb50-d0600a7d4e7e {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:15:20.136467 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4ccd678d-997d-461a-b994-5d8561f42c2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (6b1523bb-3b2f-4776-bb50-d0600a7d4e7e), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:20.170520 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-70535fcf-7ca8-4387-8a96-7b155d68cce0 None None] Set router 9021dfea-fb10-4bae-97e6-43454c56191c gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:15:20.223515 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-4ccd678d-997d-461a-b994-5d8561f42c2d admin admin] For port 6b1523bb-3b2f-4776-bb50-d0600a7d4e7e, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=6b1523bb-3b2f-4776-bb50-d0600a7d4e7e,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:15:20.223879 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4ccd678d-997d-461a-b994-5d8561f42c2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (6b1523bb-3b2f-4776-bb50-d0600a7d4e7e), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:20.238329 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-4ccd678d-997d-461a-b994-5d8561f42c2d admin admin] Calling delete_port for 6b1523bb-3b2f-4776-bb50-d0600a7d4e7e owned by network:router_gateway {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:15:20.345050 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-70535fcf-7ca8-4387-8a96-7b155d68cce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9021dfea-fb10-4bae-97e6-43454c56191c', 'name': 'tempest-TestMinimumBasicScenario-274874528-router', 'tenant_id': 'f4f7660d9be0490098a63eeed7eb3fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '6b1523bb-3b2f-4776-bb50-d0600a7d4e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:14:40Z', 'updated_at': '2022-08-27T05:15:19Z', 'revision_number': 5, 'project_id': 'f4f7660d9be0490098a63eeed7eb3fb0', 'gw_port': {'id': '6b1523bb-3b2f-4776-bb50-d0600a7d4e7e', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9021dfea-fb10-4bae-97e6-43454c56191c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:14:41Z', 'updated_at': '2022-08-27T05:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:15:20.371293 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70535fcf-7ca8-4387-8a96-7b155d68cce0 None None] The sync data for ids ['9021dfea-fb10-4bae-97e6-43454c56191c'] in n-d-852088-5 is: [{'id': '9021dfea-fb10-4bae-97e6-43454c56191c', 'name': 'tempest-TestMinimumBasicScenario-274874528-router', 'tenant_id': 'f4f7660d9be0490098a63eeed7eb3fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '6b1523bb-3b2f-4776-bb50-d0600a7d4e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:14:40Z', 'updated_at': '2022-08-27T05:15:19Z', 'revision_number': 5, 'project_id': 'f4f7660d9be0490098a63eeed7eb3fb0', 'gw_port': {'id': '6b1523bb-3b2f-4776-bb50-d0600a7d4e7e', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9021dfea-fb10-4bae-97e6-43454c56191c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:14:41Z', 'updated_at': '2022-08-27T05:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:15:20.531345 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4ccd678d-997d-461a-b994-5d8561f42c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (6b1523bb-3b2f-4776-bb50-d0600a7d4e7e), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:20.554459 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:20.557007 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd678d-997d-461a-b994-5d8561f42c2d admin admin] Pushing event deleted for resources: {'Port': ['ID=6b1523bb-3b2f-4776-bb50-d0600a7d4e7e,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:20.620647 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4ccd678d-997d-461a-b994-5d8561f42c2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (9021dfea-fb10-4bae-97e6-43454c56191c), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:20.712467 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4ccd678d-997d-461a-b994-5d8561f42c2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (9021dfea-fb10-4bae-97e6-43454c56191c), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:20.714654 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4ccd678d-997d-461a-b994-5d8561f42c2d admin admin] Publish callbacks [] for router_controller (9021dfea-fb10-4bae-97e6-43454c56191c), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:20.846077 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4ccd678d-997d-461a-b994-5d8561f42c2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (9021dfea-fb10-4bae-97e6-43454c56191c), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:20.846681 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ccd678d-997d-461a-b994-5d8561f42c2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9021dfea-fb10-4bae-97e6-43454c56191c {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 05:15:20.851870 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4ccd678d-997d-461a-b994-5d8561f42c2d admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:20.855443 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-4ccd678d-997d-461a-b994-5d8561f42c2d admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/9021dfea-fb10-4bae-97e6-43454c56191c HTTP/1.1" status: 204 len: 168 time: 1.1092451 Aug 27 05:15:20.860619 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58680) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:15:20.867065 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device fdbc2ac3-f87d-4cbe-9fd7-e7940288ce8a no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:15:20.893808 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: fdbc2ac3-f87d-4cbe-9fd7-e7940288ce8a {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:15:20.894162 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device fdbc2ac3-f87d-4cbe-9fd7-e7940288ce8a not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:15:20.914441 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ae9fb2c-bd62-4254-a33a-76b2282b86e3 admin admin] Deleting subnet 1ea8b3d9-29ae-4d12-8c6c-8259f970b26d {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 05:15:20.918624 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7ae9fb2c-bd62-4254-a33a-76b2282b86e3 admin admin] Publish callbacks [] for subnet (1ea8b3d9-29ae-4d12-8c6c-8259f970b26d), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:20.955935 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7ae9fb2c-bd62-4254-a33a-76b2282b86e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (1ea8b3d9-29ae-4d12-8c6c-8259f970b26d), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:21.034262 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7ae9fb2c-bd62-4254-a33a-76b2282b86e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (1ea8b3d9-29ae-4d12-8c6c-8259f970b26d), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:21.087611 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:21.223053 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7ae9fb2c-bd62-4254-a33a-76b2282b86e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (1ea8b3d9-29ae-4d12-8c6c-8259f970b26d), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:21.252100 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae9fb2c-bd62-4254-a33a-76b2282b86e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ea8b3d9-29ae-4d12-8c6c-8259f970b26d,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:21.254170 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7ae9fb2c-bd62-4254-a33a-76b2282b86e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:21.257381 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7ae9fb2c-bd62-4254-a33a-76b2282b86e3 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/1ea8b3d9-29ae-4d12-8c6c-8259f970b26d HTTP/1.1" status: 204 len: 168 time: 0.4006038 Aug 27 05:15:21.258806 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df01a643-eb97-4719-9f84-64d6904efd32 None None] Network feb69554-279f-4c0a-a3ae-9a33f3b28f4e requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:15:21.260138 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58682) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:15:21.303671 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:21.330295 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-41f5aca1-67fb-4b6b-8fec-c21fe2b0dda3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (feb69554-279f-4c0a-a3ae-9a33f3b28f4e), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:21.378363 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-41f5aca1-67fb-4b6b-8fec-c21fe2b0dda3 admin admin] Deleting port 1fae0f26-c51a-4a8b-b11a-ddb83815e0ef {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:15:21.378706 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-41f5aca1-67fb-4b6b-8fec-c21fe2b0dda3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (1fae0f26-c51a-4a8b-b11a-ddb83815e0ef), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:21.438209 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4adc7798-1328-4dd9-be6a-1079e0a397d8 None None] DHCP port deletion for feb69554-279f-4c0a-a3ae-9a33f3b28f4e request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 05:15:21.447618 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-41f5aca1-67fb-4b6b-8fec-c21fe2b0dda3 admin admin] For port 1fae0f26-c51a-4a8b-b11a-ddb83815e0ef, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=1fae0f26-c51a-4a8b-b11a-ddb83815e0ef,segment=NetworkSegment(f7231ce5-af37-48a6-9dee-9e313be1b266),segment_id=f7231ce5-af37-48a6-9dee-9e313be1b266)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:15:21.448123 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-41f5aca1-67fb-4b6b-8fec-c21fe2b0dda3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (1fae0f26-c51a-4a8b-b11a-ddb83815e0ef), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:21.462938 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-41f5aca1-67fb-4b6b-8fec-c21fe2b0dda3 admin admin] Calling delete_port for 1fae0f26-c51a-4a8b-b11a-ddb83815e0ef owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:15:21.481482 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4adc7798-1328-4dd9-be6a-1079e0a397d8 None None] Deleting port 1fae0f26-c51a-4a8b-b11a-ddb83815e0ef {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:15:21.482132 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4adc7798-1328-4dd9-be6a-1079e0a397d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (1fae0f26-c51a-4a8b-b11a-ddb83815e0ef), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:21.551897 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4adc7798-1328-4dd9-be6a-1079e0a397d8 None None] For port 1fae0f26-c51a-4a8b-b11a-ddb83815e0ef, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=1fae0f26-c51a-4a8b-b11a-ddb83815e0ef,segment=NetworkSegment(f7231ce5-af37-48a6-9dee-9e313be1b266),segment_id=f7231ce5-af37-48a6-9dee-9e313be1b266)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:15:21.552330 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4adc7798-1328-4dd9-be6a-1079e0a397d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (1fae0f26-c51a-4a8b-b11a-ddb83815e0ef), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:21.565048 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4adc7798-1328-4dd9-be6a-1079e0a397d8 None None] Calling delete_port for 1fae0f26-c51a-4a8b-b11a-ddb83815e0ef owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:15:21.628775 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-41f5aca1-67fb-4b6b-8fec-c21fe2b0dda3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (1fae0f26-c51a-4a8b-b11a-ddb83815e0ef), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:21.640614 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4adc7798-1328-4dd9-be6a-1079e0a397d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (1fae0f26-c51a-4a8b-b11a-ddb83815e0ef), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:21.643918 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:21.646344 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:21.651519 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f5aca1-67fb-4b6b-8fec-c21fe2b0dda3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fae0f26-c51a-4a8b-b11a-ddb83815e0ef,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:21.659397 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f5aca1-67fb-4b6b-8fec-c21fe2b0dda3 admin admin] No DVR routers for this DVR port 1fae0f26-c51a-4a8b-b11a-ddb83815e0ef on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:15:21.672677 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adc7798-1328-4dd9-be6a-1079e0a397d8 None None] Pushing event deleted for resources: {'Port': ['ID=1fae0f26-c51a-4a8b-b11a-ddb83815e0ef,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:21.676395 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adc7798-1328-4dd9-be6a-1079e0a397d8 None None] No DVR routers for this DVR port 1fae0f26-c51a-4a8b-b11a-ddb83815e0ef on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:15:21.733281 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:21.739259 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-41f5aca1-67fb-4b6b-8fec-c21fe2b0dda3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (feb69554-279f-4c0a-a3ae-9a33f3b28f4e), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:21.758986 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-41f5aca1-67fb-4b6b-8fec-c21fe2b0dda3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feb69554-279f-4c0a-a3ae-9a33f3b28f4e']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:15:21.768324 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-41f5aca1-67fb-4b6b-8fec-c21fe2b0dda3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7231ce5-af37-48a6-9dee-9e313be1b266') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:15:21.768626 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-41f5aca1-67fb-4b6b-8fec-c21fe2b0dda3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7231ce5-af37-48a6-9dee-9e313be1b266') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:15:21.783304 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-41f5aca1-67fb-4b6b-8fec-c21fe2b0dda3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (f7231ce5-af37-48a6-9dee-9e313be1b266), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:21.798309 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-41f5aca1-67fb-4b6b-8fec-c21fe2b0dda3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (f7231ce5-af37-48a6-9dee-9e313be1b266), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:21.804793 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41f5aca1-67fb-4b6b-8fec-c21fe2b0dda3 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:15:21.805182 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-41f5aca1-67fb-4b6b-8fec-c21fe2b0dda3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (f7231ce5-af37-48a6-9dee-9e313be1b266), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:21.960408 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment f7231ce5-af37-48a6-9dee-9e313be1b266 resource provider aggregate not found Aug 27 05:15:21.974535 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment f7231ce5-af37-48a6-9dee-9e313be1b266 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f7231ce5-af37-48a6-9dee-9e313be1b266 found for delete ", "request_id": "req-bebb6d0c-01d9-4944-be84-fd7639c91ecd"}]} Aug 27 05:15:21.992285 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-41f5aca1-67fb-4b6b-8fec-c21fe2b0dda3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (feb69554-279f-4c0a-a3ae-9a33f3b28f4e), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:21.998709 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-41f5aca1-67fb-4b6b-8fec-c21fe2b0dda3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:22.001848 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-41f5aca1-67fb-4b6b-8fec-c21fe2b0dda3 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/feb69554-279f-4c0a-a3ae-9a33f3b28f4e HTTP/1.1" status: 204 len: 168 time: 0.7407341 Aug 27 05:15:22.005029 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58690) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:15:22.014169 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f5aca1-67fb-4b6b-8fec-c21fe2b0dda3 admin admin] Pushing event deleted for resources: {'Network': ['ID=feb69554-279f-4c0a-a3ae-9a33f3b28f4e,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:22.326190 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6361035b-e264-45d1-ab63-9bf7d2b09100 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (4afc96d4-6755-4a11-ade2-b9af5bb8581b), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:22.543680 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6b1523bb-3b2f-4776-bb50-d0600a7d4e7e no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:15:22.560371 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-6361035b-e264-45d1-ab63-9bf7d2b09100 admin admin] Deleting port eeb70b61-5b6e-4c70-93a6-deee25d996d0 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:15:22.560721 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6361035b-e264-45d1-ab63-9bf7d2b09100 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (eeb70b61-5b6e-4c70-93a6-deee25d996d0), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:22.563851 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 6b1523bb-3b2f-4776-bb50-d0600a7d4e7e {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:15:22.564221 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6b1523bb-3b2f-4776-bb50-d0600a7d4e7e not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:15:22.564633 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 1fae0f26-c51a-4a8b-b11a-ddb83815e0ef no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:15:22.583030 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 1fae0f26-c51a-4a8b-b11a-ddb83815e0ef {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:15:22.583298 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 1fae0f26-c51a-4a8b-b11a-ddb83815e0ef not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:15:22.644216 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-6361035b-e264-45d1-ab63-9bf7d2b09100 admin admin] For port eeb70b61-5b6e-4c70-93a6-deee25d996d0, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=eeb70b61-5b6e-4c70-93a6-deee25d996d0,segment=NetworkSegment(f081be30-95ef-4568-bd19-5e5ab0daabb6),segment_id=f081be30-95ef-4568-bd19-5e5ab0daabb6)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:15:22.644590 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6361035b-e264-45d1-ab63-9bf7d2b09100 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (eeb70b61-5b6e-4c70-93a6-deee25d996d0), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:22.658010 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-6361035b-e264-45d1-ab63-9bf7d2b09100 admin admin] Calling delete_port for eeb70b61-5b6e-4c70-93a6-deee25d996d0 owned by network:router_interface {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:15:22.733307 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:22.790878 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:22.929586 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6361035b-e264-45d1-ab63-9bf7d2b09100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (eeb70b61-5b6e-4c70-93a6-deee25d996d0), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:22.958714 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6361035b-e264-45d1-ab63-9bf7d2b09100 admin admin] Pushing event deleted for resources: {'Port': ['ID=eeb70b61-5b6e-4c70-93a6-deee25d996d0,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:22.973972 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6361035b-e264-45d1-ab63-9bf7d2b09100 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:15:22.973972 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6361035b-e264-45d1-ab63-9bf7d2b09100 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:15:22.973972 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6361035b-e264-45d1-ab63-9bf7d2b09100 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:15:22.973972 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6361035b-e264-45d1-ab63-9bf7d2b09100 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:15:22.973972 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6361035b-e264-45d1-ab63-9bf7d2b09100 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:15:22.974472 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6361035b-e264-45d1-ab63-9bf7d2b09100 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:15:22.974472 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6361035b-e264-45d1-ab63-9bf7d2b09100 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:15:22.974749 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6361035b-e264-45d1-ab63-9bf7d2b09100 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:15:22.975091 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6361035b-e264-45d1-ab63-9bf7d2b09100 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:15:22.975400 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6361035b-e264-45d1-ab63-9bf7d2b09100 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:15:22.975734 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6361035b-e264-45d1-ab63-9bf7d2b09100 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:15:22.976041 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6361035b-e264-45d1-ab63-9bf7d2b09100 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:15:22.976387 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6361035b-e264-45d1-ab63-9bf7d2b09100 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:15:22.976706 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6361035b-e264-45d1-ab63-9bf7d2b09100 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:15:22.977024 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6361035b-e264-45d1-ab63-9bf7d2b09100 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:15:23.136468 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6361035b-e264-45d1-ab63-9bf7d2b09100 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (4afc96d4-6755-4a11-ade2-b9af5bb8581b), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:23.345999 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6361035b-e264-45d1-ab63-9bf7d2b09100 admin admin] Router 4afc96d4-6755-4a11-ade2-b9af5bb8581b has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:15:23.690248 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6361035b-e264-45d1-ab63-9bf7d2b09100 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:15:23.695338 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-6361035b-e264-45d1-ab63-9bf7d2b09100 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/4afc96d4-6755-4a11-ade2-b9af5bb8581b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6892540 Aug 27 05:15:23.697904 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58692) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:15:23.701143 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4939acb-c519-488b-922c-539a3aa5cd24 None None] Sync routers for ids ['4afc96d4-6755-4a11-ade2-b9af5bb8581b'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:15:23.710755 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4939acb-c519-488b-922c-539a3aa5cd24 None None] Routers {'4afc96d4-6755-4a11-ade2-b9af5bb8581b'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:15:23.711363 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-a4939acb-c519-488b-922c-539a3aa5cd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:14:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['4afc96d4-6755-4a11-ade2-b9af5bb8581b'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:15:23.798619 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e6e157c4-e229-4a59-b5b7-6292cc1bc715 admin admin] Publish callbacks [] for router (4afc96d4-6755-4a11-ade2-b9af5bb8581b), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:23.814466 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-a4939acb-c519-488b-922c-539a3aa5cd24 None None] Set router 4afc96d4-6755-4a11-ade2-b9af5bb8581b gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:15:23.897601 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e6e157c4-e229-4a59-b5b7-6292cc1bc715 admin admin] Publish callbacks [] for router_gateway (4afc96d4-6755-4a11-ade2-b9af5bb8581b), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:23.985619 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-a4939acb-c519-488b-922c-539a3aa5cd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4afc96d4-6755-4a11-ade2-b9af5bb8581b', 'name': 'tempest-TestMinimumBasicScenario-1321396118-router', 'tenant_id': 'ae6108ba79e94cff9cbaee7a91ca9f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'cd531075-2717-499f-bcea-44be1bdf8d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:14:47Z', 'updated_at': '2022-08-27T05:15:22Z', 'revision_number': 5, 'project_id': 'ae6108ba79e94cff9cbaee7a91ca9f46', 'gw_port': {'id': 'cd531075-2717-499f-bcea-44be1bdf8d04', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afc96d4-6755-4a11-ade2-b9af5bb8581b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:14:48Z', 'updated_at': '2022-08-27T05:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:15:24.010532 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4939acb-c519-488b-922c-539a3aa5cd24 None None] Checking router: 4afc96d4-6755-4a11-ade2-b9af5bb8581b for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:15:24.019428 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4939acb-c519-488b-922c-539a3aa5cd24 None None] Routers {'4afc96d4-6755-4a11-ade2-b9af5bb8581b'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:15:24.020039 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-a4939acb-c519-488b-922c-539a3aa5cd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:14:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['4afc96d4-6755-4a11-ade2-b9af5bb8581b'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:15:24.022886 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-e6e157c4-e229-4a59-b5b7-6292cc1bc715 admin admin] Deleting port cd531075-2717-499f-bcea-44be1bdf8d04 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:15:24.023230 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e6e157c4-e229-4a59-b5b7-6292cc1bc715 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (cd531075-2717-499f-bcea-44be1bdf8d04), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:24.065732 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:24.073620 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:24.103911 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-e6e157c4-e229-4a59-b5b7-6292cc1bc715 admin admin] For port cd531075-2717-499f-bcea-44be1bdf8d04, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=cd531075-2717-499f-bcea-44be1bdf8d04,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:15:24.104305 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e6e157c4-e229-4a59-b5b7-6292cc1bc715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (cd531075-2717-499f-bcea-44be1bdf8d04), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:24.105606 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-a4939acb-c519-488b-922c-539a3aa5cd24 None None] Set router 4afc96d4-6755-4a11-ade2-b9af5bb8581b gateway port host: None {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:15:24.118706 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-e6e157c4-e229-4a59-b5b7-6292cc1bc715 admin admin] Calling delete_port for cd531075-2717-499f-bcea-44be1bdf8d04 owned by network:router_gateway {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:15:24.155036 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-a4939acb-c519-488b-922c-539a3aa5cd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4afc96d4-6755-4a11-ade2-b9af5bb8581b', 'name': 'tempest-TestMinimumBasicScenario-1321396118-router', 'tenant_id': 'ae6108ba79e94cff9cbaee7a91ca9f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:14:47Z', 'updated_at': '2022-08-27T05:15:23Z', 'revision_number': 6, 'project_id': 'ae6108ba79e94cff9cbaee7a91ca9f46', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:15:24.182891 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4939acb-c519-488b-922c-539a3aa5cd24 None None] The sync data for ids ['4afc96d4-6755-4a11-ade2-b9af5bb8581b'] in n-d-852088-5 is: [{'id': '4afc96d4-6755-4a11-ade2-b9af5bb8581b', 'name': 'tempest-TestMinimumBasicScenario-1321396118-router', 'tenant_id': 'ae6108ba79e94cff9cbaee7a91ca9f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:14:47Z', 'updated_at': '2022-08-27T05:15:23Z', 'revision_number': 6, 'project_id': 'ae6108ba79e94cff9cbaee7a91ca9f46', 'gw_port_host': None}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:15:24.400243 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e6e157c4-e229-4a59-b5b7-6292cc1bc715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (cd531075-2717-499f-bcea-44be1bdf8d04), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:24.429102 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e157c4-e229-4a59-b5b7-6292cc1bc715 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd531075-2717-499f-bcea-44be1bdf8d04,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:24.494778 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e6e157c4-e229-4a59-b5b7-6292cc1bc715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (4afc96d4-6755-4a11-ade2-b9af5bb8581b), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:24.594541 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e6e157c4-e229-4a59-b5b7-6292cc1bc715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (4afc96d4-6755-4a11-ade2-b9af5bb8581b), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:24.597233 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e6e157c4-e229-4a59-b5b7-6292cc1bc715 admin admin] Publish callbacks [] for router_controller (4afc96d4-6755-4a11-ade2-b9af5bb8581b), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:24.732332 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e6e157c4-e229-4a59-b5b7-6292cc1bc715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (4afc96d4-6755-4a11-ade2-b9af5bb8581b), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:24.733388 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e157c4-e229-4a59-b5b7-6292cc1bc715 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4afc96d4-6755-4a11-ade2-b9af5bb8581b {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 05:15:24.748293 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e6e157c4-e229-4a59-b5b7-6292cc1bc715 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:24.748293 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e6e157c4-e229-4a59-b5b7-6292cc1bc715 admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/4afc96d4-6755-4a11-ade2-b9af5bb8581b HTTP/1.1" status: 204 len: 168 time: 1.0439017 Aug 27 05:15:24.748293 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58694) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:15:24.797849 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-342fecf7-03d2-4411-a69a-1c0b05ea285c admin admin] Deleting subnet d76b4971-a08a-46e6-a701-414bf46719d6 {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 05:15:24.801143 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-342fecf7-03d2-4411-a69a-1c0b05ea285c admin admin] Publish callbacks [] for subnet (d76b4971-a08a-46e6-a701-414bf46719d6), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:24.843952 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-342fecf7-03d2-4411-a69a-1c0b05ea285c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (d76b4971-a08a-46e6-a701-414bf46719d6), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:24.889281 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:24.923708 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-342fecf7-03d2-4411-a69a-1c0b05ea285c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (d76b4971-a08a-46e6-a701-414bf46719d6), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:24.936442 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device eeb70b61-5b6e-4c70-93a6-deee25d996d0 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:15:24.961433 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: eeb70b61-5b6e-4c70-93a6-deee25d996d0 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:15:24.962116 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device eeb70b61-5b6e-4c70-93a6-deee25d996d0 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:15:25.063063 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-342fecf7-03d2-4411-a69a-1c0b05ea285c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (d76b4971-a08a-46e6-a701-414bf46719d6), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:25.101612 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342fecf7-03d2-4411-a69a-1c0b05ea285c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d76b4971-a08a-46e6-a701-414bf46719d6,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:25.103940 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-342fecf7-03d2-4411-a69a-1c0b05ea285c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:25.107956 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-342fecf7-03d2-4411-a69a-1c0b05ea285c admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/d76b4971-a08a-46e6-a701-414bf46719d6 HTTP/1.1" status: 204 len: 168 time: 0.3603485 Aug 27 05:15:25.110994 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58696) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:15:25.114697 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d051d5-ba00-4a29-befb-595fca30c613 None None] Network f2b95ecd-9ede-4728-96a9-beb08099f449 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:15:25.188224 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1a9f1988-1017-4360-8115-9a0b7d0b5e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (f2b95ecd-9ede-4728-96a9-beb08099f449), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:25.236846 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-1a9f1988-1017-4360-8115-9a0b7d0b5e11 admin admin] Deleting port ec072d36-7b4d-4907-a673-170af0e0cd67 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:15:25.237189 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1a9f1988-1017-4360-8115-9a0b7d0b5e11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (ec072d36-7b4d-4907-a673-170af0e0cd67), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:25.289479 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5f9d5f-0c9b-4cc7-b281-7db4f21d2911 None None] DHCP port deletion for f2b95ecd-9ede-4728-96a9-beb08099f449 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 05:15:25.317806 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-1a9f1988-1017-4360-8115-9a0b7d0b5e11 admin admin] For port ec072d36-7b4d-4907-a673-170af0e0cd67, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=ec072d36-7b4d-4907-a673-170af0e0cd67,segment=NetworkSegment(f081be30-95ef-4568-bd19-5e5ab0daabb6),segment_id=f081be30-95ef-4568-bd19-5e5ab0daabb6)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:15:25.318106 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1a9f1988-1017-4360-8115-9a0b7d0b5e11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (ec072d36-7b4d-4907-a673-170af0e0cd67), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:25.332405 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-1a9f1988-1017-4360-8115-9a0b7d0b5e11 admin admin] Calling delete_port for ec072d36-7b4d-4907-a673-170af0e0cd67 owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:15:25.334168 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-fe5f9d5f-0c9b-4cc7-b281-7db4f21d2911 None None] Deleting port ec072d36-7b4d-4907-a673-170af0e0cd67 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:15:25.334587 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fe5f9d5f-0c9b-4cc7-b281-7db4f21d2911 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (ec072d36-7b4d-4907-a673-170af0e0cd67), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:25.398016 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-fe5f9d5f-0c9b-4cc7-b281-7db4f21d2911 None None] For port ec072d36-7b4d-4907-a673-170af0e0cd67, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=ec072d36-7b4d-4907-a673-170af0e0cd67,segment=NetworkSegment(f081be30-95ef-4568-bd19-5e5ab0daabb6),segment_id=f081be30-95ef-4568-bd19-5e5ab0daabb6)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:15:25.398412 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fe5f9d5f-0c9b-4cc7-b281-7db4f21d2911 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (ec072d36-7b4d-4907-a673-170af0e0cd67), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:25.411520 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-fe5f9d5f-0c9b-4cc7-b281-7db4f21d2911 None None] Calling delete_port for ec072d36-7b4d-4907-a673-170af0e0cd67 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:15:25.480013 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1a9f1988-1017-4360-8115-9a0b7d0b5e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (ec072d36-7b4d-4907-a673-170af0e0cd67), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:25.494994 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fe5f9d5f-0c9b-4cc7-b281-7db4f21d2911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (ec072d36-7b4d-4907-a673-170af0e0cd67), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:25.507770 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9f1988-1017-4360-8115-9a0b7d0b5e11 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec072d36-7b4d-4907-a673-170af0e0cd67,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:25.509564 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9f1988-1017-4360-8115-9a0b7d0b5e11 admin admin] No DVR routers for this DVR port ec072d36-7b4d-4907-a673-170af0e0cd67 on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:15:25.514160 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:25.521332 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5f9d5f-0c9b-4cc7-b281-7db4f21d2911 None None] Pushing event deleted for resources: {'Port': ['ID=ec072d36-7b4d-4907-a673-170af0e0cd67,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:25.523225 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5f9d5f-0c9b-4cc7-b281-7db4f21d2911 None None] No DVR routers for this DVR port ec072d36-7b4d-4907-a673-170af0e0cd67 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:15:25.587589 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1a9f1988-1017-4360-8115-9a0b7d0b5e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (f2b95ecd-9ede-4728-96a9-beb08099f449), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:25.609634 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-1a9f1988-1017-4360-8115-9a0b7d0b5e11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2b95ecd-9ede-4728-96a9-beb08099f449']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:15:25.618935 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-1a9f1988-1017-4360-8115-9a0b7d0b5e11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f081be30-95ef-4568-bd19-5e5ab0daabb6') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:15:25.619232 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-1a9f1988-1017-4360-8115-9a0b7d0b5e11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f081be30-95ef-4568-bd19-5e5ab0daabb6') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:15:25.628882 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1a9f1988-1017-4360-8115-9a0b7d0b5e11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (f081be30-95ef-4568-bd19-5e5ab0daabb6), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:25.642980 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1a9f1988-1017-4360-8115-9a0b7d0b5e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (f081be30-95ef-4568-bd19-5e5ab0daabb6), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:25.649677 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a9f1988-1017-4360-8115-9a0b7d0b5e11 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:15:25.649989 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1a9f1988-1017-4360-8115-9a0b7d0b5e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (f081be30-95ef-4568-bd19-5e5ab0daabb6), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:25.730576 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment f081be30-95ef-4568-bd19-5e5ab0daabb6 resource provider aggregate not found Aug 27 05:15:25.750946 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment f081be30-95ef-4568-bd19-5e5ab0daabb6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f081be30-95ef-4568-bd19-5e5ab0daabb6 found for delete ", "request_id": "req-b7525db5-e1df-42cb-8179-4ccf562f6625"}]} Aug 27 05:15:25.841056 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1a9f1988-1017-4360-8115-9a0b7d0b5e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (f2b95ecd-9ede-4728-96a9-beb08099f449), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:25.850273 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1a9f1988-1017-4360-8115-9a0b7d0b5e11 admin admin] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:25.850273 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1a9f1988-1017-4360-8115-9a0b7d0b5e11 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/f2b95ecd-9ede-4728-96a9-beb08099f449 HTTP/1.1" status: 204 len: 168 time: 0.7380416 Aug 27 05:15:25.861671 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9f1988-1017-4360-8115-9a0b7d0b5e11 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2b95ecd-9ede-4728-96a9-beb08099f449,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:26.359728 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58706) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:15:26.400708 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e99c6dc6-f4c2-47df-963a-f678a88753f9 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=f4f7660d9be0490098a63eeed7eb3fb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397327 Aug 27 05:15:26.403139 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58708) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:15:26.454586 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dbb94bfc-add1-4149-b76e-fa7637198c43 admin admin] Publish callbacks [] for security_group (5835ccd2-4cdf-446d-ab48-2b91ec8d15df), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:26.478127 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dbb94bfc-add1-4149-b76e-fa7637198c43 admin admin] Publish callbacks [] for security_group (5835ccd2-4cdf-446d-ab48-2b91ec8d15df), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:26.544189 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device cd531075-2717-499f-bcea-44be1bdf8d04 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:15:26.561728 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: cd531075-2717-499f-bcea-44be1bdf8d04 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:15:26.562080 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device cd531075-2717-499f-bcea-44be1bdf8d04 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:15:26.562498 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device ec072d36-7b4d-4907-a673-170af0e0cd67 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:15:26.582938 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: ec072d36-7b4d-4907-a673-170af0e0cd67 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:15:26.583515 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device ec072d36-7b4d-4907-a673-170af0e0cd67 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:15:26.626756 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dbb94bfc-add1-4149-b76e-fa7637198c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (5835ccd2-4cdf-446d-ab48-2b91ec8d15df), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:26.636382 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-dbb94bfc-add1-4149-b76e-fa7637198c43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:26.636382 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-dbb94bfc-add1-4149-b76e-fa7637198c43 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/5835ccd2-4cdf-446d-ab48-2b91ec8d15df HTTP/1.1" status: 204 len: 168 time: 0.2265289 Aug 27 05:15:26.640025 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb94bfc-add1-4149-b76e-fa7637198c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5835ccd2-4cdf-446d-ab48-2b91ec8d15df,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:26.846393 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-38940a54-c18a-4ca5-b6cf-b54253a80d78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:27.499087 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58714) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:15:27.541629 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c1872343-1f92-4f04-8c57-d57220618a28 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=ae6108ba79e94cff9cbaee7a91ca9f46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0413816 Aug 27 05:15:27.544466 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58716) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:15:27.593071 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-548b9aeb-cf6e-408c-82ff-0d9f568c15c7 admin admin] Publish callbacks [] for security_group (dd4361e3-0582-4c9c-9096-2d3f8ddafc61), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:27.614025 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-548b9aeb-cf6e-408c-82ff-0d9f568c15c7 admin admin] Publish callbacks [] for security_group (dd4361e3-0582-4c9c-9096-2d3f8ddafc61), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:27.737036 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-548b9aeb-cf6e-408c-82ff-0d9f568c15c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (dd4361e3-0582-4c9c-9096-2d3f8ddafc61), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:27.739680 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-548b9aeb-cf6e-408c-82ff-0d9f568c15c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:27.740883 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-548b9aeb-cf6e-408c-82ff-0d9f568c15c7 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/dd4361e3-0582-4c9c-9096-2d3f8ddafc61 HTTP/1.1" status: 204 len: 168 time: 0.1955152 Aug 27 05:15:27.749929 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548b9aeb-cf6e-408c-82ff-0d9f568c15c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4361e3-0582-4c9c-9096-2d3f8ddafc61,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:28.691539 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:15:29.234376 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-14ab1076-bd04-42bf-aaf5-18cdd26eab52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:30.305371 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58756) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:15:30.309957 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-54f54f1d-caf9-4e7c-954c-05d63406d8d1 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2001028510', 'description': 'tempest-secgroup-smoke-2001028510 description', 'project_id': 'd6eebd600a964f4ca91de2d97e0df602'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:15:30.315381 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:30.406009 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:30.407713 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-54f54f1d-caf9-4e7c-954c-05d63406d8d1 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:30.417000 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-54f54f1d-caf9-4e7c-954c-05d63406d8d1 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:30.497062 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-54f54f1d-caf9-4e7c-954c-05d63406d8d1 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group (03eed39a-e577-45c0-b91a-aa615e4263e5), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:30.632808 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-54f54f1d-caf9-4e7c-954c-05d63406d8d1 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (03eed39a-e577-45c0-b91a-aa615e4263e5), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:30.674354 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f54f1d-caf9-4e7c-954c-05d63406d8d1 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03eed39a-e577-45c0-b91a-aa615e4263e5,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:30.706696 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:30.713408 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-54f54f1d-caf9-4e7c-954c-05d63406d8d1 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group (c1922db3-5706-4e42-93d0-5f1b647fdd62), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:30.931506 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-54f54f1d-caf9-4e7c-954c-05d63406d8d1 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (c1922db3-5706-4e42-93d0-5f1b647fdd62), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:30.962499 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f54f1d-caf9-4e7c-954c-05d63406d8d1 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1922db3-5706-4e42-93d0-5f1b647fdd62,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:31.109313 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-54f54f1d-caf9-4e7c-954c-05d63406d8d1 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:31.110587 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-54f54f1d-caf9-4e7c-954c-05d63406d8d1 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.8042529 Aug 27 05:15:31.113582 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58758) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:15:31.117903 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-7a85fdc4-944b-42ca-9951-21835f538bdc tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Request body: {'security_group_rule': {'security_group_id': 'c1922db3-5706-4e42-93d0-5f1b647fdd62', 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:15:31.386500 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7a85fdc4-944b-42ca-9951-21835f538bdc tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (018464e1-b08e-4d1f-ae29-5390f4a83bfb), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:31.442649 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7a85fdc4-944b-42ca-9951-21835f538bdc tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (018464e1-b08e-4d1f-ae29-5390f4a83bfb), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:31.611476 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7a85fdc4-944b-42ca-9951-21835f538bdc tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (018464e1-b08e-4d1f-ae29-5390f4a83bfb), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:31.633929 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a85fdc4-944b-42ca-9951-21835f538bdc tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=018464e1-b08e-4d1f-ae29-5390f4a83bfb,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:31.857967 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:31.861320 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7a85fdc4-944b-42ca-9951-21835f538bdc tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:31.876387 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7a85fdc4-944b-42ca-9951-21835f538bdc tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7480762 Aug 27 05:15:31.877690 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58760) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:15:31.877690 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-0be02d74-2cea-4e76-a40a-3436eb70a453 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Request body: {'security_group_rule': {'security_group_id': 'c1922db3-5706-4e42-93d0-5f1b647fdd62', 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:15:32.035899 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0be02d74-2cea-4e76-a40a-3436eb70a453 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (17067398-163c-4d9f-9206-6402c21ca3c7), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:32.051206 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:32.093991 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0be02d74-2cea-4e76-a40a-3436eb70a453 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (17067398-163c-4d9f-9206-6402c21ca3c7), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:32.232885 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0be02d74-2cea-4e76-a40a-3436eb70a453 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (17067398-163c-4d9f-9206-6402c21ca3c7), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:32.254030 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be02d74-2cea-4e76-a40a-3436eb70a453 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17067398-163c-4d9f-9206-6402c21ca3c7,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:32.417286 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0be02d74-2cea-4e76-a40a-3436eb70a453 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:32.418523 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0be02d74-2cea-4e76-a40a-3436eb70a453 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5519643 Aug 27 05:15:32.422344 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58762) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:15:32.426718 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-18bebc12-79f8-4d34-a0c4-7cd2e09fdcc8 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Request body: {'security_group_rule': {'security_group_id': 'c1922db3-5706-4e42-93d0-5f1b647fdd62', 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:15:32.442340 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:32.599480 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-18bebc12-79f8-4d34-a0c4-7cd2e09fdcc8 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (18204063-6194-4524-a9fd-a947bda35da2), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:32.659922 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-18bebc12-79f8-4d34-a0c4-7cd2e09fdcc8 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (18204063-6194-4524-a9fd-a947bda35da2), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:32.763710 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-18bebc12-79f8-4d34-a0c4-7cd2e09fdcc8 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (18204063-6194-4524-a9fd-a947bda35da2), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:32.784478 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bebc12-79f8-4d34-a0c4-7cd2e09fdcc8 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18204063-6194-4524-a9fd-a947bda35da2,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:32.859066 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-18bebc12-79f8-4d34-a0c4-7cd2e09fdcc8 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:32.860450 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-18bebc12-79f8-4d34-a0c4-7cd2e09fdcc8 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4371259 Aug 27 05:15:32.863380 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58764) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:15:32.867724 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-0508e5ff-334e-4b9c-a34f-dd432f940308 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Request body: {'security_group_rule': {'security_group_id': 'c1922db3-5706-4e42-93d0-5f1b647fdd62', 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:15:32.998298 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0508e5ff-334e-4b9c-a34f-dd432f940308 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (353fbc32-d130-4bc5-b770-1fbe3ab17d85), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:33.060043 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0508e5ff-334e-4b9c-a34f-dd432f940308 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (353fbc32-d130-4bc5-b770-1fbe3ab17d85), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:33.152118 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0508e5ff-334e-4b9c-a34f-dd432f940308 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (353fbc32-d130-4bc5-b770-1fbe3ab17d85), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:33.173297 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0508e5ff-334e-4b9c-a34f-dd432f940308 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=353fbc32-d130-4bc5-b770-1fbe3ab17d85,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:33.287554 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0508e5ff-334e-4b9c-a34f-dd432f940308 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:33.289090 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0508e5ff-334e-4b9c-a34f-dd432f940308 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4247539 Aug 27 05:15:33.291909 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58766) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:15:33.296384 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-2511ac33-ad67-4761-9302-bd6963538824 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Request body: {'security_group_rule': {'security_group_id': 'c1922db3-5706-4e42-93d0-5f1b647fdd62', 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:15:33.491697 n-d-852088-5 neutron-server[107775]: INFO neutron.db.securitygroups_db [None req-2511ac33-ad67-4761-9302-bd6963538824 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Project d6eebd600a964f4ca91de2d97e0df602 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 05:15:33.498054 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2511ac33-ad67-4761-9302-bd6963538824 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (f9f71e42-0d80-4de3-800b-c7e1141661d3), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:33.555820 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2511ac33-ad67-4761-9302-bd6963538824 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (f9f71e42-0d80-4de3-800b-c7e1141661d3), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:33.657362 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2511ac33-ad67-4761-9302-bd6963538824 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (f9f71e42-0d80-4de3-800b-c7e1141661d3), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:33.676564 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2511ac33-ad67-4761-9302-bd6963538824 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9f71e42-0d80-4de3-800b-c7e1141661d3,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:33.779229 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2511ac33-ad67-4761-9302-bd6963538824 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:33.780417 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2511ac33-ad67-4761-9302-bd6963538824 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4875345 Aug 27 05:15:33.783322 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58768) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:15:33.787787 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-5ba19d9a-9307-4125-aba0-c88ba9ff74d5 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Request body: {'security_group_rule': {'security_group_id': 'c1922db3-5706-4e42-93d0-5f1b647fdd62', 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:15:33.902627 n-d-852088-5 neutron-server[107775]: INFO neutron.db.securitygroups_db [None req-5ba19d9a-9307-4125-aba0-c88ba9ff74d5 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Project d6eebd600a964f4ca91de2d97e0df602 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 05:15:33.909143 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5ba19d9a-9307-4125-aba0-c88ba9ff74d5 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (bbf3328d-fbb4-4976-a5a0-f5d9d0e4752d), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:33.927771 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:33.970320 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5ba19d9a-9307-4125-aba0-c88ba9ff74d5 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (bbf3328d-fbb4-4976-a5a0-f5d9d0e4752d), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:34.095399 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5ba19d9a-9307-4125-aba0-c88ba9ff74d5 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (bbf3328d-fbb4-4976-a5a0-f5d9d0e4752d), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:34.112790 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba19d9a-9307-4125-aba0-c88ba9ff74d5 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbf3328d-fbb4-4976-a5a0-f5d9d0e4752d,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:34.211290 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5ba19d9a-9307-4125-aba0-c88ba9ff74d5 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:34.212566 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-5ba19d9a-9307-4125-aba0-c88ba9ff74d5 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4282451 Aug 27 05:15:34.215582 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58770) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:15:34.221077 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-6372b61a-012b-466f-9f3c-248d4017ee1d tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Request body: {'network': {'name': 'tempest-network-smoke--464732799', 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'port_security_enabled': True}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:15:34.331107 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6372b61a-012b-466f-9f3c-248d4017ee1d tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Made reservation on behalf of d6eebd600a964f4ca91de2d97e0df602 for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:15:34.334874 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6372b61a-012b-466f-9f3c-248d4017ee1d tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:34.365642 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6372b61a-012b-466f-9f3c-248d4017ee1d tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 05:15:34.368656 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6372b61a-012b-466f-9f3c-248d4017ee1d tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (6e3a49dd-d842-42cc-9d96-94b6b684d275), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:34.368997 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-6372b61a-012b-466f-9f3c-248d4017ee1d tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Added segment 6e3a49dd-d842-42cc-9d96-94b6b684d275 of type vlan for network 74f34e80-eb0e-4719-b8ae-430380977676 Aug 27 05:15:34.412674 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6372b61a-012b-466f-9f3c-248d4017ee1d tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (74f34e80-eb0e-4719-b8ae-430380977676), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:34.485602 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6372b61a-012b-466f-9f3c-248d4017ee1d tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (74f34e80-eb0e-4719-b8ae-430380977676), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:34.490669 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6372b61a-012b-466f-9f3c-248d4017ee1d tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:15:34.491294 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6372b61a-012b-466f-9f3c-248d4017ee1d tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:34.497805 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=79,neutron:INSERT=12,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:34.558450 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6372b61a-012b-466f-9f3c-248d4017ee1d tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event updated for resources: {'Network': ['ID=74f34e80-eb0e-4719-b8ae-430380977676,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:34.569452 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 74f34e80-eb0e-4719-b8ae-430380977676 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 05:15:34.671889 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-6372b61a-012b-466f-9f3c-248d4017ee1d tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4545407 Aug 27 05:15:34.681606 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58772) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:15:34.687668 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-79d74abc-b8a4-4c19-ba0e-56112a159ab5 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2081582841', 'admin_state_up': True, 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:15:34.771587 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-79d74abc-b8a4-4c19-ba0e-56112a159ab5 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (3f268330-5b7a-4293-856b-8c00ec09deeb), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:34.772698 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-79d74abc-b8a4-4c19-ba0e-56112a159ab5 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (3f268330-5b7a-4293-856b-8c00ec09deeb), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:34.827311 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-79d74abc-b8a4-4c19-ba0e-56112a159ab5 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for router_controller (3f268330-5b7a-4293-856b-8c00ec09deeb), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:35.013273 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-79d74abc-b8a4-4c19-ba0e-56112a159ab5 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for router_gateway (3f268330-5b7a-4293-856b-8c00ec09deeb), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:35.275152 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-79d74abc-b8a4-4c19-ba0e-56112a159ab5 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for router_gateway (3f268330-5b7a-4293-856b-8c00ec09deeb), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:35.295280 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-79d74abc-b8a4-4c19-ba0e-56112a159ab5 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:35.402171 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-79d74abc-b8a4-4c19-ba0e-56112a159ab5 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Allocated IP 172.25.2.124 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/215ea517-695d-4ecd-88b8-7bfe9fd74c37) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:15:35.492890 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:35.505099 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-79d74abc-b8a4-4c19-ba0e-56112a159ab5 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for port (215ea517-695d-4ecd-88b8-7bfe9fd74c37), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:35.593715 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-79d74abc-b8a4-4c19-ba0e-56112a159ab5 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (215ea517-695d-4ecd-88b8-7bfe9fd74c37), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:35.633145 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d74abc-b8a4-4c19-ba0e-56112a159ab5 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:15:35.636072 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-79d74abc-b8a4-4c19-ba0e-56112a159ab5 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:15:35.643607 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d74abc-b8a4-4c19-ba0e-56112a159ab5 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:15:35.671542 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d74abc-b8a4-4c19-ba0e-56112a159ab5 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event updated for resources: {'Port': ['ID=215ea517-695d-4ecd-88b8-7bfe9fd74c37,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:35.756989 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:36.318110 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-79d74abc-b8a4-4c19-ba0e-56112a159ab5 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for router_gateway (3f268330-5b7a-4293-856b-8c00ec09deeb), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:36.502208 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-79d74abc-b8a4-4c19-ba0e-56112a159ab5 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (3f268330-5b7a-4293-856b-8c00ec09deeb), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:36.701350 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d74abc-b8a4-4c19-ba0e-56112a159ab5 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Router 3f268330-5b7a-4293-856b-8c00ec09deeb is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 05:15:36.807544 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d74abc-b8a4-4c19-ba0e-56112a159ab5 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:15:36.818056 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180ae4a9-a984-4911-8b5a-08fd6a640945 None None] Sync routers for ids ['3f268330-5b7a-4293-856b-8c00ec09deeb'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:15:36.827923 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180ae4a9-a984-4911-8b5a-08fd6a640945 None None] Routers {'3f268330-5b7a-4293-856b-8c00ec09deeb'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:15:36.828576 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-180ae4a9-a984-4911-8b5a-08fd6a640945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:15:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['3f268330-5b7a-4293-856b-8c00ec09deeb'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:15:36.897800 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-79d74abc-b8a4-4c19-ba0e-56112a159ab5 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:36.899057 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-79d74abc-b8a4-4c19-ba0e-56112a159ab5 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2163808 Aug 27 05:15:36.902202 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58774) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:15:37.047129 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7382b41d-bffa-4059-82a1-ac0787615ff7 tempest-TestNetworkAdvancedServerOps-1045750281 tempest-TestNetworkAdvancedServerOps-1045750281-project-admin] 10.222.0.76 "GET /networking/v2.0/subnets?project_id=d6eebd600a964f4ca91de2d97e0df602&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1407540 Aug 27 05:15:37.047353 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58778) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:15:37.067582 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-180ae4a9-a984-4911-8b5a-08fd6a640945 None None] Set router 3f268330-5b7a-4293-856b-8c00ec09deeb gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:15:37.117147 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:37.141512 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e580494c-c7f7-4b26-a639-6314869f4d31 tempest-TestNetworkAdvancedServerOps-1045750281 tempest-TestNetworkAdvancedServerOps-1045750281-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:15:37.143019 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e580494c-c7f7-4b26-a639-6314869f4d31 tempest-TestNetworkAdvancedServerOps-1045750281 tempest-TestNetworkAdvancedServerOps-1045750281-project-admin] 10.222.0.76 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0948205 Aug 27 05:15:37.146278 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58780) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:15:37.180072 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-0d344d22-2468-41c9-a5fd-fd42fdd36cc9 tempest-TestNetworkAdvancedServerOps-1045750281 tempest-TestNetworkAdvancedServerOps-1045750281-project-admin] 10.222.0.76 "GET /networking/v2.0/subnets?network_id=2db7b18a-8c4b-4ba8-8012-3e7d96728abb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324855 Aug 27 05:15:37.182826 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58782) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:15:37.189236 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-53ab4c00-1c12-4d40-a888-9511693f40d6 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1118891205', 'network_id': '74f34e80-eb0e-4719-b8ae-430380977676', 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:15:37.200005 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:37.237834 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:37.253329 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-180ae4a9-a984-4911-8b5a-08fd6a640945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f268330-5b7a-4293-856b-8c00ec09deeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2081582841', 'tenant_id': 'd6eebd600a964f4ca91de2d97e0df602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '215ea517-695d-4ecd-88b8-7bfe9fd74c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:15:34Z', 'updated_at': '2022-08-27T05:15:35Z', 'revision_number': 3, 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'gw_port': {'id': '215ea517-695d-4ecd-88b8-7bfe9fd74c37', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:04:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f268330-5b7a-4293-856b-8c00ec09deeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:15:35Z', 'updated_at': '2022-08-27T05:15:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:15:37.279292 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180ae4a9-a984-4911-8b5a-08fd6a640945 None None] Checking router: 3f268330-5b7a-4293-856b-8c00ec09deeb for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:15:37.279630 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180ae4a9-a984-4911-8b5a-08fd6a640945 None None] Updating router 3f268330-5b7a-4293-856b-8c00ec09deeb port 215ea517-695d-4ecd-88b8-7bfe9fd74c37 binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:15:37.312416 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-180ae4a9-a984-4911-8b5a-08fd6a640945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (215ea517-695d-4ecd-88b8-7bfe9fd74c37), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:37.339916 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:37.389124 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ab4c00-1c12-4d40-a888-9511693f40d6 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Made reservation on behalf of d6eebd600a964f4ca91de2d97e0df602 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:15:37.393087 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-53ab4c00-1c12-4d40-a888-9511693f40d6 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:37.567040 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-180ae4a9-a984-4911-8b5a-08fd6a640945 None None] Publish callbacks [] for port (215ea517-695d-4ecd-88b8-7bfe9fd74c37), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:37.570205 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:37.643631 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-180ae4a9-a984-4911-8b5a-08fd6a640945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (215ea517-695d-4ecd-88b8-7bfe9fd74c37), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:37.643959 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-53ab4c00-1c12-4d40-a888-9511693f40d6 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (c7512e56-6138-4bc1-b19c-07c9e97794ae), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:37.685673 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-180ae4a9-a984-4911-8b5a-08fd6a640945 None None] Attempting to bind port 215ea517-695d-4ecd-88b8-7bfe9fd74c37 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:15:37.686210 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-180ae4a9-a984-4911-8b5a-08fd6a640945 None None] Attempting to bind port 215ea517-695d-4ecd-88b8-7bfe9fd74c37 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:15:37.686584 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180ae4a9-a984-4911-8b5a-08fd6a640945 None None] Attempting to bind port 215ea517-695d-4ecd-88b8-7bfe9fd74c37 on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:15:37.695501 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180ae4a9-a984-4911-8b5a-08fd6a640945 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:15:37.695865 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180ae4a9-a984-4911-8b5a-08fd6a640945 None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:15:37.696298 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-180ae4a9-a984-4911-8b5a-08fd6a640945 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:37.696694 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180ae4a9-a984-4911-8b5a-08fd6a640945 None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:15:37.697172 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-180ae4a9-a984-4911-8b5a-08fd6a640945 None None] Bound port: 215ea517-695d-4ecd-88b8-7bfe9fd74c37, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:15:37.697554 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-180ae4a9-a984-4911-8b5a-08fd6a640945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (215ea517-695d-4ecd-88b8-7bfe9fd74c37), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:37.710962 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ab4c00-1c12-4d40-a888-9511693f40d6 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event updated for resources: {'Subnet': ['ID=c7512e56-6138-4bc1-b19c-07c9e97794ae,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:37.716764 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ab4c00-1c12-4d40-a888-9511693f40d6 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Checking segment: {'id': '6e3a49dd-d842-42cc-9d96-94b6b684d275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '74f34e80-eb0e-4719-b8ae-430380977676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:15:37.717158 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ab4c00-1c12-4d40-a888-9511693f40d6 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Network hostable DHCP agents. Network: 74f34e80-eb0e-4719-b8ae-430380977676, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 05:15:37.722905 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b3729e-2539-4917-af70-1b6eff371918 None None] Pushing event updated for resources: {'Port': ['ID=215ea517-695d-4ecd-88b8-7bfe9fd74c37,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:37.756955 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-180ae4a9-a984-4911-8b5a-08fd6a640945 None None] For port 215ea517-695d-4ecd-88b8-7bfe9fd74c37, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:15:37.760018 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-180ae4a9-a984-4911-8b5a-08fd6a640945 None None] For port 215ea517-695d-4ecd-88b8-7bfe9fd74c37, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=215ea517-695d-4ecd-88b8-7bfe9fd74c37,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:15:37.828475 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ab4c00-1c12-4d40-a888-9511693f40d6 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Network 74f34e80-eb0e-4719-b8ae-430380977676 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 05:15:37.858176 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-180ae4a9-a984-4911-8b5a-08fd6a640945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (215ea517-695d-4ecd-88b8-7bfe9fd74c37), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:37.892032 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180ae4a9-a984-4911-8b5a-08fd6a640945 None None] Routers {'3f268330-5b7a-4293-856b-8c00ec09deeb'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:15:37.892677 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-180ae4a9-a984-4911-8b5a-08fd6a640945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:15:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['3f268330-5b7a-4293-856b-8c00ec09deeb'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:15:37.921068 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-53ab4c00-1c12-4d40-a888-9511693f40d6 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 74f34e80-eb0e-4719-b8ae-430380977676) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:15:37.927042 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ab4c00-1c12-4d40-a888-9511693f40d6 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:15:37.927042 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-53ab4c00-1c12-4d40-a888-9511693f40d6 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:37.931993 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5319fe-2845-452c-b470-b1d6ee9a3604 None None] Network 74f34e80-eb0e-4719-b8ae-430380977676 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:15:38.008878 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-53ab4c00-1c12-4d40-a888-9511693f40d6 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8247161 Aug 27 05:15:38.011682 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58784) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:15:38.024859 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b3729e-2539-4917-af70-1b6eff371918 None None] Pushing event updated for resources: {'Port': ['ID=215ea517-695d-4ecd-88b8-7bfe9fd74c37,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:38.054710 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:38.084843 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-180ae4a9-a984-4911-8b5a-08fd6a640945 None None] Set router 3f268330-5b7a-4293-856b-8c00ec09deeb gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:15:38.162983 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6032fe49-cb07-471c-93a6-2e892cb2ced4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-74f34e80-eb0e-4719-b8ae-430380977676', 'network_id': '74f34e80-eb0e-4719-b8ae-430380977676', 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'fixed_ips': [{'subnet_id': 'c7512e56-6138-4bc1-b19c-07c9e97794ae'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 05:15:38.164209 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6032fe49-cb07-471c-93a6-2e892cb2ced4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:38.303045 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:38.387930 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-180ae4a9-a984-4911-8b5a-08fd6a640945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f268330-5b7a-4293-856b-8c00ec09deeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2081582841', 'tenant_id': 'd6eebd600a964f4ca91de2d97e0df602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '215ea517-695d-4ecd-88b8-7bfe9fd74c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:15:34Z', 'updated_at': '2022-08-27T05:15:35Z', 'revision_number': 3, 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'gw_port': {'id': '215ea517-695d-4ecd-88b8-7bfe9fd74c37', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:04:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f268330-5b7a-4293-856b-8c00ec09deeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:15:35Z', 'updated_at': '2022-08-27T05:15:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:15:38.418890 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180ae4a9-a984-4911-8b5a-08fd6a640945 None None] The sync data for ids ['3f268330-5b7a-4293-856b-8c00ec09deeb'] in n-d-852088-5 is: [{'id': '3f268330-5b7a-4293-856b-8c00ec09deeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2081582841', 'tenant_id': 'd6eebd600a964f4ca91de2d97e0df602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '215ea517-695d-4ecd-88b8-7bfe9fd74c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:15:34Z', 'updated_at': '2022-08-27T05:15:35Z', 'revision_number': 3, 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'gw_port': {'id': '215ea517-695d-4ecd-88b8-7bfe9fd74c37', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:04:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f268330-5b7a-4293-856b-8c00ec09deeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:15:35Z', 'updated_at': '2022-08-27T05:15:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:15:38.421485 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-6032fe49-cb07-471c-93a6-2e892cb2ced4 None None] Allocated IP 172.20.0.2 (74f34e80-eb0e-4719-b8ae-430380977676/c7512e56-6138-4bc1-b19c-07c9e97794ae/daaa8c4d-b60c-468f-931d-16cc7b02adff) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:15:38.457742 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4cf4845b-e835-49af-b4af-b7e6c50b641f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:38.542452 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:38.582481 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6032fe49-cb07-471c-93a6-2e892cb2ced4 None None] Publish callbacks [] for port (daaa8c4d-b60c-468f-931d-16cc7b02adff), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:38.657941 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6032fe49-cb07-471c-93a6-2e892cb2ced4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (daaa8c4d-b60c-468f-931d-16cc7b02adff), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:38.687166 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=60 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:38.688855 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=57 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:38.711819 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6032fe49-cb07-471c-93a6-2e892cb2ced4 None None] Network 74f34e80-eb0e-4719-b8ae-430380977676 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:15:38.717452 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-6032fe49-cb07-471c-93a6-2e892cb2ced4 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:15:38.727884 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6032fe49-cb07-471c-93a6-2e892cb2ced4 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:15:38.731203 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6032fe49-cb07-471c-93a6-2e892cb2ced4 None None] Pushing event updated for resources: {'Port': ['ID=daaa8c4d-b60c-468f-931d-16cc7b02adff,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:38.770911 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-4cf4845b-e835-49af-b4af-b7e6c50b641f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Allocated IP 172.20.0.1 (74f34e80-eb0e-4719-b8ae-430380977676/c7512e56-6138-4bc1-b19c-07c9e97794ae/97f75dd7-6ae1-40a1-911b-11c274dacc35) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:15:38.803437 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-6032fe49-cb07-471c-93a6-2e892cb2ced4 None None] Attempting to bind port daaa8c4d-b60c-468f-931d-16cc7b02adff on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:15:38.803806 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-6032fe49-cb07-471c-93a6-2e892cb2ced4 None None] Attempting to bind port daaa8c4d-b60c-468f-931d-16cc7b02adff by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '6e3a49dd-d842-42cc-9d96-94b6b684d275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '74f34e80-eb0e-4719-b8ae-430380977676'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:15:38.804222 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6032fe49-cb07-471c-93a6-2e892cb2ced4 None None] Attempting to bind port daaa8c4d-b60c-468f-931d-16cc7b02adff on network 74f34e80-eb0e-4719-b8ae-430380977676 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:15:38.809742 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6032fe49-cb07-471c-93a6-2e892cb2ced4 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:15:38.810173 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6032fe49-cb07-471c-93a6-2e892cb2ced4 None None] Checking segment: {'id': '6e3a49dd-d842-42cc-9d96-94b6b684d275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '74f34e80-eb0e-4719-b8ae-430380977676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:15:38.810644 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6032fe49-cb07-471c-93a6-2e892cb2ced4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:38.811049 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6032fe49-cb07-471c-93a6-2e892cb2ced4 None None] Bound using segment: {'id': '6e3a49dd-d842-42cc-9d96-94b6b684d275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '74f34e80-eb0e-4719-b8ae-430380977676'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:15:38.811527 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-6032fe49-cb07-471c-93a6-2e892cb2ced4 None None] Bound port: daaa8c4d-b60c-468f-931d-16cc7b02adff, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e3a49dd-d842-42cc-9d96-94b6b684d275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '74f34e80-eb0e-4719-b8ae-430380977676'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:15:38.811914 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6032fe49-cb07-471c-93a6-2e892cb2ced4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (daaa8c4d-b60c-468f-931d-16cc7b02adff), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:38.838791 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:38.879397 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-6032fe49-cb07-471c-93a6-2e892cb2ced4 None None] For port daaa8c4d-b60c-468f-931d-16cc7b02adff, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:15:38.882850 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-6032fe49-cb07-471c-93a6-2e892cb2ced4 None None] For port daaa8c4d-b60c-468f-931d-16cc7b02adff, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=daaa8c4d-b60c-468f-931d-16cc7b02adff,segment=NetworkSegment(6e3a49dd-d842-42cc-9d96-94b6b684d275),segment_id=6e3a49dd-d842-42cc-9d96-94b6b684d275)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:15:38.906445 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4cf4845b-e835-49af-b4af-b7e6c50b641f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for port (97f75dd7-6ae1-40a1-911b-11c274dacc35), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:38.965622 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6032fe49-cb07-471c-93a6-2e892cb2ced4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (daaa8c4d-b60c-468f-931d-16cc7b02adff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:38.995044 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4cf4845b-e835-49af-b4af-b7e6c50b641f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (97f75dd7-6ae1-40a1-911b-11c274dacc35), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:39.037001 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6032fe49-cb07-471c-93a6-2e892cb2ced4 None None] Pushing event updated for resources: {'Port': ['ID=daaa8c4d-b60c-468f-931d-16cc7b02adff,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:39.053070 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf4845b-e835-49af-b4af-b7e6c50b641f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Network 74f34e80-eb0e-4719-b8ae-430380977676 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:15:39.056632 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf4845b-e835-49af-b4af-b7e6c50b641f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event updated for resources: {'Port': ['ID=97f75dd7-6ae1-40a1-911b-11c274dacc35,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:39.059451 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-4cf4845b-e835-49af-b4af-b7e6c50b641f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:15:39.062491 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf4845b-e835-49af-b4af-b7e6c50b641f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:15:39.114878 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4cf4845b-e835-49af-b4af-b7e6c50b641f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (3f268330-5b7a-4293-856b-8c00ec09deeb), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:39.357882 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4cf4845b-e835-49af-b4af-b7e6c50b641f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (97f75dd7-6ae1-40a1-911b-11c274dacc35), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:39.687674 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:39.953077 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4cf4845b-e835-49af-b4af-b7e6c50b641f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for port (97f75dd7-6ae1-40a1-911b-11c274dacc35), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:40.009749 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4cf4845b-e835-49af-b4af-b7e6c50b641f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (97f75dd7-6ae1-40a1-911b-11c274dacc35), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:40.085246 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf4845b-e835-49af-b4af-b7e6c50b641f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event updated for resources: {'Port': ['ID=97f75dd7-6ae1-40a1-911b-11c274dacc35,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:40.092449 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-4cf4845b-e835-49af-b4af-b7e6c50b641f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (3f268330-5b7a-4293-856b-8c00ec09deeb), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:40.207237 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf4845b-e835-49af-b4af-b7e6c50b641f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Network 74f34e80-eb0e-4719-b8ae-430380977676 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:15:40.208656 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-4cf4845b-e835-49af-b4af-b7e6c50b641f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:15:40.331040 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf4845b-e835-49af-b4af-b7e6c50b641f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Router 3f268330-5b7a-4293-856b-8c00ec09deeb has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:15:40.343676 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:40.370255 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93df9e4-1306-4423-8d30-354ccccb5963 None None] Network 74f34e80-eb0e-4719-b8ae-430380977676 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:15:40.418417 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:40.435622 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-efb8200c-78e0-4b19-9299-adc3db1946ba None None] Provisioning complete for port daaa8c4d-b60c-468f-931d-16cc7b02adff triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:15:40.435995 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-efb8200c-78e0-4b19-9299-adc3db1946ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (daaa8c4d-b60c-468f-931d-16cc7b02adff), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:40.444977 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf4845b-e835-49af-b4af-b7e6c50b641f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:15:40.456814 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-4cf4845b-e835-49af-b4af-b7e6c50b641f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "PUT /networking/v2.0/routers/3f268330-5b7a-4293-856b-8c00ec09deeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4439135 Aug 27 05:15:40.460469 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64144b3-9f48-4d66-a66a-3e9577e528a8 None None] Sync routers for ids ['3f268330-5b7a-4293-856b-8c00ec09deeb'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:15:40.474039 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64144b3-9f48-4d66-a66a-3e9577e528a8 None None] Routers {'3f268330-5b7a-4293-856b-8c00ec09deeb'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:15:40.474661 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-c64144b3-9f48-4d66-a66a-3e9577e528a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:15:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['3f268330-5b7a-4293-856b-8c00ec09deeb'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:15:40.580664 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-efb8200c-78e0-4b19-9299-adc3db1946ba None None] Current status of the port daaa8c4d-b60c-468f-931d-16cc7b02adff is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:15:40.581260 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-efb8200c-78e0-4b19-9299-adc3db1946ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (daaa8c4d-b60c-468f-931d-16cc7b02adff), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:40.643098 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-c64144b3-9f48-4d66-a66a-3e9577e528a8 None None] Set router 3f268330-5b7a-4293-856b-8c00ec09deeb gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:15:40.648699 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-efb8200c-78e0-4b19-9299-adc3db1946ba None None] For port daaa8c4d-b60c-468f-931d-16cc7b02adff, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=daaa8c4d-b60c-468f-931d-16cc7b02adff,segment=NetworkSegment(6e3a49dd-d842-42cc-9d96-94b6b684d275),segment_id=6e3a49dd-d842-42cc-9d96-94b6b684d275)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:15:40.684387 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device daaa8c4d-b60c-468f-931d-16cc7b02adff up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:15:40.692911 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-bbfa4dac-0653-4cc1-a8a2-d494d260213f req-d72e46ff-259b-4a85-9b65-e8d0592903fb tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2001028510&fields=id&tenant_id=d6eebd600a964f4ca91de2d97e0df602 HTTP/1.1" status: 200 len: 267 time: 0.0819643 Aug 27 05:15:40.715226 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-efb8200c-78e0-4b19-9299-adc3db1946ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (daaa8c4d-b60c-468f-931d-16cc7b02adff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:40.781068 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port daaa8c4d-b60c-468f-931d-16cc7b02adff triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:15:40.781445 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (daaa8c4d-b60c-468f-931d-16cc7b02adff), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:40.828942 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa4dac-0653-4cc1-a8a2-d494d260213f req-84d68fbc-3507-4bdf-aa63-36265826e805 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:15:40.836582 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-bbfa4dac-0653-4cc1-a8a2-d494d260213f req-84d68fbc-3507-4bdf-aa63-36265826e805 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "GET /networking/v2.0/networks?id=74f34e80-eb0e-4719-b8ae-430380977676 HTTP/1.1" status: 200 len: 796 time: 0.1364026 Aug 27 05:15:40.855908 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-bbfa4dac-0653-4cc1-a8a2-d494d260213f req-7faa171a-1ad2-4b37-b328-5ad259eba839 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "GET /networking/v2.0/quotas/d6eebd600a964f4ca91de2d97e0df602 HTTP/1.1" status: 200 len: 375 time: 0.0181594 Aug 27 05:15:40.910350 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-c64144b3-9f48-4d66-a66a-3e9577e528a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f268330-5b7a-4293-856b-8c00ec09deeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2081582841', 'tenant_id': 'd6eebd600a964f4ca91de2d97e0df602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '215ea517-695d-4ecd-88b8-7bfe9fd74c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:15:34Z', 'updated_at': '2022-08-27T05:15:39Z', 'revision_number': 4, 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'gw_port': {'id': '215ea517-695d-4ecd-88b8-7bfe9fd74c37', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:04:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f268330-5b7a-4293-856b-8c00ec09deeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:15:35Z', 'updated_at': '2022-08-27T05:15:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '97f75dd7-6ae1-40a1-911b-11c274dacc35', 'name': '', 'network_id': '74f34e80-eb0e-4719-b8ae-430380977676', 'tenant_id': 'd6eebd600a964f4ca91de2d97e0df602', 'mac_address': 'fa:16:3e:93:18:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f268330-5b7a-4293-856b-8c00ec09deeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'c7512e56-6138-4bc1-b19c-07c9e97794ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:15:38Z', 'updated_at': '2022-08-27T05:15:39Z', 'revision_number': 2, 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'subnets': [{'id': 'c7512e56-6138-4bc1-b19c-07c9e97794ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:15:40.919984 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-bbfa4dac-0653-4cc1-a8a2-d494d260213f req-42a141b9-d076-479b-b0db-2c24197bf8b1 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=d6eebd600a964f4ca91de2d97e0df602&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558867 Aug 27 05:15:40.959289 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58800) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:15:40.963445 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64144b3-9f48-4d66-a66a-3e9577e528a8 None None] Checking router: 3f268330-5b7a-4293-856b-8c00ec09deeb for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:15:40.963445 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64144b3-9f48-4d66-a66a-3e9577e528a8 None None] Updating router 3f268330-5b7a-4293-856b-8c00ec09deeb port 97f75dd7-6ae1-40a1-911b-11c274dacc35 binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:15:41.055240 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-22c7e415-d4e8-4a54-98df-fd7325d26052 None None] Provisioning complete for port 97f75dd7-6ae1-40a1-911b-11c274dacc35 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:15:41.055983 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-22c7e415-d4e8-4a54-98df-fd7325d26052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (97f75dd7-6ae1-40a1-911b-11c274dacc35), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:41.085062 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb8200c-78e0-4b19-9299-adc3db1946ba None None] Pushing event updated for resources: {'Port': ['ID=daaa8c4d-b60c-468f-931d-16cc7b02adff,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:41.094916 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-c64144b3-9f48-4d66-a66a-3e9577e528a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (97f75dd7-6ae1-40a1-911b-11c274dacc35), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:41.109847 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-22c7e415-d4e8-4a54-98df-fd7325d26052 None None] Port 97f75dd7-6ae1-40a1-911b-11c274dacc35 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:15:41.147480 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-22c7e415-d4e8-4a54-98df-fd7325d26052 None None] Provisioning complete for port daaa8c4d-b60c-468f-931d-16cc7b02adff triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:15:41.147858 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-22c7e415-d4e8-4a54-98df-fd7325d26052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (daaa8c4d-b60c-468f-931d-16cc7b02adff), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:41.173610 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port daaa8c4d-b60c-468f-931d-16cc7b02adff is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:15:41.175575 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 215ea517-695d-4ecd-88b8-7bfe9fd74c37 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:15:41.207920 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:41.272424 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-22c7e415-d4e8-4a54-98df-fd7325d26052 None None] Current status of the port daaa8c4d-b60c-468f-931d-16cc7b02adff is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:15:41.276072 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 215ea517-695d-4ecd-88b8-7bfe9fd74c37 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:15:41.276399 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (215ea517-695d-4ecd-88b8-7bfe9fd74c37), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:41.359213 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 215ea517-695d-4ecd-88b8-7bfe9fd74c37 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:15:41.359622 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (215ea517-695d-4ecd-88b8-7bfe9fd74c37), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:41.368332 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4d9a6911-bd45-4497-b63c-19ba910c270a tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (3f268330-5b7a-4293-856b-8c00ec09deeb), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:41.396214 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 215ea517-695d-4ecd-88b8-7bfe9fd74c37, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=215ea517-695d-4ecd-88b8-7bfe9fd74c37,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:15:41.398907 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-699ab63c-a541-4c34-a36b-4457cd286680 None None] Provisioning complete for port 97f75dd7-6ae1-40a1-911b-11c274dacc35 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:15:41.399278 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-699ab63c-a541-4c34-a36b-4457cd286680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (97f75dd7-6ae1-40a1-911b-11c274dacc35), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:41.425402 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:41.433216 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-699ab63c-a541-4c34-a36b-4457cd286680 None None] Port 97f75dd7-6ae1-40a1-911b-11c274dacc35 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:15:41.439273 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-c64144b3-9f48-4d66-a66a-3e9577e528a8 None None] Publish callbacks [] for port (97f75dd7-6ae1-40a1-911b-11c274dacc35), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:41.461085 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (215ea517-695d-4ecd-88b8-7bfe9fd74c37), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:41.511607 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=215ea517-695d-4ecd-88b8-7bfe9fd74c37,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:41.512950 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-c64144b3-9f48-4d66-a66a-3e9577e528a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (97f75dd7-6ae1-40a1-911b-11c274dacc35), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:41.521608 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:15:41.522482 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:15:41.522482 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:15:41.522681 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:15:41.522953 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:15:41.523325 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:15:41.523652 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:15:41.523973 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:15:41.524337 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:15:41.524697 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:15:41.525025 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:15:41.525399 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:15:41.525718 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:15:41.526034 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:15:41.526348 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:15:41.580700 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaf338e-3c16-4adf-b900-fd6e87e347ef None None] Pushing event updated for resources: {'Port': ['ID=97f75dd7-6ae1-40a1-911b-11c274dacc35,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:41.604024 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaf338e-3c16-4adf-b900-fd6e87e347ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:15:41.604406 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaf338e-3c16-4adf-b900-fd6e87e347ef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:15:41.604743 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaf338e-3c16-4adf-b900-fd6e87e347ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:15:41.605074 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaf338e-3c16-4adf-b900-fd6e87e347ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:15:41.605405 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaf338e-3c16-4adf-b900-fd6e87e347ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:15:41.605731 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaf338e-3c16-4adf-b900-fd6e87e347ef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:15:41.606052 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaf338e-3c16-4adf-b900-fd6e87e347ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:15:41.606423 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaf338e-3c16-4adf-b900-fd6e87e347ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:15:41.607305 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaf338e-3c16-4adf-b900-fd6e87e347ef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:15:41.607624 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaf338e-3c16-4adf-b900-fd6e87e347ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:15:41.608090 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaf338e-3c16-4adf-b900-fd6e87e347ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:15:41.608443 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaf338e-3c16-4adf-b900-fd6e87e347ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:15:41.608765 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaf338e-3c16-4adf-b900-fd6e87e347ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:15:41.609083 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaf338e-3c16-4adf-b900-fd6e87e347ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:15:41.609395 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaf338e-3c16-4adf-b900-fd6e87e347ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:15:41.619628 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-4d9a6911-bd45-4497-b63c-19ba910c270a tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Deleting port 97f75dd7-6ae1-40a1-911b-11c274dacc35 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:15:41.619980 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4d9a6911-bd45-4497-b63c-19ba910c270a tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (97f75dd7-6ae1-40a1-911b-11c274dacc35), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:41.623376 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-c64144b3-9f48-4d66-a66a-3e9577e528a8 None None] Attempting to bind port 97f75dd7-6ae1-40a1-911b-11c274dacc35 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:15:41.623750 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-c64144b3-9f48-4d66-a66a-3e9577e528a8 None None] Attempting to bind port 97f75dd7-6ae1-40a1-911b-11c274dacc35 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '6e3a49dd-d842-42cc-9d96-94b6b684d275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '74f34e80-eb0e-4719-b8ae-430380977676'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:15:41.623901 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:41.624576 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64144b3-9f48-4d66-a66a-3e9577e528a8 None None] Attempting to bind port 97f75dd7-6ae1-40a1-911b-11c274dacc35 on network 74f34e80-eb0e-4719-b8ae-430380977676 {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:15:41.629842 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64144b3-9f48-4d66-a66a-3e9577e528a8 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:15:41.630220 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64144b3-9f48-4d66-a66a-3e9577e528a8 None None] Checking segment: {'id': '6e3a49dd-d842-42cc-9d96-94b6b684d275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '74f34e80-eb0e-4719-b8ae-430380977676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:15:41.630622 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-c64144b3-9f48-4d66-a66a-3e9577e528a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:41.631021 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64144b3-9f48-4d66-a66a-3e9577e528a8 None None] Bound using segment: {'id': '6e3a49dd-d842-42cc-9d96-94b6b684d275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '74f34e80-eb0e-4719-b8ae-430380977676'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:15:41.631500 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-c64144b3-9f48-4d66-a66a-3e9577e528a8 None None] Bound port: 97f75dd7-6ae1-40a1-911b-11c274dacc35, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e3a49dd-d842-42cc-9d96-94b6b684d275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '74f34e80-eb0e-4719-b8ae-430380977676'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:15:41.631864 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-c64144b3-9f48-4d66-a66a-3e9577e528a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (97f75dd7-6ae1-40a1-911b-11c274dacc35), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:41.694523 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-c64144b3-9f48-4d66-a66a-3e9577e528a8 None None] For port 97f75dd7-6ae1-40a1-911b-11c274dacc35, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:15:41.697532 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-c64144b3-9f48-4d66-a66a-3e9577e528a8 None None] For port 97f75dd7-6ae1-40a1-911b-11c274dacc35, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=97f75dd7-6ae1-40a1-911b-11c274dacc35,segment=NetworkSegment(6e3a49dd-d842-42cc-9d96-94b6b684d275),segment_id=6e3a49dd-d842-42cc-9d96-94b6b684d275)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:15:41.717176 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-4d9a6911-bd45-4497-b63c-19ba910c270a tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] For port 97f75dd7-6ae1-40a1-911b-11c274dacc35, host n-d-852088-5, got binding levels [] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:15:41.717769 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4d9a6911-bd45-4497-b63c-19ba910c270a tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (97f75dd7-6ae1-40a1-911b-11c274dacc35), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:41.730533 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-4d9a6911-bd45-4497-b63c-19ba910c270a tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Calling delete_port for 97f75dd7-6ae1-40a1-911b-11c274dacc35 owned by network:router_interface {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:15:41.795574 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-c64144b3-9f48-4d66-a66a-3e9577e528a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (97f75dd7-6ae1-40a1-911b-11c274dacc35), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:41.834255 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64144b3-9f48-4d66-a66a-3e9577e528a8 None None] Routers {'3f268330-5b7a-4293-856b-8c00ec09deeb'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:15:41.834884 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-c64144b3-9f48-4d66-a66a-3e9577e528a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:15:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['3f268330-5b7a-4293-856b-8c00ec09deeb'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:15:41.868942 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:41.875979 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:41.927161 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaf338e-3c16-4adf-b900-fd6e87e347ef None None] Pushing event updated for resources: {'Port': ['ID=97f75dd7-6ae1-40a1-911b-11c274dacc35,revision_number=4']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:41.958003 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-c64144b3-9f48-4d66-a66a-3e9577e528a8 None None] Set router 3f268330-5b7a-4293-856b-8c00ec09deeb gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:15:41.989224 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4d9a6911-bd45-4497-b63c-19ba910c270a tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (97f75dd7-6ae1-40a1-911b-11c274dacc35), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:42.024051 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9a6911-bd45-4497-b63c-19ba910c270a tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event deleted for resources: {'Port': ['ID=97f75dd7-6ae1-40a1-911b-11c274dacc35,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:42.160524 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-c64144b3-9f48-4d66-a66a-3e9577e528a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f268330-5b7a-4293-856b-8c00ec09deeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2081582841', 'tenant_id': 'd6eebd600a964f4ca91de2d97e0df602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '215ea517-695d-4ecd-88b8-7bfe9fd74c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:15:34Z', 'updated_at': '2022-08-27T05:15:39Z', 'revision_number': 4, 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'gw_port': {'id': '215ea517-695d-4ecd-88b8-7bfe9fd74c37', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:04:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f268330-5b7a-4293-856b-8c00ec09deeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:15:35Z', 'updated_at': '2022-08-27T05:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '97f75dd7-6ae1-40a1-911b-11c274dacc35', 'name': '', 'network_id': '74f34e80-eb0e-4719-b8ae-430380977676', 'tenant_id': 'd6eebd600a964f4ca91de2d97e0df602', 'mac_address': 'fa:16:3e:93:18:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f268330-5b7a-4293-856b-8c00ec09deeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'c7512e56-6138-4bc1-b19c-07c9e97794ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:15:38Z', 'updated_at': '2022-08-27T05:15:41Z', 'revision_number': 4, 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'subnets': [{'id': 'c7512e56-6138-4bc1-b19c-07c9e97794ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:15:42.187739 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64144b3-9f48-4d66-a66a-3e9577e528a8 None None] The sync data for ids ['3f268330-5b7a-4293-856b-8c00ec09deeb'] in n-d-852088-5 is: [{'id': '3f268330-5b7a-4293-856b-8c00ec09deeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2081582841', 'tenant_id': 'd6eebd600a964f4ca91de2d97e0df602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '215ea517-695d-4ecd-88b8-7bfe9fd74c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:15:34Z', 'updated_at': '2022-08-27T05:15:39Z', 'revision_number': 4, 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'gw_port': {'id': '215ea517-695d-4ecd-88b8-7bfe9fd74c37', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:04:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f268330-5b7a-4293-856b-8c00ec09deeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:15:35Z', 'updated_at': '2022-08-27T05:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '97f75dd7-6ae1-40a1-911b-11c274dacc35', 'name': '', 'network_id': '74f34e80-eb0e-4719-b8ae-430380977676', 'tenant_id': 'd6eebd600a964f4ca91de2d97e0df602', 'mac_address': 'fa:16:3e:93:18:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f268330-5b7a-4293-856b-8c00ec09deeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'c7512e56-6138-4bc1-b19c-07c9e97794ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:15:38Z', 'updated_at': '2022-08-27T05:15:41Z', 'revision_number': 4, 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'subnets': [{'id': 'c7512e56-6138-4bc1-b19c-07c9e97794ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:15:42.202371 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4d9a6911-bd45-4497-b63c-19ba910c270a tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (3f268330-5b7a-4293-856b-8c00ec09deeb), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:42.435257 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d9a6911-bd45-4497-b63c-19ba910c270a tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Router 3f268330-5b7a-4293-856b-8c00ec09deeb has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:15:42.493789 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:42.551510 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9a6911-bd45-4497-b63c-19ba910c270a tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:15:42.556532 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-4d9a6911-bd45-4497-b63c-19ba910c270a tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "PUT /networking/v2.0/routers/3f268330-5b7a-4293-856b-8c00ec09deeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6040599 Aug 27 05:15:42.559385 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58802) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:15:42.568492 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:42.586874 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device daaa8c4d-b60c-468f-931d-16cc7b02adff up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:15:42.628348 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:42.630431 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3e0077e-7216-42e1-a26d-690064bc9c1e tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Deleting subnet c7512e56-6138-4bc1-b19c-07c9e97794ae {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 05:15:42.633842 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e3e0077e-7216-42e1-a26d-690064bc9c1e tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for subnet (c7512e56-6138-4bc1-b19c-07c9e97794ae), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:42.637537 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port daaa8c4d-b60c-468f-931d-16cc7b02adff triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:15:42.638515 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (daaa8c4d-b60c-468f-931d-16cc7b02adff), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:42.681759 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e3e0077e-7216-42e1-a26d-690064bc9c1e tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (c7512e56-6138-4bc1-b19c-07c9e97794ae), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:42.720674 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port daaa8c4d-b60c-468f-931d-16cc7b02adff is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:15:42.721773 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 215ea517-695d-4ecd-88b8-7bfe9fd74c37 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:15:42.770112 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 215ea517-695d-4ecd-88b8-7bfe9fd74c37 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:15:42.770497 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (215ea517-695d-4ecd-88b8-7bfe9fd74c37), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:42.775009 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e3e0077e-7216-42e1-a26d-690064bc9c1e tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (c7512e56-6138-4bc1-b19c-07c9e97794ae), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:42.855344 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 215ea517-695d-4ecd-88b8-7bfe9fd74c37 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:15:42.909374 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e3e0077e-7216-42e1-a26d-690064bc9c1e tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (c7512e56-6138-4bc1-b19c-07c9e97794ae), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:42.938058 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e0077e-7216-42e1-a26d-690064bc9c1e tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event deleted for resources: {'Subnet': ['ID=c7512e56-6138-4bc1-b19c-07c9e97794ae,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:42.946411 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e3e0077e-7216-42e1-a26d-690064bc9c1e tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:42.949753 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e59928-4283-4a00-99b1-e8749e6629bb None None] Network 74f34e80-eb0e-4719-b8ae-430380977676 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:15:42.950977 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e3e0077e-7216-42e1-a26d-690064bc9c1e tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/c7512e56-6138-4bc1-b19c-07c9e97794ae HTTP/1.1" status: 204 len: 168 time: 0.3890064 Aug 27 05:15:42.954688 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58804) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:15:43.072322 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-33f01498-6407-49d4-b815-a8427d8bb113 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for router (3f268330-5b7a-4293-856b-8c00ec09deeb), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:43.127294 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcca64b-0ca6-4f5f-9764-46ff38cd2123 None None] DHCP port deletion for 74f34e80-eb0e-4719-b8ae-430380977676 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 05:15:43.171859 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-5fcca64b-0ca6-4f5f-9764-46ff38cd2123 None None] Deleting port daaa8c4d-b60c-468f-931d-16cc7b02adff {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:15:43.172265 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fcca64b-0ca6-4f5f-9764-46ff38cd2123 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (daaa8c4d-b60c-468f-931d-16cc7b02adff), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:43.184039 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-33f01498-6407-49d4-b815-a8427d8bb113 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for router_gateway (3f268330-5b7a-4293-856b-8c00ec09deeb), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:43.241562 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-5fcca64b-0ca6-4f5f-9764-46ff38cd2123 None None] For port daaa8c4d-b60c-468f-931d-16cc7b02adff, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=daaa8c4d-b60c-468f-931d-16cc7b02adff,segment=NetworkSegment(6e3a49dd-d842-42cc-9d96-94b6b684d275),segment_id=6e3a49dd-d842-42cc-9d96-94b6b684d275)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:15:43.242010 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fcca64b-0ca6-4f5f-9764-46ff38cd2123 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (daaa8c4d-b60c-468f-931d-16cc7b02adff), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:43.257372 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-5fcca64b-0ca6-4f5f-9764-46ff38cd2123 None None] Calling delete_port for daaa8c4d-b60c-468f-931d-16cc7b02adff owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:15:43.313099 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:43.434538 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fcca64b-0ca6-4f5f-9764-46ff38cd2123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (daaa8c4d-b60c-468f-931d-16cc7b02adff), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:43.447910 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a25226-fb98-4e71-9f3b-a47df7c6c810 None None] Sync routers for ids ['3f268330-5b7a-4293-856b-8c00ec09deeb'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:15:43.470156 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcca64b-0ca6-4f5f-9764-46ff38cd2123 None None] No DVR routers for this DVR port daaa8c4d-b60c-468f-931d-16cc7b02adff on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:15:43.476399 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcca64b-0ca6-4f5f-9764-46ff38cd2123 None None] Pushing event deleted for resources: {'Port': ['ID=daaa8c4d-b60c-468f-931d-16cc7b02adff,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:43.491767 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a25226-fb98-4e71-9f3b-a47df7c6c810 None None] Routers {'3f268330-5b7a-4293-856b-8c00ec09deeb'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:15:43.492678 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-57a25226-fb98-4e71-9f3b-a47df7c6c810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:15:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['3f268330-5b7a-4293-856b-8c00ec09deeb'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:15:43.548539 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-33f01498-6407-49d4-b815-a8427d8bb113 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Deleting port 215ea517-695d-4ecd-88b8-7bfe9fd74c37 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:15:43.548885 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-33f01498-6407-49d4-b815-a8427d8bb113 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (215ea517-695d-4ecd-88b8-7bfe9fd74c37), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:43.584075 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-57a25226-fb98-4e71-9f3b-a47df7c6c810 None None] Set router 3f268330-5b7a-4293-856b-8c00ec09deeb gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:15:43.630063 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-33f01498-6407-49d4-b815-a8427d8bb113 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] For port 215ea517-695d-4ecd-88b8-7bfe9fd74c37, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=215ea517-695d-4ecd-88b8-7bfe9fd74c37,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:15:43.630347 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-33f01498-6407-49d4-b815-a8427d8bb113 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (215ea517-695d-4ecd-88b8-7bfe9fd74c37), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:43.635730 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-57a25226-fb98-4e71-9f3b-a47df7c6c810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f268330-5b7a-4293-856b-8c00ec09deeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2081582841', 'tenant_id': 'd6eebd600a964f4ca91de2d97e0df602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:15:34Z', 'updated_at': '2022-08-27T05:15:43Z', 'revision_number': 6, 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:15:43.647727 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-33f01498-6407-49d4-b815-a8427d8bb113 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Calling delete_port for 215ea517-695d-4ecd-88b8-7bfe9fd74c37 owned by network:router_gateway {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:15:43.661992 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a25226-fb98-4e71-9f3b-a47df7c6c810 None None] Checking router: 3f268330-5b7a-4293-856b-8c00ec09deeb for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:15:43.670882 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a25226-fb98-4e71-9f3b-a47df7c6c810 None None] Routers {'3f268330-5b7a-4293-856b-8c00ec09deeb'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:15:43.671536 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-57a25226-fb98-4e71-9f3b-a47df7c6c810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:15:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['3f268330-5b7a-4293-856b-8c00ec09deeb'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:15:43.760825 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-57a25226-fb98-4e71-9f3b-a47df7c6c810 None None] Set router 3f268330-5b7a-4293-856b-8c00ec09deeb gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:15:43.782474 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:43.812058 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-57a25226-fb98-4e71-9f3b-a47df7c6c810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f268330-5b7a-4293-856b-8c00ec09deeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2081582841', 'tenant_id': 'd6eebd600a964f4ca91de2d97e0df602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:15:34Z', 'updated_at': '2022-08-27T05:15:43Z', 'revision_number': 6, 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:15:43.837419 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a25226-fb98-4e71-9f3b-a47df7c6c810 None None] The sync data for ids ['3f268330-5b7a-4293-856b-8c00ec09deeb'] in n-d-852088-5 is: [{'id': '3f268330-5b7a-4293-856b-8c00ec09deeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2081582841', 'tenant_id': 'd6eebd600a964f4ca91de2d97e0df602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:15:34Z', 'updated_at': '2022-08-27T05:15:43Z', 'revision_number': 6, 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'gw_port_host': None}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:15:43.914922 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-33f01498-6407-49d4-b815-a8427d8bb113 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (215ea517-695d-4ecd-88b8-7bfe9fd74c37), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:43.943332 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f01498-6407-49d4-b815-a8427d8bb113 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event deleted for resources: {'Port': ['ID=215ea517-695d-4ecd-88b8-7bfe9fd74c37,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:43.975781 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:44.018682 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-33f01498-6407-49d4-b815-a8427d8bb113 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (3f268330-5b7a-4293-856b-8c00ec09deeb), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:44.121619 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-33f01498-6407-49d4-b815-a8427d8bb113 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (3f268330-5b7a-4293-856b-8c00ec09deeb), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:44.124687 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-33f01498-6407-49d4-b815-a8427d8bb113 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for router_controller (3f268330-5b7a-4293-856b-8c00ec09deeb), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:44.217434 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-33f01498-6407-49d4-b815-a8427d8bb113 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (3f268330-5b7a-4293-856b-8c00ec09deeb), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:44.218154 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f01498-6407-49d4-b815-a8427d8bb113 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Fanout notify agent at l3_agent the message router_deleted on router 3f268330-5b7a-4293-856b-8c00ec09deeb {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 05:15:44.224778 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-33f01498-6407-49d4-b815-a8427d8bb113 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:44.225893 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-33f01498-6407-49d4-b815-a8427d8bb113 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "DELETE /networking/v2.0/routers/3f268330-5b7a-4293-856b-8c00ec09deeb HTTP/1.1" status: 204 len: 168 time: 1.2702398 Aug 27 05:15:44.228643 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58806) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:15:44.310157 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-59e2a927-6d42-42e0-a24f-a81de2cca24e tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (74f34e80-eb0e-4719-b8ae-430380977676), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:44.405476 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-59e2a927-6d42-42e0-a24f-a81de2cca24e tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (74f34e80-eb0e-4719-b8ae-430380977676), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:44.429153 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-59e2a927-6d42-42e0-a24f-a81de2cca24e tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74f34e80-eb0e-4719-b8ae-430380977676']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:15:44.439929 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-59e2a927-6d42-42e0-a24f-a81de2cca24e tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e3a49dd-d842-42cc-9d96-94b6b684d275') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:15:44.440460 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-59e2a927-6d42-42e0-a24f-a81de2cca24e tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e3a49dd-d842-42cc-9d96-94b6b684d275') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:15:44.450913 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-59e2a927-6d42-42e0-a24f-a81de2cca24e tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (6e3a49dd-d842-42cc-9d96-94b6b684d275), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:44.464760 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-59e2a927-6d42-42e0-a24f-a81de2cca24e tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (6e3a49dd-d842-42cc-9d96-94b6b684d275), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:44.471328 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59e2a927-6d42-42e0-a24f-a81de2cca24e tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:15:44.471656 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-59e2a927-6d42-42e0-a24f-a81de2cca24e tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (6e3a49dd-d842-42cc-9d96-94b6b684d275), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:44.515741 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 6e3a49dd-d842-42cc-9d96-94b6b684d275 resource provider aggregate not found Aug 27 05:15:44.539464 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment 6e3a49dd-d842-42cc-9d96-94b6b684d275 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6e3a49dd-d842-42cc-9d96-94b6b684d275 found for delete ", "request_id": "req-7bd68ad9-7899-4ee8-afea-141182560110"}]} Aug 27 05:15:44.570855 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 97f75dd7-6ae1-40a1-911b-11c274dacc35 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:15:44.595181 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 97f75dd7-6ae1-40a1-911b-11c274dacc35 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:15:44.595530 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 97f75dd7-6ae1-40a1-911b-11c274dacc35 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:15:44.595955 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device daaa8c4d-b60c-468f-931d-16cc7b02adff no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:15:44.611891 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-59e2a927-6d42-42e0-a24f-a81de2cca24e tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (74f34e80-eb0e-4719-b8ae-430380977676), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:44.616294 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: daaa8c4d-b60c-468f-931d-16cc7b02adff {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:15:44.616759 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device daaa8c4d-b60c-468f-931d-16cc7b02adff not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:15:44.617271 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 215ea517-695d-4ecd-88b8-7bfe9fd74c37 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:15:44.621322 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-59e2a927-6d42-42e0-a24f-a81de2cca24e tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:44.625841 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-59e2a927-6d42-42e0-a24f-a81de2cca24e tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "DELETE /networking/v2.0/networks/74f34e80-eb0e-4719-b8ae-430380977676 HTTP/1.1" status: 204 len: 168 time: 0.3962169 Aug 27 05:15:44.628831 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58812) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:15:44.644331 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e2a927-6d42-42e0-a24f-a81de2cca24e tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event deleted for resources: {'Network': ['ID=74f34e80-eb0e-4719-b8ae-430380977676,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:44.656969 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 215ea517-695d-4ecd-88b8-7bfe9fd74c37 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:15:44.658047 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 215ea517-695d-4ecd-88b8-7bfe9fd74c37 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:15:44.702177 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2ddc524f-facc-4f6f-973a-062317b4dc7d tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group (c1922db3-5706-4e42-93d0-5f1b647fdd62), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:44.726559 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2ddc524f-facc-4f6f-973a-062317b4dc7d tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group (c1922db3-5706-4e42-93d0-5f1b647fdd62), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:44.885515 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2ddc524f-facc-4f6f-973a-062317b4dc7d tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (c1922db3-5706-4e42-93d0-5f1b647fdd62), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:44.888663 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2ddc524f-facc-4f6f-973a-062317b4dc7d tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:44.889876 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2ddc524f-facc-4f6f-973a-062317b4dc7d tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/c1922db3-5706-4e42-93d0-5f1b647fdd62 HTTP/1.1" status: 204 len: 168 time: 0.2600470 Aug 27 05:15:44.899542 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddc524f-facc-4f6f-973a-062317b4dc7d tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1922db3-5706-4e42-93d0-5f1b647fdd62,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:45.117276 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58818) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:15:45.121819 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-ffb987f3-293a-4963-9696-60944771ca07 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-945992503', 'description': 'tempest-secgroup-smoke-945992503 description', 'project_id': 'd6eebd600a964f4ca91de2d97e0df602'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:15:45.209618 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ffb987f3-293a-4963-9696-60944771ca07 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:45.225406 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:45.277814 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ffb987f3-293a-4963-9696-60944771ca07 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group (d2ce5463-99ad-4355-a6ea-50be61f6ed2e), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:45.348430 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ffb987f3-293a-4963-9696-60944771ca07 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (d2ce5463-99ad-4355-a6ea-50be61f6ed2e), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:45.379430 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb987f3-293a-4963-9696-60944771ca07 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ce5463-99ad-4355-a6ea-50be61f6ed2e,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:45.504646 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ffb987f3-293a-4963-9696-60944771ca07 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:45.506035 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ffb987f3-293a-4963-9696-60944771ca07 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3876977 Aug 27 05:15:45.508866 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58820) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:15:45.513810 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-017f480a-a82c-4dcc-9fe7-c371d23d8ac4 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Request body: {'security_group_rule': {'security_group_id': 'd2ce5463-99ad-4355-a6ea-50be61f6ed2e', 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:15:45.606429 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-017f480a-a82c-4dcc-9fe7-c371d23d8ac4 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (fe7be5b1-6e8c-499f-8792-df2c3dad44c7), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:45.665803 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-017f480a-a82c-4dcc-9fe7-c371d23d8ac4 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (fe7be5b1-6e8c-499f-8792-df2c3dad44c7), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:45.731095 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-017f480a-a82c-4dcc-9fe7-c371d23d8ac4 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (fe7be5b1-6e8c-499f-8792-df2c3dad44c7), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:45.750964 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f480a-a82c-4dcc-9fe7-c371d23d8ac4 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe7be5b1-6e8c-499f-8792-df2c3dad44c7,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:45.819179 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-017f480a-a82c-4dcc-9fe7-c371d23d8ac4 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:45.820467 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-017f480a-a82c-4dcc-9fe7-c371d23d8ac4 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3106253 Aug 27 05:15:45.828917 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58822) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:15:45.833337 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-bcaeca67-e81a-47d8-bff1-8259698d48c9 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Request body: {'security_group_rule': {'security_group_id': 'd2ce5463-99ad-4355-a6ea-50be61f6ed2e', 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:15:45.971811 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bcaeca67-e81a-47d8-bff1-8259698d48c9 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (364cdabc-97a7-4f71-ac63-9ad7bf3baacc), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:46.028681 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bcaeca67-e81a-47d8-bff1-8259698d48c9 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (364cdabc-97a7-4f71-ac63-9ad7bf3baacc), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:46.091231 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bcaeca67-e81a-47d8-bff1-8259698d48c9 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (364cdabc-97a7-4f71-ac63-9ad7bf3baacc), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:46.111005 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaeca67-e81a-47d8-bff1-8259698d48c9 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=364cdabc-97a7-4f71-ac63-9ad7bf3baacc,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:46.177035 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bcaeca67-e81a-47d8-bff1-8259698d48c9 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:46.178288 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-bcaeca67-e81a-47d8-bff1-8259698d48c9 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3484330 Aug 27 05:15:46.181033 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58824) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:15:46.186379 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-da6e27f3-4462-4f3b-89b4-ca7c0c65e200 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Request body: {'security_group_rule': {'security_group_id': 'd2ce5463-99ad-4355-a6ea-50be61f6ed2e', 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:15:46.193964 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:46.302122 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-da6e27f3-4462-4f3b-89b4-ca7c0c65e200 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (1e0b15ff-a616-47bb-bd75-03016f29626a), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:46.363386 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-da6e27f3-4462-4f3b-89b4-ca7c0c65e200 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (1e0b15ff-a616-47bb-bd75-03016f29626a), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:46.451423 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-da6e27f3-4462-4f3b-89b4-ca7c0c65e200 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (1e0b15ff-a616-47bb-bd75-03016f29626a), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:46.471444 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6e27f3-4462-4f3b-89b4-ca7c0c65e200 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e0b15ff-a616-47bb-bd75-03016f29626a,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:46.527557 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-da6e27f3-4462-4f3b-89b4-ca7c0c65e200 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:46.529472 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-da6e27f3-4462-4f3b-89b4-ca7c0c65e200 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3474672 Aug 27 05:15:46.532199 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58826) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:15:46.536459 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-7665361e-5bb6-496c-b3ff-fbb0a40792ad tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Request body: {'security_group_rule': {'security_group_id': 'd2ce5463-99ad-4355-a6ea-50be61f6ed2e', 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:15:46.628229 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7665361e-5bb6-496c-b3ff-fbb0a40792ad tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (4bf4142f-952c-4224-a2a2-4afaaada9498), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:46.687372 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7665361e-5bb6-496c-b3ff-fbb0a40792ad tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (4bf4142f-952c-4224-a2a2-4afaaada9498), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:46.765761 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7665361e-5bb6-496c-b3ff-fbb0a40792ad tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (4bf4142f-952c-4224-a2a2-4afaaada9498), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:46.786392 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7665361e-5bb6-496c-b3ff-fbb0a40792ad tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bf4142f-952c-4224-a2a2-4afaaada9498,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:46.853432 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7665361e-5bb6-496c-b3ff-fbb0a40792ad tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:46.854686 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7665361e-5bb6-496c-b3ff-fbb0a40792ad tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3215699 Aug 27 05:15:46.858131 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58828) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:15:46.862511 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-cb917cc3-745b-4f7b-9e51-14ea69509bf9 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Request body: {'security_group_rule': {'security_group_id': 'd2ce5463-99ad-4355-a6ea-50be61f6ed2e', 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:15:46.954588 n-d-852088-5 neutron-server[107776]: INFO neutron.db.securitygroups_db [None req-cb917cc3-745b-4f7b-9e51-14ea69509bf9 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Project d6eebd600a964f4ca91de2d97e0df602 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 05:15:46.959173 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=79,neutron:INSERT=12,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:46.961156 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cb917cc3-745b-4f7b-9e51-14ea69509bf9 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (1b2f584a-bc8a-4d09-961c-87df679c0c2b), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:47.023298 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cb917cc3-745b-4f7b-9e51-14ea69509bf9 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (1b2f584a-bc8a-4d09-961c-87df679c0c2b), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:47.092127 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cb917cc3-745b-4f7b-9e51-14ea69509bf9 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (1b2f584a-bc8a-4d09-961c-87df679c0c2b), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:47.115070 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb917cc3-745b-4f7b-9e51-14ea69509bf9 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b2f584a-bc8a-4d09-961c-87df679c0c2b,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:47.185097 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cb917cc3-745b-4f7b-9e51-14ea69509bf9 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:47.186541 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-cb917cc3-745b-4f7b-9e51-14ea69509bf9 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3274598 Aug 27 05:15:47.189426 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58830) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:15:47.193773 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-e0d3d138-1ae1-41b6-bc22-0c00f944682f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Request body: {'security_group_rule': {'security_group_id': 'd2ce5463-99ad-4355-a6ea-50be61f6ed2e', 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:15:47.274303 n-d-852088-5 neutron-server[107776]: INFO neutron.db.securitygroups_db [None req-e0d3d138-1ae1-41b6-bc22-0c00f944682f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Project d6eebd600a964f4ca91de2d97e0df602 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 05:15:47.280133 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e0d3d138-1ae1-41b6-bc22-0c00f944682f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (2ff157c1-9b39-40f9-91f1-2e3efa0767a0), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:47.342832 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e0d3d138-1ae1-41b6-bc22-0c00f944682f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (2ff157c1-9b39-40f9-91f1-2e3efa0767a0), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:47.605642 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e0d3d138-1ae1-41b6-bc22-0c00f944682f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (2ff157c1-9b39-40f9-91f1-2e3efa0767a0), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:47.625293 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d3d138-1ae1-41b6-bc22-0c00f944682f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ff157c1-9b39-40f9-91f1-2e3efa0767a0,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:47.681543 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e0d3d138-1ae1-41b6-bc22-0c00f944682f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:47.682792 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e0d3d138-1ae1-41b6-bc22-0c00f944682f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4924283 Aug 27 05:15:47.686383 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58832) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:15:47.691536 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-a0081e49-a246-492e-b816-b0b7669d417f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Request body: {'network': {'name': 'tempest-network-smoke--735265536', 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'port_security_enabled': True}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:15:47.828469 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0081e49-a246-492e-b816-b0b7669d417f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Made reservation on behalf of d6eebd600a964f4ca91de2d97e0df602 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:15:47.832396 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a0081e49-a246-492e-b816-b0b7669d417f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:47.864577 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0081e49-a246-492e-b816-b0b7669d417f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 05:15:47.866999 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a0081e49-a246-492e-b816-b0b7669d417f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (2203285e-86ac-4975-9d2d-b836918385ff), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:47.867342 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-a0081e49-a246-492e-b816-b0b7669d417f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Added segment 2203285e-86ac-4975-9d2d-b836918385ff of type vlan for network b8badb8a-5e5c-4760-9f49-5eebec6ef05f Aug 27 05:15:47.912235 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a0081e49-a246-492e-b816-b0b7669d417f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (b8badb8a-5e5c-4760-9f49-5eebec6ef05f), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:47.917832 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:48.009723 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a0081e49-a246-492e-b816-b0b7669d417f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (b8badb8a-5e5c-4760-9f49-5eebec6ef05f), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:48.015122 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0081e49-a246-492e-b816-b0b7669d417f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:15:48.015714 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a0081e49-a246-492e-b816-b0b7669d417f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:48.086779 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0081e49-a246-492e-b816-b0b7669d417f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event updated for resources: {'Network': ['ID=b8badb8a-5e5c-4760-9f49-5eebec6ef05f,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:48.097624 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network b8badb8a-5e5c-4760-9f49-5eebec6ef05f details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 05:15:48.160122 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:48.183778 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a0081e49-a246-492e-b816-b0b7669d417f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4963553 Aug 27 05:15:48.186940 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58834) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:15:48.191325 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-562b16ec-ce44-4fb7-a9cc-a88b45ecde92 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-607096113', 'admin_state_up': True, 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:15:48.308849 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-562b16ec-ce44-4fb7-a9cc-a88b45ecde92 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (bc7852fc-bce7-4073-9a2b-772a17cc7747), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:48.310061 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-562b16ec-ce44-4fb7-a9cc-a88b45ecde92 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (bc7852fc-bce7-4073-9a2b-772a17cc7747), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:48.360353 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-562b16ec-ce44-4fb7-a9cc-a88b45ecde92 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for router_controller (bc7852fc-bce7-4073-9a2b-772a17cc7747), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:48.574987 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-562b16ec-ce44-4fb7-a9cc-a88b45ecde92 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for router_gateway (bc7852fc-bce7-4073-9a2b-772a17cc7747), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:48.807407 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-562b16ec-ce44-4fb7-a9cc-a88b45ecde92 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for router_gateway (bc7852fc-bce7-4073-9a2b-772a17cc7747), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:48.826215 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-562b16ec-ce44-4fb7-a9cc-a88b45ecde92 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:48.932451 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-562b16ec-ce44-4fb7-a9cc-a88b45ecde92 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Allocated IP 172.25.2.242 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/3b5bbe13-e2e3-4395-b1bc-bfa0f87a37ff) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:15:48.948057 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=79,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:49.039713 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-562b16ec-ce44-4fb7-a9cc-a88b45ecde92 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for port (3b5bbe13-e2e3-4395-b1bc-bfa0f87a37ff), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:49.120493 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-562b16ec-ce44-4fb7-a9cc-a88b45ecde92 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (3b5bbe13-e2e3-4395-b1bc-bfa0f87a37ff), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:49.154248 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:49.167867 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562b16ec-ce44-4fb7-a9cc-a88b45ecde92 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:15:49.173636 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-562b16ec-ce44-4fb7-a9cc-a88b45ecde92 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:15:49.175816 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562b16ec-ce44-4fb7-a9cc-a88b45ecde92 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event updated for resources: {'Port': ['ID=3b5bbe13-e2e3-4395-b1bc-bfa0f87a37ff,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:49.178583 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562b16ec-ce44-4fb7-a9cc-a88b45ecde92 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:15:49.496639 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-562b16ec-ce44-4fb7-a9cc-a88b45ecde92 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for router_gateway (bc7852fc-bce7-4073-9a2b-772a17cc7747), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:49.686828 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-562b16ec-ce44-4fb7-a9cc-a88b45ecde92 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (bc7852fc-bce7-4073-9a2b-772a17cc7747), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:49.901127 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-562b16ec-ce44-4fb7-a9cc-a88b45ecde92 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Router bc7852fc-bce7-4073-9a2b-772a17cc7747 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 05:15:50.001783 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562b16ec-ce44-4fb7-a9cc-a88b45ecde92 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:15:50.011452 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9661184-c956-462f-8fe2-ce87810f4a11 None None] Sync routers for ids ['bc7852fc-bce7-4073-9a2b-772a17cc7747'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:15:50.022885 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9661184-c956-462f-8fe2-ce87810f4a11 None None] Routers {'bc7852fc-bce7-4073-9a2b-772a17cc7747'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:15:50.023563 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-f9661184-c956-462f-8fe2-ce87810f4a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:15:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['bc7852fc-bce7-4073-9a2b-772a17cc7747'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:15:50.091803 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-562b16ec-ce44-4fb7-a9cc-a88b45ecde92 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:50.093147 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-562b16ec-ce44-4fb7-a9cc-a88b45ecde92 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9052677 Aug 27 05:15:50.096216 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58836) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:15:50.123569 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-f9661184-c956-462f-8fe2-ce87810f4a11 None None] Set router bc7852fc-bce7-4073-9a2b-772a17cc7747 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:15:50.128344 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-9ce2bcde-f97c-4f16-8bdb-693d17d981d1 tempest-TestNetworkAdvancedServerOps-1045750281 tempest-TestNetworkAdvancedServerOps-1045750281-project-admin] 10.222.0.76 "GET /networking/v2.0/subnets?project_id=d6eebd600a964f4ca91de2d97e0df602&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309756 Aug 27 05:15:50.131007 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58838) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:15:50.207563 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:50.220892 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbfcc68-5b0c-4528-bef5-7acee93b63b2 tempest-TestNetworkAdvancedServerOps-1045750281 tempest-TestNetworkAdvancedServerOps-1045750281-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:15:50.222414 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1dbfcc68-5b0c-4528-bef5-7acee93b63b2 tempest-TestNetworkAdvancedServerOps-1045750281 tempest-TestNetworkAdvancedServerOps-1045750281-project-admin] 10.222.0.76 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0905092 Aug 27 05:15:50.225411 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58840) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:15:50.256479 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-fd1d74d0-d371-4c34-bba3-dca6dcb302cf tempest-TestNetworkAdvancedServerOps-1045750281 tempest-TestNetworkAdvancedServerOps-1045750281-project-admin] 10.222.0.76 "GET /networking/v2.0/subnets?network_id=2db7b18a-8c4b-4ba8-8012-3e7d96728abb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273662 Aug 27 05:15:50.256479 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58842) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:15:50.261488 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-202315d9-2774-4fb9-8d70-06fa5aa276de tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-646523025', 'network_id': 'b8badb8a-5e5c-4760-9f49-5eebec6ef05f', 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:15:50.294143 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-f9661184-c956-462f-8fe2-ce87810f4a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7852fc-bce7-4073-9a2b-772a17cc7747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-607096113', 'tenant_id': 'd6eebd600a964f4ca91de2d97e0df602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '3b5bbe13-e2e3-4395-b1bc-bfa0f87a37ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:15:48Z', 'updated_at': '2022-08-27T05:15:49Z', 'revision_number': 3, 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'gw_port': {'id': '3b5bbe13-e2e3-4395-b1bc-bfa0f87a37ff', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b6:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7852fc-bce7-4073-9a2b-772a17cc7747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:15:48Z', 'updated_at': '2022-08-27T05:15:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:15:50.321025 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9661184-c956-462f-8fe2-ce87810f4a11 None None] Checking router: bc7852fc-bce7-4073-9a2b-772a17cc7747 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:15:50.322509 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9661184-c956-462f-8fe2-ce87810f4a11 None None] Updating router bc7852fc-bce7-4073-9a2b-772a17cc7747 port 3b5bbe13-e2e3-4395-b1bc-bfa0f87a37ff binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:15:50.353939 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-f9661184-c956-462f-8fe2-ce87810f4a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (3b5bbe13-e2e3-4395-b1bc-bfa0f87a37ff), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:50.386395 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:50.423028 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-202315d9-2774-4fb9-8d70-06fa5aa276de tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Made reservation on behalf of d6eebd600a964f4ca91de2d97e0df602 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:15:50.427152 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-202315d9-2774-4fb9-8d70-06fa5aa276de tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:50.431319 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:50.608718 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-f9661184-c956-462f-8fe2-ce87810f4a11 None None] Publish callbacks [] for port (3b5bbe13-e2e3-4395-b1bc-bfa0f87a37ff), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:50.666602 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-f9661184-c956-462f-8fe2-ce87810f4a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (3b5bbe13-e2e3-4395-b1bc-bfa0f87a37ff), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:50.667060 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-202315d9-2774-4fb9-8d70-06fa5aa276de tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (2cdb09f4-eff8-4953-8dc7-a34169c755ca), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:50.707416 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-f9661184-c956-462f-8fe2-ce87810f4a11 None None] Attempting to bind port 3b5bbe13-e2e3-4395-b1bc-bfa0f87a37ff on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:15:50.707784 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-f9661184-c956-462f-8fe2-ce87810f4a11 None None] Attempting to bind port 3b5bbe13-e2e3-4395-b1bc-bfa0f87a37ff by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:15:50.708137 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9661184-c956-462f-8fe2-ce87810f4a11 None None] Attempting to bind port 3b5bbe13-e2e3-4395-b1bc-bfa0f87a37ff on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:15:50.717594 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab4703-c74b-4318-86ff-c9c5159518f2 None None] Pushing event updated for resources: {'Port': ['ID=3b5bbe13-e2e3-4395-b1bc-bfa0f87a37ff,revision_number=2']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:50.720513 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9661184-c956-462f-8fe2-ce87810f4a11 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:15:50.720885 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9661184-c956-462f-8fe2-ce87810f4a11 None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:15:50.721271 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-f9661184-c956-462f-8fe2-ce87810f4a11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:50.721637 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9661184-c956-462f-8fe2-ce87810f4a11 None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:15:50.722098 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-f9661184-c956-462f-8fe2-ce87810f4a11 None None] Bound port: 3b5bbe13-e2e3-4395-b1bc-bfa0f87a37ff, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:15:50.722836 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-f9661184-c956-462f-8fe2-ce87810f4a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (3b5bbe13-e2e3-4395-b1bc-bfa0f87a37ff), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:50.739828 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202315d9-2774-4fb9-8d70-06fa5aa276de tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event updated for resources: {'Subnet': ['ID=2cdb09f4-eff8-4953-8dc7-a34169c755ca,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:50.747218 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202315d9-2774-4fb9-8d70-06fa5aa276de tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Checking segment: {'id': '2203285e-86ac-4975-9d2d-b836918385ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b8badb8a-5e5c-4760-9f49-5eebec6ef05f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:15:50.747218 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202315d9-2774-4fb9-8d70-06fa5aa276de tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Network hostable DHCP agents. Network: b8badb8a-5e5c-4760-9f49-5eebec6ef05f, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 05:15:50.749898 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:50.774330 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-f9661184-c956-462f-8fe2-ce87810f4a11 None None] For port 3b5bbe13-e2e3-4395-b1bc-bfa0f87a37ff, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:15:50.778506 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-f9661184-c956-462f-8fe2-ce87810f4a11 None None] For port 3b5bbe13-e2e3-4395-b1bc-bfa0f87a37ff, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=3b5bbe13-e2e3-4395-b1bc-bfa0f87a37ff,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:15:50.823173 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202315d9-2774-4fb9-8d70-06fa5aa276de tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Network b8badb8a-5e5c-4760-9f49-5eebec6ef05f is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 05:15:50.863658 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-f9661184-c956-462f-8fe2-ce87810f4a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (3b5bbe13-e2e3-4395-b1bc-bfa0f87a37ff), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:50.947775 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-202315d9-2774-4fb9-8d70-06fa5aa276de tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, b8badb8a-5e5c-4760-9f49-5eebec6ef05f) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:15:50.952435 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202315d9-2774-4fb9-8d70-06fa5aa276de tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:15:50.953057 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-202315d9-2774-4fb9-8d70-06fa5aa276de tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:50.957665 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60b5876-ebfe-4c96-833c-b0c566bbebd4 None None] Network b8badb8a-5e5c-4760-9f49-5eebec6ef05f requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:15:50.977440 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9661184-c956-462f-8fe2-ce87810f4a11 None None] Routers {'bc7852fc-bce7-4073-9a2b-772a17cc7747'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:15:50.978073 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-f9661184-c956-462f-8fe2-ce87810f4a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:15:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['bc7852fc-bce7-4073-9a2b-772a17cc7747'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:15:51.027066 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab4703-c74b-4318-86ff-c9c5159518f2 None None] Pushing event updated for resources: {'Port': ['ID=3b5bbe13-e2e3-4395-b1bc-bfa0f87a37ff,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:51.054253 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-202315d9-2774-4fb9-8d70-06fa5aa276de tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7960403 Aug 27 05:15:51.056899 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58844) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:15:51.068776 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85cbd9a-ada1-4ff4-b4b3-9ed17e593987 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-b8badb8a-5e5c-4760-9f49-5eebec6ef05f', 'network_id': 'b8badb8a-5e5c-4760-9f49-5eebec6ef05f', 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'fixed_ips': [{'subnet_id': '2cdb09f4-eff8-4953-8dc7-a34169c755ca'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 05:15:51.070043 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a85cbd9a-ada1-4ff4-b4b3-9ed17e593987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:51.097006 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-f9661184-c956-462f-8fe2-ce87810f4a11 None None] Set router bc7852fc-bce7-4073-9a2b-772a17cc7747 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:15:51.229989 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-a85cbd9a-ada1-4ff4-b4b3-9ed17e593987 None None] Allocated IP 172.20.0.2 (b8badb8a-5e5c-4760-9f49-5eebec6ef05f/2cdb09f4-eff8-4953-8dc7-a34169c755ca/ee10e3aa-b1a3-42cc-bae9-2032bf08f550) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:15:51.287933 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-f9661184-c956-462f-8fe2-ce87810f4a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7852fc-bce7-4073-9a2b-772a17cc7747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-607096113', 'tenant_id': 'd6eebd600a964f4ca91de2d97e0df602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '3b5bbe13-e2e3-4395-b1bc-bfa0f87a37ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:15:48Z', 'updated_at': '2022-08-27T05:15:49Z', 'revision_number': 3, 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'gw_port': {'id': '3b5bbe13-e2e3-4395-b1bc-bfa0f87a37ff', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b6:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7852fc-bce7-4073-9a2b-772a17cc7747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:15:48Z', 'updated_at': '2022-08-27T05:15:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:15:51.291898 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:51.319157 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9661184-c956-462f-8fe2-ce87810f4a11 None None] The sync data for ids ['bc7852fc-bce7-4073-9a2b-772a17cc7747'] in n-d-852088-5 is: [{'id': 'bc7852fc-bce7-4073-9a2b-772a17cc7747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-607096113', 'tenant_id': 'd6eebd600a964f4ca91de2d97e0df602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '3b5bbe13-e2e3-4395-b1bc-bfa0f87a37ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:15:48Z', 'updated_at': '2022-08-27T05:15:49Z', 'revision_number': 3, 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'gw_port': {'id': '3b5bbe13-e2e3-4395-b1bc-bfa0f87a37ff', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b6:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7852fc-bce7-4073-9a2b-772a17cc7747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:15:48Z', 'updated_at': '2022-08-27T05:15:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:15:51.389946 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a85cbd9a-ada1-4ff4-b4b3-9ed17e593987 None None] Publish callbacks [] for port (ee10e3aa-b1a3-42cc-bae9-2032bf08f550), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:51.484578 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a85cbd9a-ada1-4ff4-b4b3-9ed17e593987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (ee10e3aa-b1a3-42cc-bae9-2032bf08f550), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:51.515596 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5e6f1ab1-521d-48f5-ab97-0b2c37972449 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:51.531990 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85cbd9a-ada1-4ff4-b4b3-9ed17e593987 None None] Network b8badb8a-5e5c-4760-9f49-5eebec6ef05f is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:15:51.537085 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-a85cbd9a-ada1-4ff4-b4b3-9ed17e593987 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:15:51.541352 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85cbd9a-ada1-4ff4-b4b3-9ed17e593987 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:15:51.546261 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85cbd9a-ada1-4ff4-b4b3-9ed17e593987 None None] Pushing event updated for resources: {'Port': ['ID=ee10e3aa-b1a3-42cc-bae9-2032bf08f550,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:51.602199 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:51.618674 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-a85cbd9a-ada1-4ff4-b4b3-9ed17e593987 None None] Attempting to bind port ee10e3aa-b1a3-42cc-bae9-2032bf08f550 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:15:51.619044 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-a85cbd9a-ada1-4ff4-b4b3-9ed17e593987 None None] Attempting to bind port ee10e3aa-b1a3-42cc-bae9-2032bf08f550 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '2203285e-86ac-4975-9d2d-b836918385ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b8badb8a-5e5c-4760-9f49-5eebec6ef05f'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:15:51.619457 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85cbd9a-ada1-4ff4-b4b3-9ed17e593987 None None] Attempting to bind port ee10e3aa-b1a3-42cc-bae9-2032bf08f550 on network b8badb8a-5e5c-4760-9f49-5eebec6ef05f {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:15:51.629392 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85cbd9a-ada1-4ff4-b4b3-9ed17e593987 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:15:51.630084 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85cbd9a-ada1-4ff4-b4b3-9ed17e593987 None None] Checking segment: {'id': '2203285e-86ac-4975-9d2d-b836918385ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b8badb8a-5e5c-4760-9f49-5eebec6ef05f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:15:51.630669 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a85cbd9a-ada1-4ff4-b4b3-9ed17e593987 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:51.631250 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85cbd9a-ada1-4ff4-b4b3-9ed17e593987 None None] Bound using segment: {'id': '2203285e-86ac-4975-9d2d-b836918385ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b8badb8a-5e5c-4760-9f49-5eebec6ef05f'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:15:51.631986 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-a85cbd9a-ada1-4ff4-b4b3-9ed17e593987 None None] Bound port: ee10e3aa-b1a3-42cc-bae9-2032bf08f550, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2203285e-86ac-4975-9d2d-b836918385ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b8badb8a-5e5c-4760-9f49-5eebec6ef05f'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:15:51.632577 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a85cbd9a-ada1-4ff4-b4b3-9ed17e593987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (ee10e3aa-b1a3-42cc-bae9-2032bf08f550), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:51.689907 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:51.691394 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:51.703419 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-a85cbd9a-ada1-4ff4-b4b3-9ed17e593987 None None] For port ee10e3aa-b1a3-42cc-bae9-2032bf08f550, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:15:51.706799 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-a85cbd9a-ada1-4ff4-b4b3-9ed17e593987 None None] For port ee10e3aa-b1a3-42cc-bae9-2032bf08f550, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=ee10e3aa-b1a3-42cc-bae9-2032bf08f550,segment=NetworkSegment(2203285e-86ac-4975-9d2d-b836918385ff),segment_id=2203285e-86ac-4975-9d2d-b836918385ff)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:15:51.821999 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a85cbd9a-ada1-4ff4-b4b3-9ed17e593987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (ee10e3aa-b1a3-42cc-bae9-2032bf08f550), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:51.875584 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-5e6f1ab1-521d-48f5-ab97-0b2c37972449 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Allocated IP 172.20.0.1 (b8badb8a-5e5c-4760-9f49-5eebec6ef05f/2cdb09f4-eff8-4953-8dc7-a34169c755ca/c2b59574-c826-4d12-b867-602ad79858e7) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:15:51.895142 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85cbd9a-ada1-4ff4-b4b3-9ed17e593987 None None] Pushing event updated for resources: {'Port': ['ID=ee10e3aa-b1a3-42cc-bae9-2032bf08f550,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:52.029118 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5e6f1ab1-521d-48f5-ab97-0b2c37972449 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for port (c2b59574-c826-4d12-b867-602ad79858e7), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:52.161274 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5e6f1ab1-521d-48f5-ab97-0b2c37972449 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (c2b59574-c826-4d12-b867-602ad79858e7), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:52.226851 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f1ab1-521d-48f5-ab97-0b2c37972449 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event updated for resources: {'Port': ['ID=c2b59574-c826-4d12-b867-602ad79858e7,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:52.238443 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6f1ab1-521d-48f5-ab97-0b2c37972449 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Network b8badb8a-5e5c-4760-9f49-5eebec6ef05f is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:15:52.240662 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-5e6f1ab1-521d-48f5-ab97-0b2c37972449 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:15:52.250562 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6f1ab1-521d-48f5-ab97-0b2c37972449 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:15:52.307376 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5e6f1ab1-521d-48f5-ab97-0b2c37972449 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (bc7852fc-bce7-4073-9a2b-772a17cc7747), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:52.529586 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5e6f1ab1-521d-48f5-ab97-0b2c37972449 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (c2b59574-c826-4d12-b867-602ad79858e7), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:52.543520 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:52.631304 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device ee10e3aa-b1a3-42cc-bae9-2032bf08f550 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:15:52.687605 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port ee10e3aa-b1a3-42cc-bae9-2032bf08f550 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:15:52.688850 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (ee10e3aa-b1a3-42cc-bae9-2032bf08f550), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:52.726947 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:52.781444 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port ee10e3aa-b1a3-42cc-bae9-2032bf08f550 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:15:52.781824 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (ee10e3aa-b1a3-42cc-bae9-2032bf08f550), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:52.829281 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port ee10e3aa-b1a3-42cc-bae9-2032bf08f550, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=ee10e3aa-b1a3-42cc-bae9-2032bf08f550,segment=NetworkSegment(2203285e-86ac-4975-9d2d-b836918385ff),segment_id=2203285e-86ac-4975-9d2d-b836918385ff)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:15:52.873895 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5e6f1ab1-521d-48f5-ab97-0b2c37972449 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for port (c2b59574-c826-4d12-b867-602ad79858e7), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:52.913706 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (ee10e3aa-b1a3-42cc-bae9-2032bf08f550), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:52.914986 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 3b5bbe13-e2e3-4395-b1bc-bfa0f87a37ff up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:15:52.943697 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5e6f1ab1-521d-48f5-ab97-0b2c37972449 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (c2b59574-c826-4d12-b867-602ad79858e7), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:53.007306 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=ee10e3aa-b1a3-42cc-bae9-2032bf08f550,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:53.022498 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 3b5bbe13-e2e3-4395-b1bc-bfa0f87a37ff triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:15:53.024826 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (3b5bbe13-e2e3-4395-b1bc-bfa0f87a37ff), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:53.026558 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:53.033722 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f1ab1-521d-48f5-ab97-0b2c37972449 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event updated for resources: {'Port': ['ID=c2b59574-c826-4d12-b867-602ad79858e7,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:53.049454 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7aeb505-e921-43ee-bf17-1f250b04609c None None] Network b8badb8a-5e5c-4760-9f49-5eebec6ef05f requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:15:53.083874 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5e6f1ab1-521d-48f5-ab97-0b2c37972449 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (bc7852fc-bce7-4073-9a2b-772a17cc7747), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:53.189793 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6f1ab1-521d-48f5-ab97-0b2c37972449 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Network b8badb8a-5e5c-4760-9f49-5eebec6ef05f is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:15:53.191917 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-5e6f1ab1-521d-48f5-ab97-0b2c37972449 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:15:53.269399 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-27cd48b6-4d74-4485-a4fa-b33350d5579b None None] Provisioning complete for port ee10e3aa-b1a3-42cc-bae9-2032bf08f550 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:15:53.269772 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-27cd48b6-4d74-4485-a4fa-b33350d5579b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (ee10e3aa-b1a3-42cc-bae9-2032bf08f550), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:53.329666 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e6f1ab1-521d-48f5-ab97-0b2c37972449 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Router bc7852fc-bce7-4073-9a2b-772a17cc7747 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:15:53.390284 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 3b5bbe13-e2e3-4395-b1bc-bfa0f87a37ff is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:15:53.390673 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (3b5bbe13-e2e3-4395-b1bc-bfa0f87a37ff), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:53.441564 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 3b5bbe13-e2e3-4395-b1bc-bfa0f87a37ff, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=3b5bbe13-e2e3-4395-b1bc-bfa0f87a37ff,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:15:53.452314 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-27cd48b6-4d74-4485-a4fa-b33350d5579b None None] Current status of the port ee10e3aa-b1a3-42cc-bae9-2032bf08f550 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:15:53.453278 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6f1ab1-521d-48f5-ab97-0b2c37972449 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:15:53.467215 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-5e6f1ab1-521d-48f5-ab97-0b2c37972449 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "PUT /networking/v2.0/routers/bc7852fc-bce7-4073-9a2b-772a17cc7747/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4021714 Aug 27 05:15:53.503402 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (3b5bbe13-e2e3-4395-b1bc-bfa0f87a37ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:53.512108 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:53.567410 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=3b5bbe13-e2e3-4395-b1bc-bfa0f87a37ff,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:53.635426 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df7832a-8b07-40d9-ad83-82712541c2f0 None None] Sync routers for ids ['bc7852fc-bce7-4073-9a2b-772a17cc7747'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:15:53.647100 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df7832a-8b07-40d9-ad83-82712541c2f0 None None] Routers {'bc7852fc-bce7-4073-9a2b-772a17cc7747'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:15:53.647736 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-3df7832a-8b07-40d9-ad83-82712541c2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:15:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['bc7852fc-bce7-4073-9a2b-772a17cc7747'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:15:53.648223 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b045d2c5-27b0-4bde-b38b-71ab1213f618 req-72811bd1-1a67-4319-9e8a-88be1e7e863a tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-945992503&fields=id&tenant_id=d6eebd600a964f4ca91de2d97e0df602 HTTP/1.1" status: 200 len: 267 time: 0.0561011 Aug 27 05:15:53.710811 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-cf2d338c-adac-4fdf-83b8-2fa267752bd4 None None] Provisioning complete for port ee10e3aa-b1a3-42cc-bae9-2032bf08f550 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:15:53.711076 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cf2d338c-adac-4fdf-83b8-2fa267752bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (ee10e3aa-b1a3-42cc-bae9-2032bf08f550), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:53.773599 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045d2c5-27b0-4bde-b38b-71ab1213f618 req-3157e57a-a817-4078-b381-cf8e01c2ef5b tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:15:53.775318 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b045d2c5-27b0-4bde-b38b-71ab1213f618 req-3157e57a-a817-4078-b381-cf8e01c2ef5b tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "GET /networking/v2.0/networks?id=b8badb8a-5e5c-4760-9f49-5eebec6ef05f HTTP/1.1" status: 200 len: 796 time: 0.1190443 Aug 27 05:15:53.791891 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b045d2c5-27b0-4bde-b38b-71ab1213f618 req-c9ff4dc0-e6ea-4afb-8f72-3e5871e41961 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "GET /networking/v2.0/quotas/d6eebd600a964f4ca91de2d97e0df602 HTTP/1.1" status: 200 len: 375 time: 0.0101750 Aug 27 05:15:53.807858 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-3df7832a-8b07-40d9-ad83-82712541c2f0 None None] Set router bc7852fc-bce7-4073-9a2b-772a17cc7747 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:15:53.847882 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b045d2c5-27b0-4bde-b38b-71ab1213f618 req-3a3986ef-d314-4a0a-8f32-2df835d2d07f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=d6eebd600a964f4ca91de2d97e0df602&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485857 Aug 27 05:15:53.899906 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58860) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:15:53.914829 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-cf2d338c-adac-4fdf-83b8-2fa267752bd4 None None] Current status of the port ee10e3aa-b1a3-42cc-bae9-2032bf08f550 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:15:53.961541 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-cf2d338c-adac-4fdf-83b8-2fa267752bd4 None None] Provisioning complete for port c2b59574-c826-4d12-b867-602ad79858e7 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:15:53.961903 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cf2d338c-adac-4fdf-83b8-2fa267752bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (c2b59574-c826-4d12-b867-602ad79858e7), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:54.021222 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-cf2d338c-adac-4fdf-83b8-2fa267752bd4 None None] Port c2b59574-c826-4d12-b867-602ad79858e7 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:15:54.069378 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:54.085984 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-3df7832a-8b07-40d9-ad83-82712541c2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7852fc-bce7-4073-9a2b-772a17cc7747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-607096113', 'tenant_id': 'd6eebd600a964f4ca91de2d97e0df602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '3b5bbe13-e2e3-4395-b1bc-bfa0f87a37ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:15:48Z', 'updated_at': '2022-08-27T05:15:52Z', 'revision_number': 4, 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'gw_port': {'id': '3b5bbe13-e2e3-4395-b1bc-bfa0f87a37ff', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7852fc-bce7-4073-9a2b-772a17cc7747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:15:48Z', 'updated_at': '2022-08-27T05:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'c2b59574-c826-4d12-b867-602ad79858e7', 'name': '', 'network_id': 'b8badb8a-5e5c-4760-9f49-5eebec6ef05f', 'tenant_id': 'd6eebd600a964f4ca91de2d97e0df602', 'mac_address': 'fa:16:3e:00:3d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7852fc-bce7-4073-9a2b-772a17cc7747', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '2cdb09f4-eff8-4953-8dc7-a34169c755ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:15:51Z', 'updated_at': '2022-08-27T05:15:52Z', 'revision_number': 2, 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'subnets': [{'id': '2cdb09f4-eff8-4953-8dc7-a34169c755ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:15:54.113256 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df7832a-8b07-40d9-ad83-82712541c2f0 None None] Checking router: bc7852fc-bce7-4073-9a2b-772a17cc7747 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:15:54.113616 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df7832a-8b07-40d9-ad83-82712541c2f0 None None] Updating router bc7852fc-bce7-4073-9a2b-772a17cc7747 port c2b59574-c826-4d12-b867-602ad79858e7 binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:15:54.125392 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:54.152506 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3df7832a-8b07-40d9-ad83-82712541c2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (c2b59574-c826-4d12-b867-602ad79858e7), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:54.155648 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-fcaedcfe-7261-4a72-8b51-3b38a2013f8d None None] Provisioning complete for port c2b59574-c826-4d12-b867-602ad79858e7 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:15:54.156007 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fcaedcfe-7261-4a72-8b51-3b38a2013f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (c2b59574-c826-4d12-b867-602ad79858e7), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:54.236764 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-fcaedcfe-7261-4a72-8b51-3b38a2013f8d None None] Port c2b59574-c826-4d12-b867-602ad79858e7 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:15:54.252107 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8f99864f-a5ab-47aa-947a-d30234a980e6 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (bc7852fc-bce7-4073-9a2b-772a17cc7747), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:54.353543 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:54.464425 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3df7832a-8b07-40d9-ad83-82712541c2f0 None None] Publish callbacks [] for port (c2b59574-c826-4d12-b867-602ad79858e7), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:54.492719 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-8f99864f-a5ab-47aa-947a-d30234a980e6 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Deleting port c2b59574-c826-4d12-b867-602ad79858e7 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:15:54.493068 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8f99864f-a5ab-47aa-947a-d30234a980e6 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (c2b59574-c826-4d12-b867-602ad79858e7), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:54.532402 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3df7832a-8b07-40d9-ad83-82712541c2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (c2b59574-c826-4d12-b867-602ad79858e7), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:54.598571 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6937e963-8770-4777-82ea-6bf13a0dcb6a None None] Pushing event updated for resources: {'Port': ['ID=c2b59574-c826-4d12-b867-602ad79858e7,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:54.600913 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device ee10e3aa-b1a3-42cc-bae9-2032bf08f550 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:15:54.601930 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8f99864f-a5ab-47aa-947a-d30234a980e6 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (c2b59574-c826-4d12-b867-602ad79858e7), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:54.617893 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-8f99864f-a5ab-47aa-947a-d30234a980e6 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Calling delete_port for c2b59574-c826-4d12-b867-602ad79858e7 owned by network:router_interface {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:15:54.663488 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-3df7832a-8b07-40d9-ad83-82712541c2f0 None None] Attempting to bind port c2b59574-c826-4d12-b867-602ad79858e7 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:15:54.664365 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-3df7832a-8b07-40d9-ad83-82712541c2f0 None None] Attempting to bind port c2b59574-c826-4d12-b867-602ad79858e7 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '2203285e-86ac-4975-9d2d-b836918385ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b8badb8a-5e5c-4760-9f49-5eebec6ef05f'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:15:54.664545 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df7832a-8b07-40d9-ad83-82712541c2f0 None None] Attempting to bind port c2b59574-c826-4d12-b867-602ad79858e7 on network b8badb8a-5e5c-4760-9f49-5eebec6ef05f {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:15:54.673040 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df7832a-8b07-40d9-ad83-82712541c2f0 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:15:54.673345 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df7832a-8b07-40d9-ad83-82712541c2f0 None None] Checking segment: {'id': '2203285e-86ac-4975-9d2d-b836918385ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b8badb8a-5e5c-4760-9f49-5eebec6ef05f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:15:54.673743 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3df7832a-8b07-40d9-ad83-82712541c2f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:54.674133 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df7832a-8b07-40d9-ad83-82712541c2f0 None None] Bound using segment: {'id': '2203285e-86ac-4975-9d2d-b836918385ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b8badb8a-5e5c-4760-9f49-5eebec6ef05f'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:15:54.674600 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-3df7832a-8b07-40d9-ad83-82712541c2f0 None None] Bound port: c2b59574-c826-4d12-b867-602ad79858e7, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2203285e-86ac-4975-9d2d-b836918385ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b8badb8a-5e5c-4760-9f49-5eebec6ef05f'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:15:54.674985 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3df7832a-8b07-40d9-ad83-82712541c2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (c2b59574-c826-4d12-b867-602ad79858e7), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:54.676553 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:54.692295 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port ee10e3aa-b1a3-42cc-bae9-2032bf08f550 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:15:54.697403 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (ee10e3aa-b1a3-42cc-bae9-2032bf08f550), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:54.774079 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:54.808716 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port ee10e3aa-b1a3-42cc-bae9-2032bf08f550 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:15:54.809795 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 3b5bbe13-e2e3-4395-b1bc-bfa0f87a37ff up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:15:54.851900 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 3b5bbe13-e2e3-4395-b1bc-bfa0f87a37ff triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:15:54.852302 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (3b5bbe13-e2e3-4395-b1bc-bfa0f87a37ff), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:54.914453 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8f99864f-a5ab-47aa-947a-d30234a980e6 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (c2b59574-c826-4d12-b867-602ad79858e7), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:54.919787 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-3df7832a-8b07-40d9-ad83-82712541c2f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 05:15:54.920300 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-3df7832a-8b07-40d9-ad83-82712541c2f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 05:15:54.929433 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 3b5bbe13-e2e3-4395-b1bc-bfa0f87a37ff is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:15:54.943202 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f99864f-a5ab-47aa-947a-d30234a980e6 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event deleted for resources: {'Port': ['ID=c2b59574-c826-4d12-b867-602ad79858e7,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:55.351555 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8f99864f-a5ab-47aa-947a-d30234a980e6 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (bc7852fc-bce7-4073-9a2b-772a17cc7747), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:55.436450 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-3df7832a-8b07-40d9-ad83-82712541c2f0 None None] Attempting to bind port c2b59574-c826-4d12-b867-602ad79858e7 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:15:55.437119 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-3df7832a-8b07-40d9-ad83-82712541c2f0 None None] Attempting to bind port c2b59574-c826-4d12-b867-602ad79858e7 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '2203285e-86ac-4975-9d2d-b836918385ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b8badb8a-5e5c-4760-9f49-5eebec6ef05f'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:15:55.437511 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df7832a-8b07-40d9-ad83-82712541c2f0 None None] Attempting to bind port c2b59574-c826-4d12-b867-602ad79858e7 on network b8badb8a-5e5c-4760-9f49-5eebec6ef05f {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:15:55.442722 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df7832a-8b07-40d9-ad83-82712541c2f0 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:15:55.443096 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df7832a-8b07-40d9-ad83-82712541c2f0 None None] Checking segment: {'id': '2203285e-86ac-4975-9d2d-b836918385ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b8badb8a-5e5c-4760-9f49-5eebec6ef05f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:15:55.443496 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3df7832a-8b07-40d9-ad83-82712541c2f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:55.443888 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df7832a-8b07-40d9-ad83-82712541c2f0 None None] Bound using segment: {'id': '2203285e-86ac-4975-9d2d-b836918385ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b8badb8a-5e5c-4760-9f49-5eebec6ef05f'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:15:55.444385 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-3df7832a-8b07-40d9-ad83-82712541c2f0 None None] Bound port: c2b59574-c826-4d12-b867-602ad79858e7, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2203285e-86ac-4975-9d2d-b836918385ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b8badb8a-5e5c-4760-9f49-5eebec6ef05f'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:15:55.444769 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3df7832a-8b07-40d9-ad83-82712541c2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (c2b59574-c826-4d12-b867-602ad79858e7), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:55.455026 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:55.474873 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-3df7832a-8b07-40d9-ad83-82712541c2f0 None None] Port c2b59574-c826-4d12-b867-602ad79858e7 has been deleted concurrently {{(pid=107777) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:675}} Aug 27 05:15:55.484833 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df7832a-8b07-40d9-ad83-82712541c2f0 None None] Routers {'bc7852fc-bce7-4073-9a2b-772a17cc7747'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:15:55.485443 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-3df7832a-8b07-40d9-ad83-82712541c2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:15:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['bc7852fc-bce7-4073-9a2b-772a17cc7747'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:15:55.544044 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:55.564265 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f99864f-a5ab-47aa-947a-d30234a980e6 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Router bc7852fc-bce7-4073-9a2b-772a17cc7747 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:15:55.673782 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f99864f-a5ab-47aa-947a-d30234a980e6 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:15:55.682157 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-8f99864f-a5ab-47aa-947a-d30234a980e6 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "PUT /networking/v2.0/routers/bc7852fc-bce7-4073-9a2b-772a17cc7747/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7780423 Aug 27 05:15:55.682292 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58862) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:15:55.725889 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-3df7832a-8b07-40d9-ad83-82712541c2f0 None None] Set router bc7852fc-bce7-4073-9a2b-772a17cc7747 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:15:55.740924 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0f85035-3578-4699-8ce5-af982271168a tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Deleting subnet 2cdb09f4-eff8-4953-8dc7-a34169c755ca {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 05:15:55.744296 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d0f85035-3578-4699-8ce5-af982271168a tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for subnet (2cdb09f4-eff8-4953-8dc7-a34169c755ca), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:55.785673 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d0f85035-3578-4699-8ce5-af982271168a tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (2cdb09f4-eff8-4953-8dc7-a34169c755ca), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:55.868716 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d0f85035-3578-4699-8ce5-af982271168a tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (2cdb09f4-eff8-4953-8dc7-a34169c755ca), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:55.889014 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:55.898470 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-3df7832a-8b07-40d9-ad83-82712541c2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7852fc-bce7-4073-9a2b-772a17cc7747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-607096113', 'tenant_id': 'd6eebd600a964f4ca91de2d97e0df602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '3b5bbe13-e2e3-4395-b1bc-bfa0f87a37ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:15:48Z', 'updated_at': '2022-08-27T05:15:54Z', 'revision_number': 5, 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'gw_port': {'id': '3b5bbe13-e2e3-4395-b1bc-bfa0f87a37ff', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7852fc-bce7-4073-9a2b-772a17cc7747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:15:48Z', 'updated_at': '2022-08-27T05:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:15:55.936345 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df7832a-8b07-40d9-ad83-82712541c2f0 None None] The sync data for ids ['bc7852fc-bce7-4073-9a2b-772a17cc7747'] in n-d-852088-5 is: [{'id': 'bc7852fc-bce7-4073-9a2b-772a17cc7747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-607096113', 'tenant_id': 'd6eebd600a964f4ca91de2d97e0df602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '3b5bbe13-e2e3-4395-b1bc-bfa0f87a37ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:15:48Z', 'updated_at': '2022-08-27T05:15:54Z', 'revision_number': 5, 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'gw_port': {'id': '3b5bbe13-e2e3-4395-b1bc-bfa0f87a37ff', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7852fc-bce7-4073-9a2b-772a17cc7747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:15:48Z', 'updated_at': '2022-08-27T05:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:15:56.011842 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d0f85035-3578-4699-8ce5-af982271168a tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (2cdb09f4-eff8-4953-8dc7-a34169c755ca), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:56.045344 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f85035-3578-4699-8ce5-af982271168a tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event deleted for resources: {'Subnet': ['ID=2cdb09f4-eff8-4953-8dc7-a34169c755ca,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:56.049655 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d0f85035-3578-4699-8ce5-af982271168a tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:56.051877 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1c5e38-f148-432c-ac82-c42b04ce1c82 None None] Network b8badb8a-5e5c-4760-9f49-5eebec6ef05f requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:15:56.056111 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d0f85035-3578-4699-8ce5-af982271168a tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/2cdb09f4-eff8-4953-8dc7-a34169c755ca HTTP/1.1" status: 204 len: 168 time: 0.3730764 Aug 27 05:15:56.058666 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58864) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:15:56.217442 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30226569-2705-4eb5-846b-3785528c7e28 None None] DHCP port deletion for b8badb8a-5e5c-4760-9f49-5eebec6ef05f request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 05:15:56.264964 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-30226569-2705-4eb5-846b-3785528c7e28 None None] Deleting port ee10e3aa-b1a3-42cc-bae9-2032bf08f550 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:15:56.265447 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-30226569-2705-4eb5-846b-3785528c7e28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (ee10e3aa-b1a3-42cc-bae9-2032bf08f550), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:56.337738 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:56.347029 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-30226569-2705-4eb5-846b-3785528c7e28 None None] For port ee10e3aa-b1a3-42cc-bae9-2032bf08f550, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=ee10e3aa-b1a3-42cc-bae9-2032bf08f550,segment=NetworkSegment(2203285e-86ac-4975-9d2d-b836918385ff),segment_id=2203285e-86ac-4975-9d2d-b836918385ff)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:15:56.347568 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-30226569-2705-4eb5-846b-3785528c7e28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (ee10e3aa-b1a3-42cc-bae9-2032bf08f550), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:56.365053 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-30226569-2705-4eb5-846b-3785528c7e28 None None] Calling delete_port for ee10e3aa-b1a3-42cc-bae9-2032bf08f550 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:15:56.511209 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-49dbe0d3-3d61-4da8-a69f-716c4405ebf5 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for router (bc7852fc-bce7-4073-9a2b-772a17cc7747), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:56.515188 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-30226569-2705-4eb5-846b-3785528c7e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (ee10e3aa-b1a3-42cc-bae9-2032bf08f550), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:56.544861 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30226569-2705-4eb5-846b-3785528c7e28 None None] No DVR routers for this DVR port ee10e3aa-b1a3-42cc-bae9-2032bf08f550 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:15:56.548596 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30226569-2705-4eb5-846b-3785528c7e28 None None] Pushing event deleted for resources: {'Port': ['ID=ee10e3aa-b1a3-42cc-bae9-2032bf08f550,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:56.585333 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device ee10e3aa-b1a3-42cc-bae9-2032bf08f550 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:15:56.609249 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: ee10e3aa-b1a3-42cc-bae9-2032bf08f550 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:15:56.609568 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device ee10e3aa-b1a3-42cc-bae9-2032bf08f550 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:15:56.634058 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-49dbe0d3-3d61-4da8-a69f-716c4405ebf5 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for router_gateway (bc7852fc-bce7-4073-9a2b-772a17cc7747), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:56.681239 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a686dc4-af03-4dd1-b08e-864dbc20de18 None None] Sync routers for ids ['bc7852fc-bce7-4073-9a2b-772a17cc7747'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:15:56.693257 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a686dc4-af03-4dd1-b08e-864dbc20de18 None None] Routers {'bc7852fc-bce7-4073-9a2b-772a17cc7747'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:15:56.693257 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-7a686dc4-af03-4dd1-b08e-864dbc20de18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:15:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['bc7852fc-bce7-4073-9a2b-772a17cc7747'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:15:56.720272 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f2b89283-6ca3-4b0a-b287-cd03b1fc7859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:56.751367 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-49dbe0d3-3d61-4da8-a69f-716c4405ebf5 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Deleting port 3b5bbe13-e2e3-4395-b1bc-bfa0f87a37ff {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:15:56.752058 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-49dbe0d3-3d61-4da8-a69f-716c4405ebf5 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (3b5bbe13-e2e3-4395-b1bc-bfa0f87a37ff), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:56.798366 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-7a686dc4-af03-4dd1-b08e-864dbc20de18 None None] Set router bc7852fc-bce7-4073-9a2b-772a17cc7747 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:15:56.831516 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-49dbe0d3-3d61-4da8-a69f-716c4405ebf5 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] For port 3b5bbe13-e2e3-4395-b1bc-bfa0f87a37ff, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=3b5bbe13-e2e3-4395-b1bc-bfa0f87a37ff,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:15:56.831803 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-49dbe0d3-3d61-4da8-a69f-716c4405ebf5 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (3b5bbe13-e2e3-4395-b1bc-bfa0f87a37ff), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:56.845202 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-49dbe0d3-3d61-4da8-a69f-716c4405ebf5 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Calling delete_port for 3b5bbe13-e2e3-4395-b1bc-bfa0f87a37ff owned by network:router_gateway {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:15:56.896542 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:56.926856 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:56.972739 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-7a686dc4-af03-4dd1-b08e-864dbc20de18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7852fc-bce7-4073-9a2b-772a17cc7747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-607096113', 'tenant_id': 'd6eebd600a964f4ca91de2d97e0df602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '3b5bbe13-e2e3-4395-b1bc-bfa0f87a37ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:15:48Z', 'updated_at': '2022-08-27T05:15:54Z', 'revision_number': 5, 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'gw_port': {'id': '3b5bbe13-e2e3-4395-b1bc-bfa0f87a37ff', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7852fc-bce7-4073-9a2b-772a17cc7747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:15:48Z', 'updated_at': '2022-08-27T05:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:15:56.998282 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a686dc4-af03-4dd1-b08e-864dbc20de18 None None] Checking router: bc7852fc-bce7-4073-9a2b-772a17cc7747 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:15:57.006860 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a686dc4-af03-4dd1-b08e-864dbc20de18 None None] Routers {'bc7852fc-bce7-4073-9a2b-772a17cc7747'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:15:57.007456 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-7a686dc4-af03-4dd1-b08e-864dbc20de18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:15:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['bc7852fc-bce7-4073-9a2b-772a17cc7747'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:15:57.062608 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-49dbe0d3-3d61-4da8-a69f-716c4405ebf5 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (3b5bbe13-e2e3-4395-b1bc-bfa0f87a37ff), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:57.093187 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-7a686dc4-af03-4dd1-b08e-864dbc20de18 None None] Set router bc7852fc-bce7-4073-9a2b-772a17cc7747 gateway port host: None {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:15:57.098168 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dbe0d3-3d61-4da8-a69f-716c4405ebf5 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event deleted for resources: {'Port': ['ID=3b5bbe13-e2e3-4395-b1bc-bfa0f87a37ff,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:57.148672 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-7a686dc4-af03-4dd1-b08e-864dbc20de18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7852fc-bce7-4073-9a2b-772a17cc7747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-607096113', 'tenant_id': 'd6eebd600a964f4ca91de2d97e0df602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:15:48Z', 'updated_at': '2022-08-27T05:15:56Z', 'revision_number': 6, 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:15:57.157668 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-49dbe0d3-3d61-4da8-a69f-716c4405ebf5 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (bc7852fc-bce7-4073-9a2b-772a17cc7747), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:57.175921 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a686dc4-af03-4dd1-b08e-864dbc20de18 None None] The sync data for ids ['bc7852fc-bce7-4073-9a2b-772a17cc7747'] in n-d-852088-5 is: [{'id': 'bc7852fc-bce7-4073-9a2b-772a17cc7747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-607096113', 'tenant_id': 'd6eebd600a964f4ca91de2d97e0df602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:15:48Z', 'updated_at': '2022-08-27T05:15:56Z', 'revision_number': 6, 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'gw_port_host': None}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:15:57.248601 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-49dbe0d3-3d61-4da8-a69f-716c4405ebf5 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (bc7852fc-bce7-4073-9a2b-772a17cc7747), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:57.250998 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-49dbe0d3-3d61-4da8-a69f-716c4405ebf5 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for router_controller (bc7852fc-bce7-4073-9a2b-772a17cc7747), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:57.346601 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-49dbe0d3-3d61-4da8-a69f-716c4405ebf5 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (bc7852fc-bce7-4073-9a2b-772a17cc7747), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:57.347251 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49dbe0d3-3d61-4da8-a69f-716c4405ebf5 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Fanout notify agent at l3_agent the message router_deleted on router bc7852fc-bce7-4073-9a2b-772a17cc7747 {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 05:15:57.354145 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-49dbe0d3-3d61-4da8-a69f-716c4405ebf5 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:57.355249 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-49dbe0d3-3d61-4da8-a69f-716c4405ebf5 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "DELETE /networking/v2.0/routers/bc7852fc-bce7-4073-9a2b-772a17cc7747 HTTP/1.1" status: 204 len: 168 time: 1.2954733 Aug 27 05:15:57.358867 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58866) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:15:57.440011 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8bd0233b-f5e4-4d4c-95e2-fd8e67a1f9c6 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (b8badb8a-5e5c-4760-9f49-5eebec6ef05f), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:57.442487 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:57.533330 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8bd0233b-f5e4-4d4c-95e2-fd8e67a1f9c6 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (b8badb8a-5e5c-4760-9f49-5eebec6ef05f), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:57.555034 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-8bd0233b-f5e4-4d4c-95e2-fd8e67a1f9c6 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8badb8a-5e5c-4760-9f49-5eebec6ef05f']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:15:57.564499 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-8bd0233b-f5e4-4d4c-95e2-fd8e67a1f9c6 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2203285e-86ac-4975-9d2d-b836918385ff') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:15:57.573650 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-8bd0233b-f5e4-4d4c-95e2-fd8e67a1f9c6 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2203285e-86ac-4975-9d2d-b836918385ff') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:15:57.574439 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8bd0233b-f5e4-4d4c-95e2-fd8e67a1f9c6 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (2203285e-86ac-4975-9d2d-b836918385ff), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:57.587644 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8bd0233b-f5e4-4d4c-95e2-fd8e67a1f9c6 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (2203285e-86ac-4975-9d2d-b836918385ff), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:57.595540 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bd0233b-f5e4-4d4c-95e2-fd8e67a1f9c6 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:15:57.595939 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8bd0233b-f5e4-4d4c-95e2-fd8e67a1f9c6 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (2203285e-86ac-4975-9d2d-b836918385ff), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:57.639847 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 2203285e-86ac-4975-9d2d-b836918385ff resource provider aggregate not found Aug 27 05:15:57.662689 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 2203285e-86ac-4975-9d2d-b836918385ff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2203285e-86ac-4975-9d2d-b836918385ff found for delete ", "request_id": "req-49562a14-a02f-423e-9d5a-5d616a79c228"}]} Aug 27 05:15:57.760351 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8bd0233b-f5e4-4d4c-95e2-fd8e67a1f9c6 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (b8badb8a-5e5c-4760-9f49-5eebec6ef05f), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:57.767845 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8bd0233b-f5e4-4d4c-95e2-fd8e67a1f9c6 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:57.772649 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8bd0233b-f5e4-4d4c-95e2-fd8e67a1f9c6 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "DELETE /networking/v2.0/networks/b8badb8a-5e5c-4760-9f49-5eebec6ef05f HTTP/1.1" status: 204 len: 168 time: 0.4112720 Aug 27 05:15:57.773701 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58872) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:15:57.792306 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd0233b-f5e4-4d4c-95e2-fd8e67a1f9c6 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event deleted for resources: {'Network': ['ID=b8badb8a-5e5c-4760-9f49-5eebec6ef05f,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:57.847785 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bdc59a36-8fdd-4f94-a9e9-63e942d7d912 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group (d2ce5463-99ad-4355-a6ea-50be61f6ed2e), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:57.881105 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bdc59a36-8fdd-4f94-a9e9-63e942d7d912 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group (d2ce5463-99ad-4355-a6ea-50be61f6ed2e), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:58.017487 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bdc59a36-8fdd-4f94-a9e9-63e942d7d912 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (d2ce5463-99ad-4355-a6ea-50be61f6ed2e), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:58.020134 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-bdc59a36-8fdd-4f94-a9e9-63e942d7d912 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:58.021343 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-bdc59a36-8fdd-4f94-a9e9-63e942d7d912 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/d2ce5463-99ad-4355-a6ea-50be61f6ed2e HTTP/1.1" status: 204 len: 168 time: 0.2467377 Aug 27 05:15:58.031760 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc59a36-8fdd-4f94-a9e9-63e942d7d912 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ce5463-99ad-4355-a6ea-50be61f6ed2e,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:58.306177 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58878) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:15:58.311330 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-95bfebfd-bc3c-4b43-b164-0593ca49ef46 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-271253142', 'description': 'tempest-secgroup-smoke-271253142 description', 'project_id': 'd6eebd600a964f4ca91de2d97e0df602'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:15:58.422926 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-95bfebfd-bc3c-4b43-b164-0593ca49ef46 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:58.491357 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-95bfebfd-bc3c-4b43-b164-0593ca49ef46 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group (57b9f10b-74be-4e8e-81b7-4f1b57e0d0b3), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:58.537265 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-95bfebfd-bc3c-4b43-b164-0593ca49ef46 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (57b9f10b-74be-4e8e-81b7-4f1b57e0d0b3), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:58.562235 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 3b5bbe13-e2e3-4395-b1bc-bfa0f87a37ff no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:15:58.569031 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bfebfd-bc3c-4b43-b164-0593ca49ef46 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57b9f10b-74be-4e8e-81b7-4f1b57e0d0b3,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:58.585330 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 3b5bbe13-e2e3-4395-b1bc-bfa0f87a37ff {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:15:58.585675 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 3b5bbe13-e2e3-4395-b1bc-bfa0f87a37ff not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:15:58.609142 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-95bfebfd-bc3c-4b43-b164-0593ca49ef46 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:58.610467 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-95bfebfd-bc3c-4b43-b164-0593ca49ef46 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3032398 Aug 27 05:15:58.613422 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58880) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:15:58.617887 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-74baa0fc-14bc-4c1a-833b-e61a68933439 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Request body: {'security_group_rule': {'security_group_id': '57b9f10b-74be-4e8e-81b7-4f1b57e0d0b3', 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:15:58.629753 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:58.712442 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-74baa0fc-14bc-4c1a-833b-e61a68933439 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (d4b68879-46b1-43f0-964f-18e69fc07f48), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:58.768996 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-74baa0fc-14bc-4c1a-833b-e61a68933439 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (d4b68879-46b1-43f0-964f-18e69fc07f48), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:58.873449 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-74baa0fc-14bc-4c1a-833b-e61a68933439 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (d4b68879-46b1-43f0-964f-18e69fc07f48), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:58.895669 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74baa0fc-14bc-4c1a-833b-e61a68933439 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4b68879-46b1-43f0-964f-18e69fc07f48,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:58.977338 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-74baa0fc-14bc-4c1a-833b-e61a68933439 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:58.978580 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-74baa0fc-14bc-4c1a-833b-e61a68933439 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3642275 Aug 27 05:15:58.981457 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58882) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:15:58.986455 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-7dcaf0c0-70f9-4989-aade-c5c04a2f1912 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Request body: {'security_group_rule': {'security_group_id': '57b9f10b-74be-4e8e-81b7-4f1b57e0d0b3', 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:15:59.078238 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7dcaf0c0-70f9-4989-aade-c5c04a2f1912 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (8164ab7d-fff9-4a12-b970-1b0fa4843a29), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:59.137615 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7dcaf0c0-70f9-4989-aade-c5c04a2f1912 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (8164ab7d-fff9-4a12-b970-1b0fa4843a29), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:59.188605 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4d5c4808-c776-49df-809d-199adbd7d22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:59.217707 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7dcaf0c0-70f9-4989-aade-c5c04a2f1912 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (8164ab7d-fff9-4a12-b970-1b0fa4843a29), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:59.223723 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:15:59.238398 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcaf0c0-70f9-4989-aade-c5c04a2f1912 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8164ab7d-fff9-4a12-b970-1b0fa4843a29,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:59.322491 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7dcaf0c0-70f9-4989-aade-c5c04a2f1912 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:59.324178 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7dcaf0c0-70f9-4989-aade-c5c04a2f1912 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3409419 Aug 27 05:15:59.327757 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58884) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:15:59.333860 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-d740ea96-3fe4-434e-81fe-583190f1271f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Request body: {'security_group_rule': {'security_group_id': '57b9f10b-74be-4e8e-81b7-4f1b57e0d0b3', 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:15:59.428996 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d740ea96-3fe4-434e-81fe-583190f1271f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (27295178-d567-40f4-9259-923fe4ab587e), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:59.489331 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d740ea96-3fe4-434e-81fe-583190f1271f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (27295178-d567-40f4-9259-923fe4ab587e), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:59.548688 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d740ea96-3fe4-434e-81fe-583190f1271f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (27295178-d567-40f4-9259-923fe4ab587e), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:59.567526 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d740ea96-3fe4-434e-81fe-583190f1271f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27295178-d567-40f4-9259-923fe4ab587e,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:59.659306 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d740ea96-3fe4-434e-81fe-583190f1271f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:59.660613 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d740ea96-3fe4-434e-81fe-583190f1271f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3314424 Aug 27 05:15:59.665624 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58886) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:15:59.670364 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-56357c96-14db-4836-a9c3-b84b9852a226 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Request body: {'security_group_rule': {'security_group_id': '57b9f10b-74be-4e8e-81b7-4f1b57e0d0b3', 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:15:59.755231 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-56357c96-14db-4836-a9c3-b84b9852a226 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (8de42104-e0c7-443d-9694-1cb704bc3d3e), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:59.818204 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-56357c96-14db-4836-a9c3-b84b9852a226 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (8de42104-e0c7-443d-9694-1cb704bc3d3e), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:59.885561 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-56357c96-14db-4836-a9c3-b84b9852a226 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (8de42104-e0c7-443d-9694-1cb704bc3d3e), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:59.905517 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56357c96-14db-4836-a9c3-b84b9852a226 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8de42104-e0c7-443d-9694-1cb704bc3d3e,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:15:59.984866 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-56357c96-14db-4836-a9c3-b84b9852a226 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:15:59.986096 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-56357c96-14db-4836-a9c3-b84b9852a226 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3194702 Aug 27 05:15:59.988915 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58888) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:15:59.993183 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-36e22c6d-de31-4f44-b8b0-4b82b56dcc38 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Request body: {'security_group_rule': {'security_group_id': '57b9f10b-74be-4e8e-81b7-4f1b57e0d0b3', 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:16:00.091438 n-d-852088-5 neutron-server[107776]: INFO neutron.db.securitygroups_db [None req-36e22c6d-de31-4f44-b8b0-4b82b56dcc38 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Project d6eebd600a964f4ca91de2d97e0df602 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 05:16:00.097298 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-36e22c6d-de31-4f44-b8b0-4b82b56dcc38 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (b5e26e1f-e8cc-48bd-8dd6-88b063a0453d), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:00.156291 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-36e22c6d-de31-4f44-b8b0-4b82b56dcc38 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (b5e26e1f-e8cc-48bd-8dd6-88b063a0453d), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:00.216880 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-36e22c6d-de31-4f44-b8b0-4b82b56dcc38 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (b5e26e1f-e8cc-48bd-8dd6-88b063a0453d), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:00.231308 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:00.237574 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e22c6d-de31-4f44-b8b0-4b82b56dcc38 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5e26e1f-e8cc-48bd-8dd6-88b063a0453d,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:00.333318 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-36e22c6d-de31-4f44-b8b0-4b82b56dcc38 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:00.334576 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-36e22c6d-de31-4f44-b8b0-4b82b56dcc38 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3447359 Aug 27 05:16:00.337475 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58890) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:00.348111 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-8e6fe815-22ef-4313-b3a1-6242237afa7b tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Request body: {'security_group_rule': {'security_group_id': '57b9f10b-74be-4e8e-81b7-4f1b57e0d0b3', 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:16:00.428717 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:00.463610 n-d-852088-5 neutron-server[107776]: INFO neutron.db.securitygroups_db [None req-8e6fe815-22ef-4313-b3a1-6242237afa7b tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Project d6eebd600a964f4ca91de2d97e0df602 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 05:16:00.470149 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8e6fe815-22ef-4313-b3a1-6242237afa7b tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (a1adc6a5-0d3c-4d00-b941-d9d0adda77b6), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:00.530112 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8e6fe815-22ef-4313-b3a1-6242237afa7b tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (a1adc6a5-0d3c-4d00-b941-d9d0adda77b6), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:00.586619 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8e6fe815-22ef-4313-b3a1-6242237afa7b tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (a1adc6a5-0d3c-4d00-b941-d9d0adda77b6), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:00.606542 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6fe815-22ef-4313-b3a1-6242237afa7b tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1adc6a5-0d3c-4d00-b941-d9d0adda77b6,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:00.674509 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8e6fe815-22ef-4313-b3a1-6242237afa7b tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:00.675803 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8e6fe815-22ef-4313-b3a1-6242237afa7b tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3373272 Aug 27 05:16:00.678643 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58892) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:00.683471 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-db4b19d0-cd65-46e5-aa26-132b6261d173 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Request body: {'network': {'name': 'tempest-network-smoke--525480993', 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'port_security_enabled': True}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:16:00.764641 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4b19d0-cd65-46e5-aa26-132b6261d173 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Made reservation on behalf of d6eebd600a964f4ca91de2d97e0df602 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:16:00.768343 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-db4b19d0-cd65-46e5-aa26-132b6261d173 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:00.792560 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db4b19d0-cd65-46e5-aa26-132b6261d173 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 05:16:00.802528 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-db4b19d0-cd65-46e5-aa26-132b6261d173 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (a152fc39-6dba-4ef1-976c-bc8388a3ddd1), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:00.802528 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-db4b19d0-cd65-46e5-aa26-132b6261d173 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Added segment a152fc39-6dba-4ef1-976c-bc8388a3ddd1 of type vlan for network 9a39c847-c706-4ec7-ac09-6ca6c86ec222 Aug 27 05:16:00.848051 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-db4b19d0-cd65-46e5-aa26-132b6261d173 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (9a39c847-c706-4ec7-ac09-6ca6c86ec222), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:00.958577 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-db4b19d0-cd65-46e5-aa26-132b6261d173 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (9a39c847-c706-4ec7-ac09-6ca6c86ec222), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:00.963539 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4b19d0-cd65-46e5-aa26-132b6261d173 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:16:00.964129 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-db4b19d0-cd65-46e5-aa26-132b6261d173 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:00.984455 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=81,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:01.035201 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4b19d0-cd65-46e5-aa26-132b6261d173 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event updated for resources: {'Network': ['ID=9a39c847-c706-4ec7-ac09-6ca6c86ec222,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:01.045451 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 9a39c847-c706-4ec7-ac09-6ca6c86ec222 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 05:16:01.098166 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-db4b19d0-cd65-46e5-aa26-132b6261d173 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4184465 Aug 27 05:16:01.100829 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58894) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:01.105189 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-377fce5c-f215-4734-aa34-67e3e7d4203f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-798819315', 'admin_state_up': True, 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:16:01.194247 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-377fce5c-f215-4734-aa34-67e3e7d4203f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (5fe1a340-e17b-4b04-8e68-2435206e5d64), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:01.195338 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-377fce5c-f215-4734-aa34-67e3e7d4203f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (5fe1a340-e17b-4b04-8e68-2435206e5d64), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:01.250499 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-377fce5c-f215-4734-aa34-67e3e7d4203f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for router_controller (5fe1a340-e17b-4b04-8e68-2435206e5d64), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:01.453030 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-377fce5c-f215-4734-aa34-67e3e7d4203f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for router_gateway (5fe1a340-e17b-4b04-8e68-2435206e5d64), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:01.699700 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-377fce5c-f215-4734-aa34-67e3e7d4203f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for router_gateway (5fe1a340-e17b-4b04-8e68-2435206e5d64), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:01.723520 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-377fce5c-f215-4734-aa34-67e3e7d4203f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:01.760281 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:01.873462 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-377fce5c-f215-4734-aa34-67e3e7d4203f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Allocated IP 172.25.2.88 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/2c6fa876-b67f-4536-8e22-ef187e05db12) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:16:01.970032 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:01.993709 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-377fce5c-f215-4734-aa34-67e3e7d4203f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for port (2c6fa876-b67f-4536-8e22-ef187e05db12), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:02.029238 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:02.080354 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-377fce5c-f215-4734-aa34-67e3e7d4203f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (2c6fa876-b67f-4536-8e22-ef187e05db12), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:02.121906 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377fce5c-f215-4734-aa34-67e3e7d4203f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:16:02.126811 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-377fce5c-f215-4734-aa34-67e3e7d4203f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:16:02.137390 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377fce5c-f215-4734-aa34-67e3e7d4203f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:16:02.137390 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377fce5c-f215-4734-aa34-67e3e7d4203f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event updated for resources: {'Port': ['ID=2c6fa876-b67f-4536-8e22-ef187e05db12,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:02.160484 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:02.472593 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-377fce5c-f215-4734-aa34-67e3e7d4203f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for router_gateway (5fe1a340-e17b-4b04-8e68-2435206e5d64), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:02.669194 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-377fce5c-f215-4734-aa34-67e3e7d4203f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (5fe1a340-e17b-4b04-8e68-2435206e5d64), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:02.743944 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:02.872909 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-377fce5c-f215-4734-aa34-67e3e7d4203f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Router 5fe1a340-e17b-4b04-8e68-2435206e5d64 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 05:16:02.979541 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-377fce5c-f215-4734-aa34-67e3e7d4203f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:16:02.988899 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e21087-9e26-4481-bcde-cee8c2f4dee7 None None] Sync routers for ids ['5fe1a340-e17b-4b04-8e68-2435206e5d64'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:16:02.999363 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e21087-9e26-4481-bcde-cee8c2f4dee7 None None] Routers {'5fe1a340-e17b-4b04-8e68-2435206e5d64'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:16:03.000074 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-04e21087-9e26-4481-bcde-cee8c2f4dee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:15:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['5fe1a340-e17b-4b04-8e68-2435206e5d64'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:03.057692 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-377fce5c-f215-4734-aa34-67e3e7d4203f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:03.058990 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-377fce5c-f215-4734-aa34-67e3e7d4203f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9572241 Aug 27 05:16:03.062957 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58896) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:03.095426 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c6b2e4e8-fdf1-435f-87b8-7aaadac3f694 tempest-TestNetworkAdvancedServerOps-1045750281 tempest-TestNetworkAdvancedServerOps-1045750281-project-admin] 10.222.0.76 "GET /networking/v2.0/subnets?project_id=d6eebd600a964f4ca91de2d97e0df602&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312347 Aug 27 05:16:03.098046 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58898) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:03.109005 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-04e21087-9e26-4481-bcde-cee8c2f4dee7 None None] Set router 5fe1a340-e17b-4b04-8e68-2435206e5d64 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:16:03.198408 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e403d94-4ae4-45c9-bbcf-842bb9930c6b tempest-TestNetworkAdvancedServerOps-1045750281 tempest-TestNetworkAdvancedServerOps-1045750281-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:16:03.200838 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1e403d94-4ae4-45c9-bbcf-842bb9930c6b tempest-TestNetworkAdvancedServerOps-1045750281 tempest-TestNetworkAdvancedServerOps-1045750281-project-admin] 10.222.0.76 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1017303 Aug 27 05:16:03.203478 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58900) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:03.233081 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-bd89f4bd-6527-41b9-91d8-b8bd0aadb90a tempest-TestNetworkAdvancedServerOps-1045750281 tempest-TestNetworkAdvancedServerOps-1045750281-project-admin] 10.222.0.76 "GET /networking/v2.0/subnets?network_id=2db7b18a-8c4b-4ba8-8012-3e7d96728abb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274632 Aug 27 05:16:03.235198 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58902) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:03.240018 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-5f2d1988-2bc0-408a-b158-15b938f6b469 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1269322732', 'network_id': '9a39c847-c706-4ec7-ac09-6ca6c86ec222', 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:16:03.279997 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-04e21087-9e26-4481-bcde-cee8c2f4dee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe1a340-e17b-4b04-8e68-2435206e5d64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798819315', 'tenant_id': 'd6eebd600a964f4ca91de2d97e0df602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '2c6fa876-b67f-4536-8e22-ef187e05db12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:16:01Z', 'updated_at': '2022-08-27T05:16:02Z', 'revision_number': 3, 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'gw_port': {'id': '2c6fa876-b67f-4536-8e22-ef187e05db12', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe1a340-e17b-4b04-8e68-2435206e5d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:16:01Z', 'updated_at': '2022-08-27T05:16:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:03.306047 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e21087-9e26-4481-bcde-cee8c2f4dee7 None None] Checking router: 5fe1a340-e17b-4b04-8e68-2435206e5d64 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:16:03.306397 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e21087-9e26-4481-bcde-cee8c2f4dee7 None None] Updating router 5fe1a340-e17b-4b04-8e68-2435206e5d64 port 2c6fa876-b67f-4536-8e22-ef187e05db12 binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:16:03.338301 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-04e21087-9e26-4481-bcde-cee8c2f4dee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (2c6fa876-b67f-4536-8e22-ef187e05db12), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:03.398250 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2d1988-2bc0-408a-b158-15b938f6b469 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Made reservation on behalf of d6eebd600a964f4ca91de2d97e0df602 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:16:03.402166 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5f2d1988-2bc0-408a-b158-15b938f6b469 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:03.437345 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:03.588101 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-04e21087-9e26-4481-bcde-cee8c2f4dee7 None None] Publish callbacks [] for port (2c6fa876-b67f-4536-8e22-ef187e05db12), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:03.691746 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-04e21087-9e26-4481-bcde-cee8c2f4dee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (2c6fa876-b67f-4536-8e22-ef187e05db12), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:03.692074 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5f2d1988-2bc0-408a-b158-15b938f6b469 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (12749415-662c-4ced-97a5-282298288a41), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:03.725543 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-04e21087-9e26-4481-bcde-cee8c2f4dee7 None None] Attempting to bind port 2c6fa876-b67f-4536-8e22-ef187e05db12 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:16:03.725912 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-04e21087-9e26-4481-bcde-cee8c2f4dee7 None None] Attempting to bind port 2c6fa876-b67f-4536-8e22-ef187e05db12 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:16:03.726276 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e21087-9e26-4481-bcde-cee8c2f4dee7 None None] Attempting to bind port 2c6fa876-b67f-4536-8e22-ef187e05db12 on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:16:03.739813 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e21087-9e26-4481-bcde-cee8c2f4dee7 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:16:03.740097 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e21087-9e26-4481-bcde-cee8c2f4dee7 None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:16:03.740548 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-04e21087-9e26-4481-bcde-cee8c2f4dee7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:03.740944 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e21087-9e26-4481-bcde-cee8c2f4dee7 None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:16:03.741415 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-04e21087-9e26-4481-bcde-cee8c2f4dee7 None None] Bound port: 2c6fa876-b67f-4536-8e22-ef187e05db12, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:16:03.741795 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-04e21087-9e26-4481-bcde-cee8c2f4dee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (2c6fa876-b67f-4536-8e22-ef187e05db12), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:03.750487 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2d1988-2bc0-408a-b158-15b938f6b469 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event updated for resources: {'Subnet': ['ID=12749415-662c-4ced-97a5-282298288a41,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:03.767037 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:03.768443 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2d1988-2bc0-408a-b158-15b938f6b469 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Checking segment: {'id': 'a152fc39-6dba-4ef1-976c-bc8388a3ddd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9a39c847-c706-4ec7-ac09-6ca6c86ec222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:16:03.771376 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2d1988-2bc0-408a-b158-15b938f6b469 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Network hostable DHCP agents. Network: 9a39c847-c706-4ec7-ac09-6ca6c86ec222, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 05:16:03.771515 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8837fd-77a8-4dea-a0d0-0f9b08168a92 None None] Pushing event updated for resources: {'Port': ['ID=2c6fa876-b67f-4536-8e22-ef187e05db12,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:03.801483 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-04e21087-9e26-4481-bcde-cee8c2f4dee7 None None] For port 2c6fa876-b67f-4536-8e22-ef187e05db12, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:16:03.804559 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-04e21087-9e26-4481-bcde-cee8c2f4dee7 None None] For port 2c6fa876-b67f-4536-8e22-ef187e05db12, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=2c6fa876-b67f-4536-8e22-ef187e05db12,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:16:03.846063 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2d1988-2bc0-408a-b158-15b938f6b469 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Network 9a39c847-c706-4ec7-ac09-6ca6c86ec222 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 05:16:03.863511 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-04e21087-9e26-4481-bcde-cee8c2f4dee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (2c6fa876-b67f-4536-8e22-ef187e05db12), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:03.900996 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e21087-9e26-4481-bcde-cee8c2f4dee7 None None] Routers {'5fe1a340-e17b-4b04-8e68-2435206e5d64'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:16:03.901694 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-04e21087-9e26-4481-bcde-cee8c2f4dee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:15:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['5fe1a340-e17b-4b04-8e68-2435206e5d64'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:03.902776 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-5f2d1988-2bc0-408a-b158-15b938f6b469 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 9a39c847-c706-4ec7-ac09-6ca6c86ec222) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:16:03.914933 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2d1988-2bc0-408a-b158-15b938f6b469 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:16:03.914933 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5f2d1988-2bc0-408a-b158-15b938f6b469 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:03.943149 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79125c3-042b-43c0-bb01-53fa53abc5e5 None None] Network 9a39c847-c706-4ec7-ac09-6ca6c86ec222 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:16:03.969802 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-5f2d1988-2bc0-408a-b158-15b938f6b469 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7332799 Aug 27 05:16:03.972419 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58904) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:04.032327 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:04.146145 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8837fd-77a8-4dea-a0d0-0f9b08168a92 None None] Pushing event updated for resources: {'Port': ['ID=2c6fa876-b67f-4536-8e22-ef187e05db12,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:04.200475 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:04.254134 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-04e21087-9e26-4481-bcde-cee8c2f4dee7 None None] Set router 5fe1a340-e17b-4b04-8e68-2435206e5d64 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:16:04.307418 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311c89b0-c0dd-499b-b267-05efb04282ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-9a39c847-c706-4ec7-ac09-6ca6c86ec222', 'network_id': '9a39c847-c706-4ec7-ac09-6ca6c86ec222', 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'fixed_ips': [{'subnet_id': '12749415-662c-4ced-97a5-282298288a41'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 05:16:04.308269 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-311c89b0-c0dd-499b-b267-05efb04282ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:04.430530 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c588fa17-3f88-4c1e-bcc3-bf6768db6512 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:04.561823 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-311c89b0-c0dd-499b-b267-05efb04282ae None None] Allocated IP 172.20.0.2 (9a39c847-c706-4ec7-ac09-6ca6c86ec222/12749415-662c-4ced-97a5-282298288a41/69677e97-4777-4eb8-8933-82ffa7646e01) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:16:04.566078 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-04e21087-9e26-4481-bcde-cee8c2f4dee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe1a340-e17b-4b04-8e68-2435206e5d64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798819315', 'tenant_id': 'd6eebd600a964f4ca91de2d97e0df602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '2c6fa876-b67f-4536-8e22-ef187e05db12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:16:01Z', 'updated_at': '2022-08-27T05:16:02Z', 'revision_number': 3, 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'gw_port': {'id': '2c6fa876-b67f-4536-8e22-ef187e05db12', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe1a340-e17b-4b04-8e68-2435206e5d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:16:01Z', 'updated_at': '2022-08-27T05:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:04.596990 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e21087-9e26-4481-bcde-cee8c2f4dee7 None None] The sync data for ids ['5fe1a340-e17b-4b04-8e68-2435206e5d64'] in n-d-852088-5 is: [{'id': '5fe1a340-e17b-4b04-8e68-2435206e5d64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798819315', 'tenant_id': 'd6eebd600a964f4ca91de2d97e0df602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '2c6fa876-b67f-4536-8e22-ef187e05db12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:16:01Z', 'updated_at': '2022-08-27T05:16:02Z', 'revision_number': 3, 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'gw_port': {'id': '2c6fa876-b67f-4536-8e22-ef187e05db12', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe1a340-e17b-4b04-8e68-2435206e5d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:16:01Z', 'updated_at': '2022-08-27T05:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:16:04.745153 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:04.749740 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-311c89b0-c0dd-499b-b267-05efb04282ae None None] Publish callbacks [] for port (69677e97-4777-4eb8-8933-82ffa7646e01), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:04.790135 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-311c89b0-c0dd-499b-b267-05efb04282ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (69677e97-4777-4eb8-8933-82ffa7646e01), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:04.854437 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311c89b0-c0dd-499b-b267-05efb04282ae None None] Network 9a39c847-c706-4ec7-ac09-6ca6c86ec222 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:16:04.861302 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-311c89b0-c0dd-499b-b267-05efb04282ae None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:16:04.865604 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311c89b0-c0dd-499b-b267-05efb04282ae None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:16:04.870100 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311c89b0-c0dd-499b-b267-05efb04282ae None None] Pushing event updated for resources: {'Port': ['ID=69677e97-4777-4eb8-8933-82ffa7646e01,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:04.877601 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-c588fa17-3f88-4c1e-bcc3-bf6768db6512 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Allocated IP 172.20.0.1 (9a39c847-c706-4ec7-ac09-6ca6c86ec222/12749415-662c-4ced-97a5-282298288a41/40750232-eafb-4580-8bd3-450e7db3328f) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:16:04.942803 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-311c89b0-c0dd-499b-b267-05efb04282ae None None] Attempting to bind port 69677e97-4777-4eb8-8933-82ffa7646e01 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:16:04.943284 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-311c89b0-c0dd-499b-b267-05efb04282ae None None] Attempting to bind port 69677e97-4777-4eb8-8933-82ffa7646e01 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'a152fc39-6dba-4ef1-976c-bc8388a3ddd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9a39c847-c706-4ec7-ac09-6ca6c86ec222'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:16:04.943663 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311c89b0-c0dd-499b-b267-05efb04282ae None None] Attempting to bind port 69677e97-4777-4eb8-8933-82ffa7646e01 on network 9a39c847-c706-4ec7-ac09-6ca6c86ec222 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:16:04.946957 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:04.950129 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311c89b0-c0dd-499b-b267-05efb04282ae None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:16:04.951157 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311c89b0-c0dd-499b-b267-05efb04282ae None None] Checking segment: {'id': 'a152fc39-6dba-4ef1-976c-bc8388a3ddd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9a39c847-c706-4ec7-ac09-6ca6c86ec222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:16:04.951835 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-311c89b0-c0dd-499b-b267-05efb04282ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:04.952539 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311c89b0-c0dd-499b-b267-05efb04282ae None None] Bound using segment: {'id': 'a152fc39-6dba-4ef1-976c-bc8388a3ddd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9a39c847-c706-4ec7-ac09-6ca6c86ec222'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:16:04.953047 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-311c89b0-c0dd-499b-b267-05efb04282ae None None] Bound port: 69677e97-4777-4eb8-8933-82ffa7646e01, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a152fc39-6dba-4ef1-976c-bc8388a3ddd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9a39c847-c706-4ec7-ac09-6ca6c86ec222'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:16:04.953436 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-311c89b0-c0dd-499b-b267-05efb04282ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (69677e97-4777-4eb8-8933-82ffa7646e01), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:05.028263 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-311c89b0-c0dd-499b-b267-05efb04282ae None None] For port 69677e97-4777-4eb8-8933-82ffa7646e01, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:16:05.032691 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-311c89b0-c0dd-499b-b267-05efb04282ae None None] For port 69677e97-4777-4eb8-8933-82ffa7646e01, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=69677e97-4777-4eb8-8933-82ffa7646e01,segment=NetworkSegment(a152fc39-6dba-4ef1-976c-bc8388a3ddd1),segment_id=a152fc39-6dba-4ef1-976c-bc8388a3ddd1)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:16:05.045579 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c588fa17-3f88-4c1e-bcc3-bf6768db6512 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for port (40750232-eafb-4580-8bd3-450e7db3328f), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:05.159355 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-311c89b0-c0dd-499b-b267-05efb04282ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (69677e97-4777-4eb8-8933-82ffa7646e01), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:05.205476 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c588fa17-3f88-4c1e-bcc3-bf6768db6512 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (40750232-eafb-4580-8bd3-450e7db3328f), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:05.214436 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311c89b0-c0dd-499b-b267-05efb04282ae None None] Pushing event updated for resources: {'Port': ['ID=69677e97-4777-4eb8-8933-82ffa7646e01,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:05.262317 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c588fa17-3f88-4c1e-bcc3-bf6768db6512 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Network 9a39c847-c706-4ec7-ac09-6ca6c86ec222 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:16:05.266130 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-c588fa17-3f88-4c1e-bcc3-bf6768db6512 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:16:05.270075 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588fa17-3f88-4c1e-bcc3-bf6768db6512 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event updated for resources: {'Port': ['ID=40750232-eafb-4580-8bd3-450e7db3328f,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:05.270379 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c588fa17-3f88-4c1e-bcc3-bf6768db6512 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:16:05.323437 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c588fa17-3f88-4c1e-bcc3-bf6768db6512 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (5fe1a340-e17b-4b04-8e68-2435206e5d64), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:05.379116 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:05.431027 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:05.555012 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c588fa17-3f88-4c1e-bcc3-bf6768db6512 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (40750232-eafb-4580-8bd3-450e7db3328f), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:05.693367 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:16:05.841268 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c588fa17-3f88-4c1e-bcc3-bf6768db6512 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for port (40750232-eafb-4580-8bd3-450e7db3328f), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:05.902883 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c588fa17-3f88-4c1e-bcc3-bf6768db6512 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (40750232-eafb-4580-8bd3-450e7db3328f), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:05.988563 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588fa17-3f88-4c1e-bcc3-bf6768db6512 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event updated for resources: {'Port': ['ID=40750232-eafb-4580-8bd3-450e7db3328f,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:05.993731 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c588fa17-3f88-4c1e-bcc3-bf6768db6512 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (5fe1a340-e17b-4b04-8e68-2435206e5d64), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:06.094887 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c588fa17-3f88-4c1e-bcc3-bf6768db6512 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Network 9a39c847-c706-4ec7-ac09-6ca6c86ec222 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:16:06.096345 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-c588fa17-3f88-4c1e-bcc3-bf6768db6512 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:16:06.173063 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24582603-db1a-4220-9bb0-74e7fc5c7fde None None] Network 9a39c847-c706-4ec7-ac09-6ca6c86ec222 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:16:06.221521 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c588fa17-3f88-4c1e-bcc3-bf6768db6512 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Router 5fe1a340-e17b-4b04-8e68-2435206e5d64 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:16:06.262751 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-aa815e7e-afea-4632-99ad-d3749cabb383 None None] Provisioning complete for port 69677e97-4777-4eb8-8933-82ffa7646e01 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:16:06.263788 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-aa815e7e-afea-4632-99ad-d3749cabb383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (69677e97-4777-4eb8-8933-82ffa7646e01), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:06.320720 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:06.334352 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c588fa17-3f88-4c1e-bcc3-bf6768db6512 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:16:06.340912 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c588fa17-3f88-4c1e-bcc3-bf6768db6512 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "PUT /networking/v2.0/routers/5fe1a340-e17b-4b04-8e68-2435206e5d64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3672004 Aug 27 05:16:06.376740 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-aa815e7e-afea-4632-99ad-d3749cabb383 None None] Current status of the port 69677e97-4777-4eb8-8933-82ffa7646e01 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:16:06.377160 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-aa815e7e-afea-4632-99ad-d3749cabb383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (69677e97-4777-4eb8-8933-82ffa7646e01), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:06.417098 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-aa815e7e-afea-4632-99ad-d3749cabb383 None None] For port 69677e97-4777-4eb8-8933-82ffa7646e01, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=69677e97-4777-4eb8-8933-82ffa7646e01,segment=NetworkSegment(a152fc39-6dba-4ef1-976c-bc8388a3ddd1),segment_id=a152fc39-6dba-4ef1-976c-bc8388a3ddd1)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:16:06.518558 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-bf8f8b95-010b-4878-8e8b-a77a92842c7e req-d385eb45-b083-4cf2-91bf-85481404632d tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-271253142&fields=id&tenant_id=d6eebd600a964f4ca91de2d97e0df602 HTTP/1.1" status: 200 len: 267 time: 0.0545795 Aug 27 05:16:06.537473 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-aa815e7e-afea-4632-99ad-d3749cabb383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (69677e97-4777-4eb8-8933-82ffa7646e01), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:06.662216 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-8dbcdd70-3af9-4534-b6d4-556df3937238 None None] Provisioning complete for port 40750232-eafb-4580-8bd3-450e7db3328f triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:16:06.662657 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8dbcdd70-3af9-4534-b6d4-556df3937238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (40750232-eafb-4580-8bd3-450e7db3328f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:06.665434 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 2c6fa876-b67f-4536-8e22-ef187e05db12 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:16:06.667277 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa815e7e-afea-4632-99ad-d3749cabb383 None None] Pushing event updated for resources: {'Port': ['ID=69677e97-4777-4eb8-8933-82ffa7646e01,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:06.704665 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f8b95-010b-4878-8e8b-a77a92842c7e req-dee90075-540c-4d26-85c3-3e1305e3fa0b tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:16:06.706375 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-bf8f8b95-010b-4878-8e8b-a77a92842c7e req-dee90075-540c-4d26-85c3-3e1305e3fa0b tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "GET /networking/v2.0/networks?id=9a39c847-c706-4ec7-ac09-6ca6c86ec222 HTTP/1.1" status: 200 len: 796 time: 0.1767356 Aug 27 05:16:06.723266 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-bf8f8b95-010b-4878-8e8b-a77a92842c7e req-ea918d0a-f8f8-40e7-9e2e-69ca7c2342fe tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "GET /networking/v2.0/quotas/d6eebd600a964f4ca91de2d97e0df602 HTTP/1.1" status: 200 len: 375 time: 0.0104861 Aug 27 05:16:06.735136 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-8dbcdd70-3af9-4534-b6d4-556df3937238 None None] Port 40750232-eafb-4580-8bd3-450e7db3328f cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:16:06.750994 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-8dbcdd70-3af9-4534-b6d4-556df3937238 None None] Provisioning complete for port 69677e97-4777-4eb8-8933-82ffa7646e01 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:16:06.751367 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8dbcdd70-3af9-4534-b6d4-556df3937238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (69677e97-4777-4eb8-8933-82ffa7646e01), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:06.754952 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 2c6fa876-b67f-4536-8e22-ef187e05db12 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:16:06.755224 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (2c6fa876-b67f-4536-8e22-ef187e05db12), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:06.783982 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-bf8f8b95-010b-4878-8e8b-a77a92842c7e req-d3fd222f-0410-4ec1-b820-f385a33c6bce tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=d6eebd600a964f4ca91de2d97e0df602&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548420 Aug 27 05:16:06.827244 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:06.849951 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58922) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:06.886099 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-8dbcdd70-3af9-4534-b6d4-556df3937238 None None] Current status of the port 69677e97-4777-4eb8-8933-82ffa7646e01 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:16:06.900989 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 2c6fa876-b67f-4536-8e22-ef187e05db12 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:16:06.901384 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (2c6fa876-b67f-4536-8e22-ef187e05db12), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:06.933709 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 2c6fa876-b67f-4536-8e22-ef187e05db12, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=2c6fa876-b67f-4536-8e22-ef187e05db12,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:16:06.940374 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8903fb0d-ae13-44f4-8780-a7b9e2c4a0db None None] Sync routers for ids ['5fe1a340-e17b-4b04-8e68-2435206e5d64'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:16:06.952117 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8903fb0d-ae13-44f4-8780-a7b9e2c4a0db None None] Routers {'5fe1a340-e17b-4b04-8e68-2435206e5d64'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:16:06.953137 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-8903fb0d-ae13-44f4-8780-a7b9e2c4a0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:15:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['5fe1a340-e17b-4b04-8e68-2435206e5d64'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:07.009775 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-28a34fd6-7a9b-4f16-8dce-1f8c68399402 None None] Provisioning complete for port 40750232-eafb-4580-8bd3-450e7db3328f triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:16:07.010155 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-28a34fd6-7a9b-4f16-8dce-1f8c68399402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (40750232-eafb-4580-8bd3-450e7db3328f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:07.030448 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:07.037391 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (2c6fa876-b67f-4536-8e22-ef187e05db12), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:07.038025 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 69677e97-4777-4eb8-8933-82ffa7646e01 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:16:07.044843 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:07.069191 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-8903fb0d-ae13-44f4-8780-a7b9e2c4a0db None None] Set router 5fe1a340-e17b-4b04-8e68-2435206e5d64 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:16:07.142109 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-28a34fd6-7a9b-4f16-8dce-1f8c68399402 None None] Port 40750232-eafb-4580-8bd3-450e7db3328f cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:16:07.170929 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=2c6fa876-b67f-4536-8e22-ef187e05db12,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:07.180081 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 69677e97-4777-4eb8-8933-82ffa7646e01 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:16:07.180868 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (69677e97-4777-4eb8-8933-82ffa7646e01), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:07.187634 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:07.192931 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:07.244675 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d27583ea-6411-4c45-bcd6-f466cda696e5 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (5fe1a340-e17b-4b04-8e68-2435206e5d64), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:07.248580 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:07.271521 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-6112678b-ee54-4b2c-bd02-1ff1bfed2375 None None] Provisioning complete for port 40750232-eafb-4580-8bd3-450e7db3328f triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:16:07.271910 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6112678b-ee54-4b2c-bd02-1ff1bfed2375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (40750232-eafb-4580-8bd3-450e7db3328f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:07.274152 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 69677e97-4777-4eb8-8933-82ffa7646e01 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:16:07.297379 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-8903fb0d-ae13-44f4-8780-a7b9e2c4a0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe1a340-e17b-4b04-8e68-2435206e5d64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798819315', 'tenant_id': 'd6eebd600a964f4ca91de2d97e0df602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '2c6fa876-b67f-4536-8e22-ef187e05db12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:16:01Z', 'updated_at': '2022-08-27T05:16:05Z', 'revision_number': 4, 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'gw_port': {'id': '2c6fa876-b67f-4536-8e22-ef187e05db12', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe1a340-e17b-4b04-8e68-2435206e5d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:16:01Z', 'updated_at': '2022-08-27T05:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '40750232-eafb-4580-8bd3-450e7db3328f', 'name': '', 'network_id': '9a39c847-c706-4ec7-ac09-6ca6c86ec222', 'tenant_id': 'd6eebd600a964f4ca91de2d97e0df602', 'mac_address': 'fa:16:3e:75:0a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe1a340-e17b-4b04-8e68-2435206e5d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '12749415-662c-4ced-97a5-282298288a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:16:04Z', 'updated_at': '2022-08-27T05:16:05Z', 'revision_number': 2, 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'subnets': [{'id': '12749415-662c-4ced-97a5-282298288a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:07.311238 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-6112678b-ee54-4b2c-bd02-1ff1bfed2375 None None] Port 40750232-eafb-4580-8bd3-450e7db3328f cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:16:07.322507 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8903fb0d-ae13-44f4-8780-a7b9e2c4a0db None None] Checking router: 5fe1a340-e17b-4b04-8e68-2435206e5d64 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:16:07.322863 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8903fb0d-ae13-44f4-8780-a7b9e2c4a0db None None] Updating router 5fe1a340-e17b-4b04-8e68-2435206e5d64 port 40750232-eafb-4580-8bd3-450e7db3328f binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:16:07.352794 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-8903fb0d-ae13-44f4-8780-a7b9e2c4a0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (40750232-eafb-4580-8bd3-450e7db3328f), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:07.503936 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-d27583ea-6411-4c45-bcd6-f466cda696e5 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Deleting port 40750232-eafb-4580-8bd3-450e7db3328f {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:16:07.504319 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d27583ea-6411-4c45-bcd6-f466cda696e5 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (40750232-eafb-4580-8bd3-450e7db3328f), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:07.598047 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d27583ea-6411-4c45-bcd6-f466cda696e5 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (40750232-eafb-4580-8bd3-450e7db3328f), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:07.611858 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-d27583ea-6411-4c45-bcd6-f466cda696e5 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Calling delete_port for 40750232-eafb-4580-8bd3-450e7db3328f owned by network:router_interface {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:16:07.693802 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-8903fb0d-ae13-44f4-8780-a7b9e2c4a0db None None] Publish callbacks [] for port (40750232-eafb-4580-8bd3-450e7db3328f), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:07.840273 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-8903fb0d-ae13-44f4-8780-a7b9e2c4a0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (40750232-eafb-4580-8bd3-450e7db3328f), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:07.880598 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:07.903192 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38742173-dd20-42a4-aca5-d7437cc45ffc None None] Pushing event updated for resources: {'Port': ['ID=40750232-eafb-4580-8bd3-450e7db3328f,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:07.931231 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-8903fb0d-ae13-44f4-8780-a7b9e2c4a0db None None] Attempting to bind port 40750232-eafb-4580-8bd3-450e7db3328f on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:16:07.932625 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-8903fb0d-ae13-44f4-8780-a7b9e2c4a0db None None] Attempting to bind port 40750232-eafb-4580-8bd3-450e7db3328f by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'a152fc39-6dba-4ef1-976c-bc8388a3ddd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9a39c847-c706-4ec7-ac09-6ca6c86ec222'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:16:07.932625 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8903fb0d-ae13-44f4-8780-a7b9e2c4a0db None None] Attempting to bind port 40750232-eafb-4580-8bd3-450e7db3328f on network 9a39c847-c706-4ec7-ac09-6ca6c86ec222 {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:16:07.937510 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8903fb0d-ae13-44f4-8780-a7b9e2c4a0db None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:16:07.937874 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8903fb0d-ae13-44f4-8780-a7b9e2c4a0db None None] Checking segment: {'id': 'a152fc39-6dba-4ef1-976c-bc8388a3ddd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9a39c847-c706-4ec7-ac09-6ca6c86ec222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:16:07.938289 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-8903fb0d-ae13-44f4-8780-a7b9e2c4a0db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:07.938649 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8903fb0d-ae13-44f4-8780-a7b9e2c4a0db None None] Bound using segment: {'id': 'a152fc39-6dba-4ef1-976c-bc8388a3ddd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9a39c847-c706-4ec7-ac09-6ca6c86ec222'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:16:07.939105 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-8903fb0d-ae13-44f4-8780-a7b9e2c4a0db None None] Bound port: 40750232-eafb-4580-8bd3-450e7db3328f, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a152fc39-6dba-4ef1-976c-bc8388a3ddd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9a39c847-c706-4ec7-ac09-6ca6c86ec222'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:16:07.939483 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-8903fb0d-ae13-44f4-8780-a7b9e2c4a0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (40750232-eafb-4580-8bd3-450e7db3328f), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:08.034646 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d27583ea-6411-4c45-bcd6-f466cda696e5 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (40750232-eafb-4580-8bd3-450e7db3328f), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:08.035285 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.db.api [None req-8903fb0d-ae13-44f4-8780-a7b9e2c4a0db None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=107778) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 05:16:08.035688 n-d-852088-5 neutron-server[107778]: DEBUG oslo_db.api [None req-8903fb0d-ae13-44f4-8780-a7b9e2c4a0db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 05:16:08.060713 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:08.063572 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27583ea-6411-4c45-bcd6-f466cda696e5 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event deleted for resources: {'Port': ['ID=40750232-eafb-4580-8bd3-450e7db3328f,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:08.246546 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d27583ea-6411-4c45-bcd6-f466cda696e5 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (5fe1a340-e17b-4b04-8e68-2435206e5d64), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:08.457951 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d27583ea-6411-4c45-bcd6-f466cda696e5 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Router 5fe1a340-e17b-4b04-8e68-2435206e5d64 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:16:08.552025 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-8903fb0d-ae13-44f4-8780-a7b9e2c4a0db None None] Attempting to bind port 40750232-eafb-4580-8bd3-450e7db3328f on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:16:08.552676 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-8903fb0d-ae13-44f4-8780-a7b9e2c4a0db None None] Attempting to bind port 40750232-eafb-4580-8bd3-450e7db3328f by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'a152fc39-6dba-4ef1-976c-bc8388a3ddd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9a39c847-c706-4ec7-ac09-6ca6c86ec222'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:16:08.553282 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8903fb0d-ae13-44f4-8780-a7b9e2c4a0db None None] Attempting to bind port 40750232-eafb-4580-8bd3-450e7db3328f on network 9a39c847-c706-4ec7-ac09-6ca6c86ec222 {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:16:08.560925 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8903fb0d-ae13-44f4-8780-a7b9e2c4a0db None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:16:08.561692 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8903fb0d-ae13-44f4-8780-a7b9e2c4a0db None None] Checking segment: {'id': 'a152fc39-6dba-4ef1-976c-bc8388a3ddd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9a39c847-c706-4ec7-ac09-6ca6c86ec222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:16:08.562307 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-8903fb0d-ae13-44f4-8780-a7b9e2c4a0db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:08.562902 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8903fb0d-ae13-44f4-8780-a7b9e2c4a0db None None] Bound using segment: {'id': 'a152fc39-6dba-4ef1-976c-bc8388a3ddd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9a39c847-c706-4ec7-ac09-6ca6c86ec222'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:16:08.563583 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-8903fb0d-ae13-44f4-8780-a7b9e2c4a0db None None] Bound port: 40750232-eafb-4580-8bd3-450e7db3328f, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a152fc39-6dba-4ef1-976c-bc8388a3ddd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9a39c847-c706-4ec7-ac09-6ca6c86ec222'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:16:08.564335 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-8903fb0d-ae13-44f4-8780-a7b9e2c4a0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (40750232-eafb-4580-8bd3-450e7db3328f), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:08.595930 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.plugin [None req-8903fb0d-ae13-44f4-8780-a7b9e2c4a0db None None] Port 40750232-eafb-4580-8bd3-450e7db3328f has been deleted concurrently {{(pid=107778) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:675}} Aug 27 05:16:08.599738 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 2c6fa876-b67f-4536-8e22-ef187e05db12 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:16:08.609757 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8903fb0d-ae13-44f4-8780-a7b9e2c4a0db None None] Routers {'5fe1a340-e17b-4b04-8e68-2435206e5d64'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:16:08.610404 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-8903fb0d-ae13-44f4-8780-a7b9e2c4a0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:15:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['5fe1a340-e17b-4b04-8e68-2435206e5d64'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:08.655981 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 2c6fa876-b67f-4536-8e22-ef187e05db12 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:16:08.656931 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (2c6fa876-b67f-4536-8e22-ef187e05db12), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:08.736549 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-8903fb0d-ae13-44f4-8780-a7b9e2c4a0db None None] Set router 5fe1a340-e17b-4b04-8e68-2435206e5d64 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:16:08.739919 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 2c6fa876-b67f-4536-8e22-ef187e05db12 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:16:08.741094 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 69677e97-4777-4eb8-8933-82ffa7646e01 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:16:08.787307 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 69677e97-4777-4eb8-8933-82ffa7646e01 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:16:08.787819 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (69677e97-4777-4eb8-8933-82ffa7646e01), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:08.856601 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:08.869895 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 69677e97-4777-4eb8-8933-82ffa7646e01 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:16:08.904044 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27583ea-6411-4c45-bcd6-f466cda696e5 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:16:08.910003 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d27583ea-6411-4c45-bcd6-f466cda696e5 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "PUT /networking/v2.0/routers/5fe1a340-e17b-4b04-8e68-2435206e5d64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0598600 Aug 27 05:16:08.912703 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58924) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:08.920345 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-8903fb0d-ae13-44f4-8780-a7b9e2c4a0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe1a340-e17b-4b04-8e68-2435206e5d64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798819315', 'tenant_id': 'd6eebd600a964f4ca91de2d97e0df602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '2c6fa876-b67f-4536-8e22-ef187e05db12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:16:01Z', 'updated_at': '2022-08-27T05:16:07Z', 'revision_number': 5, 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'gw_port': {'id': '2c6fa876-b67f-4536-8e22-ef187e05db12', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe1a340-e17b-4b04-8e68-2435206e5d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:16:01Z', 'updated_at': '2022-08-27T05:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:08.923679 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:08.949954 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8903fb0d-ae13-44f4-8780-a7b9e2c4a0db None None] The sync data for ids ['5fe1a340-e17b-4b04-8e68-2435206e5d64'] in n-d-852088-5 is: [{'id': '5fe1a340-e17b-4b04-8e68-2435206e5d64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798819315', 'tenant_id': 'd6eebd600a964f4ca91de2d97e0df602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '2c6fa876-b67f-4536-8e22-ef187e05db12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:16:01Z', 'updated_at': '2022-08-27T05:16:07Z', 'revision_number': 5, 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'gw_port': {'id': '2c6fa876-b67f-4536-8e22-ef187e05db12', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe1a340-e17b-4b04-8e68-2435206e5d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:16:01Z', 'updated_at': '2022-08-27T05:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:16:08.970761 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-73ac844b-8b32-4859-a1ef-fb093aefca41 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Deleting subnet 12749415-662c-4ced-97a5-282298288a41 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 05:16:08.974466 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-73ac844b-8b32-4859-a1ef-fb093aefca41 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for subnet (12749415-662c-4ced-97a5-282298288a41), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:09.022627 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-73ac844b-8b32-4859-a1ef-fb093aefca41 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (12749415-662c-4ced-97a5-282298288a41), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:09.113559 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-73ac844b-8b32-4859-a1ef-fb093aefca41 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (12749415-662c-4ced-97a5-282298288a41), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:09.274908 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-73ac844b-8b32-4859-a1ef-fb093aefca41 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (12749415-662c-4ced-97a5-282298288a41), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:09.311148 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac844b-8b32-4859-a1ef-fb093aefca41 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event deleted for resources: {'Subnet': ['ID=12749415-662c-4ced-97a5-282298288a41,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:09.313421 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-73ac844b-8b32-4859-a1ef-fb093aefca41 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:09.316553 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-73ac844b-8b32-4859-a1ef-fb093aefca41 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/12749415-662c-4ced-97a5-282298288a41 HTTP/1.1" status: 204 len: 168 time: 0.4028776 Aug 27 05:16:09.319378 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58926) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:09.321845 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448f3552-09a5-455b-89f2-b3436c5e13e6 None None] Network 9a39c847-c706-4ec7-ac09-6ca6c86ec222 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:16:09.364300 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:09.442135 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-76c03350-72be-40d2-a52c-651526a3b360 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for router (5fe1a340-e17b-4b04-8e68-2435206e5d64), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:09.515157 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3d8d91-f602-465d-ab8b-eba732fffb92 None None] DHCP port deletion for 9a39c847-c706-4ec7-ac09-6ca6c86ec222 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 05:16:09.554204 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-8a3d8d91-f602-465d-ab8b-eba732fffb92 None None] Deleting port 69677e97-4777-4eb8-8933-82ffa7646e01 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:16:09.554624 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8a3d8d91-f602-465d-ab8b-eba732fffb92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (69677e97-4777-4eb8-8933-82ffa7646e01), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:09.560929 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-76c03350-72be-40d2-a52c-651526a3b360 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for router_gateway (5fe1a340-e17b-4b04-8e68-2435206e5d64), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:09.613060 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fe457e-0c66-4348-94cf-7fcc42d9c05f None None] Sync routers for ids ['5fe1a340-e17b-4b04-8e68-2435206e5d64'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:16:09.629147 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-8a3d8d91-f602-465d-ab8b-eba732fffb92 None None] For port 69677e97-4777-4eb8-8933-82ffa7646e01, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=69677e97-4777-4eb8-8933-82ffa7646e01,segment=NetworkSegment(a152fc39-6dba-4ef1-976c-bc8388a3ddd1),segment_id=a152fc39-6dba-4ef1-976c-bc8388a3ddd1)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:16:09.632394 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8a3d8d91-f602-465d-ab8b-eba732fffb92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (69677e97-4777-4eb8-8933-82ffa7646e01), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:09.649835 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-8a3d8d91-f602-465d-ab8b-eba732fffb92 None None] Calling delete_port for 69677e97-4777-4eb8-8933-82ffa7646e01 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:16:09.651618 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fe457e-0c66-4348-94cf-7fcc42d9c05f None None] Routers {'5fe1a340-e17b-4b04-8e68-2435206e5d64'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:16:09.652268 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-e4fe457e-0c66-4348-94cf-7fcc42d9c05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:15:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['5fe1a340-e17b-4b04-8e68-2435206e5d64'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:09.737345 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-76c03350-72be-40d2-a52c-651526a3b360 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Deleting port 2c6fa876-b67f-4536-8e22-ef187e05db12 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:16:09.737606 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-76c03350-72be-40d2-a52c-651526a3b360 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (2c6fa876-b67f-4536-8e22-ef187e05db12), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:09.803749 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-e4fe457e-0c66-4348-94cf-7fcc42d9c05f None None] Set router 5fe1a340-e17b-4b04-8e68-2435206e5d64 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:16:09.823924 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-76c03350-72be-40d2-a52c-651526a3b360 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] For port 2c6fa876-b67f-4536-8e22-ef187e05db12, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=2c6fa876-b67f-4536-8e22-ef187e05db12,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:16:09.824338 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-76c03350-72be-40d2-a52c-651526a3b360 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (2c6fa876-b67f-4536-8e22-ef187e05db12), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:09.838444 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-76c03350-72be-40d2-a52c-651526a3b360 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Calling delete_port for 2c6fa876-b67f-4536-8e22-ef187e05db12 owned by network:router_gateway {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:16:10.006708 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:10.036773 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8a3d8d91-f602-465d-ab8b-eba732fffb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (69677e97-4777-4eb8-8933-82ffa7646e01), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:10.066252 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3d8d91-f602-465d-ab8b-eba732fffb92 None None] Pushing event deleted for resources: {'Port': ['ID=69677e97-4777-4eb8-8933-82ffa7646e01,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:10.074482 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3d8d91-f602-465d-ab8b-eba732fffb92 None None] No DVR routers for this DVR port 69677e97-4777-4eb8-8933-82ffa7646e01 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:16:10.120620 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-76c03350-72be-40d2-a52c-651526a3b360 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (2c6fa876-b67f-4536-8e22-ef187e05db12), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:10.155484 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-e4fe457e-0c66-4348-94cf-7fcc42d9c05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe1a340-e17b-4b04-8e68-2435206e5d64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798819315', 'tenant_id': 'd6eebd600a964f4ca91de2d97e0df602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '2c6fa876-b67f-4536-8e22-ef187e05db12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:16:01Z', 'updated_at': '2022-08-27T05:16:07Z', 'revision_number': 5, 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'gw_port': {'id': '2c6fa876-b67f-4536-8e22-ef187e05db12', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe1a340-e17b-4b04-8e68-2435206e5d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:16:01Z', 'updated_at': '2022-08-27T05:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:10.159021 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c03350-72be-40d2-a52c-651526a3b360 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event deleted for resources: {'Port': ['ID=2c6fa876-b67f-4536-8e22-ef187e05db12,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:10.181801 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fe457e-0c66-4348-94cf-7fcc42d9c05f None None] Checking router: 5fe1a340-e17b-4b04-8e68-2435206e5d64 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:16:10.184503 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:10.191488 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fe457e-0c66-4348-94cf-7fcc42d9c05f None None] Routers {'5fe1a340-e17b-4b04-8e68-2435206e5d64'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:16:10.192108 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-e4fe457e-0c66-4348-94cf-7fcc42d9c05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:15:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['5fe1a340-e17b-4b04-8e68-2435206e5d64'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:10.241744 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-76c03350-72be-40d2-a52c-651526a3b360 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (5fe1a340-e17b-4b04-8e68-2435206e5d64), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:10.265913 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-e4fe457e-0c66-4348-94cf-7fcc42d9c05f None None] Set router 5fe1a340-e17b-4b04-8e68-2435206e5d64 gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:16:10.321855 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-e4fe457e-0c66-4348-94cf-7fcc42d9c05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe1a340-e17b-4b04-8e68-2435206e5d64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798819315', 'tenant_id': 'd6eebd600a964f4ca91de2d97e0df602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:16:01Z', 'updated_at': '2022-08-27T05:16:09Z', 'revision_number': 7, 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:10.339819 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-76c03350-72be-40d2-a52c-651526a3b360 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (5fe1a340-e17b-4b04-8e68-2435206e5d64), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:10.342314 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-76c03350-72be-40d2-a52c-651526a3b360 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for router_controller (5fe1a340-e17b-4b04-8e68-2435206e5d64), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:10.351898 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fe457e-0c66-4348-94cf-7fcc42d9c05f None None] The sync data for ids ['5fe1a340-e17b-4b04-8e68-2435206e5d64'] in n-d-852088-5 is: [{'id': '5fe1a340-e17b-4b04-8e68-2435206e5d64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798819315', 'tenant_id': 'd6eebd600a964f4ca91de2d97e0df602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:16:01Z', 'updated_at': '2022-08-27T05:16:09Z', 'revision_number': 7, 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'gw_port_host': None}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:16:10.515662 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-76c03350-72be-40d2-a52c-651526a3b360 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (5fe1a340-e17b-4b04-8e68-2435206e5d64), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:10.516383 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c03350-72be-40d2-a52c-651526a3b360 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Fanout notify agent at l3_agent the message router_deleted on router 5fe1a340-e17b-4b04-8e68-2435206e5d64 {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 05:16:10.527393 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-76c03350-72be-40d2-a52c-651526a3b360 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:10.527393 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-76c03350-72be-40d2-a52c-651526a3b360 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "DELETE /networking/v2.0/routers/5fe1a340-e17b-4b04-8e68-2435206e5d64 HTTP/1.1" status: 204 len: 168 time: 1.2037451 Aug 27 05:16:10.527393 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58928) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:10.610305 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fb0ffc47-fd47-4368-8e01-c10c094e32b8 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (9a39c847-c706-4ec7-ac09-6ca6c86ec222), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:10.702691 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fb0ffc47-fd47-4368-8e01-c10c094e32b8 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (9a39c847-c706-4ec7-ac09-6ca6c86ec222), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:10.722495 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-fb0ffc47-fd47-4368-8e01-c10c094e32b8 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a39c847-c706-4ec7-ac09-6ca6c86ec222']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:10.731559 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-fb0ffc47-fd47-4368-8e01-c10c094e32b8 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a152fc39-6dba-4ef1-976c-bc8388a3ddd1') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:10.732472 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-fb0ffc47-fd47-4368-8e01-c10c094e32b8 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a152fc39-6dba-4ef1-976c-bc8388a3ddd1') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:10.741861 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fb0ffc47-fd47-4368-8e01-c10c094e32b8 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (a152fc39-6dba-4ef1-976c-bc8388a3ddd1), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:10.755759 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fb0ffc47-fd47-4368-8e01-c10c094e32b8 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (a152fc39-6dba-4ef1-976c-bc8388a3ddd1), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:10.762233 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb0ffc47-fd47-4368-8e01-c10c094e32b8 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:16:10.762619 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fb0ffc47-fd47-4368-8e01-c10c094e32b8 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (a152fc39-6dba-4ef1-976c-bc8388a3ddd1), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:10.814392 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment a152fc39-6dba-4ef1-976c-bc8388a3ddd1 resource provider aggregate not found Aug 27 05:16:10.836657 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment a152fc39-6dba-4ef1-976c-bc8388a3ddd1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a152fc39-6dba-4ef1-976c-bc8388a3ddd1 found for delete ", "request_id": "req-3887a8e3-1939-4610-a3bb-4407fa6a01e5"}]} Aug 27 05:16:10.853669 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 2c6fa876-b67f-4536-8e22-ef187e05db12 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:16:10.874408 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 2c6fa876-b67f-4536-8e22-ef187e05db12 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:16:10.874772 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 2c6fa876-b67f-4536-8e22-ef187e05db12 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:16:10.875196 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 69677e97-4777-4eb8-8933-82ffa7646e01 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:16:10.893414 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 69677e97-4777-4eb8-8933-82ffa7646e01 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:16:10.893755 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 69677e97-4777-4eb8-8933-82ffa7646e01 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:16:10.988946 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fb0ffc47-fd47-4368-8e01-c10c094e32b8 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (9a39c847-c706-4ec7-ac09-6ca6c86ec222), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:11.014699 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fb0ffc47-fd47-4368-8e01-c10c094e32b8 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:11.014699 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-fb0ffc47-fd47-4368-8e01-c10c094e32b8 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "DELETE /networking/v2.0/networks/9a39c847-c706-4ec7-ac09-6ca6c86ec222 HTTP/1.1" status: 204 len: 168 time: 0.4724641 Aug 27 05:16:11.014927 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58934) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:11.015339 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0ffc47-fd47-4368-8e01-c10c094e32b8 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event deleted for resources: {'Network': ['ID=9a39c847-c706-4ec7-ac09-6ca6c86ec222,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:11.070580 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9f9fd6de-7d8a-47a9-9c2f-046fb8e12d5b tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group (57b9f10b-74be-4e8e-81b7-4f1b57e0d0b3), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:11.097799 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:11.100513 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9f9fd6de-7d8a-47a9-9c2f-046fb8e12d5b tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group (57b9f10b-74be-4e8e-81b7-4f1b57e0d0b3), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:11.274198 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9f9fd6de-7d8a-47a9-9c2f-046fb8e12d5b tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (57b9f10b-74be-4e8e-81b7-4f1b57e0d0b3), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:11.276825 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9f9fd6de-7d8a-47a9-9c2f-046fb8e12d5b tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:11.278008 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9f9fd6de-7d8a-47a9-9c2f-046fb8e12d5b tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/57b9f10b-74be-4e8e-81b7-4f1b57e0d0b3 HTTP/1.1" status: 204 len: 168 time: 0.2738583 Aug 27 05:16:11.287754 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9fd6de-7d8a-47a9-9c2f-046fb8e12d5b tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b9f10b-74be-4e8e-81b7-4f1b57e0d0b3,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:11.698885 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58940) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:11.703852 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-610fe4a5-d3ac-44ea-a15c-4ebdbab47674 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-383384982', 'description': 'tempest-secgroup-smoke-383384982 description', 'project_id': 'd6eebd600a964f4ca91de2d97e0df602'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:16:11.720133 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:11.977345 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-610fe4a5-d3ac-44ea-a15c-4ebdbab47674 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:12.050612 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-610fe4a5-d3ac-44ea-a15c-4ebdbab47674 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group (27026a5f-29c7-4f3a-a235-526913369872), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:12.236829 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-610fe4a5-d3ac-44ea-a15c-4ebdbab47674 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (27026a5f-29c7-4f3a-a235-526913369872), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:12.258758 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610fe4a5-d3ac-44ea-a15c-4ebdbab47674 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27026a5f-29c7-4f3a-a235-526913369872,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:12.453325 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-610fe4a5-d3ac-44ea-a15c-4ebdbab47674 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:12.454930 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-610fe4a5-d3ac-44ea-a15c-4ebdbab47674 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7547097 Aug 27 05:16:12.457455 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58942) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:12.461861 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-c4cfd6c6-5ee4-454e-b4b6-eee12d51d546 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Request body: {'security_group_rule': {'security_group_id': '27026a5f-29c7-4f3a-a235-526913369872', 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:16:12.600464 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c4cfd6c6-5ee4-454e-b4b6-eee12d51d546 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (cb201f07-60bc-42e9-8ba9-5ae90a98c6ef), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:12.658120 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c4cfd6c6-5ee4-454e-b4b6-eee12d51d546 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (cb201f07-60bc-42e9-8ba9-5ae90a98c6ef), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:12.781694 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c4cfd6c6-5ee4-454e-b4b6-eee12d51d546 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (cb201f07-60bc-42e9-8ba9-5ae90a98c6ef), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:12.802357 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cfd6c6-5ee4-454e-b4b6-eee12d51d546 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb201f07-60bc-42e9-8ba9-5ae90a98c6ef,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:12.939580 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c4cfd6c6-5ee4-454e-b4b6-eee12d51d546 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:12.943040 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c4cfd6c6-5ee4-454e-b4b6-eee12d51d546 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4825866 Aug 27 05:16:12.943800 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58944) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:12.948273 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-d12202ed-7445-489a-ac20-d62fdeb6dc79 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Request body: {'security_group_rule': {'security_group_id': '27026a5f-29c7-4f3a-a235-526913369872', 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:16:13.113919 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d12202ed-7445-489a-ac20-d62fdeb6dc79 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (bbb07bfc-85ef-49b3-a751-b873b828b3ce), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:13.117761 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:13.172694 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d12202ed-7445-489a-ac20-d62fdeb6dc79 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (bbb07bfc-85ef-49b3-a751-b873b828b3ce), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:13.365407 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d12202ed-7445-489a-ac20-d62fdeb6dc79 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (bbb07bfc-85ef-49b3-a751-b873b828b3ce), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:13.385640 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12202ed-7445-489a-ac20-d62fdeb6dc79 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbb07bfc-85ef-49b3-a751-b873b828b3ce,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:13.492297 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d12202ed-7445-489a-ac20-d62fdeb6dc79 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:13.493643 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d12202ed-7445-489a-ac20-d62fdeb6dc79 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5487437 Aug 27 05:16:13.496565 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58946) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:13.501714 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-0efa25df-26c5-48a4-bfd1-ed46e3a3288f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Request body: {'security_group_rule': {'security_group_id': '27026a5f-29c7-4f3a-a235-526913369872', 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:16:13.686476 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0efa25df-26c5-48a4-bfd1-ed46e3a3288f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (fb030504-7335-4ad8-a18d-8a22547f0c41), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:13.748139 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0efa25df-26c5-48a4-bfd1-ed46e3a3288f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (fb030504-7335-4ad8-a18d-8a22547f0c41), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:13.930155 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0efa25df-26c5-48a4-bfd1-ed46e3a3288f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (fb030504-7335-4ad8-a18d-8a22547f0c41), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:13.954091 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa25df-26c5-48a4-bfd1-ed46e3a3288f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb030504-7335-4ad8-a18d-8a22547f0c41,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:14.086539 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-0efa25df-26c5-48a4-bfd1-ed46e3a3288f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:14.087790 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-0efa25df-26c5-48a4-bfd1-ed46e3a3288f tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5902693 Aug 27 05:16:14.090628 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58948) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:14.096062 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-9cfdb8b8-6fb0-49a7-8fdb-c127e09519be tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Request body: {'security_group_rule': {'security_group_id': '27026a5f-29c7-4f3a-a235-526913369872', 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:16:14.189161 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9cfdb8b8-6fb0-49a7-8fdb-c127e09519be tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (46925d85-1e88-49a7-94f9-18ff16ee1efb), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:14.247724 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9cfdb8b8-6fb0-49a7-8fdb-c127e09519be tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (46925d85-1e88-49a7-94f9-18ff16ee1efb), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:14.381549 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9cfdb8b8-6fb0-49a7-8fdb-c127e09519be tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (46925d85-1e88-49a7-94f9-18ff16ee1efb), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:14.401554 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfdb8b8-6fb0-49a7-8fdb-c127e09519be tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46925d85-1e88-49a7-94f9-18ff16ee1efb,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:14.505301 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-9cfdb8b8-6fb0-49a7-8fdb-c127e09519be tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:14.506512 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-9cfdb8b8-6fb0-49a7-8fdb-c127e09519be tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4138446 Aug 27 05:16:14.509329 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58950) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:14.517440 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-8ce8a65f-3858-4200-b2bd-2646e0ca59a2 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Request body: {'security_group_rule': {'security_group_id': '27026a5f-29c7-4f3a-a235-526913369872', 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:16:14.531272 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:14.634244 n-d-852088-5 neutron-server[107776]: INFO neutron.db.securitygroups_db [None req-8ce8a65f-3858-4200-b2bd-2646e0ca59a2 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Project d6eebd600a964f4ca91de2d97e0df602 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 05:16:14.641144 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8ce8a65f-3858-4200-b2bd-2646e0ca59a2 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (990cffc6-06f3-4fb7-b436-8a92317cda20), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:14.701046 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8ce8a65f-3858-4200-b2bd-2646e0ca59a2 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (990cffc6-06f3-4fb7-b436-8a92317cda20), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:14.806181 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8ce8a65f-3858-4200-b2bd-2646e0ca59a2 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (990cffc6-06f3-4fb7-b436-8a92317cda20), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:14.830173 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce8a65f-3858-4200-b2bd-2646e0ca59a2 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=990cffc6-06f3-4fb7-b436-8a92317cda20,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:14.938599 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8ce8a65f-3858-4200-b2bd-2646e0ca59a2 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:14.939877 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8ce8a65f-3858-4200-b2bd-2646e0ca59a2 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4296174 Aug 27 05:16:14.942722 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58952) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:14.947053 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-6ce97c0d-ac8f-4287-b429-29293cd026e6 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Request body: {'security_group_rule': {'security_group_id': '27026a5f-29c7-4f3a-a235-526913369872', 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:16:15.130215 n-d-852088-5 neutron-server[107776]: INFO neutron.db.securitygroups_db [None req-6ce97c0d-ac8f-4287-b429-29293cd026e6 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Project d6eebd600a964f4ca91de2d97e0df602 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 05:16:15.139253 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6ce97c0d-ac8f-4287-b429-29293cd026e6 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (f5816710-9615-465e-acd4-ddf4a667c168), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:15.198222 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6ce97c0d-ac8f-4287-b429-29293cd026e6 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (f5816710-9615-465e-acd4-ddf4a667c168), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:15.297673 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6ce97c0d-ac8f-4287-b429-29293cd026e6 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (f5816710-9615-465e-acd4-ddf4a667c168), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:15.319234 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce97c0d-ac8f-4287-b429-29293cd026e6 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5816710-9615-465e-acd4-ddf4a667c168,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:15.389491 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-6ce97c0d-ac8f-4287-b429-29293cd026e6 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:15.390652 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-6ce97c0d-ac8f-4287-b429-29293cd026e6 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4470007 Aug 27 05:16:15.394193 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58954) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:15.398920 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-41c5cfad-5489-417e-a736-e1ae27c4e5aa tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Request body: {'network': {'name': 'tempest-network-smoke--1270419306', 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'port_security_enabled': True}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:16:15.520353 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c5cfad-5489-417e-a736-e1ae27c4e5aa tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Made reservation on behalf of d6eebd600a964f4ca91de2d97e0df602 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:16:15.524567 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-41c5cfad-5489-417e-a736-e1ae27c4e5aa tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:15.551852 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41c5cfad-5489-417e-a736-e1ae27c4e5aa tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 05:16:15.561405 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-41c5cfad-5489-417e-a736-e1ae27c4e5aa tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (f4879969-13f6-4446-bac3-111d76fc1247), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:15.561753 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-41c5cfad-5489-417e-a736-e1ae27c4e5aa tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Added segment f4879969-13f6-4446-bac3-111d76fc1247 of type vlan for network a8c7c011-fb45-43f8-a8ce-b2731c0447ae Aug 27 05:16:15.562801 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=81,neutron:INSERT=9,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:15.602094 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-41c5cfad-5489-417e-a736-e1ae27c4e5aa tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (a8c7c011-fb45-43f8-a8ce-b2731c0447ae), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:15.674448 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-41c5cfad-5489-417e-a736-e1ae27c4e5aa tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (a8c7c011-fb45-43f8-a8ce-b2731c0447ae), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:15.679387 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c5cfad-5489-417e-a736-e1ae27c4e5aa tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:16:15.680008 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-41c5cfad-5489-417e-a736-e1ae27c4e5aa tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:15.752273 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c5cfad-5489-417e-a736-e1ae27c4e5aa tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event updated for resources: {'Network': ['ID=a8c7c011-fb45-43f8-a8ce-b2731c0447ae,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:15.763748 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network a8c7c011-fb45-43f8-a8ce-b2731c0447ae details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 05:16:15.843609 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-41c5cfad-5489-417e-a736-e1ae27c4e5aa tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4483821 Aug 27 05:16:15.846350 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58958) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:15.850718 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-84203389-25ae-478c-a55e-6c4ebc68ec8a tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1162784577', 'admin_state_up': True, 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:16:15.969779 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-84203389-25ae-478c-a55e-6c4ebc68ec8a tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (95c2fa91-d934-422d-8770-6f266ba578ce), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:15.969779 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-84203389-25ae-478c-a55e-6c4ebc68ec8a tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (95c2fa91-d934-422d-8770-6f266ba578ce), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:16.020551 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-84203389-25ae-478c-a55e-6c4ebc68ec8a tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for router_controller (95c2fa91-d934-422d-8770-6f266ba578ce), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:16.284271 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-84203389-25ae-478c-a55e-6c4ebc68ec8a tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for router_gateway (95c2fa91-d934-422d-8770-6f266ba578ce), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:16.562165 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-84203389-25ae-478c-a55e-6c4ebc68ec8a tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for router_gateway (95c2fa91-d934-422d-8770-6f266ba578ce), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:16.580749 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-84203389-25ae-478c-a55e-6c4ebc68ec8a tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:16.666818 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:16.689498 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-84203389-25ae-478c-a55e-6c4ebc68ec8a tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Allocated IP 172.25.2.2 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/7549a8e0-bc8a-431e-bae8-5221085e5f9b) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:16:16.802080 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-84203389-25ae-478c-a55e-6c4ebc68ec8a tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for port (7549a8e0-bc8a-431e-bae8-5221085e5f9b), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:16.826750 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:16.908891 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-84203389-25ae-478c-a55e-6c4ebc68ec8a tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (7549a8e0-bc8a-431e-bae8-5221085e5f9b), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:16.950276 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84203389-25ae-478c-a55e-6c4ebc68ec8a tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:16:16.953344 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-84203389-25ae-478c-a55e-6c4ebc68ec8a tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:16:16.957225 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84203389-25ae-478c-a55e-6c4ebc68ec8a tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:16:16.962247 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84203389-25ae-478c-a55e-6c4ebc68ec8a tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event updated for resources: {'Port': ['ID=7549a8e0-bc8a-431e-bae8-5221085e5f9b,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:17.288120 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-84203389-25ae-478c-a55e-6c4ebc68ec8a tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for router_gateway (95c2fa91-d934-422d-8770-6f266ba578ce), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:17.505190 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-84203389-25ae-478c-a55e-6c4ebc68ec8a tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (95c2fa91-d934-422d-8770-6f266ba578ce), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:17.753568 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84203389-25ae-478c-a55e-6c4ebc68ec8a tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Router 95c2fa91-d934-422d-8770-6f266ba578ce is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 05:16:17.804873 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:17.896330 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84203389-25ae-478c-a55e-6c4ebc68ec8a tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:16:17.914427 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785a649c-672e-4e5c-9933-44e2bc46db7a None None] Sync routers for ids ['95c2fa91-d934-422d-8770-6f266ba578ce'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:16:17.929555 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785a649c-672e-4e5c-9933-44e2bc46db7a None None] Routers {'95c2fa91-d934-422d-8770-6f266ba578ce'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:16:17.930259 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-785a649c-672e-4e5c-9933-44e2bc46db7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:15:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['95c2fa91-d934-422d-8770-6f266ba578ce'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:17.974459 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:18.053197 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-785a649c-672e-4e5c-9933-44e2bc46db7a None None] Set router 95c2fa91-d934-422d-8770-6f266ba578ce gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:16:18.065773 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-84203389-25ae-478c-a55e-6c4ebc68ec8a tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:18.067964 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-84203389-25ae-478c-a55e-6c4ebc68ec8a tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2203994 Aug 27 05:16:18.072687 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58960) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:18.111930 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-56dcc4bf-34a3-4ef4-8a42-86dbd2c264e0 tempest-TestNetworkAdvancedServerOps-1045750281 tempest-TestNetworkAdvancedServerOps-1045750281-project-admin] 10.222.0.76 "GET /networking/v2.0/subnets?project_id=d6eebd600a964f4ca91de2d97e0df602&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395186 Aug 27 05:16:18.112206 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58962) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:18.233715 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-785a649c-672e-4e5c-9933-44e2bc46db7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c2fa91-d934-422d-8770-6f266ba578ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1162784577', 'tenant_id': 'd6eebd600a964f4ca91de2d97e0df602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '7549a8e0-bc8a-431e-bae8-5221085e5f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:16:15Z', 'updated_at': '2022-08-27T05:16:17Z', 'revision_number': 3, 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'gw_port': {'id': '7549a8e0-bc8a-431e-bae8-5221085e5f9b', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:98:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c2fa91-d934-422d-8770-6f266ba578ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:16:16Z', 'updated_at': '2022-08-27T05:16:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:18.241733 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4879ee-2022-484b-ab68-fcdf6a99ee14 tempest-TestNetworkAdvancedServerOps-1045750281 tempest-TestNetworkAdvancedServerOps-1045750281-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:16:18.243303 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2c4879ee-2022-484b-ab68-fcdf6a99ee14 tempest-TestNetworkAdvancedServerOps-1045750281 tempest-TestNetworkAdvancedServerOps-1045750281-project-admin] 10.222.0.76 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1298301 Aug 27 05:16:18.246135 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58964) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:18.260096 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785a649c-672e-4e5c-9933-44e2bc46db7a None None] Checking router: 95c2fa91-d934-422d-8770-6f266ba578ce for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:16:18.260462 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785a649c-672e-4e5c-9933-44e2bc46db7a None None] Updating router 95c2fa91-d934-422d-8770-6f266ba578ce port 7549a8e0-bc8a-431e-bae8-5221085e5f9b binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:16:18.285510 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-5eecd155-1f73-4a6d-b0db-dcf0678d533f tempest-TestNetworkAdvancedServerOps-1045750281 tempest-TestNetworkAdvancedServerOps-1045750281-project-admin] 10.222.0.76 "GET /networking/v2.0/subnets?network_id=2db7b18a-8c4b-4ba8-8012-3e7d96728abb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0359597 Aug 27 05:16:18.285783 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58966) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:18.290692 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-f887d99d-31f1-4f6d-be7c-08853141e4b6 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-201873271', 'network_id': 'a8c7c011-fb45-43f8-a8ce-b2731c0447ae', 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:16:18.300838 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-785a649c-672e-4e5c-9933-44e2bc46db7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (7549a8e0-bc8a-431e-bae8-5221085e5f9b), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:18.423665 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:18.594100 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-785a649c-672e-4e5c-9933-44e2bc46db7a None None] Publish callbacks [] for port (7549a8e0-bc8a-431e-bae8-5221085e5f9b), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:18.708470 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-785a649c-672e-4e5c-9933-44e2bc46db7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (7549a8e0-bc8a-431e-bae8-5221085e5f9b), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:18.741121 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-785a649c-672e-4e5c-9933-44e2bc46db7a None None] Attempting to bind port 7549a8e0-bc8a-431e-bae8-5221085e5f9b on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:16:18.741479 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-785a649c-672e-4e5c-9933-44e2bc46db7a None None] Attempting to bind port 7549a8e0-bc8a-431e-bae8-5221085e5f9b by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:16:18.741837 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785a649c-672e-4e5c-9933-44e2bc46db7a None None] Attempting to bind port 7549a8e0-bc8a-431e-bae8-5221085e5f9b on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:16:18.753607 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785a649c-672e-4e5c-9933-44e2bc46db7a None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:16:18.753978 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785a649c-672e-4e5c-9933-44e2bc46db7a None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:16:18.754278 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f887d99d-31f1-4f6d-be7c-08853141e4b6 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Made reservation on behalf of d6eebd600a964f4ca91de2d97e0df602 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:16:18.754423 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-785a649c-672e-4e5c-9933-44e2bc46db7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:18.754737 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785a649c-672e-4e5c-9933-44e2bc46db7a None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:16:18.755189 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-785a649c-672e-4e5c-9933-44e2bc46db7a None None] Bound port: 7549a8e0-bc8a-431e-bae8-5221085e5f9b, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:16:18.755558 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-785a649c-672e-4e5c-9933-44e2bc46db7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (7549a8e0-bc8a-431e-bae8-5221085e5f9b), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:18.758236 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f887d99d-31f1-4f6d-be7c-08853141e4b6 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:18.780954 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c20e5a-e2b6-478a-a0da-e9ab4b5dabd0 None None] Pushing event updated for resources: {'Port': ['ID=7549a8e0-bc8a-431e-bae8-5221085e5f9b,revision_number=2']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:18.811279 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-785a649c-672e-4e5c-9933-44e2bc46db7a None None] For port 7549a8e0-bc8a-431e-bae8-5221085e5f9b, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:16:18.816374 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-785a649c-672e-4e5c-9933-44e2bc46db7a None None] For port 7549a8e0-bc8a-431e-bae8-5221085e5f9b, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=7549a8e0-bc8a-431e-bae8-5221085e5f9b,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:16:18.949289 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-785a649c-672e-4e5c-9933-44e2bc46db7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (7549a8e0-bc8a-431e-bae8-5221085e5f9b), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:18.983088 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785a649c-672e-4e5c-9933-44e2bc46db7a None None] Routers {'95c2fa91-d934-422d-8770-6f266ba578ce'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:16:18.983706 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-785a649c-672e-4e5c-9933-44e2bc46db7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:15:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['95c2fa91-d934-422d-8770-6f266ba578ce'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:19.023374 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f887d99d-31f1-4f6d-be7c-08853141e4b6 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (77ac8a7b-8427-4759-8a48-e20317e7c8cb), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:19.043729 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c20e5a-e2b6-478a-a0da-e9ab4b5dabd0 None None] Pushing event updated for resources: {'Port': ['ID=7549a8e0-bc8a-431e-bae8-5221085e5f9b,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:19.097699 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f887d99d-31f1-4f6d-be7c-08853141e4b6 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event updated for resources: {'Subnet': ['ID=77ac8a7b-8427-4759-8a48-e20317e7c8cb,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:19.105408 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f887d99d-31f1-4f6d-be7c-08853141e4b6 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Checking segment: {'id': 'f4879969-13f6-4446-bac3-111d76fc1247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a8c7c011-fb45-43f8-a8ce-b2731c0447ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:16:19.105786 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f887d99d-31f1-4f6d-be7c-08853141e4b6 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Network hostable DHCP agents. Network: a8c7c011-fb45-43f8-a8ce-b2731c0447ae, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 05:16:19.177003 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f887d99d-31f1-4f6d-be7c-08853141e4b6 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Network a8c7c011-fb45-43f8-a8ce-b2731c0447ae is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 05:16:19.177757 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-785a649c-672e-4e5c-9933-44e2bc46db7a None None] Set router 95c2fa91-d934-422d-8770-6f266ba578ce gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:16:19.251343 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-f887d99d-31f1-4f6d-be7c-08853141e4b6 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, a8c7c011-fb45-43f8-a8ce-b2731c0447ae) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:16:19.256375 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f887d99d-31f1-4f6d-be7c-08853141e4b6 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:16:19.256977 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-f887d99d-31f1-4f6d-be7c-08853141e4b6 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:19.260464 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1488844-9ec8-4b1a-8d9f-9b001da97dc8 None None] Network a8c7c011-fb45-43f8-a8ce-b2731c0447ae requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:16:19.260989 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:19.283554 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:19.316783 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:19.345996 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-785a649c-672e-4e5c-9933-44e2bc46db7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c2fa91-d934-422d-8770-6f266ba578ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1162784577', 'tenant_id': 'd6eebd600a964f4ca91de2d97e0df602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '7549a8e0-bc8a-431e-bae8-5221085e5f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:16:15Z', 'updated_at': '2022-08-27T05:16:17Z', 'revision_number': 3, 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'gw_port': {'id': '7549a8e0-bc8a-431e-bae8-5221085e5f9b', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:98:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c2fa91-d934-422d-8770-6f266ba578ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:16:16Z', 'updated_at': '2022-08-27T05:16:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:19.369180 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d0c99d-851b-43c8-a4c9-a69e19f77f10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-a8c7c011-fb45-43f8-a8ce-b2731c0447ae', 'network_id': 'a8c7c011-fb45-43f8-a8ce-b2731c0447ae', 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'fixed_ips': [{'subnet_id': '77ac8a7b-8427-4759-8a48-e20317e7c8cb'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 05:16:19.370168 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-13d0c99d-851b-43c8-a4c9-a69e19f77f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:19.375684 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785a649c-672e-4e5c-9933-44e2bc46db7a None None] The sync data for ids ['95c2fa91-d934-422d-8770-6f266ba578ce'] in n-d-852088-5 is: [{'id': '95c2fa91-d934-422d-8770-6f266ba578ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1162784577', 'tenant_id': 'd6eebd600a964f4ca91de2d97e0df602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '7549a8e0-bc8a-431e-bae8-5221085e5f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:16:15Z', 'updated_at': '2022-08-27T05:16:17Z', 'revision_number': 3, 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'gw_port': {'id': '7549a8e0-bc8a-431e-bae8-5221085e5f9b', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:98:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c2fa91-d934-422d-8770-6f266ba578ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:16:16Z', 'updated_at': '2022-08-27T05:16:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:16:19.392344 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-f887d99d-31f1-4f6d-be7c-08853141e4b6 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1053491 Aug 27 05:16:19.394894 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58968) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:19.519419 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-13d0c99d-851b-43c8-a4c9-a69e19f77f10 None None] Allocated IP 172.20.0.2 (a8c7c011-fb45-43f8-a8ce-b2731c0447ae/77ac8a7b-8427-4759-8a48-e20317e7c8cb/e5dea35a-5590-4e04-bf02-e5a9b1590ffd) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:16:19.603862 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:19.706274 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-13d0c99d-851b-43c8-a4c9-a69e19f77f10 None None] Publish callbacks [] for port (e5dea35a-5590-4e04-bf02-e5a9b1590ffd), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:19.796506 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-13d0c99d-851b-43c8-a4c9-a69e19f77f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (e5dea35a-5590-4e04-bf02-e5a9b1590ffd), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:19.846003 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d0c99d-851b-43c8-a4c9-a69e19f77f10 None None] Network a8c7c011-fb45-43f8-a8ce-b2731c0447ae is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:16:19.851551 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-13d0c99d-851b-43c8-a4c9-a69e19f77f10 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:16:19.853750 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d0c99d-851b-43c8-a4c9-a69e19f77f10 None None] Pushing event updated for resources: {'Port': ['ID=e5dea35a-5590-4e04-bf02-e5a9b1590ffd,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:19.855988 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d0c99d-851b-43c8-a4c9-a69e19f77f10 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:16:19.892036 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bd01622c-733f-45f0-abb7-15c948d2f86d tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:19.918741 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-13d0c99d-851b-43c8-a4c9-a69e19f77f10 None None] Attempting to bind port e5dea35a-5590-4e04-bf02-e5a9b1590ffd on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:16:19.920129 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-13d0c99d-851b-43c8-a4c9-a69e19f77f10 None None] Attempting to bind port e5dea35a-5590-4e04-bf02-e5a9b1590ffd by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'f4879969-13f6-4446-bac3-111d76fc1247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a8c7c011-fb45-43f8-a8ce-b2731c0447ae'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:16:19.924194 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d0c99d-851b-43c8-a4c9-a69e19f77f10 None None] Attempting to bind port e5dea35a-5590-4e04-bf02-e5a9b1590ffd on network a8c7c011-fb45-43f8-a8ce-b2731c0447ae {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:16:19.927067 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d0c99d-851b-43c8-a4c9-a69e19f77f10 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:16:19.927565 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d0c99d-851b-43c8-a4c9-a69e19f77f10 None None] Checking segment: {'id': 'f4879969-13f6-4446-bac3-111d76fc1247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a8c7c011-fb45-43f8-a8ce-b2731c0447ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:16:19.928090 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-13d0c99d-851b-43c8-a4c9-a69e19f77f10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:19.928614 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d0c99d-851b-43c8-a4c9-a69e19f77f10 None None] Bound using segment: {'id': 'f4879969-13f6-4446-bac3-111d76fc1247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a8c7c011-fb45-43f8-a8ce-b2731c0447ae'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:16:19.929181 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-13d0c99d-851b-43c8-a4c9-a69e19f77f10 None None] Bound port: e5dea35a-5590-4e04-bf02-e5a9b1590ffd, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4879969-13f6-4446-bac3-111d76fc1247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a8c7c011-fb45-43f8-a8ce-b2731c0447ae'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:16:19.929642 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-13d0c99d-851b-43c8-a4c9-a69e19f77f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (e5dea35a-5590-4e04-bf02-e5a9b1590ffd), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:19.963625 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:19.999978 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-13d0c99d-851b-43c8-a4c9-a69e19f77f10 None None] For port e5dea35a-5590-4e04-bf02-e5a9b1590ffd, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:16:20.008045 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-13d0c99d-851b-43c8-a4c9-a69e19f77f10 None None] For port e5dea35a-5590-4e04-bf02-e5a9b1590ffd, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=e5dea35a-5590-4e04-bf02-e5a9b1590ffd,segment=NetworkSegment(f4879969-13f6-4446-bac3-111d76fc1247),segment_id=f4879969-13f6-4446-bac3-111d76fc1247)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:16:20.113674 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-13d0c99d-851b-43c8-a4c9-a69e19f77f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (e5dea35a-5590-4e04-bf02-e5a9b1590ffd), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:20.190967 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d0c99d-851b-43c8-a4c9-a69e19f77f10 None None] Pushing event updated for resources: {'Port': ['ID=e5dea35a-5590-4e04-bf02-e5a9b1590ffd,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:20.199351 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-bd01622c-733f-45f0-abb7-15c948d2f86d tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Allocated IP 172.20.0.1 (a8c7c011-fb45-43f8-a8ce-b2731c0447ae/77ac8a7b-8427-4759-8a48-e20317e7c8cb/6c90cf40-122b-485f-afd6-804fe03a2311) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:16:20.300844 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:20.345208 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bd01622c-733f-45f0-abb7-15c948d2f86d tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for port (6c90cf40-122b-485f-afd6-804fe03a2311), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:20.452518 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bd01622c-733f-45f0-abb7-15c948d2f86d tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (6c90cf40-122b-485f-afd6-804fe03a2311), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:20.492882 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd01622c-733f-45f0-abb7-15c948d2f86d tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Network a8c7c011-fb45-43f8-a8ce-b2731c0447ae is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:16:20.498422 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-bd01622c-733f-45f0-abb7-15c948d2f86d tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:16:20.502367 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd01622c-733f-45f0-abb7-15c948d2f86d tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:16:20.533604 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd01622c-733f-45f0-abb7-15c948d2f86d tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event updated for resources: {'Port': ['ID=6c90cf40-122b-485f-afd6-804fe03a2311,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:20.557991 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bd01622c-733f-45f0-abb7-15c948d2f86d tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (95c2fa91-d934-422d-8770-6f266ba578ce), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:20.636658 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 7549a8e0-bc8a-431e-bae8-5221085e5f9b up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:16:20.686297 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 7549a8e0-bc8a-431e-bae8-5221085e5f9b triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:16:20.686681 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (7549a8e0-bc8a-431e-bae8-5221085e5f9b), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:20.743466 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bd01622c-733f-45f0-abb7-15c948d2f86d tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (6c90cf40-122b-485f-afd6-804fe03a2311), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:20.765419 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 7549a8e0-bc8a-431e-bae8-5221085e5f9b is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:16:20.765815 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (7549a8e0-bc8a-431e-bae8-5221085e5f9b), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:20.791481 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 7549a8e0-bc8a-431e-bae8-5221085e5f9b, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=7549a8e0-bc8a-431e-bae8-5221085e5f9b,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:16:20.834659 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (7549a8e0-bc8a-431e-bae8-5221085e5f9b), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:20.835601 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device e5dea35a-5590-4e04-bf02-e5a9b1590ffd up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:16:20.838759 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:20.915880 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=7549a8e0-bc8a-431e-bae8-5221085e5f9b,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:20.924121 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port e5dea35a-5590-4e04-bf02-e5a9b1590ffd triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:16:20.924439 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e5dea35a-5590-4e04-bf02-e5a9b1590ffd), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:20.963533 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:21.005042 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port e5dea35a-5590-4e04-bf02-e5a9b1590ffd is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:16:21.005042 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (e5dea35a-5590-4e04-bf02-e5a9b1590ffd), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:21.036823 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port e5dea35a-5590-4e04-bf02-e5a9b1590ffd, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=e5dea35a-5590-4e04-bf02-e5a9b1590ffd,segment=NetworkSegment(f4879969-13f6-4446-bac3-111d76fc1247),segment_id=f4879969-13f6-4446-bac3-111d76fc1247)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:16:21.040390 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bd01622c-733f-45f0-abb7-15c948d2f86d tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for port (6c90cf40-122b-485f-afd6-804fe03a2311), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:21.131288 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (e5dea35a-5590-4e04-bf02-e5a9b1590ffd), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:21.161231 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bd01622c-733f-45f0-abb7-15c948d2f86d tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (6c90cf40-122b-485f-afd6-804fe03a2311), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:21.181859 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=e5dea35a-5590-4e04-bf02-e5a9b1590ffd,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:21.243893 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:21.250714 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd01622c-733f-45f0-abb7-15c948d2f86d tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event updated for resources: {'Port': ['ID=6c90cf40-122b-485f-afd6-804fe03a2311,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:21.257477 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bd01622c-733f-45f0-abb7-15c948d2f86d tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (95c2fa91-d934-422d-8770-6f266ba578ce), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:21.291840 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:21.364924 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd01622c-733f-45f0-abb7-15c948d2f86d tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Network a8c7c011-fb45-43f8-a8ce-b2731c0447ae is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:16:21.367075 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-bd01622c-733f-45f0-abb7-15c948d2f86d tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:16:21.490432 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd01622c-733f-45f0-abb7-15c948d2f86d tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Router 95c2fa91-d934-422d-8770-6f266ba578ce has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:16:21.561368 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d04cd6-ed97-468a-9cf2-bc9b8cc371d7 None None] Network a8c7c011-fb45-43f8-a8ce-b2731c0447ae requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:16:21.602323 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd01622c-733f-45f0-abb7-15c948d2f86d tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:16:21.609190 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-bd01622c-733f-45f0-abb7-15c948d2f86d tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "PUT /networking/v2.0/routers/95c2fa91-d934-422d-8770-6f266ba578ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2131760 Aug 27 05:16:21.619249 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b17a2d7-ab90-4c1d-9e0e-cc6dd986fbae None None] Sync routers for ids ['95c2fa91-d934-422d-8770-6f266ba578ce'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:16:21.674084 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b17a2d7-ab90-4c1d-9e0e-cc6dd986fbae None None] Routers {'95c2fa91-d934-422d-8770-6f266ba578ce'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:16:21.674787 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-4b17a2d7-ab90-4c1d-9e0e-cc6dd986fbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:15:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['95c2fa91-d934-422d-8770-6f266ba578ce'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:21.677736 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-5e49cf01-9d51-45b7-b578-684957a5464a None None] Provisioning complete for port e5dea35a-5590-4e04-bf02-e5a9b1590ffd triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:16:21.678106 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5e49cf01-9d51-45b7-b578-684957a5464a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e5dea35a-5590-4e04-bf02-e5a9b1590ffd), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:21.795981 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-15d61e39-c5ee-4332-8fa5-8f0e169bcc7f req-e5f9dbc5-b77a-444b-92c3-53686369174e tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-383384982&fields=id&tenant_id=d6eebd600a964f4ca91de2d97e0df602 HTTP/1.1" status: 200 len: 267 time: 0.0487018 Aug 27 05:16:21.840849 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:21.881126 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-4b17a2d7-ab90-4c1d-9e0e-cc6dd986fbae None None] Set router 95c2fa91-d934-422d-8770-6f266ba578ce gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:16:21.914320 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-5e49cf01-9d51-45b7-b578-684957a5464a None None] Current status of the port e5dea35a-5590-4e04-bf02-e5a9b1590ffd is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:16:21.928208 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d61e39-c5ee-4332-8fa5-8f0e169bcc7f req-dbabcd43-69df-4618-89d0-bf71025d10f5 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:16:21.932664 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-15d61e39-c5ee-4332-8fa5-8f0e169bcc7f req-dbabcd43-69df-4618-89d0-bf71025d10f5 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "GET /networking/v2.0/networks?id=a8c7c011-fb45-43f8-a8ce-b2731c0447ae HTTP/1.1" status: 200 len: 797 time: 0.1290927 Aug 27 05:16:21.945347 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-15d61e39-c5ee-4332-8fa5-8f0e169bcc7f req-94ff3883-7c4a-4a74-b494-c80e17f05a95 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "GET /networking/v2.0/quotas/d6eebd600a964f4ca91de2d97e0df602 HTTP/1.1" status: 200 len: 375 time: 0.0101190 Aug 27 05:16:22.000560 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-15d61e39-c5ee-4332-8fa5-8f0e169bcc7f req-e9a0b851-9150-47bb-b035-c9190b7856e6 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=d6eebd600a964f4ca91de2d97e0df602&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490627 Aug 27 05:16:22.044297 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58984) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:22.079571 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4b9a1630-5a00-4d9b-8c95-1901a323f897 None None] Provisioning complete for port 6c90cf40-122b-485f-afd6-804fe03a2311 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:16:22.079935 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4b9a1630-5a00-4d9b-8c95-1901a323f897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (6c90cf40-122b-485f-afd6-804fe03a2311), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:22.280612 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4b9a1630-5a00-4d9b-8c95-1901a323f897 None None] Port 6c90cf40-122b-485f-afd6-804fe03a2311 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:16:22.294111 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-4b17a2d7-ab90-4c1d-9e0e-cc6dd986fbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c2fa91-d934-422d-8770-6f266ba578ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1162784577', 'tenant_id': 'd6eebd600a964f4ca91de2d97e0df602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '7549a8e0-bc8a-431e-bae8-5221085e5f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:16:15Z', 'updated_at': '2022-08-27T05:16:20Z', 'revision_number': 4, 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'gw_port': {'id': '7549a8e0-bc8a-431e-bae8-5221085e5f9b', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:98:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c2fa91-d934-422d-8770-6f266ba578ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:16:16Z', 'updated_at': '2022-08-27T05:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '6c90cf40-122b-485f-afd6-804fe03a2311', 'name': '', 'network_id': 'a8c7c011-fb45-43f8-a8ce-b2731c0447ae', 'tenant_id': 'd6eebd600a964f4ca91de2d97e0df602', 'mac_address': 'fa:16:3e:ee:64:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c2fa91-d934-422d-8770-6f266ba578ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '77ac8a7b-8427-4759-8a48-e20317e7c8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:16:20Z', 'updated_at': '2022-08-27T05:16:20Z', 'revision_number': 2, 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'subnets': [{'id': '77ac8a7b-8427-4759-8a48-e20317e7c8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:22.296049 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4b9a1630-5a00-4d9b-8c95-1901a323f897 None None] Provisioning complete for port e5dea35a-5590-4e04-bf02-e5a9b1590ffd triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:16:22.296465 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4b9a1630-5a00-4d9b-8c95-1901a323f897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e5dea35a-5590-4e04-bf02-e5a9b1590ffd), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:22.343800 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b17a2d7-ab90-4c1d-9e0e-cc6dd986fbae None None] Checking router: 95c2fa91-d934-422d-8770-6f266ba578ce for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:16:22.344152 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b17a2d7-ab90-4c1d-9e0e-cc6dd986fbae None None] Updating router 95c2fa91-d934-422d-8770-6f266ba578ce port 6c90cf40-122b-485f-afd6-804fe03a2311 binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:16:22.345198 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:UPDATE=1,neutron:INSERT=1,neutron:SELECT=96,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:22.382260 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4b17a2d7-ab90-4c1d-9e0e-cc6dd986fbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (6c90cf40-122b-485f-afd6-804fe03a2311), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:22.394839 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fb5c7f04-d0c1-40d5-a79c-937905f79ae2 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (95c2fa91-d934-422d-8770-6f266ba578ce), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:22.505798 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4b9a1630-5a00-4d9b-8c95-1901a323f897 None None] Current status of the port e5dea35a-5590-4e04-bf02-e5a9b1590ffd is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:16:22.540618 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:22.600117 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 7549a8e0-bc8a-431e-bae8-5221085e5f9b up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:16:22.670910 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-0d05ddda-41a9-47c2-8b53-dcdc5e735ffe None None] Provisioning complete for port 6c90cf40-122b-485f-afd6-804fe03a2311 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:16:22.671299 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-0d05ddda-41a9-47c2-8b53-dcdc5e735ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (6c90cf40-122b-485f-afd6-804fe03a2311), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:22.757167 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 7549a8e0-bc8a-431e-bae8-5221085e5f9b triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:16:22.757873 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (7549a8e0-bc8a-431e-bae8-5221085e5f9b), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:22.760619 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-0d05ddda-41a9-47c2-8b53-dcdc5e735ffe None None] Port 6c90cf40-122b-485f-afd6-804fe03a2311 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:16:22.809068 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4b17a2d7-ab90-4c1d-9e0e-cc6dd986fbae None None] Publish callbacks [] for port (6c90cf40-122b-485f-afd6-804fe03a2311), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:22.843730 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:22.854108 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 7549a8e0-bc8a-431e-bae8-5221085e5f9b is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:16:22.855172 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device e5dea35a-5590-4e04-bf02-e5a9b1590ffd up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:16:22.877243 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4b17a2d7-ab90-4c1d-9e0e-cc6dd986fbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (6c90cf40-122b-485f-afd6-804fe03a2311), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:22.967423 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-fb5c7f04-d0c1-40d5-a79c-937905f79ae2 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Deleting port 6c90cf40-122b-485f-afd6-804fe03a2311 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:16:22.967555 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fb5c7f04-d0c1-40d5-a79c-937905f79ae2 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (6c90cf40-122b-485f-afd6-804fe03a2311), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:22.979435 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9720b6-fcd5-406d-a728-639e57571667 None None] Pushing event updated for resources: {'Port': ['ID=6c90cf40-122b-485f-afd6-804fe03a2311,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:22.989934 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port e5dea35a-5590-4e04-bf02-e5a9b1590ffd triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:16:22.990302 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e5dea35a-5590-4e04-bf02-e5a9b1590ffd), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:23.019975 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-4b17a2d7-ab90-4c1d-9e0e-cc6dd986fbae None None] Attempting to bind port 6c90cf40-122b-485f-afd6-804fe03a2311 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:16:23.020289 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-4b17a2d7-ab90-4c1d-9e0e-cc6dd986fbae None None] Attempting to bind port 6c90cf40-122b-485f-afd6-804fe03a2311 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'f4879969-13f6-4446-bac3-111d76fc1247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a8c7c011-fb45-43f8-a8ce-b2731c0447ae'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:16:23.020654 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b17a2d7-ab90-4c1d-9e0e-cc6dd986fbae None None] Attempting to bind port 6c90cf40-122b-485f-afd6-804fe03a2311 on network a8c7c011-fb45-43f8-a8ce-b2731c0447ae {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:16:23.034440 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b17a2d7-ab90-4c1d-9e0e-cc6dd986fbae None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:16:23.034814 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b17a2d7-ab90-4c1d-9e0e-cc6dd986fbae None None] Checking segment: {'id': 'f4879969-13f6-4446-bac3-111d76fc1247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a8c7c011-fb45-43f8-a8ce-b2731c0447ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:16:23.035218 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4b17a2d7-ab90-4c1d-9e0e-cc6dd986fbae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:23.035613 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b17a2d7-ab90-4c1d-9e0e-cc6dd986fbae None None] Bound using segment: {'id': 'f4879969-13f6-4446-bac3-111d76fc1247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a8c7c011-fb45-43f8-a8ce-b2731c0447ae'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:16:23.036089 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-4b17a2d7-ab90-4c1d-9e0e-cc6dd986fbae None None] Bound port: 6c90cf40-122b-485f-afd6-804fe03a2311, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4879969-13f6-4446-bac3-111d76fc1247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a8c7c011-fb45-43f8-a8ce-b2731c0447ae'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:16:23.036497 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4b17a2d7-ab90-4c1d-9e0e-cc6dd986fbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (6c90cf40-122b-485f-afd6-804fe03a2311), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:23.066515 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-fb5c7f04-d0c1-40d5-a79c-937905f79ae2 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] For port 6c90cf40-122b-485f-afd6-804fe03a2311, host n-d-852088-5, got binding levels [] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:16:23.067144 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fb5c7f04-d0c1-40d5-a79c-937905f79ae2 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (6c90cf40-122b-485f-afd6-804fe03a2311), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:23.080383 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-fb5c7f04-d0c1-40d5-a79c-937905f79ae2 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Calling delete_port for 6c90cf40-122b-485f-afd6-804fe03a2311 owned by network:router_interface {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:16:23.122450 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port e5dea35a-5590-4e04-bf02-e5a9b1590ffd is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:16:23.132721 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4b17a2d7-ab90-4c1d-9e0e-cc6dd986fbae None None] For port 6c90cf40-122b-485f-afd6-804fe03a2311, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:16:23.135791 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4b17a2d7-ab90-4c1d-9e0e-cc6dd986fbae None None] For port 6c90cf40-122b-485f-afd6-804fe03a2311, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=6c90cf40-122b-485f-afd6-804fe03a2311,segment=NetworkSegment(f4879969-13f6-4446-bac3-111d76fc1247),segment_id=f4879969-13f6-4446-bac3-111d76fc1247)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:16:23.195134 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4b17a2d7-ab90-4c1d-9e0e-cc6dd986fbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (6c90cf40-122b-485f-afd6-804fe03a2311), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:23.209520 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:23.240432 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b17a2d7-ab90-4c1d-9e0e-cc6dd986fbae None None] Routers {'95c2fa91-d934-422d-8770-6f266ba578ce'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:16:23.241065 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-4b17a2d7-ab90-4c1d-9e0e-cc6dd986fbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:15:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['95c2fa91-d934-422d-8770-6f266ba578ce'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:23.284074 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:23.289187 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9720b6-fcd5-406d-a728-639e57571667 None None] Pushing event updated for resources: {'Port': ['ID=6c90cf40-122b-485f-afd6-804fe03a2311,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:23.332087 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fb5c7f04-d0c1-40d5-a79c-937905f79ae2 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (6c90cf40-122b-485f-afd6-804fe03a2311), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:23.358694 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5c7f04-d0c1-40d5-a79c-937905f79ae2 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event deleted for resources: {'Port': ['ID=6c90cf40-122b-485f-afd6-804fe03a2311,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:23.368301 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-4b17a2d7-ab90-4c1d-9e0e-cc6dd986fbae None None] Set router 95c2fa91-d934-422d-8770-6f266ba578ce gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:16:23.371813 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5c7f04-d0c1-40d5-a79c-937905f79ae2 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:23.372380 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5c7f04-d0c1-40d5-a79c-937905f79ae2 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:23.372603 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5c7f04-d0c1-40d5-a79c-937905f79ae2 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:23.372941 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5c7f04-d0c1-40d5-a79c-937905f79ae2 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:23.374904 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5c7f04-d0c1-40d5-a79c-937905f79ae2 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:23.374904 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5c7f04-d0c1-40d5-a79c-937905f79ae2 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:23.374904 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5c7f04-d0c1-40d5-a79c-937905f79ae2 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:23.374904 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5c7f04-d0c1-40d5-a79c-937905f79ae2 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:23.374904 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5c7f04-d0c1-40d5-a79c-937905f79ae2 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:23.374904 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5c7f04-d0c1-40d5-a79c-937905f79ae2 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:23.375509 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5c7f04-d0c1-40d5-a79c-937905f79ae2 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:23.375509 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5c7f04-d0c1-40d5-a79c-937905f79ae2 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:23.375775 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5c7f04-d0c1-40d5-a79c-937905f79ae2 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:23.376095 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5c7f04-d0c1-40d5-a79c-937905f79ae2 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:23.376439 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5c7f04-d0c1-40d5-a79c-937905f79ae2 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:23.551503 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-fb5c7f04-d0c1-40d5-a79c-937905f79ae2 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (95c2fa91-d934-422d-8770-6f266ba578ce), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:23.586880 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-4b17a2d7-ab90-4c1d-9e0e-cc6dd986fbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c2fa91-d934-422d-8770-6f266ba578ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1162784577', 'tenant_id': 'd6eebd600a964f4ca91de2d97e0df602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '7549a8e0-bc8a-431e-bae8-5221085e5f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:16:15Z', 'updated_at': '2022-08-27T05:16:20Z', 'revision_number': 4, 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'gw_port': {'id': '7549a8e0-bc8a-431e-bae8-5221085e5f9b', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:98:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c2fa91-d934-422d-8770-6f266ba578ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:16:16Z', 'updated_at': '2022-08-27T05:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '6c90cf40-122b-485f-afd6-804fe03a2311', 'name': '', 'network_id': 'a8c7c011-fb45-43f8-a8ce-b2731c0447ae', 'tenant_id': 'd6eebd600a964f4ca91de2d97e0df602', 'mac_address': 'fa:16:3e:ee:64:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c2fa91-d934-422d-8770-6f266ba578ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '77ac8a7b-8427-4759-8a48-e20317e7c8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:16:20Z', 'updated_at': '2022-08-27T05:16:23Z', 'revision_number': 4, 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'subnets': [{'id': '77ac8a7b-8427-4759-8a48-e20317e7c8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:23.613232 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b17a2d7-ab90-4c1d-9e0e-cc6dd986fbae None None] The sync data for ids ['95c2fa91-d934-422d-8770-6f266ba578ce'] in n-d-852088-5 is: [{'id': '95c2fa91-d934-422d-8770-6f266ba578ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1162784577', 'tenant_id': 'd6eebd600a964f4ca91de2d97e0df602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '7549a8e0-bc8a-431e-bae8-5221085e5f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:16:15Z', 'updated_at': '2022-08-27T05:16:20Z', 'revision_number': 4, 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'gw_port': {'id': '7549a8e0-bc8a-431e-bae8-5221085e5f9b', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:98:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c2fa91-d934-422d-8770-6f266ba578ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:16:16Z', 'updated_at': '2022-08-27T05:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '6c90cf40-122b-485f-afd6-804fe03a2311', 'name': '', 'network_id': 'a8c7c011-fb45-43f8-a8ce-b2731c0447ae', 'tenant_id': 'd6eebd600a964f4ca91de2d97e0df602', 'mac_address': 'fa:16:3e:ee:64:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c2fa91-d934-422d-8770-6f266ba578ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '77ac8a7b-8427-4759-8a48-e20317e7c8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:16:20Z', 'updated_at': '2022-08-27T05:16:23Z', 'revision_number': 4, 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'subnets': [{'id': '77ac8a7b-8427-4759-8a48-e20317e7c8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:16:23.686294 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:23.796535 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5c7f04-d0c1-40d5-a79c-937905f79ae2 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Router 95c2fa91-d934-422d-8770-6f266ba578ce has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:16:23.907565 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5c7f04-d0c1-40d5-a79c-937905f79ae2 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:16:23.915371 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-fb5c7f04-d0c1-40d5-a79c-937905f79ae2 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "PUT /networking/v2.0/routers/95c2fa91-d934-422d-8770-6f266ba578ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8719785 Aug 27 05:16:23.915556 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58986) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:23.971747 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-df271549-dfd4-4265-97de-7d6245517d5a tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Deleting subnet 77ac8a7b-8427-4759-8a48-e20317e7c8cb {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 05:16:23.975533 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-df271549-dfd4-4265-97de-7d6245517d5a tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for subnet (77ac8a7b-8427-4759-8a48-e20317e7c8cb), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:24.022756 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-df271549-dfd4-4265-97de-7d6245517d5a tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (77ac8a7b-8427-4759-8a48-e20317e7c8cb), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:24.108537 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-df271549-dfd4-4265-97de-7d6245517d5a tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (77ac8a7b-8427-4759-8a48-e20317e7c8cb), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:24.244845 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-df271549-dfd4-4265-97de-7d6245517d5a tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (77ac8a7b-8427-4759-8a48-e20317e7c8cb), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:24.254080 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:24.285250 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df271549-dfd4-4265-97de-7d6245517d5a tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event deleted for resources: {'Subnet': ['ID=77ac8a7b-8427-4759-8a48-e20317e7c8cb,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:24.293382 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-df271549-dfd4-4265-97de-7d6245517d5a tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:24.301516 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-df271549-dfd4-4265-97de-7d6245517d5a tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/77ac8a7b-8427-4759-8a48-e20317e7c8cb HTTP/1.1" status: 204 len: 168 time: 0.3813438 Aug 27 05:16:24.301823 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8503a3a0-43c5-4046-80cd-dd7a1fd44555 None None] Network a8c7c011-fb45-43f8-a8ce-b2731c0447ae requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:16:24.302493 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58988) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:24.411248 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a18dabc2-93a8-4722-beb4-32da8df26085 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for router (95c2fa91-d934-422d-8770-6f266ba578ce), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:24.473657 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3dde6a-d034-4a21-81c6-f9f741b56990 None None] DHCP port deletion for a8c7c011-fb45-43f8-a8ce-b2731c0447ae request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 05:16:24.516995 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-9e3dde6a-d034-4a21-81c6-f9f741b56990 None None] Deleting port e5dea35a-5590-4e04-bf02-e5a9b1590ffd {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:16:24.517366 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9e3dde6a-d034-4a21-81c6-f9f741b56990 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (e5dea35a-5590-4e04-bf02-e5a9b1590ffd), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:24.535908 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a18dabc2-93a8-4722-beb4-32da8df26085 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for router_gateway (95c2fa91-d934-422d-8770-6f266ba578ce), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:24.587925 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:24.587925 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-9e3dde6a-d034-4a21-81c6-f9f741b56990 None None] For port e5dea35a-5590-4e04-bf02-e5a9b1590ffd, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=e5dea35a-5590-4e04-bf02-e5a9b1590ffd,segment=NetworkSegment(f4879969-13f6-4446-bac3-111d76fc1247),segment_id=f4879969-13f6-4446-bac3-111d76fc1247)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:16:24.587925 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9e3dde6a-d034-4a21-81c6-f9f741b56990 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (e5dea35a-5590-4e04-bf02-e5a9b1590ffd), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:24.599494 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device e5dea35a-5590-4e04-bf02-e5a9b1590ffd no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:16:24.637290 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-9e3dde6a-d034-4a21-81c6-f9f741b56990 None None] Calling delete_port for e5dea35a-5590-4e04-bf02-e5a9b1590ffd owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:16:24.647290 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-a18dabc2-93a8-4722-beb4-32da8df26085 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Deleting port 7549a8e0-bc8a-431e-bae8-5221085e5f9b {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:16:24.647643 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a18dabc2-93a8-4722-beb4-32da8df26085 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (7549a8e0-bc8a-431e-bae8-5221085e5f9b), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:24.736453 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-a18dabc2-93a8-4722-beb4-32da8df26085 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] For port 7549a8e0-bc8a-431e-bae8-5221085e5f9b, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=7549a8e0-bc8a-431e-bae8-5221085e5f9b,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:16:24.737035 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a18dabc2-93a8-4722-beb4-32da8df26085 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (7549a8e0-bc8a-431e-bae8-5221085e5f9b), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:24.750787 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port e5dea35a-5590-4e04-bf02-e5a9b1590ffd is: ACTIVE; New status is: DOWN {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:16:24.751176 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (e5dea35a-5590-4e04-bf02-e5a9b1590ffd), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:24.757775 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-a18dabc2-93a8-4722-beb4-32da8df26085 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Calling delete_port for 7549a8e0-bc8a-431e-bae8-5221085e5f9b owned by network:router_gateway {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:16:24.828741 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b22f4f-c9cf-4636-bd5d-2313397ab438 None None] Sync routers for ids ['95c2fa91-d934-422d-8770-6f266ba578ce'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:16:24.839000 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b22f4f-c9cf-4636-bd5d-2313397ab438 None None] Routers {'95c2fa91-d934-422d-8770-6f266ba578ce'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:16:24.839552 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-24b22f4f-c9cf-4636-bd5d-2313397ab438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:15:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['95c2fa91-d934-422d-8770-6f266ba578ce'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:24.848587 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9e3dde6a-d034-4a21-81c6-f9f741b56990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (e5dea35a-5590-4e04-bf02-e5a9b1590ffd), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:24.871634 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:24.884438 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dde6a-d034-4a21-81c6-f9f741b56990 None None] Pushing event deleted for resources: {'Port': ['ID=e5dea35a-5590-4e04-bf02-e5a9b1590ffd,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:24.887914 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 05:16:24.887914 n-d-852088-5 neutron-server[107777]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Aug 27 05:16:24.887914 n-d-852088-5 neutron-server[107777]: [parameters: {'status': 'DOWN', 'ports_id': 'e5dea35a-5590-4e04-bf02-e5a9b1590ffd'}] Aug 27 05:16:24.887914 n-d-852088-5 neutron-server[107777]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 05:16:24.888615 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 05:16:24.889351 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3dde6a-d034-4a21-81c6-f9f741b56990 None None] No DVR routers for this DVR port e5dea35a-5590-4e04-bf02-e5a9b1590ffd on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:16:24.936893 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-24b22f4f-c9cf-4636-bd5d-2313397ab438 None None] Set router 95c2fa91-d934-422d-8770-6f266ba578ce gateway port host: None {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:16:24.986574 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-24b22f4f-c9cf-4636-bd5d-2313397ab438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c2fa91-d934-422d-8770-6f266ba578ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1162784577', 'tenant_id': 'd6eebd600a964f4ca91de2d97e0df602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:16:15Z', 'updated_at': '2022-08-27T05:16:24Z', 'revision_number': 6, 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:25.011131 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b22f4f-c9cf-4636-bd5d-2313397ab438 None None] Checking router: 95c2fa91-d934-422d-8770-6f266ba578ce for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:16:25.020152 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b22f4f-c9cf-4636-bd5d-2313397ab438 None None] Routers {'95c2fa91-d934-422d-8770-6f266ba578ce'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:16:25.020838 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-24b22f4f-c9cf-4636-bd5d-2313397ab438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:15:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['95c2fa91-d934-422d-8770-6f266ba578ce'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:25.045214 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a18dabc2-93a8-4722-beb4-32da8df26085 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (7549a8e0-bc8a-431e-bae8-5221085e5f9b), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:25.071054 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18dabc2-93a8-4722-beb4-32da8df26085 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event deleted for resources: {'Port': ['ID=7549a8e0-bc8a-431e-bae8-5221085e5f9b,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:25.108511 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-24b22f4f-c9cf-4636-bd5d-2313397ab438 None None] Set router 95c2fa91-d934-422d-8770-6f266ba578ce gateway port host: None {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:16:25.139805 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a18dabc2-93a8-4722-beb4-32da8df26085 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (95c2fa91-d934-422d-8770-6f266ba578ce), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:25.159634 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-24b22f4f-c9cf-4636-bd5d-2313397ab438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c2fa91-d934-422d-8770-6f266ba578ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1162784577', 'tenant_id': 'd6eebd600a964f4ca91de2d97e0df602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:16:15Z', 'updated_at': '2022-08-27T05:16:24Z', 'revision_number': 6, 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:25.184406 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b22f4f-c9cf-4636-bd5d-2313397ab438 None None] The sync data for ids ['95c2fa91-d934-422d-8770-6f266ba578ce'] in n-d-852088-5 is: [{'id': '95c2fa91-d934-422d-8770-6f266ba578ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1162784577', 'tenant_id': 'd6eebd600a964f4ca91de2d97e0df602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:16:15Z', 'updated_at': '2022-08-27T05:16:24Z', 'revision_number': 6, 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'gw_port_host': None}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:16:25.232112 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a18dabc2-93a8-4722-beb4-32da8df26085 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (95c2fa91-d934-422d-8770-6f266ba578ce), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:25.234372 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a18dabc2-93a8-4722-beb4-32da8df26085 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for router_controller (95c2fa91-d934-422d-8770-6f266ba578ce), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:25.325949 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a18dabc2-93a8-4722-beb4-32da8df26085 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (95c2fa91-d934-422d-8770-6f266ba578ce), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:25.326592 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18dabc2-93a8-4722-beb4-32da8df26085 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Fanout notify agent at l3_agent the message router_deleted on router 95c2fa91-d934-422d-8770-6f266ba578ce {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 05:16:25.333622 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a18dabc2-93a8-4722-beb4-32da8df26085 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:25.334775 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a18dabc2-93a8-4722-beb4-32da8df26085 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "DELETE /networking/v2.0/routers/95c2fa91-d934-422d-8770-6f266ba578ce HTTP/1.1" status: 204 len: 168 time: 1.0312948 Aug 27 05:16:25.337565 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 58990) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:25.408381 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Port e5dea35a-5590-4e04-bf02-e5a9b1590ffd update to DOWN by agent not found {{(pid=107777) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 27 05:16:25.430524 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ccbe4eb9-7ced-447b-a9b5-aef00bcd0bb0 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (a8c7c011-fb45-43f8-a8ce-b2731c0447ae), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:25.465559 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=10 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:25.521318 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ccbe4eb9-7ced-447b-a9b5-aef00bcd0bb0 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (a8c7c011-fb45-43f8-a8ce-b2731c0447ae), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:25.549440 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-ccbe4eb9-7ced-447b-a9b5-aef00bcd0bb0 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8c7c011-fb45-43f8-a8ce-b2731c0447ae']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:25.559369 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-ccbe4eb9-7ced-447b-a9b5-aef00bcd0bb0 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4879969-13f6-4446-bac3-111d76fc1247') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:25.559706 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-ccbe4eb9-7ced-447b-a9b5-aef00bcd0bb0 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4879969-13f6-4446-bac3-111d76fc1247') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:25.570745 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ccbe4eb9-7ced-447b-a9b5-aef00bcd0bb0 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (f4879969-13f6-4446-bac3-111d76fc1247), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:25.586395 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ccbe4eb9-7ced-447b-a9b5-aef00bcd0bb0 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (f4879969-13f6-4446-bac3-111d76fc1247), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:25.594175 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccbe4eb9-7ced-447b-a9b5-aef00bcd0bb0 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:16:25.594716 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ccbe4eb9-7ced-447b-a9b5-aef00bcd0bb0 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (f4879969-13f6-4446-bac3-111d76fc1247), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:25.642288 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment f4879969-13f6-4446-bac3-111d76fc1247 resource provider aggregate not found Aug 27 05:16:25.665591 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment f4879969-13f6-4446-bac3-111d76fc1247 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f4879969-13f6-4446-bac3-111d76fc1247 found for delete ", "request_id": "req-46a1c81b-b2d0-4420-b684-42d708b3e0aa"}]} Aug 27 05:16:25.714392 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ccbe4eb9-7ced-447b-a9b5-aef00bcd0bb0 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (a8c7c011-fb45-43f8-a8ce-b2731c0447ae), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:25.722349 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ccbe4eb9-7ced-447b-a9b5-aef00bcd0bb0 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:25.725470 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ccbe4eb9-7ced-447b-a9b5-aef00bcd0bb0 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "DELETE /networking/v2.0/networks/a8c7c011-fb45-43f8-a8ce-b2731c0447ae HTTP/1.1" status: 204 len: 168 time: 0.3869758 Aug 27 05:16:25.728324 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 58996) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:25.737635 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe4eb9-7ced-447b-a9b5-aef00bcd0bb0 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event deleted for resources: {'Network': ['ID=a8c7c011-fb45-43f8-a8ce-b2731c0447ae,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:25.768281 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:25.791198 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d7c44475-66da-46bf-9286-9d6b649f04f2 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group (27026a5f-29c7-4f3a-a235-526913369872), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:25.814944 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d7c44475-66da-46bf-9286-9d6b649f04f2 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group (27026a5f-29c7-4f3a-a235-526913369872), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:25.937374 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d7c44475-66da-46bf-9286-9d6b649f04f2 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (27026a5f-29c7-4f3a-a235-526913369872), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:25.939895 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d7c44475-66da-46bf-9286-9d6b649f04f2 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:25.941257 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-d7c44475-66da-46bf-9286-9d6b649f04f2 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/27026a5f-29c7-4f3a-a235-526913369872 HTTP/1.1" status: 204 len: 168 time: 0.2118535 Aug 27 05:16:25.952780 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c44475-66da-46bf-9286-9d6b649f04f2 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27026a5f-29c7-4f3a-a235-526913369872,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:25.964961 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c44475-66da-46bf-9286-9d6b649f04f2 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:25.965608 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c44475-66da-46bf-9286-9d6b649f04f2 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:25.967364 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c44475-66da-46bf-9286-9d6b649f04f2 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:25.967730 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c44475-66da-46bf-9286-9d6b649f04f2 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:25.968078 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c44475-66da-46bf-9286-9d6b649f04f2 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:25.968473 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c44475-66da-46bf-9286-9d6b649f04f2 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:25.968906 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c44475-66da-46bf-9286-9d6b649f04f2 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:25.969148 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c44475-66da-46bf-9286-9d6b649f04f2 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:25.969479 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c44475-66da-46bf-9286-9d6b649f04f2 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:25.969819 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c44475-66da-46bf-9286-9d6b649f04f2 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:25.970141 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c44475-66da-46bf-9286-9d6b649f04f2 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:25.970651 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c44475-66da-46bf-9286-9d6b649f04f2 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:25.971190 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c44475-66da-46bf-9286-9d6b649f04f2 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:25.971548 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c44475-66da-46bf-9286-9d6b649f04f2 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:25.971835 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c44475-66da-46bf-9286-9d6b649f04f2 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:26.306550 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59002) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:26.312040 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-65b08c8b-b13a-4496-b74c-426ed20ab30b tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-764913088', 'description': 'tempest-secgroup-smoke-764913088 description', 'project_id': 'd6eebd600a964f4ca91de2d97e0df602'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:16:26.399860 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-65b08c8b-b13a-4496-b74c-426ed20ab30b tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:26.467086 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-65b08c8b-b13a-4496-b74c-426ed20ab30b tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group (48d832d1-b3ed-4304-a1dc-36379adf5158), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:26.541569 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-65b08c8b-b13a-4496-b74c-426ed20ab30b tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (48d832d1-b3ed-4304-a1dc-36379adf5158), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:26.576843 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b08c8b-b13a-4496-b74c-426ed20ab30b tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48d832d1-b3ed-4304-a1dc-36379adf5158,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:26.580049 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 7549a8e0-bc8a-431e-bae8-5221085e5f9b no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:16:26.599930 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 7549a8e0-bc8a-431e-bae8-5221085e5f9b {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:16:26.600301 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 7549a8e0-bc8a-431e-bae8-5221085e5f9b not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:16:26.600713 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6c90cf40-122b-485f-afd6-804fe03a2311 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:16:26.620297 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 6c90cf40-122b-485f-afd6-804fe03a2311 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:16:26.620646 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 6c90cf40-122b-485f-afd6-804fe03a2311 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:16:26.653343 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-65b08c8b-b13a-4496-b74c-426ed20ab30b tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:26.656007 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-65b08c8b-b13a-4496-b74c-426ed20ab30b tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3472171 Aug 27 05:16:26.657829 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59004) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:26.662549 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-ec5ceb1a-e243-4c11-9323-10f66ddf474a tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Request body: {'security_group_rule': {'security_group_id': '48d832d1-b3ed-4304-a1dc-36379adf5158', 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:16:26.701983 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c15d0244-e974-48ae-91f2-d987c34f5538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:26.758471 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ec5ceb1a-e243-4c11-9323-10f66ddf474a tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (d14ad708-8d43-4805-b896-7208d3d3f5d7), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:26.817799 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ec5ceb1a-e243-4c11-9323-10f66ddf474a tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (d14ad708-8d43-4805-b896-7208d3d3f5d7), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:26.879815 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ec5ceb1a-e243-4c11-9323-10f66ddf474a tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (d14ad708-8d43-4805-b896-7208d3d3f5d7), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:26.899933 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5ceb1a-e243-4c11-9323-10f66ddf474a tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d14ad708-8d43-4805-b896-7208d3d3f5d7,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:26.962181 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-ec5ceb1a-e243-4c11-9323-10f66ddf474a tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:26.963412 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-ec5ceb1a-e243-4c11-9323-10f66ddf474a tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3046455 Aug 27 05:16:26.967458 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59006) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:26.972189 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-5f89b3c5-1fd1-41ff-b5f7-72bdf5e707ba tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Request body: {'security_group_rule': {'security_group_id': '48d832d1-b3ed-4304-a1dc-36379adf5158', 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:16:27.050848 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5f89b3c5-1fd1-41ff-b5f7-72bdf5e707ba tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (83c689f2-cf16-4943-995b-dba60d0cc10d), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:27.075355 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:27.109168 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5f89b3c5-1fd1-41ff-b5f7-72bdf5e707ba tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (83c689f2-cf16-4943-995b-dba60d0cc10d), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:27.180895 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5f89b3c5-1fd1-41ff-b5f7-72bdf5e707ba tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (83c689f2-cf16-4943-995b-dba60d0cc10d), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:27.203878 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f89b3c5-1fd1-41ff-b5f7-72bdf5e707ba tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83c689f2-cf16-4943-995b-dba60d0cc10d,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:27.286477 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5f89b3c5-1fd1-41ff-b5f7-72bdf5e707ba tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:27.288504 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-5f89b3c5-1fd1-41ff-b5f7-72bdf5e707ba tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3198905 Aug 27 05:16:27.291595 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59008) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:27.297138 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-dbef0ecb-e918-4ebc-a2b8-3f197aa11ed6 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Request body: {'security_group_rule': {'security_group_id': '48d832d1-b3ed-4304-a1dc-36379adf5158', 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:16:27.375798 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dbef0ecb-e918-4ebc-a2b8-3f197aa11ed6 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (cea41ec1-ebf7-48b1-85d9-400788647f39), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:27.434181 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dbef0ecb-e918-4ebc-a2b8-3f197aa11ed6 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (cea41ec1-ebf7-48b1-85d9-400788647f39), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:27.485525 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dbef0ecb-e918-4ebc-a2b8-3f197aa11ed6 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (cea41ec1-ebf7-48b1-85d9-400788647f39), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:27.504608 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbef0ecb-e918-4ebc-a2b8-3f197aa11ed6 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cea41ec1-ebf7-48b1-85d9-400788647f39,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:27.562368 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dbef0ecb-e918-4ebc-a2b8-3f197aa11ed6 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:27.563768 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-dbef0ecb-e918-4ebc-a2b8-3f197aa11ed6 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2707646 Aug 27 05:16:27.566623 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59010) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:27.571258 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-31af4bb3-29ee-410b-aaab-d03721a07d1a tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Request body: {'security_group_rule': {'security_group_id': '48d832d1-b3ed-4304-a1dc-36379adf5158', 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:16:27.641706 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-31af4bb3-29ee-410b-aaab-d03721a07d1a tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (1da81dc0-6f14-4414-9921-7da26e8ccdb7), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:27.702939 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-31af4bb3-29ee-410b-aaab-d03721a07d1a tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (1da81dc0-6f14-4414-9921-7da26e8ccdb7), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:27.754188 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-31af4bb3-29ee-410b-aaab-d03721a07d1a tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (1da81dc0-6f14-4414-9921-7da26e8ccdb7), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:27.776686 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af4bb3-29ee-410b-aaab-d03721a07d1a tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1da81dc0-6f14-4414-9921-7da26e8ccdb7,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:27.841873 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-31af4bb3-29ee-410b-aaab-d03721a07d1a tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:27.843713 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-31af4bb3-29ee-410b-aaab-d03721a07d1a tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2755716 Aug 27 05:16:27.846831 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59012) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:27.851206 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-0ea22c67-511b-4cb7-b2ca-aa7b069362c0 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Request body: {'security_group_rule': {'security_group_id': '48d832d1-b3ed-4304-a1dc-36379adf5158', 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:16:27.943483 n-d-852088-5 neutron-server[107775]: INFO neutron.db.securitygroups_db [None req-0ea22c67-511b-4cb7-b2ca-aa7b069362c0 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Project d6eebd600a964f4ca91de2d97e0df602 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 05:16:27.953009 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0ea22c67-511b-4cb7-b2ca-aa7b069362c0 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (ea045f30-a459-4461-9030-7b5b6989cca2), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:27.972497 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:28.004217 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0ea22c67-511b-4cb7-b2ca-aa7b069362c0 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (ea045f30-a459-4461-9030-7b5b6989cca2), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:28.086203 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0ea22c67-511b-4cb7-b2ca-aa7b069362c0 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (ea045f30-a459-4461-9030-7b5b6989cca2), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:28.105339 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea22c67-511b-4cb7-b2ca-aa7b069362c0 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea045f30-a459-4461-9030-7b5b6989cca2,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:28.179025 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0ea22c67-511b-4cb7-b2ca-aa7b069362c0 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:28.180278 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0ea22c67-511b-4cb7-b2ca-aa7b069362c0 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3324995 Aug 27 05:16:28.183054 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59014) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:28.187523 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-6e5c4913-a1b9-4f0f-9699-48be0e710dc9 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Request body: {'security_group_rule': {'security_group_id': '48d832d1-b3ed-4304-a1dc-36379adf5158', 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:16:28.274459 n-d-852088-5 neutron-server[107775]: INFO neutron.db.securitygroups_db [None req-6e5c4913-a1b9-4f0f-9699-48be0e710dc9 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Project d6eebd600a964f4ca91de2d97e0df602 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 05:16:28.280811 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6e5c4913-a1b9-4f0f-9699-48be0e710dc9 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (dec7b2fa-bdc3-42ac-aa31-031fe30e90e6), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:28.341278 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6e5c4913-a1b9-4f0f-9699-48be0e710dc9 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (dec7b2fa-bdc3-42ac-aa31-031fe30e90e6), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:28.394275 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6e5c4913-a1b9-4f0f-9699-48be0e710dc9 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (dec7b2fa-bdc3-42ac-aa31-031fe30e90e6), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:28.413876 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5c4913-a1b9-4f0f-9699-48be0e710dc9 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dec7b2fa-bdc3-42ac-aa31-031fe30e90e6,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:28.464864 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-6e5c4913-a1b9-4f0f-9699-48be0e710dc9 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:28.466096 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-6e5c4913-a1b9-4f0f-9699-48be0e710dc9 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2819660 Aug 27 05:16:28.469928 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59016) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:28.474587 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-c1872246-33ad-4b64-b40f-6760e99d3baa tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Request body: {'network': {'name': 'tempest-network-smoke--902392115', 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'port_security_enabled': True}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:16:28.560074 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1872246-33ad-4b64-b40f-6760e99d3baa tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Made reservation on behalf of d6eebd600a964f4ca91de2d97e0df602 for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:16:28.563951 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c1872246-33ad-4b64-b40f-6760e99d3baa tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:28.588650 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1872246-33ad-4b64-b40f-6760e99d3baa tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 05:16:28.598060 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c1872246-33ad-4b64-b40f-6760e99d3baa tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (89a91825-3225-4306-8af0-c5d3d47507b5), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:28.598401 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-c1872246-33ad-4b64-b40f-6760e99d3baa tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Added segment 89a91825-3225-4306-8af0-c5d3d47507b5 of type vlan for network 57ed38e9-7bb6-4339-9988-8ffd0ec9b97e Aug 27 05:16:28.636473 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c1872246-33ad-4b64-b40f-6760e99d3baa tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (57ed38e9-7bb6-4339-9988-8ffd0ec9b97e), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:28.638413 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=76,neutron:INSERT=13,neutron:UPDATE=5,neutron:DELETE=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:28.714443 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c1872246-33ad-4b64-b40f-6760e99d3baa tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (57ed38e9-7bb6-4339-9988-8ffd0ec9b97e), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:28.720015 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1872246-33ad-4b64-b40f-6760e99d3baa tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:16:28.724720 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c1872246-33ad-4b64-b40f-6760e99d3baa tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:28.786974 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1872246-33ad-4b64-b40f-6760e99d3baa tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event updated for resources: {'Network': ['ID=57ed38e9-7bb6-4339-9988-8ffd0ec9b97e,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:28.797523 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 57ed38e9-7bb6-4339-9988-8ffd0ec9b97e details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 05:16:28.837389 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c1872246-33ad-4b64-b40f-6760e99d3baa tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3666060 Aug 27 05:16:28.840098 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59018) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:28.845977 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-9511761f-7338-4b53-bbf0-84dfc50e8742 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-432903510', 'admin_state_up': True, 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:16:28.971743 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9511761f-7338-4b53-bbf0-84dfc50e8742 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (575828be-c984-4203-9bda-e66f9dc21ebe), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:28.977123 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9511761f-7338-4b53-bbf0-84dfc50e8742 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (575828be-c984-4203-9bda-e66f9dc21ebe), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:29.027818 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9511761f-7338-4b53-bbf0-84dfc50e8742 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for router_controller (575828be-c984-4203-9bda-e66f9dc21ebe), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:29.188963 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-35561565-bd41-4a1e-a906-5ebc98ab249f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:29.211157 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9511761f-7338-4b53-bbf0-84dfc50e8742 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for router_gateway (575828be-c984-4203-9bda-e66f9dc21ebe), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:29.443486 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9511761f-7338-4b53-bbf0-84dfc50e8742 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for router_gateway (575828be-c984-4203-9bda-e66f9dc21ebe), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:29.463005 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9511761f-7338-4b53-bbf0-84dfc50e8742 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:29.470185 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:29.567866 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-9511761f-7338-4b53-bbf0-84dfc50e8742 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Allocated IP 172.25.2.133 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/71ba16ac-6c25-4af2-bd88-80c7ee9adfea) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:16:29.673952 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9511761f-7338-4b53-bbf0-84dfc50e8742 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for port (71ba16ac-6c25-4af2-bd88-80c7ee9adfea), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:29.747199 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9511761f-7338-4b53-bbf0-84dfc50e8742 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (71ba16ac-6c25-4af2-bd88-80c7ee9adfea), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:29.777932 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=7,neutron:UPDATE=5,neutron:SELECT=88 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:29.782286 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9511761f-7338-4b53-bbf0-84dfc50e8742 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:16:29.785272 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-9511761f-7338-4b53-bbf0-84dfc50e8742 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:16:29.791329 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9511761f-7338-4b53-bbf0-84dfc50e8742 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:16:29.825609 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9511761f-7338-4b53-bbf0-84dfc50e8742 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event updated for resources: {'Port': ['ID=71ba16ac-6c25-4af2-bd88-80c7ee9adfea,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:30.137407 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9511761f-7338-4b53-bbf0-84dfc50e8742 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for router_gateway (575828be-c984-4203-9bda-e66f9dc21ebe), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:30.400373 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:30.575419 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9511761f-7338-4b53-bbf0-84dfc50e8742 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (575828be-c984-4203-9bda-e66f9dc21ebe), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:30.758216 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9511761f-7338-4b53-bbf0-84dfc50e8742 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Router 575828be-c984-4203-9bda-e66f9dc21ebe is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 05:16:30.845301 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:30.863063 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9511761f-7338-4b53-bbf0-84dfc50e8742 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:16:30.872306 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bc541e-9bb7-49a5-8a47-cabda47674f0 None None] Sync routers for ids ['575828be-c984-4203-9bda-e66f9dc21ebe'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:16:30.876069 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:30.884647 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bc541e-9bb7-49a5-8a47-cabda47674f0 None None] Routers {'575828be-c984-4203-9bda-e66f9dc21ebe'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:16:30.885534 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-24bc541e-9bb7-49a5-8a47-cabda47674f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:16:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['575828be-c984-4203-9bda-e66f9dc21ebe'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:30.956696 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9511761f-7338-4b53-bbf0-84dfc50e8742 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:30.958036 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9511761f-7338-4b53-bbf0-84dfc50e8742 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1169922 Aug 27 05:16:30.961154 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59020) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:30.990860 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-764725d3-9473-412f-bd6c-d2e15480e649 tempest-TestNetworkAdvancedServerOps-1045750281 tempest-TestNetworkAdvancedServerOps-1045750281-project-admin] 10.222.0.76 "GET /networking/v2.0/subnets?project_id=d6eebd600a964f4ca91de2d97e0df602&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284417 Aug 27 05:16:30.991934 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-24bc541e-9bb7-49a5-8a47-cabda47674f0 None None] Set router 575828be-c984-4203-9bda-e66f9dc21ebe gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:16:30.993503 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59022) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:31.100714 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1e1735-b08d-4555-a306-db2868487ac2 tempest-TestNetworkAdvancedServerOps-1045750281 tempest-TestNetworkAdvancedServerOps-1045750281-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:16:31.102151 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-4c1e1735-b08d-4555-a306-db2868487ac2 tempest-TestNetworkAdvancedServerOps-1045750281 tempest-TestNetworkAdvancedServerOps-1045750281-project-admin] 10.222.0.76 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1077504 Aug 27 05:16:31.104945 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59024) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:31.133646 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-14b413cd-df62-4670-8f0f-6d06420bab57 tempest-TestNetworkAdvancedServerOps-1045750281 tempest-TestNetworkAdvancedServerOps-1045750281-project-admin] 10.222.0.76 "GET /networking/v2.0/subnets?network_id=2db7b18a-8c4b-4ba8-8012-3e7d96728abb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275886 Aug 27 05:16:31.136070 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59026) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:31.141581 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-c4d96dc3-e0a4-419b-9102-fabd26a52e45 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-386839783', 'network_id': '57ed38e9-7bb6-4339-9988-8ffd0ec9b97e', 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:16:31.173563 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-24bc541e-9bb7-49a5-8a47-cabda47674f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575828be-c984-4203-9bda-e66f9dc21ebe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432903510', 'tenant_id': 'd6eebd600a964f4ca91de2d97e0df602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '71ba16ac-6c25-4af2-bd88-80c7ee9adfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:16:28Z', 'updated_at': '2022-08-27T05:16:29Z', 'revision_number': 3, 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'gw_port': {'id': '71ba16ac-6c25-4af2-bd88-80c7ee9adfea', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d9:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575828be-c984-4203-9bda-e66f9dc21ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:16:29Z', 'updated_at': '2022-08-27T05:16:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:31.199320 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bc541e-9bb7-49a5-8a47-cabda47674f0 None None] Checking router: 575828be-c984-4203-9bda-e66f9dc21ebe for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:16:31.199666 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bc541e-9bb7-49a5-8a47-cabda47674f0 None None] Updating router 575828be-c984-4203-9bda-e66f9dc21ebe port 71ba16ac-6c25-4af2-bd88-80c7ee9adfea binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:16:31.228266 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-24bc541e-9bb7-49a5-8a47-cabda47674f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (71ba16ac-6c25-4af2-bd88-80c7ee9adfea), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:31.252741 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:31.285822 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d96dc3-e0a4-419b-9102-fabd26a52e45 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Made reservation on behalf of d6eebd600a964f4ca91de2d97e0df602 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:16:31.289804 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c4d96dc3-e0a4-419b-9102-fabd26a52e45 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:31.354190 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:31.582083 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c4d96dc3-e0a4-419b-9102-fabd26a52e45 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (f6e2c421-a7ce-44c7-9d12-8ec6ef10165d), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:31.618465 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-24bc541e-9bb7-49a5-8a47-cabda47674f0 None None] Publish callbacks [] for port (71ba16ac-6c25-4af2-bd88-80c7ee9adfea), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:31.649856 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d96dc3-e0a4-419b-9102-fabd26a52e45 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event updated for resources: {'Subnet': ['ID=f6e2c421-a7ce-44c7-9d12-8ec6ef10165d,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:31.655164 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d96dc3-e0a4-419b-9102-fabd26a52e45 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Checking segment: {'id': '89a91825-3225-4306-8af0-c5d3d47507b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '57ed38e9-7bb6-4339-9988-8ffd0ec9b97e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:16:31.655550 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d96dc3-e0a4-419b-9102-fabd26a52e45 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Network hostable DHCP agents. Network: 57ed38e9-7bb6-4339-9988-8ffd0ec9b97e, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 05:16:31.714433 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-24bc541e-9bb7-49a5-8a47-cabda47674f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (71ba16ac-6c25-4af2-bd88-80c7ee9adfea), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:31.748808 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-24bc541e-9bb7-49a5-8a47-cabda47674f0 None None] Attempting to bind port 71ba16ac-6c25-4af2-bd88-80c7ee9adfea on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:16:31.749170 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-24bc541e-9bb7-49a5-8a47-cabda47674f0 None None] Attempting to bind port 71ba16ac-6c25-4af2-bd88-80c7ee9adfea by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:16:31.750193 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bc541e-9bb7-49a5-8a47-cabda47674f0 None None] Attempting to bind port 71ba16ac-6c25-4af2-bd88-80c7ee9adfea on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:16:31.764308 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bc541e-9bb7-49a5-8a47-cabda47674f0 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:16:31.764681 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bc541e-9bb7-49a5-8a47-cabda47674f0 None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:16:31.764946 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d96dc3-e0a4-419b-9102-fabd26a52e45 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Network 57ed38e9-7bb6-4339-9988-8ffd0ec9b97e is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 05:16:31.765229 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-24bc541e-9bb7-49a5-8a47-cabda47674f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:31.765640 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bc541e-9bb7-49a5-8a47-cabda47674f0 None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:16:31.766126 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-24bc541e-9bb7-49a5-8a47-cabda47674f0 None None] Bound port: 71ba16ac-6c25-4af2-bd88-80c7ee9adfea, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:16:31.766528 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-24bc541e-9bb7-49a5-8a47-cabda47674f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (71ba16ac-6c25-4af2-bd88-80c7ee9adfea), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:31.769370 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c410f1-3e42-4b42-aeed-fc060292fbad None None] Pushing event updated for resources: {'Port': ['ID=71ba16ac-6c25-4af2-bd88-80c7ee9adfea,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:31.789264 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:31.820155 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-24bc541e-9bb7-49a5-8a47-cabda47674f0 None None] For port 71ba16ac-6c25-4af2-bd88-80c7ee9adfea, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:16:31.823227 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-24bc541e-9bb7-49a5-8a47-cabda47674f0 None None] For port 71ba16ac-6c25-4af2-bd88-80c7ee9adfea, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=71ba16ac-6c25-4af2-bd88-80c7ee9adfea,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:16:31.856057 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-c4d96dc3-e0a4-419b-9102-fabd26a52e45 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 57ed38e9-7bb6-4339-9988-8ffd0ec9b97e) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:16:31.861068 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d96dc3-e0a4-419b-9102-fabd26a52e45 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:16:31.863561 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c4d96dc3-e0a4-419b-9102-fabd26a52e45 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:31.865446 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be70605-aa23-42c3-ab4d-2ff6db2026b6 None None] Network 57ed38e9-7bb6-4339-9988-8ffd0ec9b97e requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:16:31.907259 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-24bc541e-9bb7-49a5-8a47-cabda47674f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (71ba16ac-6c25-4af2-bd88-80c7ee9adfea), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:31.950768 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:31.951743 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c4d96dc3-e0a4-419b-9102-fabd26a52e45 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8145361 Aug 27 05:16:31.954659 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59028) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:31.980558 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bc541e-9bb7-49a5-8a47-cabda47674f0 None None] Routers {'575828be-c984-4203-9bda-e66f9dc21ebe'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:16:31.981192 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-24bc541e-9bb7-49a5-8a47-cabda47674f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:16:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['575828be-c984-4203-9bda-e66f9dc21ebe'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:32.050004 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:32.051650 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c410f1-3e42-4b42-aeed-fc060292fbad None None] Pushing event updated for resources: {'Port': ['ID=71ba16ac-6c25-4af2-bd88-80c7ee9adfea,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:32.102108 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:32.117505 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3372ad96-0b4f-453b-b4fb-8aa54c0a9a9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-57ed38e9-7bb6-4339-9988-8ffd0ec9b97e', 'network_id': '57ed38e9-7bb6-4339-9988-8ffd0ec9b97e', 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'fixed_ips': [{'subnet_id': 'f6e2c421-a7ce-44c7-9d12-8ec6ef10165d'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 05:16:32.118420 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3372ad96-0b4f-453b-b4fb-8aa54c0a9a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:32.149844 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-24bc541e-9bb7-49a5-8a47-cabda47674f0 None None] Set router 575828be-c984-4203-9bda-e66f9dc21ebe gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:16:32.416873 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-3372ad96-0b4f-453b-b4fb-8aa54c0a9a9b None None] Allocated IP 172.20.0.2 (57ed38e9-7bb6-4339-9988-8ffd0ec9b97e/f6e2c421-a7ce-44c7-9d12-8ec6ef10165d/bde0a6ec-155a-4613-b438-d54d8132a445) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:16:32.418508 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:32.424690 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-86b02a27-afd9-4760-a268-6ca90425d06c tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:32.447179 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-24bc541e-9bb7-49a5-8a47-cabda47674f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575828be-c984-4203-9bda-e66f9dc21ebe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432903510', 'tenant_id': 'd6eebd600a964f4ca91de2d97e0df602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '71ba16ac-6c25-4af2-bd88-80c7ee9adfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:16:28Z', 'updated_at': '2022-08-27T05:16:29Z', 'revision_number': 3, 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'gw_port': {'id': '71ba16ac-6c25-4af2-bd88-80c7ee9adfea', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d9:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575828be-c984-4203-9bda-e66f9dc21ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:16:29Z', 'updated_at': '2022-08-27T05:16:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:32.510888 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bc541e-9bb7-49a5-8a47-cabda47674f0 None None] The sync data for ids ['575828be-c984-4203-9bda-e66f9dc21ebe'] in n-d-852088-5 is: [{'id': '575828be-c984-4203-9bda-e66f9dc21ebe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432903510', 'tenant_id': 'd6eebd600a964f4ca91de2d97e0df602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '71ba16ac-6c25-4af2-bd88-80c7ee9adfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:16:28Z', 'updated_at': '2022-08-27T05:16:29Z', 'revision_number': 3, 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'gw_port': {'id': '71ba16ac-6c25-4af2-bd88-80c7ee9adfea', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d9:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575828be-c984-4203-9bda-e66f9dc21ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:16:29Z', 'updated_at': '2022-08-27T05:16:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:16:32.614189 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3372ad96-0b4f-453b-b4fb-8aa54c0a9a9b None None] Publish callbacks [] for port (bde0a6ec-155a-4613-b438-d54d8132a445), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:32.680533 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3372ad96-0b4f-453b-b4fb-8aa54c0a9a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (bde0a6ec-155a-4613-b438-d54d8132a445), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:32.719714 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3372ad96-0b4f-453b-b4fb-8aa54c0a9a9b None None] Network 57ed38e9-7bb6-4339-9988-8ffd0ec9b97e is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:16:32.726792 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-3372ad96-0b4f-453b-b4fb-8aa54c0a9a9b None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:16:32.728511 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:32.729508 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3372ad96-0b4f-453b-b4fb-8aa54c0a9a9b None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:16:32.732006 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-86b02a27-afd9-4760-a268-6ca90425d06c tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Allocated IP 172.20.0.1 (57ed38e9-7bb6-4339-9988-8ffd0ec9b97e/f6e2c421-a7ce-44c7-9d12-8ec6ef10165d/2eae7200-a7f4-4718-8cf1-2c44289d73e9) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:16:32.740341 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3372ad96-0b4f-453b-b4fb-8aa54c0a9a9b None None] Pushing event updated for resources: {'Port': ['ID=bde0a6ec-155a-4613-b438-d54d8132a445,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:32.826082 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-3372ad96-0b4f-453b-b4fb-8aa54c0a9a9b None None] Attempting to bind port bde0a6ec-155a-4613-b438-d54d8132a445 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:16:32.826447 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-3372ad96-0b4f-453b-b4fb-8aa54c0a9a9b None None] Attempting to bind port bde0a6ec-155a-4613-b438-d54d8132a445 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '89a91825-3225-4306-8af0-c5d3d47507b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '57ed38e9-7bb6-4339-9988-8ffd0ec9b97e'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:16:32.826805 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3372ad96-0b4f-453b-b4fb-8aa54c0a9a9b None None] Attempting to bind port bde0a6ec-155a-4613-b438-d54d8132a445 on network 57ed38e9-7bb6-4339-9988-8ffd0ec9b97e {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:16:32.839974 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3372ad96-0b4f-453b-b4fb-8aa54c0a9a9b None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:16:32.840561 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3372ad96-0b4f-453b-b4fb-8aa54c0a9a9b None None] Checking segment: {'id': '89a91825-3225-4306-8af0-c5d3d47507b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '57ed38e9-7bb6-4339-9988-8ffd0ec9b97e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:16:32.841103 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3372ad96-0b4f-453b-b4fb-8aa54c0a9a9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:32.841660 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3372ad96-0b4f-453b-b4fb-8aa54c0a9a9b None None] Bound using segment: {'id': '89a91825-3225-4306-8af0-c5d3d47507b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '57ed38e9-7bb6-4339-9988-8ffd0ec9b97e'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:16:32.842138 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-3372ad96-0b4f-453b-b4fb-8aa54c0a9a9b None None] Bound port: bde0a6ec-155a-4613-b438-d54d8132a445, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a91825-3225-4306-8af0-c5d3d47507b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '57ed38e9-7bb6-4339-9988-8ffd0ec9b97e'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:16:32.843349 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3372ad96-0b4f-453b-b4fb-8aa54c0a9a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (bde0a6ec-155a-4613-b438-d54d8132a445), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:32.895494 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-86b02a27-afd9-4760-a268-6ca90425d06c tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for port (2eae7200-a7f4-4718-8cf1-2c44289d73e9), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:32.912616 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-3372ad96-0b4f-453b-b4fb-8aa54c0a9a9b None None] For port bde0a6ec-155a-4613-b438-d54d8132a445, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:16:32.921152 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-3372ad96-0b4f-453b-b4fb-8aa54c0a9a9b None None] For port bde0a6ec-155a-4613-b438-d54d8132a445, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=bde0a6ec-155a-4613-b438-d54d8132a445,segment=NetworkSegment(89a91825-3225-4306-8af0-c5d3d47507b5),segment_id=89a91825-3225-4306-8af0-c5d3d47507b5)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:16:32.972393 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3372ad96-0b4f-453b-b4fb-8aa54c0a9a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (bde0a6ec-155a-4613-b438-d54d8132a445), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:32.994936 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-86b02a27-afd9-4760-a268-6ca90425d06c tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (2eae7200-a7f4-4718-8cf1-2c44289d73e9), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:33.029333 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3372ad96-0b4f-453b-b4fb-8aa54c0a9a9b None None] Pushing event updated for resources: {'Port': ['ID=bde0a6ec-155a-4613-b438-d54d8132a445,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:33.043761 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b02a27-afd9-4760-a268-6ca90425d06c tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Network 57ed38e9-7bb6-4339-9988-8ffd0ec9b97e is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:16:33.050896 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-86b02a27-afd9-4760-a268-6ca90425d06c tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:16:33.055058 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b02a27-afd9-4760-a268-6ca90425d06c tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:16:33.084544 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b02a27-afd9-4760-a268-6ca90425d06c tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event updated for resources: {'Port': ['ID=2eae7200-a7f4-4718-8cf1-2c44289d73e9,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:33.109583 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-86b02a27-afd9-4760-a268-6ca90425d06c tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (575828be-c984-4203-9bda-e66f9dc21ebe), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:33.154328 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:33.333573 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-86b02a27-afd9-4760-a268-6ca90425d06c tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (2eae7200-a7f4-4718-8cf1-2c44289d73e9), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:33.632967 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-86b02a27-afd9-4760-a268-6ca90425d06c tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for port (2eae7200-a7f4-4718-8cf1-2c44289d73e9), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:33.683821 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-86b02a27-afd9-4760-a268-6ca90425d06c tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (2eae7200-a7f4-4718-8cf1-2c44289d73e9), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:33.762888 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b02a27-afd9-4760-a268-6ca90425d06c tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event updated for resources: {'Port': ['ID=2eae7200-a7f4-4718-8cf1-2c44289d73e9,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:33.768771 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-86b02a27-afd9-4760-a268-6ca90425d06c tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (575828be-c984-4203-9bda-e66f9dc21ebe), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:33.860292 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b02a27-afd9-4760-a268-6ca90425d06c tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Network 57ed38e9-7bb6-4339-9988-8ffd0ec9b97e is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:16:33.861765 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-86b02a27-afd9-4760-a268-6ca90425d06c tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:16:33.915734 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:33.975722 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b02a27-afd9-4760-a268-6ca90425d06c tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Router 575828be-c984-4203-9bda-e66f9dc21ebe has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:16:34.088236 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b02a27-afd9-4760-a268-6ca90425d06c tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:16:34.095581 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-86b02a27-afd9-4760-a268-6ca90425d06c tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "PUT /networking/v2.0/routers/575828be-c984-4203-9bda-e66f9dc21ebe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1398923 Aug 27 05:16:34.223348 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:34.258665 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-cecbcea3-f8e2-44fc-863a-55bdbea19257 req-48c104d9-261c-48e8-be09-fb2cc45041c2 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-764913088&fields=id&tenant_id=d6eebd600a964f4ca91de2d97e0df602 HTTP/1.1" status: 200 len: 267 time: 0.0499108 Aug 27 05:16:34.435699 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015bec5c-891d-4a2f-8d20-071fdd306220 None None] Network 57ed38e9-7bb6-4339-9988-8ffd0ec9b97e requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:16:34.487948 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:INSERT=5,neutron:SELECT=88,neutron:UPDATE=7 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:34.505603 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-adc82407-4599-4d09-9462-c8d846ebe456 None None] Provisioning complete for port bde0a6ec-155a-4613-b438-d54d8132a445 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:16:34.505603 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-adc82407-4599-4d09-9462-c8d846ebe456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (bde0a6ec-155a-4613-b438-d54d8132a445), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:34.515300 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee55b31-289e-43a6-9710-beef5a8ade6f None None] Sync routers for ids ['575828be-c984-4203-9bda-e66f9dc21ebe'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:16:34.528888 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee55b31-289e-43a6-9710-beef5a8ade6f None None] Routers {'575828be-c984-4203-9bda-e66f9dc21ebe'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:16:34.531229 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-2ee55b31-289e-43a6-9710-beef5a8ade6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:16:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['575828be-c984-4203-9bda-e66f9dc21ebe'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:34.638077 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-adc82407-4599-4d09-9462-c8d846ebe456 None None] Current status of the port bde0a6ec-155a-4613-b438-d54d8132a445 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:16:34.638868 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-adc82407-4599-4d09-9462-c8d846ebe456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (bde0a6ec-155a-4613-b438-d54d8132a445), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:34.687575 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-adc82407-4599-4d09-9462-c8d846ebe456 None None] For port bde0a6ec-155a-4613-b438-d54d8132a445, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=bde0a6ec-155a-4613-b438-d54d8132a445,segment=NetworkSegment(89a91825-3225-4306-8af0-c5d3d47507b5),segment_id=89a91825-3225-4306-8af0-c5d3d47507b5)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:16:34.687839 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecbcea3-f8e2-44fc-863a-55bdbea19257 req-c16103e0-3286-4dec-aada-0145528d7a01 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:16:34.688475 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-cecbcea3-f8e2-44fc-863a-55bdbea19257 req-c16103e0-3286-4dec-aada-0145528d7a01 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "GET /networking/v2.0/networks?id=57ed38e9-7bb6-4339-9988-8ffd0ec9b97e HTTP/1.1" status: 200 len: 796 time: 0.4231853 Aug 27 05:16:34.708815 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-cecbcea3-f8e2-44fc-863a-55bdbea19257 req-cb90c376-f0b3-4efe-b88c-6f07f931c423 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "GET /networking/v2.0/quotas/d6eebd600a964f4ca91de2d97e0df602 HTTP/1.1" status: 200 len: 375 time: 0.0138531 Aug 27 05:16:34.709303 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device bde0a6ec-155a-4613-b438-d54d8132a445 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:16:34.720128 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-2ee55b31-289e-43a6-9710-beef5a8ade6f None None] Set router 575828be-c984-4203-9bda-e66f9dc21ebe gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:16:34.754064 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-adc82407-4599-4d09-9462-c8d846ebe456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (bde0a6ec-155a-4613-b438-d54d8132a445), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:34.763104 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:34.773258 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-cecbcea3-f8e2-44fc-863a-55bdbea19257 req-ce77f95b-fbc3-416c-9a77-71a80f11f48b tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=d6eebd600a964f4ca91de2d97e0df602&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0579019 Aug 27 05:16:34.831897 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59046) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:34.836198 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port bde0a6ec-155a-4613-b438-d54d8132a445 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:16:34.836198 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (bde0a6ec-155a-4613-b438-d54d8132a445), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:34.881487 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:34.884665 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc82407-4599-4d09-9462-c8d846ebe456 None None] Pushing event updated for resources: {'Port': ['ID=bde0a6ec-155a-4613-b438-d54d8132a445,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:34.952109 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port bde0a6ec-155a-4613-b438-d54d8132a445 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:16:34.953461 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 71ba16ac-6c25-4af2-bd88-80c7ee9adfea up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:16:34.959624 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-2ee55b31-289e-43a6-9710-beef5a8ade6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575828be-c984-4203-9bda-e66f9dc21ebe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432903510', 'tenant_id': 'd6eebd600a964f4ca91de2d97e0df602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '71ba16ac-6c25-4af2-bd88-80c7ee9adfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:16:28Z', 'updated_at': '2022-08-27T05:16:33Z', 'revision_number': 4, 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'gw_port': {'id': '71ba16ac-6c25-4af2-bd88-80c7ee9adfea', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d9:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575828be-c984-4203-9bda-e66f9dc21ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:16:29Z', 'updated_at': '2022-08-27T05:16:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '2eae7200-a7f4-4718-8cf1-2c44289d73e9', 'name': '', 'network_id': '57ed38e9-7bb6-4339-9988-8ffd0ec9b97e', 'tenant_id': 'd6eebd600a964f4ca91de2d97e0df602', 'mac_address': 'fa:16:3e:8d:9d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575828be-c984-4203-9bda-e66f9dc21ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'f6e2c421-a7ce-44c7-9d12-8ec6ef10165d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:16:32Z', 'updated_at': '2022-08-27T05:16:33Z', 'revision_number': 2, 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'subnets': [{'id': 'f6e2c421-a7ce-44c7-9d12-8ec6ef10165d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:34.993472 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee55b31-289e-43a6-9710-beef5a8ade6f None None] Checking router: 575828be-c984-4203-9bda-e66f9dc21ebe for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:16:34.994109 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee55b31-289e-43a6-9710-beef5a8ade6f None None] Updating router 575828be-c984-4203-9bda-e66f9dc21ebe port 2eae7200-a7f4-4718-8cf1-2c44289d73e9 binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:16:35.006178 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4bed04e3-1293-49fe-ba2e-23467465e5a0 None None] Provisioning complete for port bde0a6ec-155a-4613-b438-d54d8132a445 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:16:35.006569 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4bed04e3-1293-49fe-ba2e-23467465e5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (bde0a6ec-155a-4613-b438-d54d8132a445), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:35.036967 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-2ee55b31-289e-43a6-9710-beef5a8ade6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (2eae7200-a7f4-4718-8cf1-2c44289d73e9), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:35.047221 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 71ba16ac-6c25-4af2-bd88-80c7ee9adfea triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:16:35.047596 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (71ba16ac-6c25-4af2-bd88-80c7ee9adfea), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:35.158104 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4bed04e3-1293-49fe-ba2e-23467465e5a0 None None] Current status of the port bde0a6ec-155a-4613-b438-d54d8132a445 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:16:35.173931 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 71ba16ac-6c25-4af2-bd88-80c7ee9adfea is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:16:35.174326 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (71ba16ac-6c25-4af2-bd88-80c7ee9adfea), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:35.196284 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 71ba16ac-6c25-4af2-bd88-80c7ee9adfea, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=71ba16ac-6c25-4af2-bd88-80c7ee9adfea,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:16:35.197642 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4bed04e3-1293-49fe-ba2e-23467465e5a0 None None] Provisioning complete for port 2eae7200-a7f4-4718-8cf1-2c44289d73e9 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:16:35.198195 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4bed04e3-1293-49fe-ba2e-23467465e5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (2eae7200-a7f4-4718-8cf1-2c44289d73e9), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:35.244023 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-186d011c-f650-4afc-bd90-90ca60356f35 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (575828be-c984-4203-9bda-e66f9dc21ebe), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:35.373230 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-2ee55b31-289e-43a6-9710-beef5a8ade6f None None] Publish callbacks [] for port (2eae7200-a7f4-4718-8cf1-2c44289d73e9), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:35.381211 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (71ba16ac-6c25-4af2-bd88-80c7ee9adfea), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:35.389414 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4bed04e3-1293-49fe-ba2e-23467465e5a0 None None] Port 2eae7200-a7f4-4718-8cf1-2c44289d73e9 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:16:35.417577 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-2ee55b31-289e-43a6-9710-beef5a8ade6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (2eae7200-a7f4-4718-8cf1-2c44289d73e9), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:35.435517 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=71ba16ac-6c25-4af2-bd88-80c7ee9adfea,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:35.501918 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1650e63-f68c-4f29-b754-f598755b6d1b None None] Pushing event updated for resources: {'Port': ['ID=2eae7200-a7f4-4718-8cf1-2c44289d73e9,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:35.511672 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-b418b465-6fa6-4c45-b9b7-267ad27982b8 None None] Provisioning complete for port 2eae7200-a7f4-4718-8cf1-2c44289d73e9 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:16:35.512228 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b418b465-6fa6-4c45-b9b7-267ad27982b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (2eae7200-a7f4-4718-8cf1-2c44289d73e9), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:35.516104 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-2ee55b31-289e-43a6-9710-beef5a8ade6f None None] Attempting to bind port 2eae7200-a7f4-4718-8cf1-2c44289d73e9 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:16:35.516104 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-2ee55b31-289e-43a6-9710-beef5a8ade6f None None] Attempting to bind port 2eae7200-a7f4-4718-8cf1-2c44289d73e9 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '89a91825-3225-4306-8af0-c5d3d47507b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '57ed38e9-7bb6-4339-9988-8ffd0ec9b97e'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:16:35.516727 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee55b31-289e-43a6-9710-beef5a8ade6f None None] Attempting to bind port 2eae7200-a7f4-4718-8cf1-2c44289d73e9 on network 57ed38e9-7bb6-4339-9988-8ffd0ec9b97e {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:16:35.521383 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee55b31-289e-43a6-9710-beef5a8ade6f None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:16:35.521752 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee55b31-289e-43a6-9710-beef5a8ade6f None None] Checking segment: {'id': '89a91825-3225-4306-8af0-c5d3d47507b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '57ed38e9-7bb6-4339-9988-8ffd0ec9b97e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:16:35.522144 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-2ee55b31-289e-43a6-9710-beef5a8ade6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:35.522526 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee55b31-289e-43a6-9710-beef5a8ade6f None None] Bound using segment: {'id': '89a91825-3225-4306-8af0-c5d3d47507b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '57ed38e9-7bb6-4339-9988-8ffd0ec9b97e'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:16:35.523027 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-2ee55b31-289e-43a6-9710-beef5a8ade6f None None] Bound port: 2eae7200-a7f4-4718-8cf1-2c44289d73e9, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a91825-3225-4306-8af0-c5d3d47507b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '57ed38e9-7bb6-4339-9988-8ffd0ec9b97e'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:16:35.523380 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-2ee55b31-289e-43a6-9710-beef5a8ade6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (2eae7200-a7f4-4718-8cf1-2c44289d73e9), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:35.545627 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-186d011c-f650-4afc-bd90-90ca60356f35 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Deleting port 2eae7200-a7f4-4718-8cf1-2c44289d73e9 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:16:35.546629 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-186d011c-f650-4afc-bd90-90ca60356f35 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (2eae7200-a7f4-4718-8cf1-2c44289d73e9), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:35.558588 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-b418b465-6fa6-4c45-b9b7-267ad27982b8 None None] Port 2eae7200-a7f4-4718-8cf1-2c44289d73e9 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:16:35.584990 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-2ee55b31-289e-43a6-9710-beef5a8ade6f None None] For port 2eae7200-a7f4-4718-8cf1-2c44289d73e9, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:16:35.588243 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-2ee55b31-289e-43a6-9710-beef5a8ade6f None None] For port 2eae7200-a7f4-4718-8cf1-2c44289d73e9, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=2eae7200-a7f4-4718-8cf1-2c44289d73e9,segment=NetworkSegment(89a91825-3225-4306-8af0-c5d3d47507b5),segment_id=89a91825-3225-4306-8af0-c5d3d47507b5)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:16:35.626332 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:35.640774 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-186d011c-f650-4afc-bd90-90ca60356f35 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] For port 2eae7200-a7f4-4718-8cf1-2c44289d73e9, host n-d-852088-5, got binding levels [] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:16:35.641139 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-186d011c-f650-4afc-bd90-90ca60356f35 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (2eae7200-a7f4-4718-8cf1-2c44289d73e9), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:35.652473 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-2ee55b31-289e-43a6-9710-beef5a8ade6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (2eae7200-a7f4-4718-8cf1-2c44289d73e9), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:35.654525 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-186d011c-f650-4afc-bd90-90ca60356f35 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Calling delete_port for 2eae7200-a7f4-4718-8cf1-2c44289d73e9 owned by network:router_interface {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:16:35.660538 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:35.759813 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:35.762842 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee55b31-289e-43a6-9710-beef5a8ade6f None None] Routers {'575828be-c984-4203-9bda-e66f9dc21ebe'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:16:35.763917 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-2ee55b31-289e-43a6-9710-beef5a8ade6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:16:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['575828be-c984-4203-9bda-e66f9dc21ebe'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:35.771939 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=100 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:35.823189 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1650e63-f68c-4f29-b754-f598755b6d1b None None] Pushing event updated for resources: {'Port': ['ID=2eae7200-a7f4-4718-8cf1-2c44289d73e9,revision_number=4']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:35.882438 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-2ee55b31-289e-43a6-9710-beef5a8ade6f None None] Set router 575828be-c984-4203-9bda-e66f9dc21ebe gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:16:35.908846 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-186d011c-f650-4afc-bd90-90ca60356f35 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (2eae7200-a7f4-4718-8cf1-2c44289d73e9), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:35.942319 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186d011c-f650-4afc-bd90-90ca60356f35 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event deleted for resources: {'Port': ['ID=2eae7200-a7f4-4718-8cf1-2c44289d73e9,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:36.075624 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-2ee55b31-289e-43a6-9710-beef5a8ade6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575828be-c984-4203-9bda-e66f9dc21ebe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432903510', 'tenant_id': 'd6eebd600a964f4ca91de2d97e0df602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '71ba16ac-6c25-4af2-bd88-80c7ee9adfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:16:28Z', 'updated_at': '2022-08-27T05:16:33Z', 'revision_number': 4, 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'gw_port': {'id': '71ba16ac-6c25-4af2-bd88-80c7ee9adfea', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575828be-c984-4203-9bda-e66f9dc21ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:16:29Z', 'updated_at': '2022-08-27T05:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '2eae7200-a7f4-4718-8cf1-2c44289d73e9', 'name': '', 'network_id': '57ed38e9-7bb6-4339-9988-8ffd0ec9b97e', 'tenant_id': 'd6eebd600a964f4ca91de2d97e0df602', 'mac_address': 'fa:16:3e:8d:9d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575828be-c984-4203-9bda-e66f9dc21ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'f6e2c421-a7ce-44c7-9d12-8ec6ef10165d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:16:32Z', 'updated_at': '2022-08-27T05:16:35Z', 'revision_number': 4, 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'subnets': [{'id': 'f6e2c421-a7ce-44c7-9d12-8ec6ef10165d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:36.105419 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee55b31-289e-43a6-9710-beef5a8ade6f None None] The sync data for ids ['575828be-c984-4203-9bda-e66f9dc21ebe'] in n-d-852088-5 is: [{'id': '575828be-c984-4203-9bda-e66f9dc21ebe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432903510', 'tenant_id': 'd6eebd600a964f4ca91de2d97e0df602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '71ba16ac-6c25-4af2-bd88-80c7ee9adfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:16:28Z', 'updated_at': '2022-08-27T05:16:33Z', 'revision_number': 4, 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'gw_port': {'id': '71ba16ac-6c25-4af2-bd88-80c7ee9adfea', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575828be-c984-4203-9bda-e66f9dc21ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:16:29Z', 'updated_at': '2022-08-27T05:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '2eae7200-a7f4-4718-8cf1-2c44289d73e9', 'name': '', 'network_id': '57ed38e9-7bb6-4339-9988-8ffd0ec9b97e', 'tenant_id': 'd6eebd600a964f4ca91de2d97e0df602', 'mac_address': 'fa:16:3e:8d:9d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575828be-c984-4203-9bda-e66f9dc21ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'f6e2c421-a7ce-44c7-9d12-8ec6ef10165d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:16:32Z', 'updated_at': '2022-08-27T05:16:35Z', 'revision_number': 4, 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'subnets': [{'id': 'f6e2c421-a7ce-44c7-9d12-8ec6ef10165d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:16:36.131216 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-186d011c-f650-4afc-bd90-90ca60356f35 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (575828be-c984-4203-9bda-e66f9dc21ebe), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:36.366407 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-186d011c-f650-4afc-bd90-90ca60356f35 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Router 575828be-c984-4203-9bda-e66f9dc21ebe has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:16:36.474245 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-186d011c-f650-4afc-bd90-90ca60356f35 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:16:36.479203 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-186d011c-f650-4afc-bd90-90ca60356f35 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "PUT /networking/v2.0/routers/575828be-c984-4203-9bda-e66f9dc21ebe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6581247 Aug 27 05:16:36.481991 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59048) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:36.541170 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-e14f6a30-d77b-4486-9a80-73b10c27d396 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Deleting subnet f6e2c421-a7ce-44c7-9d12-8ec6ef10165d {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 05:16:36.544692 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e14f6a30-d77b-4486-9a80-73b10c27d396 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for subnet (f6e2c421-a7ce-44c7-9d12-8ec6ef10165d), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:36.587959 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e14f6a30-d77b-4486-9a80-73b10c27d396 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (f6e2c421-a7ce-44c7-9d12-8ec6ef10165d), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:36.613574 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device bde0a6ec-155a-4613-b438-d54d8132a445 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:16:36.626481 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:36.666862 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port bde0a6ec-155a-4613-b438-d54d8132a445 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:16:36.667267 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (bde0a6ec-155a-4613-b438-d54d8132a445), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:36.676837 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e14f6a30-d77b-4486-9a80-73b10c27d396 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (f6e2c421-a7ce-44c7-9d12-8ec6ef10165d), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:36.733043 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:36.741848 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:36.744723 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port bde0a6ec-155a-4613-b438-d54d8132a445 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:16:36.745833 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 71ba16ac-6c25-4af2-bd88-80c7ee9adfea up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:16:36.792080 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 71ba16ac-6c25-4af2-bd88-80c7ee9adfea triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:16:36.792484 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (71ba16ac-6c25-4af2-bd88-80c7ee9adfea), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:36.830479 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:36.845389 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e14f6a30-d77b-4486-9a80-73b10c27d396 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (f6e2c421-a7ce-44c7-9d12-8ec6ef10165d), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:36.872727 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 71ba16ac-6c25-4af2-bd88-80c7ee9adfea is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:16:36.876609 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14f6a30-d77b-4486-9a80-73b10c27d396 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event deleted for resources: {'Subnet': ['ID=f6e2c421-a7ce-44c7-9d12-8ec6ef10165d,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:36.880236 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e14f6a30-d77b-4486-9a80-73b10c27d396 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:36.886440 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59050) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:36.887003 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e14f6a30-d77b-4486-9a80-73b10c27d396 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "DELETE /networking/v2.0/subnets/f6e2c421-a7ce-44c7-9d12-8ec6ef10165d HTTP/1.1" status: 204 len: 168 time: 0.4035087 Aug 27 05:16:36.889006 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ece3a37-0320-4c5d-a096-de82ae4d70bf None None] Network 57ed38e9-7bb6-4339-9988-8ffd0ec9b97e requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:16:37.007715 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1eda4935-14b7-4cb1-bca0-eef3e41d37ff tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for router (575828be-c984-4203-9bda-e66f9dc21ebe), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:37.065679 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e61605-fdaa-4a4e-9b6c-0dfd70c4662b None None] DHCP port deletion for 57ed38e9-7bb6-4339-9988-8ffd0ec9b97e request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 05:16:37.104153 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-99e61605-fdaa-4a4e-9b6c-0dfd70c4662b None None] Deleting port bde0a6ec-155a-4613-b438-d54d8132a445 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:16:37.104636 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-99e61605-fdaa-4a4e-9b6c-0dfd70c4662b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (bde0a6ec-155a-4613-b438-d54d8132a445), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:37.119602 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1eda4935-14b7-4cb1-bca0-eef3e41d37ff tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for router_gateway (575828be-c984-4203-9bda-e66f9dc21ebe), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:37.188228 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-99e61605-fdaa-4a4e-9b6c-0dfd70c4662b None None] For port bde0a6ec-155a-4613-b438-d54d8132a445, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=bde0a6ec-155a-4613-b438-d54d8132a445,segment=NetworkSegment(89a91825-3225-4306-8af0-c5d3d47507b5),segment_id=89a91825-3225-4306-8af0-c5d3d47507b5)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:16:37.190834 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-99e61605-fdaa-4a4e-9b6c-0dfd70c4662b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (bde0a6ec-155a-4613-b438-d54d8132a445), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:37.190957 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:DELETE=5,neutron:SELECT=80,neutron:UPDATE=5,neutron:INSERT=10 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:37.204265 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-99e61605-fdaa-4a4e-9b6c-0dfd70c4662b None None] Calling delete_port for bde0a6ec-155a-4613-b438-d54d8132a445 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:16:37.222379 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-1eda4935-14b7-4cb1-bca0-eef3e41d37ff tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Deleting port 71ba16ac-6c25-4af2-bd88-80c7ee9adfea {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:16:37.222729 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1eda4935-14b7-4cb1-bca0-eef3e41d37ff tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (71ba16ac-6c25-4af2-bd88-80c7ee9adfea), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:37.279755 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:37.314070 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-1eda4935-14b7-4cb1-bca0-eef3e41d37ff tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] For port 71ba16ac-6c25-4af2-bd88-80c7ee9adfea, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=71ba16ac-6c25-4af2-bd88-80c7ee9adfea,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:16:37.314690 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1eda4935-14b7-4cb1-bca0-eef3e41d37ff tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (71ba16ac-6c25-4af2-bd88-80c7ee9adfea), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:37.328500 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-1eda4935-14b7-4cb1-bca0-eef3e41d37ff tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Calling delete_port for 71ba16ac-6c25-4af2-bd88-80c7ee9adfea owned by network:router_gateway {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:16:37.387185 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-99e61605-fdaa-4a4e-9b6c-0dfd70c4662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (bde0a6ec-155a-4613-b438-d54d8132a445), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:37.415885 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e61605-fdaa-4a4e-9b6c-0dfd70c4662b None None] Pushing event deleted for resources: {'Port': ['ID=bde0a6ec-155a-4613-b438-d54d8132a445,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:37.422127 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e61605-fdaa-4a4e-9b6c-0dfd70c4662b None None] No DVR routers for this DVR port bde0a6ec-155a-4613-b438-d54d8132a445 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:16:37.480834 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:37.482729 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5808b4-3242-490f-8347-15dbaed4054c None None] Sync routers for ids ['575828be-c984-4203-9bda-e66f9dc21ebe'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:16:37.493121 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5808b4-3242-490f-8347-15dbaed4054c None None] Routers {'575828be-c984-4203-9bda-e66f9dc21ebe'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:16:37.493808 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-ff5808b4-3242-490f-8347-15dbaed4054c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:16:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['575828be-c984-4203-9bda-e66f9dc21ebe'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:37.560402 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1eda4935-14b7-4cb1-bca0-eef3e41d37ff tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (71ba16ac-6c25-4af2-bd88-80c7ee9adfea), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:37.582893 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-ff5808b4-3242-490f-8347-15dbaed4054c None None] Set router 575828be-c984-4203-9bda-e66f9dc21ebe gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:16:37.588066 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eda4935-14b7-4cb1-bca0-eef3e41d37ff tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event deleted for resources: {'Port': ['ID=71ba16ac-6c25-4af2-bd88-80c7ee9adfea,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:37.636612 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-ff5808b4-3242-490f-8347-15dbaed4054c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575828be-c984-4203-9bda-e66f9dc21ebe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432903510', 'tenant_id': 'd6eebd600a964f4ca91de2d97e0df602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:16:28Z', 'updated_at': '2022-08-27T05:16:37Z', 'revision_number': 6, 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:37.651783 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1eda4935-14b7-4cb1-bca0-eef3e41d37ff tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (575828be-c984-4203-9bda-e66f9dc21ebe), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:37.662948 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5808b4-3242-490f-8347-15dbaed4054c None None] Checking router: 575828be-c984-4203-9bda-e66f9dc21ebe for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:16:37.672426 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5808b4-3242-490f-8347-15dbaed4054c None None] Routers {'575828be-c984-4203-9bda-e66f9dc21ebe'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:16:37.673040 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-ff5808b4-3242-490f-8347-15dbaed4054c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:16:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['575828be-c984-4203-9bda-e66f9dc21ebe'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:37.741005 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1eda4935-14b7-4cb1-bca0-eef3e41d37ff tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (575828be-c984-4203-9bda-e66f9dc21ebe), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:37.743240 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1eda4935-14b7-4cb1-bca0-eef3e41d37ff tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for router_controller (575828be-c984-4203-9bda-e66f9dc21ebe), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:37.743707 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-ff5808b4-3242-490f-8347-15dbaed4054c None None] Set router 575828be-c984-4203-9bda-e66f9dc21ebe gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:16:37.798475 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-ff5808b4-3242-490f-8347-15dbaed4054c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575828be-c984-4203-9bda-e66f9dc21ebe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432903510', 'tenant_id': 'd6eebd600a964f4ca91de2d97e0df602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:16:28Z', 'updated_at': '2022-08-27T05:16:37Z', 'revision_number': 7, 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:37.826421 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5808b4-3242-490f-8347-15dbaed4054c None None] The sync data for ids ['575828be-c984-4203-9bda-e66f9dc21ebe'] in n-d-852088-5 is: [{'id': '575828be-c984-4203-9bda-e66f9dc21ebe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432903510', 'tenant_id': 'd6eebd600a964f4ca91de2d97e0df602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:16:28Z', 'updated_at': '2022-08-27T05:16:37Z', 'revision_number': 7, 'project_id': 'd6eebd600a964f4ca91de2d97e0df602', 'gw_port_host': None}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:16:37.861950 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1eda4935-14b7-4cb1-bca0-eef3e41d37ff tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (575828be-c984-4203-9bda-e66f9dc21ebe), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:37.862603 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eda4935-14b7-4cb1-bca0-eef3e41d37ff tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Fanout notify agent at l3_agent the message router_deleted on router 575828be-c984-4203-9bda-e66f9dc21ebe {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 05:16:37.869460 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1eda4935-14b7-4cb1-bca0-eef3e41d37ff tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:37.870930 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1eda4935-14b7-4cb1-bca0-eef3e41d37ff tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "DELETE /networking/v2.0/routers/575828be-c984-4203-9bda-e66f9dc21ebe HTTP/1.1" status: 204 len: 168 time: 0.9818871 Aug 27 05:16:37.873227 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59052) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:37.955100 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c58265a4-7257-4110-827f-8bae7308237c tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (57ed38e9-7bb6-4339-9988-8ffd0ec9b97e), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:38.049476 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c58265a4-7257-4110-827f-8bae7308237c tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (57ed38e9-7bb6-4339-9988-8ffd0ec9b97e), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:38.068942 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-c58265a4-7257-4110-827f-8bae7308237c tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57ed38e9-7bb6-4339-9988-8ffd0ec9b97e']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:38.078123 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-c58265a4-7257-4110-827f-8bae7308237c tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89a91825-3225-4306-8af0-c5d3d47507b5') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:38.078428 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-c58265a4-7257-4110-827f-8bae7308237c tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89a91825-3225-4306-8af0-c5d3d47507b5') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:38.087817 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c58265a4-7257-4110-827f-8bae7308237c tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (89a91825-3225-4306-8af0-c5d3d47507b5), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:38.101621 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c58265a4-7257-4110-827f-8bae7308237c tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (89a91825-3225-4306-8af0-c5d3d47507b5), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:38.107877 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c58265a4-7257-4110-827f-8bae7308237c tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:16:38.108209 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c58265a4-7257-4110-827f-8bae7308237c tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (89a91825-3225-4306-8af0-c5d3d47507b5), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:38.153492 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 89a91825-3225-4306-8af0-c5d3d47507b5 resource provider aggregate not found Aug 27 05:16:38.170440 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 89a91825-3225-4306-8af0-c5d3d47507b5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 89a91825-3225-4306-8af0-c5d3d47507b5 found for delete ", "request_id": "req-3098cc18-5ec0-4ead-9820-ee282c9047c1"}]} Aug 27 05:16:38.239935 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c58265a4-7257-4110-827f-8bae7308237c tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (57ed38e9-7bb6-4339-9988-8ffd0ec9b97e), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:38.247130 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c58265a4-7257-4110-827f-8bae7308237c tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:38.250481 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c58265a4-7257-4110-827f-8bae7308237c tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "DELETE /networking/v2.0/networks/57ed38e9-7bb6-4339-9988-8ffd0ec9b97e HTTP/1.1" status: 204 len: 168 time: 0.3762395 Aug 27 05:16:38.253367 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59058) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:38.262123 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58265a4-7257-4110-827f-8bae7308237c tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event deleted for resources: {'Network': ['ID=57ed38e9-7bb6-4339-9988-8ffd0ec9b97e,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:38.315795 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dfb06c5a-74b3-4fa0-bc44-359aff6923e4 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group (48d832d1-b3ed-4304-a1dc-36379adf5158), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:38.344440 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dfb06c5a-74b3-4fa0-bc44-359aff6923e4 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group (48d832d1-b3ed-4304-a1dc-36379adf5158), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:38.478836 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dfb06c5a-74b3-4fa0-bc44-359aff6923e4 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (48d832d1-b3ed-4304-a1dc-36379adf5158), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:38.481506 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-dfb06c5a-74b3-4fa0-bc44-359aff6923e4 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:38.482725 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-dfb06c5a-74b3-4fa0-bc44-359aff6923e4 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/48d832d1-b3ed-4304-a1dc-36379adf5158 HTTP/1.1" status: 204 len: 168 time: 0.2283666 Aug 27 05:16:38.496010 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb06c5a-74b3-4fa0-bc44-359aff6923e4 tempest-TestNetworkAdvancedServerOps-1796710772 tempest-TestNetworkAdvancedServerOps-1796710772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d832d1-b3ed-4304-a1dc-36379adf5158,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:38.602131 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device bde0a6ec-155a-4613-b438-d54d8132a445 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:16:38.629290 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: bde0a6ec-155a-4613-b438-d54d8132a445 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:16:38.629635 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device bde0a6ec-155a-4613-b438-d54d8132a445 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:16:38.630041 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 2eae7200-a7f4-4718-8cf1-2c44289d73e9 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:16:38.649684 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 2eae7200-a7f4-4718-8cf1-2c44289d73e9 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:16:38.650384 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 2eae7200-a7f4-4718-8cf1-2c44289d73e9 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:16:38.650384 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 71ba16ac-6c25-4af2-bd88-80c7ee9adfea no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:16:38.669086 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 71ba16ac-6c25-4af2-bd88-80c7ee9adfea {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:16:38.669346 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 71ba16ac-6c25-4af2-bd88-80c7ee9adfea not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:16:39.089969 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59068) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:39.248151 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-46648e1f-713b-4efc-b6fd-6a0e60447af5 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=d6eebd600a964f4ca91de2d97e0df602&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1569324 Aug 27 05:16:39.250717 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59072) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:39.302131 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bb83cc9f-2713-4664-919a-4094d01b782c admin admin] Publish callbacks [] for security_group (03eed39a-e577-45c0-b91a-aa615e4263e5), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:39.322492 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bb83cc9f-2713-4664-919a-4094d01b782c admin admin] Publish callbacks [] for security_group (03eed39a-e577-45c0-b91a-aa615e4263e5), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:39.417293 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bb83cc9f-2713-4664-919a-4094d01b782c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (03eed39a-e577-45c0-b91a-aa615e4263e5), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:39.420059 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-bb83cc9f-2713-4664-919a-4094d01b782c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:39.421824 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-bb83cc9f-2713-4664-919a-4094d01b782c admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/03eed39a-e577-45c0-b91a-aa615e4263e5 HTTP/1.1" status: 204 len: 168 time: 0.1696250 Aug 27 05:16:39.430021 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb83cc9f-2713-4664-919a-4094d01b782c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03eed39a-e577-45c0-b91a-aa615e4263e5,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:39.983997 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59078) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:39.997550 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a2635116-6030-472c-9947-61994e1c3fe1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:40.073097 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a2635116-6030-472c-9947-61994e1c3fe1 admin admin] Publish callbacks [] for security_group (fc44b8a8-2e02-4fda-9344-afe226f86c36), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:40.154190 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a2635116-6030-472c-9947-61994e1c3fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (fc44b8a8-2e02-4fda-9344-afe226f86c36), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:40.193222 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2635116-6030-472c-9947-61994e1c3fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc44b8a8-2e02-4fda-9344-afe226f86c36,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:40.197379 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a2635116-6030-472c-9947-61994e1c3fe1 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=6586b51e0d4f46779dccf995b3e38713&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2122674 Aug 27 05:16:40.200015 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59080) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:40.249971 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e0e2ad88-657c-48e8-a4f9-76bc51e45dbe admin admin] Publish callbacks [] for security_group (fc44b8a8-2e02-4fda-9344-afe226f86c36), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:40.269943 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e0e2ad88-657c-48e8-a4f9-76bc51e45dbe admin admin] Publish callbacks [] for security_group (fc44b8a8-2e02-4fda-9344-afe226f86c36), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:40.306782 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:40.474253 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e0e2ad88-657c-48e8-a4f9-76bc51e45dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (fc44b8a8-2e02-4fda-9344-afe226f86c36), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:40.477020 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-e0e2ad88-657c-48e8-a4f9-76bc51e45dbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:40.479836 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-e0e2ad88-657c-48e8-a4f9-76bc51e45dbe admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/fc44b8a8-2e02-4fda-9344-afe226f86c36 HTTP/1.1" status: 204 len: 168 time: 0.2772560 Aug 27 05:16:40.486983 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e2ad88-657c-48e8-a4f9-76bc51e45dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc44b8a8-2e02-4fda-9344-afe226f86c36,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:41.589546 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59102) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:41.693221 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-64526359-5835-43d5-aae0-d637eb5a5eff admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-602441692-network', 'tenant_id': '8ef321de59f24630819133ed3e549695'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:16:41.783561 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64526359-5835-43d5-aae0-d637eb5a5eff admin admin] Made reservation on behalf of 8ef321de59f24630819133ed3e549695 for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:16:41.786211 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-64526359-5835-43d5-aae0-d637eb5a5eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:41.795801 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-64526359-5835-43d5-aae0-d637eb5a5eff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:41.830612 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:41.873680 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-64526359-5835-43d5-aae0-d637eb5a5eff admin admin] Publish callbacks [] for security_group (bfc1e1e2-63af-440a-b167-7096ac252800), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:41.937499 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-64526359-5835-43d5-aae0-d637eb5a5eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (bfc1e1e2-63af-440a-b167-7096ac252800), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:41.969766 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64526359-5835-43d5-aae0-d637eb5a5eff admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 05:16:41.975200 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64526359-5835-43d5-aae0-d637eb5a5eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc1e1e2-63af-440a-b167-7096ac252800,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:41.983114 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-64526359-5835-43d5-aae0-d637eb5a5eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (bc68e3b2-a5a0-4d3e-958d-472194a91ac4), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:41.983475 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-64526359-5835-43d5-aae0-d637eb5a5eff admin admin] Added segment bc68e3b2-a5a0-4d3e-958d-472194a91ac4 of type vlan for network f5e2c146-2023-40a8-bc76-2a2effdd4095 Aug 27 05:16:42.024455 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-64526359-5835-43d5-aae0-d637eb5a5eff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (f5e2c146-2023-40a8-bc76-2a2effdd4095), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:42.112715 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-64526359-5835-43d5-aae0-d637eb5a5eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (f5e2c146-2023-40a8-bc76-2a2effdd4095), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:42.113721 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64526359-5835-43d5-aae0-d637eb5a5eff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:16:42.114333 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-64526359-5835-43d5-aae0-d637eb5a5eff admin admin] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:42.179529 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64526359-5835-43d5-aae0-d637eb5a5eff admin admin] Pushing event updated for resources: {'Network': ['ID=f5e2c146-2023-40a8-bc76-2a2effdd4095,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:42.193890 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network f5e2c146-2023-40a8-bc76-2a2effdd4095 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 05:16:42.219577 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-64526359-5835-43d5-aae0-d637eb5a5eff admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6288033 Aug 27 05:16:42.222458 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59106) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:42.227300 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-475312fa-f974-4ca2-865a-f94f416ae22d admin admin] Request body: {'subnet': {'network_id': 'f5e2c146-2023-40a8-bc76-2a2effdd4095', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-602441692-subnet', 'tenant_id': '8ef321de59f24630819133ed3e549695', 'ip_version': 4}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:16:42.308800 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475312fa-f974-4ca2-865a-f94f416ae22d admin admin] Made reservation on behalf of 8ef321de59f24630819133ed3e549695 for: {'subnet': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:16:42.311253 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-475312fa-f974-4ca2-865a-f94f416ae22d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7618739'] for subnet (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:42.430282 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:42.531897 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-475312fa-f974-4ca2-865a-f94f416ae22d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8098775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7618689'] for subnet (c9e68ea7-6aa5-4957-a1c9-b3cf09655678), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:42.587449 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475312fa-f974-4ca2-865a-f94f416ae22d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9e68ea7-6aa5-4957-a1c9-b3cf09655678,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:42.598308 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475312fa-f974-4ca2-865a-f94f416ae22d admin admin] Checking segment: {'id': 'bc68e3b2-a5a0-4d3e-958d-472194a91ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f5e2c146-2023-40a8-bc76-2a2effdd4095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:16:42.598962 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475312fa-f974-4ca2-865a-f94f416ae22d admin admin] Network hostable DHCP agents. Network: f5e2c146-2023-40a8-bc76-2a2effdd4095, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 05:16:42.663011 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475312fa-f974-4ca2-865a-f94f416ae22d admin admin] Network f5e2c146-2023-40a8-bc76-2a2effdd4095 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 05:16:42.694497 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:16:42.741487 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-475312fa-f974-4ca2-865a-f94f416ae22d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, f5e2c146-2023-40a8-bc76-2a2effdd4095) {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:16:42.746202 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475312fa-f974-4ca2-865a-f94f416ae22d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:16:42.747578 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-475312fa-f974-4ca2-865a-f94f416ae22d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:42.752926 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c091ebaa-fa1f-484b-9109-9f835c0958b1 None None] Network f5e2c146-2023-40a8-bc76-2a2effdd4095 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:16:42.854921 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-475312fa-f974-4ca2-865a-f94f416ae22d admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6312690 Aug 27 05:16:42.857437 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59108) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:42.859952 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe71229-18eb-478d-917c-884b10797e01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-f5e2c146-2023-40a8-bc76-2a2effdd4095', 'network_id': 'f5e2c146-2023-40a8-bc76-2a2effdd4095', 'project_id': '8ef321de59f24630819133ed3e549695', 'fixed_ips': [{'subnet_id': 'c9e68ea7-6aa5-4957-a1c9-b3cf09655678'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 05:16:42.861400 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ebe71229-18eb-478d-917c-884b10797e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:42.866508 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-1e6854ee-8994-4e7d-9f07-524c8cd5a31e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-602441692-router', 'tenant_id': '8ef321de59f24630819133ed3e549695', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:16:42.886844 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:42.954049 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1e6854ee-8994-4e7d-9f07-524c8cd5a31e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (da3afb89-a13d-4c05-8a6f-481e54f73a48), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:42.955204 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1e6854ee-8994-4e7d-9f07-524c8cd5a31e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (da3afb89-a13d-4c05-8a6f-481e54f73a48), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:42.988632 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:43.005484 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-ebe71229-18eb-478d-917c-884b10797e01 None None] Allocated IP 172.20.0.2 (f5e2c146-2023-40a8-bc76-2a2effdd4095/c9e68ea7-6aa5-4957-a1c9-b3cf09655678/7cf2aeea-0c6c-4b3b-ab72-a95a0635173e) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:16:43.013860 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1e6854ee-8994-4e7d-9f07-524c8cd5a31e admin admin] Publish callbacks [] for router_controller (da3afb89-a13d-4c05-8a6f-481e54f73a48), precommit_add_association {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:43.155072 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ebe71229-18eb-478d-917c-884b10797e01 None None] Publish callbacks [] for port (7cf2aeea-0c6c-4b3b-ab72-a95a0635173e), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:43.238154 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1e6854ee-8994-4e7d-9f07-524c8cd5a31e admin admin] Publish callbacks [] for router_gateway (da3afb89-a13d-4c05-8a6f-481e54f73a48), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:43.274882 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ebe71229-18eb-478d-917c-884b10797e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (7cf2aeea-0c6c-4b3b-ab72-a95a0635173e), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:43.316505 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe71229-18eb-478d-917c-884b10797e01 None None] Network f5e2c146-2023-40a8-bc76-2a2effdd4095 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:16:43.322190 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-ebe71229-18eb-478d-917c-884b10797e01 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:16:43.335077 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe71229-18eb-478d-917c-884b10797e01 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:16:43.335077 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe71229-18eb-478d-917c-884b10797e01 None None] Pushing event updated for resources: {'Port': ['ID=7cf2aeea-0c6c-4b3b-ab72-a95a0635173e,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:43.340142 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe71229-18eb-478d-917c-884b10797e01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:43.340509 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe71229-18eb-478d-917c-884b10797e01 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:43.340854 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe71229-18eb-478d-917c-884b10797e01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:43.341188 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe71229-18eb-478d-917c-884b10797e01 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:43.341588 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe71229-18eb-478d-917c-884b10797e01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:43.341916 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe71229-18eb-478d-917c-884b10797e01 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:43.342241 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe71229-18eb-478d-917c-884b10797e01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:43.342577 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe71229-18eb-478d-917c-884b10797e01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:43.342890 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe71229-18eb-478d-917c-884b10797e01 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:43.343214 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe71229-18eb-478d-917c-884b10797e01 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:43.344193 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe71229-18eb-478d-917c-884b10797e01 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:43.344531 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe71229-18eb-478d-917c-884b10797e01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:43.345006 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe71229-18eb-478d-917c-884b10797e01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:43.345332 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe71229-18eb-478d-917c-884b10797e01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:43.345653 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe71229-18eb-478d-917c-884b10797e01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:43.398472 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-ebe71229-18eb-478d-917c-884b10797e01 None None] Attempting to bind port 7cf2aeea-0c6c-4b3b-ab72-a95a0635173e on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:16:43.398842 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-ebe71229-18eb-478d-917c-884b10797e01 None None] Attempting to bind port 7cf2aeea-0c6c-4b3b-ab72-a95a0635173e by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'bc68e3b2-a5a0-4d3e-958d-472194a91ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f5e2c146-2023-40a8-bc76-2a2effdd4095'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:16:43.399204 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe71229-18eb-478d-917c-884b10797e01 None None] Attempting to bind port 7cf2aeea-0c6c-4b3b-ab72-a95a0635173e on network f5e2c146-2023-40a8-bc76-2a2effdd4095 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:16:43.405017 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe71229-18eb-478d-917c-884b10797e01 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:16:43.405441 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe71229-18eb-478d-917c-884b10797e01 None None] Checking segment: {'id': 'bc68e3b2-a5a0-4d3e-958d-472194a91ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f5e2c146-2023-40a8-bc76-2a2effdd4095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:16:43.406316 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ebe71229-18eb-478d-917c-884b10797e01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:43.406718 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe71229-18eb-478d-917c-884b10797e01 None None] Bound using segment: {'id': 'bc68e3b2-a5a0-4d3e-958d-472194a91ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f5e2c146-2023-40a8-bc76-2a2effdd4095'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:16:43.407181 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-ebe71229-18eb-478d-917c-884b10797e01 None None] Bound port: 7cf2aeea-0c6c-4b3b-ab72-a95a0635173e, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc68e3b2-a5a0-4d3e-958d-472194a91ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f5e2c146-2023-40a8-bc76-2a2effdd4095'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:16:43.407565 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ebe71229-18eb-478d-917c-884b10797e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (7cf2aeea-0c6c-4b3b-ab72-a95a0635173e), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:43.479643 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-ebe71229-18eb-478d-917c-884b10797e01 None None] For port 7cf2aeea-0c6c-4b3b-ab72-a95a0635173e, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:16:43.482918 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-ebe71229-18eb-478d-917c-884b10797e01 None None] For port 7cf2aeea-0c6c-4b3b-ab72-a95a0635173e, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=7cf2aeea-0c6c-4b3b-ab72-a95a0635173e,segment=NetworkSegment(bc68e3b2-a5a0-4d3e-958d-472194a91ac4),segment_id=bc68e3b2-a5a0-4d3e-958d-472194a91ac4)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:16:43.578816 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ebe71229-18eb-478d-917c-884b10797e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (7cf2aeea-0c6c-4b3b-ab72-a95a0635173e), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:43.633640 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:43.637250 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe71229-18eb-478d-917c-884b10797e01 None None] Pushing event updated for resources: {'Port': ['ID=7cf2aeea-0c6c-4b3b-ab72-a95a0635173e,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:43.847923 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1e6854ee-8994-4e7d-9f07-524c8cd5a31e admin admin] Publish callbacks [] for router_gateway (da3afb89-a13d-4c05-8a6f-481e54f73a48), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:43.867742 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1e6854ee-8994-4e7d-9f07-524c8cd5a31e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:43.869444 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:43.981986 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-1e6854ee-8994-4e7d-9f07-524c8cd5a31e admin admin] Allocated IP 172.25.2.55 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/a0a21e0b-ac69-4b7e-994e-3adc3257b137) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:16:44.071701 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:44.095076 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1e6854ee-8994-4e7d-9f07-524c8cd5a31e admin admin] Publish callbacks [] for port (a0a21e0b-ac69-4b7e-994e-3adc3257b137), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:44.223679 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1e6854ee-8994-4e7d-9f07-524c8cd5a31e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (a0a21e0b-ac69-4b7e-994e-3adc3257b137), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:44.275199 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6854ee-8994-4e7d-9f07-524c8cd5a31e admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:16:44.280537 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-1e6854ee-8994-4e7d-9f07-524c8cd5a31e admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:16:44.285527 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6854ee-8994-4e7d-9f07-524c8cd5a31e admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:16:44.289082 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6854ee-8994-4e7d-9f07-524c8cd5a31e admin admin] Pushing event updated for resources: {'Port': ['ID=a0a21e0b-ac69-4b7e-994e-3adc3257b137,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:44.558144 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac215102-343e-420a-b48e-a3d1e2422f53 None None] Network f5e2c146-2023-40a8-bc76-2a2effdd4095 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:16:44.622405 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 7cf2aeea-0c6c-4b3b-ab72-a95a0635173e up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:16:44.677601 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1e6854ee-8994-4e7d-9f07-524c8cd5a31e admin admin] Publish callbacks [] for router_gateway (da3afb89-a13d-4c05-8a6f-481e54f73a48), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:44.686862 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4ef19c7a-7b1e-448f-ac1f-e32799e4db02 None None] Provisioning complete for port 7cf2aeea-0c6c-4b3b-ab72-a95a0635173e triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:16:44.687329 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4ef19c7a-7b1e-448f-ac1f-e32799e4db02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (7cf2aeea-0c6c-4b3b-ab72-a95a0635173e), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:44.759525 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 7cf2aeea-0c6c-4b3b-ab72-a95a0635173e triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:16:44.759903 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (7cf2aeea-0c6c-4b3b-ab72-a95a0635173e), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:44.836446 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4ef19c7a-7b1e-448f-ac1f-e32799e4db02 None None] Current status of the port 7cf2aeea-0c6c-4b3b-ab72-a95a0635173e is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:16:44.837145 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4ef19c7a-7b1e-448f-ac1f-e32799e4db02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (7cf2aeea-0c6c-4b3b-ab72-a95a0635173e), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:44.870076 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:44.877490 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1e6854ee-8994-4e7d-9f07-524c8cd5a31e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (da3afb89-a13d-4c05-8a6f-481e54f73a48), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:44.903233 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4ef19c7a-7b1e-448f-ac1f-e32799e4db02 None None] For port 7cf2aeea-0c6c-4b3b-ab72-a95a0635173e, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=7cf2aeea-0c6c-4b3b-ab72-a95a0635173e,segment=NetworkSegment(bc68e3b2-a5a0-4d3e-958d-472194a91ac4),segment_id=bc68e3b2-a5a0-4d3e-958d-472194a91ac4)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:16:44.904689 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 7cf2aeea-0c6c-4b3b-ab72-a95a0635173e is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:16:44.905107 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (7cf2aeea-0c6c-4b3b-ab72-a95a0635173e), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:45.020356 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4ef19c7a-7b1e-448f-ac1f-e32799e4db02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (7cf2aeea-0c6c-4b3b-ab72-a95a0635173e), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:45.097689 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e6854ee-8994-4e7d-9f07-524c8cd5a31e admin admin] Router da3afb89-a13d-4c05-8a6f-481e54f73a48 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 05:16:45.207107 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6854ee-8994-4e7d-9f07-524c8cd5a31e admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:16:45.217409 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef39351f-fe08-4747-9ecf-1f078299ec03 None None] Sync routers for ids ['da3afb89-a13d-4c05-8a6f-481e54f73a48'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:16:45.221739 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-50d8fec2-328a-4157-849c-6c98a5f114ef None None] Provisioning complete for port 7cf2aeea-0c6c-4b3b-ab72-a95a0635173e triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:16:45.222111 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-50d8fec2-328a-4157-849c-6c98a5f114ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (7cf2aeea-0c6c-4b3b-ab72-a95a0635173e), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:45.226825 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 05:16:45.231715 n-d-852088-5 neutron-server[107777]: DEBUG oslo_db.api [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 05:16:45.231862 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef39351f-fe08-4747-9ecf-1f078299ec03 None None] Routers {'da3afb89-a13d-4c05-8a6f-481e54f73a48'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:16:45.231862 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-ef39351f-fe08-4747-9ecf-1f078299ec03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:16:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['da3afb89-a13d-4c05-8a6f-481e54f73a48'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:45.255816 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef19c7a-7b1e-448f-ac1f-e32799e4db02 None None] Pushing event updated for resources: {'Port': ['ID=7cf2aeea-0c6c-4b3b-ab72-a95a0635173e,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:45.303759 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-1e6854ee-8994-4e7d-9f07-524c8cd5a31e admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:45.305281 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-1e6854ee-8994-4e7d-9f07-524c8cd5a31e admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4463921 Aug 27 05:16:45.308005 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59112) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:45.314670 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-50d8fec2-328a-4157-849c-6c98a5f114ef None None] Current status of the port 7cf2aeea-0c6c-4b3b-ab72-a95a0635173e is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:16:45.335303 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-ef39351f-fe08-4747-9ecf-1f078299ec03 None None] Set router da3afb89-a13d-4c05-8a6f-481e54f73a48 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:16:45.464657 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:45.512127 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-ef39351f-fe08-4747-9ecf-1f078299ec03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3afb89-a13d-4c05-8a6f-481e54f73a48', 'name': 'tempest-TestShelveInstance-602441692-router', 'tenant_id': '8ef321de59f24630819133ed3e549695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': 'a0a21e0b-ac69-4b7e-994e-3adc3257b137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:16:42Z', 'updated_at': '2022-08-27T05:16:44Z', 'revision_number': 3, 'project_id': '8ef321de59f24630819133ed3e549695', 'gw_port': {'id': 'a0a21e0b-ac69-4b7e-994e-3adc3257b137', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c1:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3afb89-a13d-4c05-8a6f-481e54f73a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:16:43Z', 'updated_at': '2022-08-27T05:16:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:45.537225 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef39351f-fe08-4747-9ecf-1f078299ec03 None None] Checking router: da3afb89-a13d-4c05-8a6f-481e54f73a48 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:16:45.537579 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef39351f-fe08-4747-9ecf-1f078299ec03 None None] Updating router da3afb89-a13d-4c05-8a6f-481e54f73a48 port a0a21e0b-ac69-4b7e-994e-3adc3257b137 binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:16:45.568777 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-ef39351f-fe08-4747-9ecf-1f078299ec03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a0a21e0b-ac69-4b7e-994e-3adc3257b137), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:45.716459 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e5add830-a9ba-4f19-9f4e-8ada84fab15d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:45.772071 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 7cf2aeea-0c6c-4b3b-ab72-a95a0635173e is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:16:45.776804 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:45.795470 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:45.835238 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-ef39351f-fe08-4747-9ecf-1f078299ec03 None None] Publish callbacks [] for port (a0a21e0b-ac69-4b7e-994e-3adc3257b137), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:45.884861 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-e5add830-a9ba-4f19-9f4e-8ada84fab15d admin admin] Allocated IP 172.20.0.1 (f5e2c146-2023-40a8-bc76-2a2effdd4095/c9e68ea7-6aa5-4957-a1c9-b3cf09655678/b23da219-cd5f-4dcc-a5ab-9afac3e588d4) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:16:45.942139 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-ef39351f-fe08-4747-9ecf-1f078299ec03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a0a21e0b-ac69-4b7e-994e-3adc3257b137), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:45.976280 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-ef39351f-fe08-4747-9ecf-1f078299ec03 None None] Attempting to bind port a0a21e0b-ac69-4b7e-994e-3adc3257b137 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:16:45.977133 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-ef39351f-fe08-4747-9ecf-1f078299ec03 None None] Attempting to bind port a0a21e0b-ac69-4b7e-994e-3adc3257b137 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:16:45.977502 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef39351f-fe08-4747-9ecf-1f078299ec03 None None] Attempting to bind port a0a21e0b-ac69-4b7e-994e-3adc3257b137 on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:16:45.990822 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef39351f-fe08-4747-9ecf-1f078299ec03 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:16:45.991193 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef39351f-fe08-4747-9ecf-1f078299ec03 None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:16:45.992052 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-ef39351f-fe08-4747-9ecf-1f078299ec03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:45.992467 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef39351f-fe08-4747-9ecf-1f078299ec03 None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:16:45.992932 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-ef39351f-fe08-4747-9ecf-1f078299ec03 None None] Bound port: a0a21e0b-ac69-4b7e-994e-3adc3257b137, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:16:45.993303 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-ef39351f-fe08-4747-9ecf-1f078299ec03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a0a21e0b-ac69-4b7e-994e-3adc3257b137), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:45.993986 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e5add830-a9ba-4f19-9f4e-8ada84fab15d admin admin] Publish callbacks [] for port (b23da219-cd5f-4dcc-a5ab-9afac3e588d4), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:46.019277 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e9bc6a-fe1a-4f5a-be4d-f80a10a42dd8 None None] Pushing event updated for resources: {'Port': ['ID=a0a21e0b-ac69-4b7e-994e-3adc3257b137,revision_number=2']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:46.031094 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e9bc6a-fe1a-4f5a-be4d-f80a10a42dd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:46.031428 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e9bc6a-fe1a-4f5a-be4d-f80a10a42dd8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:46.031768 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e9bc6a-fe1a-4f5a-be4d-f80a10a42dd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:46.032093 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e9bc6a-fe1a-4f5a-be4d-f80a10a42dd8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:46.032443 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e9bc6a-fe1a-4f5a-be4d-f80a10a42dd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:46.032765 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e9bc6a-fe1a-4f5a-be4d-f80a10a42dd8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:46.033083 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e9bc6a-fe1a-4f5a-be4d-f80a10a42dd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:46.033398 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e9bc6a-fe1a-4f5a-be4d-f80a10a42dd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:46.033711 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e9bc6a-fe1a-4f5a-be4d-f80a10a42dd8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:46.034023 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e9bc6a-fe1a-4f5a-be4d-f80a10a42dd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:46.034335 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e9bc6a-fe1a-4f5a-be4d-f80a10a42dd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:46.034644 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e9bc6a-fe1a-4f5a-be4d-f80a10a42dd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:46.034954 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e9bc6a-fe1a-4f5a-be4d-f80a10a42dd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:46.035264 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e9bc6a-fe1a-4f5a-be4d-f80a10a42dd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:46.035925 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e9bc6a-fe1a-4f5a-be4d-f80a10a42dd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:46.066311 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-ef39351f-fe08-4747-9ecf-1f078299ec03 None None] For port a0a21e0b-ac69-4b7e-994e-3adc3257b137, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:16:46.069931 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-ef39351f-fe08-4747-9ecf-1f078299ec03 None None] For port a0a21e0b-ac69-4b7e-994e-3adc3257b137, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a0a21e0b-ac69-4b7e-994e-3adc3257b137,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:16:46.155577 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e5add830-a9ba-4f19-9f4e-8ada84fab15d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (b23da219-cd5f-4dcc-a5ab-9afac3e588d4), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:46.184030 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-ef39351f-fe08-4747-9ecf-1f078299ec03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a0a21e0b-ac69-4b7e-994e-3adc3257b137), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:46.198005 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5add830-a9ba-4f19-9f4e-8ada84fab15d admin admin] Network f5e2c146-2023-40a8-bc76-2a2effdd4095 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:16:46.202988 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-e5add830-a9ba-4f19-9f4e-8ada84fab15d admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:16:46.207034 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5add830-a9ba-4f19-9f4e-8ada84fab15d admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:16:46.209535 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5add830-a9ba-4f19-9f4e-8ada84fab15d admin admin] Pushing event updated for resources: {'Port': ['ID=b23da219-cd5f-4dcc-a5ab-9afac3e588d4,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:46.244543 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef39351f-fe08-4747-9ecf-1f078299ec03 None None] Routers {'da3afb89-a13d-4c05-8a6f-481e54f73a48'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:16:46.245783 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-ef39351f-fe08-4747-9ecf-1f078299ec03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:16:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['da3afb89-a13d-4c05-8a6f-481e54f73a48'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:46.247725 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e9bc6a-fe1a-4f5a-be4d-f80a10a42dd8 None None] Pushing event updated for resources: {'Port': ['ID=a0a21e0b-ac69-4b7e-994e-3adc3257b137,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:46.251085 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e5add830-a9ba-4f19-9f4e-8ada84fab15d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (da3afb89-a13d-4c05-8a6f-481e54f73a48), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:46.340620 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:46.347752 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:46.368340 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-ef39351f-fe08-4747-9ecf-1f078299ec03 None None] Set router da3afb89-a13d-4c05-8a6f-481e54f73a48 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:16:46.439916 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-57782350-08cd-4b0f-ba38-25731789d5a9 None None] Provisioning complete for port b23da219-cd5f-4dcc-a5ab-9afac3e588d4 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:16:46.440351 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-57782350-08cd-4b0f-ba38-25731789d5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (b23da219-cd5f-4dcc-a5ab-9afac3e588d4), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:46.457505 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e5add830-a9ba-4f19-9f4e-8ada84fab15d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (b23da219-cd5f-4dcc-a5ab-9afac3e588d4), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:46.484671 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-57782350-08cd-4b0f-ba38-25731789d5a9 None None] Port b23da219-cd5f-4dcc-a5ab-9afac3e588d4 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:16:46.521934 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:46.561300 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-ef39351f-fe08-4747-9ecf-1f078299ec03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3afb89-a13d-4c05-8a6f-481e54f73a48', 'name': 'tempest-TestShelveInstance-602441692-router', 'tenant_id': '8ef321de59f24630819133ed3e549695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': 'a0a21e0b-ac69-4b7e-994e-3adc3257b137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:16:42Z', 'updated_at': '2022-08-27T05:16:44Z', 'revision_number': 3, 'project_id': '8ef321de59f24630819133ed3e549695', 'gw_port': {'id': 'a0a21e0b-ac69-4b7e-994e-3adc3257b137', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c1:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3afb89-a13d-4c05-8a6f-481e54f73a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:16:43Z', 'updated_at': '2022-08-27T05:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:46.587689 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef39351f-fe08-4747-9ecf-1f078299ec03 None None] The sync data for ids ['da3afb89-a13d-4c05-8a6f-481e54f73a48'] in n-d-852088-5 is: [{'id': 'da3afb89-a13d-4c05-8a6f-481e54f73a48', 'name': 'tempest-TestShelveInstance-602441692-router', 'tenant_id': '8ef321de59f24630819133ed3e549695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': 'a0a21e0b-ac69-4b7e-994e-3adc3257b137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:16:42Z', 'updated_at': '2022-08-27T05:16:44Z', 'revision_number': 3, 'project_id': '8ef321de59f24630819133ed3e549695', 'gw_port': {'id': 'a0a21e0b-ac69-4b7e-994e-3adc3257b137', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c1:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3afb89-a13d-4c05-8a6f-481e54f73a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:16:43Z', 'updated_at': '2022-08-27T05:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:16:46.614166 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 7cf2aeea-0c6c-4b3b-ab72-a95a0635173e up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:16:46.636500 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e5add830-a9ba-4f19-9f4e-8ada84fab15d admin admin] Publish callbacks [] for port (b23da219-cd5f-4dcc-a5ab-9afac3e588d4), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:46.652959 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 7cf2aeea-0c6c-4b3b-ab72-a95a0635173e triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:16:46.653336 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (7cf2aeea-0c6c-4b3b-ab72-a95a0635173e), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:46.654658 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:46.694251 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:46.712842 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e5add830-a9ba-4f19-9f4e-8ada84fab15d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (b23da219-cd5f-4dcc-a5ab-9afac3e588d4), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:46.732932 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 7cf2aeea-0c6c-4b3b-ab72-a95a0635173e is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:16:47.059264 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5add830-a9ba-4f19-9f4e-8ada84fab15d admin admin] Pushing event updated for resources: {'Port': ['ID=b23da219-cd5f-4dcc-a5ab-9afac3e588d4,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:47.062662 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e5add830-a9ba-4f19-9f4e-8ada84fab15d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (da3afb89-a13d-4c05-8a6f-481e54f73a48), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:47.149306 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:47.160726 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5add830-a9ba-4f19-9f4e-8ada84fab15d admin admin] Network f5e2c146-2023-40a8-bc76-2a2effdd4095 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:16:47.162177 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-e5add830-a9ba-4f19-9f4e-8ada84fab15d admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:16:47.291159 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5add830-a9ba-4f19-9f4e-8ada84fab15d admin admin] Router da3afb89-a13d-4c05-8a6f-481e54f73a48 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:16:47.408036 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5add830-a9ba-4f19-9f4e-8ada84fab15d admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:16:47.411519 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-bcd60176-9450-430e-ae90-17543939fe62 None None] Provisioning complete for port b23da219-cd5f-4dcc-a5ab-9afac3e588d4 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:16:47.411979 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-bcd60176-9450-430e-ae90-17543939fe62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (b23da219-cd5f-4dcc-a5ab-9afac3e588d4), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:47.417193 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e5add830-a9ba-4f19-9f4e-8ada84fab15d admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/da3afb89-a13d-4c05-8a6f-481e54f73a48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1036568 Aug 27 05:16:47.453997 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-bcd60176-9450-430e-ae90-17543939fe62 None None] Port b23da219-cd5f-4dcc-a5ab-9afac3e588d4 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:16:48.136656 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59130) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:48.142316 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-4dcf14c2-682f-4d9b-a332-06c6545ea2d2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1342390638-network', 'tenant_id': 'b6c198926d7a4d009f99f4eedd15140c'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:16:48.227080 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dcf14c2-682f-4d9b-a332-06c6545ea2d2 admin admin] Made reservation on behalf of b6c198926d7a4d009f99f4eedd15140c for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:16:48.229549 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4dcf14c2-682f-4d9b-a332-06c6545ea2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:48.239038 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4dcf14c2-682f-4d9b-a332-06c6545ea2d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:48.258430 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cf0ff4-2948-4a90-bf70-a16866d29a64 None None] Sync routers for ids ['da3afb89-a13d-4c05-8a6f-481e54f73a48'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:16:48.270091 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cf0ff4-2948-4a90-bf70-a16866d29a64 None None] Routers {'da3afb89-a13d-4c05-8a6f-481e54f73a48'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:16:48.270763 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-d2cf0ff4-2948-4a90-bf70-a16866d29a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:16:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['da3afb89-a13d-4c05-8a6f-481e54f73a48'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:48.317839 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4dcf14c2-682f-4d9b-a332-06c6545ea2d2 admin admin] Publish callbacks [] for security_group (a4d2ea00-33c8-4f20-92e2-65cef5e04f73), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:48.374233 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-d2cf0ff4-2948-4a90-bf70-a16866d29a64 None None] Set router da3afb89-a13d-4c05-8a6f-481e54f73a48 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:16:48.398580 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4dcf14c2-682f-4d9b-a332-06c6545ea2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (a4d2ea00-33c8-4f20-92e2-65cef5e04f73), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:48.421013 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dcf14c2-682f-4d9b-a332-06c6545ea2d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 05:16:48.436733 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcf14c2-682f-4d9b-a332-06c6545ea2d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d2ea00-33c8-4f20-92e2-65cef5e04f73,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:48.440435 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4dcf14c2-682f-4d9b-a332-06c6545ea2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (6d4bb810-68e9-4225-90fb-6cedb8afe624), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:48.440789 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-4dcf14c2-682f-4d9b-a332-06c6545ea2d2 admin admin] Added segment 6d4bb810-68e9-4225-90fb-6cedb8afe624 of type vlan for network 19e1df97-5c68-4fa7-bce5-34caf3eb5e50 Aug 27 05:16:48.486453 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4dcf14c2-682f-4d9b-a332-06c6545ea2d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (19e1df97-5c68-4fa7-bce5-34caf3eb5e50), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:48.570974 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-d2cf0ff4-2948-4a90-bf70-a16866d29a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3afb89-a13d-4c05-8a6f-481e54f73a48', 'name': 'tempest-TestShelveInstance-602441692-router', 'tenant_id': '8ef321de59f24630819133ed3e549695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': 'a0a21e0b-ac69-4b7e-994e-3adc3257b137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:16:42Z', 'updated_at': '2022-08-27T05:16:46Z', 'revision_number': 4, 'project_id': '8ef321de59f24630819133ed3e549695', 'gw_port': {'id': 'a0a21e0b-ac69-4b7e-994e-3adc3257b137', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c1:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3afb89-a13d-4c05-8a6f-481e54f73a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:16:43Z', 'updated_at': '2022-08-27T05:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'b23da219-cd5f-4dcc-a5ab-9afac3e588d4', 'name': '', 'network_id': 'f5e2c146-2023-40a8-bc76-2a2effdd4095', 'tenant_id': '8ef321de59f24630819133ed3e549695', 'mac_address': 'fa:16:3e:89:db:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3afb89-a13d-4c05-8a6f-481e54f73a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'c9e68ea7-6aa5-4957-a1c9-b3cf09655678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:16:45Z', 'updated_at': '2022-08-27T05:16:46Z', 'revision_number': 2, 'project_id': '8ef321de59f24630819133ed3e549695', 'subnets': [{'id': 'c9e68ea7-6aa5-4957-a1c9-b3cf09655678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:48.587365 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4dcf14c2-682f-4d9b-a332-06c6545ea2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (19e1df97-5c68-4fa7-bce5-34caf3eb5e50), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:48.588617 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcf14c2-682f-4d9b-a332-06c6545ea2d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:16:48.589396 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4dcf14c2-682f-4d9b-a332-06c6545ea2d2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:48.598497 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cf0ff4-2948-4a90-bf70-a16866d29a64 None None] Checking router: da3afb89-a13d-4c05-8a6f-481e54f73a48 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:16:48.599101 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cf0ff4-2948-4a90-bf70-a16866d29a64 None None] Updating router da3afb89-a13d-4c05-8a6f-481e54f73a48 port b23da219-cd5f-4dcc-a5ab-9afac3e588d4 binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:16:48.632429 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d2cf0ff4-2948-4a90-bf70-a16866d29a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (b23da219-cd5f-4dcc-a5ab-9afac3e588d4), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:48.632429 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a0a21e0b-ac69-4b7e-994e-3adc3257b137 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:16:48.653934 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcf14c2-682f-4d9b-a332-06c6545ea2d2 admin admin] Pushing event updated for resources: {'Network': ['ID=19e1df97-5c68-4fa7-bce5-34caf3eb5e50,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:48.667534 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 19e1df97-5c68-4fa7-bce5-34caf3eb5e50 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 05:16:48.717141 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-4dcf14c2-682f-4d9b-a332-06c6545ea2d2 admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5793571 Aug 27 05:16:48.719913 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59132) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:48.724896 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-29d173ce-65f8-4dd8-aae4-a30c4e03cfab admin admin] Request body: {'subnet': {'network_id': '19e1df97-5c68-4fa7-bce5-34caf3eb5e50', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1342390638-subnet', 'tenant_id': 'b6c198926d7a4d009f99f4eedd15140c', 'ip_version': 4}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:16:48.735434 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:48.817618 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d173ce-65f8-4dd8-aae4-a30c4e03cfab admin admin] Made reservation on behalf of b6c198926d7a4d009f99f4eedd15140c for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:16:48.820129 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-29d173ce-65f8-4dd8-aae4-a30c4e03cfab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:48.838315 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port a0a21e0b-ac69-4b7e-994e-3adc3257b137 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:16:48.838689 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a0a21e0b-ac69-4b7e-994e-3adc3257b137), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:49.001163 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port a0a21e0b-ac69-4b7e-994e-3adc3257b137 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:16:49.001626 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (a0a21e0b-ac69-4b7e-994e-3adc3257b137), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:49.024913 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:49.034371 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:49.043470 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port a0a21e0b-ac69-4b7e-994e-3adc3257b137, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a0a21e0b-ac69-4b7e-994e-3adc3257b137,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:16:49.082273 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d2cf0ff4-2948-4a90-bf70-a16866d29a64 None None] Publish callbacks [] for port (b23da219-cd5f-4dcc-a5ab-9afac3e588d4), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:49.148984 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (a0a21e0b-ac69-4b7e-994e-3adc3257b137), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:49.149253 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-29d173ce-65f8-4dd8-aae4-a30c4e03cfab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (e3c07d08-d6a4-4717-95b5-dbb3c86e4ac4), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:49.152615 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d2cf0ff4-2948-4a90-bf70-a16866d29a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (b23da219-cd5f-4dcc-a5ab-9afac3e588d4), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:49.181834 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:49.203047 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d173ce-65f8-4dd8-aae4-a30c4e03cfab admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3c07d08-d6a4-4717-95b5-dbb3c86e4ac4,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:49.223609 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d173ce-65f8-4dd8-aae4-a30c4e03cfab admin admin] Checking segment: {'id': '6d4bb810-68e9-4225-90fb-6cedb8afe624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '19e1df97-5c68-4fa7-bce5-34caf3eb5e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:16:49.223609 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d173ce-65f8-4dd8-aae4-a30c4e03cfab admin admin] Network hostable DHCP agents. Network: 19e1df97-5c68-4fa7-bce5-34caf3eb5e50, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 05:16:49.250221 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=a0a21e0b-ac69-4b7e-994e-3adc3257b137,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:49.283417 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-d2cf0ff4-2948-4a90-bf70-a16866d29a64 None None] Attempting to bind port b23da219-cd5f-4dcc-a5ab-9afac3e588d4 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:16:49.283784 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-d2cf0ff4-2948-4a90-bf70-a16866d29a64 None None] Attempting to bind port b23da219-cd5f-4dcc-a5ab-9afac3e588d4 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'bc68e3b2-a5a0-4d3e-958d-472194a91ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f5e2c146-2023-40a8-bc76-2a2effdd4095'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:16:49.284150 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cf0ff4-2948-4a90-bf70-a16866d29a64 None None] Attempting to bind port b23da219-cd5f-4dcc-a5ab-9afac3e588d4 on network f5e2c146-2023-40a8-bc76-2a2effdd4095 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:16:49.297623 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cf0ff4-2948-4a90-bf70-a16866d29a64 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:16:49.298017 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cf0ff4-2948-4a90-bf70-a16866d29a64 None None] Checking segment: {'id': 'bc68e3b2-a5a0-4d3e-958d-472194a91ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f5e2c146-2023-40a8-bc76-2a2effdd4095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:16:49.298419 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d2cf0ff4-2948-4a90-bf70-a16866d29a64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:49.298812 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cf0ff4-2948-4a90-bf70-a16866d29a64 None None] Bound using segment: {'id': 'bc68e3b2-a5a0-4d3e-958d-472194a91ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f5e2c146-2023-40a8-bc76-2a2effdd4095'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:16:49.299305 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-d2cf0ff4-2948-4a90-bf70-a16866d29a64 None None] Bound port: b23da219-cd5f-4dcc-a5ab-9afac3e588d4, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc68e3b2-a5a0-4d3e-958d-472194a91ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f5e2c146-2023-40a8-bc76-2a2effdd4095'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:16:49.299687 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d2cf0ff4-2948-4a90-bf70-a16866d29a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (b23da219-cd5f-4dcc-a5ab-9afac3e588d4), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:49.311421 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5f63ec-2a08-4ec7-8583-d50043a111be None None] Pushing event updated for resources: {'Port': ['ID=b23da219-cd5f-4dcc-a5ab-9afac3e588d4,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:49.314260 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d173ce-65f8-4dd8-aae4-a30c4e03cfab admin admin] Network 19e1df97-5c68-4fa7-bce5-34caf3eb5e50 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 05:16:49.368787 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d2cf0ff4-2948-4a90-bf70-a16866d29a64 None None] For port b23da219-cd5f-4dcc-a5ab-9afac3e588d4, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:16:49.372269 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d2cf0ff4-2948-4a90-bf70-a16866d29a64 None None] For port b23da219-cd5f-4dcc-a5ab-9afac3e588d4, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=b23da219-cd5f-4dcc-a5ab-9afac3e588d4,segment=NetworkSegment(bc68e3b2-a5a0-4d3e-958d-472194a91ac4),segment_id=bc68e3b2-a5a0-4d3e-958d-472194a91ac4)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:16:49.571685 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-29d173ce-65f8-4dd8-aae4-a30c4e03cfab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 19e1df97-5c68-4fa7-bce5-34caf3eb5e50) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:16:49.576102 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d173ce-65f8-4dd8-aae4-a30c4e03cfab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:16:49.579001 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-29d173ce-65f8-4dd8-aae4-a30c4e03cfab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:49.580856 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaffc211-dcc2-4628-9df5-ecc5ea1a072e None None] Network 19e1df97-5c68-4fa7-bce5-34caf3eb5e50 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:16:49.626209 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d2cf0ff4-2948-4a90-bf70-a16866d29a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (b23da219-cd5f-4dcc-a5ab-9afac3e588d4), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:49.660762 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-29d173ce-65f8-4dd8-aae4-a30c4e03cfab admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9397240 Aug 27 05:16:49.663360 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59134) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:49.667911 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-9caafa95-06b0-445e-bca0-7f26a223b5ec admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1342390638-router', 'tenant_id': 'b6c198926d7a4d009f99f4eedd15140c', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:16:49.689859 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cf0ff4-2948-4a90-bf70-a16866d29a64 None None] Routers {'da3afb89-a13d-4c05-8a6f-481e54f73a48'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:16:49.690502 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-d2cf0ff4-2948-4a90-bf70-a16866d29a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:16:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['da3afb89-a13d-4c05-8a6f-481e54f73a48'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:49.763633 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5f63ec-2a08-4ec7-8583-d50043a111be None None] Pushing event updated for resources: {'Port': ['ID=b23da219-cd5f-4dcc-a5ab-9afac3e588d4,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:49.779613 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4f54dd-1218-42ba-a8aa-74d449d198a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-19e1df97-5c68-4fa7-bce5-34caf3eb5e50', 'network_id': '19e1df97-5c68-4fa7-bce5-34caf3eb5e50', 'project_id': 'b6c198926d7a4d009f99f4eedd15140c', 'fixed_ips': [{'subnet_id': 'e3c07d08-d6a4-4717-95b5-dbb3c86e4ac4'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 05:16:49.780542 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6d4f54dd-1218-42ba-a8aa-74d449d198a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:49.782045 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9caafa95-06b0-445e-bca0-7f26a223b5ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (53e9f3a0-b5b4-404b-a3d7-a61514fbdf16), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:49.783119 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9caafa95-06b0-445e-bca0-7f26a223b5ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (53e9f3a0-b5b4-404b-a3d7-a61514fbdf16), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:49.838199 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9caafa95-06b0-445e-bca0-7f26a223b5ec admin admin] Publish callbacks [] for router_controller (53e9f3a0-b5b4-404b-a3d7-a61514fbdf16), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:49.909766 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-d2cf0ff4-2948-4a90-bf70-a16866d29a64 None None] Set router da3afb89-a13d-4c05-8a6f-481e54f73a48 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:16:49.911326 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:50.055136 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9caafa95-06b0-445e-bca0-7f26a223b5ec admin admin] Publish callbacks [] for router_gateway (53e9f3a0-b5b4-404b-a3d7-a61514fbdf16), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:50.074436 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-6d4f54dd-1218-42ba-a8aa-74d449d198a9 None None] Allocated IP 172.20.0.2 (19e1df97-5c68-4fa7-bce5-34caf3eb5e50/e3c07d08-d6a4-4717-95b5-dbb3c86e4ac4/e5b5d4e7-a9f2-4001-9942-7a31608b3e9d) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:16:50.159053 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:50.224731 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-d2cf0ff4-2948-4a90-bf70-a16866d29a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3afb89-a13d-4c05-8a6f-481e54f73a48', 'name': 'tempest-TestShelveInstance-602441692-router', 'tenant_id': '8ef321de59f24630819133ed3e549695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': 'a0a21e0b-ac69-4b7e-994e-3adc3257b137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:16:42Z', 'updated_at': '2022-08-27T05:16:46Z', 'revision_number': 4, 'project_id': '8ef321de59f24630819133ed3e549695', 'gw_port': {'id': 'a0a21e0b-ac69-4b7e-994e-3adc3257b137', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3afb89-a13d-4c05-8a6f-481e54f73a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:16:43Z', 'updated_at': '2022-08-27T05:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'b23da219-cd5f-4dcc-a5ab-9afac3e588d4', 'name': '', 'network_id': 'f5e2c146-2023-40a8-bc76-2a2effdd4095', 'tenant_id': '8ef321de59f24630819133ed3e549695', 'mac_address': 'fa:16:3e:89:db:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3afb89-a13d-4c05-8a6f-481e54f73a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'c9e68ea7-6aa5-4957-a1c9-b3cf09655678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:16:45Z', 'updated_at': '2022-08-27T05:16:49Z', 'revision_number': 4, 'project_id': '8ef321de59f24630819133ed3e549695', 'subnets': [{'id': 'c9e68ea7-6aa5-4957-a1c9-b3cf09655678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:50.257312 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cf0ff4-2948-4a90-bf70-a16866d29a64 None None] The sync data for ids ['da3afb89-a13d-4c05-8a6f-481e54f73a48'] in n-d-852088-5 is: [{'id': 'da3afb89-a13d-4c05-8a6f-481e54f73a48', 'name': 'tempest-TestShelveInstance-602441692-router', 'tenant_id': '8ef321de59f24630819133ed3e549695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': 'a0a21e0b-ac69-4b7e-994e-3adc3257b137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:16:42Z', 'updated_at': '2022-08-27T05:16:46Z', 'revision_number': 4, 'project_id': '8ef321de59f24630819133ed3e549695', 'gw_port': {'id': 'a0a21e0b-ac69-4b7e-994e-3adc3257b137', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3afb89-a13d-4c05-8a6f-481e54f73a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:16:43Z', 'updated_at': '2022-08-27T05:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': 'b23da219-cd5f-4dcc-a5ab-9afac3e588d4', 'name': '', 'network_id': 'f5e2c146-2023-40a8-bc76-2a2effdd4095', 'tenant_id': '8ef321de59f24630819133ed3e549695', 'mac_address': 'fa:16:3e:89:db:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3afb89-a13d-4c05-8a6f-481e54f73a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'c9e68ea7-6aa5-4957-a1c9-b3cf09655678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:16:45Z', 'updated_at': '2022-08-27T05:16:49Z', 'revision_number': 4, 'project_id': '8ef321de59f24630819133ed3e549695', 'subnets': [{'id': 'c9e68ea7-6aa5-4957-a1c9-b3cf09655678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:16:50.353406 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9caafa95-06b0-445e-bca0-7f26a223b5ec admin admin] Publish callbacks [] for router_gateway (53e9f3a0-b5b4-404b-a3d7-a61514fbdf16), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:50.373802 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9caafa95-06b0-445e-bca0-7f26a223b5ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:50.477128 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=11,neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:50.491129 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6d4f54dd-1218-42ba-a8aa-74d449d198a9 None None] Publish callbacks [] for port (e5b5d4e7-a9f2-4001-9942-7a31608b3e9d), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:50.502247 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-9caafa95-06b0-445e-bca0-7f26a223b5ec admin admin] Allocated IP 172.25.2.152 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/f9d8bac3-b212-44a7-961a-25282bcc5493) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:16:50.570685 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6d4f54dd-1218-42ba-a8aa-74d449d198a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (e5b5d4e7-a9f2-4001-9942-7a31608b3e9d), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:50.616490 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4f54dd-1218-42ba-a8aa-74d449d198a9 None None] Network 19e1df97-5c68-4fa7-bce5-34caf3eb5e50 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:16:50.618698 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-6d4f54dd-1218-42ba-a8aa-74d449d198a9 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:16:50.622018 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4f54dd-1218-42ba-a8aa-74d449d198a9 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:16:50.635510 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4f54dd-1218-42ba-a8aa-74d449d198a9 None None] Pushing event updated for resources: {'Port': ['ID=e5b5d4e7-a9f2-4001-9942-7a31608b3e9d,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:50.636108 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9caafa95-06b0-445e-bca0-7f26a223b5ec admin admin] Publish callbacks [] for port (f9d8bac3-b212-44a7-961a-25282bcc5493), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:50.697878 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-6d4f54dd-1218-42ba-a8aa-74d449d198a9 None None] Attempting to bind port e5b5d4e7-a9f2-4001-9942-7a31608b3e9d on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:16:50.698257 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-6d4f54dd-1218-42ba-a8aa-74d449d198a9 None None] Attempting to bind port e5b5d4e7-a9f2-4001-9942-7a31608b3e9d by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '6d4bb810-68e9-4225-90fb-6cedb8afe624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '19e1df97-5c68-4fa7-bce5-34caf3eb5e50'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:16:50.698625 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4f54dd-1218-42ba-a8aa-74d449d198a9 None None] Attempting to bind port e5b5d4e7-a9f2-4001-9942-7a31608b3e9d on network 19e1df97-5c68-4fa7-bce5-34caf3eb5e50 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:16:50.705772 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4f54dd-1218-42ba-a8aa-74d449d198a9 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:16:50.706151 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4f54dd-1218-42ba-a8aa-74d449d198a9 None None] Checking segment: {'id': '6d4bb810-68e9-4225-90fb-6cedb8afe624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '19e1df97-5c68-4fa7-bce5-34caf3eb5e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:16:50.706559 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6d4f54dd-1218-42ba-a8aa-74d449d198a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:50.706959 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4f54dd-1218-42ba-a8aa-74d449d198a9 None None] Bound using segment: {'id': '6d4bb810-68e9-4225-90fb-6cedb8afe624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '19e1df97-5c68-4fa7-bce5-34caf3eb5e50'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:16:50.707425 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-6d4f54dd-1218-42ba-a8aa-74d449d198a9 None None] Bound port: e5b5d4e7-a9f2-4001-9942-7a31608b3e9d, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d4bb810-68e9-4225-90fb-6cedb8afe624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '19e1df97-5c68-4fa7-bce5-34caf3eb5e50'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:16:50.707807 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6d4f54dd-1218-42ba-a8aa-74d449d198a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (e5b5d4e7-a9f2-4001-9942-7a31608b3e9d), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:50.744633 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device b23da219-cd5f-4dcc-a5ab-9afac3e588d4 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:16:50.772304 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9caafa95-06b0-445e-bca0-7f26a223b5ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (f9d8bac3-b212-44a7-961a-25282bcc5493), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:50.805463 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:50.819695 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-6d4f54dd-1218-42ba-a8aa-74d449d198a9 None None] For port e5b5d4e7-a9f2-4001-9942-7a31608b3e9d, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:16:50.821096 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-6d4f54dd-1218-42ba-a8aa-74d449d198a9 None None] For port e5b5d4e7-a9f2-4001-9942-7a31608b3e9d, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=e5b5d4e7-a9f2-4001-9942-7a31608b3e9d,segment=NetworkSegment(6d4bb810-68e9-4225-90fb-6cedb8afe624),segment_id=6d4bb810-68e9-4225-90fb-6cedb8afe624)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:16:50.830044 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port b23da219-cd5f-4dcc-a5ab-9afac3e588d4 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:16:50.830416 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (b23da219-cd5f-4dcc-a5ab-9afac3e588d4), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:50.837799 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caafa95-06b0-445e-bca0-7f26a223b5ec admin admin] Pushing event updated for resources: {'Port': ['ID=f9d8bac3-b212-44a7-961a-25282bcc5493,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:50.841727 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9caafa95-06b0-445e-bca0-7f26a223b5ec admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:16:50.843498 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-9caafa95-06b0-445e-bca0-7f26a223b5ec admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:16:50.848328 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caafa95-06b0-445e-bca0-7f26a223b5ec admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:16:50.906303 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6d4f54dd-1218-42ba-a8aa-74d449d198a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (e5b5d4e7-a9f2-4001-9942-7a31608b3e9d), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:50.951873 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port b23da219-cd5f-4dcc-a5ab-9afac3e588d4 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:16:50.952554 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (b23da219-cd5f-4dcc-a5ab-9afac3e588d4), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:51.024654 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port b23da219-cd5f-4dcc-a5ab-9afac3e588d4, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=b23da219-cd5f-4dcc-a5ab-9afac3e588d4,segment=NetworkSegment(bc68e3b2-a5a0-4d3e-958d-472194a91ac4),segment_id=bc68e3b2-a5a0-4d3e-958d-472194a91ac4)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:16:51.025683 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4f54dd-1218-42ba-a8aa-74d449d198a9 None None] Pushing event updated for resources: {'Port': ['ID=e5b5d4e7-a9f2-4001-9942-7a31608b3e9d,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:51.142346 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (b23da219-cd5f-4dcc-a5ab-9afac3e588d4), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:51.146386 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a0a21e0b-ac69-4b7e-994e-3adc3257b137 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:16:51.199924 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:51.255510 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=b23da219-cd5f-4dcc-a5ab-9afac3e588d4,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:51.278867 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port a0a21e0b-ac69-4b7e-994e-3adc3257b137 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:16:51.279246 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (a0a21e0b-ac69-4b7e-994e-3adc3257b137), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:51.331629 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:51.337183 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9caafa95-06b0-445e-bca0-7f26a223b5ec admin admin] Publish callbacks [] for router_gateway (53e9f3a0-b5b4-404b-a3d7-a61514fbdf16), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:51.372026 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port a0a21e0b-ac69-4b7e-994e-3adc3257b137 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:16:51.534987 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9caafa95-06b0-445e-bca0-7f26a223b5ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (53e9f3a0-b5b4-404b-a3d7-a61514fbdf16), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:51.661952 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:51.720489 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9caafa95-06b0-445e-bca0-7f26a223b5ec admin admin] Router 53e9f3a0-b5b4-404b-a3d7-a61514fbdf16 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 05:16:51.832636 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9caafa95-06b0-445e-bca0-7f26a223b5ec admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:16:51.847233 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae6fe1d-b985-4404-b07f-c88dc2d29400 None None] Sync routers for ids ['53e9f3a0-b5b4-404b-a3d7-a61514fbdf16'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:16:51.864046 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae6fe1d-b985-4404-b07f-c88dc2d29400 None None] Routers {'53e9f3a0-b5b4-404b-a3d7-a61514fbdf16'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:16:51.864703 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-0ae6fe1d-b985-4404-b07f-c88dc2d29400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:16:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['53e9f3a0-b5b4-404b-a3d7-a61514fbdf16'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:51.894306 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9caafa95-06b0-445e-bca0-7f26a223b5ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:51.898551 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9caafa95-06b0-445e-bca0-7f26a223b5ec admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2313881 Aug 27 05:16:51.899223 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59140) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:52.020805 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4acf286-661c-4f6c-93f7-7ab53360a018 None None] Network 19e1df97-5c68-4fa7-bce5-34caf3eb5e50 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:16:52.086444 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-0ae6fe1d-b985-4404-b07f-c88dc2d29400 None None] Set router 53e9f3a0-b5b4-404b-a3d7-a61514fbdf16 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:16:52.112724 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:52.173135 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-02bf4ba5-9d52-4343-850e-2f9afbdaf17f None None] Provisioning complete for port e5b5d4e7-a9f2-4001-9942-7a31608b3e9d triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:16:52.173622 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-02bf4ba5-9d52-4343-850e-2f9afbdaf17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e5b5d4e7-a9f2-4001-9942-7a31608b3e9d), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:52.278981 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-02bf4ba5-9d52-4343-850e-2f9afbdaf17f None None] Current status of the port e5b5d4e7-a9f2-4001-9942-7a31608b3e9d is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:16:52.279457 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-02bf4ba5-9d52-4343-850e-2f9afbdaf17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (e5b5d4e7-a9f2-4001-9942-7a31608b3e9d), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:52.286272 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-0ae6fe1d-b985-4404-b07f-c88dc2d29400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e9f3a0-b5b4-404b-a3d7-a61514fbdf16', 'name': 'tempest-TestShelveInstance-1342390638-router', 'tenant_id': 'b6c198926d7a4d009f99f4eedd15140c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'f9d8bac3-b212-44a7-961a-25282bcc5493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:16:49Z', 'updated_at': '2022-08-27T05:16:51Z', 'revision_number': 3, 'project_id': 'b6c198926d7a4d009f99f4eedd15140c', 'gw_port': {'id': 'f9d8bac3-b212-44a7-961a-25282bcc5493', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:80:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53e9f3a0-b5b4-404b-a3d7-a61514fbdf16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:16:50Z', 'updated_at': '2022-08-27T05:16:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:52.316320 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae6fe1d-b985-4404-b07f-c88dc2d29400 None None] Checking router: 53e9f3a0-b5b4-404b-a3d7-a61514fbdf16 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:16:52.316661 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae6fe1d-b985-4404-b07f-c88dc2d29400 None None] Updating router 53e9f3a0-b5b4-404b-a3d7-a61514fbdf16 port f9d8bac3-b212-44a7-961a-25282bcc5493 binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:16:52.341802 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-02bf4ba5-9d52-4343-850e-2f9afbdaf17f None None] For port e5b5d4e7-a9f2-4001-9942-7a31608b3e9d, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=e5b5d4e7-a9f2-4001-9942-7a31608b3e9d,segment=NetworkSegment(6d4bb810-68e9-4225-90fb-6cedb8afe624),segment_id=6d4bb810-68e9-4225-90fb-6cedb8afe624)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:16:52.353455 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-0ae6fe1d-b985-4404-b07f-c88dc2d29400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f9d8bac3-b212-44a7-961a-25282bcc5493), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:52.537737 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-02bf4ba5-9d52-4343-850e-2f9afbdaf17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (e5b5d4e7-a9f2-4001-9942-7a31608b3e9d), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:52.629194 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bf4ba5-9d52-4343-850e-2f9afbdaf17f None None] Pushing event updated for resources: {'Port': ['ID=e5b5d4e7-a9f2-4001-9942-7a31608b3e9d,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:52.662643 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-0ae6fe1d-b985-4404-b07f-c88dc2d29400 None None] Publish callbacks [] for port (f9d8bac3-b212-44a7-961a-25282bcc5493), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:52.670109 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-b8defdf3-f4dd-4348-a87c-8e747c5d6e37 None None] Provisioning complete for port e5b5d4e7-a9f2-4001-9942-7a31608b3e9d triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:16:52.670484 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b8defdf3-f4dd-4348-a87c-8e747c5d6e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e5b5d4e7-a9f2-4001-9942-7a31608b3e9d), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:52.737426 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-0ae6fe1d-b985-4404-b07f-c88dc2d29400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (f9d8bac3-b212-44a7-961a-25282bcc5493), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:52.759099 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-0ae6fe1d-b985-4404-b07f-c88dc2d29400 None None] Attempting to bind port f9d8bac3-b212-44a7-961a-25282bcc5493 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:16:52.759464 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-0ae6fe1d-b985-4404-b07f-c88dc2d29400 None None] Attempting to bind port f9d8bac3-b212-44a7-961a-25282bcc5493 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:16:52.759825 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae6fe1d-b985-4404-b07f-c88dc2d29400 None None] Attempting to bind port f9d8bac3-b212-44a7-961a-25282bcc5493 on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:16:52.762933 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:52.766219 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1122d127-ae34-4738-ad41-6247d2583878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:52.788041 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-b8defdf3-f4dd-4348-a87c-8e747c5d6e37 None None] Current status of the port e5b5d4e7-a9f2-4001-9942-7a31608b3e9d is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:16:52.809736 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device b23da219-cd5f-4dcc-a5ab-9afac3e588d4 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:16:52.818313 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae6fe1d-b985-4404-b07f-c88dc2d29400 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:16:52.818313 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae6fe1d-b985-4404-b07f-c88dc2d29400 None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:16:52.818713 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-0ae6fe1d-b985-4404-b07f-c88dc2d29400 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:52.818994 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae6fe1d-b985-4404-b07f-c88dc2d29400 None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:16:52.819455 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-0ae6fe1d-b985-4404-b07f-c88dc2d29400 None None] Bound port: f9d8bac3-b212-44a7-961a-25282bcc5493, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:16:52.819824 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-0ae6fe1d-b985-4404-b07f-c88dc2d29400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f9d8bac3-b212-44a7-961a-25282bcc5493), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:52.860257 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port b23da219-cd5f-4dcc-a5ab-9afac3e588d4 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:16:52.860876 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (b23da219-cd5f-4dcc-a5ab-9afac3e588d4), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:52.874276 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-0ae6fe1d-b985-4404-b07f-c88dc2d29400 None None] For port f9d8bac3-b212-44a7-961a-25282bcc5493, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:16:52.878391 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-0ae6fe1d-b985-4404-b07f-c88dc2d29400 None None] For port f9d8bac3-b212-44a7-961a-25282bcc5493, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=f9d8bac3-b212-44a7-961a-25282bcc5493,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:16:52.884451 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:52.903843 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd833bd-3f51-48db-8476-0304552ece75 None None] Pushing event updated for resources: {'Port': ['ID=f9d8bac3-b212-44a7-961a-25282bcc5493,revision_number=2']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:52.944964 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port b23da219-cd5f-4dcc-a5ab-9afac3e588d4 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:16:52.946093 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device e5b5d4e7-a9f2-4001-9942-7a31608b3e9d up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:16:52.994063 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port e5b5d4e7-a9f2-4001-9942-7a31608b3e9d triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:16:52.994516 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e5b5d4e7-a9f2-4001-9942-7a31608b3e9d), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:52.997063 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-0ae6fe1d-b985-4404-b07f-c88dc2d29400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (f9d8bac3-b212-44a7-961a-25282bcc5493), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:53.004968 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-1122d127-ae34-4738-ad41-6247d2583878 admin admin] Allocated IP 172.20.0.1 (19e1df97-5c68-4fa7-bce5-34caf3eb5e50/e3c07d08-d6a4-4717-95b5-dbb3c86e4ac4/8ca3e3a9-3667-4876-acef-49776e2f4e0b) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:16:53.019329 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:53.043758 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:53.068300 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd833bd-3f51-48db-8476-0304552ece75 None None] Pushing event updated for resources: {'Port': ['ID=f9d8bac3-b212-44a7-961a-25282bcc5493,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:53.073635 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae6fe1d-b985-4404-b07f-c88dc2d29400 None None] Routers {'53e9f3a0-b5b4-404b-a3d7-a61514fbdf16'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:16:53.074256 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-0ae6fe1d-b985-4404-b07f-c88dc2d29400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:16:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['53e9f3a0-b5b4-404b-a3d7-a61514fbdf16'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:53.074409 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port e5b5d4e7-a9f2-4001-9942-7a31608b3e9d is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:16:53.137774 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1122d127-ae34-4738-ad41-6247d2583878 admin admin] Publish callbacks [] for port (8ca3e3a9-3667-4876-acef-49776e2f4e0b), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:53.181880 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-0ae6fe1d-b985-4404-b07f-c88dc2d29400 None None] Set router 53e9f3a0-b5b4-404b-a3d7-a61514fbdf16 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:16:53.243991 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:53.275616 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1122d127-ae34-4738-ad41-6247d2583878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (8ca3e3a9-3667-4876-acef-49776e2f4e0b), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:53.330346 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1122d127-ae34-4738-ad41-6247d2583878 admin admin] Network 19e1df97-5c68-4fa7-bce5-34caf3eb5e50 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:16:53.330346 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-1122d127-ae34-4738-ad41-6247d2583878 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:16:53.334939 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1122d127-ae34-4738-ad41-6247d2583878 admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:16:53.361458 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-0ae6fe1d-b985-4404-b07f-c88dc2d29400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e9f3a0-b5b4-404b-a3d7-a61514fbdf16', 'name': 'tempest-TestShelveInstance-1342390638-router', 'tenant_id': 'b6c198926d7a4d009f99f4eedd15140c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'f9d8bac3-b212-44a7-961a-25282bcc5493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:16:49Z', 'updated_at': '2022-08-27T05:16:51Z', 'revision_number': 3, 'project_id': 'b6c198926d7a4d009f99f4eedd15140c', 'gw_port': {'id': 'f9d8bac3-b212-44a7-961a-25282bcc5493', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:80:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53e9f3a0-b5b4-404b-a3d7-a61514fbdf16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:16:50Z', 'updated_at': '2022-08-27T05:16:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:53.365001 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1122d127-ae34-4738-ad41-6247d2583878 admin admin] Pushing event updated for resources: {'Port': ['ID=8ca3e3a9-3667-4876-acef-49776e2f4e0b,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:53.384253 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1122d127-ae34-4738-ad41-6247d2583878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (53e9f3a0-b5b4-404b-a3d7-a61514fbdf16), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:53.392114 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae6fe1d-b985-4404-b07f-c88dc2d29400 None None] The sync data for ids ['53e9f3a0-b5b4-404b-a3d7-a61514fbdf16'] in n-d-852088-5 is: [{'id': '53e9f3a0-b5b4-404b-a3d7-a61514fbdf16', 'name': 'tempest-TestShelveInstance-1342390638-router', 'tenant_id': 'b6c198926d7a4d009f99f4eedd15140c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'f9d8bac3-b212-44a7-961a-25282bcc5493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:16:49Z', 'updated_at': '2022-08-27T05:16:51Z', 'revision_number': 3, 'project_id': 'b6c198926d7a4d009f99f4eedd15140c', 'gw_port': {'id': 'f9d8bac3-b212-44a7-961a-25282bcc5493', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:80:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53e9f3a0-b5b4-404b-a3d7-a61514fbdf16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:16:50Z', 'updated_at': '2022-08-27T05:16:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:16:53.602876 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1122d127-ae34-4738-ad41-6247d2583878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8ca3e3a9-3667-4876-acef-49776e2f4e0b), before_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:53.617297 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:53.617459 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-04067566-3cc4-41a3-aad5-4bece54f6b08 None None] Provisioning complete for port 8ca3e3a9-3667-4876-acef-49776e2f4e0b triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:16:53.617783 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-04067566-3cc4-41a3-aad5-4bece54f6b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (8ca3e3a9-3667-4876-acef-49776e2f4e0b), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:53.665090 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-04067566-3cc4-41a3-aad5-4bece54f6b08 None None] Port 8ca3e3a9-3667-4876-acef-49776e2f4e0b cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:16:53.808419 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1122d127-ae34-4738-ad41-6247d2583878 admin admin] Publish callbacks [] for port (8ca3e3a9-3667-4876-acef-49776e2f4e0b), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:53.861883 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1122d127-ae34-4738-ad41-6247d2583878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351229'] for port (8ca3e3a9-3667-4876-acef-49776e2f4e0b), after_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:53.936338 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-1122d127-ae34-4738-ad41-6247d2583878 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (53e9f3a0-b5b4-404b-a3d7-a61514fbdf16), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:53.938197 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1122d127-ae34-4738-ad41-6247d2583878 admin admin] Pushing event updated for resources: {'Port': ['ID=8ca3e3a9-3667-4876-acef-49776e2f4e0b,revision_number=2']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:54.048548 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1122d127-ae34-4738-ad41-6247d2583878 admin admin] Network 19e1df97-5c68-4fa7-bce5-34caf3eb5e50 is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:16:54.050212 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-1122d127-ae34-4738-ad41-6247d2583878 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:16:54.174877 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1122d127-ae34-4738-ad41-6247d2583878 admin admin] Router 53e9f3a0-b5b4-404b-a3d7-a61514fbdf16 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:16:54.291843 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1122d127-ae34-4738-ad41-6247d2583878 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:16:54.294534 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-41c1fbbb-58f6-47aa-8018-dd1f07db43bc None None] Provisioning complete for port 8ca3e3a9-3667-4876-acef-49776e2f4e0b triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:16:54.295501 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-41c1fbbb-58f6-47aa-8018-dd1f07db43bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (8ca3e3a9-3667-4876-acef-49776e2f4e0b), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:54.297743 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-1122d127-ae34-4738-ad41-6247d2583878 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/53e9f3a0-b5b4-404b-a3d7-a61514fbdf16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3973842 Aug 27 05:16:54.338503 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-41c1fbbb-58f6-47aa-8018-dd1f07db43bc None None] Port 8ca3e3a9-3667-4876-acef-49776e2f4e0b cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:16:54.676575 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device e5b5d4e7-a9f2-4001-9942-7a31608b3e9d up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:16:54.725403 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port e5b5d4e7-a9f2-4001-9942-7a31608b3e9d triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:16:54.725734 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (e5b5d4e7-a9f2-4001-9942-7a31608b3e9d), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:54.752834 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59148) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:54.757687 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-92604ec7-0884-48bb-826e-7c86eef21fe8 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-226161784', 'description': 'tempest-secgroup-smoke-226161784 description', 'project_id': '8ef321de59f24630819133ed3e549695'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:16:54.805148 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port e5b5d4e7-a9f2-4001-9942-7a31608b3e9d is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:16:54.806229 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device f9d8bac3-b212-44a7-961a-25282bcc5493 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:16:54.848970 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:54.851516 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-92604ec7-0884-48bb-826e-7c86eef21fe8 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:54.851982 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port f9d8bac3-b212-44a7-961a-25282bcc5493 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:16:54.852368 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (f9d8bac3-b212-44a7-961a-25282bcc5493), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:54.909086 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:54.933727 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-92604ec7-0884-48bb-826e-7c86eef21fe8 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Publish callbacks [] for security_group (4319c06a-2752-43dd-b3e9-354095516ad2), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:54.933974 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port f9d8bac3-b212-44a7-961a-25282bcc5493 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:16:54.933974 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (f9d8bac3-b212-44a7-961a-25282bcc5493), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:54.951111 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port f9d8bac3-b212-44a7-961a-25282bcc5493, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=f9d8bac3-b212-44a7-961a-25282bcc5493,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:16:55.039251 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-92604ec7-0884-48bb-826e-7c86eef21fe8 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (4319c06a-2752-43dd-b3e9-354095516ad2), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:55.041314 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (f9d8bac3-b212-44a7-961a-25282bcc5493), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:55.051172 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e7897b-9fdf-4c29-9038-782d2007d9ef None None] Sync routers for ids ['53e9f3a0-b5b4-404b-a3d7-a61514fbdf16'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:16:55.079586 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92604ec7-0884-48bb-826e-7c86eef21fe8 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4319c06a-2752-43dd-b3e9-354095516ad2,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:55.090595 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e7897b-9fdf-4c29-9038-782d2007d9ef None None] Routers {'53e9f3a0-b5b4-404b-a3d7-a61514fbdf16'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:16:55.090595 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-b2e7897b-9fdf-4c29-9038-782d2007d9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:16:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['53e9f3a0-b5b4-404b-a3d7-a61514fbdf16'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:55.141401 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=f9d8bac3-b212-44a7-961a-25282bcc5493,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:55.166966 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-92604ec7-0884-48bb-826e-7c86eef21fe8 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:55.168362 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-92604ec7-0884-48bb-826e-7c86eef21fe8 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4143937 Aug 27 05:16:55.171523 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59150) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:55.176137 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-95264a7e-3a60-44bc-a4d8-63337d8ddcfc tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Request body: {'security_group_rule': {'security_group_id': '4319c06a-2752-43dd-b3e9-354095516ad2', 'project_id': '8ef321de59f24630819133ed3e549695', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:16:55.206797 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-b2e7897b-9fdf-4c29-9038-782d2007d9ef None None] Set router 53e9f3a0-b5b4-404b-a3d7-a61514fbdf16 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:16:55.320652 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-95264a7e-3a60-44bc-a4d8-63337d8ddcfc tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Publish callbacks [] for security_group_rule (07b2a26d-e8ac-4bea-8948-bb7d582cadde), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:55.378267 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-95264a7e-3a60-44bc-a4d8-63337d8ddcfc tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Publish callbacks [] for security_group_rule (07b2a26d-e8ac-4bea-8948-bb7d582cadde), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:55.380227 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:55.396176 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-b2e7897b-9fdf-4c29-9038-782d2007d9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e9f3a0-b5b4-404b-a3d7-a61514fbdf16', 'name': 'tempest-TestShelveInstance-1342390638-router', 'tenant_id': 'b6c198926d7a4d009f99f4eedd15140c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'f9d8bac3-b212-44a7-961a-25282bcc5493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:16:49Z', 'updated_at': '2022-08-27T05:16:53Z', 'revision_number': 4, 'project_id': 'b6c198926d7a4d009f99f4eedd15140c', 'gw_port': {'id': 'f9d8bac3-b212-44a7-961a-25282bcc5493', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:80:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e9f3a0-b5b4-404b-a3d7-a61514fbdf16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:16:50Z', 'updated_at': '2022-08-27T05:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '8ca3e3a9-3667-4876-acef-49776e2f4e0b', 'name': '', 'network_id': '19e1df97-5c68-4fa7-bce5-34caf3eb5e50', 'tenant_id': 'b6c198926d7a4d009f99f4eedd15140c', 'mac_address': 'fa:16:3e:5f:10:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53e9f3a0-b5b4-404b-a3d7-a61514fbdf16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'e3c07d08-d6a4-4717-95b5-dbb3c86e4ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:16:52Z', 'updated_at': '2022-08-27T05:16:53Z', 'revision_number': 2, 'project_id': 'b6c198926d7a4d009f99f4eedd15140c', 'subnets': [{'id': 'e3c07d08-d6a4-4717-95b5-dbb3c86e4ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:55.421048 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e7897b-9fdf-4c29-9038-782d2007d9ef None None] Checking router: 53e9f3a0-b5b4-404b-a3d7-a61514fbdf16 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:16:55.426893 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e7897b-9fdf-4c29-9038-782d2007d9ef None None] Updating router 53e9f3a0-b5b4-404b-a3d7-a61514fbdf16 port 8ca3e3a9-3667-4876-acef-49776e2f4e0b binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:16:55.453134 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b2e7897b-9fdf-4c29-9038-782d2007d9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8ca3e3a9-3667-4876-acef-49776e2f4e0b), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:55.542447 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-95264a7e-3a60-44bc-a4d8-63337d8ddcfc tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (07b2a26d-e8ac-4bea-8948-bb7d582cadde), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:55.564267 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95264a7e-3a60-44bc-a4d8-63337d8ddcfc tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07b2a26d-e8ac-4bea-8948-bb7d582cadde,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:55.665270 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-95264a7e-3a60-44bc-a4d8-63337d8ddcfc tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:55.666793 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-95264a7e-3a60-44bc-a4d8-63337d8ddcfc tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4941976 Aug 27 05:16:55.669833 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59152) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:55.670653 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:55.675055 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-193d18cc-3aca-420a-ab8e-b8714a812f92 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Request body: {'security_group_rule': {'security_group_id': '4319c06a-2752-43dd-b3e9-354095516ad2', 'project_id': '8ef321de59f24630819133ed3e549695', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:16:55.719446 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b2e7897b-9fdf-4c29-9038-782d2007d9ef None None] Publish callbacks [] for port (8ca3e3a9-3667-4876-acef-49776e2f4e0b), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:55.799324 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-193d18cc-3aca-420a-ab8e-b8714a812f92 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Publish callbacks [] for security_group_rule (70569e83-74a9-4123-9d4f-078eaa7f2184), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:55.807932 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:55.846069 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b2e7897b-9fdf-4c29-9038-782d2007d9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (8ca3e3a9-3667-4876-acef-49776e2f4e0b), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:55.857735 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-193d18cc-3aca-420a-ab8e-b8714a812f92 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Publish callbacks [] for security_group_rule (70569e83-74a9-4123-9d4f-078eaa7f2184), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:55.989425 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-193d18cc-3aca-420a-ab8e-b8714a812f92 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (70569e83-74a9-4123-9d4f-078eaa7f2184), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:56.010510 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193d18cc-3aca-420a-ab8e-b8714a812f92 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70569e83-74a9-4123-9d4f-078eaa7f2184,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:56.051589 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d5f01-529a-4a5a-b32e-21692aa5cefd None None] Pushing event updated for resources: {'Port': ['ID=8ca3e3a9-3667-4876-acef-49776e2f4e0b,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:56.081487 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-b2e7897b-9fdf-4c29-9038-782d2007d9ef None None] Attempting to bind port 8ca3e3a9-3667-4876-acef-49776e2f4e0b on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:16:56.081858 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-b2e7897b-9fdf-4c29-9038-782d2007d9ef None None] Attempting to bind port 8ca3e3a9-3667-4876-acef-49776e2f4e0b by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '6d4bb810-68e9-4225-90fb-6cedb8afe624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '19e1df97-5c68-4fa7-bce5-34caf3eb5e50'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:16:56.082218 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e7897b-9fdf-4c29-9038-782d2007d9ef None None] Attempting to bind port 8ca3e3a9-3667-4876-acef-49776e2f4e0b on network 19e1df97-5c68-4fa7-bce5-34caf3eb5e50 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:16:56.087369 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e7897b-9fdf-4c29-9038-782d2007d9ef None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:16:56.087750 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e7897b-9fdf-4c29-9038-782d2007d9ef None None] Checking segment: {'id': '6d4bb810-68e9-4225-90fb-6cedb8afe624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '19e1df97-5c68-4fa7-bce5-34caf3eb5e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:16:56.088145 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b2e7897b-9fdf-4c29-9038-782d2007d9ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:56.088637 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e7897b-9fdf-4c29-9038-782d2007d9ef None None] Bound using segment: {'id': '6d4bb810-68e9-4225-90fb-6cedb8afe624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '19e1df97-5c68-4fa7-bce5-34caf3eb5e50'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:16:56.089102 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-b2e7897b-9fdf-4c29-9038-782d2007d9ef None None] Bound port: 8ca3e3a9-3667-4876-acef-49776e2f4e0b, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d4bb810-68e9-4225-90fb-6cedb8afe624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '19e1df97-5c68-4fa7-bce5-34caf3eb5e50'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:16:56.089483 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b2e7897b-9fdf-4c29-9038-782d2007d9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8ca3e3a9-3667-4876-acef-49776e2f4e0b), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:56.151243 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-b2e7897b-9fdf-4c29-9038-782d2007d9ef None None] For port 8ca3e3a9-3667-4876-acef-49776e2f4e0b, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:16:56.154393 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-b2e7897b-9fdf-4c29-9038-782d2007d9ef None None] For port 8ca3e3a9-3667-4876-acef-49776e2f4e0b, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=8ca3e3a9-3667-4876-acef-49776e2f4e0b,segment=NetworkSegment(6d4bb810-68e9-4225-90fb-6cedb8afe624),segment_id=6d4bb810-68e9-4225-90fb-6cedb8afe624)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:16:56.157296 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-193d18cc-3aca-420a-ab8e-b8714a812f92 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:56.158589 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-193d18cc-3aca-420a-ab8e-b8714a812f92 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4877868 Aug 27 05:16:56.161464 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59154) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:56.166179 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-77ef71af-c45d-4c99-a188-5a31d8ff63e7 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Request body: {'security_group_rule': {'security_group_id': '4319c06a-2752-43dd-b3e9-354095516ad2', 'project_id': '8ef321de59f24630819133ed3e549695', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:16:56.315185 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b2e7897b-9fdf-4c29-9038-782d2007d9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (8ca3e3a9-3667-4876-acef-49776e2f4e0b), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:56.333437 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-77ef71af-c45d-4c99-a188-5a31d8ff63e7 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Publish callbacks [] for security_group_rule (d362cfda-fb72-4e32-b482-a7633aeb3a68), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:56.354180 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e7897b-9fdf-4c29-9038-782d2007d9ef None None] Routers {'53e9f3a0-b5b4-404b-a3d7-a61514fbdf16'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:16:56.354807 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-b2e7897b-9fdf-4c29-9038-782d2007d9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:16:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['53e9f3a0-b5b4-404b-a3d7-a61514fbdf16'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:56.393535 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-77ef71af-c45d-4c99-a188-5a31d8ff63e7 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Publish callbacks [] for security_group_rule (d362cfda-fb72-4e32-b482-a7633aeb3a68), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:56.411554 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d5f01-529a-4a5a-b32e-21692aa5cefd None None] Pushing event updated for resources: {'Port': ['ID=8ca3e3a9-3667-4876-acef-49776e2f4e0b,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:56.473447 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-b2e7897b-9fdf-4c29-9038-782d2007d9ef None None] Set router 53e9f3a0-b5b4-404b-a3d7-a61514fbdf16 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:16:56.508775 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-77ef71af-c45d-4c99-a188-5a31d8ff63e7 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (d362cfda-fb72-4e32-b482-a7633aeb3a68), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:56.521691 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:56.530189 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ef71af-c45d-4c99-a188-5a31d8ff63e7 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d362cfda-fb72-4e32-b482-a7633aeb3a68,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:56.628891 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device f9d8bac3-b212-44a7-961a-25282bcc5493 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:16:56.676251 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-77ef71af-c45d-4c99-a188-5a31d8ff63e7 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:56.677623 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-77ef71af-c45d-4c99-a188-5a31d8ff63e7 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5152073 Aug 27 05:16:56.680437 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59156) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:56.685482 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-d93ab9ed-6c4c-488d-bea2-a56efb424db0 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Request body: {'security_group_rule': {'security_group_id': '4319c06a-2752-43dd-b3e9-354095516ad2', 'project_id': '8ef321de59f24630819133ed3e549695', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:16:56.689511 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:56.721497 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-b2e7897b-9fdf-4c29-9038-782d2007d9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e9f3a0-b5b4-404b-a3d7-a61514fbdf16', 'name': 'tempest-TestShelveInstance-1342390638-router', 'tenant_id': 'b6c198926d7a4d009f99f4eedd15140c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'f9d8bac3-b212-44a7-961a-25282bcc5493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:16:49Z', 'updated_at': '2022-08-27T05:16:53Z', 'revision_number': 4, 'project_id': 'b6c198926d7a4d009f99f4eedd15140c', 'gw_port': {'id': 'f9d8bac3-b212-44a7-961a-25282bcc5493', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:80:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e9f3a0-b5b4-404b-a3d7-a61514fbdf16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:16:50Z', 'updated_at': '2022-08-27T05:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '8ca3e3a9-3667-4876-acef-49776e2f4e0b', 'name': '', 'network_id': '19e1df97-5c68-4fa7-bce5-34caf3eb5e50', 'tenant_id': 'b6c198926d7a4d009f99f4eedd15140c', 'mac_address': 'fa:16:3e:5f:10:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53e9f3a0-b5b4-404b-a3d7-a61514fbdf16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'e3c07d08-d6a4-4717-95b5-dbb3c86e4ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:16:52Z', 'updated_at': '2022-08-27T05:16:56Z', 'revision_number': 4, 'project_id': 'b6c198926d7a4d009f99f4eedd15140c', 'subnets': [{'id': 'e3c07d08-d6a4-4717-95b5-dbb3c86e4ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:56.756741 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e7897b-9fdf-4c29-9038-782d2007d9ef None None] The sync data for ids ['53e9f3a0-b5b4-404b-a3d7-a61514fbdf16'] in n-d-852088-5 is: [{'id': '53e9f3a0-b5b4-404b-a3d7-a61514fbdf16', 'name': 'tempest-TestShelveInstance-1342390638-router', 'tenant_id': 'b6c198926d7a4d009f99f4eedd15140c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'f9d8bac3-b212-44a7-961a-25282bcc5493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:16:49Z', 'updated_at': '2022-08-27T05:16:53Z', 'revision_number': 4, 'project_id': 'b6c198926d7a4d009f99f4eedd15140c', 'gw_port': {'id': 'f9d8bac3-b212-44a7-961a-25282bcc5493', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:80:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e9f3a0-b5b4-404b-a3d7-a61514fbdf16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:16:50Z', 'updated_at': '2022-08-27T05:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '8ca3e3a9-3667-4876-acef-49776e2f4e0b', 'name': '', 'network_id': '19e1df97-5c68-4fa7-bce5-34caf3eb5e50', 'tenant_id': 'b6c198926d7a4d009f99f4eedd15140c', 'mac_address': 'fa:16:3e:5f:10:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53e9f3a0-b5b4-404b-a3d7-a61514fbdf16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'e3c07d08-d6a4-4717-95b5-dbb3c86e4ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:16:52Z', 'updated_at': '2022-08-27T05:16:56Z', 'revision_number': 4, 'project_id': 'b6c198926d7a4d009f99f4eedd15140c', 'subnets': [{'id': 'e3c07d08-d6a4-4717-95b5-dbb3c86e4ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:16:56.758340 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port f9d8bac3-b212-44a7-961a-25282bcc5493 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:16:56.758712 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (f9d8bac3-b212-44a7-961a-25282bcc5493), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:56.842575 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cc0e14af-a87d-4928-8b79-3b395df52485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:56.855115 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port f9d8bac3-b212-44a7-961a-25282bcc5493 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:16:56.881740 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d93ab9ed-6c4c-488d-bea2-a56efb424db0 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Publish callbacks [] for security_group_rule (f411d432-8f7b-4176-ac3a-92cd8f45f654), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:56.951300 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d93ab9ed-6c4c-488d-bea2-a56efb424db0 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Publish callbacks [] for security_group_rule (f411d432-8f7b-4176-ac3a-92cd8f45f654), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:57.040419 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d93ab9ed-6c4c-488d-bea2-a56efb424db0 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (f411d432-8f7b-4176-ac3a-92cd8f45f654), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:57.062513 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93ab9ed-6c4c-488d-bea2-a56efb424db0 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f411d432-8f7b-4176-ac3a-92cd8f45f654,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:57.185408 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-d93ab9ed-6c4c-488d-bea2-a56efb424db0 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:57.186671 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-d93ab9ed-6c4c-488d-bea2-a56efb424db0 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5050316 Aug 27 05:16:57.189525 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59158) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:57.194495 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-759f90f7-55b6-44d5-a111-968780308c98 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Request body: {'security_group_rule': {'security_group_id': '4319c06a-2752-43dd-b3e9-354095516ad2', 'project_id': '8ef321de59f24630819133ed3e549695', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:16:57.360562 n-d-852088-5 neutron-server[107776]: INFO neutron.db.securitygroups_db [None req-759f90f7-55b6-44d5-a111-968780308c98 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Project 8ef321de59f24630819133ed3e549695 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 05:16:57.366479 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-759f90f7-55b6-44d5-a111-968780308c98 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Publish callbacks [] for security_group_rule (9d70c4dc-6bde-4f8b-a07c-22b9e0c1ebe4), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:57.430215 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-759f90f7-55b6-44d5-a111-968780308c98 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Publish callbacks [] for security_group_rule (9d70c4dc-6bde-4f8b-a07c-22b9e0c1ebe4), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:57.634590 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-759f90f7-55b6-44d5-a111-968780308c98 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (9d70c4dc-6bde-4f8b-a07c-22b9e0c1ebe4), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:57.655005 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f90f7-55b6-44d5-a111-968780308c98 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d70c4dc-6bde-4f8b-a07c-22b9e0c1ebe4,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:57.824708 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-759f90f7-55b6-44d5-a111-968780308c98 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:57.826030 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-759f90f7-55b6-44d5-a111-968780308c98 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6353803 Aug 27 05:16:57.828920 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59160) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:57.833339 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-157a5216-5b72-4c88-9d6a-32fa57228828 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Request body: {'security_group_rule': {'security_group_id': '4319c06a-2752-43dd-b3e9-354095516ad2', 'project_id': '8ef321de59f24630819133ed3e549695', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:16:58.005788 n-d-852088-5 neutron-server[107776]: INFO neutron.db.securitygroups_db [None req-157a5216-5b72-4c88-9d6a-32fa57228828 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Project 8ef321de59f24630819133ed3e549695 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 05:16:58.012544 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-157a5216-5b72-4c88-9d6a-32fa57228828 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Publish callbacks [] for security_group_rule (080ae335-9406-4c20-87f3-b22cf1216e9e), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:58.170704 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-157a5216-5b72-4c88-9d6a-32fa57228828 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Publish callbacks [] for security_group_rule (080ae335-9406-4c20-87f3-b22cf1216e9e), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:58.387490 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-157a5216-5b72-4c88-9d6a-32fa57228828 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (080ae335-9406-4c20-87f3-b22cf1216e9e), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:58.407723 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157a5216-5b72-4c88-9d6a-32fa57228828 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=080ae335-9406-4c20-87f3-b22cf1216e9e,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:58.612785 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-157a5216-5b72-4c88-9d6a-32fa57228828 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:58.614374 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-157a5216-5b72-4c88-9d6a-32fa57228828 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7842205 Aug 27 05:16:58.624060 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 8ca3e3a9-3667-4876-acef-49776e2f4e0b up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:16:58.677133 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 8ca3e3a9-3667-4876-acef-49776e2f4e0b triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:16:58.677522 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (8ca3e3a9-3667-4876-acef-49776e2f4e0b), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:58.753149 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 8ca3e3a9-3667-4876-acef-49776e2f4e0b is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:16:58.753538 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (8ca3e3a9-3667-4876-acef-49776e2f4e0b), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:58.789281 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 8ca3e3a9-3667-4876-acef-49776e2f4e0b, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=8ca3e3a9-3667-4876-acef-49776e2f4e0b,segment=NetworkSegment(6d4bb810-68e9-4225-90fb-6cedb8afe624),segment_id=6d4bb810-68e9-4225-90fb-6cedb8afe624)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:16:58.906178 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b1037dec-26fc-4aaa-9db7-bd04f708e12d req-64ae350d-52ed-4054-83cb-783e7d3478c3 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] 10.222.0.76 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-226161784&fields=id&tenant_id=8ef321de59f24630819133ed3e549695 HTTP/1.1" status: 200 len: 267 time: 0.0462825 Aug 27 05:16:58.971353 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (8ca3e3a9-3667-4876-acef-49776e2f4e0b), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:59.011076 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:59.020730 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1037dec-26fc-4aaa-9db7-bd04f708e12d req-fa1e867c-bdaf-4f83-ab3b-5cfb1f9ae66a tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:16:59.021348 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=8ca3e3a9-3667-4876-acef-49776e2f4e0b,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:59.022367 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b1037dec-26fc-4aaa-9db7-bd04f708e12d req-fa1e867c-bdaf-4f83-ab3b-5cfb1f9ae66a tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] 10.222.0.76 "GET /networking/v2.0/networks?id=f5e2c146-2023-40a8-bc76-2a2effdd4095 HTTP/1.1" status: 200 len: 808 time: 0.1095943 Aug 27 05:16:59.038419 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b1037dec-26fc-4aaa-9db7-bd04f708e12d req-126a7788-88c0-4ce7-bd8c-1afc2661b83b tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] 10.222.0.76 "GET /networking/v2.0/quotas/8ef321de59f24630819133ed3e549695 HTTP/1.1" status: 200 len: 375 time: 0.0096955 Aug 27 05:16:59.075399 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:16:59.092703 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-b1037dec-26fc-4aaa-9db7-bd04f708e12d req-7bbddeac-e101-4dfd-9d9c-fd5e93dcb6c4 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=8ef321de59f24630819133ed3e549695&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489366 Aug 27 05:16:59.134928 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59178) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:59.185974 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-486deac2-cfb3-4d34-b36f-59aabcf98561 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Publish callbacks [] for security_group (4319c06a-2752-43dd-b3e9-354095516ad2), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:59.211096 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-486deac2-cfb3-4d34-b36f-59aabcf98561 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Publish callbacks [] for security_group (4319c06a-2752-43dd-b3e9-354095516ad2), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:59.268649 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cf8bdcb7-facd-4a37-8d9e-e4e14d4d1c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:59.422498 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-486deac2-cfb3-4d34-b36f-59aabcf98561 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (4319c06a-2752-43dd-b3e9-354095516ad2), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:59.425201 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-486deac2-cfb3-4d34-b36f-59aabcf98561 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:16:59.426499 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-486deac2-cfb3-4d34-b36f-59aabcf98561 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/4319c06a-2752-43dd-b3e9-354095516ad2 HTTP/1.1" status: 204 len: 168 time: 0.2977576 Aug 27 05:16:59.438100 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486deac2-cfb3-4d34-b36f-59aabcf98561 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4319c06a-2752-43dd-b3e9-354095516ad2,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:59.838249 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59184) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:16:59.843052 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-c34479f9-f7fa-451f-a7b1-43135483dab0 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1337956586', 'description': 'tempest-secgroup-smoke-1337956586 description', 'project_id': '8ef321de59f24630819133ed3e549695'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:16:59.943243 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c34479f9-f7fa-451f-a7b1-43135483dab0 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:00.012458 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c34479f9-f7fa-451f-a7b1-43135483dab0 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Publish callbacks [] for security_group (08000413-11af-4f43-b7bc-3b053f95c540), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:00.103116 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c34479f9-f7fa-451f-a7b1-43135483dab0 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (08000413-11af-4f43-b7bc-3b053f95c540), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:00.135740 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34479f9-f7fa-451f-a7b1-43135483dab0 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08000413-11af-4f43-b7bc-3b053f95c540,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:00.247902 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-c34479f9-f7fa-451f-a7b1-43135483dab0 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:00.250592 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-c34479f9-f7fa-451f-a7b1-43135483dab0 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4100356 Aug 27 05:17:00.252155 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59186) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:17:00.256487 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-0f20e05e-5e37-4bb6-a17a-38b095089212 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Request body: {'security_group_rule': {'security_group_id': '08000413-11af-4f43-b7bc-3b053f95c540', 'project_id': '8ef321de59f24630819133ed3e549695', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:17:00.355111 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0f20e05e-5e37-4bb6-a17a-38b095089212 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Publish callbacks [] for security_group_rule (c39ddeba-1151-4ec7-972e-170485af9c9c), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:00.405703 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:00.412342 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0f20e05e-5e37-4bb6-a17a-38b095089212 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Publish callbacks [] for security_group_rule (c39ddeba-1151-4ec7-972e-170485af9c9c), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:00.440120 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:00.560629 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0f20e05e-5e37-4bb6-a17a-38b095089212 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (c39ddeba-1151-4ec7-972e-170485af9c9c), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:00.577685 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f20e05e-5e37-4bb6-a17a-38b095089212 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c39ddeba-1151-4ec7-972e-170485af9c9c,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:00.614848 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 8ca3e3a9-3667-4876-acef-49776e2f4e0b up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:17:00.659847 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 8ca3e3a9-3667-4876-acef-49776e2f4e0b triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:17:00.660391 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (8ca3e3a9-3667-4876-acef-49776e2f4e0b), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:00.687501 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0f20e05e-5e37-4bb6-a17a-38b095089212 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:00.689594 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0f20e05e-5e37-4bb6-a17a-38b095089212 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4364438 Aug 27 05:17:00.693038 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59188) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:17:00.697692 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-5e84d889-2067-4f9a-b3d6-39c525f24b7c tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Request body: {'security_group_rule': {'security_group_id': '08000413-11af-4f43-b7bc-3b053f95c540', 'project_id': '8ef321de59f24630819133ed3e549695', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:17:00.734356 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 8ca3e3a9-3667-4876-acef-49776e2f4e0b is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:17:00.840179 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5e84d889-2067-4f9a-b3d6-39c525f24b7c tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Publish callbacks [] for security_group_rule (8f27699d-90fe-49b4-a860-765ac0eb4f93), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:00.897828 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5e84d889-2067-4f9a-b3d6-39c525f24b7c tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Publish callbacks [] for security_group_rule (8f27699d-90fe-49b4-a860-765ac0eb4f93), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:01.022929 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5e84d889-2067-4f9a-b3d6-39c525f24b7c tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (8f27699d-90fe-49b4-a860-765ac0eb4f93), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:01.042835 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e84d889-2067-4f9a-b3d6-39c525f24b7c tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f27699d-90fe-49b4-a860-765ac0eb4f93,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:01.128128 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5e84d889-2067-4f9a-b3d6-39c525f24b7c tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:01.129421 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-5e84d889-2067-4f9a-b3d6-39c525f24b7c tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4353666 Aug 27 05:17:01.132046 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59192) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:17:01.136517 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-4f76787f-b9a4-451d-8b9c-b5b18b876d6b tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Request body: {'security_group_rule': {'security_group_id': '08000413-11af-4f43-b7bc-3b053f95c540', 'project_id': '8ef321de59f24630819133ed3e549695', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:17:01.251493 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4f76787f-b9a4-451d-8b9c-b5b18b876d6b tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Publish callbacks [] for security_group_rule (0de6f176-22c4-4f7e-8f86-7c31481737b5), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:01.313712 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4f76787f-b9a4-451d-8b9c-b5b18b876d6b tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Publish callbacks [] for security_group_rule (0de6f176-22c4-4f7e-8f86-7c31481737b5), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:01.421793 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4f76787f-b9a4-451d-8b9c-b5b18b876d6b tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (0de6f176-22c4-4f7e-8f86-7c31481737b5), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:01.441673 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76787f-b9a4-451d-8b9c-b5b18b876d6b tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0de6f176-22c4-4f7e-8f86-7c31481737b5,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:01.550893 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4f76787f-b9a4-451d-8b9c-b5b18b876d6b tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:01.553046 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-4f76787f-b9a4-451d-8b9c-b5b18b876d6b tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4191527 Aug 27 05:17:01.554969 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59194) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:17:01.559210 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-65c3aad2-db14-475c-a317-0d4e67eb25ab tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Request body: {'security_group_rule': {'security_group_id': '08000413-11af-4f43-b7bc-3b053f95c540', 'project_id': '8ef321de59f24630819133ed3e549695', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:17:01.666488 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-65c3aad2-db14-475c-a317-0d4e67eb25ab tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Publish callbacks [] for security_group_rule (e40cde97-2261-46fd-8138-cc547ab962b4), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:01.734441 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-65c3aad2-db14-475c-a317-0d4e67eb25ab tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Publish callbacks [] for security_group_rule (e40cde97-2261-46fd-8138-cc547ab962b4), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:01.799216 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:01.827416 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-65c3aad2-db14-475c-a317-0d4e67eb25ab tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (e40cde97-2261-46fd-8138-cc547ab962b4), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:01.834253 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:01.848600 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c3aad2-db14-475c-a317-0d4e67eb25ab tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e40cde97-2261-46fd-8138-cc547ab962b4,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:01.968018 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-65c3aad2-db14-475c-a317-0d4e67eb25ab tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:01.969655 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-65c3aad2-db14-475c-a317-0d4e67eb25ab tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4134424 Aug 27 05:17:01.972420 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59196) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:17:01.978569 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-7c9c9006-7894-4643-a90e-e17b970e8ce6 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Request body: {'security_group_rule': {'security_group_id': '08000413-11af-4f43-b7bc-3b053f95c540', 'project_id': '8ef321de59f24630819133ed3e549695', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:17:02.068923 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:02.092366 n-d-852088-5 neutron-server[107775]: INFO neutron.db.securitygroups_db [None req-7c9c9006-7894-4643-a90e-e17b970e8ce6 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Project 8ef321de59f24630819133ed3e549695 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 05:17:02.098866 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7c9c9006-7894-4643-a90e-e17b970e8ce6 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Publish callbacks [] for security_group_rule (b2a0d2d4-6ef6-462e-b9e9-62a0b1d6867c), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:02.158444 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7c9c9006-7894-4643-a90e-e17b970e8ce6 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Publish callbacks [] for security_group_rule (b2a0d2d4-6ef6-462e-b9e9-62a0b1d6867c), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:02.290275 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7c9c9006-7894-4643-a90e-e17b970e8ce6 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (b2a0d2d4-6ef6-462e-b9e9-62a0b1d6867c), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:02.310954 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9c9006-7894-4643-a90e-e17b970e8ce6 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2a0d2d4-6ef6-462e-b9e9-62a0b1d6867c,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:02.510544 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-7c9c9006-7894-4643-a90e-e17b970e8ce6 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:02.511913 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-7c9c9006-7894-4643-a90e-e17b970e8ce6 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5385230 Aug 27 05:17:02.514590 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59198) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:17:02.518952 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-080f1e99-d0b7-4696-b214-aeb0a82364df tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Request body: {'security_group_rule': {'security_group_id': '08000413-11af-4f43-b7bc-3b053f95c540', 'project_id': '8ef321de59f24630819133ed3e549695', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:17:02.650238 n-d-852088-5 neutron-server[107775]: INFO neutron.db.securitygroups_db [None req-080f1e99-d0b7-4696-b214-aeb0a82364df tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Project 8ef321de59f24630819133ed3e549695 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 05:17:02.656276 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-080f1e99-d0b7-4696-b214-aeb0a82364df tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Publish callbacks [] for security_group_rule (8e42e5f9-d0a5-4d8c-9250-5a15d986289c), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:02.706644 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=81,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:02.718698 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-080f1e99-d0b7-4696-b214-aeb0a82364df tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Publish callbacks [] for security_group_rule (8e42e5f9-d0a5-4d8c-9250-5a15d986289c), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:02.805705 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-080f1e99-d0b7-4696-b214-aeb0a82364df tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (8e42e5f9-d0a5-4d8c-9250-5a15d986289c), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:02.827249 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080f1e99-d0b7-4696-b214-aeb0a82364df tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e42e5f9-d0a5-4d8c-9250-5a15d986289c,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:02.938928 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-080f1e99-d0b7-4696-b214-aeb0a82364df tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:02.940192 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-080f1e99-d0b7-4696-b214-aeb0a82364df tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4246588 Aug 27 05:17:03.364647 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=41 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:07.188727 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:08.403013 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=67,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:08.407446 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=27,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:12.827686 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:INSERT=4,neutron:SELECT=25,neutron:DELETE=3 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:17.120755 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=60,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:17.127928 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:19.693866 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:17:21.349064 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:25.046487 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-de3eef01-abfa-4ded-a5cb-ceeba99da739 req-bc42b360-8f65-46f7-89ea-b30cdc73e1ed tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] 10.222.0.76 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1337956586&fields=id&tenant_id=8ef321de59f24630819133ed3e549695 HTTP/1.1" status: 200 len: 267 time: 0.0482073 Aug 27 05:17:25.155890 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3eef01-abfa-4ded-a5cb-ceeba99da739 req-2730d9d0-9a57-41fb-8790-857805f5f86c tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:17:25.157317 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-de3eef01-abfa-4ded-a5cb-ceeba99da739 req-2730d9d0-9a57-41fb-8790-857805f5f86c tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] 10.222.0.76 "GET /networking/v2.0/networks?id=f5e2c146-2023-40a8-bc76-2a2effdd4095 HTTP/1.1" status: 200 len: 808 time: 0.1038394 Aug 27 05:17:25.172421 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-de3eef01-abfa-4ded-a5cb-ceeba99da739 req-14f07f26-3fe7-4b6f-b2f9-a5caa33ef2df tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] 10.222.0.76 "GET /networking/v2.0/quotas/8ef321de59f24630819133ed3e549695 HTTP/1.1" status: 200 len: 375 time: 0.0091698 Aug 27 05:17:25.227298 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-de3eef01-abfa-4ded-a5cb-ceeba99da739 req-fb4ac86e-cb40-4ee8-957f-17485fd38f16 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=8ef321de59f24630819133ed3e549695&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491269 Aug 27 05:17:25.272483 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59342) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:17:25.324476 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8f099bbc-5bef-43bb-944d-594c12ee22f1 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Publish callbacks [] for security_group (08000413-11af-4f43-b7bc-3b053f95c540), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:25.349242 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8f099bbc-5bef-43bb-944d-594c12ee22f1 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Publish callbacks [] for security_group (08000413-11af-4f43-b7bc-3b053f95c540), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:25.480253 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8f099bbc-5bef-43bb-944d-594c12ee22f1 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (08000413-11af-4f43-b7bc-3b053f95c540), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:25.482957 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8f099bbc-5bef-43bb-944d-594c12ee22f1 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:25.484127 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-8f099bbc-5bef-43bb-944d-594c12ee22f1 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/08000413-11af-4f43-b7bc-3b053f95c540 HTTP/1.1" status: 204 len: 168 time: 0.2231371 Aug 27 05:17:25.494537 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f099bbc-5bef-43bb-944d-594c12ee22f1 tempest-TestShelveInstance-260291510 tempest-TestShelveInstance-260291510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08000413-11af-4f43-b7bc-3b053f95c540,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:25.608690 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59346) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:17:25.934744 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-13c8fb9c-45a8-4937-8593-a049eed5e251 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (da3afb89-a13d-4c05-8a6f-481e54f73a48), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:26.162962 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:26.165592 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-13c8fb9c-45a8-4937-8593-a049eed5e251 admin admin] Deleting port b23da219-cd5f-4dcc-a5ab-9afac3e588d4 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:17:26.165936 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-13c8fb9c-45a8-4937-8593-a049eed5e251 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (b23da219-cd5f-4dcc-a5ab-9afac3e588d4), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:26.213181 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:26.246419 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-13c8fb9c-45a8-4937-8593-a049eed5e251 admin admin] For port b23da219-cd5f-4dcc-a5ab-9afac3e588d4, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=b23da219-cd5f-4dcc-a5ab-9afac3e588d4,segment=NetworkSegment(bc68e3b2-a5a0-4d3e-958d-472194a91ac4),segment_id=bc68e3b2-a5a0-4d3e-958d-472194a91ac4)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:17:26.246786 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-13c8fb9c-45a8-4937-8593-a049eed5e251 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (b23da219-cd5f-4dcc-a5ab-9afac3e588d4), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:26.260802 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-13c8fb9c-45a8-4937-8593-a049eed5e251 admin admin] Calling delete_port for b23da219-cd5f-4dcc-a5ab-9afac3e588d4 owned by network:router_interface {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:17:26.537171 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-13c8fb9c-45a8-4937-8593-a049eed5e251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (b23da219-cd5f-4dcc-a5ab-9afac3e588d4), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:26.560487 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c8fb9c-45a8-4937-8593-a049eed5e251 admin admin] Pushing event deleted for resources: {'Port': ['ID=b23da219-cd5f-4dcc-a5ab-9afac3e588d4,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:26.571401 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c8fb9c-45a8-4937-8593-a049eed5e251 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:17:26.571752 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c8fb9c-45a8-4937-8593-a049eed5e251 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:17:26.572088 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c8fb9c-45a8-4937-8593-a049eed5e251 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:17:26.572450 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c8fb9c-45a8-4937-8593-a049eed5e251 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:17:26.572781 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c8fb9c-45a8-4937-8593-a049eed5e251 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:17:26.573552 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c8fb9c-45a8-4937-8593-a049eed5e251 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:17:26.573552 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c8fb9c-45a8-4937-8593-a049eed5e251 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:17:26.573867 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c8fb9c-45a8-4937-8593-a049eed5e251 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:17:26.574090 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c8fb9c-45a8-4937-8593-a049eed5e251 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:17:26.574341 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c8fb9c-45a8-4937-8593-a049eed5e251 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:17:26.574660 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c8fb9c-45a8-4937-8593-a049eed5e251 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:17:26.574978 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c8fb9c-45a8-4937-8593-a049eed5e251 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:17:26.575308 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c8fb9c-45a8-4937-8593-a049eed5e251 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:17:26.575614 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c8fb9c-45a8-4937-8593-a049eed5e251 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:17:26.575928 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c8fb9c-45a8-4937-8593-a049eed5e251 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:17:26.720495 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8080d162-3a99-45ad-b9e1-fe908ebee231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:26.746685 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-13c8fb9c-45a8-4937-8593-a049eed5e251 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (da3afb89-a13d-4c05-8a6f-481e54f73a48), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:26.957154 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c8fb9c-45a8-4937-8593-a049eed5e251 admin admin] Router da3afb89-a13d-4c05-8a6f-481e54f73a48 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:17:27.046535 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:27.059105 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c8fb9c-45a8-4937-8593-a049eed5e251 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:17:27.067096 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-13c8fb9c-45a8-4937-8593-a049eed5e251 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/da3afb89-a13d-4c05-8a6f-481e54f73a48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4545033 Aug 27 05:17:27.068143 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59348) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:17:27.069186 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4747986d-381b-4888-b2dd-85f5fbb94fc8 None None] Sync routers for ids ['da3afb89-a13d-4c05-8a6f-481e54f73a48'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:17:27.079623 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4747986d-381b-4888-b2dd-85f5fbb94fc8 None None] Routers {'da3afb89-a13d-4c05-8a6f-481e54f73a48'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:17:27.080498 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-4747986d-381b-4888-b2dd-85f5fbb94fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:16:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['da3afb89-a13d-4c05-8a6f-481e54f73a48'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:17:27.164092 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:27.171580 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0e045290-942f-453d-af35-07e907257d0f admin admin] Publish callbacks [] for router (da3afb89-a13d-4c05-8a6f-481e54f73a48), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:27.193793 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-4747986d-381b-4888-b2dd-85f5fbb94fc8 None None] Set router da3afb89-a13d-4c05-8a6f-481e54f73a48 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:17:27.280695 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0e045290-942f-453d-af35-07e907257d0f admin admin] Publish callbacks [] for router_gateway (da3afb89-a13d-4c05-8a6f-481e54f73a48), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:27.409170 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-0e045290-942f-453d-af35-07e907257d0f admin admin] Deleting port a0a21e0b-ac69-4b7e-994e-3adc3257b137 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:17:27.409534 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0e045290-942f-453d-af35-07e907257d0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (a0a21e0b-ac69-4b7e-994e-3adc3257b137), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:27.443637 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-4747986d-381b-4888-b2dd-85f5fbb94fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3afb89-a13d-4c05-8a6f-481e54f73a48', 'name': 'tempest-TestShelveInstance-602441692-router', 'tenant_id': '8ef321de59f24630819133ed3e549695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': 'a0a21e0b-ac69-4b7e-994e-3adc3257b137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:16:42Z', 'updated_at': '2022-08-27T05:17:26Z', 'revision_number': 5, 'project_id': '8ef321de59f24630819133ed3e549695', 'gw_port': {'id': 'a0a21e0b-ac69-4b7e-994e-3adc3257b137', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3afb89-a13d-4c05-8a6f-481e54f73a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:16:43Z', 'updated_at': '2022-08-27T05:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:17:27.471179 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4747986d-381b-4888-b2dd-85f5fbb94fc8 None None] Checking router: da3afb89-a13d-4c05-8a6f-481e54f73a48 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:17:27.480638 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4747986d-381b-4888-b2dd-85f5fbb94fc8 None None] Routers {'da3afb89-a13d-4c05-8a6f-481e54f73a48'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:17:27.481374 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-4747986d-381b-4888-b2dd-85f5fbb94fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:16:59Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['da3afb89-a13d-4c05-8a6f-481e54f73a48'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:17:27.495402 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-0e045290-942f-453d-af35-07e907257d0f admin admin] For port a0a21e0b-ac69-4b7e-994e-3adc3257b137, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=a0a21e0b-ac69-4b7e-994e-3adc3257b137,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:17:27.495936 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0e045290-942f-453d-af35-07e907257d0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (a0a21e0b-ac69-4b7e-994e-3adc3257b137), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:27.509762 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-0e045290-942f-453d-af35-07e907257d0f admin admin] Calling delete_port for a0a21e0b-ac69-4b7e-994e-3adc3257b137 owned by network:router_gateway {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:17:27.563946 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-4747986d-381b-4888-b2dd-85f5fbb94fc8 None None] Set router da3afb89-a13d-4c05-8a6f-481e54f73a48 gateway port host: None {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:17:27.613154 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-4747986d-381b-4888-b2dd-85f5fbb94fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3afb89-a13d-4c05-8a6f-481e54f73a48', 'name': 'tempest-TestShelveInstance-602441692-router', 'tenant_id': '8ef321de59f24630819133ed3e549695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:16:42Z', 'updated_at': '2022-08-27T05:17:27Z', 'revision_number': 6, 'project_id': '8ef321de59f24630819133ed3e549695', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:17:27.638397 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4747986d-381b-4888-b2dd-85f5fbb94fc8 None None] The sync data for ids ['da3afb89-a13d-4c05-8a6f-481e54f73a48'] in n-d-852088-5 is: [{'id': 'da3afb89-a13d-4c05-8a6f-481e54f73a48', 'name': 'tempest-TestShelveInstance-602441692-router', 'tenant_id': '8ef321de59f24630819133ed3e549695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:16:42Z', 'updated_at': '2022-08-27T05:17:27Z', 'revision_number': 6, 'project_id': '8ef321de59f24630819133ed3e549695', 'gw_port_host': None}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:17:27.994689 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0e045290-942f-453d-af35-07e907257d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (a0a21e0b-ac69-4b7e-994e-3adc3257b137), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:28.023946 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e045290-942f-453d-af35-07e907257d0f admin admin] Pushing event deleted for resources: {'Port': ['ID=a0a21e0b-ac69-4b7e-994e-3adc3257b137,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:28.091317 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0e045290-942f-453d-af35-07e907257d0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (da3afb89-a13d-4c05-8a6f-481e54f73a48), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:28.184750 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0e045290-942f-453d-af35-07e907257d0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (da3afb89-a13d-4c05-8a6f-481e54f73a48), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:28.186934 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0e045290-942f-453d-af35-07e907257d0f admin admin] Publish callbacks [] for router_controller (da3afb89-a13d-4c05-8a6f-481e54f73a48), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:28.314597 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0e045290-942f-453d-af35-07e907257d0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (da3afb89-a13d-4c05-8a6f-481e54f73a48), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:28.315183 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e045290-942f-453d-af35-07e907257d0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router da3afb89-a13d-4c05-8a6f-481e54f73a48 {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 05:17:28.320399 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0e045290-942f-453d-af35-07e907257d0f admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:28.321402 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0e045290-942f-453d-af35-07e907257d0f admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/da3afb89-a13d-4c05-8a6f-481e54f73a48 HTTP/1.1" status: 204 len: 168 time: 1.2533081 Aug 27 05:17:28.324026 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59350) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:17:28.370401 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c455aed-c0ff-4ba4-8be8-7912afa12137 admin admin] Deleting subnet c9e68ea7-6aa5-4957-a1c9-b3cf09655678 {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 05:17:28.373620 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2c455aed-c0ff-4ba4-8be8-7912afa12137 admin admin] Publish callbacks [] for subnet (c9e68ea7-6aa5-4957-a1c9-b3cf09655678), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:28.416524 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2c455aed-c0ff-4ba4-8be8-7912afa12137 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (c9e68ea7-6aa5-4957-a1c9-b3cf09655678), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:28.418471 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:28.497821 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2c455aed-c0ff-4ba4-8be8-7912afa12137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (c9e68ea7-6aa5-4957-a1c9-b3cf09655678), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:28.543378 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:28.622070 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device b23da219-cd5f-4dcc-a5ab-9afac3e588d4 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:17:28.643295 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: b23da219-cd5f-4dcc-a5ab-9afac3e588d4 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:17:28.644002 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device b23da219-cd5f-4dcc-a5ab-9afac3e588d4 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:17:28.644370 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a0a21e0b-ac69-4b7e-994e-3adc3257b137 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:17:28.666562 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: a0a21e0b-ac69-4b7e-994e-3adc3257b137 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:17:28.667175 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device a0a21e0b-ac69-4b7e-994e-3adc3257b137 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:17:28.679602 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2c455aed-c0ff-4ba4-8be8-7912afa12137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (c9e68ea7-6aa5-4957-a1c9-b3cf09655678), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:28.710850 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c455aed-c0ff-4ba4-8be8-7912afa12137 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9e68ea7-6aa5-4957-a1c9-b3cf09655678,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:28.715663 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-2c455aed-c0ff-4ba4-8be8-7912afa12137 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:28.722653 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-2c455aed-c0ff-4ba4-8be8-7912afa12137 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/c9e68ea7-6aa5-4957-a1c9-b3cf09655678 HTTP/1.1" status: 204 len: 168 time: 0.3931606 Aug 27 05:17:28.722653 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59352) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:17:28.724304 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f6fe33-b009-4f58-a3e6-c6a02b6c74de None None] Network f5e2c146-2023-40a8-bc76-2a2effdd4095 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:17:28.790507 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-976a10d6-7f8f-41a8-8916-d66e927f93c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (f5e2c146-2023-40a8-bc76-2a2effdd4095), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:28.835890 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-976a10d6-7f8f-41a8-8916-d66e927f93c0 admin admin] Deleting port 7cf2aeea-0c6c-4b3b-ab72-a95a0635173e {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:17:28.836270 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-976a10d6-7f8f-41a8-8916-d66e927f93c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (7cf2aeea-0c6c-4b3b-ab72-a95a0635173e), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:28.877299 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2041e37-b56e-47a3-b76f-695eab3a0a2e None None] DHCP port deletion for f5e2c146-2023-40a8-bc76-2a2effdd4095 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 05:17:28.905044 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-976a10d6-7f8f-41a8-8916-d66e927f93c0 admin admin] For port 7cf2aeea-0c6c-4b3b-ab72-a95a0635173e, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=7cf2aeea-0c6c-4b3b-ab72-a95a0635173e,segment=NetworkSegment(bc68e3b2-a5a0-4d3e-958d-472194a91ac4),segment_id=bc68e3b2-a5a0-4d3e-958d-472194a91ac4)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:17:28.905407 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-976a10d6-7f8f-41a8-8916-d66e927f93c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (7cf2aeea-0c6c-4b3b-ab72-a95a0635173e), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:28.919448 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-e2041e37-b56e-47a3-b76f-695eab3a0a2e None None] Deleting port 7cf2aeea-0c6c-4b3b-ab72-a95a0635173e {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:17:28.919812 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e2041e37-b56e-47a3-b76f-695eab3a0a2e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (7cf2aeea-0c6c-4b3b-ab72-a95a0635173e), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:28.920203 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-976a10d6-7f8f-41a8-8916-d66e927f93c0 admin admin] Calling delete_port for 7cf2aeea-0c6c-4b3b-ab72-a95a0635173e owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:17:28.987195 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-e2041e37-b56e-47a3-b76f-695eab3a0a2e None None] For port 7cf2aeea-0c6c-4b3b-ab72-a95a0635173e, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=7cf2aeea-0c6c-4b3b-ab72-a95a0635173e,segment=NetworkSegment(bc68e3b2-a5a0-4d3e-958d-472194a91ac4),segment_id=bc68e3b2-a5a0-4d3e-958d-472194a91ac4)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:17:28.987680 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e2041e37-b56e-47a3-b76f-695eab3a0a2e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (7cf2aeea-0c6c-4b3b-ab72-a95a0635173e), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:29.000629 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-e2041e37-b56e-47a3-b76f-695eab3a0a2e None None] Calling delete_port for 7cf2aeea-0c6c-4b3b-ab72-a95a0635173e owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:17:29.091973 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-976a10d6-7f8f-41a8-8916-d66e927f93c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (7cf2aeea-0c6c-4b3b-ab72-a95a0635173e), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:29.098542 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e2041e37-b56e-47a3-b76f-695eab3a0a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (7cf2aeea-0c6c-4b3b-ab72-a95a0635173e), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:29.119580 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976a10d6-7f8f-41a8-8916-d66e927f93c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cf2aeea-0c6c-4b3b-ab72-a95a0635173e,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:29.121487 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976a10d6-7f8f-41a8-8916-d66e927f93c0 admin admin] No DVR routers for this DVR port 7cf2aeea-0c6c-4b3b-ab72-a95a0635173e on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:17:29.133118 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2041e37-b56e-47a3-b76f-695eab3a0a2e None None] No DVR routers for this DVR port 7cf2aeea-0c6c-4b3b-ab72-a95a0635173e on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:17:29.134625 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2041e37-b56e-47a3-b76f-695eab3a0a2e None None] Pushing event deleted for resources: {'Port': ['ID=7cf2aeea-0c6c-4b3b-ab72-a95a0635173e,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:29.194348 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b2483214-3d47-409e-980d-49bd0e6ea146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:29.200665 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-976a10d6-7f8f-41a8-8916-d66e927f93c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (f5e2c146-2023-40a8-bc76-2a2effdd4095), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:29.222665 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-976a10d6-7f8f-41a8-8916-d66e927f93c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5e2c146-2023-40a8-bc76-2a2effdd4095']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:17:29.232051 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-976a10d6-7f8f-41a8-8916-d66e927f93c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc68e3b2-a5a0-4d3e-958d-472194a91ac4') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:17:29.232389 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-976a10d6-7f8f-41a8-8916-d66e927f93c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc68e3b2-a5a0-4d3e-958d-472194a91ac4') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:17:29.242890 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-976a10d6-7f8f-41a8-8916-d66e927f93c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (bc68e3b2-a5a0-4d3e-958d-472194a91ac4), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:29.257096 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-976a10d6-7f8f-41a8-8916-d66e927f93c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (bc68e3b2-a5a0-4d3e-958d-472194a91ac4), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:29.266659 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-976a10d6-7f8f-41a8-8916-d66e927f93c0 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:17:29.270383 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-976a10d6-7f8f-41a8-8916-d66e927f93c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (bc68e3b2-a5a0-4d3e-958d-472194a91ac4), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:29.316698 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment bc68e3b2-a5a0-4d3e-958d-472194a91ac4 resource provider aggregate not found Aug 27 05:17:29.334949 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment bc68e3b2-a5a0-4d3e-958d-472194a91ac4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bc68e3b2-a5a0-4d3e-958d-472194a91ac4 found for delete ", "request_id": "req-b66b1196-cd85-400f-b5f8-1ad01abfd17e"}]} Aug 27 05:17:29.451587 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-976a10d6-7f8f-41a8-8916-d66e927f93c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (f5e2c146-2023-40a8-bc76-2a2effdd4095), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:29.458325 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-976a10d6-7f8f-41a8-8916-d66e927f93c0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:29.465278 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-976a10d6-7f8f-41a8-8916-d66e927f93c0 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/f5e2c146-2023-40a8-bc76-2a2effdd4095 HTTP/1.1" status: 204 len: 168 time: 0.7393973 Aug 27 05:17:29.465857 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59358) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:17:29.473790 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976a10d6-7f8f-41a8-8916-d66e927f93c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5e2c146-2023-40a8-bc76-2a2effdd4095,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:29.786805 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8d0cd2b4-73d8-4e05-bb14-1edb2aa509c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (53e9f3a0-b5b4-404b-a3d7-a61514fbdf16), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:30.011010 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-8d0cd2b4-73d8-4e05-bb14-1edb2aa509c3 admin admin] Deleting port 8ca3e3a9-3667-4876-acef-49776e2f4e0b {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:17:30.011355 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8d0cd2b4-73d8-4e05-bb14-1edb2aa509c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (8ca3e3a9-3667-4876-acef-49776e2f4e0b), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:30.090995 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-8d0cd2b4-73d8-4e05-bb14-1edb2aa509c3 admin admin] For port 8ca3e3a9-3667-4876-acef-49776e2f4e0b, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=8ca3e3a9-3667-4876-acef-49776e2f4e0b,segment=NetworkSegment(6d4bb810-68e9-4225-90fb-6cedb8afe624),segment_id=6d4bb810-68e9-4225-90fb-6cedb8afe624)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:17:30.091272 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8d0cd2b4-73d8-4e05-bb14-1edb2aa509c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (8ca3e3a9-3667-4876-acef-49776e2f4e0b), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:30.104414 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-8d0cd2b4-73d8-4e05-bb14-1edb2aa509c3 admin admin] Calling delete_port for 8ca3e3a9-3667-4876-acef-49776e2f4e0b owned by network:router_interface {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:17:30.260066 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:30.450539 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:30.463417 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8d0cd2b4-73d8-4e05-bb14-1edb2aa509c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (8ca3e3a9-3667-4876-acef-49776e2f4e0b), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:30.463417 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:30.476534 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0cd2b4-73d8-4e05-bb14-1edb2aa509c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ca3e3a9-3667-4876-acef-49776e2f4e0b,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:30.489056 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0cd2b4-73d8-4e05-bb14-1edb2aa509c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:17:30.489396 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0cd2b4-73d8-4e05-bb14-1edb2aa509c3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:17:30.489741 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0cd2b4-73d8-4e05-bb14-1edb2aa509c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:17:30.490071 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0cd2b4-73d8-4e05-bb14-1edb2aa509c3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:17:30.490398 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0cd2b4-73d8-4e05-bb14-1edb2aa509c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:17:30.490721 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0cd2b4-73d8-4e05-bb14-1edb2aa509c3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:17:30.491050 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0cd2b4-73d8-4e05-bb14-1edb2aa509c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:17:30.491368 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0cd2b4-73d8-4e05-bb14-1edb2aa509c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:17:30.491685 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0cd2b4-73d8-4e05-bb14-1edb2aa509c3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:17:30.492005 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0cd2b4-73d8-4e05-bb14-1edb2aa509c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:17:30.492353 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0cd2b4-73d8-4e05-bb14-1edb2aa509c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:17:30.492671 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0cd2b4-73d8-4e05-bb14-1edb2aa509c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:17:30.492986 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0cd2b4-73d8-4e05-bb14-1edb2aa509c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:17:30.493300 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0cd2b4-73d8-4e05-bb14-1edb2aa509c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:17:30.493612 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0cd2b4-73d8-4e05-bb14-1edb2aa509c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:17:30.659290 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-8d0cd2b4-73d8-4e05-bb14-1edb2aa509c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (53e9f3a0-b5b4-404b-a3d7-a61514fbdf16), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:30.698998 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 7cf2aeea-0c6c-4b3b-ab72-a95a0635173e no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:17:30.719351 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 7cf2aeea-0c6c-4b3b-ab72-a95a0635173e {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:17:30.719792 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 7cf2aeea-0c6c-4b3b-ab72-a95a0635173e not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:17:30.874198 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d0cd2b4-73d8-4e05-bb14-1edb2aa509c3 admin admin] Router 53e9f3a0-b5b4-404b-a3d7-a61514fbdf16 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:17:30.982633 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d0cd2b4-73d8-4e05-bb14-1edb2aa509c3 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:17:30.991876 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-8d0cd2b4-73d8-4e05-bb14-1edb2aa509c3 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/53e9f3a0-b5b4-404b-a3d7-a61514fbdf16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5225368 Aug 27 05:17:30.991876 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59360) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:17:30.993568 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9050a1b-a31b-43b1-a257-c36582b63517 None None] Sync routers for ids ['53e9f3a0-b5b4-404b-a3d7-a61514fbdf16'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:17:31.005024 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9050a1b-a31b-43b1-a257-c36582b63517 None None] Routers {'53e9f3a0-b5b4-404b-a3d7-a61514fbdf16'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:17:31.005664 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-a9050a1b-a31b-43b1-a257-c36582b63517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:17:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['53e9f3a0-b5b4-404b-a3d7-a61514fbdf16'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:17:31.043380 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:31.092355 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-aee7b387-263f-404f-9efc-7f8bc16bb606 admin admin] Publish callbacks [] for router (53e9f3a0-b5b4-404b-a3d7-a61514fbdf16), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:31.109242 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-a9050a1b-a31b-43b1-a257-c36582b63517 None None] Set router 53e9f3a0-b5b4-404b-a3d7-a61514fbdf16 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:17:31.192803 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-aee7b387-263f-404f-9efc-7f8bc16bb606 admin admin] Publish callbacks [] for router_gateway (53e9f3a0-b5b4-404b-a3d7-a61514fbdf16), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:31.289199 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-a9050a1b-a31b-43b1-a257-c36582b63517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e9f3a0-b5b4-404b-a3d7-a61514fbdf16', 'name': 'tempest-TestShelveInstance-1342390638-router', 'tenant_id': 'b6c198926d7a4d009f99f4eedd15140c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'f9d8bac3-b212-44a7-961a-25282bcc5493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:16:49Z', 'updated_at': '2022-08-27T05:17:30Z', 'revision_number': 5, 'project_id': 'b6c198926d7a4d009f99f4eedd15140c', 'gw_port': {'id': 'f9d8bac3-b212-44a7-961a-25282bcc5493', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:80:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e9f3a0-b5b4-404b-a3d7-a61514fbdf16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:16:50Z', 'updated_at': '2022-08-27T05:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:17:31.310524 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-aee7b387-263f-404f-9efc-7f8bc16bb606 admin admin] Deleting port f9d8bac3-b212-44a7-961a-25282bcc5493 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:17:31.310857 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-aee7b387-263f-404f-9efc-7f8bc16bb606 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (f9d8bac3-b212-44a7-961a-25282bcc5493), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:31.316649 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9050a1b-a31b-43b1-a257-c36582b63517 None None] Checking router: 53e9f3a0-b5b4-404b-a3d7-a61514fbdf16 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:17:31.325158 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9050a1b-a31b-43b1-a257-c36582b63517 None None] Routers {'53e9f3a0-b5b4-404b-a3d7-a61514fbdf16'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:17:31.325772 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-a9050a1b-a31b-43b1-a257-c36582b63517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:17:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['53e9f3a0-b5b4-404b-a3d7-a61514fbdf16'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:17:31.391460 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-aee7b387-263f-404f-9efc-7f8bc16bb606 admin admin] For port f9d8bac3-b212-44a7-961a-25282bcc5493, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=f9d8bac3-b212-44a7-961a-25282bcc5493,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:17:31.391825 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-aee7b387-263f-404f-9efc-7f8bc16bb606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (f9d8bac3-b212-44a7-961a-25282bcc5493), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:31.404826 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-aee7b387-263f-404f-9efc-7f8bc16bb606 admin admin] Calling delete_port for f9d8bac3-b212-44a7-961a-25282bcc5493 owned by network:router_gateway {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:17:31.413209 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-a9050a1b-a31b-43b1-a257-c36582b63517 None None] Set router 53e9f3a0-b5b4-404b-a3d7-a61514fbdf16 gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:17:31.467597 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-a9050a1b-a31b-43b1-a257-c36582b63517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e9f3a0-b5b4-404b-a3d7-a61514fbdf16', 'name': 'tempest-TestShelveInstance-1342390638-router', 'tenant_id': 'b6c198926d7a4d009f99f4eedd15140c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:16:49Z', 'updated_at': '2022-08-27T05:17:31Z', 'revision_number': 6, 'project_id': 'b6c198926d7a4d009f99f4eedd15140c', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:17:31.495873 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9050a1b-a31b-43b1-a257-c36582b63517 None None] The sync data for ids ['53e9f3a0-b5b4-404b-a3d7-a61514fbdf16'] in n-d-852088-5 is: [{'id': '53e9f3a0-b5b4-404b-a3d7-a61514fbdf16', 'name': 'tempest-TestShelveInstance-1342390638-router', 'tenant_id': 'b6c198926d7a4d009f99f4eedd15140c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:16:49Z', 'updated_at': '2022-08-27T05:17:31Z', 'revision_number': 6, 'project_id': 'b6c198926d7a4d009f99f4eedd15140c', 'gw_port_host': None}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:17:31.663075 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-aee7b387-263f-404f-9efc-7f8bc16bb606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (f9d8bac3-b212-44a7-961a-25282bcc5493), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:31.688480 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee7b387-263f-404f-9efc-7f8bc16bb606 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9d8bac3-b212-44a7-961a-25282bcc5493,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:31.755407 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-aee7b387-263f-404f-9efc-7f8bc16bb606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (53e9f3a0-b5b4-404b-a3d7-a61514fbdf16), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:31.771322 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:31.844339 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-aee7b387-263f-404f-9efc-7f8bc16bb606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (53e9f3a0-b5b4-404b-a3d7-a61514fbdf16), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:31.847718 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-aee7b387-263f-404f-9efc-7f8bc16bb606 admin admin] Publish callbacks [] for router_controller (53e9f3a0-b5b4-404b-a3d7-a61514fbdf16), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:31.938753 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:31.953167 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-aee7b387-263f-404f-9efc-7f8bc16bb606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (53e9f3a0-b5b4-404b-a3d7-a61514fbdf16), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:31.953838 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee7b387-263f-404f-9efc-7f8bc16bb606 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53e9f3a0-b5b4-404b-a3d7-a61514fbdf16 {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 05:17:31.959824 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-aee7b387-263f-404f-9efc-7f8bc16bb606 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:31.960440 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-aee7b387-263f-404f-9efc-7f8bc16bb606 admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/53e9f3a0-b5b4-404b-a3d7-a61514fbdf16 HTTP/1.1" status: 204 len: 168 time: 0.9684649 Aug 27 05:17:31.963071 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59362) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:17:32.009132 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-009d0a10-109f-498b-bfcf-aa824ff35391 admin admin] Deleting subnet e3c07d08-d6a4-4717-95b5-dbb3c86e4ac4 {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 05:17:32.012390 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-009d0a10-109f-498b-bfcf-aa824ff35391 admin admin] Publish callbacks [] for subnet (e3c07d08-d6a4-4717-95b5-dbb3c86e4ac4), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:32.038574 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:32.054950 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-009d0a10-109f-498b-bfcf-aa824ff35391 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (e3c07d08-d6a4-4717-95b5-dbb3c86e4ac4), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:32.057468 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:32.092518 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:32.129488 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-009d0a10-109f-498b-bfcf-aa824ff35391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (e3c07d08-d6a4-4717-95b5-dbb3c86e4ac4), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:32.275321 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-009d0a10-109f-498b-bfcf-aa824ff35391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (e3c07d08-d6a4-4717-95b5-dbb3c86e4ac4), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:32.305858 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009d0a10-109f-498b-bfcf-aa824ff35391 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3c07d08-d6a4-4717-95b5-dbb3c86e4ac4,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:32.314189 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-009d0a10-109f-498b-bfcf-aa824ff35391 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:32.319416 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-009d0a10-109f-498b-bfcf-aa824ff35391 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/e3c07d08-d6a4-4717-95b5-dbb3c86e4ac4 HTTP/1.1" status: 204 len: 168 time: 0.3551712 Aug 27 05:17:32.320101 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916a2578-ce5f-4aac-b567-a6b2e877fb2b None None] Network 19e1df97-5c68-4fa7-bce5-34caf3eb5e50 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:17:32.322508 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59364) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:17:32.394098 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a89aedba-860f-443b-b8fa-8381d088f00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (19e1df97-5c68-4fa7-bce5-34caf3eb5e50), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:32.439350 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-a89aedba-860f-443b-b8fa-8381d088f00c admin admin] Deleting port e5b5d4e7-a9f2-4001-9942-7a31608b3e9d {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:17:32.440435 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a89aedba-860f-443b-b8fa-8381d088f00c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (e5b5d4e7-a9f2-4001-9942-7a31608b3e9d), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:32.495043 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1fc76b-e77d-49cc-b61b-21798108e5ae None None] DHCP port deletion for 19e1df97-5c68-4fa7-bce5-34caf3eb5e50 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 05:17:32.524562 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:32.538639 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-ef1fc76b-e77d-49cc-b61b-21798108e5ae None None] Deleting port e5b5d4e7-a9f2-4001-9942-7a31608b3e9d {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:17:32.539235 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ef1fc76b-e77d-49cc-b61b-21798108e5ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (e5b5d4e7-a9f2-4001-9942-7a31608b3e9d), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:32.626255 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-ef1fc76b-e77d-49cc-b61b-21798108e5ae None None] For port e5b5d4e7-a9f2-4001-9942-7a31608b3e9d, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=e5b5d4e7-a9f2-4001-9942-7a31608b3e9d,segment=NetworkSegment(6d4bb810-68e9-4225-90fb-6cedb8afe624),segment_id=6d4bb810-68e9-4225-90fb-6cedb8afe624)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:17:32.626751 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ef1fc76b-e77d-49cc-b61b-21798108e5ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (e5b5d4e7-a9f2-4001-9942-7a31608b3e9d), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:32.646688 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 8ca3e3a9-3667-4876-acef-49776e2f4e0b no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:17:32.649041 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-ef1fc76b-e77d-49cc-b61b-21798108e5ae None None] Calling delete_port for e5b5d4e7-a9f2-4001-9942-7a31608b3e9d owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:17:32.677503 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 8ca3e3a9-3667-4876-acef-49776e2f4e0b {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:17:32.677863 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 8ca3e3a9-3667-4876-acef-49776e2f4e0b not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:17:32.678260 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device e5b5d4e7-a9f2-4001-9942-7a31608b3e9d no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:17:32.841222 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-a89aedba-860f-443b-b8fa-8381d088f00c admin admin] For port e5b5d4e7-a9f2-4001-9942-7a31608b3e9d, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=e5b5d4e7-a9f2-4001-9942-7a31608b3e9d,segment=NetworkSegment(6d4bb810-68e9-4225-90fb-6cedb8afe624),segment_id=6d4bb810-68e9-4225-90fb-6cedb8afe624)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:17:32.841827 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a89aedba-860f-443b-b8fa-8381d088f00c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (e5b5d4e7-a9f2-4001-9942-7a31608b3e9d), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:32.855940 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-a89aedba-860f-443b-b8fa-8381d088f00c admin admin] Calling delete_port for e5b5d4e7-a9f2-4001-9942-7a31608b3e9d owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:17:32.944734 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port e5b5d4e7-a9f2-4001-9942-7a31608b3e9d is: ACTIVE; New status is: DOWN {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:17:32.945126 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (e5b5d4e7-a9f2-4001-9942-7a31608b3e9d), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:33.022299 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a89aedba-860f-443b-b8fa-8381d088f00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (e5b5d4e7-a9f2-4001-9942-7a31608b3e9d), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:33.046744 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device f9d8bac3-b212-44a7-961a-25282bcc5493 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:17:33.048713 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-ef1fc76b-e77d-49cc-b61b-21798108e5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (e5b5d4e7-a9f2-4001-9942-7a31608b3e9d), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:33.052993 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89aedba-860f-443b-b8fa-8381d088f00c admin admin] Pushing event deleted for resources: {'Port': ['ID=e5b5d4e7-a9f2-4001-9942-7a31608b3e9d,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:33.054854 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89aedba-860f-443b-b8fa-8381d088f00c admin admin] No DVR routers for this DVR port e5b5d4e7-a9f2-4001-9942-7a31608b3e9d on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:17:33.093843 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1fc76b-e77d-49cc-b61b-21798108e5ae None None] Pushing event deleted for resources: {'Port': ['ID=e5b5d4e7-a9f2-4001-9942-7a31608b3e9d,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:33.097319 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: f9d8bac3-b212-44a7-961a-25282bcc5493 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:17:33.097710 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device f9d8bac3-b212-44a7-961a-25282bcc5493 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:17:33.101135 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1fc76b-e77d-49cc-b61b-21798108e5ae None None] No DVR routers for this DVR port e5b5d4e7-a9f2-4001-9942-7a31608b3e9d on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:17:33.123228 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:33.129652 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a89aedba-860f-443b-b8fa-8381d088f00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (19e1df97-5c68-4fa7-bce5-34caf3eb5e50), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:33.150665 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-a89aedba-860f-443b-b8fa-8381d088f00c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19e1df97-5c68-4fa7-bce5-34caf3eb5e50']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:17:33.160396 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-a89aedba-860f-443b-b8fa-8381d088f00c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d4bb810-68e9-4225-90fb-6cedb8afe624') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:17:33.160568 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-a89aedba-860f-443b-b8fa-8381d088f00c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d4bb810-68e9-4225-90fb-6cedb8afe624') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:17:33.171152 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a89aedba-860f-443b-b8fa-8381d088f00c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (6d4bb810-68e9-4225-90fb-6cedb8afe624), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:33.184611 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a89aedba-860f-443b-b8fa-8381d088f00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (6d4bb810-68e9-4225-90fb-6cedb8afe624), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:33.191557 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a89aedba-860f-443b-b8fa-8381d088f00c admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:17:33.191944 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a89aedba-860f-443b-b8fa-8381d088f00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (6d4bb810-68e9-4225-90fb-6cedb8afe624), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:33.235559 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 6d4bb810-68e9-4225-90fb-6cedb8afe624 resource provider aggregate not found Aug 27 05:17:33.254813 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment 6d4bb810-68e9-4225-90fb-6cedb8afe624 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6d4bb810-68e9-4225-90fb-6cedb8afe624 found for delete ", "request_id": "req-505f25a0-fbd2-4eaf-a17e-5f8da05a77a8"}]} Aug 27 05:17:33.349177 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a89aedba-860f-443b-b8fa-8381d088f00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (19e1df97-5c68-4fa7-bce5-34caf3eb5e50), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:33.354816 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-a89aedba-860f-443b-b8fa-8381d088f00c admin admin] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:33.357969 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a89aedba-860f-443b-b8fa-8381d088f00c admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/19e1df97-5c68-4fa7-bce5-34caf3eb5e50 HTTP/1.1" status: 204 len: 168 time: 1.0344512 Aug 27 05:17:33.370754 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89aedba-860f-443b-b8fa-8381d088f00c admin admin] Pushing event deleted for resources: {'Network': ['ID=19e1df97-5c68-4fa7-bce5-34caf3eb5e50,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:33.767762 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59372) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:17:33.809495 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a7e5d0d2-2e8f-4e53-aa0a-7695d94b85e1 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=8ef321de59f24630819133ed3e549695&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0404255 Aug 27 05:17:33.811876 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59374) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:17:33.859688 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a7f8c0f2-fa1b-48c2-87d8-4685730b76e9 admin admin] Publish callbacks [] for security_group (bfc1e1e2-63af-440a-b167-7096ac252800), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:33.880440 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a7f8c0f2-fa1b-48c2-87d8-4685730b76e9 admin admin] Publish callbacks [] for security_group (bfc1e1e2-63af-440a-b167-7096ac252800), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:33.902178 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:34.085987 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a7f8c0f2-fa1b-48c2-87d8-4685730b76e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (bfc1e1e2-63af-440a-b167-7096ac252800), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:34.088659 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a7f8c0f2-fa1b-48c2-87d8-4685730b76e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:34.090005 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a7f8c0f2-fa1b-48c2-87d8-4685730b76e9 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/bfc1e1e2-63af-440a-b167-7096ac252800 HTTP/1.1" status: 204 len: 168 time: 0.2770941 Aug 27 05:17:34.099100 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f8c0f2-fa1b-48c2-87d8-4685730b76e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc1e1e2-63af-440a-b167-7096ac252800,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:34.774466 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59380) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:17:34.815802 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-546f1933-f63a-46a6-9313-f2985cedf5c1 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=b6c198926d7a4d009f99f4eedd15140c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0401654 Aug 27 05:17:34.818512 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59382) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:17:34.869261 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-70ef59c7-2a22-4d78-ac41-d32750fcc5ed admin admin] Publish callbacks [] for security_group (a4d2ea00-33c8-4f20-92e2-65cef5e04f73), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:34.889772 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-70ef59c7-2a22-4d78-ac41-d32750fcc5ed admin admin] Publish callbacks [] for security_group (a4d2ea00-33c8-4f20-92e2-65cef5e04f73), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:35.034666 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-70ef59c7-2a22-4d78-ac41-d32750fcc5ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (a4d2ea00-33c8-4f20-92e2-65cef5e04f73), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:35.037329 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-70ef59c7-2a22-4d78-ac41-d32750fcc5ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:35.038552 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-70ef59c7-2a22-4d78-ac41-d32750fcc5ed admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/a4d2ea00-33c8-4f20-92e2-65cef5e04f73 HTTP/1.1" status: 204 len: 168 time: 0.2192032 Aug 27 05:17:35.047591 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef59c7-2a22-4d78-ac41-d32750fcc5ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d2ea00-33c8-4f20-92e2-65cef5e04f73,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:36.238614 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59404) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:17:36.349738 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-8bc73280-c08e-43b9-b361-fe2435bccc3b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-636484679-network', 'tenant_id': '7d3d34c74d194b728786d353bdf7dd95'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:17:36.480047 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc73280-c08e-43b9-b361-fe2435bccc3b admin admin] Made reservation on behalf of 7d3d34c74d194b728786d353bdf7dd95 for: {'network': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:17:36.482745 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8bc73280-c08e-43b9-b361-fe2435bccc3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:36.493029 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8bc73280-c08e-43b9-b361-fe2435bccc3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:36.495914 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:36.570037 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8bc73280-c08e-43b9-b361-fe2435bccc3b admin admin] Publish callbacks [] for security_group (fe9231b3-51ca-4ab4-bb66-be1fc561c6c2), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:36.645389 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8bc73280-c08e-43b9-b361-fe2435bccc3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (fe9231b3-51ca-4ab4-bb66-be1fc561c6c2), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:36.675934 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bc73280-c08e-43b9-b361-fe2435bccc3b admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=107775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 05:17:36.681502 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc73280-c08e-43b9-b361-fe2435bccc3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9231b3-51ca-4ab4-bb66-be1fc561c6c2,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:36.690258 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8bc73280-c08e-43b9-b361-fe2435bccc3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (a670065a-ad0b-4b89-9c1b-6d47c74a1461), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:36.690258 n-d-852088-5 neutron-server[107775]: INFO neutron.db.segments_db [None req-8bc73280-c08e-43b9-b361-fe2435bccc3b admin admin] Added segment a670065a-ad0b-4b89-9c1b-6d47c74a1461 of type vlan for network 4357565e-4497-4776-9324-3b02441ea1a1 Aug 27 05:17:36.731888 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8bc73280-c08e-43b9-b361-fe2435bccc3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (4357565e-4497-4776-9324-3b02441ea1a1), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:36.822789 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8bc73280-c08e-43b9-b361-fe2435bccc3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (4357565e-4497-4776-9324-3b02441ea1a1), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:36.823744 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc73280-c08e-43b9-b361-fe2435bccc3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:17:36.824355 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-8bc73280-c08e-43b9-b361-fe2435bccc3b admin admin] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:36.869299 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=78,neutron:DELETE=1,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:36.884530 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc73280-c08e-43b9-b361-fe2435bccc3b admin admin] Pushing event updated for resources: {'Network': ['ID=4357565e-4497-4776-9324-3b02441ea1a1,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:36.894255 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 4357565e-4497-4776-9324-3b02441ea1a1 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 05:17:36.985715 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-8bc73280-c08e-43b9-b361-fe2435bccc3b admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7459862 Aug 27 05:17:36.989144 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59408) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:17:36.993988 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-d02a729a-66f4-4340-af5d-9a9ca202185f admin admin] Request body: {'subnet': {'network_id': '4357565e-4497-4776-9324-3b02441ea1a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-636484679-subnet', 'tenant_id': '7d3d34c74d194b728786d353bdf7dd95', 'ip_version': 4}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:17:37.089952 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02a729a-66f4-4340-af5d-9a9ca202185f admin admin] Made reservation on behalf of 7d3d34c74d194b728786d353bdf7dd95 for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:17:37.092358 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d02a729a-66f4-4340-af5d-9a9ca202185f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:37.250173 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:37.331179 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d02a729a-66f4-4340-af5d-9a9ca202185f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (0d1d84f9-1819-454d-8001-f2a87d452a2d), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:37.389436 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a729a-66f4-4340-af5d-9a9ca202185f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d1d84f9-1819-454d-8001-f2a87d452a2d,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:37.397157 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02a729a-66f4-4340-af5d-9a9ca202185f admin admin] Checking segment: {'id': 'a670065a-ad0b-4b89-9c1b-6d47c74a1461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '4357565e-4497-4776-9324-3b02441ea1a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:17:37.397517 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02a729a-66f4-4340-af5d-9a9ca202185f admin admin] Network hostable DHCP agents. Network: 4357565e-4497-4776-9324-3b02441ea1a1, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 05:17:37.473171 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02a729a-66f4-4340-af5d-9a9ca202185f admin admin] Network 4357565e-4497-4776-9324-3b02441ea1a1 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 05:17:37.560057 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-d02a729a-66f4-4340-af5d-9a9ca202185f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 4357565e-4497-4776-9324-3b02441ea1a1) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:17:37.564220 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02a729a-66f4-4340-af5d-9a9ca202185f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:17:37.565377 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-d02a729a-66f4-4340-af5d-9a9ca202185f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:37.569858 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09491701-78b5-464d-bf3b-53eb0db9afc4 None None] Network 4357565e-4497-4776-9324-3b02441ea1a1 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:17:37.615678 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=61 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:37.616501 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=56 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:37.654725 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-d02a729a-66f4-4340-af5d-9a9ca202185f admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6643679 Aug 27 05:17:37.657240 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59410) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:17:37.661807 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-4ad2c7b9-b02d-4893-b989-92603e2ef004 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-636484679-router', 'tenant_id': '7d3d34c74d194b728786d353bdf7dd95', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:17:37.669606 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c4a024-8317-42de-a5a2-0b20b994a2df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-4357565e-4497-4776-9324-3b02441ea1a1', 'network_id': '4357565e-4497-4776-9324-3b02441ea1a1', 'project_id': '7d3d34c74d194b728786d353bdf7dd95', 'fixed_ips': [{'subnet_id': '0d1d84f9-1819-454d-8001-f2a87d452a2d'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 05:17:37.670782 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-52c4a024-8317-42de-a5a2-0b20b994a2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:37.755339 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4ad2c7b9-b02d-4893-b989-92603e2ef004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (dcd10e5f-c669-47bc-86b8-89f1ca90909a), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:37.756477 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4ad2c7b9-b02d-4893-b989-92603e2ef004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (dcd10e5f-c669-47bc-86b8-89f1ca90909a), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:37.795231 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:37.808147 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-52c4a024-8317-42de-a5a2-0b20b994a2df None None] Allocated IP 172.20.0.2 (4357565e-4497-4776-9324-3b02441ea1a1/0d1d84f9-1819-454d-8001-f2a87d452a2d/45949c11-a844-480f-bbf7-18889dba0601) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:17:37.813251 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4ad2c7b9-b02d-4893-b989-92603e2ef004 admin admin] Publish callbacks [] for router_controller (dcd10e5f-c669-47bc-86b8-89f1ca90909a), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:37.930468 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:37.956989 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-52c4a024-8317-42de-a5a2-0b20b994a2df None None] Publish callbacks [] for port (45949c11-a844-480f-bbf7-18889dba0601), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:38.045007 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4ad2c7b9-b02d-4893-b989-92603e2ef004 admin admin] Publish callbacks [] for router_gateway (dcd10e5f-c669-47bc-86b8-89f1ca90909a), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:38.080677 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-52c4a024-8317-42de-a5a2-0b20b994a2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (45949c11-a844-480f-bbf7-18889dba0601), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:38.128404 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c4a024-8317-42de-a5a2-0b20b994a2df None None] Network 4357565e-4497-4776-9324-3b02441ea1a1 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:17:38.131904 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-52c4a024-8317-42de-a5a2-0b20b994a2df None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:17:38.134943 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c4a024-8317-42de-a5a2-0b20b994a2df None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:17:38.138122 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c4a024-8317-42de-a5a2-0b20b994a2df None None] Pushing event updated for resources: {'Port': ['ID=45949c11-a844-480f-bbf7-18889dba0601,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:38.199879 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-52c4a024-8317-42de-a5a2-0b20b994a2df None None] Attempting to bind port 45949c11-a844-480f-bbf7-18889dba0601 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:17:38.200153 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-52c4a024-8317-42de-a5a2-0b20b994a2df None None] Attempting to bind port 45949c11-a844-480f-bbf7-18889dba0601 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'a670065a-ad0b-4b89-9c1b-6d47c74a1461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '4357565e-4497-4776-9324-3b02441ea1a1'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:17:38.200548 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c4a024-8317-42de-a5a2-0b20b994a2df None None] Attempting to bind port 45949c11-a844-480f-bbf7-18889dba0601 on network 4357565e-4497-4776-9324-3b02441ea1a1 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:17:38.205736 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c4a024-8317-42de-a5a2-0b20b994a2df None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:17:38.206203 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c4a024-8317-42de-a5a2-0b20b994a2df None None] Checking segment: {'id': 'a670065a-ad0b-4b89-9c1b-6d47c74a1461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '4357565e-4497-4776-9324-3b02441ea1a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:17:38.206607 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-52c4a024-8317-42de-a5a2-0b20b994a2df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:38.206996 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c4a024-8317-42de-a5a2-0b20b994a2df None None] Bound using segment: {'id': 'a670065a-ad0b-4b89-9c1b-6d47c74a1461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '4357565e-4497-4776-9324-3b02441ea1a1'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:17:38.207465 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-52c4a024-8317-42de-a5a2-0b20b994a2df None None] Bound port: 45949c11-a844-480f-bbf7-18889dba0601, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a670065a-ad0b-4b89-9c1b-6d47c74a1461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '4357565e-4497-4776-9324-3b02441ea1a1'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:17:38.207845 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-52c4a024-8317-42de-a5a2-0b20b994a2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (45949c11-a844-480f-bbf7-18889dba0601), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:38.247053 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:38.272931 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-52c4a024-8317-42de-a5a2-0b20b994a2df None None] For port 45949c11-a844-480f-bbf7-18889dba0601, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:17:38.276140 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-52c4a024-8317-42de-a5a2-0b20b994a2df None None] For port 45949c11-a844-480f-bbf7-18889dba0601, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=45949c11-a844-480f-bbf7-18889dba0601,segment=NetworkSegment(a670065a-ad0b-4b89-9c1b-6d47c74a1461),segment_id=a670065a-ad0b-4b89-9c1b-6d47c74a1461)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:17:38.349492 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-52c4a024-8317-42de-a5a2-0b20b994a2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (45949c11-a844-480f-bbf7-18889dba0601), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:38.354480 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4ad2c7b9-b02d-4893-b989-92603e2ef004 admin admin] Publish callbacks [] for router_gateway (dcd10e5f-c669-47bc-86b8-89f1ca90909a), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:38.377508 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4ad2c7b9-b02d-4893-b989-92603e2ef004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:38.401383 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c4a024-8317-42de-a5a2-0b20b994a2df None None] Pushing event updated for resources: {'Port': ['ID=45949c11-a844-480f-bbf7-18889dba0601,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:38.473310 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:38.495464 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-4ad2c7b9-b02d-4893-b989-92603e2ef004 admin admin] Allocated IP 172.25.2.179 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/149d7541-c79f-4ea6-8d6f-27b288e87d3c) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:17:38.628456 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4ad2c7b9-b02d-4893-b989-92603e2ef004 admin admin] Publish callbacks [] for port (149d7541-c79f-4ea6-8d6f-27b288e87d3c), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:38.660272 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 45949c11-a844-480f-bbf7-18889dba0601 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:17:38.717221 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 45949c11-a844-480f-bbf7-18889dba0601 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:17:38.717597 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (45949c11-a844-480f-bbf7-18889dba0601), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:38.731934 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4ad2c7b9-b02d-4893-b989-92603e2ef004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (149d7541-c79f-4ea6-8d6f-27b288e87d3c), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:38.774205 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad2c7b9-b02d-4893-b989-92603e2ef004 admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:17:38.781372 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-4ad2c7b9-b02d-4893-b989-92603e2ef004 admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:17:38.786732 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad2c7b9-b02d-4893-b989-92603e2ef004 admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:17:38.794195 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 45949c11-a844-480f-bbf7-18889dba0601 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:17:38.794589 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (45949c11-a844-480f-bbf7-18889dba0601), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:38.811004 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad2c7b9-b02d-4893-b989-92603e2ef004 admin admin] Pushing event updated for resources: {'Port': ['ID=149d7541-c79f-4ea6-8d6f-27b288e87d3c,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:38.829431 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 45949c11-a844-480f-bbf7-18889dba0601, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=45949c11-a844-480f-bbf7-18889dba0601,segment=NetworkSegment(a670065a-ad0b-4b89-9c1b-6d47c74a1461),segment_id=a670065a-ad0b-4b89-9c1b-6d47c74a1461)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:17:38.886006 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (45949c11-a844-480f-bbf7-18889dba0601), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:38.938423 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=45949c11-a844-480f-bbf7-18889dba0601,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:39.089863 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4ad2c7b9-b02d-4893-b989-92603e2ef004 admin admin] Publish callbacks [] for router_gateway (dcd10e5f-c669-47bc-86b8-89f1ca90909a), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:39.348825 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:39.350638 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9335c3c0-7c12-4849-8e01-24683bfc63aa None None] Network 4357565e-4497-4776-9324-3b02441ea1a1 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:17:39.374152 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:39.388222 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-5110a814-e1ea-4adc-b3f6-4138821b3e19 None None] Provisioning complete for port 45949c11-a844-480f-bbf7-18889dba0601 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:17:39.388222 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5110a814-e1ea-4adc-b3f6-4138821b3e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (45949c11-a844-480f-bbf7-18889dba0601), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:39.522724 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-5110a814-e1ea-4adc-b3f6-4138821b3e19 None None] Current status of the port 45949c11-a844-480f-bbf7-18889dba0601 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:17:39.533555 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4ad2c7b9-b02d-4893-b989-92603e2ef004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (dcd10e5f-c669-47bc-86b8-89f1ca90909a), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:39.742114 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-95132c54-f91d-4457-8acc-bde98a5af41e None None] Provisioning complete for port 45949c11-a844-480f-bbf7-18889dba0601 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:17:39.742574 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-95132c54-f91d-4457-8acc-bde98a5af41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (45949c11-a844-480f-bbf7-18889dba0601), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:39.743185 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad2c7b9-b02d-4893-b989-92603e2ef004 admin admin] Router dcd10e5f-c669-47bc-86b8-89f1ca90909a is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 05:17:39.796718 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:39.814072 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:39.818101 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-95132c54-f91d-4457-8acc-bde98a5af41e None None] Current status of the port 45949c11-a844-480f-bbf7-18889dba0601 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:17:39.848422 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad2c7b9-b02d-4893-b989-92603e2ef004 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:17:39.857901 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaf1980-d44e-4ab6-9927-016e0caa74a2 None None] Sync routers for ids ['dcd10e5f-c669-47bc-86b8-89f1ca90909a'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:17:39.868990 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaf1980-d44e-4ab6-9927-016e0caa74a2 None None] Routers {'dcd10e5f-c669-47bc-86b8-89f1ca90909a'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:17:39.869595 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-aeaf1980-d44e-4ab6-9927-016e0caa74a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:17:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['dcd10e5f-c669-47bc-86b8-89f1ca90909a'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:17:39.932757 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-4ad2c7b9-b02d-4893-b989-92603e2ef004 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:39.934062 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-4ad2c7b9-b02d-4893-b989-92603e2ef004 admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2758343 Aug 27 05:17:39.936971 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59412) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:17:39.974104 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-aeaf1980-d44e-4ab6-9927-016e0caa74a2 None None] Set router dcd10e5f-c669-47bc-86b8-89f1ca90909a gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:17:40.147071 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-aeaf1980-d44e-4ab6-9927-016e0caa74a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd10e5f-c669-47bc-86b8-89f1ca90909a', 'name': 'tempest-TestSnapshotPattern-636484679-router', 'tenant_id': '7d3d34c74d194b728786d353bdf7dd95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '149d7541-c79f-4ea6-8d6f-27b288e87d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:17:37Z', 'updated_at': '2022-08-27T05:17:38Z', 'revision_number': 3, 'project_id': '7d3d34c74d194b728786d353bdf7dd95', 'gw_port': {'id': '149d7541-c79f-4ea6-8d6f-27b288e87d3c', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f9:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd10e5f-c669-47bc-86b8-89f1ca90909a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4404, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:17:38Z', 'updated_at': '2022-08-27T05:17:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:17:40.172681 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaf1980-d44e-4ab6-9927-016e0caa74a2 None None] Checking router: dcd10e5f-c669-47bc-86b8-89f1ca90909a for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:17:40.173029 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaf1980-d44e-4ab6-9927-016e0caa74a2 None None] Updating router dcd10e5f-c669-47bc-86b8-89f1ca90909a port 149d7541-c79f-4ea6-8d6f-27b288e87d3c binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:17:40.203428 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-aeaf1980-d44e-4ab6-9927-016e0caa74a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (149d7541-c79f-4ea6-8d6f-27b288e87d3c), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:40.341508 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-81aa5cc2-646f-48cc-97ff-e6e4c0034a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:40.412430 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:40.468634 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-aeaf1980-d44e-4ab6-9927-016e0caa74a2 None None] Publish callbacks [] for port (149d7541-c79f-4ea6-8d6f-27b288e87d3c), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:40.504575 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-81aa5cc2-646f-48cc-97ff-e6e4c0034a25 admin admin] Allocated IP 172.20.0.1 (4357565e-4497-4776-9324-3b02441ea1a1/0d1d84f9-1819-454d-8001-f2a87d452a2d/5a842cb9-d40c-48d4-a945-7b45bf52b047) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:17:40.571819 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-aeaf1980-d44e-4ab6-9927-016e0caa74a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (149d7541-c79f-4ea6-8d6f-27b288e87d3c), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:40.589223 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:40.603739 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-aeaf1980-d44e-4ab6-9927-016e0caa74a2 None None] Attempting to bind port 149d7541-c79f-4ea6-8d6f-27b288e87d3c on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:17:40.604101 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-aeaf1980-d44e-4ab6-9927-016e0caa74a2 None None] Attempting to bind port 149d7541-c79f-4ea6-8d6f-27b288e87d3c by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:17:40.604504 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaf1980-d44e-4ab6-9927-016e0caa74a2 None None] Attempting to bind port 149d7541-c79f-4ea6-8d6f-27b288e87d3c on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:17:40.614443 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaf1980-d44e-4ab6-9927-016e0caa74a2 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:17:40.614830 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaf1980-d44e-4ab6-9927-016e0caa74a2 None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:17:40.615234 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-aeaf1980-d44e-4ab6-9927-016e0caa74a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:40.615621 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaf1980-d44e-4ab6-9927-016e0caa74a2 None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:17:40.616084 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-aeaf1980-d44e-4ab6-9927-016e0caa74a2 None None] Bound port: 149d7541-c79f-4ea6-8d6f-27b288e87d3c, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:17:40.616496 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-aeaf1980-d44e-4ab6-9927-016e0caa74a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (149d7541-c79f-4ea6-8d6f-27b288e87d3c), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:40.621132 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-81aa5cc2-646f-48cc-97ff-e6e4c0034a25 admin admin] Publish callbacks [] for port (5a842cb9-d40c-48d4-a945-7b45bf52b047), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:40.651943 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25014e8-b101-4aa1-96b2-0505a7d1446b None None] Pushing event updated for resources: {'Port': ['ID=149d7541-c79f-4ea6-8d6f-27b288e87d3c,revision_number=2']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:40.652488 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 45949c11-a844-480f-bbf7-18889dba0601 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:17:40.679084 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-aeaf1980-d44e-4ab6-9927-016e0caa74a2 None None] For port 149d7541-c79f-4ea6-8d6f-27b288e87d3c, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:17:40.682104 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-aeaf1980-d44e-4ab6-9927-016e0caa74a2 None None] For port 149d7541-c79f-4ea6-8d6f-27b288e87d3c, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=149d7541-c79f-4ea6-8d6f-27b288e87d3c,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:17:40.700270 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 45949c11-a844-480f-bbf7-18889dba0601 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:17:40.700649 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (45949c11-a844-480f-bbf7-18889dba0601), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:40.714792 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-81aa5cc2-646f-48cc-97ff-e6e4c0034a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (5a842cb9-d40c-48d4-a945-7b45bf52b047), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:40.752911 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81aa5cc2-646f-48cc-97ff-e6e4c0034a25 admin admin] Network 4357565e-4497-4776-9324-3b02441ea1a1 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:17:40.758069 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-81aa5cc2-646f-48cc-97ff-e6e4c0034a25 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:17:40.762056 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81aa5cc2-646f-48cc-97ff-e6e4c0034a25 admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:17:40.778870 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 45949c11-a844-480f-bbf7-18889dba0601 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:17:40.792893 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aa5cc2-646f-48cc-97ff-e6e4c0034a25 admin admin] Pushing event updated for resources: {'Port': ['ID=5a842cb9-d40c-48d4-a945-7b45bf52b047,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:40.813642 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-81aa5cc2-646f-48cc-97ff-e6e4c0034a25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (dcd10e5f-c669-47bc-86b8-89f1ca90909a), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:40.822754 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-aeaf1980-d44e-4ab6-9927-016e0caa74a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (149d7541-c79f-4ea6-8d6f-27b288e87d3c), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:40.870669 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaf1980-d44e-4ab6-9927-016e0caa74a2 None None] Routers {'dcd10e5f-c669-47bc-86b8-89f1ca90909a'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:17:40.871382 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-aeaf1980-d44e-4ab6-9927-016e0caa74a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:17:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['dcd10e5f-c669-47bc-86b8-89f1ca90909a'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:17:40.913991 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25014e8-b101-4aa1-96b2-0505a7d1446b None None] Pushing event updated for resources: {'Port': ['ID=149d7541-c79f-4ea6-8d6f-27b288e87d3c,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:40.991123 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-aeaf1980-d44e-4ab6-9927-016e0caa74a2 None None] Set router dcd10e5f-c669-47bc-86b8-89f1ca90909a gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:17:41.013626 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:41.037222 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-81aa5cc2-646f-48cc-97ff-e6e4c0034a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (5a842cb9-d40c-48d4-a945-7b45bf52b047), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:41.041685 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:41.045469 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-c54eacb3-4eea-4caa-a31b-c6090ef7d40d None None] Provisioning complete for port 5a842cb9-d40c-48d4-a945-7b45bf52b047 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:17:41.045840 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c54eacb3-4eea-4caa-a31b-c6090ef7d40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (5a842cb9-d40c-48d4-a945-7b45bf52b047), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:41.084951 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-c54eacb3-4eea-4caa-a31b-c6090ef7d40d None None] Port 5a842cb9-d40c-48d4-a945-7b45bf52b047 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:17:41.170639 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-aeaf1980-d44e-4ab6-9927-016e0caa74a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd10e5f-c669-47bc-86b8-89f1ca90909a', 'name': 'tempest-TestSnapshotPattern-636484679-router', 'tenant_id': '7d3d34c74d194b728786d353bdf7dd95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '149d7541-c79f-4ea6-8d6f-27b288e87d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:17:37Z', 'updated_at': '2022-08-27T05:17:38Z', 'revision_number': 3, 'project_id': '7d3d34c74d194b728786d353bdf7dd95', 'gw_port': {'id': '149d7541-c79f-4ea6-8d6f-27b288e87d3c', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f9:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd10e5f-c669-47bc-86b8-89f1ca90909a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4404, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:17:38Z', 'updated_at': '2022-08-27T05:17:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:17:41.195657 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaf1980-d44e-4ab6-9927-016e0caa74a2 None None] The sync data for ids ['dcd10e5f-c669-47bc-86b8-89f1ca90909a'] in n-d-852088-5 is: [{'id': 'dcd10e5f-c669-47bc-86b8-89f1ca90909a', 'name': 'tempest-TestSnapshotPattern-636484679-router', 'tenant_id': '7d3d34c74d194b728786d353bdf7dd95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '149d7541-c79f-4ea6-8d6f-27b288e87d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:17:37Z', 'updated_at': '2022-08-27T05:17:38Z', 'revision_number': 3, 'project_id': '7d3d34c74d194b728786d353bdf7dd95', 'gw_port': {'id': '149d7541-c79f-4ea6-8d6f-27b288e87d3c', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f9:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd10e5f-c669-47bc-86b8-89f1ca90909a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4404, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:17:38Z', 'updated_at': '2022-08-27T05:17:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:17:41.209088 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-81aa5cc2-646f-48cc-97ff-e6e4c0034a25 admin admin] Publish callbacks [] for port (5a842cb9-d40c-48d4-a945-7b45bf52b047), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:41.274507 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-81aa5cc2-646f-48cc-97ff-e6e4c0034a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (5a842cb9-d40c-48d4-a945-7b45bf52b047), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:41.278201 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:41.349863 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aa5cc2-646f-48cc-97ff-e6e4c0034a25 admin admin] Pushing event updated for resources: {'Port': ['ID=5a842cb9-d40c-48d4-a945-7b45bf52b047,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:41.352574 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-81aa5cc2-646f-48cc-97ff-e6e4c0034a25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (dcd10e5f-c669-47bc-86b8-89f1ca90909a), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:41.471016 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81aa5cc2-646f-48cc-97ff-e6e4c0034a25 admin admin] Network 4357565e-4497-4776-9324-3b02441ea1a1 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:17:41.472679 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-81aa5cc2-646f-48cc-97ff-e6e4c0034a25 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:17:41.594597 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81aa5cc2-646f-48cc-97ff-e6e4c0034a25 admin admin] Router dcd10e5f-c669-47bc-86b8-89f1ca90909a has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:17:41.707910 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-6eaf9f94-b8d8-4c1d-bfd8-61275bf41801 None None] Provisioning complete for port 5a842cb9-d40c-48d4-a945-7b45bf52b047 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:17:41.708475 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6eaf9f94-b8d8-4c1d-bfd8-61275bf41801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (5a842cb9-d40c-48d4-a945-7b45bf52b047), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:41.716713 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81aa5cc2-646f-48cc-97ff-e6e4c0034a25 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:17:41.731235 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-81aa5cc2-646f-48cc-97ff-e6e4c0034a25 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/dcd10e5f-c669-47bc-86b8-89f1ca90909a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7847490 Aug 27 05:17:41.747588 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-6eaf9f94-b8d8-4c1d-bfd8-61275bf41801 None None] Port 5a842cb9-d40c-48d4-a945-7b45bf52b047 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:17:42.515298 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59428) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:17:42.520572 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-38e48f41-d222-409a-a8d7-645504c6795f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1950622965-network', 'tenant_id': '8bd5efaffdce402483417546e2080d5f'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:17:42.523993 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=100 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:42.651748 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e48f41-d222-409a-a8d7-645504c6795f admin admin] Made reservation on behalf of 8bd5efaffdce402483417546e2080d5f for: {'network': 1} {{(pid=107776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:17:42.654266 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-38e48f41-d222-409a-a8d7-645504c6795f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for network (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:42.664960 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-38e48f41-d222-409a-a8d7-645504c6795f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:42.676870 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 149d7541-c79f-4ea6-8d6f-27b288e87d3c up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:17:42.723619 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 149d7541-c79f-4ea6-8d6f-27b288e87d3c triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:17:42.724262 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (149d7541-c79f-4ea6-8d6f-27b288e87d3c), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:42.752112 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-38e48f41-d222-409a-a8d7-645504c6795f admin admin] Publish callbacks [] for security_group (7f3aee16-db4b-4a73-8eb7-3317571da6e7), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:42.773020 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688d4efc-3a3c-473c-a251-e6c5ded2fdd9 None None] Sync routers for ids ['dcd10e5f-c669-47bc-86b8-89f1ca90909a'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:17:42.805102 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688d4efc-3a3c-473c-a251-e6c5ded2fdd9 None None] Routers {'dcd10e5f-c669-47bc-86b8-89f1ca90909a'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:17:42.805731 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-688d4efc-3a3c-473c-a251-e6c5ded2fdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:17:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['dcd10e5f-c669-47bc-86b8-89f1ca90909a'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:17:42.822777 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-38e48f41-d222-409a-a8d7-645504c6795f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (7f3aee16-db4b-4a73-8eb7-3317571da6e7), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:42.845525 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38e48f41-d222-409a-a8d7-645504c6795f admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=107776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 05:17:42.859340 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 149d7541-c79f-4ea6-8d6f-27b288e87d3c is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:17:42.859732 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (149d7541-c79f-4ea6-8d6f-27b288e87d3c), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:42.860254 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e48f41-d222-409a-a8d7-645504c6795f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3aee16-db4b-4a73-8eb7-3317571da6e7,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:42.866074 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-38e48f41-d222-409a-a8d7-645504c6795f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (efc402bd-7c9e-4e70-ab5d-8bdc0b7cd3db), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:42.866419 n-d-852088-5 neutron-server[107776]: INFO neutron.db.segments_db [None req-38e48f41-d222-409a-a8d7-645504c6795f admin admin] Added segment efc402bd-7c9e-4e70-ab5d-8bdc0b7cd3db of type vlan for network 1ff9cb5e-b2f1-4b4b-b2ad-b3d28e8f3825 Aug 27 05:17:42.908066 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-38e48f41-d222-409a-a8d7-645504c6795f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730952287609'] for network (1ff9cb5e-b2f1-4b4b-b2ad-b3d28e8f3825), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:42.913897 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 149d7541-c79f-4ea6-8d6f-27b288e87d3c, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=149d7541-c79f-4ea6-8d6f-27b288e87d3c,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:17:42.936815 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-688d4efc-3a3c-473c-a251-e6c5ded2fdd9 None None] Set router dcd10e5f-c669-47bc-86b8-89f1ca90909a gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:17:43.044102 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (149d7541-c79f-4ea6-8d6f-27b288e87d3c), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:43.062878 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-38e48f41-d222-409a-a8d7-645504c6795f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147'] for network (1ff9cb5e-b2f1-4b4b-b2ad-b3d28e8f3825), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:43.064084 n-d-852088-5 neutron-server[107776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e48f41-d222-409a-a8d7-645504c6795f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:17:43.064815 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-38e48f41-d222-409a-a8d7-645504c6795f admin admin] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:43.119239 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=149d7541-c79f-4ea6-8d6f-27b288e87d3c,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:43.130959 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e48f41-d222-409a-a8d7-645504c6795f admin admin] Pushing event updated for resources: {'Network': ['ID=1ff9cb5e-b2f1-4b4b-b2ad-b3d28e8f3825,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:43.160058 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Network 1ff9cb5e-b2f1-4b4b-b2ad-b3d28e8f3825 details requested by agent ovs-agent-n-d-852088-5 with host n-d-852088-5 {{(pid=107777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 05:17:43.203154 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-38e48f41-d222-409a-a8d7-645504c6795f admin admin] 10.222.0.76 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6867075 Aug 27 05:17:43.206104 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59430) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:17:43.211136 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-0ca9a06c-5cc0-4055-a139-6a9394d798ed admin admin] Request body: {'subnet': {'network_id': '1ff9cb5e-b2f1-4b4b-b2ad-b3d28e8f3825', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1950622965-subnet', 'tenant_id': '8bd5efaffdce402483417546e2080d5f', 'ip_version': 4}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:17:43.230257 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-688d4efc-3a3c-473c-a251-e6c5ded2fdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd10e5f-c669-47bc-86b8-89f1ca90909a', 'name': 'tempest-TestSnapshotPattern-636484679-router', 'tenant_id': '7d3d34c74d194b728786d353bdf7dd95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '149d7541-c79f-4ea6-8d6f-27b288e87d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:17:37Z', 'updated_at': '2022-08-27T05:17:40Z', 'revision_number': 4, 'project_id': '7d3d34c74d194b728786d353bdf7dd95', 'gw_port': {'id': '149d7541-c79f-4ea6-8d6f-27b288e87d3c', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f9:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd10e5f-c669-47bc-86b8-89f1ca90909a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4404, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:17:38Z', 'updated_at': '2022-08-27T05:17:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '5a842cb9-d40c-48d4-a945-7b45bf52b047', 'name': '', 'network_id': '4357565e-4497-4776-9324-3b02441ea1a1', 'tenant_id': '7d3d34c74d194b728786d353bdf7dd95', 'mac_address': 'fa:16:3e:99:7c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd10e5f-c669-47bc-86b8-89f1ca90909a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4405, 'fixed_ips': [{'subnet_id': '0d1d84f9-1819-454d-8001-f2a87d452a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:17:40Z', 'updated_at': '2022-08-27T05:17:41Z', 'revision_number': 2, 'project_id': '7d3d34c74d194b728786d353bdf7dd95', 'subnets': [{'id': '0d1d84f9-1819-454d-8001-f2a87d452a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:17:43.266996 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688d4efc-3a3c-473c-a251-e6c5ded2fdd9 None None] Checking router: dcd10e5f-c669-47bc-86b8-89f1ca90909a for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:17:43.267345 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688d4efc-3a3c-473c-a251-e6c5ded2fdd9 None None] Updating router dcd10e5f-c669-47bc-86b8-89f1ca90909a port 5a842cb9-d40c-48d4-a945-7b45bf52b047 binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:17:43.343442 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca9a06c-5cc0-4055-a139-6a9394d798ed admin admin] Made reservation on behalf of 8bd5efaffdce402483417546e2080d5f for: {'subnet': 1} {{(pid=107775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:17:43.345867 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0ca9a06c-5cc0-4055-a139-6a9394d798ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640828'] for subnet (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:43.424134 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:43.427531 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-688d4efc-3a3c-473c-a251-e6c5ded2fdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (5a842cb9-d40c-48d4-a945-7b45bf52b047), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:43.429272 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=100 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:43.589098 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0ca9a06c-5cc0-4055-a139-6a9394d798ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640782'] for subnet (0cbf443b-8b9a-49cb-9d95-8486da1e59bd), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:43.644830 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca9a06c-5cc0-4055-a139-6a9394d798ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cbf443b-8b9a-49cb-9d95-8486da1e59bd,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:43.664195 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca9a06c-5cc0-4055-a139-6a9394d798ed admin admin] Checking segment: {'id': 'efc402bd-7c9e-4e70-ab5d-8bdc0b7cd3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1ff9cb5e-b2f1-4b4b-b2ad-b3d28e8f3825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:17:43.664856 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca9a06c-5cc0-4055-a139-6a9394d798ed admin admin] Network hostable DHCP agents. Network: 1ff9cb5e-b2f1-4b4b-b2ad-b3d28e8f3825, hostable agents: ['c2f40edd-6e72-4cc0-843b-ec7ee70b6c94'], hosted agents: [] {{(pid=107775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 05:17:43.684285 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-688d4efc-3a3c-473c-a251-e6c5ded2fdd9 None None] Publish callbacks [] for port (5a842cb9-d40c-48d4-a945-7b45bf52b047), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:43.766067 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca9a06c-5cc0-4055-a139-6a9394d798ed admin admin] Network 1ff9cb5e-b2f1-4b4b-b2ad-b3d28e8f3825 is scheduled to be hosted by DHCP agent c2f40edd-6e72-4cc0-843b-ec7ee70b6c94 with binding_index 1 {{(pid=107775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 05:17:43.782889 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-688d4efc-3a3c-473c-a251-e6c5ded2fdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (5a842cb9-d40c-48d4-a945-7b45bf52b047), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:43.861351 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d83d6e-5bc3-4132-8999-e650b7321fa0 None None] Pushing event updated for resources: {'Port': ['ID=5a842cb9-d40c-48d4-a945-7b45bf52b047,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:43.862749 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-0ca9a06c-5cc0-4055-a139-6a9394d798ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852088-5, 1ff9cb5e-b2f1-4b4b-b2ad-b3d28e8f3825) {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:17:43.866867 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca9a06c-5cc0-4055-a139-6a9394d798ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:17:43.867582 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0ca9a06c-5cc0-4055-a139-6a9394d798ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:43.873706 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d83d6e-5bc3-4132-8999-e650b7321fa0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:17:43.874047 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d83d6e-5bc3-4132-8999-e650b7321fa0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:17:43.874382 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d83d6e-5bc3-4132-8999-e650b7321fa0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:17:43.874715 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d83d6e-5bc3-4132-8999-e650b7321fa0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:17:43.875042 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d83d6e-5bc3-4132-8999-e650b7321fa0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:17:43.875388 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d83d6e-5bc3-4132-8999-e650b7321fa0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:17:43.875716 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d83d6e-5bc3-4132-8999-e650b7321fa0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:17:43.876031 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d83d6e-5bc3-4132-8999-e650b7321fa0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:17:43.876377 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d83d6e-5bc3-4132-8999-e650b7321fa0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:17:43.876697 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d83d6e-5bc3-4132-8999-e650b7321fa0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:17:43.877013 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d83d6e-5bc3-4132-8999-e650b7321fa0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:17:43.877377 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d83d6e-5bc3-4132-8999-e650b7321fa0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:17:43.878113 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d83d6e-5bc3-4132-8999-e650b7321fa0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:17:43.878113 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d83d6e-5bc3-4132-8999-e650b7321fa0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:17:43.878366 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d83d6e-5bc3-4132-8999-e650b7321fa0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:17:43.881510 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862825aa-d1a7-438e-a5e2-e566dcd647d4 None None] Network 1ff9cb5e-b2f1-4b4b-b2ad-b3d28e8f3825 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:17:43.926768 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-688d4efc-3a3c-473c-a251-e6c5ded2fdd9 None None] Attempting to bind port 5a842cb9-d40c-48d4-a945-7b45bf52b047 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:17:43.927055 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-688d4efc-3a3c-473c-a251-e6c5ded2fdd9 None None] Attempting to bind port 5a842cb9-d40c-48d4-a945-7b45bf52b047 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'a670065a-ad0b-4b89-9c1b-6d47c74a1461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '4357565e-4497-4776-9324-3b02441ea1a1'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:17:43.927427 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688d4efc-3a3c-473c-a251-e6c5ded2fdd9 None None] Attempting to bind port 5a842cb9-d40c-48d4-a945-7b45bf52b047 on network 4357565e-4497-4776-9324-3b02441ea1a1 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:17:43.942300 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688d4efc-3a3c-473c-a251-e6c5ded2fdd9 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:17:43.942670 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688d4efc-3a3c-473c-a251-e6c5ded2fdd9 None None] Checking segment: {'id': 'a670065a-ad0b-4b89-9c1b-6d47c74a1461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '4357565e-4497-4776-9324-3b02441ea1a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:17:43.943060 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-688d4efc-3a3c-473c-a251-e6c5ded2fdd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:43.943443 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688d4efc-3a3c-473c-a251-e6c5ded2fdd9 None None] Bound using segment: {'id': 'a670065a-ad0b-4b89-9c1b-6d47c74a1461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '4357565e-4497-4776-9324-3b02441ea1a1'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:17:43.943906 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-688d4efc-3a3c-473c-a251-e6c5ded2fdd9 None None] Bound port: 5a842cb9-d40c-48d4-a945-7b45bf52b047, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a670065a-ad0b-4b89-9c1b-6d47c74a1461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '4357565e-4497-4776-9324-3b02441ea1a1'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:17:43.944303 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-688d4efc-3a3c-473c-a251-e6c5ded2fdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (5a842cb9-d40c-48d4-a945-7b45bf52b047), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:43.946411 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0ca9a06c-5cc0-4055-a139-6a9394d798ed admin admin] 10.222.0.76 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7391949 Aug 27 05:17:43.949049 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59432) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:17:43.953681 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-a358be70-ed9d-4434-9ab3-640103e8c3eb admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1950622965-router', 'tenant_id': '8bd5efaffdce402483417546e2080d5f', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:17:44.042895 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd961bde-5677-42e7-b5e1-ac3df2921a70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd299332d-0d25-54d6-bf2f-e206bfd193d1-1ff9cb5e-b2f1-4b4b-b2ad-b3d28e8f3825', 'network_id': '1ff9cb5e-b2f1-4b4b-b2ad-b3d28e8f3825', 'project_id': '8bd5efaffdce402483417546e2080d5f', 'fixed_ips': [{'subnet_id': '0cbf443b-8b9a-49cb-9d95-8486da1e59bd'}]}} from n-d-852088-5. {{(pid=107777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 05:17:44.043784 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cd961bde-5677-42e7-b5e1-ac3df2921a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:44.061381 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-688d4efc-3a3c-473c-a251-e6c5ded2fdd9 None None] For port 5a842cb9-d40c-48d4-a945-7b45bf52b047, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:17:44.074655 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a358be70-ed9d-4434-9ab3-640103e8c3eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1678036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12592'] for router (c494a59b-2b0b-4215-9d58-c507e384eb49), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:44.076076 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a358be70-ed9d-4434-9ab3-640103e8c3eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12601'] for router (c494a59b-2b0b-4215-9d58-c507e384eb49), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:44.078981 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-688d4efc-3a3c-473c-a251-e6c5ded2fdd9 None None] For port 5a842cb9-d40c-48d4-a945-7b45bf52b047, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=5a842cb9-d40c-48d4-a945-7b45bf52b047,segment=NetworkSegment(a670065a-ad0b-4b89-9c1b-6d47c74a1461),segment_id=a670065a-ad0b-4b89-9c1b-6d47c74a1461)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:17:44.129248 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a358be70-ed9d-4434-9ab3-640103e8c3eb admin admin] Publish callbacks [] for router_controller (c494a59b-2b0b-4215-9d58-c507e384eb49), precommit_add_association {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:44.132936 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-688d4efc-3a3c-473c-a251-e6c5ded2fdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (5a842cb9-d40c-48d4-a945-7b45bf52b047), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:44.160153 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:44.193147 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688d4efc-3a3c-473c-a251-e6c5ded2fdd9 None None] Routers {'dcd10e5f-c669-47bc-86b8-89f1ca90909a'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:17:44.193694 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-688d4efc-3a3c-473c-a251-e6c5ded2fdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:17:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['dcd10e5f-c669-47bc-86b8-89f1ca90909a'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:17:44.276195 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d83d6e-5bc3-4132-8999-e650b7321fa0 None None] Pushing event updated for resources: {'Port': ['ID=5a842cb9-d40c-48d4-a945-7b45bf52b047,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:44.310567 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a358be70-ed9d-4434-9ab3-640103e8c3eb admin admin] Publish callbacks [] for router_gateway (c494a59b-2b0b-4215-9d58-c507e384eb49), precommit_update {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:44.322905 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.db_base_plugin_common [None req-cd961bde-5677-42e7-b5e1-ac3df2921a70 None None] Allocated IP 172.20.0.2 (1ff9cb5e-b2f1-4b4b-b2ad-b3d28e8f3825/0cbf443b-8b9a-49cb-9d95-8486da1e59bd/938b84de-bb1f-46a0-90aa-30f33971fe5f) {{(pid=107777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:17:44.352006 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:44.396959 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-688d4efc-3a3c-473c-a251-e6c5ded2fdd9 None None] Set router dcd10e5f-c669-47bc-86b8-89f1ca90909a gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:17:44.545651 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:44.553887 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a358be70-ed9d-4434-9ab3-640103e8c3eb admin admin] Publish callbacks [] for router_gateway (c494a59b-2b0b-4215-9d58-c507e384eb49), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:44.574230 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a358be70-ed9d-4434-9ab3-640103e8c3eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:44.625568 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cd961bde-5677-42e7-b5e1-ac3df2921a70 None None] Publish callbacks [] for port (938b84de-bb1f-46a0-90aa-30f33971fe5f), precommit_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:44.634222 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:44.658448 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 149d7541-c79f-4ea6-8d6f-27b288e87d3c up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:17:44.692828 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_common [None req-a358be70-ed9d-4434-9ab3-640103e8c3eb admin admin] Allocated IP 172.25.2.70 (2db7b18a-8c4b-4ba8-8012-3e7d96728abb/a8b85f5e-fe35-4e4f-8db1-bc636cc70f14/25b74cf2-2bf2-4153-9662-7d3c938af67b) {{(pid=107775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:17:44.705214 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-688d4efc-3a3c-473c-a251-e6c5ded2fdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd10e5f-c669-47bc-86b8-89f1ca90909a', 'name': 'tempest-TestSnapshotPattern-636484679-router', 'tenant_id': '7d3d34c74d194b728786d353bdf7dd95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '149d7541-c79f-4ea6-8d6f-27b288e87d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:17:37Z', 'updated_at': '2022-08-27T05:17:40Z', 'revision_number': 4, 'project_id': '7d3d34c74d194b728786d353bdf7dd95', 'gw_port': {'id': '149d7541-c79f-4ea6-8d6f-27b288e87d3c', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd10e5f-c669-47bc-86b8-89f1ca90909a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4404, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:17:38Z', 'updated_at': '2022-08-27T05:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '5a842cb9-d40c-48d4-a945-7b45bf52b047', 'name': '', 'network_id': '4357565e-4497-4776-9324-3b02441ea1a1', 'tenant_id': '7d3d34c74d194b728786d353bdf7dd95', 'mac_address': 'fa:16:3e:99:7c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd10e5f-c669-47bc-86b8-89f1ca90909a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4405, 'fixed_ips': [{'subnet_id': '0d1d84f9-1819-454d-8001-f2a87d452a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:17:40Z', 'updated_at': '2022-08-27T05:17:44Z', 'revision_number': 4, 'project_id': '7d3d34c74d194b728786d353bdf7dd95', 'subnets': [{'id': '0d1d84f9-1819-454d-8001-f2a87d452a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:17:44.732834 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688d4efc-3a3c-473c-a251-e6c5ded2fdd9 None None] The sync data for ids ['dcd10e5f-c669-47bc-86b8-89f1ca90909a'] in n-d-852088-5 is: [{'id': 'dcd10e5f-c669-47bc-86b8-89f1ca90909a', 'name': 'tempest-TestSnapshotPattern-636484679-router', 'tenant_id': '7d3d34c74d194b728786d353bdf7dd95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '149d7541-c79f-4ea6-8d6f-27b288e87d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:17:37Z', 'updated_at': '2022-08-27T05:17:40Z', 'revision_number': 4, 'project_id': '7d3d34c74d194b728786d353bdf7dd95', 'gw_port': {'id': '149d7541-c79f-4ea6-8d6f-27b288e87d3c', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd10e5f-c669-47bc-86b8-89f1ca90909a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4404, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:17:38Z', 'updated_at': '2022-08-27T05:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '5a842cb9-d40c-48d4-a945-7b45bf52b047', 'name': '', 'network_id': '4357565e-4497-4776-9324-3b02441ea1a1', 'tenant_id': '7d3d34c74d194b728786d353bdf7dd95', 'mac_address': 'fa:16:3e:99:7c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd10e5f-c669-47bc-86b8-89f1ca90909a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4405, 'fixed_ips': [{'subnet_id': '0d1d84f9-1819-454d-8001-f2a87d452a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:17:40Z', 'updated_at': '2022-08-27T05:17:44Z', 'revision_number': 4, 'project_id': '7d3d34c74d194b728786d353bdf7dd95', 'subnets': [{'id': '0d1d84f9-1819-454d-8001-f2a87d452a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:17:44.743572 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cd961bde-5677-42e7-b5e1-ac3df2921a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915'] for port (938b84de-bb1f-46a0-90aa-30f33971fe5f), after_create {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:44.773265 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 149d7541-c79f-4ea6-8d6f-27b288e87d3c triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:17:44.773644 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (149d7541-c79f-4ea6-8d6f-27b288e87d3c), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:44.837442 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd961bde-5677-42e7-b5e1-ac3df2921a70 None None] Network 1ff9cb5e-b2f1-4b4b-b2ad-b3d28e8f3825 is already hosted by enough agents. {{(pid=107777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:17:44.840054 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a358be70-ed9d-4434-9ab3-640103e8c3eb admin admin] Publish callbacks [] for port (25b74cf2-2bf2-4153-9662-7d3c938af67b), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:44.840317 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd961bde-5677-42e7-b5e1-ac3df2921a70 None None] Pushing event updated for resources: {'Port': ['ID=938b84de-bb1f-46a0-90aa-30f33971fe5f,revision_number=1']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:44.844051 n-d-852088-5 neutron-server[107777]: DEBUG neutron.scheduler.base_scheduler [None req-cd961bde-5677-42e7-b5e1-ac3df2921a70 None None] Resources bound (agent type, host, resource id): {{(pid=107777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:17:44.847162 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd961bde-5677-42e7-b5e1-ac3df2921a70 None None] Received port after_create {{(pid=107777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:17:44.925574 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:44.944089 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-cd961bde-5677-42e7-b5e1-ac3df2921a70 None None] Attempting to bind port 938b84de-bb1f-46a0-90aa-30f33971fe5f on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:17:44.944493 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-cd961bde-5677-42e7-b5e1-ac3df2921a70 None None] Attempting to bind port 938b84de-bb1f-46a0-90aa-30f33971fe5f by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'efc402bd-7c9e-4e70-ab5d-8bdc0b7cd3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1ff9cb5e-b2f1-4b4b-b2ad-b3d28e8f3825'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:17:44.944855 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd961bde-5677-42e7-b5e1-ac3df2921a70 None None] Attempting to bind port 938b84de-bb1f-46a0-90aa-30f33971fe5f on network 1ff9cb5e-b2f1-4b4b-b2ad-b3d28e8f3825 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:17:44.946899 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 149d7541-c79f-4ea6-8d6f-27b288e87d3c is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:17:44.952800 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd961bde-5677-42e7-b5e1-ac3df2921a70 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:17:44.953198 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd961bde-5677-42e7-b5e1-ac3df2921a70 None None] Checking segment: {'id': 'efc402bd-7c9e-4e70-ab5d-8bdc0b7cd3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1ff9cb5e-b2f1-4b4b-b2ad-b3d28e8f3825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:17:44.953590 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cd961bde-5677-42e7-b5e1-ac3df2921a70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:44.953979 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd961bde-5677-42e7-b5e1-ac3df2921a70 None None] Bound using segment: {'id': 'efc402bd-7c9e-4e70-ab5d-8bdc0b7cd3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1ff9cb5e-b2f1-4b4b-b2ad-b3d28e8f3825'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:17:44.954458 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-cd961bde-5677-42e7-b5e1-ac3df2921a70 None None] Bound port: 938b84de-bb1f-46a0-90aa-30f33971fe5f, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc402bd-7c9e-4e70-ab5d-8bdc0b7cd3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1ff9cb5e-b2f1-4b4b-b2ad-b3d28e8f3825'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:17:44.954841 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cd961bde-5677-42e7-b5e1-ac3df2921a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (938b84de-bb1f-46a0-90aa-30f33971fe5f), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:44.979284 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a358be70-ed9d-4434-9ab3-640103e8c3eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (25b74cf2-2bf2-4153-9662-7d3c938af67b), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:45.026631 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-cd961bde-5677-42e7-b5e1-ac3df2921a70 None None] For port 938b84de-bb1f-46a0-90aa-30f33971fe5f, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:17:45.030179 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-cd961bde-5677-42e7-b5e1-ac3df2921a70 None None] For port 938b84de-bb1f-46a0-90aa-30f33971fe5f, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=938b84de-bb1f-46a0-90aa-30f33971fe5f,segment=NetworkSegment(efc402bd-7c9e-4e70-ab5d-8bdc0b7cd3db),segment_id=efc402bd-7c9e-4e70-ab5d-8bdc0b7cd3db)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:17:45.034030 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a358be70-ed9d-4434-9ab3-640103e8c3eb admin admin] Network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb is already hosted by enough agents. {{(pid=107775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:17:45.039848 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.base_scheduler [None req-a358be70-ed9d-4434-9ab3-640103e8c3eb admin admin] Resources bound (agent type, host, resource id): {{(pid=107775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:17:45.043940 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a358be70-ed9d-4434-9ab3-640103e8c3eb admin admin] Received port after_create {{(pid=107775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:17:45.069784 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a358be70-ed9d-4434-9ab3-640103e8c3eb admin admin] Pushing event updated for resources: {'Port': ['ID=25b74cf2-2bf2-4153-9662-7d3c938af67b,revision_number=1']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:45.161291 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-cd961bde-5677-42e7-b5e1-ac3df2921a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (938b84de-bb1f-46a0-90aa-30f33971fe5f), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:45.189167 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:45.230979 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd961bde-5677-42e7-b5e1-ac3df2921a70 None None] Pushing event updated for resources: {'Port': ['ID=938b84de-bb1f-46a0-90aa-30f33971fe5f,revision_number=2']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:45.447753 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a358be70-ed9d-4434-9ab3-640103e8c3eb admin admin] Publish callbacks [] for router_gateway (c494a59b-2b0b-4215-9d58-c507e384eb49), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:45.656950 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a358be70-ed9d-4434-9ab3-640103e8c3eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676630'] for router (c494a59b-2b0b-4215-9d58-c507e384eb49), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:45.868988 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a358be70-ed9d-4434-9ab3-640103e8c3eb admin admin] Router c494a59b-2b0b-4215-9d58-c507e384eb49 is scheduled to L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff with binding_index 1 {{(pid=107775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 05:17:45.984990 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a358be70-ed9d-4434-9ab3-640103e8c3eb admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:17:46.001031 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0415dce-3916-479b-9970-34cc54b3803d None None] Sync routers for ids ['c494a59b-2b0b-4215-9d58-c507e384eb49'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:17:46.018981 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0415dce-3916-479b-9970-34cc54b3803d None None] Routers {'c494a59b-2b0b-4215-9d58-c507e384eb49'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:17:46.019701 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-b0415dce-3916-479b-9970-34cc54b3803d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:17:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['c494a59b-2b0b-4215-9d58-c507e384eb49'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:17:46.071525 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-a358be70-ed9d-4434-9ab3-640103e8c3eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:46.075853 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-a358be70-ed9d-4434-9ab3-640103e8c3eb admin admin] 10.222.0.76 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1231651 Aug 27 05:17:46.076214 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59434) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:17:46.211847 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-b0415dce-3916-479b-9970-34cc54b3803d None None] Set router c494a59b-2b0b-4215-9d58-c507e384eb49 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:17:46.231052 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a24000b-a4c9-4960-ae61-e7953170b59c None None] Network 1ff9cb5e-b2f1-4b4b-b2ad-b3d28e8f3825 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:17:46.318770 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-d4d33989-2d03-410f-8e63-fb6b436ccf3e None None] Provisioning complete for port 938b84de-bb1f-46a0-90aa-30f33971fe5f triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:17:46.319156 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d4d33989-2d03-410f-8e63-fb6b436ccf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (938b84de-bb1f-46a0-90aa-30f33971fe5f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:46.375981 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:46.390714 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-b0415dce-3916-479b-9970-34cc54b3803d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c494a59b-2b0b-4215-9d58-c507e384eb49', 'name': 'tempest-TestSnapshotPattern-1950622965-router', 'tenant_id': '8bd5efaffdce402483417546e2080d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '25b74cf2-2bf2-4153-9662-7d3c938af67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:17:44Z', 'updated_at': '2022-08-27T05:17:45Z', 'revision_number': 3, 'project_id': '8bd5efaffdce402483417546e2080d5f', 'gw_port': {'id': '25b74cf2-2bf2-4153-9662-7d3c938af67b', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f2:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c494a59b-2b0b-4215-9d58-c507e384eb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4416, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:17:44Z', 'updated_at': '2022-08-27T05:17:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:17:46.401452 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:46.421890 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0415dce-3916-479b-9970-34cc54b3803d None None] Checking router: c494a59b-2b0b-4215-9d58-c507e384eb49 for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:17:46.422787 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0415dce-3916-479b-9970-34cc54b3803d None None] Updating router c494a59b-2b0b-4215-9d58-c507e384eb49 port 25b74cf2-2bf2-4153-9662-7d3c938af67b binding host n-d-852088-5 {{(pid=107778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:17:46.444055 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-d4d33989-2d03-410f-8e63-fb6b436ccf3e None None] Current status of the port 938b84de-bb1f-46a0-90aa-30f33971fe5f is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:17:46.445150 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d4d33989-2d03-410f-8e63-fb6b436ccf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (938b84de-bb1f-46a0-90aa-30f33971fe5f), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:46.464322 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-b0415dce-3916-479b-9970-34cc54b3803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (25b74cf2-2bf2-4153-9662-7d3c938af67b), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:46.485185 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-d4d33989-2d03-410f-8e63-fb6b436ccf3e None None] For port 938b84de-bb1f-46a0-90aa-30f33971fe5f, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=938b84de-bb1f-46a0-90aa-30f33971fe5f,segment=NetworkSegment(efc402bd-7c9e-4e70-ab5d-8bdc0b7cd3db),segment_id=efc402bd-7c9e-4e70-ab5d-8bdc0b7cd3db)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:17:46.511754 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:46.524894 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7343731f-18e3-42a9-a167-83d1492856a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:46.583443 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d4d33989-2d03-410f-8e63-fb6b436ccf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (938b84de-bb1f-46a0-90aa-30f33971fe5f), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:46.684604 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d33989-2d03-410f-8e63-fb6b436ccf3e None None] Pushing event updated for resources: {'Port': ['ID=938b84de-bb1f-46a0-90aa-30f33971fe5f,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:46.737936 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_common [None req-7343731f-18e3-42a9-a167-83d1492856a9 admin admin] Allocated IP 172.20.0.1 (1ff9cb5e-b2f1-4b4b-b2ad-b3d28e8f3825/0cbf443b-8b9a-49cb-9d95-8486da1e59bd/92677d3f-23ca-474c-84af-95106a814ed0) {{(pid=107776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:17:46.741865 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 5a842cb9-d40c-48d4-a945-7b45bf52b047 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:17:46.767057 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-b0415dce-3916-479b-9970-34cc54b3803d None None] Publish callbacks [] for port (25b74cf2-2bf2-4153-9662-7d3c938af67b), precommit_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:46.789043 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 5a842cb9-d40c-48d4-a945-7b45bf52b047 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:17:46.789484 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (5a842cb9-d40c-48d4-a945-7b45bf52b047), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:46.829442 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-eac445f3-a202-4892-83ff-9e011fd972dd None None] Provisioning complete for port 938b84de-bb1f-46a0-90aa-30f33971fe5f triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:17:46.829903 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-eac445f3-a202-4892-83ff-9e011fd972dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (938b84de-bb1f-46a0-90aa-30f33971fe5f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:46.853326 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7343731f-18e3-42a9-a167-83d1492856a9 admin admin] Publish callbacks [] for port (92677d3f-23ca-474c-84af-95106a814ed0), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:46.862877 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-b0415dce-3916-479b-9970-34cc54b3803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (25b74cf2-2bf2-4153-9662-7d3c938af67b), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:46.868617 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:46.898287 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-b0415dce-3916-479b-9970-34cc54b3803d None None] Attempting to bind port 25b74cf2-2bf2-4153-9662-7d3c938af67b on host n-d-852088-5 for vnic_type normal with profile {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:17:46.898855 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-b0415dce-3916-479b-9970-34cc54b3803d None None] Attempting to bind port 25b74cf2-2bf2-4153-9662-7d3c938af67b by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:17:46.899320 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0415dce-3916-479b-9970-34cc54b3803d None None] Attempting to bind port 25b74cf2-2bf2-4153-9662-7d3c938af67b on network 2db7b18a-8c4b-4ba8-8012-3e7d96728abb {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:17:46.913588 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0415dce-3916-479b-9970-34cc54b3803d None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:17:46.914339 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0415dce-3916-479b-9970-34cc54b3803d None None] Checking segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:17:46.914456 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-b0415dce-3916-479b-9970-34cc54b3803d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:46.914837 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 5a842cb9-d40c-48d4-a945-7b45bf52b047 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:17:46.915059 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0415dce-3916-479b-9970-34cc54b3803d None None] Bound using segment: {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'} {{(pid=107778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:17:46.915227 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (5a842cb9-d40c-48d4-a945-7b45bf52b047), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:46.915646 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.managers [None req-b0415dce-3916-479b-9970-34cc54b3803d None None] Bound port: 25b74cf2-2bf2-4153-9662-7d3c938af67b, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d350e-e829-42fc-b684-0dad0c81f5e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb'}}] {{(pid=107778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:17:46.916089 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-b0415dce-3916-479b-9970-34cc54b3803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (25b74cf2-2bf2-4153-9662-7d3c938af67b), before_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:46.921190 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e73688-0782-482d-8433-b69ee98fb869 None None] Pushing event updated for resources: {'Port': ['ID=25b74cf2-2bf2-4153-9662-7d3c938af67b,revision_number=2']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:46.951057 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e73688-0782-482d-8433-b69ee98fb869 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:17:46.951459 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e73688-0782-482d-8433-b69ee98fb869 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:17:46.951796 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e73688-0782-482d-8433-b69ee98fb869 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:17:46.952121 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e73688-0782-482d-8433-b69ee98fb869 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:17:46.952469 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e73688-0782-482d-8433-b69ee98fb869 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:17:46.952786 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e73688-0782-482d-8433-b69ee98fb869 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:17:46.953102 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e73688-0782-482d-8433-b69ee98fb869 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:17:46.953414 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e73688-0782-482d-8433-b69ee98fb869 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:17:46.953725 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e73688-0782-482d-8433-b69ee98fb869 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:17:46.954037 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e73688-0782-482d-8433-b69ee98fb869 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:17:46.954349 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e73688-0782-482d-8433-b69ee98fb869 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:17:46.954659 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e73688-0782-482d-8433-b69ee98fb869 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:17:46.954966 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e73688-0782-482d-8433-b69ee98fb869 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:17:46.955349 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e73688-0782-482d-8433-b69ee98fb869 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:17:46.955848 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e73688-0782-482d-8433-b69ee98fb869 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852088-5 {{(pid=107778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:17:46.978110 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7343731f-18e3-42a9-a167-83d1492856a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730952270915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (92677d3f-23ca-474c-84af-95106a814ed0), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:46.978846 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-eac445f3-a202-4892-83ff-9e011fd972dd None None] Current status of the port 938b84de-bb1f-46a0-90aa-30f33971fe5f is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:17:46.984647 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 5a842cb9-d40c-48d4-a945-7b45bf52b047, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=5a842cb9-d40c-48d4-a945-7b45bf52b047,segment=NetworkSegment(a670065a-ad0b-4b89-9c1b-6d47c74a1461),segment_id=a670065a-ad0b-4b89-9c1b-6d47c74a1461)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:17:46.989631 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-b0415dce-3916-479b-9970-34cc54b3803d None None] For port 25b74cf2-2bf2-4153-9662-7d3c938af67b, host n-d-852088-5, cleared binding levels {{(pid=107778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:17:46.993483 n-d-852088-5 neutron-server[107778]: DEBUG neutron.plugins.ml2.db [None req-b0415dce-3916-479b-9970-34cc54b3803d None None] For port 25b74cf2-2bf2-4153-9662-7d3c938af67b, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=25b74cf2-2bf2-4153-9662-7d3c938af67b,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:17:47.018556 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7343731f-18e3-42a9-a167-83d1492856a9 admin admin] Network 1ff9cb5e-b2f1-4b4b-b2ad-b3d28e8f3825 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:17:47.023685 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-7343731f-18e3-42a9-a167-83d1492856a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:17:47.027305 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7343731f-18e3-42a9-a167-83d1492856a9 admin admin] Received port after_create {{(pid=107776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 05:17:47.052120 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7343731f-18e3-42a9-a167-83d1492856a9 admin admin] Pushing event updated for resources: {'Port': ['ID=92677d3f-23ca-474c-84af-95106a814ed0,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:47.072722 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7343731f-18e3-42a9-a167-83d1492856a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1677625'] for router_interface (c494a59b-2b0b-4215-9d58-c507e384eb49), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:47.074293 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (5a842cb9-d40c-48d4-a945-7b45bf52b047), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:47.075227 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 938b84de-bb1f-46a0-90aa-30f33971fe5f up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:17:47.077027 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:47.104199 n-d-852088-5 neutron-server[107778]: DEBUG neutron_lib.callbacks.manager [None req-b0415dce-3916-479b-9970-34cc54b3803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (25b74cf2-2bf2-4153-9662-7d3c938af67b), after_update {{(pid=107778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:47.133895 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0415dce-3916-479b-9970-34cc54b3803d None None] Routers {'c494a59b-2b0b-4215-9d58-c507e384eb49'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:17:47.135145 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-b0415dce-3916-479b-9970-34cc54b3803d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:17:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['c494a59b-2b0b-4215-9d58-c507e384eb49'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:17:47.166880 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=5a842cb9-d40c-48d4-a945-7b45bf52b047,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:47.171523 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 938b84de-bb1f-46a0-90aa-30f33971fe5f triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:17:47.171908 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (938b84de-bb1f-46a0-90aa-30f33971fe5f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:47.218871 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:47.223938 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:47.260816 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 938b84de-bb1f-46a0-90aa-30f33971fe5f is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:17:47.286375 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e73688-0782-482d-8433-b69ee98fb869 None None] Pushing event updated for resources: {'Port': ['ID=25b74cf2-2bf2-4153-9662-7d3c938af67b,revision_number=3']} {{(pid=107778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:47.289237 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7343731f-18e3-42a9-a167-83d1492856a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (92677d3f-23ca-474c-84af-95106a814ed0), before_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:47.301831 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-9dddd745-c7bf-4537-9bef-353fb70ea0d7 None None] Provisioning complete for port 92677d3f-23ca-474c-84af-95106a814ed0 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:17:47.302076 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-b0415dce-3916-479b-9970-34cc54b3803d None None] Set router c494a59b-2b0b-4215-9d58-c507e384eb49 gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:17:47.302231 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-9dddd745-c7bf-4537-9bef-353fb70ea0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (92677d3f-23ca-474c-84af-95106a814ed0), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:47.342275 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-9dddd745-c7bf-4537-9bef-353fb70ea0d7 None None] Port 92677d3f-23ca-474c-84af-95106a814ed0 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:17:47.459435 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7343731f-18e3-42a9-a167-83d1492856a9 admin admin] Publish callbacks [] for port (92677d3f-23ca-474c-84af-95106a814ed0), precommit_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:47.471804 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-b0415dce-3916-479b-9970-34cc54b3803d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c494a59b-2b0b-4215-9d58-c507e384eb49', 'name': 'tempest-TestSnapshotPattern-1950622965-router', 'tenant_id': '8bd5efaffdce402483417546e2080d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '25b74cf2-2bf2-4153-9662-7d3c938af67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:17:44Z', 'updated_at': '2022-08-27T05:17:45Z', 'revision_number': 3, 'project_id': '8bd5efaffdce402483417546e2080d5f', 'gw_port': {'id': '25b74cf2-2bf2-4153-9662-7d3c938af67b', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f2:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c494a59b-2b0b-4215-9d58-c507e384eb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4416, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:17:44Z', 'updated_at': '2022-08-27T05:17:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:17:47.500326 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0415dce-3916-479b-9970-34cc54b3803d None None] The sync data for ids ['c494a59b-2b0b-4215-9d58-c507e384eb49'] in n-d-852088-5 is: [{'id': 'c494a59b-2b0b-4215-9d58-c507e384eb49', 'name': 'tempest-TestSnapshotPattern-1950622965-router', 'tenant_id': '8bd5efaffdce402483417546e2080d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '25b74cf2-2bf2-4153-9662-7d3c938af67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:17:44Z', 'updated_at': '2022-08-27T05:17:45Z', 'revision_number': 3, 'project_id': '8bd5efaffdce402483417546e2080d5f', 'gw_port': {'id': '25b74cf2-2bf2-4153-9662-7d3c938af67b', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f2:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c494a59b-2b0b-4215-9d58-c507e384eb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4416, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:17:44Z', 'updated_at': '2022-08-27T05:17:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:17:47.508946 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7343731f-18e3-42a9-a167-83d1492856a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101164'] for port (92677d3f-23ca-474c-84af-95106a814ed0), after_update {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:47.586093 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7343731f-18e3-42a9-a167-83d1492856a9 admin admin] Pushing event updated for resources: {'Port': ['ID=92677d3f-23ca-474c-84af-95106a814ed0,revision_number=2']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:47.589672 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-7343731f-18e3-42a9-a167-83d1492856a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1677733'] for router_interface (c494a59b-2b0b-4215-9d58-c507e384eb49), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:47.685894 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7343731f-18e3-42a9-a167-83d1492856a9 admin admin] Network 1ff9cb5e-b2f1-4b4b-b2ad-b3d28e8f3825 is already hosted by enough agents. {{(pid=107776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:17:47.687306 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.base_scheduler [None req-7343731f-18e3-42a9-a167-83d1492856a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=107776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:17:47.818745 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7343731f-18e3-42a9-a167-83d1492856a9 admin admin] Router c494a59b-2b0b-4215-9d58-c507e384eb49 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:17:47.826964 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:48.202880 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-34c156fa-7513-4536-8660-11e0d0a52734 None None] Provisioning complete for port 92677d3f-23ca-474c-84af-95106a814ed0 triggered by entity DHCP. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:17:48.203253 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-34c156fa-7513-4536-8660-11e0d0a52734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (92677d3f-23ca-474c-84af-95106a814ed0), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:48.243622 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-34c156fa-7513-4536-8660-11e0d0a52734 None None] Port 92677d3f-23ca-474c-84af-95106a814ed0 cannot update to ACTIVE because it is not bound. {{(pid=107777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 05:17:48.287429 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7343731f-18e3-42a9-a167-83d1492856a9 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:17:48.292823 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-7343731f-18e3-42a9-a167-83d1492856a9 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/c494a59b-2b0b-4215-9d58-c507e384eb49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2146676 Aug 27 05:17:48.709846 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 5a842cb9-d40c-48d4-a945-7b45bf52b047 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:17:48.752601 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59444) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:17:48.756283 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 5a842cb9-d40c-48d4-a945-7b45bf52b047 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:17:48.756660 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (5a842cb9-d40c-48d4-a945-7b45bf52b047), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:48.757722 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-16b7292d-41c6-44b7-9979-25eef6877df0 tempest-TestSnapshotPattern-216733209 tempest-TestSnapshotPattern-216733209-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2088069328', 'description': 'tempest-secgroup-smoke-2088069328 description', 'project_id': '7d3d34c74d194b728786d353bdf7dd95'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:17:48.821552 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:48.831762 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 5a842cb9-d40c-48d4-a945-7b45bf52b047 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:17:48.832894 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 25b74cf2-2bf2-4153-9662-7d3c938af67b up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:17:48.846825 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-16b7292d-41c6-44b7-9979-25eef6877df0 tempest-TestSnapshotPattern-216733209 tempest-TestSnapshotPattern-216733209-project] Publish callbacks [] for security_group (None), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:48.878146 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 25b74cf2-2bf2-4153-9662-7d3c938af67b triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:17:48.878605 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (25b74cf2-2bf2-4153-9662-7d3c938af67b), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:48.903073 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:48.933723 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-16b7292d-41c6-44b7-9979-25eef6877df0 tempest-TestSnapshotPattern-216733209 tempest-TestSnapshotPattern-216733209-project] Publish callbacks [] for security_group (1bf2e0c9-504e-40d7-9aae-c0e146a056d7), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:48.960483 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 25b74cf2-2bf2-4153-9662-7d3c938af67b is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:17:48.960960 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (25b74cf2-2bf2-4153-9662-7d3c938af67b), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:48.983291 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-16b7292d-41c6-44b7-9979-25eef6877df0 tempest-TestSnapshotPattern-216733209 tempest-TestSnapshotPattern-216733209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (1bf2e0c9-504e-40d7-9aae-c0e146a056d7), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:48.983544 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 25b74cf2-2bf2-4153-9662-7d3c938af67b, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=25b74cf2-2bf2-4153-9662-7d3c938af67b,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:17:49.015978 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b7292d-41c6-44b7-9979-25eef6877df0 tempest-TestSnapshotPattern-216733209 tempest-TestSnapshotPattern-216733209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf2e0c9-504e-40d7-9aae-c0e146a056d7,revision_number=1']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:49.051571 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (25b74cf2-2bf2-4153-9662-7d3c938af67b), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:49.052515 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 938b84de-bb1f-46a0-90aa-30f33971fe5f up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:17:49.083382 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-16b7292d-41c6-44b7-9979-25eef6877df0 tempest-TestSnapshotPattern-216733209 tempest-TestSnapshotPattern-216733209-project] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:49.084832 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-16b7292d-41c6-44b7-9979-25eef6877df0 tempest-TestSnapshotPattern-216733209 tempest-TestSnapshotPattern-216733209-project] 10.222.0.76 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3308854 Aug 27 05:17:49.087918 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59446) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:17:49.092400 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-2707a16a-4e9e-4e68-8043-fa4371b534c4 tempest-TestSnapshotPattern-216733209 tempest-TestSnapshotPattern-216733209-project] Request body: {'security_group_rule': {'security_group_id': '1bf2e0c9-504e-40d7-9aae-c0e146a056d7', 'project_id': '7d3d34c74d194b728786d353bdf7dd95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:17:49.130062 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=25b74cf2-2bf2-4153-9662-7d3c938af67b,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:49.137963 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 938b84de-bb1f-46a0-90aa-30f33971fe5f triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:17:49.138384 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (938b84de-bb1f-46a0-90aa-30f33971fe5f), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:49.204298 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06507a28-109b-4015-8f34-336a479b3796 None None] Sync routers for ids ['c494a59b-2b0b-4215-9d58-c507e384eb49'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:17:49.216994 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2707a16a-4e9e-4e68-8043-fa4371b534c4 tempest-TestSnapshotPattern-216733209 tempest-TestSnapshotPattern-216733209-project] Publish callbacks [] for security_group_rule (f1047444-aee9-4d09-81d1-0dc1012ef06f), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:49.227438 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06507a28-109b-4015-8f34-336a479b3796 None None] Routers {'c494a59b-2b0b-4215-9d58-c507e384eb49'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:17:49.228076 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-06507a28-109b-4015-8f34-336a479b3796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:17:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['c494a59b-2b0b-4215-9d58-c507e384eb49'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:17:49.231265 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 938b84de-bb1f-46a0-90aa-30f33971fe5f is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:17:49.279305 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2707a16a-4e9e-4e68-8043-fa4371b534c4 tempest-TestSnapshotPattern-216733209 tempest-TestSnapshotPattern-216733209-project] Publish callbacks [] for security_group_rule (f1047444-aee9-4d09-81d1-0dc1012ef06f), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:49.333892 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-06507a28-109b-4015-8f34-336a479b3796 None None] Set router c494a59b-2b0b-4215-9d58-c507e384eb49 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:17:49.342991 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2707a16a-4e9e-4e68-8043-fa4371b534c4 tempest-TestSnapshotPattern-216733209 tempest-TestSnapshotPattern-216733209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (f1047444-aee9-4d09-81d1-0dc1012ef06f), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:49.365480 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2707a16a-4e9e-4e68-8043-fa4371b534c4 tempest-TestSnapshotPattern-216733209 tempest-TestSnapshotPattern-216733209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1047444-aee9-4d09-81d1-0dc1012ef06f,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:49.402710 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:49.442521 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-2707a16a-4e9e-4e68-8043-fa4371b534c4 tempest-TestSnapshotPattern-216733209 tempest-TestSnapshotPattern-216733209-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:49.443714 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-2707a16a-4e9e-4e68-8043-fa4371b534c4 tempest-TestSnapshotPattern-216733209 tempest-TestSnapshotPattern-216733209-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3547361 Aug 27 05:17:49.446519 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59448) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:17:49.450962 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-3236042c-7f54-41a5-a292-64c19bafaca7 tempest-TestSnapshotPattern-216733209 tempest-TestSnapshotPattern-216733209-project] Request body: {'security_group_rule': {'security_group_id': '1bf2e0c9-504e-40d7-9aae-c0e146a056d7', 'project_id': '7d3d34c74d194b728786d353bdf7dd95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:17:49.535709 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-06507a28-109b-4015-8f34-336a479b3796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c494a59b-2b0b-4215-9d58-c507e384eb49', 'name': 'tempest-TestSnapshotPattern-1950622965-router', 'tenant_id': '8bd5efaffdce402483417546e2080d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '25b74cf2-2bf2-4153-9662-7d3c938af67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:17:44Z', 'updated_at': '2022-08-27T05:17:47Z', 'revision_number': 4, 'project_id': '8bd5efaffdce402483417546e2080d5f', 'gw_port': {'id': '25b74cf2-2bf2-4153-9662-7d3c938af67b', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c494a59b-2b0b-4215-9d58-c507e384eb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4416, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:17:44Z', 'updated_at': '2022-08-27T05:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '92677d3f-23ca-474c-84af-95106a814ed0', 'name': '', 'network_id': '1ff9cb5e-b2f1-4b4b-b2ad-b3d28e8f3825', 'tenant_id': '8bd5efaffdce402483417546e2080d5f', 'mac_address': 'fa:16:3e:a5:40:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c494a59b-2b0b-4215-9d58-c507e384eb49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4417, 'fixed_ips': [{'subnet_id': '0cbf443b-8b9a-49cb-9d95-8486da1e59bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:17:46Z', 'updated_at': '2022-08-27T05:17:47Z', 'revision_number': 2, 'project_id': '8bd5efaffdce402483417546e2080d5f', 'subnets': [{'id': '0cbf443b-8b9a-49cb-9d95-8486da1e59bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:17:49.564489 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06507a28-109b-4015-8f34-336a479b3796 None None] Checking router: c494a59b-2b0b-4215-9d58-c507e384eb49 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:17:49.565897 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06507a28-109b-4015-8f34-336a479b3796 None None] Updating router c494a59b-2b0b-4215-9d58-c507e384eb49 port 92677d3f-23ca-474c-84af-95106a814ed0 binding host n-d-852088-5 {{(pid=107777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:17:49.572454 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3236042c-7f54-41a5-a292-64c19bafaca7 tempest-TestSnapshotPattern-216733209 tempest-TestSnapshotPattern-216733209-project] Publish callbacks [] for security_group_rule (32c2409e-1d63-4acc-9398-9e771b6ba13d), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:49.594999 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-06507a28-109b-4015-8f34-336a479b3796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (92677d3f-23ca-474c-84af-95106a814ed0), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:49.628758 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3236042c-7f54-41a5-a292-64c19bafaca7 tempest-TestSnapshotPattern-216733209 tempest-TestSnapshotPattern-216733209-project] Publish callbacks [] for security_group_rule (32c2409e-1d63-4acc-9398-9e771b6ba13d), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:49.714558 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3236042c-7f54-41a5-a292-64c19bafaca7 tempest-TestSnapshotPattern-216733209 tempest-TestSnapshotPattern-216733209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (32c2409e-1d63-4acc-9398-9e771b6ba13d), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:49.734784 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3236042c-7f54-41a5-a292-64c19bafaca7 tempest-TestSnapshotPattern-216733209 tempest-TestSnapshotPattern-216733209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32c2409e-1d63-4acc-9398-9e771b6ba13d,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:49.746567 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:49.796708 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-3236042c-7f54-41a5-a292-64c19bafaca7 tempest-TestSnapshotPattern-216733209 tempest-TestSnapshotPattern-216733209-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:49.797950 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-3236042c-7f54-41a5-a292-64c19bafaca7 tempest-TestSnapshotPattern-216733209 tempest-TestSnapshotPattern-216733209-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3505037 Aug 27 05:17:49.801475 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59450) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:17:49.806097 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-75a15a5a-4941-4fd1-9d2f-68d688bcaaff tempest-TestSnapshotPattern-216733209 tempest-TestSnapshotPattern-216733209-project] Request body: {'security_group_rule': {'security_group_id': '1bf2e0c9-504e-40d7-9aae-c0e146a056d7', 'project_id': '7d3d34c74d194b728786d353bdf7dd95', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:17:49.853986 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-06507a28-109b-4015-8f34-336a479b3796 None None] Publish callbacks [] for port (92677d3f-23ca-474c-84af-95106a814ed0), precommit_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:49.910325 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-75a15a5a-4941-4fd1-9d2f-68d688bcaaff tempest-TestSnapshotPattern-216733209 tempest-TestSnapshotPattern-216733209-project] Publish callbacks [] for security_group_rule (dd799741-5a74-4f08-8e24-0a282ffb1214), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:49.926704 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-06507a28-109b-4015-8f34-336a479b3796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (92677d3f-23ca-474c-84af-95106a814ed0), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:49.952896 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:49.977717 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-75a15a5a-4941-4fd1-9d2f-68d688bcaaff tempest-TestSnapshotPattern-216733209 tempest-TestSnapshotPattern-216733209-project] Publish callbacks [] for security_group_rule (dd799741-5a74-4f08-8e24-0a282ffb1214), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:49.994611 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297694f1-de6e-467b-b32a-05a06dce967b None None] Pushing event updated for resources: {'Port': ['ID=92677d3f-23ca-474c-84af-95106a814ed0,revision_number=3']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:50.032120 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-06507a28-109b-4015-8f34-336a479b3796 None None] Attempting to bind port 92677d3f-23ca-474c-84af-95106a814ed0 on host n-d-852088-5 for vnic_type normal with profile {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 05:17:50.032519 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-06507a28-109b-4015-8f34-336a479b3796 None None] Attempting to bind port 92677d3f-23ca-474c-84af-95106a814ed0 by drivers openvswitch,hyperv on host n-d-852088-5 at level 0 using segments [{'id': 'efc402bd-7c9e-4e70-ab5d-8bdc0b7cd3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1ff9cb5e-b2f1-4b4b-b2ad-b3d28e8f3825'}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 05:17:50.032878 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06507a28-109b-4015-8f34-336a479b3796 None None] Attempting to bind port 92677d3f-23ca-474c-84af-95106a814ed0 on network 1ff9cb5e-b2f1-4b4b-b2ad-b3d28e8f3825 {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 05:17:50.038646 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06507a28-109b-4015-8f34-336a479b3796 None None] Checking agent: {'id': 'b2b06186-0b5e-4702-8393-ea33694801ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852088-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 4, 28, 2), 'started_at': datetime.datetime(2022, 8, 27, 4, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 5, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852088-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 05:17:50.039019 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06507a28-109b-4015-8f34-336a479b3796 None None] Checking segment: {'id': 'efc402bd-7c9e-4e70-ab5d-8bdc0b7cd3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1ff9cb5e-b2f1-4b4b-b2ad-b3d28e8f3825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 05:17:50.039434 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-06507a28-109b-4015-8f34-336a479b3796 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:50.039803 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06507a28-109b-4015-8f34-336a479b3796 None None] Bound using segment: {'id': 'efc402bd-7c9e-4e70-ab5d-8bdc0b7cd3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1ff9cb5e-b2f1-4b4b-b2ad-b3d28e8f3825'} {{(pid=107777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 05:17:50.040291 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.managers [None req-06507a28-109b-4015-8f34-336a479b3796 None None] Bound port: 92677d3f-23ca-474c-84af-95106a814ed0, host: n-d-852088-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc402bd-7c9e-4e70-ab5d-8bdc0b7cd3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1ff9cb5e-b2f1-4b4b-b2ad-b3d28e8f3825'}}] {{(pid=107777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 05:17:50.040666 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-06507a28-109b-4015-8f34-336a479b3796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (92677d3f-23ca-474c-84af-95106a814ed0), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:50.051790 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-75a15a5a-4941-4fd1-9d2f-68d688bcaaff tempest-TestSnapshotPattern-216733209 tempest-TestSnapshotPattern-216733209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (dd799741-5a74-4f08-8e24-0a282ffb1214), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:50.073859 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a15a5a-4941-4fd1-9d2f-68d688bcaaff tempest-TestSnapshotPattern-216733209 tempest-TestSnapshotPattern-216733209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd799741-5a74-4f08-8e24-0a282ffb1214,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:50.102752 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-06507a28-109b-4015-8f34-336a479b3796 None None] For port 92677d3f-23ca-474c-84af-95106a814ed0, host n-d-852088-5, cleared binding levels {{(pid=107777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:17:50.105915 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-06507a28-109b-4015-8f34-336a479b3796 None None] For port 92677d3f-23ca-474c-84af-95106a814ed0, host n-d-852088-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=92677d3f-23ca-474c-84af-95106a814ed0,segment=NetworkSegment(efc402bd-7c9e-4e70-ab5d-8bdc0b7cd3db),segment_id=efc402bd-7c9e-4e70-ab5d-8bdc0b7cd3db)] {{(pid=107777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:17:50.139124 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-75a15a5a-4941-4fd1-9d2f-68d688bcaaff tempest-TestSnapshotPattern-216733209 tempest-TestSnapshotPattern-216733209-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:50.140399 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-75a15a5a-4941-4fd1-9d2f-68d688bcaaff tempest-TestSnapshotPattern-216733209 tempest-TestSnapshotPattern-216733209-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3378537 Aug 27 05:17:50.143463 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59452) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:17:50.148329 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-964c07c7-64bb-4d88-b88c-77259acaa329 tempest-TestSnapshotPattern-216733209 tempest-TestSnapshotPattern-216733209-project] Request body: {'security_group_rule': {'security_group_id': '1bf2e0c9-504e-40d7-9aae-c0e146a056d7', 'project_id': '7d3d34c74d194b728786d353bdf7dd95', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:17:50.154745 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-06507a28-109b-4015-8f34-336a479b3796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (92677d3f-23ca-474c-84af-95106a814ed0), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:50.192087 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06507a28-109b-4015-8f34-336a479b3796 None None] Routers {'c494a59b-2b0b-4215-9d58-c507e384eb49'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:17:50.192740 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-06507a28-109b-4015-8f34-336a479b3796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:17:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['c494a59b-2b0b-4215-9d58-c507e384eb49'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:17:50.235155 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-964c07c7-64bb-4d88-b88c-77259acaa329 tempest-TestSnapshotPattern-216733209 tempest-TestSnapshotPattern-216733209-project] Publish callbacks [] for security_group_rule (5446c071-f9b2-4fe0-bea8-4f056e85abd5), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:50.264738 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297694f1-de6e-467b-b32a-05a06dce967b None None] Pushing event updated for resources: {'Port': ['ID=92677d3f-23ca-474c-84af-95106a814ed0,revision_number=4']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:50.309842 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-964c07c7-64bb-4d88-b88c-77259acaa329 tempest-TestSnapshotPattern-216733209 tempest-TestSnapshotPattern-216733209-project] Publish callbacks [] for security_group_rule (5446c071-f9b2-4fe0-bea8-4f056e85abd5), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:50.321625 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-06507a28-109b-4015-8f34-336a479b3796 None None] Set router c494a59b-2b0b-4215-9d58-c507e384eb49 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:17:50.365922 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-964c07c7-64bb-4d88-b88c-77259acaa329 tempest-TestSnapshotPattern-216733209 tempest-TestSnapshotPattern-216733209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (5446c071-f9b2-4fe0-bea8-4f056e85abd5), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:50.387463 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964c07c7-64bb-4d88-b88c-77259acaa329 tempest-TestSnapshotPattern-216733209 tempest-TestSnapshotPattern-216733209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5446c071-f9b2-4fe0-bea8-4f056e85abd5,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:50.442703 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-964c07c7-64bb-4d88-b88c-77259acaa329 tempest-TestSnapshotPattern-216733209 tempest-TestSnapshotPattern-216733209-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:50.444128 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-964c07c7-64bb-4d88-b88c-77259acaa329 tempest-TestSnapshotPattern-216733209 tempest-TestSnapshotPattern-216733209-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2993233 Aug 27 05:17:50.446967 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59454) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:17:50.451301 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.v2.base [None req-96f416ed-f51f-41a3-a13e-5ccd7714b15e tempest-TestSnapshotPattern-216733209 tempest-TestSnapshotPattern-216733209-project] Request body: {'security_group_rule': {'security_group_id': '1bf2e0c9-504e-40d7-9aae-c0e146a056d7', 'project_id': '7d3d34c74d194b728786d353bdf7dd95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:17:50.453128 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:50.519016 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-06507a28-109b-4015-8f34-336a479b3796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c494a59b-2b0b-4215-9d58-c507e384eb49', 'name': 'tempest-TestSnapshotPattern-1950622965-router', 'tenant_id': '8bd5efaffdce402483417546e2080d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '25b74cf2-2bf2-4153-9662-7d3c938af67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:17:44Z', 'updated_at': '2022-08-27T05:17:47Z', 'revision_number': 4, 'project_id': '8bd5efaffdce402483417546e2080d5f', 'gw_port': {'id': '25b74cf2-2bf2-4153-9662-7d3c938af67b', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c494a59b-2b0b-4215-9d58-c507e384eb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4416, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:17:44Z', 'updated_at': '2022-08-27T05:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '92677d3f-23ca-474c-84af-95106a814ed0', 'name': '', 'network_id': '1ff9cb5e-b2f1-4b4b-b2ad-b3d28e8f3825', 'tenant_id': '8bd5efaffdce402483417546e2080d5f', 'mac_address': 'fa:16:3e:a5:40:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c494a59b-2b0b-4215-9d58-c507e384eb49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4417, 'fixed_ips': [{'subnet_id': '0cbf443b-8b9a-49cb-9d95-8486da1e59bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:17:46Z', 'updated_at': '2022-08-27T05:17:50Z', 'revision_number': 4, 'project_id': '8bd5efaffdce402483417546e2080d5f', 'subnets': [{'id': '0cbf443b-8b9a-49cb-9d95-8486da1e59bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:17:50.520422 n-d-852088-5 neutron-server[107775]: INFO neutron.db.securitygroups_db [None req-96f416ed-f51f-41a3-a13e-5ccd7714b15e tempest-TestSnapshotPattern-216733209 tempest-TestSnapshotPattern-216733209-project] Project 7d3d34c74d194b728786d353bdf7dd95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 05:17:50.527771 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-96f416ed-f51f-41a3-a13e-5ccd7714b15e tempest-TestSnapshotPattern-216733209 tempest-TestSnapshotPattern-216733209-project] Publish callbacks [] for security_group_rule (81533f25-9907-491a-b1b1-975b8b7ef1c6), before_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:50.545723 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06507a28-109b-4015-8f34-336a479b3796 None None] The sync data for ids ['c494a59b-2b0b-4215-9d58-c507e384eb49'] in n-d-852088-5 is: [{'id': 'c494a59b-2b0b-4215-9d58-c507e384eb49', 'name': 'tempest-TestSnapshotPattern-1950622965-router', 'tenant_id': '8bd5efaffdce402483417546e2080d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '25b74cf2-2bf2-4153-9662-7d3c938af67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:17:44Z', 'updated_at': '2022-08-27T05:17:47Z', 'revision_number': 4, 'project_id': '8bd5efaffdce402483417546e2080d5f', 'gw_port': {'id': '25b74cf2-2bf2-4153-9662-7d3c938af67b', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c494a59b-2b0b-4215-9d58-c507e384eb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4416, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:17:44Z', 'updated_at': '2022-08-27T05:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5', '_interfaces': [{'id': '92677d3f-23ca-474c-84af-95106a814ed0', 'name': '', 'network_id': '1ff9cb5e-b2f1-4b4b-b2ad-b3d28e8f3825', 'tenant_id': '8bd5efaffdce402483417546e2080d5f', 'mac_address': 'fa:16:3e:a5:40:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c494a59b-2b0b-4215-9d58-c507e384eb49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4417, 'fixed_ips': [{'subnet_id': '0cbf443b-8b9a-49cb-9d95-8486da1e59bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:17:46Z', 'updated_at': '2022-08-27T05:17:50Z', 'revision_number': 4, 'project_id': '8bd5efaffdce402483417546e2080d5f', 'subnets': [{'id': '0cbf443b-8b9a-49cb-9d95-8486da1e59bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:17:50.613047 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-96f416ed-f51f-41a3-a13e-5ccd7714b15e tempest-TestSnapshotPattern-216733209 tempest-TestSnapshotPattern-216733209-project] Publish callbacks [] for security_group_rule (81533f25-9907-491a-b1b1-975b8b7ef1c6), precommit_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:50.613772 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:50.695547 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 25b74cf2-2bf2-4153-9662-7d3c938af67b up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:17:50.708625 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-96f416ed-f51f-41a3-a13e-5ccd7714b15e tempest-TestSnapshotPattern-216733209 tempest-TestSnapshotPattern-216733209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (81533f25-9907-491a-b1b1-975b8b7ef1c6), after_create {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:50.732768 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f416ed-f51f-41a3-a13e-5ccd7714b15e tempest-TestSnapshotPattern-216733209 tempest-TestSnapshotPattern-216733209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81533f25-9907-491a-b1b1-975b8b7ef1c6,revision_number=0']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:50.749817 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 25b74cf2-2bf2-4153-9662-7d3c938af67b triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:17:50.750315 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (25b74cf2-2bf2-4153-9662-7d3c938af67b), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:50.796619 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-96f416ed-f51f-41a3-a13e-5ccd7714b15e tempest-TestSnapshotPattern-216733209 tempest-TestSnapshotPattern-216733209-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:50.798010 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-96f416ed-f51f-41a3-a13e-5ccd7714b15e tempest-TestSnapshotPattern-216733209 tempest-TestSnapshotPattern-216733209-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3501577 Aug 27 05:17:50.802655 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59456) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:17:50.807286 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.v2.base [None req-cedd3d08-c1d1-486d-b6c2-fa16fceb8745 tempest-TestSnapshotPattern-216733209 tempest-TestSnapshotPattern-216733209-project] Request body: {'security_group_rule': {'security_group_id': '1bf2e0c9-504e-40d7-9aae-c0e146a056d7', 'project_id': '7d3d34c74d194b728786d353bdf7dd95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:17:50.816552 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:50.829920 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 25b74cf2-2bf2-4153-9662-7d3c938af67b is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:17:50.897937 n-d-852088-5 neutron-server[107776]: INFO neutron.db.securitygroups_db [None req-cedd3d08-c1d1-486d-b6c2-fa16fceb8745 tempest-TestSnapshotPattern-216733209 tempest-TestSnapshotPattern-216733209-project] Project 7d3d34c74d194b728786d353bdf7dd95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 05:17:50.904673 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cedd3d08-c1d1-486d-b6c2-fa16fceb8745 tempest-TestSnapshotPattern-216733209 tempest-TestSnapshotPattern-216733209-project] Publish callbacks [] for security_group_rule (a231828d-e2a7-4dce-be14-8cc37c5cdb3e), before_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:50.970725 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cedd3d08-c1d1-486d-b6c2-fa16fceb8745 tempest-TestSnapshotPattern-216733209 tempest-TestSnapshotPattern-216733209-project] Publish callbacks [] for security_group_rule (a231828d-e2a7-4dce-be14-8cc37c5cdb3e), precommit_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:51.035539 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cedd3d08-c1d1-486d-b6c2-fa16fceb8745 tempest-TestSnapshotPattern-216733209 tempest-TestSnapshotPattern-216733209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756231'] for security_group_rule (a231828d-e2a7-4dce-be14-8cc37c5cdb3e), after_create {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:51.056568 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedd3d08-c1d1-486d-b6c2-fa16fceb8745 tempest-TestSnapshotPattern-216733209 tempest-TestSnapshotPattern-216733209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a231828d-e2a7-4dce-be14-8cc37c5cdb3e,revision_number=0']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:51.110667 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-cedd3d08-c1d1-486d-b6c2-fa16fceb8745 tempest-TestSnapshotPattern-216733209 tempest-TestSnapshotPattern-216733209-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:51.112487 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-cedd3d08-c1d1-486d-b6c2-fa16fceb8745 tempest-TestSnapshotPattern-216733209 tempest-TestSnapshotPattern-216733209-project] 10.222.0.76 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3086820 Aug 27 05:17:51.269726 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8a78c8b7-2d47-4770-93c9-5dad78c77a0a req-12f1a4b1-305e-4997-a444-63e9673d853c tempest-TestSnapshotPattern-216733209 tempest-TestSnapshotPattern-216733209-project] 10.222.0.76 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2088069328&fields=id&tenant_id=7d3d34c74d194b728786d353bdf7dd95 HTTP/1.1" status: 200 len: 267 time: 0.0498857 Aug 27 05:17:51.303382 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:51.385118 n-d-852088-5 neutron-server[107775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a78c8b7-2d47-4770-93c9-5dad78c77a0a req-e9bf6a5b-87b4-4e95-93bd-f4d013aed04e tempest-TestSnapshotPattern-216733209 tempest-TestSnapshotPattern-216733209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 05:17:51.386795 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8a78c8b7-2d47-4770-93c9-5dad78c77a0a req-e9bf6a5b-87b4-4e95-93bd-f4d013aed04e tempest-TestSnapshotPattern-216733209 tempest-TestSnapshotPattern-216733209-project] 10.222.0.76 "GET /networking/v2.0/networks?id=4357565e-4497-4776-9324-3b02441ea1a1 HTTP/1.1" status: 200 len: 809 time: 0.1095650 Aug 27 05:17:51.402190 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8a78c8b7-2d47-4770-93c9-5dad78c77a0a req-3ae0696a-8a0f-4a29-9b90-f324c4ba8ebc tempest-TestSnapshotPattern-216733209 tempest-TestSnapshotPattern-216733209-project] 10.222.0.76 "GET /networking/v2.0/quotas/7d3d34c74d194b728786d353bdf7dd95 HTTP/1.1" status: 200 len: 375 time: 0.0097709 Aug 27 05:17:51.454467 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [req-8a78c8b7-2d47-4770-93c9-5dad78c77a0a req-18e6d7af-e7e8-4a40-b268-9d343053b441 tempest-TestSnapshotPattern-216733209 tempest-TestSnapshotPattern-216733209-project] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=7d3d34c74d194b728786d353bdf7dd95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473719 Aug 27 05:17:51.497475 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59472) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:17:51.563195 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e0af5cdb-8d8c-46f1-8611-c07bd89a4aeb tempest-TestSnapshotPattern-216733209 tempest-TestSnapshotPattern-216733209-project] Publish callbacks [] for security_group (1bf2e0c9-504e-40d7-9aae-c0e146a056d7), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:51.593445 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e0af5cdb-8d8c-46f1-8611-c07bd89a4aeb tempest-TestSnapshotPattern-216733209 tempest-TestSnapshotPattern-216733209-project] Publish callbacks [] for security_group (1bf2e0c9-504e-40d7-9aae-c0e146a056d7), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:51.720917 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e0af5cdb-8d8c-46f1-8611-c07bd89a4aeb tempest-TestSnapshotPattern-216733209 tempest-TestSnapshotPattern-216733209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (1bf2e0c9-504e-40d7-9aae-c0e146a056d7), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:51.723686 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-e0af5cdb-8d8c-46f1-8611-c07bd89a4aeb tempest-TestSnapshotPattern-216733209 tempest-TestSnapshotPattern-216733209-project] Publish callbacks [] for security_group (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:51.724958 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-e0af5cdb-8d8c-46f1-8611-c07bd89a4aeb tempest-TestSnapshotPattern-216733209 tempest-TestSnapshotPattern-216733209-project] 10.222.0.76 "DELETE /networking/v2.0/security-groups/1bf2e0c9-504e-40d7-9aae-c0e146a056d7 HTTP/1.1" status: 204 len: 168 time: 0.2314904 Aug 27 05:17:51.736150 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af5cdb-8d8c-46f1-8611-c07bd89a4aeb tempest-TestSnapshotPattern-216733209 tempest-TestSnapshotPattern-216733209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf2e0c9-504e-40d7-9aae-c0e146a056d7,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:51.833613 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59476) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:17:52.304712 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:52.443276 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9991bc0f-e4bb-4aaf-93c6-c4fe4053b5c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (dcd10e5f-c669-47bc-86b8-89f1ca90909a), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:52.601068 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:52.663194 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 92677d3f-23ca-474c-84af-95106a814ed0 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:17:52.686855 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-9991bc0f-e4bb-4aaf-93c6-c4fe4053b5c2 admin admin] Deleting port 5a842cb9-d40c-48d4-a945-7b45bf52b047 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:17:52.687202 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9991bc0f-e4bb-4aaf-93c6-c4fe4053b5c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (5a842cb9-d40c-48d4-a945-7b45bf52b047), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:52.720437 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 92677d3f-23ca-474c-84af-95106a814ed0 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:17:52.720847 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (92677d3f-23ca-474c-84af-95106a814ed0), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:52.776947 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-9991bc0f-e4bb-4aaf-93c6-c4fe4053b5c2 admin admin] For port 5a842cb9-d40c-48d4-a945-7b45bf52b047, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=5a842cb9-d40c-48d4-a945-7b45bf52b047,segment=NetworkSegment(a670065a-ad0b-4b89-9c1b-6d47c74a1461),segment_id=a670065a-ad0b-4b89-9c1b-6d47c74a1461)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:17:52.777319 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9991bc0f-e4bb-4aaf-93c6-c4fe4053b5c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (5a842cb9-d40c-48d4-a945-7b45bf52b047), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:52.791466 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-9991bc0f-e4bb-4aaf-93c6-c4fe4053b5c2 admin admin] Calling delete_port for 5a842cb9-d40c-48d4-a945-7b45bf52b047 owned by network:router_interface {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:17:52.798344 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 92677d3f-23ca-474c-84af-95106a814ed0 is: DOWN; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:17:52.798721 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606812'] for port (92677d3f-23ca-474c-84af-95106a814ed0), before_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:52.832570 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] For port 92677d3f-23ca-474c-84af-95106a814ed0, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=92677d3f-23ca-474c-84af-95106a814ed0,segment=NetworkSegment(efc402bd-7c9e-4e70-ab5d-8bdc0b7cd3db),segment_id=efc402bd-7c9e-4e70-ab5d-8bdc0b7cd3db)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:17:52.909247 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730952648057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730952270933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730952270951'] for port (92677d3f-23ca-474c-84af-95106a814ed0), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:52.968718 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Pushing event updated for resources: {'Port': ['ID=92677d3f-23ca-474c-84af-95106a814ed0,revision_number=5']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:53.029247 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9991bc0f-e4bb-4aaf-93c6-c4fe4053b5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (5a842cb9-d40c-48d4-a945-7b45bf52b047), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:53.053316 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9991bc0f-e4bb-4aaf-93c6-c4fe4053b5c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a842cb9-d40c-48d4-a945-7b45bf52b047,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:53.230730 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-9991bc0f-e4bb-4aaf-93c6-c4fe4053b5c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (dcd10e5f-c669-47bc-86b8-89f1ca90909a), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:53.283834 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:53.441831 n-d-852088-5 neutron-server[107775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9991bc0f-e4bb-4aaf-93c6-c4fe4053b5c2 admin admin] Router dcd10e5f-c669-47bc-86b8-89f1ca90909a has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:17:53.526128 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:53.547785 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9991bc0f-e4bb-4aaf-93c6-c4fe4053b5c2 admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:17:53.553935 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-9991bc0f-e4bb-4aaf-93c6-c4fe4053b5c2 admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/dcd10e5f-c669-47bc-86b8-89f1ca90909a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7190163 Aug 27 05:17:53.555465 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59478) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:17:53.560408 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a8ba38-f0fd-4594-b29a-f28859ef47e9 None None] Sync routers for ids ['dcd10e5f-c669-47bc-86b8-89f1ca90909a'] in n-d-852088-5 {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:17:53.570439 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a8ba38-f0fd-4594-b29a-f28859ef47e9 None None] Routers {'dcd10e5f-c669-47bc-86b8-89f1ca90909a'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:17:53.571045 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-f8a8ba38-f0fd-4594-b29a-f28859ef47e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:17:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['dcd10e5f-c669-47bc-86b8-89f1ca90909a'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:17:53.657481 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5501d1af-1ac3-47ce-a65d-5f70da2a6210 admin admin] Publish callbacks [] for router (dcd10e5f-c669-47bc-86b8-89f1ca90909a), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:53.671179 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-f8a8ba38-f0fd-4594-b29a-f28859ef47e9 None None] Set router dcd10e5f-c669-47bc-86b8-89f1ca90909a gateway port host: n-d-852088-5 {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:17:53.756550 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5501d1af-1ac3-47ce-a65d-5f70da2a6210 admin admin] Publish callbacks [] for router_gateway (dcd10e5f-c669-47bc-86b8-89f1ca90909a), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:53.835827 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-f8a8ba38-f0fd-4594-b29a-f28859ef47e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd10e5f-c669-47bc-86b8-89f1ca90909a', 'name': 'tempest-TestSnapshotPattern-636484679-router', 'tenant_id': '7d3d34c74d194b728786d353bdf7dd95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '149d7541-c79f-4ea6-8d6f-27b288e87d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:17:37Z', 'updated_at': '2022-08-27T05:17:52Z', 'revision_number': 5, 'project_id': '7d3d34c74d194b728786d353bdf7dd95', 'gw_port': {'id': '149d7541-c79f-4ea6-8d6f-27b288e87d3c', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd10e5f-c669-47bc-86b8-89f1ca90909a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4404, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:17:38Z', 'updated_at': '2022-08-27T05:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:17:53.860897 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a8ba38-f0fd-4594-b29a-f28859ef47e9 None None] Checking router: dcd10e5f-c669-47bc-86b8-89f1ca90909a for host: n-d-852088-5 {{(pid=107778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:17:53.869753 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a8ba38-f0fd-4594-b29a-f28859ef47e9 None None] Routers {'dcd10e5f-c669-47bc-86b8-89f1ca90909a'} bound to L3 agent in host n-d-852088-5 {{(pid=107778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:17:53.870368 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-f8a8ba38-f0fd-4594-b29a-f28859ef47e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:17:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['dcd10e5f-c669-47bc-86b8-89f1ca90909a'], 'active': True} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:17:53.874514 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-5501d1af-1ac3-47ce-a65d-5f70da2a6210 admin admin] Deleting port 149d7541-c79f-4ea6-8d6f-27b288e87d3c {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:17:53.874869 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5501d1af-1ac3-47ce-a65d-5f70da2a6210 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (149d7541-c79f-4ea6-8d6f-27b288e87d3c), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:53.968453 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-5501d1af-1ac3-47ce-a65d-5f70da2a6210 admin admin] For port 149d7541-c79f-4ea6-8d6f-27b288e87d3c, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=149d7541-c79f-4ea6-8d6f-27b288e87d3c,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:17:53.968828 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5501d1af-1ac3-47ce-a65d-5f70da2a6210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (149d7541-c79f-4ea6-8d6f-27b288e87d3c), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:53.983402 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-5501d1af-1ac3-47ce-a65d-5f70da2a6210 admin admin] Calling delete_port for 149d7541-c79f-4ea6-8d6f-27b288e87d3c owned by network:router_gateway {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:17:54.016533 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=100 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:54.041715 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_dvr_db [None req-f8a8ba38-f0fd-4594-b29a-f28859ef47e9 None None] Set router dcd10e5f-c669-47bc-86b8-89f1ca90909a gateway port host: None {{(pid=107778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:17:54.093459 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.l3_hamode_db [None req-f8a8ba38-f0fd-4594-b29a-f28859ef47e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd10e5f-c669-47bc-86b8-89f1ca90909a', 'name': 'tempest-TestSnapshotPattern-636484679-router', 'tenant_id': '7d3d34c74d194b728786d353bdf7dd95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:17:37Z', 'updated_at': '2022-08-27T05:17:53Z', 'revision_number': 6, 'project_id': '7d3d34c74d194b728786d353bdf7dd95', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:17:54.118046 n-d-852088-5 neutron-server[107778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a8ba38-f0fd-4594-b29a-f28859ef47e9 None None] The sync data for ids ['dcd10e5f-c669-47bc-86b8-89f1ca90909a'] in n-d-852088-5 is: [{'id': 'dcd10e5f-c669-47bc-86b8-89f1ca90909a', 'name': 'tempest-TestSnapshotPattern-636484679-router', 'tenant_id': '7d3d34c74d194b728786d353bdf7dd95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:17:37Z', 'updated_at': '2022-08-27T05:17:53Z', 'revision_number': 6, 'project_id': '7d3d34c74d194b728786d353bdf7dd95', 'gw_port_host': None}] {{(pid=107778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:17:54.211216 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5501d1af-1ac3-47ce-a65d-5f70da2a6210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (149d7541-c79f-4ea6-8d6f-27b288e87d3c), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:54.233905 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5501d1af-1ac3-47ce-a65d-5f70da2a6210 admin admin] Pushing event deleted for resources: {'Port': ['ID=149d7541-c79f-4ea6-8d6f-27b288e87d3c,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:54.298337 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5501d1af-1ac3-47ce-a65d-5f70da2a6210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (dcd10e5f-c669-47bc-86b8-89f1ca90909a), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:54.300508 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:54.387925 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5501d1af-1ac3-47ce-a65d-5f70da2a6210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (dcd10e5f-c669-47bc-86b8-89f1ca90909a), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:54.390258 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5501d1af-1ac3-47ce-a65d-5f70da2a6210 admin admin] Publish callbacks [] for router_controller (dcd10e5f-c669-47bc-86b8-89f1ca90909a), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:54.486868 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5501d1af-1ac3-47ce-a65d-5f70da2a6210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (dcd10e5f-c669-47bc-86b8-89f1ca90909a), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:54.487802 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5501d1af-1ac3-47ce-a65d-5f70da2a6210 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dcd10e5f-c669-47bc-86b8-89f1ca90909a {{(pid=107775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 05:17:54.492801 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-5501d1af-1ac3-47ce-a65d-5f70da2a6210 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:54.493953 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-5501d1af-1ac3-47ce-a65d-5f70da2a6210 admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/dcd10e5f-c669-47bc-86b8-89f1ca90909a HTTP/1.1" status: 204 len: 168 time: 0.9375324 Aug 27 05:17:54.498444 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59480) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:17:54.544974 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.db_base_plugin_v2 [None req-99f54c16-3e9d-43f1-af98-6ffb32214ffd admin admin] Deleting subnet 0d1d84f9-1819-454d-8001-f2a87d452a2d {{(pid=107775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 05:17:54.548479 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-99f54c16-3e9d-43f1-af98-6ffb32214ffd admin admin] Publish callbacks [] for subnet (0d1d84f9-1819-454d-8001-f2a87d452a2d), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:54.589951 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-99f54c16-3e9d-43f1-af98-6ffb32214ffd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780178'] for subnet (0d1d84f9-1819-454d-8001-f2a87d452a2d), precommit_delete_associations {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:54.631852 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:54.671957 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-99f54c16-3e9d-43f1-af98-6ffb32214ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (0d1d84f9-1819-454d-8001-f2a87d452a2d), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:54.777705 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-99f54c16-3e9d-43f1-af98-6ffb32214ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640793'] for subnet (0d1d84f9-1819-454d-8001-f2a87d452a2d), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:54.805607 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f54c16-3e9d-43f1-af98-6ffb32214ffd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d1d84f9-1819-454d-8001-f2a87d452a2d,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:54.807578 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-99f54c16-3e9d-43f1-af98-6ffb32214ffd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:54.810696 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-99f54c16-3e9d-43f1-af98-6ffb32214ffd admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/0d1d84f9-1819-454d-8001-f2a87d452a2d HTTP/1.1" status: 204 len: 168 time: 0.3131323 Aug 27 05:17:54.813975 n-d-852088-5 neutron-server[107775]: DEBUG neutron.wsgi [-] (107775) accepted ('10.222.0.76', 59482) {{(pid=107775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:17:54.816648 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a87739-fe4a-4a5f-a113-6a9648ab8fdc None None] Network 4357565e-4497-4776-9324-3b02441ea1a1 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:17:54.897486 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0d999455-1470-4012-8bfe-2dce292e2742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (4357565e-4497-4776-9324-3b02441ea1a1), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:54.952828 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-0d999455-1470-4012-8bfe-2dce292e2742 admin admin] Deleting port 45949c11-a844-480f-bbf7-18889dba0601 {{(pid=107775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:17:54.953297 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0d999455-1470-4012-8bfe-2dce292e2742 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (45949c11-a844-480f-bbf7-18889dba0601), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:55.002725 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a34eae-d9e0-4a88-8e0a-28d0ac6901ae None None] DHCP port deletion for 4357565e-4497-4776-9324-3b02441ea1a1 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 05:17:55.004774 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 92677d3f-23ca-474c-84af-95106a814ed0 up at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:17:55.037781 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.db [None req-0d999455-1470-4012-8bfe-2dce292e2742 admin admin] For port 45949c11-a844-480f-bbf7-18889dba0601, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=45949c11-a844-480f-bbf7-18889dba0601,segment=NetworkSegment(a670065a-ad0b-4b89-9c1b-6d47c74a1461),segment_id=a670065a-ad0b-4b89-9c1b-6d47c74a1461)] {{(pid=107775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:17:55.038285 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0d999455-1470-4012-8bfe-2dce292e2742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (45949c11-a844-480f-bbf7-18889dba0601), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:55.059608 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.plugin [None req-0d999455-1470-4012-8bfe-2dce292e2742 admin admin] Calling delete_port for 45949c11-a844-480f-bbf7-18889dba0601 owned by network:dhcp {{(pid=107775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:17:55.125774 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-95a34eae-d9e0-4a88-8e0a-28d0ac6901ae None None] Deleting port 45949c11-a844-480f-bbf7-18889dba0601 {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:17:55.126356 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-95a34eae-d9e0-4a88-8e0a-28d0ac6901ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (45949c11-a844-480f-bbf7-18889dba0601), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:55.190152 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.provisioning_blocks [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Provisioning complete for port 92677d3f-23ca-474c-84af-95106a814ed0 triggered by entity L2. {{(pid=107777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 05:17:55.190694 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776843'] for port (92677d3f-23ca-474c-84af-95106a814ed0), provisioning_complete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:55.256545 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0d999455-1470-4012-8bfe-2dce292e2742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351222'] for port (45949c11-a844-480f-bbf7-18889dba0601), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:55.288997 n-d-852088-5 neutron-server[107775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d999455-1470-4012-8bfe-2dce292e2742 admin admin] No DVR routers for this DVR port 45949c11-a844-480f-bbf7-18889dba0601 on host n-d-852088-5 {{(pid=107775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:17:55.294655 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d999455-1470-4012-8bfe-2dce292e2742 admin admin] Pushing event deleted for resources: {'Port': ['ID=45949c11-a844-480f-bbf7-18889dba0601,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:55.387575 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0d999455-1470-4012-8bfe-2dce292e2742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (4357565e-4497-4776-9324-3b02441ea1a1), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:55.390335 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-95a34eae-d9e0-4a88-8e0a-28d0ac6901ae None None] For port 45949c11-a844-480f-bbf7-18889dba0601, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=45949c11-a844-480f-bbf7-18889dba0601,segment=NetworkSegment(a670065a-ad0b-4b89-9c1b-6d47c74a1461),segment_id=a670065a-ad0b-4b89-9c1b-6d47c74a1461)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:17:55.390736 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-95a34eae-d9e0-4a88-8e0a-28d0ac6901ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (45949c11-a844-480f-bbf7-18889dba0601), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:55.407115 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-95a34eae-d9e0-4a88-8e0a-28d0ac6901ae None None] Calling delete_port for 45949c11-a844-480f-bbf7-18889dba0601 owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:17:55.410752 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-0d999455-1470-4012-8bfe-2dce292e2742 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4357565e-4497-4776-9324-3b02441ea1a1']}} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:17:55.421136 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-0d999455-1470-4012-8bfe-2dce292e2742 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a670065a-ad0b-4b89-9c1b-6d47c74a1461') {'for_net_delete': True} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:17:55.422408 n-d-852088-5 neutron-server[107775]: DEBUG neutron.services.segments.db [None req-0d999455-1470-4012-8bfe-2dce292e2742 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a670065a-ad0b-4b89-9c1b-6d47c74a1461') {} {{(pid=107775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:17:55.432429 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0d999455-1470-4012-8bfe-2dce292e2742 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780187'] for segment (a670065a-ad0b-4b89-9c1b-6d47c74a1461), before_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:55.447171 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0d999455-1470-4012-8bfe-2dce292e2742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (a670065a-ad0b-4b89-9c1b-6d47c74a1461), precommit_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:55.454437 n-d-852088-5 neutron-server[107775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d999455-1470-4012-8bfe-2dce292e2742 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=107775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:17:55.454911 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0d999455-1470-4012-8bfe-2dce292e2742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351129'] for segment (a670065a-ad0b-4b89-9c1b-6d47c74a1461), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:55.483751 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Current status of the port 92677d3f-23ca-474c-84af-95106a814ed0 is: ACTIVE; New status is: ACTIVE {{(pid=107777) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 05:17:55.495936 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment a670065a-ad0b-4b89-9c1b-6d47c74a1461 resource provider aggregate not found Aug 27 05:17:55.521565 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-95a34eae-d9e0-4a88-8e0a-28d0ac6901ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (45949c11-a844-480f-bbf7-18889dba0601), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:55.523470 n-d-852088-5 neutron-server[107775]: INFO neutron.services.segments.plugin [-] Segment a670065a-ad0b-4b89-9c1b-6d47c74a1461 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a670065a-ad0b-4b89-9c1b-6d47c74a1461 found for delete ", "request_id": "req-12cf7568-910b-4cac-8731-e36bc65f0aeb"}]} Aug 27 05:17:55.552275 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 5a842cb9-d40c-48d4-a945-7b45bf52b047 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:17:55.556124 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a34eae-d9e0-4a88-8e0a-28d0ac6901ae None None] Pushing event deleted for resources: {'Port': ['ID=45949c11-a844-480f-bbf7-18889dba0601,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:55.574407 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a34eae-d9e0-4a88-8e0a-28d0ac6901ae None None] No DVR routers for this DVR port 45949c11-a844-480f-bbf7-18889dba0601 on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:17:55.576062 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 5a842cb9-d40c-48d4-a945-7b45bf52b047 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:17:55.576429 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 5a842cb9-d40c-48d4-a945-7b45bf52b047 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:17:55.576890 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 149d7541-c79f-4ea6-8d6f-27b288e87d3c no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:17:55.589009 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0d999455-1470-4012-8bfe-2dce292e2742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (4357565e-4497-4776-9324-3b02441ea1a1), after_delete {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:55.594785 n-d-852088-5 neutron-server[107775]: DEBUG neutron_lib.callbacks.manager [None req-0d999455-1470-4012-8bfe-2dce292e2742 admin admin] Publish callbacks [] for network (None), before_response {{(pid=107775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:55.599951 n-d-852088-5 neutron-server[107775]: INFO neutron.wsgi [None req-0d999455-1470-4012-8bfe-2dce292e2742 admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/4357565e-4497-4776-9324-3b02441ea1a1 HTTP/1.1" status: 204 len: 168 time: 0.7803640 Aug 27 05:17:55.600052 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 149d7541-c79f-4ea6-8d6f-27b288e87d3c {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:17:55.600052 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 149d7541-c79f-4ea6-8d6f-27b288e87d3c not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:17:55.601367 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59488) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:17:55.613283 n-d-852088-5 neutron-server[107775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d999455-1470-4012-8bfe-2dce292e2742 admin admin] Pushing event deleted for resources: {'Network': ['ID=4357565e-4497-4776-9324-3b02441ea1a1,revision_number=None']} {{(pid=107775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:55.709970 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:55.871922 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:55.930110 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-73ac3b0d-175b-4b7a-a602-b1562919c94d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678660'] for router_interface (c494a59b-2b0b-4215-9d58-c507e384eb49), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:56.160793 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-73ac3b0d-175b-4b7a-a602-b1562919c94d admin admin] Deleting port 92677d3f-23ca-474c-84af-95106a814ed0 {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:17:56.161142 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-73ac3b0d-175b-4b7a-a602-b1562919c94d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (92677d3f-23ca-474c-84af-95106a814ed0), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:56.243056 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-73ac3b0d-175b-4b7a-a602-b1562919c94d admin admin] For port 92677d3f-23ca-474c-84af-95106a814ed0, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=92677d3f-23ca-474c-84af-95106a814ed0,segment=NetworkSegment(efc402bd-7c9e-4e70-ab5d-8bdc0b7cd3db),segment_id=efc402bd-7c9e-4e70-ab5d-8bdc0b7cd3db)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:17:56.243336 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-73ac3b0d-175b-4b7a-a602-b1562919c94d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (92677d3f-23ca-474c-84af-95106a814ed0), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:56.255973 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-73ac3b0d-175b-4b7a-a602-b1562919c94d admin admin] Calling delete_port for 92677d3f-23ca-474c-84af-95106a814ed0 owned by network:router_interface {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:17:56.513332 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-73ac3b0d-175b-4b7a-a602-b1562919c94d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (92677d3f-23ca-474c-84af-95106a814ed0), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:56.537508 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac3b0d-175b-4b7a-a602-b1562919c94d admin admin] Pushing event deleted for resources: {'Port': ['ID=92677d3f-23ca-474c-84af-95106a814ed0,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:56.648378 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:56.696020 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:17:56.708598 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 45949c11-a844-480f-bbf7-18889dba0601 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:17:56.717547 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-73ac3b0d-175b-4b7a-a602-b1562919c94d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678640'] for router_interface (c494a59b-2b0b-4215-9d58-c507e384eb49), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:56.737075 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 45949c11-a844-480f-bbf7-18889dba0601 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:17:56.737467 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 45949c11-a844-480f-bbf7-18889dba0601 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:17:56.748289 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6da1c906-acb3-4675-bc5a-f81da85d086a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:56.909033 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:56.934475 n-d-852088-5 neutron-server[107776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ac3b0d-175b-4b7a-a602-b1562919c94d admin admin] Router c494a59b-2b0b-4215-9d58-c507e384eb49 has already been hosted by L3 agent cef84798-f908-4fc7-a93f-726f6cbe90ff {{(pid=107776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:17:57.047744 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ac3b0d-175b-4b7a-a602-b1562919c94d admin admin] Notify agent at l3_agent.n-d-852088-5 the message routers_updated {{(pid=107776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:17:57.052778 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-73ac3b0d-175b-4b7a-a602-b1562919c94d admin admin] 10.222.0.76 "PUT /networking/v2.0/routers/c494a59b-2b0b-4215-9d58-c507e384eb49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4498005 Aug 27 05:17:57.055523 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59490) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:17:57.056113 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74b67dc-c80d-4199-a112-024cbf9e71fb None None] Sync routers for ids ['c494a59b-2b0b-4215-9d58-c507e384eb49'] in n-d-852088-5 {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:17:57.060387 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:57.068376 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74b67dc-c80d-4199-a112-024cbf9e71fb None None] Routers {'c494a59b-2b0b-4215-9d58-c507e384eb49'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:17:57.069004 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-b74b67dc-c80d-4199-a112-024cbf9e71fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:17:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['c494a59b-2b0b-4215-9d58-c507e384eb49'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:17:57.104441 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:57.157484 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-401c6671-ab86-4fe9-ad15-c07df5255610 admin admin] Publish callbacks [] for router (c494a59b-2b0b-4215-9d58-c507e384eb49), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:57.173270 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-b74b67dc-c80d-4199-a112-024cbf9e71fb None None] Set router c494a59b-2b0b-4215-9d58-c507e384eb49 gateway port host: n-d-852088-5 {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:17:57.256011 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-401c6671-ab86-4fe9-ad15-c07df5255610 admin admin] Publish callbacks [] for router_gateway (c494a59b-2b0b-4215-9d58-c507e384eb49), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:57.355842 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-401c6671-ab86-4fe9-ad15-c07df5255610 admin admin] Deleting port 25b74cf2-2bf2-4153-9662-7d3c938af67b {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:17:57.356322 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-401c6671-ab86-4fe9-ad15-c07df5255610 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (25b74cf2-2bf2-4153-9662-7d3c938af67b), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:57.356623 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-b74b67dc-c80d-4199-a112-024cbf9e71fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c494a59b-2b0b-4215-9d58-c507e384eb49', 'name': 'tempest-TestSnapshotPattern-1950622965-router', 'tenant_id': '8bd5efaffdce402483417546e2080d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'external_fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '25b74cf2-2bf2-4153-9662-7d3c938af67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:17:44Z', 'updated_at': '2022-08-27T05:17:56Z', 'revision_number': 5, 'project_id': '8bd5efaffdce402483417546e2080d5f', 'gw_port': {'id': '25b74cf2-2bf2-4153-9662-7d3c938af67b', 'name': '', 'network_id': '2db7b18a-8c4b-4ba8-8012-3e7d96728abb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c494a59b-2b0b-4215-9d58-c507e384eb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4416, 'fixed_ips': [{'subnet_id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852088-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T05:17:44Z', 'updated_at': '2022-08-27T05:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8b85f5e-fe35-4e4f-8db1-bc636cc70f14', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852088-5'}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:17:57.383387 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74b67dc-c80d-4199-a112-024cbf9e71fb None None] Checking router: c494a59b-2b0b-4215-9d58-c507e384eb49 for host: n-d-852088-5 {{(pid=107777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:17:57.392232 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74b67dc-c80d-4199-a112-024cbf9e71fb None None] Routers {'c494a59b-2b0b-4215-9d58-c507e384eb49'} bound to L3 agent in host n-d-852088-5 {{(pid=107777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 05:17:57.392510 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-b74b67dc-c80d-4199-a112-024cbf9e71fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852088-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T04:27:59Z,description=,heartbeat_timestamp=2022-08-27T05:17:29Z,host='n-d-852088-5',id=cef84798-f908-4fc7-a93f-726f6cbe90ff,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T04:28:00Z,topic='l3_agent')) {'router_ids': ['c494a59b-2b0b-4215-9d58-c507e384eb49'], 'active': True} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:17:57.437466 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-401c6671-ab86-4fe9-ad15-c07df5255610 admin admin] For port 25b74cf2-2bf2-4153-9662-7d3c938af67b, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=25b74cf2-2bf2-4153-9662-7d3c938af67b,segment=NetworkSegment(632d350e-e829-42fc-b684-0dad0c81f5e8),segment_id=632d350e-e829-42fc-b684-0dad0c81f5e8)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:17:57.437748 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-401c6671-ab86-4fe9-ad15-c07df5255610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (25b74cf2-2bf2-4153-9662-7d3c938af67b), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:57.451245 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-401c6671-ab86-4fe9-ad15-c07df5255610 admin admin] Calling delete_port for 25b74cf2-2bf2-4153-9662-7d3c938af67b owned by network:router_gateway {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:17:57.477566 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvr_db [None req-b74b67dc-c80d-4199-a112-024cbf9e71fb None None] Set router c494a59b-2b0b-4215-9d58-c507e384eb49 gateway port host: None {{(pid=107777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 05:17:57.529389 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_hamode_db [None req-b74b67dc-c80d-4199-a112-024cbf9e71fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c494a59b-2b0b-4215-9d58-c507e384eb49', 'name': 'tempest-TestSnapshotPattern-1950622965-router', 'tenant_id': '8bd5efaffdce402483417546e2080d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:17:44Z', 'updated_at': '2022-08-27T05:17:57Z', 'revision_number': 6, 'project_id': '8bd5efaffdce402483417546e2080d5f', 'gw_port_host': None}], 'n-d-852088-5', False) {} {{(pid=107777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:17:57.554425 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:57.554881 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74b67dc-c80d-4199-a112-024cbf9e71fb None None] The sync data for ids ['c494a59b-2b0b-4215-9d58-c507e384eb49'] in n-d-852088-5 is: [{'id': 'c494a59b-2b0b-4215-9d58-c507e384eb49', 'name': 'tempest-TestSnapshotPattern-1950622965-router', 'tenant_id': '8bd5efaffdce402483417546e2080d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T05:17:44Z', 'updated_at': '2022-08-27T05:17:57Z', 'revision_number': 6, 'project_id': '8bd5efaffdce402483417546e2080d5f', 'gw_port_host': None}] {{(pid=107777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:17:57.691189 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-401c6671-ab86-4fe9-ad15-c07df5255610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (25b74cf2-2bf2-4153-9662-7d3c938af67b), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:57.717793 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401c6671-ab86-4fe9-ad15-c07df5255610 admin admin] Pushing event deleted for resources: {'Port': ['ID=25b74cf2-2bf2-4153-9662-7d3c938af67b,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:57.784924 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-401c6671-ab86-4fe9-ad15-c07df5255610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676673'] for router_gateway (c494a59b-2b0b-4215-9d58-c507e384eb49), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:57.875209 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-401c6671-ab86-4fe9-ad15-c07df5255610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12738'] for router (c494a59b-2b0b-4215-9d58-c507e384eb49), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:57.877657 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-401c6671-ab86-4fe9-ad15-c07df5255610 admin admin] Publish callbacks [] for router_controller (c494a59b-2b0b-4215-9d58-c507e384eb49), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:57.979980 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-401c6671-ab86-4fe9-ad15-c07df5255610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678696'] for router (c494a59b-2b0b-4215-9d58-c507e384eb49), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:57.980614 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401c6671-ab86-4fe9-ad15-c07df5255610 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c494a59b-2b0b-4215-9d58-c507e384eb49 {{(pid=107776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 05:17:57.984929 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-401c6671-ab86-4fe9-ad15-c07df5255610 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:57.986089 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-401c6671-ab86-4fe9-ad15-c07df5255610 admin admin] 10.222.0.76 "DELETE /networking/v2.0/routers/c494a59b-2b0b-4215-9d58-c507e384eb49 HTTP/1.1" status: 204 len: 168 time: 0.9296381 Aug 27 05:17:57.989928 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59492) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:17:58.020280 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=11 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:58.038344 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0d18c3d-08ed-4e7f-81e1-cfe216528378 admin admin] Deleting subnet 0cbf443b-8b9a-49cb-9d95-8486da1e59bd {{(pid=107776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 05:17:58.041673 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c0d18c3d-08ed-4e7f-81e1-cfe216528378 admin admin] Publish callbacks [] for subnet (0cbf443b-8b9a-49cb-9d95-8486da1e59bd), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:58.083147 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c0d18c3d-08ed-4e7f-81e1-cfe216528378 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7344573'] for subnet (0cbf443b-8b9a-49cb-9d95-8486da1e59bd), precommit_delete_associations {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:58.160904 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c0d18c3d-08ed-4e7f-81e1-cfe216528378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776345'] for subnet (0cbf443b-8b9a-49cb-9d95-8486da1e59bd), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:58.285862 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c0d18c3d-08ed-4e7f-81e1-cfe216528378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7618710'] for subnet (0cbf443b-8b9a-49cb-9d95-8486da1e59bd), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:58.316538 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d18c3d-08ed-4e7f-81e1-cfe216528378 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cbf443b-8b9a-49cb-9d95-8486da1e59bd,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:58.320359 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-c0d18c3d-08ed-4e7f-81e1-cfe216528378 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:58.323479 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-c0d18c3d-08ed-4e7f-81e1-cfe216528378 admin admin] 10.222.0.76 "DELETE /networking/v2.0/subnets/0cbf443b-8b9a-49cb-9d95-8486da1e59bd HTTP/1.1" status: 204 len: 168 time: 0.3326318 Aug 27 05:17:58.326115 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59494) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:17:58.327965 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9835802f-53c9-458b-a3a7-edb0bfe43ec0 None None] Network 1ff9cb5e-b2f1-4b4b-b2ad-b3d28e8f3825 requested from n-d-852088-5 {{(pid=107777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 05:17:58.399921 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-233a4fa3-17be-4c6a-ad0c-3399d684a36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619264'] for network (1ff9cb5e-b2f1-4b4b-b2ad-b3d28e8f3825), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:58.443554 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-233a4fa3-17be-4c6a-ad0c-3399d684a36c admin admin] Deleting port 938b84de-bb1f-46a0-90aa-30f33971fe5f {{(pid=107776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:17:58.443898 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-233a4fa3-17be-4c6a-ad0c-3399d684a36c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (938b84de-bb1f-46a0-90aa-30f33971fe5f), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:58.476790 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b95b992-8771-496e-a13e-ee61198f3cb8 None None] DHCP port deletion for 1ff9cb5e-b2f1-4b4b-b2ad-b3d28e8f3825 request from n-d-852088-5 {{(pid=107777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 05:17:58.515304 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.db [None req-233a4fa3-17be-4c6a-ad0c-3399d684a36c admin admin] For port 938b84de-bb1f-46a0-90aa-30f33971fe5f, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=938b84de-bb1f-46a0-90aa-30f33971fe5f,segment=NetworkSegment(efc402bd-7c9e-4e70-ab5d-8bdc0b7cd3db),segment_id=efc402bd-7c9e-4e70-ab5d-8bdc0b7cd3db)] {{(pid=107776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:17:58.515677 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-233a4fa3-17be-4c6a-ad0c-3399d684a36c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (938b84de-bb1f-46a0-90aa-30f33971fe5f), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:58.519751 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-3b95b992-8771-496e-a13e-ee61198f3cb8 None None] Deleting port 938b84de-bb1f-46a0-90aa-30f33971fe5f {{(pid=107777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 05:17:58.520207 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3b95b992-8771-496e-a13e-ee61198f3cb8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730952643319'] for port (938b84de-bb1f-46a0-90aa-30f33971fe5f), before_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:58.531038 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.plugin [None req-233a4fa3-17be-4c6a-ad0c-3399d684a36c admin admin] Calling delete_port for 938b84de-bb1f-46a0-90aa-30f33971fe5f owned by network:dhcp {{(pid=107776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:17:58.602365 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:58.603714 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.db [None req-3b95b992-8771-496e-a13e-ee61198f3cb8 None None] For port 938b84de-bb1f-46a0-90aa-30f33971fe5f, host n-d-852088-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852088-5',level=0,port_id=938b84de-bb1f-46a0-90aa-30f33971fe5f,segment=NetworkSegment(efc402bd-7c9e-4e70-ab5d-8bdc0b7cd3db),segment_id=efc402bd-7c9e-4e70-ab5d-8bdc0b7cd3db)] {{(pid=107777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:17:58.604405 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3b95b992-8771-496e-a13e-ee61198f3cb8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673293'] for port (938b84de-bb1f-46a0-90aa-30f33971fe5f), precommit_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:58.625928 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-3b95b992-8771-496e-a13e-ee61198f3cb8 None None] Calling delete_port for 938b84de-bb1f-46a0-90aa-30f33971fe5f owned by network:dhcp {{(pid=107777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 05:17:58.668255 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 92677d3f-23ca-474c-84af-95106a814ed0 no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:17:58.693558 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 92677d3f-23ca-474c-84af-95106a814ed0 {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:17:58.693904 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 92677d3f-23ca-474c-84af-95106a814ed0 not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:17:58.694315 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 25b74cf2-2bf2-4153-9662-7d3c938af67b no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:17:58.708906 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-233a4fa3-17be-4c6a-ad0c-3399d684a36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101159'] for port (938b84de-bb1f-46a0-90aa-30f33971fe5f), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:58.724263 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 25b74cf2-2bf2-4153-9662-7d3c938af67b {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:17:58.724613 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 25b74cf2-2bf2-4153-9662-7d3c938af67b not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:17:58.725032 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 938b84de-bb1f-46a0-90aa-30f33971fe5f no longer exists at agent ovs-agent-n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:17:58.734508 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233a4fa3-17be-4c6a-ad0c-3399d684a36c admin admin] Pushing event deleted for resources: {'Port': ['ID=938b84de-bb1f-46a0-90aa-30f33971fe5f,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:58.738917 n-d-852088-5 neutron-server[107776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233a4fa3-17be-4c6a-ad0c-3399d684a36c admin admin] No DVR routers for this DVR port 938b84de-bb1f-46a0-90aa-30f33971fe5f on host n-d-852088-5 {{(pid=107776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:17:58.748288 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.plugin [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] No Port match for: 938b84de-bb1f-46a0-90aa-30f33971fe5f {{(pid=107777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 05:17:58.748640 n-d-852088-5 neutron-server[107777]: DEBUG neutron.plugins.ml2.rpc [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Device 938b84de-bb1f-46a0-90aa-30f33971fe5f not bound to the agent host n-d-852088-5 {{(pid=107777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:17:58.766536 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-3b95b992-8771-496e-a13e-ee61198f3cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730952648084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730952270924'] for port (938b84de-bb1f-46a0-90aa-30f33971fe5f), after_delete {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:58.791761 n-d-852088-5 neutron-server[107777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b95b992-8771-496e-a13e-ee61198f3cb8 None None] Pushing event deleted for resources: {'Port': ['ID=938b84de-bb1f-46a0-90aa-30f33971fe5f,revision_number=None']} {{(pid=107777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:58.797920 n-d-852088-5 neutron-server[107777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b95b992-8771-496e-a13e-ee61198f3cb8 None None] No DVR routers for this DVR port 938b84de-bb1f-46a0-90aa-30f33971fe5f on host n-d-852088-5 {{(pid=107777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 05:17:58.819963 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-233a4fa3-17be-4c6a-ad0c-3399d684a36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779314', 'neutron.services.segments.db._delete_segments_for_network-8730952720478'] for network (1ff9cb5e-b2f1-4b4b-b2ad-b3d28e8f3825), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:58.840277 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-233a4fa3-17be-4c6a-ad0c-3399d684a36c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ff9cb5e-b2f1-4b4b-b2ad-b3d28e8f3825']}} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:17:58.849505 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-233a4fa3-17be-4c6a-ad0c-3399d684a36c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efc402bd-7c9e-4e70-ab5d-8bdc0b7cd3db') {'for_net_delete': True} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:17:58.849806 n-d-852088-5 neutron-server[107776]: DEBUG neutron.services.segments.db [None req-233a4fa3-17be-4c6a-ad0c-3399d684a36c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efc402bd-7c9e-4e70-ab5d-8bdc0b7cd3db') {} {{(pid=107776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:17:58.859225 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-233a4fa3-17be-4c6a-ad0c-3399d684a36c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730952795612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7344564'] for segment (efc402bd-7c9e-4e70-ab5d-8bdc0b7cd3db), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:58.873108 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-233a4fa3-17be-4c6a-ad0c-3399d684a36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349'] for segment (efc402bd-7c9e-4e70-ab5d-8bdc0b7cd3db), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:58.879970 n-d-852088-5 neutron-server[107776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-233a4fa3-17be-4c6a-ad0c-3399d684a36c admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=107776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:17:58.880381 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-233a4fa3-17be-4c6a-ad0c-3399d684a36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101192'] for segment (efc402bd-7c9e-4e70-ab5d-8bdc0b7cd3db), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:58.923224 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment efc402bd-7c9e-4e70-ab5d-8bdc0b7cd3db resource provider aggregate not found Aug 27 05:17:58.942928 n-d-852088-5 neutron-server[107776]: INFO neutron.services.segments.plugin [-] Segment efc402bd-7c9e-4e70-ab5d-8bdc0b7cd3db resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid efc402bd-7c9e-4e70-ab5d-8bdc0b7cd3db found for delete ", "request_id": "req-d2cc07c8-6921-41e6-a72e-7acef5a60ac5"}]} Aug 27 05:17:59.005972 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-233a4fa3-17be-4c6a-ad0c-3399d684a36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676709'] for network (1ff9cb5e-b2f1-4b4b-b2ad-b3d28e8f3825), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:59.011800 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-233a4fa3-17be-4c6a-ad0c-3399d684a36c admin admin] Publish callbacks [] for network (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:59.015010 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-233a4fa3-17be-4c6a-ad0c-3399d684a36c admin admin] 10.222.0.76 "DELETE /networking/v2.0/networks/1ff9cb5e-b2f1-4b4b-b2ad-b3d28e8f3825 HTTP/1.1" status: 204 len: 168 time: 0.6879606 Aug 27 05:17:59.026264 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233a4fa3-17be-4c6a-ad0c-3399d684a36c admin admin] Pushing event deleted for resources: {'Network': ['ID=1ff9cb5e-b2f1-4b4b-b2ad-b3d28e8f3825,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:17:59.177353 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-893446e1-5814-4ca4-87e4-2e711770aad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:59.475277 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59502) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:17:59.516557 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-43c22d09-23c0-4e4f-bb49-952b2f5a58e1 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=7d3d34c74d194b728786d353bdf7dd95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399868 Aug 27 05:17:59.519725 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59504) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:17:59.567399 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-812f52ed-c684-45a1-85cf-a3a9ee0356b0 admin admin] Publish callbacks [] for security_group (fe9231b3-51ca-4ab4-bb66-be1fc561c6c2), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:59.574135 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:17:59.588336 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-812f52ed-c684-45a1-85cf-a3a9ee0356b0 admin admin] Publish callbacks [] for security_group (fe9231b3-51ca-4ab4-bb66-be1fc561c6c2), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:59.686216 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-812f52ed-c684-45a1-85cf-a3a9ee0356b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (fe9231b3-51ca-4ab4-bb66-be1fc561c6c2), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:59.689816 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-812f52ed-c684-45a1-85cf-a3a9ee0356b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:17:59.691346 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-812f52ed-c684-45a1-85cf-a3a9ee0356b0 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/fe9231b3-51ca-4ab4-bb66-be1fc561c6c2 HTTP/1.1" status: 204 len: 168 time: 0.1706011 Aug 27 05:17:59.701401 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812f52ed-c684-45a1-85cf-a3a9ee0356b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9231b3-51ca-4ab4-bb66-be1fc561c6c2,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:18:00.327707 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59510) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:18:00.369180 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-a2d5f621-e649-42df-b0ee-dcbc1726d1a8 admin admin] 10.222.0.76 "GET /networking/v2.0/security-groups?tenant_id=8bd5efaffdce402483417546e2080d5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403006 Aug 27 05:18:00.371684 n-d-852088-5 neutron-server[107776]: DEBUG neutron.wsgi [-] (107776) accepted ('10.222.0.76', 59512) {{(pid=107776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 05:18:00.411799 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:18:00.426062 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5df4963a-75c3-4cf0-a109-a9e7ce805c55 admin admin] Publish callbacks [] for security_group (7f3aee16-db4b-4a73-8eb7-3317571da6e7), before_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:18:00.446409 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5df4963a-75c3-4cf0-a109-a9e7ce805c55 admin admin] Publish callbacks [] for security_group (7f3aee16-db4b-4a73-8eb7-3317571da6e7), precommit_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:18:00.566474 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5df4963a-75c3-4cf0-a109-a9e7ce805c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756304'] for security_group (7f3aee16-db4b-4a73-8eb7-3317571da6e7), after_delete {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:18:00.569136 n-d-852088-5 neutron-server[107776]: DEBUG neutron_lib.callbacks.manager [None req-5df4963a-75c3-4cf0-a109-a9e7ce805c55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:18:00.570381 n-d-852088-5 neutron-server[107776]: INFO neutron.wsgi [None req-5df4963a-75c3-4cf0-a109-a9e7ce805c55 admin admin] 10.222.0.76 "DELETE /networking/v2.0/security-groups/7f3aee16-db4b-4a73-8eb7-3317571da6e7 HTTP/1.1" status: 204 len: 168 time: 0.1977792 Aug 27 05:18:00.578619 n-d-852088-5 neutron-server[107776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df4963a-75c3-4cf0-a109-a9e7ce805c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3aee16-db4b-4a73-8eb7-3317571da6e7,revision_number=None']} {{(pid=107776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:18:01.759989 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:18:01.951761 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:18:02.057240 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:18:05.525319 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:18:05.603380 n-d-852088-5 neutron-server[107775]: DEBUG dbcounter [-] [107775] Writing DB stats neutron:DELETE=8,neutron:SELECT=57 {{(pid=107775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:18:06.688413 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=3 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:18:06.689168 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=54 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:18:07.228669 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:18:10.479561 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:SELECT=23,neutron:DELETE=2 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:18:10.575039 n-d-852088-5 neutron-server[107776]: DEBUG dbcounter [-] [107776] Writing DB stats neutron:DELETE=8,neutron:SELECT=53,neutron:UPDATE=1 {{(pid=107776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:18:17.148855 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:18:17.150814 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:18:21.291884 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:18:26.714195 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6b67836e-3b49-4a17-88fc-7f37eba8710d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:18:29.170074 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-55aad7b7-d88b-4c72-9773-4cc7136fd31d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:18:30.439912 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:18:31.759941 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:18:32.028447 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:18:33.697355 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:18:37.234388 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:18:43.691828 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=4 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:18:47.155152 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:18:47.157011 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=9,neutron:UPDATE=6 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:18:50.820318 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=6 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:18:51.297004 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:18:56.719852 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-257ec084-0928-477b-8e5f-c9a1479be35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:18:59.176564 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8bcdf7e2-be8c-46c7-b03b-8adae0dc2119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:19:00.416896 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:19:01.759400 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:19:02.039906 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:19:07.210940 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:19:10.696821 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:19:17.138399 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:19:17.141241 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:19:20.692344 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=3 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:19:20.693106 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=5 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:19:21.302199 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:19:26.714008 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-755edb99-dc1c-4005-bdc7-f5d4d3449562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:19:29.177060 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-f446ccca-f35c-4efc-923d-4c7dd6d30f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:19:30.411253 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:19:31.737165 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:19:32.010399 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:19:32.828643 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=12 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:19:32.829387 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=14 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:19:37.216925 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:19:47.160401 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:19:47.162315 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=10,neutron:UPDATE=6 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:19:47.697115 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:19:51.375952 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:19:56.748286 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-59a7a861-95e9-45e9-840c-c74a886b03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:19:57.691533 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:19:57.692328 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=5 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:19:59.187871 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-35951289-3802-4c86-af75-8ec041c06164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:20:00.427942 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:20:01.759245 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:20:02.028244 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:20:07.365604 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:20:17.180008 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:20:17.181949 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:20:21.342249 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:20:24.696772 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:20:26.741622 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-c9f358a8-1582-42df-abd4-0cbf16946a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:20:29.187853 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-fee0a700-5cf7-4ad8-a488-a813ac0b459d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:20:30.422830 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:20:31.805676 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:20:32.044953 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:20:34.691538 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=5 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:20:34.692377 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=3 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:20:37.250884 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:20:47.163979 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:20:47.170094 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:20:51.336686 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:20:56.742509 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-78a1ce58-d61f-4414-bdb8-4e74f77fb86f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:20:59.175989 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-af2f2a41-8595-40ab-a8a9-0a79e8b0ba00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:21:00.416840 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:21:01.696709 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:21:01.788617 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:21:02.022799 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:21:07.224028 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=2 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:21:07.239640 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:21:11.691535 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=6 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:21:11.959775 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:21:17.181430 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=12,neutron:UPDATE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:21:21.318683 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:21:26.730571 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-1892184c-63b6-4245-8f78-64b19156afd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:21:29.187576 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e7a5520a-c55a-4826-a671-d6fab4bcc6fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:21:30.427659 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:21:31.798985 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:21:32.027404 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:21:32.835724 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=13 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:21:32.841423 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=13 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:21:37.221750 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:21:38.697183 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:21:47.163360 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:21:47.169327 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:21:51.329814 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:21:54.962872 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=3 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:21:54.963638 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:21:56.718639 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6ca6553b-c20f-44b9-b324-4e30bf16fde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:21:59.175503 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-8ab28f0c-8023-48f2-9e2d-ecf4400b22a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:22:00.455676 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:22:01.799030 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:22:02.033056 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:22:07.227002 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:22:15.695377 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:22:17.167977 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:22:17.169873 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=25,neutron:UPDATE=5 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:22:21.364224 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:22:25.690836 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=3 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:22:25.691594 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=5 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:22:26.701617 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5337105b-d6b7-4108-9187-e8c54f697edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:22:29.158365 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-a09ea884-ed71-4edc-b470-4befbac9b81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:22:30.427121 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:22:31.793227 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:22:32.044145 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:22:37.215787 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:22:47.166067 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:22:47.168841 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=8,neutron:UPDATE=6 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:22:51.375665 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:22:52.695052 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:22:56.724184 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7034c29a-49db-4abb-aed5-fd55da6a6cd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:22:59.175671 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-88fde82b-280a-41d4-a50d-1201a2ccb1a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:23:00.421249 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:23:01.758426 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:23:02.049728 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:23:02.690061 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=2 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:23:02.690932 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=6 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:23:07.244027 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:23:17.171137 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:23:17.177001 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:23:21.409385 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:23:26.729596 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-b204432d-fc9b-49e0-aee1-02f4355dd796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:23:29.187037 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-98c47d29-4b1c-49c3-b95b-38a3d60f2894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:23:29.695311 n-d-852088-5 neutron-server[107778]: DEBUG neutron.db.agents_db [None req-6f9bf634-207b-4cf8-b601-2d92177b10f2 None None] Agent healthcheck: found 7 active agents {{(pid=107778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:23:30.450056 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:23:31.774693 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:23:32.032962 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:23:35.216569 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=15 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:23:37.232185 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-d9356ac1-9d72-47ba-9bc3-b9603491d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (01e14a85-d0aa-43ee-b1d5-63de1ae70758), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:23:39.691188 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=19 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:23:47.167518 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:23:47.169377 n-d-852088-5 neutron-server[107777]: DEBUG dbcounter [-] [107777] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=107777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:23:51.391660 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-db3edfb0-3a02-45ec-9202-52c03fe4424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (6d03b773-90f7-436b-9be6-5928d8d54dac), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:23:54.967856 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=2 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:23:54.968717 n-d-852088-5 neutron-server[107778]: DEBUG dbcounter [-] [107778] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=107778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 05:23:56.763448 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-6134ef12-9962-4f29-8605-66fc41c361dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (c2f40edd-6e72-4cc0-843b-ec7ee70b6c94), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:23:59.197967 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-e80cbd01-0eb2-4f52-8449-6920b787f009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (cef84798-f908-4fc7-a93f-726f6cbe90ff), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:24:00.461199 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-5fb4cecf-9ff1-47ad-9ef1-fbc53d9515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (48de1c30-86c8-47ab-ae8f-13df604a2f50), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:24:01.764152 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-4db4dba6-d85a-4da9-82c6-6617696d2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (b2b06186-0b5e-4702-8393-ea33694801ce), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 05:24:02.038554 n-d-852088-5 neutron-server[107777]: DEBUG neutron_lib.callbacks.manager [None req-7c342353-c909-42b6-b8bd-aeddd35a78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730952720460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776941'] for agent (5c109397-1a2e-427f-9c02-ebd12b902348), after_update {{(pid=107777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}